diff --git "a/checkpoint-1980/trainer_state.json" "b/checkpoint-1980/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-1980/trainer_state.json"
@@ -0,0 +1,7067 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6883365200764818,
+  "eval_steps": 150,
+  "global_step": 1980,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0006952894142186686,
+      "grad_norm": 5.413117383066536,
+      "learning_rate": 6.944444444444445e-07,
+      "loss": 2.3653,
+      "step": 2
+    },
+    {
+      "epoch": 0.0013905788284373371,
+      "grad_norm": 5.092870612337868,
+      "learning_rate": 1.388888888888889e-06,
+      "loss": 2.5001,
+      "step": 4
+    },
+    {
+      "epoch": 0.0020858682426560054,
+      "grad_norm": 3.6285625961711943,
+      "learning_rate": 2.0833333333333334e-06,
+      "loss": 2.3759,
+      "step": 6
+    },
+    {
+      "epoch": 0.0027811576568746743,
+      "grad_norm": 2.5025911526151075,
+      "learning_rate": 2.777777777777778e-06,
+      "loss": 1.944,
+      "step": 8
+    },
+    {
+      "epoch": 0.0034764470710933427,
+      "grad_norm": 3.077266049542496,
+      "learning_rate": 3.4722222222222224e-06,
+      "loss": 2.2504,
+      "step": 10
+    },
+    {
+      "epoch": 0.004171736485312011,
+      "grad_norm": 4.068243939187174,
+      "learning_rate": 4.166666666666667e-06,
+      "loss": 2.0637,
+      "step": 12
+    },
+    {
+      "epoch": 0.00486702589953068,
+      "grad_norm": 3.511444738830971,
+      "learning_rate": 4.861111111111111e-06,
+      "loss": 2.3604,
+      "step": 14
+    },
+    {
+      "epoch": 0.0055623153137493485,
+      "grad_norm": 5.925744892256934,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 2.6528,
+      "step": 16
+    },
+    {
+      "epoch": 0.0062576047279680165,
+      "grad_norm": 2.7950114871483405,
+      "learning_rate": 6.25e-06,
+      "loss": 2.3229,
+      "step": 18
+    },
+    {
+      "epoch": 0.006952894142186685,
+      "grad_norm": 6.586211843766182,
+      "learning_rate": 6.944444444444445e-06,
+      "loss": 2.342,
+      "step": 20
+    },
+    {
+      "epoch": 0.0076481835564053535,
+      "grad_norm": 4.902839955269193,
+      "learning_rate": 7.63888888888889e-06,
+      "loss": 2.4188,
+      "step": 22
+    },
+    {
+      "epoch": 0.008343472970624021,
+      "grad_norm": 4.257062809771645,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 1.7957,
+      "step": 24
+    },
+    {
+      "epoch": 0.009038762384842691,
+      "grad_norm": 4.460352004615699,
+      "learning_rate": 9.027777777777777e-06,
+      "loss": 2.0726,
+      "step": 26
+    },
+    {
+      "epoch": 0.00973405179906136,
+      "grad_norm": 5.858061506133739,
+      "learning_rate": 9.722222222222223e-06,
+      "loss": 2.0455,
+      "step": 28
+    },
+    {
+      "epoch": 0.010429341213280027,
+      "grad_norm": 4.331946668100709,
+      "learning_rate": 1.0416666666666668e-05,
+      "loss": 1.7645,
+      "step": 30
+    },
+    {
+      "epoch": 0.011124630627498697,
+      "grad_norm": 5.428742204187391,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 1.7446,
+      "step": 32
+    },
+    {
+      "epoch": 0.011819920041717365,
+      "grad_norm": 2.485909286541028,
+      "learning_rate": 1.1805555555555555e-05,
+      "loss": 1.5885,
+      "step": 34
+    },
+    {
+      "epoch": 0.012515209455936033,
+      "grad_norm": 3.2602949308730222,
+      "learning_rate": 1.25e-05,
+      "loss": 1.1014,
+      "step": 36
+    },
+    {
+      "epoch": 0.013210498870154701,
+      "grad_norm": 4.962187747415964,
+      "learning_rate": 1.3194444444444446e-05,
+      "loss": 1.3588,
+      "step": 38
+    },
+    {
+      "epoch": 0.01390578828437337,
+      "grad_norm": 7.627756894198461,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 1.4014,
+      "step": 40
+    },
+    {
+      "epoch": 0.014601077698592039,
+      "grad_norm": 2.821848388410092,
+      "learning_rate": 1.4583333333333335e-05,
+      "loss": 1.0959,
+      "step": 42
+    },
+    {
+      "epoch": 0.015296367112810707,
+      "grad_norm": 10.989320944549025,
+      "learning_rate": 1.527777777777778e-05,
+      "loss": 1.739,
+      "step": 44
+    },
+    {
+      "epoch": 0.015991656527029375,
+      "grad_norm": 4.300936602591115,
+      "learning_rate": 1.597222222222222e-05,
+      "loss": 1.1078,
+      "step": 46
+    },
+    {
+      "epoch": 0.016686945941248043,
+      "grad_norm": 3.7539663261019856,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.2701,
+      "step": 48
+    },
+    {
+      "epoch": 0.017382235355466714,
+      "grad_norm": 2.589248169352173,
+      "learning_rate": 1.736111111111111e-05,
+      "loss": 1.4452,
+      "step": 50
+    },
+    {
+      "epoch": 0.018077524769685382,
+      "grad_norm": 3.6679301322156177,
+      "learning_rate": 1.8055555555555555e-05,
+      "loss": 1.4243,
+      "step": 52
+    },
+    {
+      "epoch": 0.01877281418390405,
+      "grad_norm": 2.0885660923860074,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 1.4453,
+      "step": 54
+    },
+    {
+      "epoch": 0.01946810359812272,
+      "grad_norm": 2.955353237610474,
+      "learning_rate": 1.9444444444444445e-05,
+      "loss": 1.5388,
+      "step": 56
+    },
+    {
+      "epoch": 0.020163393012341387,
+      "grad_norm": 3.0527006398487018,
+      "learning_rate": 2.013888888888889e-05,
+      "loss": 1.4043,
+      "step": 58
+    },
+    {
+      "epoch": 0.020858682426560055,
+      "grad_norm": 1.9862208864154767,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 1.1007,
+      "step": 60
+    },
+    {
+      "epoch": 0.021553971840778723,
+      "grad_norm": 2.347361178472164,
+      "learning_rate": 2.152777777777778e-05,
+      "loss": 0.9291,
+      "step": 62
+    },
+    {
+      "epoch": 0.022249261254997394,
+      "grad_norm": 2.4812993223105995,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.9592,
+      "step": 64
+    },
+    {
+      "epoch": 0.022944550669216062,
+      "grad_norm": 1.639333831845777,
+      "learning_rate": 2.2916666666666667e-05,
+      "loss": 1.0645,
+      "step": 66
+    },
+    {
+      "epoch": 0.02363984008343473,
+      "grad_norm": 2.92858351082494,
+      "learning_rate": 2.361111111111111e-05,
+      "loss": 1.4269,
+      "step": 68
+    },
+    {
+      "epoch": 0.024335129497653398,
+      "grad_norm": 2.8503434812871604,
+      "learning_rate": 2.4305555555555558e-05,
+      "loss": 0.7829,
+      "step": 70
+    },
+    {
+      "epoch": 0.025030418911872066,
+      "grad_norm": 2.4875590459354107,
+      "learning_rate": 2.5e-05,
+      "loss": 0.9733,
+      "step": 72
+    },
+    {
+      "epoch": 0.025725708326090734,
+      "grad_norm": 5.2567545525905075,
+      "learning_rate": 2.5694444444444445e-05,
+      "loss": 1.3559,
+      "step": 74
+    },
+    {
+      "epoch": 0.026420997740309402,
+      "grad_norm": 4.68745753567611,
+      "learning_rate": 2.6388888888888892e-05,
+      "loss": 1.1499,
+      "step": 76
+    },
+    {
+      "epoch": 0.027116287154528074,
+      "grad_norm": 2.810345453706711,
+      "learning_rate": 2.7083333333333332e-05,
+      "loss": 0.8636,
+      "step": 78
+    },
+    {
+      "epoch": 0.02781157656874674,
+      "grad_norm": 3.0144493626195388,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.9274,
+      "step": 80
+    },
+    {
+      "epoch": 0.02850686598296541,
+      "grad_norm": 2.3263036535508523,
+      "learning_rate": 2.8472222222222223e-05,
+      "loss": 1.3979,
+      "step": 82
+    },
+    {
+      "epoch": 0.029202155397184078,
+      "grad_norm": 1.6009019341419857,
+      "learning_rate": 2.916666666666667e-05,
+      "loss": 0.9039,
+      "step": 84
+    },
+    {
+      "epoch": 0.029897444811402746,
+      "grad_norm": 2.0637506891442294,
+      "learning_rate": 2.9861111111111113e-05,
+      "loss": 1.5187,
+      "step": 86
+    },
+    {
+      "epoch": 0.030592734225621414,
+      "grad_norm": 1.5533001268209932,
+      "learning_rate": 3.055555555555556e-05,
+      "loss": 0.8937,
+      "step": 88
+    },
+    {
+      "epoch": 0.03128802363984008,
+      "grad_norm": 1.9974857545819733,
+      "learning_rate": 3.125e-05,
+      "loss": 0.8218,
+      "step": 90
+    },
+    {
+      "epoch": 0.03198331305405875,
+      "grad_norm": 1.871899331408953,
+      "learning_rate": 3.194444444444444e-05,
+      "loss": 1.2451,
+      "step": 92
+    },
+    {
+      "epoch": 0.03267860246827742,
+      "grad_norm": 1.591601830348497,
+      "learning_rate": 3.263888888888889e-05,
+      "loss": 0.7485,
+      "step": 94
+    },
+    {
+      "epoch": 0.033373891882496086,
+      "grad_norm": 2.404166647711005,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.1587,
+      "step": 96
+    },
+    {
+      "epoch": 0.03406918129671476,
+      "grad_norm": 1.581080788392888,
+      "learning_rate": 3.402777777777778e-05,
+      "loss": 0.9578,
+      "step": 98
+    },
+    {
+      "epoch": 0.03476447071093343,
+      "grad_norm": 2.1551207338771547,
+      "learning_rate": 3.472222222222222e-05,
+      "loss": 1.1305,
+      "step": 100
+    },
+    {
+      "epoch": 0.0354597601251521,
+      "grad_norm": 4.2246272812704,
+      "learning_rate": 3.541666666666667e-05,
+      "loss": 1.04,
+      "step": 102
+    },
+    {
+      "epoch": 0.036155049539370765,
+      "grad_norm": 2.5526898161765588,
+      "learning_rate": 3.611111111111111e-05,
+      "loss": 1.0743,
+      "step": 104
+    },
+    {
+      "epoch": 0.03685033895358943,
+      "grad_norm": 1.9784815137623597,
+      "learning_rate": 3.6805555555555556e-05,
+      "loss": 0.9667,
+      "step": 106
+    },
+    {
+      "epoch": 0.0375456283678081,
+      "grad_norm": 1.9131648200880944,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.8951,
+      "step": 108
+    },
+    {
+      "epoch": 0.03824091778202677,
+      "grad_norm": 3.9405296351174575,
+      "learning_rate": 3.8194444444444444e-05,
+      "loss": 1.222,
+      "step": 110
+    },
+    {
+      "epoch": 0.03893620719624544,
+      "grad_norm": 13.764861545850291,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 1.0497,
+      "step": 112
+    },
+    {
+      "epoch": 0.039631496610464105,
+      "grad_norm": 3.998123122175411,
+      "learning_rate": 3.958333333333333e-05,
+      "loss": 1.0901,
+      "step": 114
+    },
+    {
+      "epoch": 0.04032678602468277,
+      "grad_norm": 3.126193921423756,
+      "learning_rate": 4.027777777777778e-05,
+      "loss": 1.1143,
+      "step": 116
+    },
+    {
+      "epoch": 0.04102207543890144,
+      "grad_norm": 2.7839926692610613,
+      "learning_rate": 4.0972222222222225e-05,
+      "loss": 1.1637,
+      "step": 118
+    },
+    {
+      "epoch": 0.04171736485312011,
+      "grad_norm": 2.591162621161276,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 1.0624,
+      "step": 120
+    },
+    {
+      "epoch": 0.04241265426733878,
+      "grad_norm": 1.4930703711545332,
+      "learning_rate": 4.236111111111111e-05,
+      "loss": 1.0239,
+      "step": 122
+    },
+    {
+      "epoch": 0.043107943681557445,
+      "grad_norm": 4.355150070532966,
+      "learning_rate": 4.305555555555556e-05,
+      "loss": 1.266,
+      "step": 124
+    },
+    {
+      "epoch": 0.04380323309577612,
+      "grad_norm": 1.8285608876277135,
+      "learning_rate": 4.375e-05,
+      "loss": 1.0667,
+      "step": 126
+    },
+    {
+      "epoch": 0.04449852250999479,
+      "grad_norm": 2.1848832742617055,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.7549,
+      "step": 128
+    },
+    {
+      "epoch": 0.045193811924213456,
+      "grad_norm": 3.547857947451226,
+      "learning_rate": 4.5138888888888894e-05,
+      "loss": 0.7974,
+      "step": 130
+    },
+    {
+      "epoch": 0.045889101338432124,
+      "grad_norm": 3.372457028128184,
+      "learning_rate": 4.5833333333333334e-05,
+      "loss": 1.0482,
+      "step": 132
+    },
+    {
+      "epoch": 0.04658439075265079,
+      "grad_norm": 2.2871138548091703,
+      "learning_rate": 4.652777777777778e-05,
+      "loss": 0.8246,
+      "step": 134
+    },
+    {
+      "epoch": 0.04727968016686946,
+      "grad_norm": 1.7489408054743605,
+      "learning_rate": 4.722222222222222e-05,
+      "loss": 1.0011,
+      "step": 136
+    },
+    {
+      "epoch": 0.04797496958108813,
+      "grad_norm": 1.944650349232646,
+      "learning_rate": 4.791666666666667e-05,
+      "loss": 0.7828,
+      "step": 138
+    },
+    {
+      "epoch": 0.048670258995306796,
+      "grad_norm": 2.321619459307342,
+      "learning_rate": 4.8611111111111115e-05,
+      "loss": 1.02,
+      "step": 140
+    },
+    {
+      "epoch": 0.049365548409525464,
+      "grad_norm": 5.317732559595606,
+      "learning_rate": 4.930555555555556e-05,
+      "loss": 0.9539,
+      "step": 142
+    },
+    {
+      "epoch": 0.05006083782374413,
+      "grad_norm": 1.5887292172279854,
+      "learning_rate": 5e-05,
+      "loss": 0.7961,
+      "step": 144
+    },
+    {
+      "epoch": 0.0507561272379628,
+      "grad_norm": 2.9987019111854964,
+      "learning_rate": 5.069444444444444e-05,
+      "loss": 1.0018,
+      "step": 146
+    },
+    {
+      "epoch": 0.05145141665218147,
+      "grad_norm": 5.63878906132749,
+      "learning_rate": 5.138888888888889e-05,
+      "loss": 0.9278,
+      "step": 148
+    },
+    {
+      "epoch": 0.052146706066400136,
+      "grad_norm": 2.4849685204332834,
+      "learning_rate": 5.208333333333334e-05,
+      "loss": 0.7531,
+      "step": 150
+    },
+    {
+      "epoch": 0.052146706066400136,
+      "eval_loss": 0.9286500215530396,
+      "eval_runtime": 711.2619,
+      "eval_samples_per_second": 6.808,
+      "eval_steps_per_second": 0.214,
+      "step": 150
+    },
+    {
+      "epoch": 0.052841995480618804,
+      "grad_norm": 3.4927981580288776,
+      "learning_rate": 5.2777777777777784e-05,
+      "loss": 0.7422,
+      "step": 152
+    },
+    {
+      "epoch": 0.05353728489483748,
+      "grad_norm": 2.6593724943984682,
+      "learning_rate": 5.3472222222222224e-05,
+      "loss": 0.7762,
+      "step": 154
+    },
+    {
+      "epoch": 0.05423257430905615,
+      "grad_norm": 2.99709354088536,
+      "learning_rate": 5.4166666666666664e-05,
+      "loss": 0.8658,
+      "step": 156
+    },
+    {
+      "epoch": 0.054927863723274815,
+      "grad_norm": 3.9196361623391414,
+      "learning_rate": 5.486111111111112e-05,
+      "loss": 1.1783,
+      "step": 158
+    },
+    {
+      "epoch": 0.05562315313749348,
+      "grad_norm": 3.022562685608673,
+      "learning_rate": 5.555555555555556e-05,
+      "loss": 1.0602,
+      "step": 160
+    },
+    {
+      "epoch": 0.05631844255171215,
+      "grad_norm": 3.292942684053579,
+      "learning_rate": 5.6250000000000005e-05,
+      "loss": 0.8561,
+      "step": 162
+    },
+    {
+      "epoch": 0.05701373196593082,
+      "grad_norm": 2.397775023338686,
+      "learning_rate": 5.6944444444444445e-05,
+      "loss": 0.9561,
+      "step": 164
+    },
+    {
+      "epoch": 0.05770902138014949,
+      "grad_norm": 3.0546714312119643,
+      "learning_rate": 5.7638888888888886e-05,
+      "loss": 0.8274,
+      "step": 166
+    },
+    {
+      "epoch": 0.058404310794368156,
+      "grad_norm": 2.4021883380894393,
+      "learning_rate": 5.833333333333334e-05,
+      "loss": 0.8492,
+      "step": 168
+    },
+    {
+      "epoch": 0.059099600208586824,
+      "grad_norm": 2.6052829770116293,
+      "learning_rate": 5.902777777777778e-05,
+      "loss": 1.1005,
+      "step": 170
+    },
+    {
+      "epoch": 0.05979488962280549,
+      "grad_norm": 1.6838192892320467,
+      "learning_rate": 5.972222222222223e-05,
+      "loss": 1.0157,
+      "step": 172
+    },
+    {
+      "epoch": 0.06049017903702416,
+      "grad_norm": 3.98880214871885,
+      "learning_rate": 6.041666666666667e-05,
+      "loss": 0.8136,
+      "step": 174
+    },
+    {
+      "epoch": 0.06118546845124283,
+      "grad_norm": 4.81494345341073,
+      "learning_rate": 6.111111111111112e-05,
+      "loss": 0.9475,
+      "step": 176
+    },
+    {
+      "epoch": 0.061880757865461496,
+      "grad_norm": 1.9926278890091862,
+      "learning_rate": 6.180555555555556e-05,
+      "loss": 0.6549,
+      "step": 178
+    },
+    {
+      "epoch": 0.06257604727968016,
+      "grad_norm": 1.750353030728397,
+      "learning_rate": 6.25e-05,
+      "loss": 1.1442,
+      "step": 180
+    },
+    {
+      "epoch": 0.06327133669389884,
+      "grad_norm": 4.77249782692129,
+      "learning_rate": 6.319444444444444e-05,
+      "loss": 1.1927,
+      "step": 182
+    },
+    {
+      "epoch": 0.0639666261081175,
+      "grad_norm": 1.866901788617278,
+      "learning_rate": 6.388888888888888e-05,
+      "loss": 1.0032,
+      "step": 184
+    },
+    {
+      "epoch": 0.06466191552233617,
+      "grad_norm": 1.7495859751833545,
+      "learning_rate": 6.458333333333334e-05,
+      "loss": 0.8439,
+      "step": 186
+    },
+    {
+      "epoch": 0.06535720493655484,
+      "grad_norm": 2.971674018184174,
+      "learning_rate": 6.527777777777778e-05,
+      "loss": 0.9817,
+      "step": 188
+    },
+    {
+      "epoch": 0.06605249435077351,
+      "grad_norm": 2.3753292673540165,
+      "learning_rate": 6.597222222222223e-05,
+      "loss": 0.9919,
+      "step": 190
+    },
+    {
+      "epoch": 0.06674778376499217,
+      "grad_norm": 2.7019148741557744,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.1442,
+      "step": 192
+    },
+    {
+      "epoch": 0.06744307317921085,
+      "grad_norm": 1.8670113287712482,
+      "learning_rate": 6.736111111111112e-05,
+      "loss": 0.8905,
+      "step": 194
+    },
+    {
+      "epoch": 0.06813836259342952,
+      "grad_norm": 1.4199145680760579,
+      "learning_rate": 6.805555555555556e-05,
+      "loss": 0.7223,
+      "step": 196
+    },
+    {
+      "epoch": 0.06883365200764818,
+      "grad_norm": 3.894200902880186,
+      "learning_rate": 6.875e-05,
+      "loss": 0.9005,
+      "step": 198
+    },
+    {
+      "epoch": 0.06952894142186686,
+      "grad_norm": 3.2710376491241955,
+      "learning_rate": 6.944444444444444e-05,
+      "loss": 1.1605,
+      "step": 200
+    },
+    {
+      "epoch": 0.07022423083608552,
+      "grad_norm": 1.6459754670035065,
+      "learning_rate": 7.013888888888888e-05,
+      "loss": 0.8551,
+      "step": 202
+    },
+    {
+      "epoch": 0.0709195202503042,
+      "grad_norm": 4.361031640374508,
+      "learning_rate": 7.083333333333334e-05,
+      "loss": 0.7007,
+      "step": 204
+    },
+    {
+      "epoch": 0.07161480966452285,
+      "grad_norm": 3.573741549123141,
+      "learning_rate": 7.152777777777778e-05,
+      "loss": 1.1396,
+      "step": 206
+    },
+    {
+      "epoch": 0.07231009907874153,
+      "grad_norm": 3.296990311359108,
+      "learning_rate": 7.222222222222222e-05,
+      "loss": 0.8695,
+      "step": 208
+    },
+    {
+      "epoch": 0.07300538849296019,
+      "grad_norm": 6.769659823038884,
+      "learning_rate": 7.291666666666667e-05,
+      "loss": 1.0511,
+      "step": 210
+    },
+    {
+      "epoch": 0.07370067790717887,
+      "grad_norm": 1.6695233666860303,
+      "learning_rate": 7.361111111111111e-05,
+      "loss": 0.8174,
+      "step": 212
+    },
+    {
+      "epoch": 0.07439596732139753,
+      "grad_norm": 1.3543755216281146,
+      "learning_rate": 7.430555555555557e-05,
+      "loss": 0.7137,
+      "step": 214
+    },
+    {
+      "epoch": 0.0750912567356162,
+      "grad_norm": 4.861063813937456,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 1.0132,
+      "step": 216
+    },
+    {
+      "epoch": 0.07578654614983486,
+      "grad_norm": 5.715913176528681,
+      "learning_rate": 7.569444444444445e-05,
+      "loss": 1.1657,
+      "step": 218
+    },
+    {
+      "epoch": 0.07648183556405354,
+      "grad_norm": 4.0193839358302235,
+      "learning_rate": 7.638888888888889e-05,
+      "loss": 1.0547,
+      "step": 220
+    },
+    {
+      "epoch": 0.0771771249782722,
+      "grad_norm": 2.26849134517291,
+      "learning_rate": 7.708333333333334e-05,
+      "loss": 0.9073,
+      "step": 222
+    },
+    {
+      "epoch": 0.07787241439249087,
+      "grad_norm": 4.570943697810998,
+      "learning_rate": 7.777777777777778e-05,
+      "loss": 1.3726,
+      "step": 224
+    },
+    {
+      "epoch": 0.07856770380670955,
+      "grad_norm": 1.1942436910880105,
+      "learning_rate": 7.847222222222222e-05,
+      "loss": 0.8146,
+      "step": 226
+    },
+    {
+      "epoch": 0.07926299322092821,
+      "grad_norm": 2.111849588751211,
+      "learning_rate": 7.916666666666666e-05,
+      "loss": 1.1157,
+      "step": 228
+    },
+    {
+      "epoch": 0.07995828263514689,
+      "grad_norm": 1.0283088880069582,
+      "learning_rate": 7.986111111111112e-05,
+      "loss": 0.767,
+      "step": 230
+    },
+    {
+      "epoch": 0.08065357204936555,
+      "grad_norm": 1.2834055069208525,
+      "learning_rate": 8.055555555555556e-05,
+      "loss": 0.6625,
+      "step": 232
+    },
+    {
+      "epoch": 0.08134886146358422,
+      "grad_norm": 1.3772942873595098,
+      "learning_rate": 8.125000000000001e-05,
+      "loss": 0.8065,
+      "step": 234
+    },
+    {
+      "epoch": 0.08204415087780288,
+      "grad_norm": 1.5113456549735176,
+      "learning_rate": 8.194444444444445e-05,
+      "loss": 0.8606,
+      "step": 236
+    },
+    {
+      "epoch": 0.08273944029202156,
+      "grad_norm": 1.5765846352838255,
+      "learning_rate": 8.263888888888889e-05,
+      "loss": 0.8335,
+      "step": 238
+    },
+    {
+      "epoch": 0.08343472970624022,
+      "grad_norm": 2.4873462478329404,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.9705,
+      "step": 240
+    },
+    {
+      "epoch": 0.0841300191204589,
+      "grad_norm": 1.2369219925635513,
+      "learning_rate": 8.402777777777778e-05,
+      "loss": 0.6061,
+      "step": 242
+    },
+    {
+      "epoch": 0.08482530853467755,
+      "grad_norm": 2.542132212473201,
+      "learning_rate": 8.472222222222222e-05,
+      "loss": 0.9142,
+      "step": 244
+    },
+    {
+      "epoch": 0.08552059794889623,
+      "grad_norm": 2.0301734217803022,
+      "learning_rate": 8.541666666666666e-05,
+      "loss": 0.8997,
+      "step": 246
+    },
+    {
+      "epoch": 0.08621588736311489,
+      "grad_norm": 1.8605316982945626,
+      "learning_rate": 8.611111111111112e-05,
+      "loss": 1.005,
+      "step": 248
+    },
+    {
+      "epoch": 0.08691117677733357,
+      "grad_norm": 1.193555257951713,
+      "learning_rate": 8.680555555555556e-05,
+      "loss": 0.8617,
+      "step": 250
+    },
+    {
+      "epoch": 0.08760646619155224,
+      "grad_norm": 1.243815428863678,
+      "learning_rate": 8.75e-05,
+      "loss": 0.6261,
+      "step": 252
+    },
+    {
+      "epoch": 0.0883017556057709,
+      "grad_norm": 1.6487754861704442,
+      "learning_rate": 8.819444444444445e-05,
+      "loss": 0.9219,
+      "step": 254
+    },
+    {
+      "epoch": 0.08899704501998958,
+      "grad_norm": 1.1768410857322613,
+      "learning_rate": 8.888888888888889e-05,
+      "loss": 0.8563,
+      "step": 256
+    },
+    {
+      "epoch": 0.08969233443420824,
+      "grad_norm": 1.1155265191420587,
+      "learning_rate": 8.958333333333335e-05,
+      "loss": 0.998,
+      "step": 258
+    },
+    {
+      "epoch": 0.09038762384842691,
+      "grad_norm": 1.4432456616674065,
+      "learning_rate": 9.027777777777779e-05,
+      "loss": 0.8755,
+      "step": 260
+    },
+    {
+      "epoch": 0.09108291326264557,
+      "grad_norm": 1.6013486668654413,
+      "learning_rate": 9.097222222222223e-05,
+      "loss": 0.6998,
+      "step": 262
+    },
+    {
+      "epoch": 0.09177820267686425,
+      "grad_norm": 0.7869968770186737,
+      "learning_rate": 9.166666666666667e-05,
+      "loss": 0.7574,
+      "step": 264
+    },
+    {
+      "epoch": 0.09247349209108291,
+      "grad_norm": 2.1117903903864566,
+      "learning_rate": 9.236111111111112e-05,
+      "loss": 0.8436,
+      "step": 266
+    },
+    {
+      "epoch": 0.09316878150530158,
+      "grad_norm": 1.3582999584721895,
+      "learning_rate": 9.305555555555556e-05,
+      "loss": 0.8503,
+      "step": 268
+    },
+    {
+      "epoch": 0.09386407091952025,
+      "grad_norm": 1.5674581009005415,
+      "learning_rate": 9.375e-05,
+      "loss": 0.9561,
+      "step": 270
+    },
+    {
+      "epoch": 0.09455936033373892,
+      "grad_norm": 1.0274246934159952,
+      "learning_rate": 9.444444444444444e-05,
+      "loss": 0.7537,
+      "step": 272
+    },
+    {
+      "epoch": 0.09525464974795758,
+      "grad_norm": 0.9595343432519174,
+      "learning_rate": 9.513888888888888e-05,
+      "loss": 0.7855,
+      "step": 274
+    },
+    {
+      "epoch": 0.09594993916217626,
+      "grad_norm": 1.3313115114367815,
+      "learning_rate": 9.583333333333334e-05,
+      "loss": 0.7009,
+      "step": 276
+    },
+    {
+      "epoch": 0.09664522857639492,
+      "grad_norm": 1.4409463331317498,
+      "learning_rate": 9.652777777777779e-05,
+      "loss": 1.0332,
+      "step": 278
+    },
+    {
+      "epoch": 0.09734051799061359,
+      "grad_norm": 1.5445848213023137,
+      "learning_rate": 9.722222222222223e-05,
+      "loss": 0.7352,
+      "step": 280
+    },
+    {
+      "epoch": 0.09803580740483227,
+      "grad_norm": 1.855518620927316,
+      "learning_rate": 9.791666666666667e-05,
+      "loss": 0.7191,
+      "step": 282
+    },
+    {
+      "epoch": 0.09873109681905093,
+      "grad_norm": 1.4033396985161997,
+      "learning_rate": 9.861111111111112e-05,
+      "loss": 0.7886,
+      "step": 284
+    },
+    {
+      "epoch": 0.0994263862332696,
+      "grad_norm": 1.9951521438049904,
+      "learning_rate": 9.930555555555556e-05,
+      "loss": 0.902,
+      "step": 286
+    },
+    {
+      "epoch": 0.10012167564748826,
+      "grad_norm": 1.1360934228431687,
+      "learning_rate": 0.0001,
+      "loss": 0.8655,
+      "step": 288
+    },
+    {
+      "epoch": 0.10081696506170694,
+      "grad_norm": 1.1225735433900375,
+      "learning_rate": 0.00010069444444444445,
+      "loss": 0.6851,
+      "step": 290
+    },
+    {
+      "epoch": 0.1015122544759256,
+      "grad_norm": 0.770446891371583,
+      "learning_rate": 0.00010138888888888889,
+      "loss": 0.7775,
+      "step": 292
+    },
+    {
+      "epoch": 0.10220754389014428,
+      "grad_norm": 0.797064180835607,
+      "learning_rate": 0.00010208333333333333,
+      "loss": 0.6567,
+      "step": 294
+    },
+    {
+      "epoch": 0.10290283330436294,
+      "grad_norm": 0.9876188134326442,
+      "learning_rate": 0.00010277777777777778,
+      "loss": 0.7299,
+      "step": 296
+    },
+    {
+      "epoch": 0.10359812271858161,
+      "grad_norm": 0.799601623643537,
+      "learning_rate": 0.00010347222222222223,
+      "loss": 0.7891,
+      "step": 298
+    },
+    {
+      "epoch": 0.10429341213280027,
+      "grad_norm": 0.8791512281362982,
+      "learning_rate": 0.00010416666666666667,
+      "loss": 0.677,
+      "step": 300
+    },
+    {
+      "epoch": 0.10429341213280027,
+      "eval_loss": 0.6939894556999207,
+      "eval_runtime": 709.5268,
+      "eval_samples_per_second": 6.824,
+      "eval_steps_per_second": 0.214,
+      "step": 300
+    },
+    {
+      "epoch": 0.10498870154701895,
+      "grad_norm": 1.329564645811689,
+      "learning_rate": 0.00010486111111111113,
+      "loss": 0.7511,
+      "step": 302
+    },
+    {
+      "epoch": 0.10568399096123761,
+      "grad_norm": 0.7130415058241142,
+      "learning_rate": 0.00010555555555555557,
+      "loss": 0.709,
+      "step": 304
+    },
+    {
+      "epoch": 0.10637928037545628,
+      "grad_norm": 1.1294733411370705,
+      "learning_rate": 0.00010625000000000001,
+      "loss": 0.7781,
+      "step": 306
+    },
+    {
+      "epoch": 0.10707456978967496,
+      "grad_norm": 0.581727680778003,
+      "learning_rate": 0.00010694444444444445,
+      "loss": 0.6296,
+      "step": 308
+    },
+    {
+      "epoch": 0.10776985920389362,
+      "grad_norm": 0.9855391514311871,
+      "learning_rate": 0.00010763888888888889,
+      "loss": 0.7852,
+      "step": 310
+    },
+    {
+      "epoch": 0.1084651486181123,
+      "grad_norm": 0.5708379609857769,
+      "learning_rate": 0.00010833333333333333,
+      "loss": 0.6759,
+      "step": 312
+    },
+    {
+      "epoch": 0.10916043803233096,
+      "grad_norm": 0.7243330859752051,
+      "learning_rate": 0.00010902777777777777,
+      "loss": 0.6326,
+      "step": 314
+    },
+    {
+      "epoch": 0.10985572744654963,
+      "grad_norm": 1.3922163003264714,
+      "learning_rate": 0.00010972222222222224,
+      "loss": 0.5406,
+      "step": 316
+    },
+    {
+      "epoch": 0.11055101686076829,
+      "grad_norm": 2.604851740418153,
+      "learning_rate": 0.00011041666666666668,
+      "loss": 0.8013,
+      "step": 318
+    },
+    {
+      "epoch": 0.11124630627498697,
+      "grad_norm": 1.83511037983023,
+      "learning_rate": 0.00011111111111111112,
+      "loss": 0.8048,
+      "step": 320
+    },
+    {
+      "epoch": 0.11194159568920563,
+      "grad_norm": 1.6737764614655666,
+      "learning_rate": 0.00011180555555555556,
+      "loss": 0.6943,
+      "step": 322
+    },
+    {
+      "epoch": 0.1126368851034243,
+      "grad_norm": 1.077667781888673,
+      "learning_rate": 0.00011250000000000001,
+      "loss": 0.8054,
+      "step": 324
+    },
+    {
+      "epoch": 0.11333217451764296,
+      "grad_norm": 0.5597693838209001,
+      "learning_rate": 0.00011319444444444445,
+      "loss": 0.6251,
+      "step": 326
+    },
+    {
+      "epoch": 0.11402746393186164,
+      "grad_norm": 0.5636865078063477,
+      "learning_rate": 0.00011388888888888889,
+      "loss": 0.6832,
+      "step": 328
+    },
+    {
+      "epoch": 0.1147227533460803,
+      "grad_norm": 0.6445176566556912,
+      "learning_rate": 0.00011458333333333333,
+      "loss": 0.6661,
+      "step": 330
+    },
+    {
+      "epoch": 0.11541804276029898,
+      "grad_norm": 0.607532412895966,
+      "learning_rate": 0.00011527777777777777,
+      "loss": 0.7026,
+      "step": 332
+    },
+    {
+      "epoch": 0.11611333217451764,
+      "grad_norm": 1.0496949694240345,
+      "learning_rate": 0.00011597222222222224,
+      "loss": 0.6451,
+      "step": 334
+    },
+    {
+      "epoch": 0.11680862158873631,
+      "grad_norm": 0.9469233272179363,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 0.6694,
+      "step": 336
+    },
+    {
+      "epoch": 0.11750391100295499,
+      "grad_norm": 1.3789882614528595,
+      "learning_rate": 0.00011736111111111112,
+      "loss": 0.7031,
+      "step": 338
+    },
+    {
+      "epoch": 0.11819920041717365,
+      "grad_norm": 1.2016589928587922,
+      "learning_rate": 0.00011805555555555556,
+      "loss": 0.6676,
+      "step": 340
+    },
+    {
+      "epoch": 0.11889448983139232,
+      "grad_norm": 1.3112845410865746,
+      "learning_rate": 0.00011875,
+      "loss": 0.7236,
+      "step": 342
+    },
+    {
+      "epoch": 0.11958977924561098,
+      "grad_norm": 0.6278789052805739,
+      "learning_rate": 0.00011944444444444445,
+      "loss": 0.6249,
+      "step": 344
+    },
+    {
+      "epoch": 0.12028506865982966,
+      "grad_norm": 0.5405148902553805,
+      "learning_rate": 0.0001201388888888889,
+      "loss": 0.6412,
+      "step": 346
+    },
+    {
+      "epoch": 0.12098035807404832,
+      "grad_norm": 1.6923616138961255,
+      "learning_rate": 0.00012083333333333333,
+      "loss": 0.7017,
+      "step": 348
+    },
+    {
+      "epoch": 0.121675647488267,
+      "grad_norm": 1.5994113095813072,
+      "learning_rate": 0.00012152777777777777,
+      "loss": 0.7075,
+      "step": 350
+    },
+    {
+      "epoch": 0.12237093690248566,
+      "grad_norm": 2.3083516502461783,
+      "learning_rate": 0.00012222222222222224,
+      "loss": 0.7755,
+      "step": 352
+    },
+    {
+      "epoch": 0.12306622631670433,
+      "grad_norm": 0.8769167165306447,
+      "learning_rate": 0.00012291666666666668,
+      "loss": 0.7428,
+      "step": 354
+    },
+    {
+      "epoch": 0.12376151573092299,
+      "grad_norm": 0.4456469638797518,
+      "learning_rate": 0.00012361111111111112,
+      "loss": 0.7002,
+      "step": 356
+    },
+    {
+      "epoch": 0.12445680514514167,
+      "grad_norm": 0.8199993647792723,
+      "learning_rate": 0.00012430555555555556,
+      "loss": 0.7222,
+      "step": 358
+    },
+    {
+      "epoch": 0.12515209455936033,
+      "grad_norm": 0.3741084955970339,
+      "learning_rate": 0.000125,
+      "loss": 0.6821,
+      "step": 360
+    },
+    {
+      "epoch": 0.125847383973579,
+      "grad_norm": 0.2972203241099783,
+      "learning_rate": 0.00012569444444444444,
+      "loss": 0.7083,
+      "step": 362
+    },
+    {
+      "epoch": 0.12654267338779768,
+      "grad_norm": 0.40651740632246575,
+      "learning_rate": 0.00012638888888888888,
+      "loss": 0.7144,
+      "step": 364
+    },
+    {
+      "epoch": 0.12723796280201635,
+      "grad_norm": 0.4388093199704831,
+      "learning_rate": 0.00012708333333333332,
+      "loss": 0.6863,
+      "step": 366
+    },
+    {
+      "epoch": 0.127933252216235,
+      "grad_norm": 0.45131267837810835,
+      "learning_rate": 0.00012777777777777776,
+      "loss": 0.6329,
+      "step": 368
+    },
+    {
+      "epoch": 0.12862854163045367,
+      "grad_norm": 0.3837830352665476,
+      "learning_rate": 0.00012847222222222223,
+      "loss": 0.6938,
+      "step": 370
+    },
+    {
+      "epoch": 0.12932383104467235,
+      "grad_norm": 0.6378624076702905,
+      "learning_rate": 0.00012916666666666667,
+      "loss": 0.6433,
+      "step": 372
+    },
+    {
+      "epoch": 0.13001912045889102,
+      "grad_norm": 0.41344403509072675,
+      "learning_rate": 0.0001298611111111111,
+      "loss": 0.6892,
+      "step": 374
+    },
+    {
+      "epoch": 0.13071440987310967,
+      "grad_norm": 1.3428471718098582,
+      "learning_rate": 0.00013055555555555555,
+      "loss": 0.7793,
+      "step": 376
+    },
+    {
+      "epoch": 0.13140969928732835,
+      "grad_norm": 0.6202275876483008,
+      "learning_rate": 0.00013125000000000002,
+      "loss": 0.6836,
+      "step": 378
+    },
+    {
+      "epoch": 0.13210498870154702,
+      "grad_norm": 0.774014383396004,
+      "learning_rate": 0.00013194444444444446,
+      "loss": 0.701,
+      "step": 380
+    },
+    {
+      "epoch": 0.1328002781157657,
+      "grad_norm": 1.0650744092292224,
+      "learning_rate": 0.0001326388888888889,
+      "loss": 0.6562,
+      "step": 382
+    },
+    {
+      "epoch": 0.13349556752998434,
+      "grad_norm": 0.5540168492927294,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 0.6267,
+      "step": 384
+    },
+    {
+      "epoch": 0.13419085694420302,
+      "grad_norm": 0.6403086140920178,
+      "learning_rate": 0.00013402777777777778,
+      "loss": 0.6268,
+      "step": 386
+    },
+    {
+      "epoch": 0.1348861463584217,
+      "grad_norm": 0.9197218298114509,
+      "learning_rate": 0.00013472222222222225,
+      "loss": 0.7208,
+      "step": 388
+    },
+    {
+      "epoch": 0.13558143577264037,
+      "grad_norm": 0.4235387152144674,
+      "learning_rate": 0.0001354166666666667,
+      "loss": 0.6057,
+      "step": 390
+    },
+    {
+      "epoch": 0.13627672518685904,
+      "grad_norm": 0.425648636635043,
+      "learning_rate": 0.00013611111111111113,
+      "loss": 0.6387,
+      "step": 392
+    },
+    {
+      "epoch": 0.1369720146010777,
+      "grad_norm": 1.034952396366508,
+      "learning_rate": 0.00013680555555555557,
+      "loss": 0.7307,
+      "step": 394
+    },
+    {
+      "epoch": 0.13766730401529637,
+      "grad_norm": 0.8865505732510678,
+      "learning_rate": 0.0001375,
+      "loss": 0.6547,
+      "step": 396
+    },
+    {
+      "epoch": 0.13836259342951504,
+      "grad_norm": 0.6490094573088415,
+      "learning_rate": 0.00013819444444444445,
+      "loss": 0.6909,
+      "step": 398
+    },
+    {
+      "epoch": 0.13905788284373372,
+      "grad_norm": 0.8592713330921486,
+      "learning_rate": 0.0001388888888888889,
+      "loss": 0.6442,
+      "step": 400
+    },
+    {
+      "epoch": 0.13975317225795236,
+      "grad_norm": 1.0279375953862069,
+      "learning_rate": 0.00013958333333333333,
+      "loss": 0.6907,
+      "step": 402
+    },
+    {
+      "epoch": 0.14044846167217104,
+      "grad_norm": 0.6151057351983696,
+      "learning_rate": 0.00014027777777777777,
+      "loss": 0.697,
+      "step": 404
+    },
+    {
+      "epoch": 0.1411437510863897,
+      "grad_norm": 0.7417879717121144,
+      "learning_rate": 0.00014097222222222224,
+      "loss": 0.698,
+      "step": 406
+    },
+    {
+      "epoch": 0.1418390405006084,
+      "grad_norm": 0.5161453091859882,
+      "learning_rate": 0.00014166666666666668,
+      "loss": 0.6915,
+      "step": 408
+    },
+    {
+      "epoch": 0.14253432991482703,
+      "grad_norm": 0.5667521096080546,
+      "learning_rate": 0.00014236111111111112,
+      "loss": 0.6609,
+      "step": 410
+    },
+    {
+      "epoch": 0.1432296193290457,
+      "grad_norm": 0.7560317583703429,
+      "learning_rate": 0.00014305555555555556,
+      "loss": 0.6392,
+      "step": 412
+    },
+    {
+      "epoch": 0.14392490874326438,
+      "grad_norm": 0.5456303981546313,
+      "learning_rate": 0.00014375,
+      "loss": 0.7561,
+      "step": 414
+    },
+    {
+      "epoch": 0.14462019815748306,
+      "grad_norm": 0.4218469018151631,
+      "learning_rate": 0.00014444444444444444,
+      "loss": 0.675,
+      "step": 416
+    },
+    {
+      "epoch": 0.14531548757170173,
+      "grad_norm": 0.3790517974518404,
+      "learning_rate": 0.00014513888888888888,
+      "loss": 0.6697,
+      "step": 418
+    },
+    {
+      "epoch": 0.14601077698592038,
+      "grad_norm": 0.36495171567914964,
+      "learning_rate": 0.00014583333333333335,
+      "loss": 0.6467,
+      "step": 420
+    },
+    {
+      "epoch": 0.14670606640013906,
+      "grad_norm": 0.3793520501177419,
+      "learning_rate": 0.00014652777777777779,
+      "loss": 0.6234,
+      "step": 422
+    },
+    {
+      "epoch": 0.14740135581435773,
+      "grad_norm": 0.6214905371013544,
+      "learning_rate": 0.00014722222222222223,
+      "loss": 0.64,
+      "step": 424
+    },
+    {
+      "epoch": 0.1480966452285764,
+      "grad_norm": 0.4103438113660832,
+      "learning_rate": 0.0001479166666666667,
+      "loss": 0.6174,
+      "step": 426
+    },
+    {
+      "epoch": 0.14879193464279505,
+      "grad_norm": 0.5802311029669485,
+      "learning_rate": 0.00014861111111111113,
+      "loss": 0.6941,
+      "step": 428
+    },
+    {
+      "epoch": 0.14948722405701373,
+      "grad_norm": 0.4876572424583591,
+      "learning_rate": 0.00014930555555555557,
+      "loss": 0.6178,
+      "step": 430
+    },
+    {
+      "epoch": 0.1501825134712324,
+      "grad_norm": 0.6252220373472688,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 0.692,
+      "step": 432
+    },
+    {
+      "epoch": 0.15087780288545108,
+      "grad_norm": 1.516758455176553,
+      "learning_rate": 0.00015069444444444445,
+      "loss": 0.6812,
+      "step": 434
+    },
+    {
+      "epoch": 0.15157309229966973,
+      "grad_norm": 0.48294685446689867,
+      "learning_rate": 0.0001513888888888889,
+      "loss": 0.7085,
+      "step": 436
+    },
+    {
+      "epoch": 0.1522683817138884,
+      "grad_norm": 0.414196721150167,
+      "learning_rate": 0.00015208333333333333,
+      "loss": 0.673,
+      "step": 438
+    },
+    {
+      "epoch": 0.15296367112810708,
+      "grad_norm": 0.7294881062503469,
+      "learning_rate": 0.00015277777777777777,
+      "loss": 0.6415,
+      "step": 440
+    },
+    {
+      "epoch": 0.15365896054232575,
+      "grad_norm": 0.4846932912054438,
+      "learning_rate": 0.00015347222222222224,
+      "loss": 0.6644,
+      "step": 442
+    },
+    {
+      "epoch": 0.1543542499565444,
+      "grad_norm": 0.6067400167426414,
+      "learning_rate": 0.00015416666666666668,
+      "loss": 0.6816,
+      "step": 444
+    },
+    {
+      "epoch": 0.15504953937076307,
+      "grad_norm": 0.5586278026791864,
+      "learning_rate": 0.00015486111111111112,
+      "loss": 0.6223,
+      "step": 446
+    },
+    {
+      "epoch": 0.15574482878498175,
+      "grad_norm": 0.3947236166856149,
+      "learning_rate": 0.00015555555555555556,
+      "loss": 0.7297,
+      "step": 448
+    },
+    {
+      "epoch": 0.15644011819920042,
+      "grad_norm": 0.371457756887947,
+      "learning_rate": 0.00015625,
+      "loss": 0.6099,
+      "step": 450
+    },
+    {
+      "epoch": 0.15644011819920042,
+      "eval_loss": 0.6634477376937866,
+      "eval_runtime": 706.8027,
+      "eval_samples_per_second": 6.851,
+      "eval_steps_per_second": 0.215,
+      "step": 450
+    },
+    {
+      "epoch": 0.1571354076134191,
+      "grad_norm": 0.4157928192338373,
+      "learning_rate": 0.00015694444444444444,
+      "loss": 0.7163,
+      "step": 452
+    },
+    {
+      "epoch": 0.15783069702763775,
+      "grad_norm": 0.6318513446857751,
+      "learning_rate": 0.00015763888888888888,
+      "loss": 0.658,
+      "step": 454
+    },
+    {
+      "epoch": 0.15852598644185642,
+      "grad_norm": 0.3188170086808347,
+      "learning_rate": 0.00015833333333333332,
+      "loss": 0.5966,
+      "step": 456
+    },
+    {
+      "epoch": 0.1592212758560751,
+      "grad_norm": 0.4873146052629784,
+      "learning_rate": 0.00015902777777777776,
+      "loss": 0.687,
+      "step": 458
+    },
+    {
+      "epoch": 0.15991656527029377,
+      "grad_norm": 0.3939618900754228,
+      "learning_rate": 0.00015972222222222223,
+      "loss": 0.6704,
+      "step": 460
+    },
+    {
+      "epoch": 0.16061185468451242,
+      "grad_norm": 0.43442241310529234,
+      "learning_rate": 0.00016041666666666667,
+      "loss": 0.6941,
+      "step": 462
+    },
+    {
+      "epoch": 0.1613071440987311,
+      "grad_norm": 0.5944395304786771,
+      "learning_rate": 0.0001611111111111111,
+      "loss": 0.5934,
+      "step": 464
+    },
+    {
+      "epoch": 0.16200243351294977,
+      "grad_norm": 0.6186667715273749,
+      "learning_rate": 0.00016180555555555555,
+      "loss": 0.6604,
+      "step": 466
+    },
+    {
+      "epoch": 0.16269772292716844,
+      "grad_norm": 0.8945416923537124,
+      "learning_rate": 0.00016250000000000002,
+      "loss": 0.6224,
+      "step": 468
+    },
+    {
+      "epoch": 0.1633930123413871,
+      "grad_norm": 1.0526200270890014,
+      "learning_rate": 0.00016319444444444446,
+      "loss": 0.616,
+      "step": 470
+    },
+    {
+      "epoch": 0.16408830175560576,
+      "grad_norm": 0.4575985966727194,
+      "learning_rate": 0.0001638888888888889,
+      "loss": 0.6591,
+      "step": 472
+    },
+    {
+      "epoch": 0.16478359116982444,
+      "grad_norm": 0.4499931204645402,
+      "learning_rate": 0.00016458333333333334,
+      "loss": 0.6644,
+      "step": 474
+    },
+    {
+      "epoch": 0.16547888058404311,
+      "grad_norm": 0.8365574384741885,
+      "learning_rate": 0.00016527777777777778,
+      "loss": 0.6503,
+      "step": 476
+    },
+    {
+      "epoch": 0.1661741699982618,
+      "grad_norm": 0.5265284650577726,
+      "learning_rate": 0.00016597222222222225,
+      "loss": 0.557,
+      "step": 478
+    },
+    {
+      "epoch": 0.16686945941248044,
+      "grad_norm": 0.6004742828917694,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 0.696,
+      "step": 480
+    },
+    {
+      "epoch": 0.1675647488266991,
+      "grad_norm": 0.8653134209549845,
+      "learning_rate": 0.00016736111111111113,
+      "loss": 0.6544,
+      "step": 482
+    },
+    {
+      "epoch": 0.1682600382409178,
+      "grad_norm": 1.033230873418064,
+      "learning_rate": 0.00016805555555555557,
+      "loss": 0.641,
+      "step": 484
+    },
+    {
+      "epoch": 0.16895532765513646,
+      "grad_norm": 0.45457193405665913,
+      "learning_rate": 0.00016875,
+      "loss": 0.5952,
+      "step": 486
+    },
+    {
+      "epoch": 0.1696506170693551,
+      "grad_norm": 0.7413902971651539,
+      "learning_rate": 0.00016944444444444445,
+      "loss": 0.6306,
+      "step": 488
+    },
+    {
+      "epoch": 0.17034590648357378,
+      "grad_norm": 0.5808764628223875,
+      "learning_rate": 0.0001701388888888889,
+      "loss": 0.6714,
+      "step": 490
+    },
+    {
+      "epoch": 0.17104119589779246,
+      "grad_norm": 0.42505370383777924,
+      "learning_rate": 0.00017083333333333333,
+      "loss": 0.6432,
+      "step": 492
+    },
+    {
+      "epoch": 0.17173648531201113,
+      "grad_norm": 0.9403542369255028,
+      "learning_rate": 0.00017152777777777777,
+      "loss": 0.626,
+      "step": 494
+    },
+    {
+      "epoch": 0.17243177472622978,
+      "grad_norm": 0.41714707593148775,
+      "learning_rate": 0.00017222222222222224,
+      "loss": 0.6132,
+      "step": 496
+    },
+    {
+      "epoch": 0.17312706414044846,
+      "grad_norm": 0.6660896849726371,
+      "learning_rate": 0.00017291666666666668,
+      "loss": 0.7009,
+      "step": 498
+    },
+    {
+      "epoch": 0.17382235355466713,
+      "grad_norm": 0.5079993412341118,
+      "learning_rate": 0.00017361111111111112,
+      "loss": 0.6808,
+      "step": 500
+    },
+    {
+      "epoch": 0.1745176429688858,
+      "grad_norm": 0.3426487947129772,
+      "learning_rate": 0.00017430555555555556,
+      "loss": 0.687,
+      "step": 502
+    },
+    {
+      "epoch": 0.17521293238310448,
+      "grad_norm": 0.7316051797581208,
+      "learning_rate": 0.000175,
+      "loss": 0.686,
+      "step": 504
+    },
+    {
+      "epoch": 0.17590822179732313,
+      "grad_norm": 0.4619785653282459,
+      "learning_rate": 0.00017569444444444444,
+      "loss": 0.7019,
+      "step": 506
+    },
+    {
+      "epoch": 0.1766035112115418,
+      "grad_norm": 0.47786977912472967,
+      "learning_rate": 0.0001763888888888889,
+      "loss": 0.7097,
+      "step": 508
+    },
+    {
+      "epoch": 0.17729880062576048,
+      "grad_norm": 0.4204398291864812,
+      "learning_rate": 0.00017708333333333335,
+      "loss": 0.6715,
+      "step": 510
+    },
+    {
+      "epoch": 0.17799409003997915,
+      "grad_norm": 0.5257761541709909,
+      "learning_rate": 0.00017777777777777779,
+      "loss": 0.6675,
+      "step": 512
+    },
+    {
+      "epoch": 0.1786893794541978,
+      "grad_norm": 0.5752239420884688,
+      "learning_rate": 0.00017847222222222225,
+      "loss": 0.5847,
+      "step": 514
+    },
+    {
+      "epoch": 0.17938466886841647,
+      "grad_norm": 0.5611432017880666,
+      "learning_rate": 0.0001791666666666667,
+      "loss": 0.5978,
+      "step": 516
+    },
+    {
+      "epoch": 0.18007995828263515,
+      "grad_norm": 0.5147097358785945,
+      "learning_rate": 0.00017986111111111113,
+      "loss": 0.641,
+      "step": 518
+    },
+    {
+      "epoch": 0.18077524769685382,
+      "grad_norm": 0.4387330962078066,
+      "learning_rate": 0.00018055555555555557,
+      "loss": 0.5771,
+      "step": 520
+    },
+    {
+      "epoch": 0.18147053711107247,
+      "grad_norm": 0.5712526440788663,
+      "learning_rate": 0.00018125000000000001,
+      "loss": 0.6212,
+      "step": 522
+    },
+    {
+      "epoch": 0.18216582652529115,
+      "grad_norm": 0.6357133907029916,
+      "learning_rate": 0.00018194444444444445,
+      "loss": 0.5981,
+      "step": 524
+    },
+    {
+      "epoch": 0.18286111593950982,
+      "grad_norm": 1.2129620643054042,
+      "learning_rate": 0.0001826388888888889,
+      "loss": 0.5848,
+      "step": 526
+    },
+    {
+      "epoch": 0.1835564053537285,
+      "grad_norm": 1.651599276688714,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 0.7089,
+      "step": 528
+    },
+    {
+      "epoch": 0.18425169476794717,
+      "grad_norm": 0.9051688342434142,
+      "learning_rate": 0.00018402777777777778,
+      "loss": 0.7255,
+      "step": 530
+    },
+    {
+      "epoch": 0.18494698418216582,
+      "grad_norm": 0.6932441010863684,
+      "learning_rate": 0.00018472222222222224,
+      "loss": 0.6497,
+      "step": 532
+    },
+    {
+      "epoch": 0.1856422735963845,
+      "grad_norm": 1.2163006408955903,
+      "learning_rate": 0.00018541666666666668,
+      "loss": 0.7585,
+      "step": 534
+    },
+    {
+      "epoch": 0.18633756301060317,
+      "grad_norm": 0.4387074048377486,
+      "learning_rate": 0.00018611111111111112,
+      "loss": 0.6541,
+      "step": 536
+    },
+    {
+      "epoch": 0.18703285242482184,
+      "grad_norm": 0.49430581216479236,
+      "learning_rate": 0.00018680555555555556,
+      "loss": 0.6489,
+      "step": 538
+    },
+    {
+      "epoch": 0.1877281418390405,
+      "grad_norm": 0.47561442420926275,
+      "learning_rate": 0.0001875,
+      "loss": 0.6406,
+      "step": 540
+    },
+    {
+      "epoch": 0.18842343125325917,
+      "grad_norm": 0.7046092923664611,
+      "learning_rate": 0.00018819444444444444,
+      "loss": 0.6099,
+      "step": 542
+    },
+    {
+      "epoch": 0.18911872066747784,
+      "grad_norm": 0.46256136269201026,
+      "learning_rate": 0.00018888888888888888,
+      "loss": 0.6992,
+      "step": 544
+    },
+    {
+      "epoch": 0.18981401008169652,
+      "grad_norm": 0.5489877082982352,
+      "learning_rate": 0.00018958333333333332,
+      "loss": 0.5817,
+      "step": 546
+    },
+    {
+      "epoch": 0.19050929949591516,
+      "grad_norm": 0.46129441798908893,
+      "learning_rate": 0.00019027777777777776,
+      "loss": 0.645,
+      "step": 548
+    },
+    {
+      "epoch": 0.19120458891013384,
+      "grad_norm": 0.3724226655450749,
+      "learning_rate": 0.00019097222222222223,
+      "loss": 0.6177,
+      "step": 550
+    },
+    {
+      "epoch": 0.1918998783243525,
+      "grad_norm": 0.4625796323902992,
+      "learning_rate": 0.00019166666666666667,
+      "loss": 0.6702,
+      "step": 552
+    },
+    {
+      "epoch": 0.1925951677385712,
+      "grad_norm": 1.0142124821047231,
+      "learning_rate": 0.0001923611111111111,
+      "loss": 0.7173,
+      "step": 554
+    },
+    {
+      "epoch": 0.19329045715278984,
+      "grad_norm": 0.5452830720753045,
+      "learning_rate": 0.00019305555555555558,
+      "loss": 0.6897,
+      "step": 556
+    },
+    {
+      "epoch": 0.1939857465670085,
+      "grad_norm": 0.5723214484723252,
+      "learning_rate": 0.00019375000000000002,
+      "loss": 0.6495,
+      "step": 558
+    },
+    {
+      "epoch": 0.19468103598122719,
+      "grad_norm": 0.39925844595054966,
+      "learning_rate": 0.00019444444444444446,
+      "loss": 0.6479,
+      "step": 560
+    },
+    {
+      "epoch": 0.19537632539544586,
+      "grad_norm": 0.3575565088751118,
+      "learning_rate": 0.0001951388888888889,
+      "loss": 0.6593,
+      "step": 562
+    },
+    {
+      "epoch": 0.19607161480966454,
+      "grad_norm": 0.6119892689536569,
+      "learning_rate": 0.00019583333333333334,
+      "loss": 0.6831,
+      "step": 564
+    },
+    {
+      "epoch": 0.19676690422388318,
+      "grad_norm": 0.5076569073121309,
+      "learning_rate": 0.00019652777777777778,
+      "loss": 0.6294,
+      "step": 566
+    },
+    {
+      "epoch": 0.19746219363810186,
+      "grad_norm": 0.622226505121079,
+      "learning_rate": 0.00019722222222222225,
+      "loss": 0.5551,
+      "step": 568
+    },
+    {
+      "epoch": 0.19815748305232053,
+      "grad_norm": 0.4106526912254415,
+      "learning_rate": 0.0001979166666666667,
+      "loss": 0.6503,
+      "step": 570
+    },
+    {
+      "epoch": 0.1988527724665392,
+      "grad_norm": 0.47164751383243125,
+      "learning_rate": 0.00019861111111111113,
+      "loss": 0.6992,
+      "step": 572
+    },
+    {
+      "epoch": 0.19954806188075785,
+      "grad_norm": 0.492328312395826,
+      "learning_rate": 0.00019930555555555557,
+      "loss": 0.7183,
+      "step": 574
+    },
+    {
+      "epoch": 0.20024335129497653,
+      "grad_norm": 0.5087240677439067,
+      "learning_rate": 0.0002,
+      "loss": 0.6429,
+      "step": 576
+    },
+    {
+      "epoch": 0.2009386407091952,
+      "grad_norm": 0.9311216098504759,
+      "learning_rate": 0.00019999992632143608,
+      "loss": 0.6586,
+      "step": 578
+    },
+    {
+      "epoch": 0.20163393012341388,
+      "grad_norm": 0.38840935170189844,
+      "learning_rate": 0.00019999970528585288,
+      "loss": 0.5905,
+      "step": 580
+    },
+    {
+      "epoch": 0.20232921953763253,
+      "grad_norm": 0.5966472765038273,
+      "learning_rate": 0.0001999993368935761,
+      "loss": 0.7112,
+      "step": 582
+    },
+    {
+      "epoch": 0.2030245089518512,
+      "grad_norm": 0.535232520705813,
+      "learning_rate": 0.00019999882114514863,
+      "loss": 0.7036,
+      "step": 584
+    },
+    {
+      "epoch": 0.20371979836606988,
+      "grad_norm": 0.5039916125175515,
+      "learning_rate": 0.0001999981580413304,
+      "loss": 0.7485,
+      "step": 586
+    },
+    {
+      "epoch": 0.20441508778028855,
+      "grad_norm": 0.6733262892097686,
+      "learning_rate": 0.0001999973475830986,
+      "loss": 0.7312,
+      "step": 588
+    },
+    {
+      "epoch": 0.20511037719450723,
+      "grad_norm": 0.42805740684614807,
+      "learning_rate": 0.00019999638977164747,
+      "loss": 0.6356,
+      "step": 590
+    },
+    {
+      "epoch": 0.20580566660872587,
+      "grad_norm": 0.976918546573707,
+      "learning_rate": 0.00019999528460838844,
+      "loss": 0.666,
+      "step": 592
+    },
+    {
+      "epoch": 0.20650095602294455,
+      "grad_norm": 0.674463735133944,
+      "learning_rate": 0.00019999403209495,
+      "loss": 0.6735,
+      "step": 594
+    },
+    {
+      "epoch": 0.20719624543716322,
+      "grad_norm": 0.412232119296174,
+      "learning_rate": 0.00019999263223317786,
+      "loss": 0.6364,
+      "step": 596
+    },
+    {
+      "epoch": 0.2078915348513819,
+      "grad_norm": 0.3611034413524545,
+      "learning_rate": 0.0001999910850251348,
+      "loss": 0.6368,
+      "step": 598
+    },
+    {
+      "epoch": 0.20858682426560055,
+      "grad_norm": 0.542506398091656,
+      "learning_rate": 0.0001999893904731007,
+      "loss": 0.7292,
+      "step": 600
+    },
+    {
+      "epoch": 0.20858682426560055,
+      "eval_loss": 0.6517693400382996,
+      "eval_runtime": 707.4674,
+      "eval_samples_per_second": 6.844,
+      "eval_steps_per_second": 0.215,
+      "step": 600
+    },
+    {
+      "epoch": 0.20928211367981922,
+      "grad_norm": 0.4799286290563759,
+      "learning_rate": 0.0001999875485795727,
+      "loss": 0.6609,
+      "step": 602
+    },
+    {
+      "epoch": 0.2099774030940379,
+      "grad_norm": 0.41830446575524177,
+      "learning_rate": 0.0001999855593472649,
+      "loss": 0.6084,
+      "step": 604
+    },
+    {
+      "epoch": 0.21067269250825657,
+      "grad_norm": 0.8865562086549428,
+      "learning_rate": 0.00019998342277910856,
+      "loss": 0.6204,
+      "step": 606
+    },
+    {
+      "epoch": 0.21136798192247522,
+      "grad_norm": 0.5567410910026902,
+      "learning_rate": 0.00019998113887825206,
+      "loss": 0.7087,
+      "step": 608
+    },
+    {
+      "epoch": 0.2120632713366939,
+      "grad_norm": 0.4229098163428897,
+      "learning_rate": 0.000199978707648061,
+      "loss": 0.6403,
+      "step": 610
+    },
+    {
+      "epoch": 0.21275856075091257,
+      "grad_norm": 0.7793555918286379,
+      "learning_rate": 0.00019997612909211784,
+      "loss": 0.6147,
+      "step": 612
+    },
+    {
+      "epoch": 0.21345385016513124,
+      "grad_norm": 0.49302383416102263,
+      "learning_rate": 0.00019997340321422228,
+      "loss": 0.5771,
+      "step": 614
+    },
+    {
+      "epoch": 0.21414913957934992,
+      "grad_norm": 1.0807551778698754,
+      "learning_rate": 0.00019997053001839115,
+      "loss": 0.6538,
+      "step": 616
+    },
+    {
+      "epoch": 0.21484442899356856,
+      "grad_norm": 0.5935042706034646,
+      "learning_rate": 0.0001999675095088583,
+      "loss": 0.6058,
+      "step": 618
+    },
+    {
+      "epoch": 0.21553971840778724,
+      "grad_norm": 0.5151203960605611,
+      "learning_rate": 0.00019996434169007468,
+      "loss": 0.6138,
+      "step": 620
+    },
+    {
+      "epoch": 0.21623500782200591,
+      "grad_norm": 0.7837579499467073,
+      "learning_rate": 0.00019996102656670824,
+      "loss": 0.657,
+      "step": 622
+    },
+    {
+      "epoch": 0.2169302972362246,
+      "grad_norm": 0.5438202413527335,
+      "learning_rate": 0.0001999575641436441,
+      "loss": 0.6642,
+      "step": 624
+    },
+    {
+      "epoch": 0.21762558665044324,
+      "grad_norm": 0.5566641749580342,
+      "learning_rate": 0.00019995395442598435,
+      "loss": 0.6813,
+      "step": 626
+    },
+    {
+      "epoch": 0.2183208760646619,
+      "grad_norm": 0.9345190838089675,
+      "learning_rate": 0.0001999501974190482,
+      "loss": 0.684,
+      "step": 628
+    },
+    {
+      "epoch": 0.2190161654788806,
+      "grad_norm": 0.48677420225080537,
+      "learning_rate": 0.00019994629312837186,
+      "loss": 0.6481,
+      "step": 630
+    },
+    {
+      "epoch": 0.21971145489309926,
+      "grad_norm": 1.3826373483976924,
+      "learning_rate": 0.00019994224155970856,
+      "loss": 0.7222,
+      "step": 632
+    },
+    {
+      "epoch": 0.2204067443073179,
+      "grad_norm": 0.9031189580678588,
+      "learning_rate": 0.00019993804271902857,
+      "loss": 0.6809,
+      "step": 634
+    },
+    {
+      "epoch": 0.22110203372153658,
+      "grad_norm": 0.5674519795217096,
+      "learning_rate": 0.00019993369661251923,
+      "loss": 0.6184,
+      "step": 636
+    },
+    {
+      "epoch": 0.22179732313575526,
+      "grad_norm": 2.5294344265719135,
+      "learning_rate": 0.0001999292032465848,
+      "loss": 0.7686,
+      "step": 638
+    },
+    {
+      "epoch": 0.22249261254997393,
+      "grad_norm": 2.8855656605632047,
+      "learning_rate": 0.00019992456262784658,
+      "loss": 0.8215,
+      "step": 640
+    },
+    {
+      "epoch": 0.2231879019641926,
+      "grad_norm": 1.5331524159142917,
+      "learning_rate": 0.00019991977476314286,
+      "loss": 0.7057,
+      "step": 642
+    },
+    {
+      "epoch": 0.22388319137841126,
+      "grad_norm": 0.8086145005161695,
+      "learning_rate": 0.0001999148396595289,
+      "loss": 0.6289,
+      "step": 644
+    },
+    {
+      "epoch": 0.22457848079262993,
+      "grad_norm": 0.767389193699688,
+      "learning_rate": 0.00019990975732427693,
+      "loss": 0.6117,
+      "step": 646
+    },
+    {
+      "epoch": 0.2252737702068486,
+      "grad_norm": 0.9275190697426144,
+      "learning_rate": 0.0001999045277648761,
+      "loss": 0.6582,
+      "step": 648
+    },
+    {
+      "epoch": 0.22596905962106728,
+      "grad_norm": 0.8004230202091956,
+      "learning_rate": 0.00019989915098903257,
+      "loss": 0.5387,
+      "step": 650
+    },
+    {
+      "epoch": 0.22666434903528593,
+      "grad_norm": 0.8210833181388095,
+      "learning_rate": 0.0001998936270046694,
+      "loss": 0.5941,
+      "step": 652
+    },
+    {
+      "epoch": 0.2273596384495046,
+      "grad_norm": 2.1189675938584616,
+      "learning_rate": 0.00019988795581992656,
+      "loss": 0.7504,
+      "step": 654
+    },
+    {
+      "epoch": 0.22805492786372328,
+      "grad_norm": 0.5952032026226816,
+      "learning_rate": 0.000199882137443161,
+      "loss": 0.6643,
+      "step": 656
+    },
+    {
+      "epoch": 0.22875021727794195,
+      "grad_norm": 0.40481972159485846,
+      "learning_rate": 0.00019987617188294642,
+      "loss": 0.5225,
+      "step": 658
+    },
+    {
+      "epoch": 0.2294455066921606,
+      "grad_norm": 0.7478677085785272,
+      "learning_rate": 0.00019987005914807356,
+      "loss": 0.6561,
+      "step": 660
+    },
+    {
+      "epoch": 0.23014079610637928,
+      "grad_norm": 0.4468692254604696,
+      "learning_rate": 0.00019986379924754997,
+      "loss": 0.6262,
+      "step": 662
+    },
+    {
+      "epoch": 0.23083608552059795,
+      "grad_norm": 0.46697718493106893,
+      "learning_rate": 0.00019985739219060002,
+      "loss": 0.6178,
+      "step": 664
+    },
+    {
+      "epoch": 0.23153137493481663,
+      "grad_norm": 0.388728867903269,
+      "learning_rate": 0.000199850837986665,
+      "loss": 0.5544,
+      "step": 666
+    },
+    {
+      "epoch": 0.23222666434903527,
+      "grad_norm": 0.5731403139849517,
+      "learning_rate": 0.000199844136645403,
+      "loss": 0.5906,
+      "step": 668
+    },
+    {
+      "epoch": 0.23292195376325395,
+      "grad_norm": 0.7601215827849259,
+      "learning_rate": 0.0001998372881766889,
+      "loss": 0.6577,
+      "step": 670
+    },
+    {
+      "epoch": 0.23361724317747262,
+      "grad_norm": 0.8997786413980279,
+      "learning_rate": 0.00019983029259061446,
+      "loss": 0.6388,
+      "step": 672
+    },
+    {
+      "epoch": 0.2343125325916913,
+      "grad_norm": 0.519349430301096,
+      "learning_rate": 0.00019982314989748813,
+      "loss": 0.6561,
+      "step": 674
+    },
+    {
+      "epoch": 0.23500782200590997,
+      "grad_norm": 0.4918913590728881,
+      "learning_rate": 0.00019981586010783513,
+      "loss": 0.6176,
+      "step": 676
+    },
+    {
+      "epoch": 0.23570311142012862,
+      "grad_norm": 0.5324672662478441,
+      "learning_rate": 0.00019980842323239756,
+      "loss": 0.5801,
+      "step": 678
+    },
+    {
+      "epoch": 0.2363984008343473,
+      "grad_norm": 0.6375745879180794,
+      "learning_rate": 0.00019980083928213417,
+      "loss": 0.6885,
+      "step": 680
+    },
+    {
+      "epoch": 0.23709369024856597,
+      "grad_norm": 0.4317997282790841,
+      "learning_rate": 0.00019979310826822046,
+      "loss": 0.5727,
+      "step": 682
+    },
+    {
+      "epoch": 0.23778897966278464,
+      "grad_norm": 0.7933828103238656,
+      "learning_rate": 0.00019978523020204857,
+      "loss": 0.6703,
+      "step": 684
+    },
+    {
+      "epoch": 0.2384842690770033,
+      "grad_norm": 0.5465102255190097,
+      "learning_rate": 0.00019977720509522747,
+      "loss": 0.6675,
+      "step": 686
+    },
+    {
+      "epoch": 0.23917955849122197,
+      "grad_norm": 0.8356137363612883,
+      "learning_rate": 0.00019976903295958269,
+      "loss": 0.6558,
+      "step": 688
+    },
+    {
+      "epoch": 0.23987484790544064,
+      "grad_norm": 0.5190073187676806,
+      "learning_rate": 0.00019976071380715645,
+      "loss": 0.6779,
+      "step": 690
+    },
+    {
+      "epoch": 0.24057013731965932,
+      "grad_norm": 0.40561527338007225,
+      "learning_rate": 0.0001997522476502076,
+      "loss": 0.6687,
+      "step": 692
+    },
+    {
+      "epoch": 0.24126542673387796,
+      "grad_norm": 0.592821589706298,
+      "learning_rate": 0.0001997436345012117,
+      "loss": 0.6807,
+      "step": 694
+    },
+    {
+      "epoch": 0.24196071614809664,
+      "grad_norm": 0.686918345062074,
+      "learning_rate": 0.00019973487437286073,
+      "loss": 0.6831,
+      "step": 696
+    },
+    {
+      "epoch": 0.2426560055623153,
+      "grad_norm": 0.964075508243471,
+      "learning_rate": 0.00019972596727806346,
+      "loss": 0.665,
+      "step": 698
+    },
+    {
+      "epoch": 0.243351294976534,
+      "grad_norm": 0.739137434656244,
+      "learning_rate": 0.00019971691322994507,
+      "loss": 0.6387,
+      "step": 700
+    },
+    {
+      "epoch": 0.24404658439075266,
+      "grad_norm": 0.3978099419540589,
+      "learning_rate": 0.00019970771224184737,
+      "loss": 0.6143,
+      "step": 702
+    },
+    {
+      "epoch": 0.2447418738049713,
+      "grad_norm": 0.4997978607153984,
+      "learning_rate": 0.0001996983643273287,
+      "loss": 0.6083,
+      "step": 704
+    },
+    {
+      "epoch": 0.24543716321918999,
+      "grad_norm": 1.3443518380439796,
+      "learning_rate": 0.0001996888695001638,
+      "loss": 0.6711,
+      "step": 706
+    },
+    {
+      "epoch": 0.24613245263340866,
+      "grad_norm": 0.5424379336505594,
+      "learning_rate": 0.000199679227774344,
+      "loss": 0.6321,
+      "step": 708
+    },
+    {
+      "epoch": 0.24682774204762734,
+      "grad_norm": 0.7689235498835658,
+      "learning_rate": 0.00019966943916407712,
+      "loss": 0.6918,
+      "step": 710
+    },
+    {
+      "epoch": 0.24752303146184598,
+      "grad_norm": 0.6467240394468301,
+      "learning_rate": 0.00019965950368378734,
+      "loss": 0.6368,
+      "step": 712
+    },
+    {
+      "epoch": 0.24821832087606466,
+      "grad_norm": 0.48819289451999526,
+      "learning_rate": 0.00019964942134811532,
+      "loss": 0.5875,
+      "step": 714
+    },
+    {
+      "epoch": 0.24891361029028333,
+      "grad_norm": 1.1929427463467126,
+      "learning_rate": 0.00019963919217191807,
+      "loss": 0.6795,
+      "step": 716
+    },
+    {
+      "epoch": 0.249608899704502,
+      "grad_norm": 0.4182713825442439,
+      "learning_rate": 0.00019962881617026902,
+      "loss": 0.5835,
+      "step": 718
+    },
+    {
+      "epoch": 0.25030418911872065,
+      "grad_norm": 0.5770262516296942,
+      "learning_rate": 0.00019961829335845795,
+      "loss": 0.6299,
+      "step": 720
+    },
+    {
+      "epoch": 0.25099947853293936,
+      "grad_norm": 0.9135250550485389,
+      "learning_rate": 0.00019960762375199095,
+      "loss": 0.6844,
+      "step": 722
+    },
+    {
+      "epoch": 0.251694767947158,
+      "grad_norm": 0.5511234805517417,
+      "learning_rate": 0.0001995968073665905,
+      "loss": 0.5745,
+      "step": 724
+    },
+    {
+      "epoch": 0.25239005736137665,
+      "grad_norm": 0.49137872896877094,
+      "learning_rate": 0.00019958584421819528,
+      "loss": 0.698,
+      "step": 726
+    },
+    {
+      "epoch": 0.25308534677559535,
+      "grad_norm": 0.4437253322782162,
+      "learning_rate": 0.00019957473432296026,
+      "loss": 0.6864,
+      "step": 728
+    },
+    {
+      "epoch": 0.253780636189814,
+      "grad_norm": 0.5064381489074585,
+      "learning_rate": 0.0001995634776972567,
+      "loss": 0.5758,
+      "step": 730
+    },
+    {
+      "epoch": 0.2544759256040327,
+      "grad_norm": 0.5464655664741616,
+      "learning_rate": 0.00019955207435767201,
+      "loss": 0.6351,
+      "step": 732
+    },
+    {
+      "epoch": 0.25517121501825135,
+      "grad_norm": 0.44060524677853835,
+      "learning_rate": 0.00019954052432100982,
+      "loss": 0.6837,
+      "step": 734
+    },
+    {
+      "epoch": 0.25586650443247,
+      "grad_norm": 0.942390696980061,
+      "learning_rate": 0.00019952882760428998,
+      "loss": 0.6378,
+      "step": 736
+    },
+    {
+      "epoch": 0.2565617938466887,
+      "grad_norm": 0.4710023299938762,
+      "learning_rate": 0.00019951698422474836,
+      "loss": 0.6968,
+      "step": 738
+    },
+    {
+      "epoch": 0.25725708326090735,
+      "grad_norm": 0.4179809222387651,
+      "learning_rate": 0.00019950499419983707,
+      "loss": 0.5643,
+      "step": 740
+    },
+    {
+      "epoch": 0.257952372675126,
+      "grad_norm": 0.4446278865199289,
+      "learning_rate": 0.00019949285754722426,
+      "loss": 0.5089,
+      "step": 742
+    },
+    {
+      "epoch": 0.2586476620893447,
+      "grad_norm": 0.914728851966275,
+      "learning_rate": 0.00019948057428479418,
+      "loss": 0.7933,
+      "step": 744
+    },
+    {
+      "epoch": 0.25934295150356335,
+      "grad_norm": 0.47142275185055055,
+      "learning_rate": 0.00019946814443064703,
+      "loss": 0.6384,
+      "step": 746
+    },
+    {
+      "epoch": 0.26003824091778205,
+      "grad_norm": 0.720916103725334,
+      "learning_rate": 0.00019945556800309917,
+      "loss": 0.5957,
+      "step": 748
+    },
+    {
+      "epoch": 0.2607335303320007,
+      "grad_norm": 0.8550360126036364,
+      "learning_rate": 0.00019944284502068275,
+      "loss": 0.6454,
+      "step": 750
+    },
+    {
+      "epoch": 0.2607335303320007,
+      "eval_loss": 0.6373963952064514,
+      "eval_runtime": 728.7951,
+      "eval_samples_per_second": 6.644,
+      "eval_steps_per_second": 0.209,
+      "step": 750
+    },
+    {
+      "epoch": 0.26142881974621934,
+      "grad_norm": 0.5467512313200382,
+      "learning_rate": 0.0001994299755021461,
+      "loss": 0.5781,
+      "step": 752
+    },
+    {
+      "epoch": 0.26212410916043805,
+      "grad_norm": 0.41230384162224254,
+      "learning_rate": 0.0001994169594664533,
+      "loss": 0.6467,
+      "step": 754
+    },
+    {
+      "epoch": 0.2628193985746567,
+      "grad_norm": 0.5635895964904281,
+      "learning_rate": 0.00019940379693278448,
+      "loss": 0.6182,
+      "step": 756
+    },
+    {
+      "epoch": 0.2635146879888754,
+      "grad_norm": 0.6456168984233462,
+      "learning_rate": 0.0001993904879205355,
+      "loss": 0.6086,
+      "step": 758
+    },
+    {
+      "epoch": 0.26420997740309404,
+      "grad_norm": 0.5060399335833471,
+      "learning_rate": 0.00019937703244931815,
+      "loss": 0.6407,
+      "step": 760
+    },
+    {
+      "epoch": 0.2649052668173127,
+      "grad_norm": 0.5033297464646784,
+      "learning_rate": 0.00019936343053896004,
+      "loss": 0.6157,
+      "step": 762
+    },
+    {
+      "epoch": 0.2656005562315314,
+      "grad_norm": 0.3911665523252255,
+      "learning_rate": 0.00019934968220950458,
+      "loss": 0.6227,
+      "step": 764
+    },
+    {
+      "epoch": 0.26629584564575004,
+      "grad_norm": 1.7130937466256138,
+      "learning_rate": 0.00019933578748121086,
+      "loss": 0.5994,
+      "step": 766
+    },
+    {
+      "epoch": 0.2669911350599687,
+      "grad_norm": 0.5747338886603724,
+      "learning_rate": 0.00019932174637455382,
+      "loss": 0.6238,
+      "step": 768
+    },
+    {
+      "epoch": 0.2676864244741874,
+      "grad_norm": 0.6226324357252033,
+      "learning_rate": 0.00019930755891022398,
+      "loss": 0.6255,
+      "step": 770
+    },
+    {
+      "epoch": 0.26838171388840604,
+      "grad_norm": 0.5282488794229044,
+      "learning_rate": 0.00019929322510912756,
+      "loss": 0.5808,
+      "step": 772
+    },
+    {
+      "epoch": 0.26907700330262474,
+      "grad_norm": 0.5596904577167024,
+      "learning_rate": 0.0001992787449923865,
+      "loss": 0.5361,
+      "step": 774
+    },
+    {
+      "epoch": 0.2697722927168434,
+      "grad_norm": 1.0477422618379753,
+      "learning_rate": 0.00019926411858133824,
+      "loss": 0.54,
+      "step": 776
+    },
+    {
+      "epoch": 0.27046758213106203,
+      "grad_norm": 1.1314704495635823,
+      "learning_rate": 0.00019924934589753582,
+      "loss": 0.5869,
+      "step": 778
+    },
+    {
+      "epoch": 0.27116287154528074,
+      "grad_norm": 0.5426548544381972,
+      "learning_rate": 0.00019923442696274794,
+      "loss": 0.5951,
+      "step": 780
+    },
+    {
+      "epoch": 0.2718581609594994,
+      "grad_norm": 0.8480025293040686,
+      "learning_rate": 0.00019921936179895862,
+      "loss": 0.6003,
+      "step": 782
+    },
+    {
+      "epoch": 0.2725534503737181,
+      "grad_norm": 0.5729452380906337,
+      "learning_rate": 0.0001992041504283675,
+      "loss": 0.6526,
+      "step": 784
+    },
+    {
+      "epoch": 0.27324873978793673,
+      "grad_norm": 0.7362085286496177,
+      "learning_rate": 0.00019918879287338957,
+      "loss": 0.6776,
+      "step": 786
+    },
+    {
+      "epoch": 0.2739440292021554,
+      "grad_norm": 0.7440059372391256,
+      "learning_rate": 0.00019917328915665535,
+      "loss": 0.6486,
+      "step": 788
+    },
+    {
+      "epoch": 0.2746393186163741,
+      "grad_norm": 0.6110842206790659,
+      "learning_rate": 0.0001991576393010106,
+      "loss": 0.6226,
+      "step": 790
+    },
+    {
+      "epoch": 0.27533460803059273,
+      "grad_norm": 0.8002336898560896,
+      "learning_rate": 0.00019914184332951655,
+      "loss": 0.6215,
+      "step": 792
+    },
+    {
+      "epoch": 0.2760298974448114,
+      "grad_norm": 0.6761736356192558,
+      "learning_rate": 0.00019912590126544964,
+      "loss": 0.5988,
+      "step": 794
+    },
+    {
+      "epoch": 0.2767251868590301,
+      "grad_norm": 1.1005016630123619,
+      "learning_rate": 0.00019910981313230172,
+      "loss": 0.6213,
+      "step": 796
+    },
+    {
+      "epoch": 0.27742047627324873,
+      "grad_norm": 0.6513452605734942,
+      "learning_rate": 0.00019909357895377973,
+      "loss": 0.682,
+      "step": 798
+    },
+    {
+      "epoch": 0.27811576568746743,
+      "grad_norm": 0.8536492677008404,
+      "learning_rate": 0.0001990771987538059,
+      "loss": 0.707,
+      "step": 800
+    },
+    {
+      "epoch": 0.2788110551016861,
+      "grad_norm": 0.3362293750538688,
+      "learning_rate": 0.00019906067255651765,
+      "loss": 0.7108,
+      "step": 802
+    },
+    {
+      "epoch": 0.2795063445159047,
+      "grad_norm": 0.4792899916449288,
+      "learning_rate": 0.0001990440003862675,
+      "loss": 0.6055,
+      "step": 804
+    },
+    {
+      "epoch": 0.28020163393012343,
+      "grad_norm": 1.272937677307704,
+      "learning_rate": 0.00019902718226762304,
+      "loss": 0.6816,
+      "step": 806
+    },
+    {
+      "epoch": 0.2808969233443421,
+      "grad_norm": 0.30646692495778655,
+      "learning_rate": 0.00019901021822536704,
+      "loss": 0.688,
+      "step": 808
+    },
+    {
+      "epoch": 0.2815922127585608,
+      "grad_norm": 0.3035733218665055,
+      "learning_rate": 0.00019899310828449713,
+      "loss": 0.6746,
+      "step": 810
+    },
+    {
+      "epoch": 0.2822875021727794,
+      "grad_norm": 0.2763276026826459,
+      "learning_rate": 0.00019897585247022613,
+      "loss": 0.6632,
+      "step": 812
+    },
+    {
+      "epoch": 0.2829827915869981,
+      "grad_norm": 1.173118337900773,
+      "learning_rate": 0.00019895845080798166,
+      "loss": 0.6306,
+      "step": 814
+    },
+    {
+      "epoch": 0.2836780810012168,
+      "grad_norm": 0.4335278252167635,
+      "learning_rate": 0.0001989409033234063,
+      "loss": 0.6147,
+      "step": 816
+    },
+    {
+      "epoch": 0.2843733704154354,
+      "grad_norm": 0.3556694503062785,
+      "learning_rate": 0.00019892321004235755,
+      "loss": 0.5771,
+      "step": 818
+    },
+    {
+      "epoch": 0.28506865982965407,
+      "grad_norm": 0.9083240381897224,
+      "learning_rate": 0.00019890537099090768,
+      "loss": 0.5729,
+      "step": 820
+    },
+    {
+      "epoch": 0.2857639492438728,
+      "grad_norm": 0.5433346815141633,
+      "learning_rate": 0.00019888738619534385,
+      "loss": 0.5554,
+      "step": 822
+    },
+    {
+      "epoch": 0.2864592386580914,
+      "grad_norm": 0.5244705156138804,
+      "learning_rate": 0.0001988692556821679,
+      "loss": 0.6525,
+      "step": 824
+    },
+    {
+      "epoch": 0.2871545280723101,
+      "grad_norm": 0.7580866792170871,
+      "learning_rate": 0.00019885097947809648,
+      "loss": 0.6512,
+      "step": 826
+    },
+    {
+      "epoch": 0.28784981748652877,
+      "grad_norm": 0.7034554538404351,
+      "learning_rate": 0.00019883255761006082,
+      "loss": 0.5414,
+      "step": 828
+    },
+    {
+      "epoch": 0.2885451069007474,
+      "grad_norm": 0.6915575597289163,
+      "learning_rate": 0.00019881399010520688,
+      "loss": 0.6036,
+      "step": 830
+    },
+    {
+      "epoch": 0.2892403963149661,
+      "grad_norm": 0.6895372001781882,
+      "learning_rate": 0.00019879527699089524,
+      "loss": 0.5894,
+      "step": 832
+    },
+    {
+      "epoch": 0.28993568572918477,
+      "grad_norm": 0.7762412863407715,
+      "learning_rate": 0.00019877641829470094,
+      "loss": 0.7115,
+      "step": 834
+    },
+    {
+      "epoch": 0.29063097514340347,
+      "grad_norm": 0.5761220663639801,
+      "learning_rate": 0.00019875741404441367,
+      "loss": 0.6108,
+      "step": 836
+    },
+    {
+      "epoch": 0.2913262645576221,
+      "grad_norm": 0.47176943357070505,
+      "learning_rate": 0.00019873826426803755,
+      "loss": 0.634,
+      "step": 838
+    },
+    {
+      "epoch": 0.29202155397184076,
+      "grad_norm": 0.5985873148196751,
+      "learning_rate": 0.00019871896899379107,
+      "loss": 0.6528,
+      "step": 840
+    },
+    {
+      "epoch": 0.29271684338605947,
+      "grad_norm": 0.39514741111190665,
+      "learning_rate": 0.00019869952825010727,
+      "loss": 0.6034,
+      "step": 842
+    },
+    {
+      "epoch": 0.2934121328002781,
+      "grad_norm": 0.29787585594263405,
+      "learning_rate": 0.00019867994206563343,
+      "loss": 0.6063,
+      "step": 844
+    },
+    {
+      "epoch": 0.29410742221449676,
+      "grad_norm": 0.303320759302155,
+      "learning_rate": 0.00019866021046923118,
+      "loss": 0.6343,
+      "step": 846
+    },
+    {
+      "epoch": 0.29480271162871546,
+      "grad_norm": 0.33135450527244925,
+      "learning_rate": 0.00019864033348997645,
+      "loss": 0.6421,
+      "step": 848
+    },
+    {
+      "epoch": 0.2954980010429341,
+      "grad_norm": 0.553668190192523,
+      "learning_rate": 0.0001986203111571594,
+      "loss": 0.6503,
+      "step": 850
+    },
+    {
+      "epoch": 0.2961932904571528,
+      "grad_norm": 0.31948016623126946,
+      "learning_rate": 0.00019860014350028438,
+      "loss": 0.6259,
+      "step": 852
+    },
+    {
+      "epoch": 0.29688857987137146,
+      "grad_norm": 0.5325237443938606,
+      "learning_rate": 0.0001985798305490698,
+      "loss": 0.6207,
+      "step": 854
+    },
+    {
+      "epoch": 0.2975838692855901,
+      "grad_norm": 0.5093186589927414,
+      "learning_rate": 0.00019855937233344831,
+      "loss": 0.5397,
+      "step": 856
+    },
+    {
+      "epoch": 0.2982791586998088,
+      "grad_norm": 0.5220573948537062,
+      "learning_rate": 0.00019853876888356652,
+      "loss": 0.6237,
+      "step": 858
+    },
+    {
+      "epoch": 0.29897444811402746,
+      "grad_norm": 0.9861332892020862,
+      "learning_rate": 0.00019851802022978506,
+      "loss": 0.689,
+      "step": 860
+    },
+    {
+      "epoch": 0.2996697375282461,
+      "grad_norm": 0.464669721879274,
+      "learning_rate": 0.00019849712640267861,
+      "loss": 0.522,
+      "step": 862
+    },
+    {
+      "epoch": 0.3003650269424648,
+      "grad_norm": 0.9223435358714303,
+      "learning_rate": 0.00019847608743303567,
+      "loss": 0.7491,
+      "step": 864
+    },
+    {
+      "epoch": 0.30106031635668346,
+      "grad_norm": 0.5058775377593727,
+      "learning_rate": 0.00019845490335185866,
+      "loss": 0.562,
+      "step": 866
+    },
+    {
+      "epoch": 0.30175560577090216,
+      "grad_norm": 0.5517767811356443,
+      "learning_rate": 0.00019843357419036382,
+      "loss": 0.6162,
+      "step": 868
+    },
+    {
+      "epoch": 0.3024508951851208,
+      "grad_norm": 0.49255497197537723,
+      "learning_rate": 0.00019841209997998127,
+      "loss": 0.6803,
+      "step": 870
+    },
+    {
+      "epoch": 0.30314618459933945,
+      "grad_norm": 0.41553745561512617,
+      "learning_rate": 0.0001983904807523547,
+      "loss": 0.6415,
+      "step": 872
+    },
+    {
+      "epoch": 0.30384147401355815,
+      "grad_norm": 0.49551628457734653,
+      "learning_rate": 0.00019836871653934162,
+      "loss": 0.6176,
+      "step": 874
+    },
+    {
+      "epoch": 0.3045367634277768,
+      "grad_norm": 0.7489091107060393,
+      "learning_rate": 0.00019834680737301313,
+      "loss": 0.6337,
+      "step": 876
+    },
+    {
+      "epoch": 0.3052320528419955,
+      "grad_norm": 0.32312869533576805,
+      "learning_rate": 0.00019832475328565398,
+      "loss": 0.6135,
+      "step": 878
+    },
+    {
+      "epoch": 0.30592734225621415,
+      "grad_norm": 0.304002075332943,
+      "learning_rate": 0.00019830255430976242,
+      "loss": 0.5533,
+      "step": 880
+    },
+    {
+      "epoch": 0.3066226316704328,
+      "grad_norm": 0.4137621036041215,
+      "learning_rate": 0.00019828021047805022,
+      "loss": 0.573,
+      "step": 882
+    },
+    {
+      "epoch": 0.3073179210846515,
+      "grad_norm": 0.7506870255042438,
+      "learning_rate": 0.00019825772182344262,
+      "loss": 0.6971,
+      "step": 884
+    },
+    {
+      "epoch": 0.30801321049887015,
+      "grad_norm": 0.7069489041589112,
+      "learning_rate": 0.00019823508837907828,
+      "loss": 0.5848,
+      "step": 886
+    },
+    {
+      "epoch": 0.3087084999130888,
+      "grad_norm": 0.49383355752727304,
+      "learning_rate": 0.00019821231017830914,
+      "loss": 0.6349,
+      "step": 888
+    },
+    {
+      "epoch": 0.3094037893273075,
+      "grad_norm": 0.7893505446859834,
+      "learning_rate": 0.0001981893872547005,
+      "loss": 0.6335,
+      "step": 890
+    },
+    {
+      "epoch": 0.31009907874152615,
+      "grad_norm": 1.0962653113728835,
+      "learning_rate": 0.00019816631964203097,
+      "loss": 0.6438,
+      "step": 892
+    },
+    {
+      "epoch": 0.31079436815574485,
+      "grad_norm": 0.40606329821748216,
+      "learning_rate": 0.0001981431073742923,
+      "loss": 0.557,
+      "step": 894
+    },
+    {
+      "epoch": 0.3114896575699635,
+      "grad_norm": 0.8061837126172193,
+      "learning_rate": 0.00019811975048568943,
+      "loss": 0.6334,
+      "step": 896
+    },
+    {
+      "epoch": 0.31218494698418214,
+      "grad_norm": 0.7808955990860935,
+      "learning_rate": 0.00019809624901064038,
+      "loss": 0.5775,
+      "step": 898
+    },
+    {
+      "epoch": 0.31288023639840085,
+      "grad_norm": 0.5527203146534614,
+      "learning_rate": 0.00019807260298377626,
+      "loss": 0.5934,
+      "step": 900
+    },
+    {
+      "epoch": 0.31288023639840085,
+      "eval_loss": 0.666339099407196,
+      "eval_runtime": 759.5196,
+      "eval_samples_per_second": 6.375,
+      "eval_steps_per_second": 0.2,
+      "step": 900
+    },
+    {
+      "epoch": 0.3135755258126195,
+      "grad_norm": 1.151650071753606,
+      "learning_rate": 0.00019804881243994118,
+      "loss": 0.6459,
+      "step": 902
+    },
+    {
+      "epoch": 0.3142708152268382,
+      "grad_norm": 0.37537177441864283,
+      "learning_rate": 0.00019802487741419218,
+      "loss": 0.5537,
+      "step": 904
+    },
+    {
+      "epoch": 0.31496610464105684,
+      "grad_norm": 0.39806583735978385,
+      "learning_rate": 0.00019800079794179927,
+      "loss": 0.5765,
+      "step": 906
+    },
+    {
+      "epoch": 0.3156613940552755,
+      "grad_norm": 0.9252532303995283,
+      "learning_rate": 0.00019797657405824524,
+      "loss": 0.6581,
+      "step": 908
+    },
+    {
+      "epoch": 0.3163566834694942,
+      "grad_norm": 0.4242008643262632,
+      "learning_rate": 0.00019795220579922572,
+      "loss": 0.663,
+      "step": 910
+    },
+    {
+      "epoch": 0.31705197288371284,
+      "grad_norm": 0.5557863138791925,
+      "learning_rate": 0.00019792769320064904,
+      "loss": 0.6492,
+      "step": 912
+    },
+    {
+      "epoch": 0.3177472622979315,
+      "grad_norm": 0.5743017982975046,
+      "learning_rate": 0.0001979030362986363,
+      "loss": 0.6425,
+      "step": 914
+    },
+    {
+      "epoch": 0.3184425517121502,
+      "grad_norm": 0.39667228882787314,
+      "learning_rate": 0.0001978782351295212,
+      "loss": 0.5658,
+      "step": 916
+    },
+    {
+      "epoch": 0.31913784112636884,
+      "grad_norm": 1.2742981139875873,
+      "learning_rate": 0.00019785328972985,
+      "loss": 0.6042,
+      "step": 918
+    },
+    {
+      "epoch": 0.31983313054058754,
+      "grad_norm": 0.7520790754771111,
+      "learning_rate": 0.00019782820013638158,
+      "loss": 0.6248,
+      "step": 920
+    },
+    {
+      "epoch": 0.3205284199548062,
+      "grad_norm": 1.1777266516894538,
+      "learning_rate": 0.0001978029663860872,
+      "loss": 0.6394,
+      "step": 922
+    },
+    {
+      "epoch": 0.32122370936902483,
+      "grad_norm": 0.5383416828808074,
+      "learning_rate": 0.00019777758851615058,
+      "loss": 0.6357,
+      "step": 924
+    },
+    {
+      "epoch": 0.32191899878324354,
+      "grad_norm": 0.5351088818608489,
+      "learning_rate": 0.00019775206656396787,
+      "loss": 0.6111,
+      "step": 926
+    },
+    {
+      "epoch": 0.3226142881974622,
+      "grad_norm": 0.7776255734128178,
+      "learning_rate": 0.00019772640056714744,
+      "loss": 0.5778,
+      "step": 928
+    },
+    {
+      "epoch": 0.3233095776116809,
+      "grad_norm": 0.5049904332607067,
+      "learning_rate": 0.00019770059056351,
+      "loss": 0.5978,
+      "step": 930
+    },
+    {
+      "epoch": 0.32400486702589953,
+      "grad_norm": 0.6894813643690206,
+      "learning_rate": 0.00019767463659108841,
+      "loss": 0.6727,
+      "step": 932
+    },
+    {
+      "epoch": 0.3247001564401182,
+      "grad_norm": 0.6230252249989028,
+      "learning_rate": 0.00019764853868812772,
+      "loss": 0.5911,
+      "step": 934
+    },
+    {
+      "epoch": 0.3253954458543369,
+      "grad_norm": 0.6699617199619087,
+      "learning_rate": 0.00019762229689308499,
+      "loss": 0.6694,
+      "step": 936
+    },
+    {
+      "epoch": 0.32609073526855553,
+      "grad_norm": 0.9762605521595761,
+      "learning_rate": 0.00019759591124462943,
+      "loss": 0.7053,
+      "step": 938
+    },
+    {
+      "epoch": 0.3267860246827742,
+      "grad_norm": 0.5216728233794251,
+      "learning_rate": 0.0001975693817816422,
+      "loss": 0.6958,
+      "step": 940
+    },
+    {
+      "epoch": 0.3274813140969929,
+      "grad_norm": 0.5943791708445256,
+      "learning_rate": 0.00019754270854321625,
+      "loss": 0.6342,
+      "step": 942
+    },
+    {
+      "epoch": 0.32817660351121153,
+      "grad_norm": 0.5341014737913188,
+      "learning_rate": 0.00019751589156865663,
+      "loss": 0.6272,
+      "step": 944
+    },
+    {
+      "epoch": 0.32887189292543023,
+      "grad_norm": 0.8411647140863245,
+      "learning_rate": 0.00019748893089747995,
+      "loss": 0.6041,
+      "step": 946
+    },
+    {
+      "epoch": 0.3295671823396489,
+      "grad_norm": 1.072323043427063,
+      "learning_rate": 0.00019746182656941473,
+      "loss": 0.7152,
+      "step": 948
+    },
+    {
+      "epoch": 0.3302624717538675,
+      "grad_norm": 0.6497829380326366,
+      "learning_rate": 0.00019743457862440115,
+      "loss": 0.6176,
+      "step": 950
+    },
+    {
+      "epoch": 0.33095776116808623,
+      "grad_norm": 0.28736093186011447,
+      "learning_rate": 0.00019740718710259096,
+      "loss": 0.6453,
+      "step": 952
+    },
+    {
+      "epoch": 0.3316530505823049,
+      "grad_norm": 0.27868233108109625,
+      "learning_rate": 0.00019737965204434757,
+      "loss": 0.6051,
+      "step": 954
+    },
+    {
+      "epoch": 0.3323483399965236,
+      "grad_norm": 0.40709235855818693,
+      "learning_rate": 0.00019735197349024576,
+      "loss": 0.6255,
+      "step": 956
+    },
+    {
+      "epoch": 0.3330436294107422,
+      "grad_norm": 0.8385677925045294,
+      "learning_rate": 0.00019732415148107199,
+      "loss": 0.6455,
+      "step": 958
+    },
+    {
+      "epoch": 0.3337389188249609,
+      "grad_norm": 0.5642576200414804,
+      "learning_rate": 0.00019729618605782384,
+      "loss": 0.6971,
+      "step": 960
+    },
+    {
+      "epoch": 0.3344342082391796,
+      "grad_norm": 0.7034648545079693,
+      "learning_rate": 0.00019726807726171039,
+      "loss": 0.6177,
+      "step": 962
+    },
+    {
+      "epoch": 0.3351294976533982,
+      "grad_norm": 1.9840633930320113,
+      "learning_rate": 0.000197239825134152,
+      "loss": 0.6776,
+      "step": 964
+    },
+    {
+      "epoch": 0.33582478706761687,
+      "grad_norm": 1.0091982574836484,
+      "learning_rate": 0.00019721142971678015,
+      "loss": 0.6893,
+      "step": 966
+    },
+    {
+      "epoch": 0.3365200764818356,
+      "grad_norm": 0.9742560258590767,
+      "learning_rate": 0.00019718289105143753,
+      "loss": 0.744,
+      "step": 968
+    },
+    {
+      "epoch": 0.3372153658960542,
+      "grad_norm": 0.6897018399345455,
+      "learning_rate": 0.00019715420918017793,
+      "loss": 0.678,
+      "step": 970
+    },
+    {
+      "epoch": 0.3379106553102729,
+      "grad_norm": 0.29102959771453246,
+      "learning_rate": 0.00019712538414526606,
+      "loss": 0.6663,
+      "step": 972
+    },
+    {
+      "epoch": 0.33860594472449157,
+      "grad_norm": 0.7337107483377766,
+      "learning_rate": 0.0001970964159891777,
+      "loss": 0.663,
+      "step": 974
+    },
+    {
+      "epoch": 0.3393012341387102,
+      "grad_norm": 0.5817704647699353,
+      "learning_rate": 0.00019706730475459953,
+      "loss": 0.6398,
+      "step": 976
+    },
+    {
+      "epoch": 0.3399965235529289,
+      "grad_norm": 0.28703428796704483,
+      "learning_rate": 0.00019703805048442897,
+      "loss": 0.5906,
+      "step": 978
+    },
+    {
+      "epoch": 0.34069181296714757,
+      "grad_norm": 0.41383789019772477,
+      "learning_rate": 0.0001970086532217743,
+      "loss": 0.6709,
+      "step": 980
+    },
+    {
+      "epoch": 0.34138710238136627,
+      "grad_norm": 0.812487649001141,
+      "learning_rate": 0.00019697911300995443,
+      "loss": 0.6191,
+      "step": 982
+    },
+    {
+      "epoch": 0.3420823917955849,
+      "grad_norm": 0.798027200072012,
+      "learning_rate": 0.00019694942989249907,
+      "loss": 0.6608,
+      "step": 984
+    },
+    {
+      "epoch": 0.34277768120980356,
+      "grad_norm": 0.44029385955900757,
+      "learning_rate": 0.00019691960391314837,
+      "loss": 0.647,
+      "step": 986
+    },
+    {
+      "epoch": 0.34347297062402227,
+      "grad_norm": 0.3824484030698272,
+      "learning_rate": 0.00019688963511585295,
+      "loss": 0.6378,
+      "step": 988
+    },
+    {
+      "epoch": 0.3441682600382409,
+      "grad_norm": 0.4121768227084979,
+      "learning_rate": 0.0001968595235447741,
+      "loss": 0.5908,
+      "step": 990
+    },
+    {
+      "epoch": 0.34486354945245956,
+      "grad_norm": 0.5154693781246049,
+      "learning_rate": 0.0001968292692442833,
+      "loss": 0.5632,
+      "step": 992
+    },
+    {
+      "epoch": 0.34555883886667826,
+      "grad_norm": 0.3895510966829308,
+      "learning_rate": 0.0001967988722589624,
+      "loss": 0.4674,
+      "step": 994
+    },
+    {
+      "epoch": 0.3462541282808969,
+      "grad_norm": 0.507531875733667,
+      "learning_rate": 0.00019676833263360352,
+      "loss": 0.5581,
+      "step": 996
+    },
+    {
+      "epoch": 0.3469494176951156,
+      "grad_norm": 0.5476523355263471,
+      "learning_rate": 0.00019673765041320907,
+      "loss": 0.7421,
+      "step": 998
+    },
+    {
+      "epoch": 0.34764470710933426,
+      "grad_norm": 0.8417172933340035,
+      "learning_rate": 0.00019670682564299136,
+      "loss": 0.6774,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3483399965235529,
+      "grad_norm": 0.6717112677412562,
+      "learning_rate": 0.00019667585836837299,
+      "loss": 0.6515,
+      "step": 1002
+    },
+    {
+      "epoch": 0.3490352859377716,
+      "grad_norm": 0.7599904388695796,
+      "learning_rate": 0.0001966447486349864,
+      "loss": 0.5679,
+      "step": 1004
+    },
+    {
+      "epoch": 0.34973057535199026,
+      "grad_norm": 0.44186748583335306,
+      "learning_rate": 0.000196613496488674,
+      "loss": 0.6067,
+      "step": 1006
+    },
+    {
+      "epoch": 0.35042586476620896,
+      "grad_norm": 0.4287165077907837,
+      "learning_rate": 0.00019658210197548805,
+      "loss": 0.5706,
+      "step": 1008
+    },
+    {
+      "epoch": 0.3511211541804276,
+      "grad_norm": 0.6051489125727973,
+      "learning_rate": 0.0001965505651416906,
+      "loss": 0.6178,
+      "step": 1010
+    },
+    {
+      "epoch": 0.35181644359464626,
+      "grad_norm": 0.5003034918118222,
+      "learning_rate": 0.00019651888603375346,
+      "loss": 0.6,
+      "step": 1012
+    },
+    {
+      "epoch": 0.35251173300886496,
+      "grad_norm": 0.6774513066433009,
+      "learning_rate": 0.00019648706469835804,
+      "loss": 0.6248,
+      "step": 1014
+    },
+    {
+      "epoch": 0.3532070224230836,
+      "grad_norm": 0.5666799893616385,
+      "learning_rate": 0.0001964551011823953,
+      "loss": 0.6256,
+      "step": 1016
+    },
+    {
+      "epoch": 0.35390231183730225,
+      "grad_norm": 0.6185519925235329,
+      "learning_rate": 0.00019642299553296582,
+      "loss": 0.5836,
+      "step": 1018
+    },
+    {
+      "epoch": 0.35459760125152096,
+      "grad_norm": 0.5020407783730059,
+      "learning_rate": 0.0001963907477973795,
+      "loss": 0.5148,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3552928906657396,
+      "grad_norm": 0.966855697270511,
+      "learning_rate": 0.00019635835802315574,
+      "loss": 0.6335,
+      "step": 1022
+    },
+    {
+      "epoch": 0.3559881800799583,
+      "grad_norm": 0.8705091175729548,
+      "learning_rate": 0.00019632582625802317,
+      "loss": 0.6313,
+      "step": 1024
+    },
+    {
+      "epoch": 0.35668346949417695,
+      "grad_norm": 0.6028556619755229,
+      "learning_rate": 0.00019629315254991964,
+      "loss": 0.6483,
+      "step": 1026
+    },
+    {
+      "epoch": 0.3573787589083956,
+      "grad_norm": 0.6075038119620636,
+      "learning_rate": 0.00019626033694699214,
+      "loss": 0.6271,
+      "step": 1028
+    },
+    {
+      "epoch": 0.3580740483226143,
+      "grad_norm": 0.7923956541669288,
+      "learning_rate": 0.00019622737949759694,
+      "loss": 0.6338,
+      "step": 1030
+    },
+    {
+      "epoch": 0.35876933773683295,
+      "grad_norm": 1.2067992138100796,
+      "learning_rate": 0.00019619428025029905,
+      "loss": 0.6308,
+      "step": 1032
+    },
+    {
+      "epoch": 0.35946462715105165,
+      "grad_norm": 0.5446351671940789,
+      "learning_rate": 0.00019616103925387265,
+      "loss": 0.6475,
+      "step": 1034
+    },
+    {
+      "epoch": 0.3601599165652703,
+      "grad_norm": 0.8842474031361561,
+      "learning_rate": 0.0001961276565573007,
+      "loss": 0.6654,
+      "step": 1036
+    },
+    {
+      "epoch": 0.36085520597948895,
+      "grad_norm": 1.294693850012853,
+      "learning_rate": 0.00019609413220977496,
+      "loss": 0.6929,
+      "step": 1038
+    },
+    {
+      "epoch": 0.36155049539370765,
+      "grad_norm": 0.7435682846586636,
+      "learning_rate": 0.00019606046626069595,
+      "loss": 0.6791,
+      "step": 1040
+    },
+    {
+      "epoch": 0.3622457848079263,
+      "grad_norm": 0.45762946459115417,
+      "learning_rate": 0.0001960266587596729,
+      "loss": 0.5769,
+      "step": 1042
+    },
+    {
+      "epoch": 0.36294107422214494,
+      "grad_norm": 0.5614638042598611,
+      "learning_rate": 0.00019599270975652352,
+      "loss": 0.6047,
+      "step": 1044
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 1.6171161059961894,
+      "learning_rate": 0.0001959586193012741,
+      "loss": 0.6932,
+      "step": 1046
+    },
+    {
+      "epoch": 0.3643316530505823,
+      "grad_norm": 1.5847051714441287,
+      "learning_rate": 0.00019592438744415932,
+      "loss": 0.5908,
+      "step": 1048
+    },
+    {
+      "epoch": 0.365026942464801,
+      "grad_norm": 0.4282438415059217,
+      "learning_rate": 0.00019589001423562233,
+      "loss": 0.6749,
+      "step": 1050
+    },
+    {
+      "epoch": 0.365026942464801,
+      "eval_loss": 0.6080955266952515,
+      "eval_runtime": 710.9824,
+      "eval_samples_per_second": 6.81,
+      "eval_steps_per_second": 0.214,
+      "step": 1050
+    },
+    {
+      "epoch": 0.36572223187901964,
+      "grad_norm": 1.0612232842206784,
+      "learning_rate": 0.00019585549972631446,
+      "loss": 0.5669,
+      "step": 1052
+    },
+    {
+      "epoch": 0.3664175212932383,
+      "grad_norm": 2.6994673924740358,
+      "learning_rate": 0.0001958208439670953,
+      "loss": 0.6455,
+      "step": 1054
+    },
+    {
+      "epoch": 0.367112810707457,
+      "grad_norm": 2.022628249772274,
+      "learning_rate": 0.0001957860470090326,
+      "loss": 0.6395,
+      "step": 1056
+    },
+    {
+      "epoch": 0.36780810012167564,
+      "grad_norm": 0.607126211578616,
+      "learning_rate": 0.00019575110890340214,
+      "loss": 0.593,
+      "step": 1058
+    },
+    {
+      "epoch": 0.36850338953589434,
+      "grad_norm": 1.026539890410463,
+      "learning_rate": 0.00019571602970168775,
+      "loss": 0.5939,
+      "step": 1060
+    },
+    {
+      "epoch": 0.369198678950113,
+      "grad_norm": 0.6663599873173821,
+      "learning_rate": 0.00019568080945558104,
+      "loss": 0.6415,
+      "step": 1062
+    },
+    {
+      "epoch": 0.36989396836433164,
+      "grad_norm": 0.5967439670789174,
+      "learning_rate": 0.00019564544821698167,
+      "loss": 0.6348,
+      "step": 1064
+    },
+    {
+      "epoch": 0.37058925777855034,
+      "grad_norm": 0.6468802992284401,
+      "learning_rate": 0.00019560994603799682,
+      "loss": 0.5991,
+      "step": 1066
+    },
+    {
+      "epoch": 0.371284547192769,
+      "grad_norm": 1.2251498168873143,
+      "learning_rate": 0.00019557430297094158,
+      "loss": 0.6001,
+      "step": 1068
+    },
+    {
+      "epoch": 0.37197983660698763,
+      "grad_norm": 0.4681978143920913,
+      "learning_rate": 0.00019553851906833853,
+      "loss": 0.5664,
+      "step": 1070
+    },
+    {
+      "epoch": 0.37267512602120634,
+      "grad_norm": 0.7538053079694034,
+      "learning_rate": 0.00019550259438291782,
+      "loss": 0.5531,
+      "step": 1072
+    },
+    {
+      "epoch": 0.373370415435425,
+      "grad_norm": 0.4626868039226879,
+      "learning_rate": 0.00019546652896761696,
+      "loss": 0.6268,
+      "step": 1074
+    },
+    {
+      "epoch": 0.3740657048496437,
+      "grad_norm": 0.8012577314135656,
+      "learning_rate": 0.00019543032287558097,
+      "loss": 0.7819,
+      "step": 1076
+    },
+    {
+      "epoch": 0.37476099426386233,
+      "grad_norm": 0.7004564506452116,
+      "learning_rate": 0.0001953939761601621,
+      "loss": 0.6505,
+      "step": 1078
+    },
+    {
+      "epoch": 0.375456283678081,
+      "grad_norm": 1.352602706017517,
+      "learning_rate": 0.0001953574888749198,
+      "loss": 0.558,
+      "step": 1080
+    },
+    {
+      "epoch": 0.3761515730922997,
+      "grad_norm": 0.3012261239096098,
+      "learning_rate": 0.0001953208610736207,
+      "loss": 0.5746,
+      "step": 1082
+    },
+    {
+      "epoch": 0.37684686250651833,
+      "grad_norm": 0.49798092264749827,
+      "learning_rate": 0.0001952840928102385,
+      "loss": 0.5845,
+      "step": 1084
+    },
+    {
+      "epoch": 0.377542151920737,
+      "grad_norm": 0.4457559765569793,
+      "learning_rate": 0.00019524718413895382,
+      "loss": 0.5859,
+      "step": 1086
+    },
+    {
+      "epoch": 0.3782374413349557,
+      "grad_norm": 0.5943406854432696,
+      "learning_rate": 0.00019521013511415426,
+      "loss": 0.6581,
+      "step": 1088
+    },
+    {
+      "epoch": 0.37893273074917433,
+      "grad_norm": 1.8614189583072707,
+      "learning_rate": 0.00019517294579043414,
+      "loss": 0.7019,
+      "step": 1090
+    },
+    {
+      "epoch": 0.37962802016339303,
+      "grad_norm": 0.4212993231373999,
+      "learning_rate": 0.00019513561622259466,
+      "loss": 0.6106,
+      "step": 1092
+    },
+    {
+      "epoch": 0.3803233095776117,
+      "grad_norm": 0.5224177310348964,
+      "learning_rate": 0.00019509814646564354,
+      "loss": 0.6012,
+      "step": 1094
+    },
+    {
+      "epoch": 0.3810185989918303,
+      "grad_norm": 1.3980998842985117,
+      "learning_rate": 0.0001950605365747951,
+      "loss": 0.5875,
+      "step": 1096
+    },
+    {
+      "epoch": 0.38171388840604903,
+      "grad_norm": 0.7255638165052757,
+      "learning_rate": 0.0001950227866054703,
+      "loss": 0.6366,
+      "step": 1098
+    },
+    {
+      "epoch": 0.3824091778202677,
+      "grad_norm": 0.39401204779232035,
+      "learning_rate": 0.00019498489661329632,
+      "loss": 0.59,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3831044672344864,
+      "grad_norm": 0.6249434294547875,
+      "learning_rate": 0.00019494686665410684,
+      "loss": 0.5555,
+      "step": 1102
+    },
+    {
+      "epoch": 0.383799756648705,
+      "grad_norm": 0.4970609140814689,
+      "learning_rate": 0.00019490869678394165,
+      "loss": 0.5872,
+      "step": 1104
+    },
+    {
+      "epoch": 0.3844950460629237,
+      "grad_norm": 0.5522933346523479,
+      "learning_rate": 0.0001948703870590468,
+      "loss": 0.6296,
+      "step": 1106
+    },
+    {
+      "epoch": 0.3851903354771424,
+      "grad_norm": 0.5358444643818808,
+      "learning_rate": 0.0001948319375358744,
+      "loss": 0.5677,
+      "step": 1108
+    },
+    {
+      "epoch": 0.385885624891361,
+      "grad_norm": 0.5839030994818908,
+      "learning_rate": 0.00019479334827108256,
+      "loss": 0.5443,
+      "step": 1110
+    },
+    {
+      "epoch": 0.38658091430557967,
+      "grad_norm": 0.9808370348899028,
+      "learning_rate": 0.00019475461932153533,
+      "loss": 0.6703,
+      "step": 1112
+    },
+    {
+      "epoch": 0.3872762037197984,
+      "grad_norm": 0.5567454433782846,
+      "learning_rate": 0.00019471575074430256,
+      "loss": 0.585,
+      "step": 1114
+    },
+    {
+      "epoch": 0.387971493134017,
+      "grad_norm": 0.8706120804701404,
+      "learning_rate": 0.00019467674259665985,
+      "loss": 0.5399,
+      "step": 1116
+    },
+    {
+      "epoch": 0.3886667825482357,
+      "grad_norm": 0.607175198823171,
+      "learning_rate": 0.00019463759493608854,
+      "loss": 0.6016,
+      "step": 1118
+    },
+    {
+      "epoch": 0.38936207196245437,
+      "grad_norm": 0.848040345554999,
+      "learning_rate": 0.0001945983078202754,
+      "loss": 0.5604,
+      "step": 1120
+    },
+    {
+      "epoch": 0.390057361376673,
+      "grad_norm": 0.39050505941263947,
+      "learning_rate": 0.00019455888130711296,
+      "loss": 0.5391,
+      "step": 1122
+    },
+    {
+      "epoch": 0.3907526507908917,
+      "grad_norm": 0.43688262723639604,
+      "learning_rate": 0.00019451931545469883,
+      "loss": 0.5911,
+      "step": 1124
+    },
+    {
+      "epoch": 0.39144794020511037,
+      "grad_norm": 0.5216486488482895,
+      "learning_rate": 0.00019447961032133623,
+      "loss": 0.7729,
+      "step": 1126
+    },
+    {
+      "epoch": 0.39214322961932907,
+      "grad_norm": 0.5238744592921366,
+      "learning_rate": 0.0001944397659655334,
+      "loss": 0.6561,
+      "step": 1128
+    },
+    {
+      "epoch": 0.3928385190335477,
+      "grad_norm": 0.5356265007770037,
+      "learning_rate": 0.00019439978244600392,
+      "loss": 0.6139,
+      "step": 1130
+    },
+    {
+      "epoch": 0.39353380844776636,
+      "grad_norm": 0.7845961219955971,
+      "learning_rate": 0.00019435965982166634,
+      "loss": 0.5682,
+      "step": 1132
+    },
+    {
+      "epoch": 0.39422909786198507,
+      "grad_norm": 0.5467699155830194,
+      "learning_rate": 0.0001943193981516442,
+      "loss": 0.5801,
+      "step": 1134
+    },
+    {
+      "epoch": 0.3949243872762037,
+      "grad_norm": 0.8265539141839208,
+      "learning_rate": 0.00019427899749526592,
+      "loss": 0.6112,
+      "step": 1136
+    },
+    {
+      "epoch": 0.39561967669042236,
+      "grad_norm": 0.6952363088057728,
+      "learning_rate": 0.0001942384579120648,
+      "loss": 0.5585,
+      "step": 1138
+    },
+    {
+      "epoch": 0.39631496610464106,
+      "grad_norm": 0.5390583855264917,
+      "learning_rate": 0.00019419777946177872,
+      "loss": 0.5437,
+      "step": 1140
+    },
+    {
+      "epoch": 0.3970102555188597,
+      "grad_norm": 0.7703174634754777,
+      "learning_rate": 0.0001941569622043504,
+      "loss": 0.6353,
+      "step": 1142
+    },
+    {
+      "epoch": 0.3977055449330784,
+      "grad_norm": 0.6599770887173079,
+      "learning_rate": 0.0001941160061999268,
+      "loss": 0.6984,
+      "step": 1144
+    },
+    {
+      "epoch": 0.39840083434729706,
+      "grad_norm": 0.6388540477012332,
+      "learning_rate": 0.0001940749115088597,
+      "loss": 0.6716,
+      "step": 1146
+    },
+    {
+      "epoch": 0.3990961237615157,
+      "grad_norm": 0.556740144667956,
+      "learning_rate": 0.00019403367819170495,
+      "loss": 0.5403,
+      "step": 1148
+    },
+    {
+      "epoch": 0.3997914131757344,
+      "grad_norm": 0.5811188003032377,
+      "learning_rate": 0.00019399230630922281,
+      "loss": 0.6038,
+      "step": 1150
+    },
+    {
+      "epoch": 0.40048670258995306,
+      "grad_norm": 0.5247246331826143,
+      "learning_rate": 0.00019395079592237767,
+      "loss": 0.5802,
+      "step": 1152
+    },
+    {
+      "epoch": 0.40118199200417176,
+      "grad_norm": 0.6218229787877086,
+      "learning_rate": 0.00019390914709233812,
+      "loss": 0.613,
+      "step": 1154
+    },
+    {
+      "epoch": 0.4018772814183904,
+      "grad_norm": 0.3768886648264559,
+      "learning_rate": 0.00019386735988047657,
+      "loss": 0.546,
+      "step": 1156
+    },
+    {
+      "epoch": 0.40257257083260906,
+      "grad_norm": 0.7192604288297088,
+      "learning_rate": 0.00019382543434836956,
+      "loss": 0.6414,
+      "step": 1158
+    },
+    {
+      "epoch": 0.40326786024682776,
+      "grad_norm": 0.6502767283266627,
+      "learning_rate": 0.00019378337055779725,
+      "loss": 0.6913,
+      "step": 1160
+    },
+    {
+      "epoch": 0.4039631496610464,
+      "grad_norm": 0.5821846511835889,
+      "learning_rate": 0.00019374116857074372,
+      "loss": 0.6135,
+      "step": 1162
+    },
+    {
+      "epoch": 0.40465843907526505,
+      "grad_norm": 0.4214614762979627,
+      "learning_rate": 0.00019369882844939656,
+      "loss": 0.5844,
+      "step": 1164
+    },
+    {
+      "epoch": 0.40535372848948376,
+      "grad_norm": 0.3995087581540831,
+      "learning_rate": 0.00019365635025614698,
+      "loss": 0.597,
+      "step": 1166
+    },
+    {
+      "epoch": 0.4060490179037024,
+      "grad_norm": 0.6448855951735888,
+      "learning_rate": 0.0001936137340535896,
+      "loss": 0.5964,
+      "step": 1168
+    },
+    {
+      "epoch": 0.4067443073179211,
+      "grad_norm": 0.4901354392109259,
+      "learning_rate": 0.00019357097990452244,
+      "loss": 0.6544,
+      "step": 1170
+    },
+    {
+      "epoch": 0.40743959673213975,
+      "grad_norm": 1.453302582941976,
+      "learning_rate": 0.0001935280878719468,
+      "loss": 0.7041,
+      "step": 1172
+    },
+    {
+      "epoch": 0.4081348861463584,
+      "grad_norm": 0.5029703758127726,
+      "learning_rate": 0.00019348505801906717,
+      "loss": 0.5963,
+      "step": 1174
+    },
+    {
+      "epoch": 0.4088301755605771,
+      "grad_norm": 0.42609969312576673,
+      "learning_rate": 0.00019344189040929104,
+      "loss": 0.5741,
+      "step": 1176
+    },
+    {
+      "epoch": 0.40952546497479575,
+      "grad_norm": 0.7354212284029352,
+      "learning_rate": 0.000193398585106229,
+      "loss": 0.5587,
+      "step": 1178
+    },
+    {
+      "epoch": 0.41022075438901445,
+      "grad_norm": 0.4221453871118396,
+      "learning_rate": 0.00019335514217369448,
+      "loss": 0.6008,
+      "step": 1180
+    },
+    {
+      "epoch": 0.4109160438032331,
+      "grad_norm": 0.4305199213179302,
+      "learning_rate": 0.00019331156167570377,
+      "loss": 0.6589,
+      "step": 1182
+    },
+    {
+      "epoch": 0.41161133321745175,
+      "grad_norm": 0.5908546860050797,
+      "learning_rate": 0.0001932678436764758,
+      "loss": 0.6791,
+      "step": 1184
+    },
+    {
+      "epoch": 0.41230662263167045,
+      "grad_norm": 0.592125562883329,
+      "learning_rate": 0.0001932239882404322,
+      "loss": 0.6163,
+      "step": 1186
+    },
+    {
+      "epoch": 0.4130019120458891,
+      "grad_norm": 0.3760868982177292,
+      "learning_rate": 0.00019317999543219707,
+      "loss": 0.6057,
+      "step": 1188
+    },
+    {
+      "epoch": 0.41369720146010774,
+      "grad_norm": 0.42271908071862413,
+      "learning_rate": 0.00019313586531659693,
+      "loss": 0.6055,
+      "step": 1190
+    },
+    {
+      "epoch": 0.41439249087432645,
+      "grad_norm": 0.7637973810401912,
+      "learning_rate": 0.00019309159795866067,
+      "loss": 0.6113,
+      "step": 1192
+    },
+    {
+      "epoch": 0.4150877802885451,
+      "grad_norm": 0.31348977991538335,
+      "learning_rate": 0.00019304719342361942,
+      "loss": 0.5906,
+      "step": 1194
+    },
+    {
+      "epoch": 0.4157830697027638,
+      "grad_norm": 0.34482048624358563,
+      "learning_rate": 0.00019300265177690635,
+      "loss": 0.5722,
+      "step": 1196
+    },
+    {
+      "epoch": 0.41647835911698244,
+      "grad_norm": 0.8513089082812038,
+      "learning_rate": 0.0001929579730841568,
+      "loss": 0.6293,
+      "step": 1198
+    },
+    {
+      "epoch": 0.4171736485312011,
+      "grad_norm": 0.4489163724605792,
+      "learning_rate": 0.00019291315741120802,
+      "loss": 0.5779,
+      "step": 1200
+    },
+    {
+      "epoch": 0.4171736485312011,
+      "eval_loss": 0.6036229133605957,
+      "eval_runtime": 710.4375,
+      "eval_samples_per_second": 6.816,
+      "eval_steps_per_second": 0.214,
+      "step": 1200
+    },
+    {
+      "epoch": 0.4178689379454198,
+      "grad_norm": 0.4187714520019529,
+      "learning_rate": 0.00019286820482409907,
+      "loss": 0.6429,
+      "step": 1202
+    },
+    {
+      "epoch": 0.41856422735963844,
+      "grad_norm": 0.6777550653965533,
+      "learning_rate": 0.0001928231153890708,
+      "loss": 0.7349,
+      "step": 1204
+    },
+    {
+      "epoch": 0.41925951677385714,
+      "grad_norm": 0.5320560870085244,
+      "learning_rate": 0.00019277788917256575,
+      "loss": 0.6171,
+      "step": 1206
+    },
+    {
+      "epoch": 0.4199548061880758,
+      "grad_norm": 0.4598764394317783,
+      "learning_rate": 0.0001927325262412279,
+      "loss": 0.568,
+      "step": 1208
+    },
+    {
+      "epoch": 0.42065009560229444,
+      "grad_norm": 0.6091029764488312,
+      "learning_rate": 0.0001926870266619028,
+      "loss": 0.6179,
+      "step": 1210
+    },
+    {
+      "epoch": 0.42134538501651314,
+      "grad_norm": 0.3831881756520618,
+      "learning_rate": 0.00019264139050163733,
+      "loss": 0.6277,
+      "step": 1212
+    },
+    {
+      "epoch": 0.4220406744307318,
+      "grad_norm": 0.46975774391187974,
+      "learning_rate": 0.00019259561782767964,
+      "loss": 0.6365,
+      "step": 1214
+    },
+    {
+      "epoch": 0.42273596384495044,
+      "grad_norm": 0.43958415828248065,
+      "learning_rate": 0.00019254970870747896,
+      "loss": 0.5599,
+      "step": 1216
+    },
+    {
+      "epoch": 0.42343125325916914,
+      "grad_norm": 0.3718315331231464,
+      "learning_rate": 0.00019250366320868573,
+      "loss": 0.5466,
+      "step": 1218
+    },
+    {
+      "epoch": 0.4241265426733878,
+      "grad_norm": 0.4132277343365207,
+      "learning_rate": 0.00019245748139915122,
+      "loss": 0.5505,
+      "step": 1220
+    },
+    {
+      "epoch": 0.4248218320876065,
+      "grad_norm": 0.699259138789713,
+      "learning_rate": 0.00019241116334692767,
+      "loss": 0.6155,
+      "step": 1222
+    },
+    {
+      "epoch": 0.42551712150182514,
+      "grad_norm": 0.8108211625089844,
+      "learning_rate": 0.00019236470912026795,
+      "loss": 0.6389,
+      "step": 1224
+    },
+    {
+      "epoch": 0.4262124109160438,
+      "grad_norm": 0.7991219996691611,
+      "learning_rate": 0.00019231811878762578,
+      "loss": 0.6218,
+      "step": 1226
+    },
+    {
+      "epoch": 0.4269077003302625,
+      "grad_norm": 0.6512869246829502,
+      "learning_rate": 0.00019227139241765527,
+      "loss": 0.6263,
+      "step": 1228
+    },
+    {
+      "epoch": 0.42760298974448113,
+      "grad_norm": 0.6616729861929296,
+      "learning_rate": 0.00019222453007921103,
+      "loss": 0.633,
+      "step": 1230
+    },
+    {
+      "epoch": 0.42829827915869984,
+      "grad_norm": 0.6441717114274472,
+      "learning_rate": 0.0001921775318413481,
+      "loss": 0.598,
+      "step": 1232
+    },
+    {
+      "epoch": 0.4289935685729185,
+      "grad_norm": 0.5398693786298329,
+      "learning_rate": 0.00019213039777332173,
+      "loss": 0.6128,
+      "step": 1234
+    },
+    {
+      "epoch": 0.42968885798713713,
+      "grad_norm": 0.7990572416423266,
+      "learning_rate": 0.00019208312794458734,
+      "loss": 0.6237,
+      "step": 1236
+    },
+    {
+      "epoch": 0.43038414740135583,
+      "grad_norm": 0.6792096783122197,
+      "learning_rate": 0.00019203572242480033,
+      "loss": 0.6167,
+      "step": 1238
+    },
+    {
+      "epoch": 0.4310794368155745,
+      "grad_norm": 0.569412739061848,
+      "learning_rate": 0.00019198818128381622,
+      "loss": 0.7147,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4317747262297931,
+      "grad_norm": 0.3343242957299063,
+      "learning_rate": 0.00019194050459169016,
+      "loss": 0.5585,
+      "step": 1242
+    },
+    {
+      "epoch": 0.43247001564401183,
+      "grad_norm": 0.41389163470101814,
+      "learning_rate": 0.00019189269241867726,
+      "loss": 0.6206,
+      "step": 1244
+    },
+    {
+      "epoch": 0.4331653050582305,
+      "grad_norm": 0.6725681446750024,
+      "learning_rate": 0.00019184474483523208,
+      "loss": 0.6592,
+      "step": 1246
+    },
+    {
+      "epoch": 0.4338605944724492,
+      "grad_norm": 1.063023358388528,
+      "learning_rate": 0.0001917966619120088,
+      "loss": 0.6998,
+      "step": 1248
+    },
+    {
+      "epoch": 0.4345558838866678,
+      "grad_norm": 1.0481626997531774,
+      "learning_rate": 0.00019174844371986111,
+      "loss": 0.5649,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4352511733008865,
+      "grad_norm": 0.6436744584316785,
+      "learning_rate": 0.00019170009032984188,
+      "loss": 0.6011,
+      "step": 1252
+    },
+    {
+      "epoch": 0.4359464627151052,
+      "grad_norm": 0.6100699160131396,
+      "learning_rate": 0.00019165160181320331,
+      "loss": 0.6229,
+      "step": 1254
+    },
+    {
+      "epoch": 0.4366417521293238,
+      "grad_norm": 0.43075456887586555,
+      "learning_rate": 0.00019160297824139671,
+      "loss": 0.5985,
+      "step": 1256
+    },
+    {
+      "epoch": 0.4373370415435425,
+      "grad_norm": 1.1133754307509498,
+      "learning_rate": 0.0001915542196860723,
+      "loss": 0.582,
+      "step": 1258
+    },
+    {
+      "epoch": 0.4380323309577612,
+      "grad_norm": 0.8115545368570724,
+      "learning_rate": 0.00019150532621907935,
+      "loss": 0.6281,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4387276203719798,
+      "grad_norm": 0.6501357510133978,
+      "learning_rate": 0.00019145629791246586,
+      "loss": 0.7366,
+      "step": 1262
+    },
+    {
+      "epoch": 0.4394229097861985,
+      "grad_norm": 1.0301487119179336,
+      "learning_rate": 0.00019140713483847854,
+      "loss": 0.5878,
+      "step": 1264
+    },
+    {
+      "epoch": 0.44011819920041717,
+      "grad_norm": 0.9720409793058,
+      "learning_rate": 0.00019135783706956266,
+      "loss": 0.5096,
+      "step": 1266
+    },
+    {
+      "epoch": 0.4408134886146358,
+      "grad_norm": 0.5612642914060567,
+      "learning_rate": 0.000191308404678362,
+      "loss": 0.6624,
+      "step": 1268
+    },
+    {
+      "epoch": 0.4415087780288545,
+      "grad_norm": 0.46162422465509245,
+      "learning_rate": 0.00019125883773771874,
+      "loss": 0.5714,
+      "step": 1270
+    },
+    {
+      "epoch": 0.44220406744307317,
+      "grad_norm": 0.7669640725186674,
+      "learning_rate": 0.00019120913632067325,
+      "loss": 0.6786,
+      "step": 1272
+    },
+    {
+      "epoch": 0.44289935685729187,
+      "grad_norm": 0.4747976521609601,
+      "learning_rate": 0.00019115930050046416,
+      "loss": 0.5964,
+      "step": 1274
+    },
+    {
+      "epoch": 0.4435946462715105,
+      "grad_norm": 0.8528446125546961,
+      "learning_rate": 0.0001911093303505281,
+      "loss": 0.6584,
+      "step": 1276
+    },
+    {
+      "epoch": 0.44428993568572916,
+      "grad_norm": 0.444423482826933,
+      "learning_rate": 0.00019105922594449962,
+      "loss": 0.5931,
+      "step": 1278
+    },
+    {
+      "epoch": 0.44498522509994787,
+      "grad_norm": 0.4296567435369722,
+      "learning_rate": 0.00019100898735621114,
+      "loss": 0.5614,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4456805145141665,
+      "grad_norm": 0.3735319415225358,
+      "learning_rate": 0.0001909586146596928,
+      "loss": 0.5585,
+      "step": 1282
+    },
+    {
+      "epoch": 0.4463758039283852,
+      "grad_norm": 0.3997395665103462,
+      "learning_rate": 0.0001909081079291724,
+      "loss": 0.4911,
+      "step": 1284
+    },
+    {
+      "epoch": 0.44707109334260386,
+      "grad_norm": 0.5067764089739433,
+      "learning_rate": 0.00019085746723907513,
+      "loss": 0.5912,
+      "step": 1286
+    },
+    {
+      "epoch": 0.4477663827568225,
+      "grad_norm": 1.5023247096958177,
+      "learning_rate": 0.00019080669266402373,
+      "loss": 0.7538,
+      "step": 1288
+    },
+    {
+      "epoch": 0.4484616721710412,
+      "grad_norm": 1.0536335728512713,
+      "learning_rate": 0.0001907557842788381,
+      "loss": 0.7347,
+      "step": 1290
+    },
+    {
+      "epoch": 0.44915696158525986,
+      "grad_norm": 1.3178937768983239,
+      "learning_rate": 0.00019070474215853543,
+      "loss": 0.6302,
+      "step": 1292
+    },
+    {
+      "epoch": 0.4498522509994785,
+      "grad_norm": 0.5893948676721078,
+      "learning_rate": 0.00019065356637832986,
+      "loss": 0.626,
+      "step": 1294
+    },
+    {
+      "epoch": 0.4505475404136972,
+      "grad_norm": 1.118265378089079,
+      "learning_rate": 0.0001906022570136326,
+      "loss": 0.5155,
+      "step": 1296
+    },
+    {
+      "epoch": 0.45124282982791586,
+      "grad_norm": 0.3585975576830803,
+      "learning_rate": 0.00019055081414005165,
+      "loss": 0.5558,
+      "step": 1298
+    },
+    {
+      "epoch": 0.45193811924213456,
+      "grad_norm": 1.3203699153765986,
+      "learning_rate": 0.00019049923783339171,
+      "loss": 0.6516,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4526334086563532,
+      "grad_norm": 0.8836139230641887,
+      "learning_rate": 0.0001904475281696542,
+      "loss": 0.6532,
+      "step": 1302
+    },
+    {
+      "epoch": 0.45332869807057186,
+      "grad_norm": 0.7111007749248109,
+      "learning_rate": 0.00019039568522503694,
+      "loss": 0.6273,
+      "step": 1304
+    },
+    {
+      "epoch": 0.45402398748479056,
+      "grad_norm": 0.4303152450432435,
+      "learning_rate": 0.00019034370907593427,
+      "loss": 0.5596,
+      "step": 1306
+    },
+    {
+      "epoch": 0.4547192768990092,
+      "grad_norm": 0.46058879749054005,
+      "learning_rate": 0.00019029159979893669,
+      "loss": 0.6002,
+      "step": 1308
+    },
+    {
+      "epoch": 0.4554145663132279,
+      "grad_norm": 1.1757657004565762,
+      "learning_rate": 0.00019023935747083094,
+      "loss": 0.5425,
+      "step": 1310
+    },
+    {
+      "epoch": 0.45610985572744656,
+      "grad_norm": 0.6763815344574016,
+      "learning_rate": 0.00019018698216859985,
+      "loss": 0.7178,
+      "step": 1312
+    },
+    {
+      "epoch": 0.4568051451416652,
+      "grad_norm": 0.6557528693425259,
+      "learning_rate": 0.00019013447396942215,
+      "loss": 0.5482,
+      "step": 1314
+    },
+    {
+      "epoch": 0.4575004345558839,
+      "grad_norm": 0.40206624331116686,
+      "learning_rate": 0.0001900818329506724,
+      "loss": 0.5626,
+      "step": 1316
+    },
+    {
+      "epoch": 0.45819572397010255,
+      "grad_norm": 0.39959833266619904,
+      "learning_rate": 0.0001900290591899209,
+      "loss": 0.5805,
+      "step": 1318
+    },
+    {
+      "epoch": 0.4588910133843212,
+      "grad_norm": 1.157537080813341,
+      "learning_rate": 0.00018997615276493353,
+      "loss": 0.5895,
+      "step": 1320
+    },
+    {
+      "epoch": 0.4595863027985399,
+      "grad_norm": 1.9818188598958286,
+      "learning_rate": 0.0001899231137536717,
+      "loss": 0.6688,
+      "step": 1322
+    },
+    {
+      "epoch": 0.46028159221275855,
+      "grad_norm": 0.6448001142497345,
+      "learning_rate": 0.00018986994223429217,
+      "loss": 0.5878,
+      "step": 1324
+    },
+    {
+      "epoch": 0.46097688162697725,
+      "grad_norm": 0.7035140294155504,
+      "learning_rate": 0.000189816638285147,
+      "loss": 0.59,
+      "step": 1326
+    },
+    {
+      "epoch": 0.4616721710411959,
+      "grad_norm": 0.5547705850102905,
+      "learning_rate": 0.00018976320198478327,
+      "loss": 0.6194,
+      "step": 1328
+    },
+    {
+      "epoch": 0.46236746045541455,
+      "grad_norm": 0.8218894600210293,
+      "learning_rate": 0.00018970963341194327,
+      "loss": 0.5957,
+      "step": 1330
+    },
+    {
+      "epoch": 0.46306274986963325,
+      "grad_norm": 0.8582770909742338,
+      "learning_rate": 0.00018965593264556405,
+      "loss": 0.6027,
+      "step": 1332
+    },
+    {
+      "epoch": 0.4637580392838519,
+      "grad_norm": 0.5859159431078994,
+      "learning_rate": 0.00018960209976477755,
+      "loss": 0.5701,
+      "step": 1334
+    },
+    {
+      "epoch": 0.46445332869807054,
+      "grad_norm": 0.6055238281909472,
+      "learning_rate": 0.00018954813484891033,
+      "loss": 0.6069,
+      "step": 1336
+    },
+    {
+      "epoch": 0.46514861811228925,
+      "grad_norm": 0.7336223128037048,
+      "learning_rate": 0.00018949403797748356,
+      "loss": 0.639,
+      "step": 1338
+    },
+    {
+      "epoch": 0.4658439075265079,
+      "grad_norm": 0.4617499217742889,
+      "learning_rate": 0.0001894398092302128,
+      "loss": 0.5972,
+      "step": 1340
+    },
+    {
+      "epoch": 0.4665391969407266,
+      "grad_norm": 0.6626369850916174,
+      "learning_rate": 0.00018938544868700804,
+      "loss": 0.6254,
+      "step": 1342
+    },
+    {
+      "epoch": 0.46723448635494524,
+      "grad_norm": 0.6487571201649612,
+      "learning_rate": 0.00018933095642797336,
+      "loss": 0.6115,
+      "step": 1344
+    },
+    {
+      "epoch": 0.4679297757691639,
+      "grad_norm": 0.721231100905907,
+      "learning_rate": 0.00018927633253340703,
+      "loss": 0.5056,
+      "step": 1346
+    },
+    {
+      "epoch": 0.4686250651833826,
+      "grad_norm": 0.43640759465379947,
+      "learning_rate": 0.0001892215770838012,
+      "loss": 0.618,
+      "step": 1348
+    },
+    {
+      "epoch": 0.46932035459760124,
+      "grad_norm": 0.7472697329585503,
+      "learning_rate": 0.00018916669015984198,
+      "loss": 0.5145,
+      "step": 1350
+    },
+    {
+      "epoch": 0.46932035459760124,
+      "eval_loss": 0.6091039180755615,
+      "eval_runtime": 712.5909,
+      "eval_samples_per_second": 6.795,
+      "eval_steps_per_second": 0.213,
+      "step": 1350
+    },
+    {
+      "epoch": 0.47001564401181994,
+      "grad_norm": 0.8587847612083451,
+      "learning_rate": 0.00018911167184240915,
+      "loss": 0.6002,
+      "step": 1352
+    },
+    {
+      "epoch": 0.4707109334260386,
+      "grad_norm": 0.570124970949044,
+      "learning_rate": 0.0001890565222125761,
+      "loss": 0.6562,
+      "step": 1354
+    },
+    {
+      "epoch": 0.47140622284025724,
+      "grad_norm": 0.6984427176055181,
+      "learning_rate": 0.00018900124135160976,
+      "loss": 0.7262,
+      "step": 1356
+    },
+    {
+      "epoch": 0.47210151225447594,
+      "grad_norm": 0.765890528385208,
+      "learning_rate": 0.0001889458293409704,
+      "loss": 0.5891,
+      "step": 1358
+    },
+    {
+      "epoch": 0.4727968016686946,
+      "grad_norm": 0.609256703935707,
+      "learning_rate": 0.0001888902862623116,
+      "loss": 0.5919,
+      "step": 1360
+    },
+    {
+      "epoch": 0.47349209108291324,
+      "grad_norm": 0.4622539193764851,
+      "learning_rate": 0.00018883461219748,
+      "loss": 0.6179,
+      "step": 1362
+    },
+    {
+      "epoch": 0.47418738049713194,
+      "grad_norm": 0.46144204894965307,
+      "learning_rate": 0.00018877880722851536,
+      "loss": 0.6289,
+      "step": 1364
+    },
+    {
+      "epoch": 0.4748826699113506,
+      "grad_norm": 0.8200013455891142,
+      "learning_rate": 0.00018872287143765023,
+      "loss": 0.5644,
+      "step": 1366
+    },
+    {
+      "epoch": 0.4755779593255693,
+      "grad_norm": 0.5631892935159202,
+      "learning_rate": 0.00018866680490730998,
+      "loss": 0.5034,
+      "step": 1368
+    },
+    {
+      "epoch": 0.47627324873978794,
+      "grad_norm": 0.5739777810808598,
+      "learning_rate": 0.00018861060772011273,
+      "loss": 0.651,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4769685381540066,
+      "grad_norm": 0.666694270081405,
+      "learning_rate": 0.00018855427995886892,
+      "loss": 0.58,
+      "step": 1372
+    },
+    {
+      "epoch": 0.4776638275682253,
+      "grad_norm": 0.4844198549303021,
+      "learning_rate": 0.00018849782170658158,
+      "loss": 0.5842,
+      "step": 1374
+    },
+    {
+      "epoch": 0.47835911698244393,
+      "grad_norm": 0.5289779719515055,
+      "learning_rate": 0.00018844123304644596,
+      "loss": 0.597,
+      "step": 1376
+    },
+    {
+      "epoch": 0.47905440639666264,
+      "grad_norm": 1.0867526542265191,
+      "learning_rate": 0.0001883845140618495,
+      "loss": 0.6741,
+      "step": 1378
+    },
+    {
+      "epoch": 0.4797496958108813,
+      "grad_norm": 0.6205435292114323,
+      "learning_rate": 0.00018832766483637165,
+      "loss": 0.6176,
+      "step": 1380
+    },
+    {
+      "epoch": 0.48044498522509993,
+      "grad_norm": 0.49806740313966835,
+      "learning_rate": 0.0001882706854537838,
+      "loss": 0.6003,
+      "step": 1382
+    },
+    {
+      "epoch": 0.48114027463931863,
+      "grad_norm": 0.713610401013068,
+      "learning_rate": 0.00018821357599804915,
+      "loss": 0.5746,
+      "step": 1384
+    },
+    {
+      "epoch": 0.4818355640535373,
+      "grad_norm": 0.7286362166201054,
+      "learning_rate": 0.00018815633655332252,
+      "loss": 0.5824,
+      "step": 1386
+    },
+    {
+      "epoch": 0.4825308534677559,
+      "grad_norm": 0.7609524076074863,
+      "learning_rate": 0.00018809896720395033,
+      "loss": 0.5422,
+      "step": 1388
+    },
+    {
+      "epoch": 0.48322614288197463,
+      "grad_norm": 0.8489750160154781,
+      "learning_rate": 0.0001880414680344704,
+      "loss": 0.5797,
+      "step": 1390
+    },
+    {
+      "epoch": 0.4839214322961933,
+      "grad_norm": 1.3137718080784093,
+      "learning_rate": 0.00018798383912961187,
+      "loss": 0.5397,
+      "step": 1392
+    },
+    {
+      "epoch": 0.484616721710412,
+      "grad_norm": 0.7192606649476782,
+      "learning_rate": 0.00018792608057429503,
+      "loss": 0.6948,
+      "step": 1394
+    },
+    {
+      "epoch": 0.4853120111246306,
+      "grad_norm": 0.8441204863561427,
+      "learning_rate": 0.00018786819245363118,
+      "loss": 0.5786,
+      "step": 1396
+    },
+    {
+      "epoch": 0.4860073005388493,
+      "grad_norm": 0.6806475957554041,
+      "learning_rate": 0.00018781017485292267,
+      "loss": 0.6033,
+      "step": 1398
+    },
+    {
+      "epoch": 0.486702589953068,
+      "grad_norm": 0.5168648519720452,
+      "learning_rate": 0.00018775202785766256,
+      "loss": 0.7098,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4873978793672866,
+      "grad_norm": 0.465013130005678,
+      "learning_rate": 0.00018769375155353453,
+      "loss": 0.7186,
+      "step": 1402
+    },
+    {
+      "epoch": 0.4880931687815053,
+      "grad_norm": 0.453274392570444,
+      "learning_rate": 0.00018763534602641291,
+      "loss": 0.5782,
+      "step": 1404
+    },
+    {
+      "epoch": 0.488788458195724,
+      "grad_norm": 0.5972503276564156,
+      "learning_rate": 0.00018757681136236242,
+      "loss": 0.6221,
+      "step": 1406
+    },
+    {
+      "epoch": 0.4894837476099426,
+      "grad_norm": 0.36846650508391193,
+      "learning_rate": 0.00018751814764763806,
+      "loss": 0.5966,
+      "step": 1408
+    },
+    {
+      "epoch": 0.4901790370241613,
+      "grad_norm": 0.3451947155848497,
+      "learning_rate": 0.00018745935496868493,
+      "loss": 0.5508,
+      "step": 1410
+    },
+    {
+      "epoch": 0.49087432643837997,
+      "grad_norm": 0.5078133383734431,
+      "learning_rate": 0.00018740043341213832,
+      "loss": 0.5029,
+      "step": 1412
+    },
+    {
+      "epoch": 0.4915696158525986,
+      "grad_norm": 0.767602706979167,
+      "learning_rate": 0.00018734138306482332,
+      "loss": 0.6083,
+      "step": 1414
+    },
+    {
+      "epoch": 0.4922649052668173,
+      "grad_norm": 0.5648335118893248,
+      "learning_rate": 0.00018728220401375477,
+      "loss": 0.618,
+      "step": 1416
+    },
+    {
+      "epoch": 0.49296019468103597,
+      "grad_norm": 0.7659928375858898,
+      "learning_rate": 0.00018722289634613728,
+      "loss": 0.5907,
+      "step": 1418
+    },
+    {
+      "epoch": 0.49365548409525467,
+      "grad_norm": 0.9164796669061794,
+      "learning_rate": 0.0001871634601493649,
+      "loss": 0.4978,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4943507735094733,
+      "grad_norm": 0.49130889452749815,
+      "learning_rate": 0.00018710389551102115,
+      "loss": 0.5277,
+      "step": 1422
+    },
+    {
+      "epoch": 0.49504606292369197,
+      "grad_norm": 0.5824962532822966,
+      "learning_rate": 0.00018704420251887868,
+      "loss": 0.5717,
+      "step": 1424
+    },
+    {
+      "epoch": 0.49574135233791067,
+      "grad_norm": 0.5964322775094694,
+      "learning_rate": 0.00018698438126089944,
+      "loss": 0.6249,
+      "step": 1426
+    },
+    {
+      "epoch": 0.4964366417521293,
+      "grad_norm": 0.42806592395765636,
+      "learning_rate": 0.0001869244318252343,
+      "loss": 0.5433,
+      "step": 1428
+    },
+    {
+      "epoch": 0.497131931166348,
+      "grad_norm": 0.8340709008133664,
+      "learning_rate": 0.000186864354300223,
+      "loss": 0.5714,
+      "step": 1430
+    },
+    {
+      "epoch": 0.49782722058056667,
+      "grad_norm": 0.6732191602218343,
+      "learning_rate": 0.00018680414877439406,
+      "loss": 0.6572,
+      "step": 1432
+    },
+    {
+      "epoch": 0.4985225099947853,
+      "grad_norm": 0.5785424946243081,
+      "learning_rate": 0.00018674381533646467,
+      "loss": 0.5831,
+      "step": 1434
+    },
+    {
+      "epoch": 0.499217799409004,
+      "grad_norm": 0.6435404053128269,
+      "learning_rate": 0.0001866833540753404,
+      "loss": 0.582,
+      "step": 1436
+    },
+    {
+      "epoch": 0.49991308882322266,
+      "grad_norm": 0.5713158720544551,
+      "learning_rate": 0.00018662276508011526,
+      "loss": 0.5276,
+      "step": 1438
+    },
+    {
+      "epoch": 0.5006083782374413,
+      "grad_norm": 0.43458150402178386,
+      "learning_rate": 0.00018656204844007143,
+      "loss": 0.5526,
+      "step": 1440
+    },
+    {
+      "epoch": 0.50130366765166,
+      "grad_norm": 0.5522953777612155,
+      "learning_rate": 0.00018650120424467922,
+      "loss": 0.6259,
+      "step": 1442
+    },
+    {
+      "epoch": 0.5019989570658787,
+      "grad_norm": 0.6700198262354904,
+      "learning_rate": 0.00018644023258359684,
+      "loss": 0.5976,
+      "step": 1444
+    },
+    {
+      "epoch": 0.5026942464800973,
+      "grad_norm": 0.653642473920571,
+      "learning_rate": 0.00018637913354667044,
+      "loss": 0.6187,
+      "step": 1446
+    },
+    {
+      "epoch": 0.503389535894316,
+      "grad_norm": 0.8572149566943323,
+      "learning_rate": 0.00018631790722393378,
+      "loss": 0.6685,
+      "step": 1448
+    },
+    {
+      "epoch": 0.5040848253085347,
+      "grad_norm": 0.4144221514106495,
+      "learning_rate": 0.00018625655370560823,
+      "loss": 0.514,
+      "step": 1450
+    },
+    {
+      "epoch": 0.5047801147227533,
+      "grad_norm": 0.8737004492907994,
+      "learning_rate": 0.00018619507308210255,
+      "loss": 0.6583,
+      "step": 1452
+    },
+    {
+      "epoch": 0.505475404136972,
+      "grad_norm": 0.3987400457590611,
+      "learning_rate": 0.00018613346544401281,
+      "loss": 0.5663,
+      "step": 1454
+    },
+    {
+      "epoch": 0.5061706935511907,
+      "grad_norm": 0.591401748694551,
+      "learning_rate": 0.0001860717308821223,
+      "loss": 0.6537,
+      "step": 1456
+    },
+    {
+      "epoch": 0.5068659829654093,
+      "grad_norm": 0.555392995714629,
+      "learning_rate": 0.00018600986948740124,
+      "loss": 0.5692,
+      "step": 1458
+    },
+    {
+      "epoch": 0.507561272379628,
+      "grad_norm": 0.39435725187187276,
+      "learning_rate": 0.00018594788135100688,
+      "loss": 0.6265,
+      "step": 1460
+    },
+    {
+      "epoch": 0.5082565617938467,
+      "grad_norm": 0.4077334073620459,
+      "learning_rate": 0.00018588576656428308,
+      "loss": 0.5554,
+      "step": 1462
+    },
+    {
+      "epoch": 0.5089518512080654,
+      "grad_norm": 0.38687853565198027,
+      "learning_rate": 0.00018582352521876046,
+      "loss": 0.6378,
+      "step": 1464
+    },
+    {
+      "epoch": 0.509647140622284,
+      "grad_norm": 0.31280184968676994,
+      "learning_rate": 0.00018576115740615606,
+      "loss": 0.5416,
+      "step": 1466
+    },
+    {
+      "epoch": 0.5103424300365027,
+      "grad_norm": 1.3853246114916373,
+      "learning_rate": 0.00018569866321837327,
+      "loss": 0.6763,
+      "step": 1468
+    },
+    {
+      "epoch": 0.5110377194507214,
+      "grad_norm": 0.5024331777389988,
+      "learning_rate": 0.00018563604274750178,
+      "loss": 0.6372,
+      "step": 1470
+    },
+    {
+      "epoch": 0.51173300886494,
+      "grad_norm": 0.32922333596717174,
+      "learning_rate": 0.0001855732960858173,
+      "loss": 0.5923,
+      "step": 1472
+    },
+    {
+      "epoch": 0.5124282982791587,
+      "grad_norm": 0.9059198527449924,
+      "learning_rate": 0.00018551042332578144,
+      "loss": 0.659,
+      "step": 1474
+    },
+    {
+      "epoch": 0.5131235876933774,
+      "grad_norm": 0.7045580743620987,
+      "learning_rate": 0.00018544742456004181,
+      "loss": 0.6416,
+      "step": 1476
+    },
+    {
+      "epoch": 0.513818877107596,
+      "grad_norm": 1.6530740850637509,
+      "learning_rate": 0.0001853842998814315,
+      "loss": 0.5863,
+      "step": 1478
+    },
+    {
+      "epoch": 0.5145141665218147,
+      "grad_norm": 0.742405889420684,
+      "learning_rate": 0.00018532104938296927,
+      "loss": 0.5942,
+      "step": 1480
+    },
+    {
+      "epoch": 0.5152094559360334,
+      "grad_norm": 0.43475036345006896,
+      "learning_rate": 0.0001852576731578592,
+      "loss": 0.54,
+      "step": 1482
+    },
+    {
+      "epoch": 0.515904745350252,
+      "grad_norm": 1.0939432717807218,
+      "learning_rate": 0.00018519417129949072,
+      "loss": 0.6034,
+      "step": 1484
+    },
+    {
+      "epoch": 0.5166000347644707,
+      "grad_norm": 1.1841858811933605,
+      "learning_rate": 0.0001851305439014383,
+      "loss": 0.6119,
+      "step": 1486
+    },
+    {
+      "epoch": 0.5172953241786894,
+      "grad_norm": 0.8950773429853176,
+      "learning_rate": 0.00018506679105746149,
+      "loss": 0.6224,
+      "step": 1488
+    },
+    {
+      "epoch": 0.5179906135929081,
+      "grad_norm": 0.9558807568134642,
+      "learning_rate": 0.0001850029128615046,
+      "loss": 0.5986,
+      "step": 1490
+    },
+    {
+      "epoch": 0.5186859030071267,
+      "grad_norm": 0.45382840521759343,
+      "learning_rate": 0.00018493890940769671,
+      "loss": 0.61,
+      "step": 1492
+    },
+    {
+      "epoch": 0.5193811924213454,
+      "grad_norm": 0.4697574815571038,
+      "learning_rate": 0.00018487478079035153,
+      "loss": 0.5299,
+      "step": 1494
+    },
+    {
+      "epoch": 0.5200764818355641,
+      "grad_norm": 0.699871643062895,
+      "learning_rate": 0.00018481052710396707,
+      "loss": 0.6021,
+      "step": 1496
+    },
+    {
+      "epoch": 0.5207717712497827,
+      "grad_norm": 0.9389496797384421,
+      "learning_rate": 0.0001847461484432258,
+      "loss": 0.6119,
+      "step": 1498
+    },
+    {
+      "epoch": 0.5214670606640014,
+      "grad_norm": 1.1160995208439726,
+      "learning_rate": 0.00018468164490299417,
+      "loss": 0.59,
+      "step": 1500
+    },
+    {
+      "epoch": 0.5214670606640014,
+      "eval_loss": 0.6035115718841553,
+      "eval_runtime": 374.7159,
+      "eval_samples_per_second": 12.922,
+      "eval_steps_per_second": 0.406,
+      "step": 1500
+    },
+    {
+      "epoch": 0.5221623500782201,
+      "grad_norm": 0.8572137642677378,
+      "learning_rate": 0.00018461701657832285,
+      "loss": 0.5865,
+      "step": 1502
+    },
+    {
+      "epoch": 0.5228576394924387,
+      "grad_norm": 0.9221217554185654,
+      "learning_rate": 0.0001845522635644462,
+      "loss": 0.5479,
+      "step": 1504
+    },
+    {
+      "epoch": 0.5235529289066574,
+      "grad_norm": 2.0492350557846577,
+      "learning_rate": 0.0001844873859567824,
+      "loss": 0.7292,
+      "step": 1506
+    },
+    {
+      "epoch": 0.5242482183208761,
+      "grad_norm": 1.1824788332559788,
+      "learning_rate": 0.0001844223838509333,
+      "loss": 0.6479,
+      "step": 1508
+    },
+    {
+      "epoch": 0.5249435077350947,
+      "grad_norm": 0.7039837396797187,
+      "learning_rate": 0.00018435725734268407,
+      "loss": 0.6149,
+      "step": 1510
+    },
+    {
+      "epoch": 0.5256387971493134,
+      "grad_norm": 0.4401391384170765,
+      "learning_rate": 0.0001842920065280033,
+      "loss": 0.5854,
+      "step": 1512
+    },
+    {
+      "epoch": 0.5263340865635321,
+      "grad_norm": 0.4100923191497827,
+      "learning_rate": 0.0001842266315030427,
+      "loss": 0.6091,
+      "step": 1514
+    },
+    {
+      "epoch": 0.5270293759777508,
+      "grad_norm": 0.5510661253393345,
+      "learning_rate": 0.00018416113236413705,
+      "loss": 0.5721,
+      "step": 1516
+    },
+    {
+      "epoch": 0.5277246653919694,
+      "grad_norm": 0.4386368092109241,
+      "learning_rate": 0.00018409550920780397,
+      "loss": 0.6232,
+      "step": 1518
+    },
+    {
+      "epoch": 0.5284199548061881,
+      "grad_norm": 0.5520600896880458,
+      "learning_rate": 0.00018402976213074385,
+      "loss": 0.6134,
+      "step": 1520
+    },
+    {
+      "epoch": 0.5291152442204068,
+      "grad_norm": 0.5101647982715836,
+      "learning_rate": 0.00018396389122983975,
+      "loss": 0.5918,
+      "step": 1522
+    },
+    {
+      "epoch": 0.5298105336346254,
+      "grad_norm": 0.7801958609328837,
+      "learning_rate": 0.00018389789660215708,
+      "loss": 0.6907,
+      "step": 1524
+    },
+    {
+      "epoch": 0.5305058230488441,
+      "grad_norm": 0.5012202349580023,
+      "learning_rate": 0.00018383177834494364,
+      "loss": 0.5818,
+      "step": 1526
+    },
+    {
+      "epoch": 0.5312011124630628,
+      "grad_norm": 0.9534096632353795,
+      "learning_rate": 0.00018376553655562945,
+      "loss": 0.661,
+      "step": 1528
+    },
+    {
+      "epoch": 0.5318964018772814,
+      "grad_norm": 0.7514828327361283,
+      "learning_rate": 0.00018369917133182644,
+      "loss": 0.5764,
+      "step": 1530
+    },
+    {
+      "epoch": 0.5325916912915001,
+      "grad_norm": 0.5336990715721825,
+      "learning_rate": 0.0001836326827713285,
+      "loss": 0.5652,
+      "step": 1532
+    },
+    {
+      "epoch": 0.5332869807057188,
+      "grad_norm": 0.5458405171879034,
+      "learning_rate": 0.0001835660709721113,
+      "loss": 0.577,
+      "step": 1534
+    },
+    {
+      "epoch": 0.5339822701199374,
+      "grad_norm": 0.649664481255766,
+      "learning_rate": 0.00018349933603233206,
+      "loss": 0.5599,
+      "step": 1536
+    },
+    {
+      "epoch": 0.5346775595341561,
+      "grad_norm": 0.4148065039425594,
+      "learning_rate": 0.0001834324780503295,
+      "loss": 0.6437,
+      "step": 1538
+    },
+    {
+      "epoch": 0.5353728489483748,
+      "grad_norm": 0.821550084995287,
+      "learning_rate": 0.00018336549712462353,
+      "loss": 0.6837,
+      "step": 1540
+    },
+    {
+      "epoch": 0.5360681383625935,
+      "grad_norm": 0.5564568145383851,
+      "learning_rate": 0.00018329839335391542,
+      "loss": 0.5715,
+      "step": 1542
+    },
+    {
+      "epoch": 0.5367634277768121,
+      "grad_norm": 0.6705822690313288,
+      "learning_rate": 0.0001832311668370873,
+      "loss": 0.5669,
+      "step": 1544
+    },
+    {
+      "epoch": 0.5374587171910308,
+      "grad_norm": 0.7821014824731976,
+      "learning_rate": 0.00018316381767320228,
+      "loss": 0.6117,
+      "step": 1546
+    },
+    {
+      "epoch": 0.5381540066052495,
+      "grad_norm": 0.416568249234258,
+      "learning_rate": 0.00018309634596150412,
+      "loss": 0.5604,
+      "step": 1548
+    },
+    {
+      "epoch": 0.5388492960194681,
+      "grad_norm": 0.6063645649473942,
+      "learning_rate": 0.0001830287518014172,
+      "loss": 0.6944,
+      "step": 1550
+    },
+    {
+      "epoch": 0.5395445854336868,
+      "grad_norm": 0.7965496657255345,
+      "learning_rate": 0.0001829610352925463,
+      "loss": 0.5101,
+      "step": 1552
+    },
+    {
+      "epoch": 0.5402398748479055,
+      "grad_norm": 0.6352930080090265,
+      "learning_rate": 0.0001828931965346766,
+      "loss": 0.5392,
+      "step": 1554
+    },
+    {
+      "epoch": 0.5409351642621241,
+      "grad_norm": 0.7018715777498272,
+      "learning_rate": 0.00018282523562777327,
+      "loss": 0.5115,
+      "step": 1556
+    },
+    {
+      "epoch": 0.5416304536763428,
+      "grad_norm": 0.7055081199927248,
+      "learning_rate": 0.0001827571526719816,
+      "loss": 0.6342,
+      "step": 1558
+    },
+    {
+      "epoch": 0.5423257430905615,
+      "grad_norm": 0.9176268923346018,
+      "learning_rate": 0.0001826889477676267,
+      "loss": 0.641,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5430210325047801,
+      "grad_norm": 0.9614728125926221,
+      "learning_rate": 0.00018262062101521328,
+      "loss": 0.662,
+      "step": 1562
+    },
+    {
+      "epoch": 0.5437163219189988,
+      "grad_norm": 1.1496735145261052,
+      "learning_rate": 0.00018255217251542574,
+      "loss": 0.537,
+      "step": 1564
+    },
+    {
+      "epoch": 0.5444116113332175,
+      "grad_norm": 0.6789192030318737,
+      "learning_rate": 0.00018248360236912777,
+      "loss": 0.5446,
+      "step": 1566
+    },
+    {
+      "epoch": 0.5451069007474362,
+      "grad_norm": 0.8374235506929065,
+      "learning_rate": 0.00018241491067736242,
+      "loss": 0.6755,
+      "step": 1568
+    },
+    {
+      "epoch": 0.5458021901616548,
+      "grad_norm": 1.0198490239995306,
+      "learning_rate": 0.0001823460975413518,
+      "loss": 0.5292,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5464974795758735,
+      "grad_norm": 0.5392136161037133,
+      "learning_rate": 0.0001822771630624969,
+      "loss": 0.6962,
+      "step": 1572
+    },
+    {
+      "epoch": 0.5471927689900922,
+      "grad_norm": 0.5006386802591807,
+      "learning_rate": 0.00018220810734237766,
+      "loss": 0.5946,
+      "step": 1574
+    },
+    {
+      "epoch": 0.5478880584043108,
+      "grad_norm": 0.5478881526480635,
+      "learning_rate": 0.0001821389304827526,
+      "loss": 0.5844,
+      "step": 1576
+    },
+    {
+      "epoch": 0.5485833478185295,
+      "grad_norm": 0.3440683975593449,
+      "learning_rate": 0.0001820696325855587,
+      "loss": 0.5598,
+      "step": 1578
+    },
+    {
+      "epoch": 0.5492786372327482,
+      "grad_norm": 0.36658750390429906,
+      "learning_rate": 0.0001820002137529114,
+      "loss": 0.6105,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5499739266469668,
+      "grad_norm": 0.8580953766157888,
+      "learning_rate": 0.0001819306740871043,
+      "loss": 0.6685,
+      "step": 1582
+    },
+    {
+      "epoch": 0.5506692160611855,
+      "grad_norm": 0.7163438303185133,
+      "learning_rate": 0.00018186101369060902,
+      "loss": 0.593,
+      "step": 1584
+    },
+    {
+      "epoch": 0.5513645054754042,
+      "grad_norm": 0.34431820289313025,
+      "learning_rate": 0.00018179123266607515,
+      "loss": 0.6024,
+      "step": 1586
+    },
+    {
+      "epoch": 0.5520597948896228,
+      "grad_norm": 0.3504729261840606,
+      "learning_rate": 0.00018172133111633,
+      "loss": 0.6376,
+      "step": 1588
+    },
+    {
+      "epoch": 0.5527550843038415,
+      "grad_norm": 0.3806243378944845,
+      "learning_rate": 0.00018165130914437843,
+      "loss": 0.4432,
+      "step": 1590
+    },
+    {
+      "epoch": 0.5534503737180602,
+      "grad_norm": 0.44638264263646543,
+      "learning_rate": 0.00018158116685340286,
+      "loss": 0.584,
+      "step": 1592
+    },
+    {
+      "epoch": 0.5541456631322789,
+      "grad_norm": 0.8596816723413095,
+      "learning_rate": 0.00018151090434676296,
+      "loss": 0.6232,
+      "step": 1594
+    },
+    {
+      "epoch": 0.5548409525464975,
+      "grad_norm": 0.5102216453134625,
+      "learning_rate": 0.00018144052172799555,
+      "loss": 0.6171,
+      "step": 1596
+    },
+    {
+      "epoch": 0.5555362419607162,
+      "grad_norm": 0.728624434959544,
+      "learning_rate": 0.00018137001910081442,
+      "loss": 0.5828,
+      "step": 1598
+    },
+    {
+      "epoch": 0.5562315313749349,
+      "grad_norm": 0.6993841456831388,
+      "learning_rate": 0.00018129939656911018,
+      "loss": 0.6398,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5569268207891535,
+      "grad_norm": 0.5081736994898716,
+      "learning_rate": 0.00018122865423695023,
+      "loss": 0.5907,
+      "step": 1602
+    },
+    {
+      "epoch": 0.5576221102033722,
+      "grad_norm": 0.9216105204641707,
+      "learning_rate": 0.00018115779220857835,
+      "loss": 0.475,
+      "step": 1604
+    },
+    {
+      "epoch": 0.5583173996175909,
+      "grad_norm": 0.5887668473902828,
+      "learning_rate": 0.0001810868105884149,
+      "loss": 0.6423,
+      "step": 1606
+    },
+    {
+      "epoch": 0.5590126890318095,
+      "grad_norm": 0.7052708958749251,
+      "learning_rate": 0.0001810157094810563,
+      "loss": 0.5979,
+      "step": 1608
+    },
+    {
+      "epoch": 0.5597079784460282,
+      "grad_norm": 0.6684687038470192,
+      "learning_rate": 0.00018094448899127506,
+      "loss": 0.5597,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5604032678602469,
+      "grad_norm": 0.5472474373787231,
+      "learning_rate": 0.00018087314922401974,
+      "loss": 0.5604,
+      "step": 1612
+    },
+    {
+      "epoch": 0.5610985572744654,
+      "grad_norm": 1.046907488888251,
+      "learning_rate": 0.0001808016902844145,
+      "loss": 0.5588,
+      "step": 1614
+    },
+    {
+      "epoch": 0.5617938466886842,
+      "grad_norm": 0.599875325305421,
+      "learning_rate": 0.0001807301122777592,
+      "loss": 0.5333,
+      "step": 1616
+    },
+    {
+      "epoch": 0.5624891361029029,
+      "grad_norm": 0.7162383538759113,
+      "learning_rate": 0.0001806584153095291,
+      "loss": 0.5305,
+      "step": 1618
+    },
+    {
+      "epoch": 0.5631844255171216,
+      "grad_norm": 0.7631330239323099,
+      "learning_rate": 0.0001805865994853749,
+      "loss": 0.6774,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5638797149313401,
+      "grad_norm": 0.5524440961094408,
+      "learning_rate": 0.00018051466491112223,
+      "loss": 0.5632,
+      "step": 1622
+    },
+    {
+      "epoch": 0.5645750043455589,
+      "grad_norm": 0.4987248734291855,
+      "learning_rate": 0.00018044261169277185,
+      "loss": 0.6215,
+      "step": 1624
+    },
+    {
+      "epoch": 0.5652702937597776,
+      "grad_norm": 0.7807389251113444,
+      "learning_rate": 0.00018037043993649935,
+      "loss": 0.6827,
+      "step": 1626
+    },
+    {
+      "epoch": 0.5659655831739961,
+      "grad_norm": 0.7200859056625541,
+      "learning_rate": 0.0001802981497486549,
+      "loss": 0.6462,
+      "step": 1628
+    },
+    {
+      "epoch": 0.5666608725882148,
+      "grad_norm": 0.5427861037081861,
+      "learning_rate": 0.0001802257412357632,
+      "loss": 0.5992,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5673561620024336,
+      "grad_norm": 0.720385141439196,
+      "learning_rate": 0.0001801532145045235,
+      "loss": 0.5756,
+      "step": 1632
+    },
+    {
+      "epoch": 0.5680514514166521,
+      "grad_norm": 0.9552724965328024,
+      "learning_rate": 0.000180080569661809,
+      "loss": 0.6362,
+      "step": 1634
+    },
+    {
+      "epoch": 0.5687467408308708,
+      "grad_norm": 0.48995975515699663,
+      "learning_rate": 0.00018000780681466706,
+      "loss": 0.6285,
+      "step": 1636
+    },
+    {
+      "epoch": 0.5694420302450895,
+      "grad_norm": 0.3350821235074382,
+      "learning_rate": 0.00017993492607031896,
+      "loss": 0.6077,
+      "step": 1638
+    },
+    {
+      "epoch": 0.5701373196593081,
+      "grad_norm": 0.3998325347633491,
+      "learning_rate": 0.00017986192753615966,
+      "loss": 0.6461,
+      "step": 1640
+    },
+    {
+      "epoch": 0.5708326090735268,
+      "grad_norm": 0.4435600494500259,
+      "learning_rate": 0.0001797888113197577,
+      "loss": 0.6354,
+      "step": 1642
+    },
+    {
+      "epoch": 0.5715278984877455,
+      "grad_norm": 0.7021719076452477,
+      "learning_rate": 0.000179715577528855,
+      "loss": 0.609,
+      "step": 1644
+    },
+    {
+      "epoch": 0.5722231879019642,
+      "grad_norm": 0.3254773922584778,
+      "learning_rate": 0.00017964222627136684,
+      "loss": 0.5671,
+      "step": 1646
+    },
+    {
+      "epoch": 0.5729184773161828,
+      "grad_norm": 0.33864367997251066,
+      "learning_rate": 0.00017956875765538148,
+      "loss": 0.5037,
+      "step": 1648
+    },
+    {
+      "epoch": 0.5736137667304015,
+      "grad_norm": 0.7020501782188753,
+      "learning_rate": 0.00017949517178916018,
+      "loss": 0.6464,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5736137667304015,
+      "eval_loss": 0.5962589979171753,
+      "eval_runtime": 371.2694,
+      "eval_samples_per_second": 13.042,
+      "eval_steps_per_second": 0.409,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5743090561446202,
+      "grad_norm": 0.664359018460308,
+      "learning_rate": 0.00017942146878113696,
+      "loss": 0.54,
+      "step": 1652
+    },
+    {
+      "epoch": 0.5750043455588388,
+      "grad_norm": 0.4547846259763968,
+      "learning_rate": 0.00017934764873991842,
+      "loss": 0.5265,
+      "step": 1654
+    },
+    {
+      "epoch": 0.5756996349730575,
+      "grad_norm": 0.44499840681620506,
+      "learning_rate": 0.0001792737117742837,
+      "loss": 0.6455,
+      "step": 1656
+    },
+    {
+      "epoch": 0.5763949243872762,
+      "grad_norm": 1.1836252545555186,
+      "learning_rate": 0.00017919965799318414,
+      "loss": 0.5493,
+      "step": 1658
+    },
+    {
+      "epoch": 0.5770902138014948,
+      "grad_norm": 0.5250640289043013,
+      "learning_rate": 0.00017912548750574332,
+      "loss": 0.5912,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5777855032157135,
+      "grad_norm": 0.5921000904212905,
+      "learning_rate": 0.00017905120042125674,
+      "loss": 0.6786,
+      "step": 1662
+    },
+    {
+      "epoch": 0.5784807926299322,
+      "grad_norm": 0.5069057332373537,
+      "learning_rate": 0.00017897679684919165,
+      "loss": 0.6578,
+      "step": 1664
+    },
+    {
+      "epoch": 0.5791760820441508,
+      "grad_norm": 0.8149193785886022,
+      "learning_rate": 0.00017890227689918708,
+      "loss": 0.5759,
+      "step": 1666
+    },
+    {
+      "epoch": 0.5798713714583695,
+      "grad_norm": 0.7674197048262045,
+      "learning_rate": 0.00017882764068105343,
+      "loss": 0.5992,
+      "step": 1668
+    },
+    {
+      "epoch": 0.5805666608725882,
+      "grad_norm": 0.7221408349004688,
+      "learning_rate": 0.00017875288830477255,
+      "loss": 0.6254,
+      "step": 1670
+    },
+    {
+      "epoch": 0.5812619502868069,
+      "grad_norm": 0.36822616889584014,
+      "learning_rate": 0.00017867801988049735,
+      "loss": 0.5479,
+      "step": 1672
+    },
+    {
+      "epoch": 0.5819572397010255,
+      "grad_norm": 0.6285282750057019,
+      "learning_rate": 0.00017860303551855183,
+      "loss": 0.6414,
+      "step": 1674
+    },
+    {
+      "epoch": 0.5826525291152442,
+      "grad_norm": 0.5000419603028949,
+      "learning_rate": 0.00017852793532943074,
+      "loss": 0.5929,
+      "step": 1676
+    },
+    {
+      "epoch": 0.5833478185294629,
+      "grad_norm": 0.46115086426294316,
+      "learning_rate": 0.0001784527194237996,
+      "loss": 0.5626,
+      "step": 1678
+    },
+    {
+      "epoch": 0.5840431079436815,
+      "grad_norm": 0.9767916828736493,
+      "learning_rate": 0.00017837738791249438,
+      "loss": 0.5637,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5847383973579002,
+      "grad_norm": 0.4454990407423214,
+      "learning_rate": 0.00017830194090652146,
+      "loss": 0.5709,
+      "step": 1682
+    },
+    {
+      "epoch": 0.5854336867721189,
+      "grad_norm": 0.5297124460963825,
+      "learning_rate": 0.0001782263785170574,
+      "loss": 0.5378,
+      "step": 1684
+    },
+    {
+      "epoch": 0.5861289761863375,
+      "grad_norm": 0.5577701746789038,
+      "learning_rate": 0.0001781507008554487,
+      "loss": 0.5511,
+      "step": 1686
+    },
+    {
+      "epoch": 0.5868242656005562,
+      "grad_norm": 1.2633910061819977,
+      "learning_rate": 0.00017807490803321182,
+      "loss": 0.3968,
+      "step": 1688
+    },
+    {
+      "epoch": 0.5875195550147749,
+      "grad_norm": 0.6839443146946156,
+      "learning_rate": 0.00017799900016203293,
+      "loss": 0.5388,
+      "step": 1690
+    },
+    {
+      "epoch": 0.5882148444289935,
+      "grad_norm": 1.1726632523971559,
+      "learning_rate": 0.00017792297735376761,
+      "loss": 0.6796,
+      "step": 1692
+    },
+    {
+      "epoch": 0.5889101338432122,
+      "grad_norm": 1.1509568442319629,
+      "learning_rate": 0.00017784683972044095,
+      "loss": 0.6486,
+      "step": 1694
+    },
+    {
+      "epoch": 0.5896054232574309,
+      "grad_norm": 0.8030934293115218,
+      "learning_rate": 0.00017777058737424714,
+      "loss": 0.5735,
+      "step": 1696
+    },
+    {
+      "epoch": 0.5903007126716495,
+      "grad_norm": 0.9804610100362895,
+      "learning_rate": 0.00017769422042754947,
+      "loss": 0.6533,
+      "step": 1698
+    },
+    {
+      "epoch": 0.5909960020858682,
+      "grad_norm": 1.8668332123481661,
+      "learning_rate": 0.00017761773899288008,
+      "loss": 0.7231,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5916912915000869,
+      "grad_norm": 0.7350290447809635,
+      "learning_rate": 0.00017754114318293982,
+      "loss": 0.7144,
+      "step": 1702
+    },
+    {
+      "epoch": 0.5923865809143056,
+      "grad_norm": 0.44898971630294976,
+      "learning_rate": 0.00017746443311059804,
+      "loss": 0.5719,
+      "step": 1704
+    },
+    {
+      "epoch": 0.5930818703285242,
+      "grad_norm": 0.5076851350638184,
+      "learning_rate": 0.00017738760888889253,
+      "loss": 0.6627,
+      "step": 1706
+    },
+    {
+      "epoch": 0.5937771597427429,
+      "grad_norm": 0.817639077876227,
+      "learning_rate": 0.00017731067063102925,
+      "loss": 0.5764,
+      "step": 1708
+    },
+    {
+      "epoch": 0.5944724491569616,
+      "grad_norm": 0.9017538169950253,
+      "learning_rate": 0.0001772336184503822,
+      "loss": 0.5917,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5951677385711802,
+      "grad_norm": 0.40946041731193694,
+      "learning_rate": 0.00017715645246049326,
+      "loss": 0.6128,
+      "step": 1712
+    },
+    {
+      "epoch": 0.5958630279853989,
+      "grad_norm": 0.5611668605116188,
+      "learning_rate": 0.00017707917277507204,
+      "loss": 0.6213,
+      "step": 1714
+    },
+    {
+      "epoch": 0.5965583173996176,
+      "grad_norm": 0.530189165141287,
+      "learning_rate": 0.00017700177950799562,
+      "loss": 0.5389,
+      "step": 1716
+    },
+    {
+      "epoch": 0.5972536068138362,
+      "grad_norm": 1.2382772702026799,
+      "learning_rate": 0.00017692427277330857,
+      "loss": 0.5313,
+      "step": 1718
+    },
+    {
+      "epoch": 0.5979488962280549,
+      "grad_norm": 0.7009388588402383,
+      "learning_rate": 0.00017684665268522253,
+      "loss": 0.5763,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5986441856422736,
+      "grad_norm": 0.4981948622376413,
+      "learning_rate": 0.00017676891935811622,
+      "loss": 0.6326,
+      "step": 1722
+    },
+    {
+      "epoch": 0.5993394750564922,
+      "grad_norm": 0.743480238762861,
+      "learning_rate": 0.00017669107290653528,
+      "loss": 0.5565,
+      "step": 1724
+    },
+    {
+      "epoch": 0.6000347644707109,
+      "grad_norm": 0.5198052077722481,
+      "learning_rate": 0.000176613113445192,
+      "loss": 0.4672,
+      "step": 1726
+    },
+    {
+      "epoch": 0.6007300538849296,
+      "grad_norm": 0.8298155463428107,
+      "learning_rate": 0.00017653504108896517,
+      "loss": 0.5494,
+      "step": 1728
+    },
+    {
+      "epoch": 0.6014253432991483,
+      "grad_norm": 0.819830510986772,
+      "learning_rate": 0.0001764568559529,
+      "loss": 0.7491,
+      "step": 1730
+    },
+    {
+      "epoch": 0.6021206327133669,
+      "grad_norm": 0.5441657313855216,
+      "learning_rate": 0.00017637855815220784,
+      "loss": 0.6218,
+      "step": 1732
+    },
+    {
+      "epoch": 0.6028159221275856,
+      "grad_norm": 0.6531514104491785,
+      "learning_rate": 0.00017630014780226612,
+      "loss": 0.5577,
+      "step": 1734
+    },
+    {
+      "epoch": 0.6035112115418043,
+      "grad_norm": 0.7295099022674164,
+      "learning_rate": 0.00017622162501861803,
+      "loss": 0.6255,
+      "step": 1736
+    },
+    {
+      "epoch": 0.6042065009560229,
+      "grad_norm": 0.6744185040628968,
+      "learning_rate": 0.0001761429899169725,
+      "loss": 0.6667,
+      "step": 1738
+    },
+    {
+      "epoch": 0.6049017903702416,
+      "grad_norm": 0.6781720439136543,
+      "learning_rate": 0.00017606424261320402,
+      "loss": 0.6276,
+      "step": 1740
+    },
+    {
+      "epoch": 0.6055970797844603,
+      "grad_norm": 0.5375368781216472,
+      "learning_rate": 0.00017598538322335228,
+      "loss": 0.6052,
+      "step": 1742
+    },
+    {
+      "epoch": 0.6062923691986789,
+      "grad_norm": 0.5740302297637102,
+      "learning_rate": 0.00017590641186362223,
+      "loss": 0.6069,
+      "step": 1744
+    },
+    {
+      "epoch": 0.6069876586128976,
+      "grad_norm": 0.7486920619809492,
+      "learning_rate": 0.0001758273286503838,
+      "loss": 0.6501,
+      "step": 1746
+    },
+    {
+      "epoch": 0.6076829480271163,
+      "grad_norm": 0.415243418739817,
+      "learning_rate": 0.00017574813370017177,
+      "loss": 0.6405,
+      "step": 1748
+    },
+    {
+      "epoch": 0.6083782374413349,
+      "grad_norm": 0.33508147043872166,
+      "learning_rate": 0.0001756688271296855,
+      "loss": 0.6736,
+      "step": 1750
+    },
+    {
+      "epoch": 0.6090735268555536,
+      "grad_norm": 0.6568565253926139,
+      "learning_rate": 0.0001755894090557889,
+      "loss": 0.5944,
+      "step": 1752
+    },
+    {
+      "epoch": 0.6097688162697723,
+      "grad_norm": 0.3600602933243024,
+      "learning_rate": 0.00017550987959551013,
+      "loss": 0.5912,
+      "step": 1754
+    },
+    {
+      "epoch": 0.610464105683991,
+      "grad_norm": 0.37379015662929643,
+      "learning_rate": 0.00017543023886604158,
+      "loss": 0.6873,
+      "step": 1756
+    },
+    {
+      "epoch": 0.6111593950982096,
+      "grad_norm": 0.4236250679062018,
+      "learning_rate": 0.00017535048698473951,
+      "loss": 0.5878,
+      "step": 1758
+    },
+    {
+      "epoch": 0.6118546845124283,
+      "grad_norm": 0.32077385067052405,
+      "learning_rate": 0.00017527062406912398,
+      "loss": 0.5699,
+      "step": 1760
+    },
+    {
+      "epoch": 0.612549973926647,
+      "grad_norm": 0.7516616152359099,
+      "learning_rate": 0.0001751906502368787,
+      "loss": 0.5472,
+      "step": 1762
+    },
+    {
+      "epoch": 0.6132452633408656,
+      "grad_norm": 0.40617593547014996,
+      "learning_rate": 0.00017511056560585083,
+      "loss": 0.6116,
+      "step": 1764
+    },
+    {
+      "epoch": 0.6139405527550843,
+      "grad_norm": 0.6589240069077935,
+      "learning_rate": 0.00017503037029405078,
+      "loss": 0.5217,
+      "step": 1766
+    },
+    {
+      "epoch": 0.614635842169303,
+      "grad_norm": 0.45796835520264856,
+      "learning_rate": 0.00017495006441965204,
+      "loss": 0.6046,
+      "step": 1768
+    },
+    {
+      "epoch": 0.6153311315835216,
+      "grad_norm": 0.7238836440483356,
+      "learning_rate": 0.00017486964810099106,
+      "loss": 0.5221,
+      "step": 1770
+    },
+    {
+      "epoch": 0.6160264209977403,
+      "grad_norm": 0.6979943995723972,
+      "learning_rate": 0.00017478912145656698,
+      "loss": 0.6296,
+      "step": 1772
+    },
+    {
+      "epoch": 0.616721710411959,
+      "grad_norm": 0.8707905832977048,
+      "learning_rate": 0.0001747084846050416,
+      "loss": 0.5417,
+      "step": 1774
+    },
+    {
+      "epoch": 0.6174169998261776,
+      "grad_norm": 0.7216519551841216,
+      "learning_rate": 0.00017462773766523904,
+      "loss": 0.641,
+      "step": 1776
+    },
+    {
+      "epoch": 0.6181122892403963,
+      "grad_norm": 0.661681773522186,
+      "learning_rate": 0.00017454688075614567,
+      "loss": 0.6498,
+      "step": 1778
+    },
+    {
+      "epoch": 0.618807578654615,
+      "grad_norm": 0.5732014964202184,
+      "learning_rate": 0.00017446591399690995,
+      "loss": 0.5302,
+      "step": 1780
+    },
+    {
+      "epoch": 0.6195028680688337,
+      "grad_norm": 0.8272395967155222,
+      "learning_rate": 0.00017438483750684212,
+      "loss": 0.6592,
+      "step": 1782
+    },
+    {
+      "epoch": 0.6201981574830523,
+      "grad_norm": 0.6210836312365995,
+      "learning_rate": 0.00017430365140541415,
+      "loss": 0.6877,
+      "step": 1784
+    },
+    {
+      "epoch": 0.620893446897271,
+      "grad_norm": 0.46170985659939656,
+      "learning_rate": 0.00017422235581225962,
+      "loss": 0.6255,
+      "step": 1786
+    },
+    {
+      "epoch": 0.6215887363114897,
+      "grad_norm": 0.3883099305940657,
+      "learning_rate": 0.00017414095084717333,
+      "loss": 0.5809,
+      "step": 1788
+    },
+    {
+      "epoch": 0.6222840257257083,
+      "grad_norm": 0.43704267209324255,
+      "learning_rate": 0.00017405943663011133,
+      "loss": 0.5123,
+      "step": 1790
+    },
+    {
+      "epoch": 0.622979315139927,
+      "grad_norm": 0.3930491987058269,
+      "learning_rate": 0.0001739778132811906,
+      "loss": 0.6012,
+      "step": 1792
+    },
+    {
+      "epoch": 0.6236746045541457,
+      "grad_norm": 0.412852657314726,
+      "learning_rate": 0.00017389608092068892,
+      "loss": 0.6531,
+      "step": 1794
+    },
+    {
+      "epoch": 0.6243698939683643,
+      "grad_norm": 0.36414563480361445,
+      "learning_rate": 0.00017381423966904486,
+      "loss": 0.5236,
+      "step": 1796
+    },
+    {
+      "epoch": 0.625065183382583,
+      "grad_norm": 0.5001274802739109,
+      "learning_rate": 0.00017373228964685726,
+      "loss": 0.579,
+      "step": 1798
+    },
+    {
+      "epoch": 0.6257604727968017,
+      "grad_norm": 0.4317988926228409,
+      "learning_rate": 0.00017365023097488534,
+      "loss": 0.5123,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6257604727968017,
+      "eval_loss": 0.6052089929580688,
+      "eval_runtime": 370.9182,
+      "eval_samples_per_second": 13.054,
+      "eval_steps_per_second": 0.41,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6264557622110203,
+      "grad_norm": 0.5204270522892355,
+      "learning_rate": 0.00017356806377404844,
+      "loss": 0.653,
+      "step": 1802
+    },
+    {
+      "epoch": 0.627151051625239,
+      "grad_norm": 0.7608529412962103,
+      "learning_rate": 0.00017348578816542572,
+      "loss": 0.6875,
+      "step": 1804
+    },
+    {
+      "epoch": 0.6278463410394577,
+      "grad_norm": 0.6530765061280092,
+      "learning_rate": 0.00017340340427025614,
+      "loss": 0.573,
+      "step": 1806
+    },
+    {
+      "epoch": 0.6285416304536764,
+      "grad_norm": 0.4895237421760521,
+      "learning_rate": 0.0001733209122099383,
+      "loss": 0.6624,
+      "step": 1808
+    },
+    {
+      "epoch": 0.629236919867895,
+      "grad_norm": 0.4397644961630881,
+      "learning_rate": 0.00017323831210603016,
+      "loss": 0.5753,
+      "step": 1810
+    },
+    {
+      "epoch": 0.6299322092821137,
+      "grad_norm": 0.8716885012986322,
+      "learning_rate": 0.0001731556040802488,
+      "loss": 0.634,
+      "step": 1812
+    },
+    {
+      "epoch": 0.6306274986963324,
+      "grad_norm": 0.53660029520689,
+      "learning_rate": 0.0001730727882544704,
+      "loss": 0.547,
+      "step": 1814
+    },
+    {
+      "epoch": 0.631322788110551,
+      "grad_norm": 0.6693656512741157,
+      "learning_rate": 0.00017298986475072997,
+      "loss": 0.542,
+      "step": 1816
+    },
+    {
+      "epoch": 0.6320180775247697,
+      "grad_norm": 0.6427881239550128,
+      "learning_rate": 0.00017290683369122122,
+      "loss": 0.5778,
+      "step": 1818
+    },
+    {
+      "epoch": 0.6327133669389884,
+      "grad_norm": 0.5700659225992518,
+      "learning_rate": 0.00017282369519829635,
+      "loss": 0.6321,
+      "step": 1820
+    },
+    {
+      "epoch": 0.633408656353207,
+      "grad_norm": 0.5947857078301825,
+      "learning_rate": 0.00017274044939446584,
+      "loss": 0.6398,
+      "step": 1822
+    },
+    {
+      "epoch": 0.6341039457674257,
+      "grad_norm": 0.8875363716928713,
+      "learning_rate": 0.00017265709640239835,
+      "loss": 0.6265,
+      "step": 1824
+    },
+    {
+      "epoch": 0.6347992351816444,
+      "grad_norm": 0.5083457538417298,
+      "learning_rate": 0.0001725736363449204,
+      "loss": 0.5039,
+      "step": 1826
+    },
+    {
+      "epoch": 0.635494524595863,
+      "grad_norm": 0.7572257750500727,
+      "learning_rate": 0.00017249006934501635,
+      "loss": 0.5638,
+      "step": 1828
+    },
+    {
+      "epoch": 0.6361898140100817,
+      "grad_norm": 0.4381329875262636,
+      "learning_rate": 0.0001724063955258281,
+      "loss": 0.5685,
+      "step": 1830
+    },
+    {
+      "epoch": 0.6368851034243004,
+      "grad_norm": 0.4769668851895218,
+      "learning_rate": 0.00017232261501065507,
+      "loss": 0.5773,
+      "step": 1832
+    },
+    {
+      "epoch": 0.6375803928385191,
+      "grad_norm": 0.6333517381851363,
+      "learning_rate": 0.00017223872792295378,
+      "loss": 0.5593,
+      "step": 1834
+    },
+    {
+      "epoch": 0.6382756822527377,
+      "grad_norm": 0.5103399981068355,
+      "learning_rate": 0.0001721547343863378,
+      "loss": 0.5575,
+      "step": 1836
+    },
+    {
+      "epoch": 0.6389709716669564,
+      "grad_norm": 0.6125228317995195,
+      "learning_rate": 0.00017207063452457763,
+      "loss": 0.565,
+      "step": 1838
+    },
+    {
+      "epoch": 0.6396662610811751,
+      "grad_norm": 0.7299577367692995,
+      "learning_rate": 0.0001719864284616004,
+      "loss": 0.7102,
+      "step": 1840
+    },
+    {
+      "epoch": 0.6403615504953937,
+      "grad_norm": 0.8462870412150455,
+      "learning_rate": 0.00017190211632148978,
+      "loss": 0.5988,
+      "step": 1842
+    },
+    {
+      "epoch": 0.6410568399096124,
+      "grad_norm": 0.6376476795268616,
+      "learning_rate": 0.00017181769822848563,
+      "loss": 0.6031,
+      "step": 1844
+    },
+    {
+      "epoch": 0.6417521293238311,
+      "grad_norm": 0.5498259619130056,
+      "learning_rate": 0.00017173317430698413,
+      "loss": 0.604,
+      "step": 1846
+    },
+    {
+      "epoch": 0.6424474187380497,
+      "grad_norm": 0.6402197493873277,
+      "learning_rate": 0.00017164854468153723,
+      "loss": 0.5663,
+      "step": 1848
+    },
+    {
+      "epoch": 0.6431427081522684,
+      "grad_norm": 0.49473627938254194,
+      "learning_rate": 0.00017156380947685275,
+      "loss": 0.4801,
+      "step": 1850
+    },
+    {
+      "epoch": 0.6438379975664871,
+      "grad_norm": 0.5864701801475597,
+      "learning_rate": 0.00017147896881779403,
+      "loss": 0.5787,
+      "step": 1852
+    },
+    {
+      "epoch": 0.6445332869807057,
+      "grad_norm": 0.9424086488351346,
+      "learning_rate": 0.00017139402282937986,
+      "loss": 0.6761,
+      "step": 1854
+    },
+    {
+      "epoch": 0.6452285763949244,
+      "grad_norm": 0.5754580414862842,
+      "learning_rate": 0.0001713089716367842,
+      "loss": 0.5768,
+      "step": 1856
+    },
+    {
+      "epoch": 0.6459238658091431,
+      "grad_norm": 0.6945657719528112,
+      "learning_rate": 0.000171223815365336,
+      "loss": 0.6376,
+      "step": 1858
+    },
+    {
+      "epoch": 0.6466191552233618,
+      "grad_norm": 0.5299829269045951,
+      "learning_rate": 0.00017113855414051918,
+      "loss": 0.6682,
+      "step": 1860
+    },
+    {
+      "epoch": 0.6473144446375804,
+      "grad_norm": 0.6178382762886556,
+      "learning_rate": 0.00017105318808797215,
+      "loss": 0.5745,
+      "step": 1862
+    },
+    {
+      "epoch": 0.6480097340517991,
+      "grad_norm": 0.5777288231745069,
+      "learning_rate": 0.00017096771733348794,
+      "loss": 0.4917,
+      "step": 1864
+    },
+    {
+      "epoch": 0.6487050234660178,
+      "grad_norm": 0.4060689941848452,
+      "learning_rate": 0.00017088214200301373,
+      "loss": 0.5554,
+      "step": 1866
+    },
+    {
+      "epoch": 0.6494003128802364,
+      "grad_norm": 0.35541750930109944,
+      "learning_rate": 0.0001707964622226509,
+      "loss": 0.6036,
+      "step": 1868
+    },
+    {
+      "epoch": 0.6500956022944551,
+      "grad_norm": 0.497757325255477,
+      "learning_rate": 0.00017071067811865476,
+      "loss": 0.5215,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6507908917086738,
+      "grad_norm": 1.155534242094426,
+      "learning_rate": 0.00017062478981743424,
+      "loss": 0.6362,
+      "step": 1872
+    },
+    {
+      "epoch": 0.6514861811228924,
+      "grad_norm": 0.5222241972069097,
+      "learning_rate": 0.0001705387974455519,
+      "loss": 0.593,
+      "step": 1874
+    },
+    {
+      "epoch": 0.6521814705371111,
+      "grad_norm": 0.5041434419525581,
+      "learning_rate": 0.00017045270112972362,
+      "loss": 0.6426,
+      "step": 1876
+    },
+    {
+      "epoch": 0.6528767599513298,
+      "grad_norm": 0.7687464251703052,
+      "learning_rate": 0.00017036650099681847,
+      "loss": 0.5629,
+      "step": 1878
+    },
+    {
+      "epoch": 0.6535720493655484,
+      "grad_norm": 0.6523439997352839,
+      "learning_rate": 0.0001702801971738585,
+      "loss": 0.6066,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6542673387797671,
+      "grad_norm": 0.7148868461231821,
+      "learning_rate": 0.0001701937897880185,
+      "loss": 0.6964,
+      "step": 1882
+    },
+    {
+      "epoch": 0.6549626281939858,
+      "grad_norm": 0.5711926468750704,
+      "learning_rate": 0.00017010727896662594,
+      "loss": 0.6143,
+      "step": 1884
+    },
+    {
+      "epoch": 0.6556579176082045,
+      "grad_norm": 0.5433509637373257,
+      "learning_rate": 0.00017002066483716067,
+      "loss": 0.5491,
+      "step": 1886
+    },
+    {
+      "epoch": 0.6563532070224231,
+      "grad_norm": 0.5034407658517631,
+      "learning_rate": 0.00016993394752725483,
+      "loss": 0.5197,
+      "step": 1888
+    },
+    {
+      "epoch": 0.6570484964366418,
+      "grad_norm": 0.8373667811859606,
+      "learning_rate": 0.0001698471271646925,
+      "loss": 0.5873,
+      "step": 1890
+    },
+    {
+      "epoch": 0.6577437858508605,
+      "grad_norm": 0.6227498724251839,
+      "learning_rate": 0.0001697602038774097,
+      "loss": 0.6962,
+      "step": 1892
+    },
+    {
+      "epoch": 0.658439075265079,
+      "grad_norm": 1.2351405074494481,
+      "learning_rate": 0.00016967317779349408,
+      "loss": 0.5342,
+      "step": 1894
+    },
+    {
+      "epoch": 0.6591343646792978,
+      "grad_norm": 0.5467600967193789,
+      "learning_rate": 0.00016958604904118477,
+      "loss": 0.5608,
+      "step": 1896
+    },
+    {
+      "epoch": 0.6598296540935165,
+      "grad_norm": 0.5963111593389001,
+      "learning_rate": 0.00016949881774887225,
+      "loss": 0.517,
+      "step": 1898
+    },
+    {
+      "epoch": 0.660524943507735,
+      "grad_norm": 0.7374594651213904,
+      "learning_rate": 0.00016941148404509796,
+      "loss": 0.4725,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6612202329219538,
+      "grad_norm": 0.9472414514119026,
+      "learning_rate": 0.00016932404805855442,
+      "loss": 0.5568,
+      "step": 1902
+    },
+    {
+      "epoch": 0.6619155223361725,
+      "grad_norm": 1.0041060773211288,
+      "learning_rate": 0.00016923650991808472,
+      "loss": 0.603,
+      "step": 1904
+    },
+    {
+      "epoch": 0.662610811750391,
+      "grad_norm": 1.0580932026507945,
+      "learning_rate": 0.00016914886975268257,
+      "loss": 0.6036,
+      "step": 1906
+    },
+    {
+      "epoch": 0.6633061011646098,
+      "grad_norm": 0.8767482713317837,
+      "learning_rate": 0.00016906112769149204,
+      "loss": 0.5834,
+      "step": 1908
+    },
+    {
+      "epoch": 0.6640013905788285,
+      "grad_norm": 1.012539952053466,
+      "learning_rate": 0.00016897328386380732,
+      "loss": 0.6149,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6646966799930472,
+      "grad_norm": 0.6627172772277559,
+      "learning_rate": 0.00016888533839907246,
+      "loss": 0.5652,
+      "step": 1912
+    },
+    {
+      "epoch": 0.6653919694072657,
+      "grad_norm": 0.5784691725846585,
+      "learning_rate": 0.00016879729142688142,
+      "loss": 0.5892,
+      "step": 1914
+    },
+    {
+      "epoch": 0.6660872588214845,
+      "grad_norm": 0.5351447888394464,
+      "learning_rate": 0.00016870914307697774,
+      "loss": 0.5569,
+      "step": 1916
+    },
+    {
+      "epoch": 0.6667825482357032,
+      "grad_norm": 0.6075480060783698,
+      "learning_rate": 0.00016862089347925423,
+      "loss": 0.5714,
+      "step": 1918
+    },
+    {
+      "epoch": 0.6674778376499217,
+      "grad_norm": 0.7061964040177015,
+      "learning_rate": 0.00016853254276375296,
+      "loss": 0.6222,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6681731270641404,
+      "grad_norm": 0.7493781087201877,
+      "learning_rate": 0.00016844409106066505,
+      "loss": 0.5536,
+      "step": 1922
+    },
+    {
+      "epoch": 0.6688684164783592,
+      "grad_norm": 0.6889099042823535,
+      "learning_rate": 0.0001683555385003304,
+      "loss": 0.5381,
+      "step": 1924
+    },
+    {
+      "epoch": 0.6695637058925777,
+      "grad_norm": 0.686174384092237,
+      "learning_rate": 0.00016826688521323746,
+      "loss": 0.5206,
+      "step": 1926
+    },
+    {
+      "epoch": 0.6702589953067964,
+      "grad_norm": 0.6685983626439217,
+      "learning_rate": 0.0001681781313300232,
+      "loss": 0.619,
+      "step": 1928
+    },
+    {
+      "epoch": 0.6709542847210151,
+      "grad_norm": 0.6684510056843382,
+      "learning_rate": 0.0001680892769814728,
+      "loss": 0.5298,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6716495741352337,
+      "grad_norm": 0.629367010591366,
+      "learning_rate": 0.00016800032229851943,
+      "loss": 0.556,
+      "step": 1932
+    },
+    {
+      "epoch": 0.6723448635494524,
+      "grad_norm": 0.6511793907808336,
+      "learning_rate": 0.0001679112674122442,
+      "loss": 0.5667,
+      "step": 1934
+    },
+    {
+      "epoch": 0.6730401529636711,
+      "grad_norm": 0.8544347958530318,
+      "learning_rate": 0.00016782211245387586,
+      "loss": 0.541,
+      "step": 1936
+    },
+    {
+      "epoch": 0.6737354423778898,
+      "grad_norm": 0.6862974328397455,
+      "learning_rate": 0.00016773285755479055,
+      "loss": 0.5718,
+      "step": 1938
+    },
+    {
+      "epoch": 0.6744307317921084,
+      "grad_norm": 0.9064411135544665,
+      "learning_rate": 0.00016764350284651172,
+      "loss": 0.5383,
+      "step": 1940
+    },
+    {
+      "epoch": 0.6751260212063271,
+      "grad_norm": 1.2798081471760363,
+      "learning_rate": 0.00016755404846070993,
+      "loss": 0.6409,
+      "step": 1942
+    },
+    {
+      "epoch": 0.6758213106205458,
+      "grad_norm": 0.7031747774944076,
+      "learning_rate": 0.0001674644945292026,
+      "loss": 0.6129,
+      "step": 1944
+    },
+    {
+      "epoch": 0.6765166000347644,
+      "grad_norm": 0.8672546418037201,
+      "learning_rate": 0.0001673748411839538,
+      "loss": 0.5397,
+      "step": 1946
+    },
+    {
+      "epoch": 0.6772118894489831,
+      "grad_norm": 1.3071689607309334,
+      "learning_rate": 0.00016728508855707412,
+      "loss": 0.6809,
+      "step": 1948
+    },
+    {
+      "epoch": 0.6779071788632018,
+      "grad_norm": 0.43492321965313424,
+      "learning_rate": 0.00016719523678082048,
+      "loss": 0.5308,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6779071788632018,
+      "eval_loss": 0.6056139469146729,
+      "eval_runtime": 371.18,
+      "eval_samples_per_second": 13.045,
+      "eval_steps_per_second": 0.41,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6786024682774204,
+      "grad_norm": 0.6569772769573995,
+      "learning_rate": 0.00016710528598759588,
+      "loss": 0.6151,
+      "step": 1952
+    },
+    {
+      "epoch": 0.6792977576916391,
+      "grad_norm": 0.6233123597755471,
+      "learning_rate": 0.00016701523630994921,
+      "loss": 0.6345,
+      "step": 1954
+    },
+    {
+      "epoch": 0.6799930471058578,
+      "grad_norm": 0.756483194755832,
+      "learning_rate": 0.00016692508788057508,
+      "loss": 0.6423,
+      "step": 1956
+    },
+    {
+      "epoch": 0.6806883365200764,
+      "grad_norm": 0.5012190330749898,
+      "learning_rate": 0.00016683484083231367,
+      "loss": 0.5771,
+      "step": 1958
+    },
+    {
+      "epoch": 0.6813836259342951,
+      "grad_norm": 0.45697084291469786,
+      "learning_rate": 0.00016674449529815037,
+      "loss": 0.6064,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6820789153485138,
+      "grad_norm": 0.6839659288985819,
+      "learning_rate": 0.0001666540514112158,
+      "loss": 0.6019,
+      "step": 1962
+    },
+    {
+      "epoch": 0.6827742047627325,
+      "grad_norm": 0.6790048429974062,
+      "learning_rate": 0.0001665635093047855,
+      "loss": 0.5919,
+      "step": 1964
+    },
+    {
+      "epoch": 0.6834694941769511,
+      "grad_norm": 0.7067958138632173,
+      "learning_rate": 0.00016647286911227968,
+      "loss": 0.5737,
+      "step": 1966
+    },
+    {
+      "epoch": 0.6841647835911698,
+      "grad_norm": 0.6737064355710938,
+      "learning_rate": 0.00016638213096726312,
+      "loss": 0.6315,
+      "step": 1968
+    },
+    {
+      "epoch": 0.6848600730053885,
+      "grad_norm": 0.39284397968929874,
+      "learning_rate": 0.000166291295003445,
+      "loss": 0.5519,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6855553624196071,
+      "grad_norm": 0.6110036966138074,
+      "learning_rate": 0.00016620036135467855,
+      "loss": 0.5699,
+      "step": 1972
+    },
+    {
+      "epoch": 0.6862506518338258,
+      "grad_norm": 0.674185155315815,
+      "learning_rate": 0.0001661093301549609,
+      "loss": 0.6632,
+      "step": 1974
+    },
+    {
+      "epoch": 0.6869459412480445,
+      "grad_norm": 1.34627131454609,
+      "learning_rate": 0.0001660182015384332,
+      "loss": 0.6096,
+      "step": 1976
+    },
+    {
+      "epoch": 0.6876412306622631,
+      "grad_norm": 0.644484450399573,
+      "learning_rate": 0.0001659269756393798,
+      "loss": 0.5991,
+      "step": 1978
+    },
+    {
+      "epoch": 0.6883365200764818,
+      "grad_norm": 0.4990172041361588,
+      "learning_rate": 0.00016583565259222863,
+      "loss": 0.5416,
+      "step": 1980
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 5752,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 90,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 7572426171875328.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}