diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,15401 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.999656605198997,
+  "eval_steps": 1,
+  "global_step": 218400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004578597346702838,
+      "grad_norm": 1.834977626800537,
+      "learning_rate": 4.578754578754579e-07,
+      "loss": 0.7024,
+      "step": 100
+    },
+    {
+      "epoch": 0.009157194693405675,
+      "grad_norm": 1.148632287979126,
+      "learning_rate": 9.157509157509158e-07,
+      "loss": 0.6769,
+      "step": 200
+    },
+    {
+      "epoch": 0.013735792040108512,
+      "grad_norm": 0.9439795613288879,
+      "learning_rate": 1.3736263736263736e-06,
+      "loss": 0.6151,
+      "step": 300
+    },
+    {
+      "epoch": 0.01831438938681135,
+      "grad_norm": 0.7975717186927795,
+      "learning_rate": 1.8315018315018316e-06,
+      "loss": 0.5009,
+      "step": 400
+    },
+    {
+      "epoch": 0.022892986733514187,
+      "grad_norm": 0.6828369498252869,
+      "learning_rate": 2.2893772893772894e-06,
+      "loss": 0.4383,
+      "step": 500
+    },
+    {
+      "epoch": 0.027471584080217024,
+      "grad_norm": 0.7334387302398682,
+      "learning_rate": 2.747252747252747e-06,
+      "loss": 0.3948,
+      "step": 600
+    },
+    {
+      "epoch": 0.032050181426919865,
+      "grad_norm": 0.5922483205795288,
+      "learning_rate": 3.205128205128205e-06,
+      "loss": 0.3682,
+      "step": 700
+    },
+    {
+      "epoch": 0.0366287787736227,
+      "grad_norm": 0.42683616280555725,
+      "learning_rate": 3.663003663003663e-06,
+      "loss": 0.3471,
+      "step": 800
+    },
+    {
+      "epoch": 0.04120737612032554,
+      "grad_norm": 0.798675537109375,
+      "learning_rate": 4.120879120879121e-06,
+      "loss": 0.3391,
+      "step": 900
+    },
+    {
+      "epoch": 0.045785973467028375,
+      "grad_norm": 0.6987248659133911,
+      "learning_rate": 4.578754578754579e-06,
+      "loss": 0.3213,
+      "step": 1000
+    },
+    {
+      "epoch": 0.05036457081373121,
+      "grad_norm": 0.697691798210144,
+      "learning_rate": 5.036630036630037e-06,
+      "loss": 0.3021,
+      "step": 1100
+    },
+    {
+      "epoch": 0.05494316816043405,
+      "grad_norm": 1.0107570886611938,
+      "learning_rate": 5.494505494505494e-06,
+      "loss": 0.2854,
+      "step": 1200
+    },
+    {
+      "epoch": 0.059521765507136885,
+      "grad_norm": 0.9664294719696045,
+      "learning_rate": 5.9523809523809525e-06,
+      "loss": 0.2712,
+      "step": 1300
+    },
+    {
+      "epoch": 0.06410036285383973,
+      "grad_norm": 0.8629726767539978,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 0.2591,
+      "step": 1400
+    },
+    {
+      "epoch": 0.06867896020054257,
+      "grad_norm": 1.2182508707046509,
+      "learning_rate": 6.868131868131869e-06,
+      "loss": 0.2523,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0732575575472454,
+      "grad_norm": 0.8369842171669006,
+      "learning_rate": 7.326007326007326e-06,
+      "loss": 0.2498,
+      "step": 1600
+    },
+    {
+      "epoch": 0.07783615489394824,
+      "grad_norm": 1.195522427558899,
+      "learning_rate": 7.783882783882785e-06,
+      "loss": 0.2345,
+      "step": 1700
+    },
+    {
+      "epoch": 0.08241475224065108,
+      "grad_norm": 1.7609663009643555,
+      "learning_rate": 8.241758241758243e-06,
+      "loss": 0.226,
+      "step": 1800
+    },
+    {
+      "epoch": 0.08699334958735391,
+      "grad_norm": 1.2075083255767822,
+      "learning_rate": 8.6996336996337e-06,
+      "loss": 0.2187,
+      "step": 1900
+    },
+    {
+      "epoch": 0.09157194693405675,
+      "grad_norm": 1.0836577415466309,
+      "learning_rate": 9.157509157509158e-06,
+      "loss": 0.2121,
+      "step": 2000
+    },
+    {
+      "epoch": 0.09615054428075959,
+      "grad_norm": 0.962322473526001,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.1984,
+      "step": 2100
+    },
+    {
+      "epoch": 0.10072914162746242,
+      "grad_norm": 0.6929520964622498,
+      "learning_rate": 1.0073260073260074e-05,
+      "loss": 0.1949,
+      "step": 2200
+    },
+    {
+      "epoch": 0.10530773897416526,
+      "grad_norm": 1.0407646894454956,
+      "learning_rate": 1.0531135531135532e-05,
+      "loss": 0.1968,
+      "step": 2300
+    },
+    {
+      "epoch": 0.1098863363208681,
+      "grad_norm": 1.3924702405929565,
+      "learning_rate": 1.0989010989010989e-05,
+      "loss": 0.1932,
+      "step": 2400
+    },
+    {
+      "epoch": 0.11446493366757093,
+      "grad_norm": 1.2128703594207764,
+      "learning_rate": 1.1446886446886447e-05,
+      "loss": 0.1855,
+      "step": 2500
+    },
+    {
+      "epoch": 0.11904353101427377,
+      "grad_norm": 1.8191227912902832,
+      "learning_rate": 1.1904761904761905e-05,
+      "loss": 0.1866,
+      "step": 2600
+    },
+    {
+      "epoch": 0.12362212836097662,
+      "grad_norm": 1.528939127922058,
+      "learning_rate": 1.2362637362637363e-05,
+      "loss": 0.1798,
+      "step": 2700
+    },
+    {
+      "epoch": 0.12820072570767946,
+      "grad_norm": 1.4381574392318726,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 0.1788,
+      "step": 2800
+    },
+    {
+      "epoch": 0.13277932305438228,
+      "grad_norm": 1.9535735845565796,
+      "learning_rate": 1.327838827838828e-05,
+      "loss": 0.1751,
+      "step": 2900
+    },
+    {
+      "epoch": 0.13735792040108513,
+      "grad_norm": 1.095574140548706,
+      "learning_rate": 1.3736263736263738e-05,
+      "loss": 0.1745,
+      "step": 3000
+    },
+    {
+      "epoch": 0.14193651774778795,
+      "grad_norm": 1.4498175382614136,
+      "learning_rate": 1.4194139194139194e-05,
+      "loss": 0.1654,
+      "step": 3100
+    },
+    {
+      "epoch": 0.1465151150944908,
+      "grad_norm": 1.274528980255127,
+      "learning_rate": 1.4652014652014653e-05,
+      "loss": 0.1759,
+      "step": 3200
+    },
+    {
+      "epoch": 0.15109371244119363,
+      "grad_norm": 2.9102790355682373,
+      "learning_rate": 1.510989010989011e-05,
+      "loss": 0.1663,
+      "step": 3300
+    },
+    {
+      "epoch": 0.15567230978789648,
+      "grad_norm": 0.8863092660903931,
+      "learning_rate": 1.556776556776557e-05,
+      "loss": 0.1613,
+      "step": 3400
+    },
+    {
+      "epoch": 0.1602509071345993,
+      "grad_norm": 1.825391411781311,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.1655,
+      "step": 3500
+    },
+    {
+      "epoch": 0.16482950448130215,
+      "grad_norm": 1.2341893911361694,
+      "learning_rate": 1.6483516483516486e-05,
+      "loss": 0.1532,
+      "step": 3600
+    },
+    {
+      "epoch": 0.169408101828005,
+      "grad_norm": 1.6574805974960327,
+      "learning_rate": 1.6941391941391942e-05,
+      "loss": 0.1485,
+      "step": 3700
+    },
+    {
+      "epoch": 0.17398669917470783,
+      "grad_norm": 1.424926996231079,
+      "learning_rate": 1.73992673992674e-05,
+      "loss": 0.1514,
+      "step": 3800
+    },
+    {
+      "epoch": 0.17856529652141068,
+      "grad_norm": 1.5658457279205322,
+      "learning_rate": 1.785714285714286e-05,
+      "loss": 0.1532,
+      "step": 3900
+    },
+    {
+      "epoch": 0.1831438938681135,
+      "grad_norm": 2.2447550296783447,
+      "learning_rate": 1.8315018315018315e-05,
+      "loss": 0.1536,
+      "step": 4000
+    },
+    {
+      "epoch": 0.18772249121481635,
+      "grad_norm": 1.8312195539474487,
+      "learning_rate": 1.8772893772893775e-05,
+      "loss": 0.152,
+      "step": 4100
+    },
+    {
+      "epoch": 0.19230108856151917,
+      "grad_norm": 4.884443283081055,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.1423,
+      "step": 4200
+    },
+    {
+      "epoch": 0.19687968590822202,
+      "grad_norm": 2.421905994415283,
+      "learning_rate": 1.9688644688644688e-05,
+      "loss": 0.1493,
+      "step": 4300
+    },
+    {
+      "epoch": 0.20145828325492485,
+      "grad_norm": 1.5298246145248413,
+      "learning_rate": 2.0146520146520148e-05,
+      "loss": 0.1399,
+      "step": 4400
+    },
+    {
+      "epoch": 0.2060368806016277,
+      "grad_norm": 1.8627902269363403,
+      "learning_rate": 2.0604395604395604e-05,
+      "loss": 0.1418,
+      "step": 4500
+    },
+    {
+      "epoch": 0.21061547794833052,
+      "grad_norm": 1.0591548681259155,
+      "learning_rate": 2.1062271062271064e-05,
+      "loss": 0.146,
+      "step": 4600
+    },
+    {
+      "epoch": 0.21519407529503337,
+      "grad_norm": 2.3305251598358154,
+      "learning_rate": 2.152014652014652e-05,
+      "loss": 0.1394,
+      "step": 4700
+    },
+    {
+      "epoch": 0.2197726726417362,
+      "grad_norm": 2.5741324424743652,
+      "learning_rate": 2.1978021978021977e-05,
+      "loss": 0.1357,
+      "step": 4800
+    },
+    {
+      "epoch": 0.22435126998843904,
+      "grad_norm": 1.3497207164764404,
+      "learning_rate": 2.2435897435897437e-05,
+      "loss": 0.1293,
+      "step": 4900
+    },
+    {
+      "epoch": 0.22892986733514187,
+      "grad_norm": 1.5644819736480713,
+      "learning_rate": 2.2893772893772894e-05,
+      "loss": 0.132,
+      "step": 5000
+    },
+    {
+      "epoch": 0.23350846468184472,
+      "grad_norm": 1.2510719299316406,
+      "learning_rate": 2.3351648351648354e-05,
+      "loss": 0.1266,
+      "step": 5100
+    },
+    {
+      "epoch": 0.23808706202854754,
+      "grad_norm": 2.4705810546875,
+      "learning_rate": 2.380952380952381e-05,
+      "loss": 0.1334,
+      "step": 5200
+    },
+    {
+      "epoch": 0.2426656593752504,
+      "grad_norm": 2.0139317512512207,
+      "learning_rate": 2.4267399267399267e-05,
+      "loss": 0.1336,
+      "step": 5300
+    },
+    {
+      "epoch": 0.24724425672195324,
+      "grad_norm": 1.2344926595687866,
+      "learning_rate": 2.4725274725274727e-05,
+      "loss": 0.1309,
+      "step": 5400
+    },
+    {
+      "epoch": 0.25182285406865607,
+      "grad_norm": 1.8490768671035767,
+      "learning_rate": 2.5183150183150183e-05,
+      "loss": 0.1337,
+      "step": 5500
+    },
+    {
+      "epoch": 0.2564014514153589,
+      "grad_norm": 1.2988219261169434,
+      "learning_rate": 2.564102564102564e-05,
+      "loss": 0.1373,
+      "step": 5600
+    },
+    {
+      "epoch": 0.26098004876206177,
+      "grad_norm": 1.7260547876358032,
+      "learning_rate": 2.6098901098901103e-05,
+      "loss": 0.1199,
+      "step": 5700
+    },
+    {
+      "epoch": 0.26555864610876456,
+      "grad_norm": 2.653820037841797,
+      "learning_rate": 2.655677655677656e-05,
+      "loss": 0.1175,
+      "step": 5800
+    },
+    {
+      "epoch": 0.2701372434554674,
+      "grad_norm": 2.190546989440918,
+      "learning_rate": 2.7014652014652016e-05,
+      "loss": 0.1216,
+      "step": 5900
+    },
+    {
+      "epoch": 0.27471584080217026,
+      "grad_norm": 1.3163684606552124,
+      "learning_rate": 2.7472527472527476e-05,
+      "loss": 0.127,
+      "step": 6000
+    },
+    {
+      "epoch": 0.2792944381488731,
+      "grad_norm": 2.4772284030914307,
+      "learning_rate": 2.7930402930402932e-05,
+      "loss": 0.1218,
+      "step": 6100
+    },
+    {
+      "epoch": 0.2838730354955759,
+      "grad_norm": 2.5586929321289062,
+      "learning_rate": 2.838827838827839e-05,
+      "loss": 0.1258,
+      "step": 6200
+    },
+    {
+      "epoch": 0.28845163284227876,
+      "grad_norm": 1.8947139978408813,
+      "learning_rate": 2.8846153846153845e-05,
+      "loss": 0.1242,
+      "step": 6300
+    },
+    {
+      "epoch": 0.2930302301889816,
+      "grad_norm": 2.729238271713257,
+      "learning_rate": 2.9304029304029305e-05,
+      "loss": 0.1183,
+      "step": 6400
+    },
+    {
+      "epoch": 0.29760882753568446,
+      "grad_norm": 1.338982343673706,
+      "learning_rate": 2.9761904761904762e-05,
+      "loss": 0.1203,
+      "step": 6500
+    },
+    {
+      "epoch": 0.30218742488238726,
+      "grad_norm": 1.6393356323242188,
+      "learning_rate": 3.021978021978022e-05,
+      "loss": 0.1173,
+      "step": 6600
+    },
+    {
+      "epoch": 0.3067660222290901,
+      "grad_norm": 2.4386088848114014,
+      "learning_rate": 3.067765567765568e-05,
+      "loss": 0.1262,
+      "step": 6700
+    },
+    {
+      "epoch": 0.31134461957579296,
+      "grad_norm": 1.6236072778701782,
+      "learning_rate": 3.113553113553114e-05,
+      "loss": 0.1163,
+      "step": 6800
+    },
+    {
+      "epoch": 0.3159232169224958,
+      "grad_norm": 1.6855531930923462,
+      "learning_rate": 3.1593406593406595e-05,
+      "loss": 0.1116,
+      "step": 6900
+    },
+    {
+      "epoch": 0.3205018142691986,
+      "grad_norm": 0.9769238233566284,
+      "learning_rate": 3.205128205128206e-05,
+      "loss": 0.1152,
+      "step": 7000
+    },
+    {
+      "epoch": 0.32508041161590145,
+      "grad_norm": 2.372692823410034,
+      "learning_rate": 3.2509157509157515e-05,
+      "loss": 0.1148,
+      "step": 7100
+    },
+    {
+      "epoch": 0.3296590089626043,
+      "grad_norm": 1.6294013261795044,
+      "learning_rate": 3.296703296703297e-05,
+      "loss": 0.1149,
+      "step": 7200
+    },
+    {
+      "epoch": 0.33423760630930716,
+      "grad_norm": 1.4730180501937866,
+      "learning_rate": 3.342490842490843e-05,
+      "loss": 0.113,
+      "step": 7300
+    },
+    {
+      "epoch": 0.33881620365601,
+      "grad_norm": 1.435680866241455,
+      "learning_rate": 3.3882783882783884e-05,
+      "loss": 0.1084,
+      "step": 7400
+    },
+    {
+      "epoch": 0.3433948010027128,
+      "grad_norm": 1.2709417343139648,
+      "learning_rate": 3.434065934065934e-05,
+      "loss": 0.1076,
+      "step": 7500
+    },
+    {
+      "epoch": 0.34797339834941565,
+      "grad_norm": 2.1665501594543457,
+      "learning_rate": 3.47985347985348e-05,
+      "loss": 0.1074,
+      "step": 7600
+    },
+    {
+      "epoch": 0.3525519956961185,
+      "grad_norm": 1.0768879652023315,
+      "learning_rate": 3.525641025641026e-05,
+      "loss": 0.1124,
+      "step": 7700
+    },
+    {
+      "epoch": 0.35713059304282135,
+      "grad_norm": 2.1648874282836914,
+      "learning_rate": 3.571428571428572e-05,
+      "loss": 0.1139,
+      "step": 7800
+    },
+    {
+      "epoch": 0.36170919038952415,
+      "grad_norm": 1.0463404655456543,
+      "learning_rate": 3.6172161172161173e-05,
+      "loss": 0.1084,
+      "step": 7900
+    },
+    {
+      "epoch": 0.366287787736227,
+      "grad_norm": 2.0209906101226807,
+      "learning_rate": 3.663003663003663e-05,
+      "loss": 0.1143,
+      "step": 8000
+    },
+    {
+      "epoch": 0.37086638508292985,
+      "grad_norm": 1.6264885663986206,
+      "learning_rate": 3.708791208791209e-05,
+      "loss": 0.1117,
+      "step": 8100
+    },
+    {
+      "epoch": 0.3754449824296327,
+      "grad_norm": 1.8169121742248535,
+      "learning_rate": 3.754578754578755e-05,
+      "loss": 0.1055,
+      "step": 8200
+    },
+    {
+      "epoch": 0.3800235797763355,
+      "grad_norm": 1.3127943277359009,
+      "learning_rate": 3.8003663003663006e-05,
+      "loss": 0.1135,
+      "step": 8300
+    },
+    {
+      "epoch": 0.38460217712303835,
+      "grad_norm": 1.2721083164215088,
+      "learning_rate": 3.846153846153846e-05,
+      "loss": 0.1144,
+      "step": 8400
+    },
+    {
+      "epoch": 0.3891807744697412,
+      "grad_norm": 1.393925666809082,
+      "learning_rate": 3.891941391941392e-05,
+      "loss": 0.106,
+      "step": 8500
+    },
+    {
+      "epoch": 0.39375937181644405,
+      "grad_norm": 1.0821542739868164,
+      "learning_rate": 3.9377289377289376e-05,
+      "loss": 0.105,
+      "step": 8600
+    },
+    {
+      "epoch": 0.39833796916314684,
+      "grad_norm": 1.5736069679260254,
+      "learning_rate": 3.983516483516483e-05,
+      "loss": 0.111,
+      "step": 8700
+    },
+    {
+      "epoch": 0.4029165665098497,
+      "grad_norm": 1.8037768602371216,
+      "learning_rate": 4.0293040293040296e-05,
+      "loss": 0.1094,
+      "step": 8800
+    },
+    {
+      "epoch": 0.40749516385655254,
+      "grad_norm": 1.1317250728607178,
+      "learning_rate": 4.075091575091575e-05,
+      "loss": 0.1028,
+      "step": 8900
+    },
+    {
+      "epoch": 0.4120737612032554,
+      "grad_norm": 1.362167477607727,
+      "learning_rate": 4.120879120879121e-05,
+      "loss": 0.1087,
+      "step": 9000
+    },
+    {
+      "epoch": 0.41665235854995825,
+      "grad_norm": 1.9178133010864258,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.1036,
+      "step": 9100
+    },
+    {
+      "epoch": 0.42123095589666104,
+      "grad_norm": 1.3326084613800049,
+      "learning_rate": 4.212454212454213e-05,
+      "loss": 0.1034,
+      "step": 9200
+    },
+    {
+      "epoch": 0.4258095532433639,
+      "grad_norm": 2.299654245376587,
+      "learning_rate": 4.2582417582417585e-05,
+      "loss": 0.0938,
+      "step": 9300
+    },
+    {
+      "epoch": 0.43038815059006674,
+      "grad_norm": 1.5850861072540283,
+      "learning_rate": 4.304029304029304e-05,
+      "loss": 0.0991,
+      "step": 9400
+    },
+    {
+      "epoch": 0.4349667479367696,
+      "grad_norm": 1.0600929260253906,
+      "learning_rate": 4.34981684981685e-05,
+      "loss": 0.1001,
+      "step": 9500
+    },
+    {
+      "epoch": 0.4395453452834724,
+      "grad_norm": 0.8734288811683655,
+      "learning_rate": 4.3956043956043955e-05,
+      "loss": 0.0991,
+      "step": 9600
+    },
+    {
+      "epoch": 0.44412394263017524,
+      "grad_norm": 1.5875756740570068,
+      "learning_rate": 4.441391941391941e-05,
+      "loss": 0.0982,
+      "step": 9700
+    },
+    {
+      "epoch": 0.4487025399768781,
+      "grad_norm": 1.2083957195281982,
+      "learning_rate": 4.4871794871794874e-05,
+      "loss": 0.1027,
+      "step": 9800
+    },
+    {
+      "epoch": 0.45328113732358094,
+      "grad_norm": 1.5730398893356323,
+      "learning_rate": 4.532967032967033e-05,
+      "loss": 0.1035,
+      "step": 9900
+    },
+    {
+      "epoch": 0.45785973467028374,
+      "grad_norm": 1.0928138494491577,
+      "learning_rate": 4.578754578754579e-05,
+      "loss": 0.1017,
+      "step": 10000
+    },
+    {
+      "epoch": 0.4624383320169866,
+      "grad_norm": 1.858508586883545,
+      "learning_rate": 4.624542124542125e-05,
+      "loss": 0.1056,
+      "step": 10100
+    },
+    {
+      "epoch": 0.46701692936368944,
+      "grad_norm": 0.7009546756744385,
+      "learning_rate": 4.670329670329671e-05,
+      "loss": 0.1014,
+      "step": 10200
+    },
+    {
+      "epoch": 0.4715955267103923,
+      "grad_norm": 1.1056081056594849,
+      "learning_rate": 4.7161172161172164e-05,
+      "loss": 0.0997,
+      "step": 10300
+    },
+    {
+      "epoch": 0.4761741240570951,
+      "grad_norm": 1.5328575372695923,
+      "learning_rate": 4.761904761904762e-05,
+      "loss": 0.0971,
+      "step": 10400
+    },
+    {
+      "epoch": 0.48075272140379793,
+      "grad_norm": 2.9480137825012207,
+      "learning_rate": 4.8076923076923084e-05,
+      "loss": 0.1004,
+      "step": 10500
+    },
+    {
+      "epoch": 0.4853313187505008,
+      "grad_norm": 0.9198638796806335,
+      "learning_rate": 4.8534798534798533e-05,
+      "loss": 0.093,
+      "step": 10600
+    },
+    {
+      "epoch": 0.48990991609720363,
+      "grad_norm": 1.3510689735412598,
+      "learning_rate": 4.899267399267399e-05,
+      "loss": 0.0966,
+      "step": 10700
+    },
+    {
+      "epoch": 0.4944885134439065,
+      "grad_norm": 1.1206891536712646,
+      "learning_rate": 4.945054945054945e-05,
+      "loss": 0.1007,
+      "step": 10800
+    },
+    {
+      "epoch": 0.4990671107906093,
+      "grad_norm": 1.6948041915893555,
+      "learning_rate": 4.990842490842491e-05,
+      "loss": 0.0904,
+      "step": 10900
+    },
+    {
+      "epoch": 0.5036457081373121,
+      "grad_norm": 0.7195038199424744,
+      "learning_rate": 5.0366300366300366e-05,
+      "loss": 0.0894,
+      "step": 11000
+    },
+    {
+      "epoch": 0.508224305484015,
+      "grad_norm": 0.9326936602592468,
+      "learning_rate": 5.082417582417582e-05,
+      "loss": 0.0935,
+      "step": 11100
+    },
+    {
+      "epoch": 0.5128029028307178,
+      "grad_norm": 1.224360704421997,
+      "learning_rate": 5.128205128205128e-05,
+      "loss": 0.1011,
+      "step": 11200
+    },
+    {
+      "epoch": 0.5173815001774207,
+      "grad_norm": 0.7471579313278198,
+      "learning_rate": 5.173992673992675e-05,
+      "loss": 0.0936,
+      "step": 11300
+    },
+    {
+      "epoch": 0.5219600975241235,
+      "grad_norm": 0.8234615921974182,
+      "learning_rate": 5.2197802197802206e-05,
+      "loss": 0.092,
+      "step": 11400
+    },
+    {
+      "epoch": 0.5265386948708263,
+      "grad_norm": 1.204841136932373,
+      "learning_rate": 5.265567765567766e-05,
+      "loss": 0.1006,
+      "step": 11500
+    },
+    {
+      "epoch": 0.5311172922175291,
+      "grad_norm": 0.980890691280365,
+      "learning_rate": 5.311355311355312e-05,
+      "loss": 0.0909,
+      "step": 11600
+    },
+    {
+      "epoch": 0.535695889564232,
+      "grad_norm": 0.8736656308174133,
+      "learning_rate": 5.3571428571428575e-05,
+      "loss": 0.0921,
+      "step": 11700
+    },
+    {
+      "epoch": 0.5402744869109348,
+      "grad_norm": 1.8916438817977905,
+      "learning_rate": 5.402930402930403e-05,
+      "loss": 0.092,
+      "step": 11800
+    },
+    {
+      "epoch": 0.5448530842576377,
+      "grad_norm": 0.49095866084098816,
+      "learning_rate": 5.448717948717948e-05,
+      "loss": 0.0922,
+      "step": 11900
+    },
+    {
+      "epoch": 0.5494316816043405,
+      "grad_norm": 1.418338656425476,
+      "learning_rate": 5.494505494505495e-05,
+      "loss": 0.088,
+      "step": 12000
+    },
+    {
+      "epoch": 0.5540102789510434,
+      "grad_norm": 0.6211123466491699,
+      "learning_rate": 5.540293040293041e-05,
+      "loss": 0.0931,
+      "step": 12100
+    },
+    {
+      "epoch": 0.5585888762977462,
+      "grad_norm": 1.9046452045440674,
+      "learning_rate": 5.5860805860805865e-05,
+      "loss": 0.0934,
+      "step": 12200
+    },
+    {
+      "epoch": 0.563167473644449,
+      "grad_norm": 0.9247643351554871,
+      "learning_rate": 5.631868131868132e-05,
+      "loss": 0.0889,
+      "step": 12300
+    },
+    {
+      "epoch": 0.5677460709911518,
+      "grad_norm": 1.4018969535827637,
+      "learning_rate": 5.677655677655678e-05,
+      "loss": 0.0904,
+      "step": 12400
+    },
+    {
+      "epoch": 0.5723246683378547,
+      "grad_norm": 0.510405421257019,
+      "learning_rate": 5.7234432234432234e-05,
+      "loss": 0.0856,
+      "step": 12500
+    },
+    {
+      "epoch": 0.5769032656845575,
+      "grad_norm": 0.7951760292053223,
+      "learning_rate": 5.769230769230769e-05,
+      "loss": 0.0881,
+      "step": 12600
+    },
+    {
+      "epoch": 0.5814818630312604,
+      "grad_norm": 1.340402364730835,
+      "learning_rate": 5.8150183150183154e-05,
+      "loss": 0.0869,
+      "step": 12700
+    },
+    {
+      "epoch": 0.5860604603779632,
+      "grad_norm": 1.1029311418533325,
+      "learning_rate": 5.860805860805861e-05,
+      "loss": 0.0922,
+      "step": 12800
+    },
+    {
+      "epoch": 0.5906390577246661,
+      "grad_norm": 0.9942110180854797,
+      "learning_rate": 5.906593406593407e-05,
+      "loss": 0.094,
+      "step": 12900
+    },
+    {
+      "epoch": 0.5952176550713689,
+      "grad_norm": 0.9533814787864685,
+      "learning_rate": 5.9523809523809524e-05,
+      "loss": 0.0846,
+      "step": 13000
+    },
+    {
+      "epoch": 0.5997962524180718,
+      "grad_norm": 0.9805833101272583,
+      "learning_rate": 5.998168498168498e-05,
+      "loss": 0.0889,
+      "step": 13100
+    },
+    {
+      "epoch": 0.6043748497647745,
+      "grad_norm": 0.6185852885246277,
+      "learning_rate": 6.043956043956044e-05,
+      "loss": 0.0832,
+      "step": 13200
+    },
+    {
+      "epoch": 0.6089534471114774,
+      "grad_norm": 0.508185088634491,
+      "learning_rate": 6.089743589743589e-05,
+      "loss": 0.0828,
+      "step": 13300
+    },
+    {
+      "epoch": 0.6135320444581802,
+      "grad_norm": 0.8816813826560974,
+      "learning_rate": 6.135531135531136e-05,
+      "loss": 0.0907,
+      "step": 13400
+    },
+    {
+      "epoch": 0.6181106418048831,
+      "grad_norm": 0.7851380109786987,
+      "learning_rate": 6.181318681318681e-05,
+      "loss": 0.0838,
+      "step": 13500
+    },
+    {
+      "epoch": 0.6226892391515859,
+      "grad_norm": 1.2309856414794922,
+      "learning_rate": 6.227106227106228e-05,
+      "loss": 0.0892,
+      "step": 13600
+    },
+    {
+      "epoch": 0.6272678364982888,
+      "grad_norm": 0.9368516802787781,
+      "learning_rate": 6.272893772893773e-05,
+      "loss": 0.0826,
+      "step": 13700
+    },
+    {
+      "epoch": 0.6318464338449916,
+      "grad_norm": 2.122927188873291,
+      "learning_rate": 6.318681318681319e-05,
+      "loss": 0.0891,
+      "step": 13800
+    },
+    {
+      "epoch": 0.6364250311916945,
+      "grad_norm": 1.421099305152893,
+      "learning_rate": 6.364468864468864e-05,
+      "loss": 0.0856,
+      "step": 13900
+    },
+    {
+      "epoch": 0.6410036285383972,
+      "grad_norm": 1.240886926651001,
+      "learning_rate": 6.410256410256412e-05,
+      "loss": 0.084,
+      "step": 14000
+    },
+    {
+      "epoch": 0.6455822258851001,
+      "grad_norm": 1.5990924835205078,
+      "learning_rate": 6.456043956043957e-05,
+      "loss": 0.08,
+      "step": 14100
+    },
+    {
+      "epoch": 0.6501608232318029,
+      "grad_norm": 1.1593393087387085,
+      "learning_rate": 6.501831501831503e-05,
+      "loss": 0.0872,
+      "step": 14200
+    },
+    {
+      "epoch": 0.6547394205785058,
+      "grad_norm": 1.4352833032608032,
+      "learning_rate": 6.547619047619048e-05,
+      "loss": 0.0855,
+      "step": 14300
+    },
+    {
+      "epoch": 0.6593180179252086,
+      "grad_norm": 1.0805554389953613,
+      "learning_rate": 6.593406593406594e-05,
+      "loss": 0.076,
+      "step": 14400
+    },
+    {
+      "epoch": 0.6638966152719115,
+      "grad_norm": 1.4789384603500366,
+      "learning_rate": 6.639194139194139e-05,
+      "loss": 0.0787,
+      "step": 14500
+    },
+    {
+      "epoch": 0.6684752126186143,
+      "grad_norm": 0.5183298587799072,
+      "learning_rate": 6.684981684981686e-05,
+      "loss": 0.0818,
+      "step": 14600
+    },
+    {
+      "epoch": 0.6730538099653172,
+      "grad_norm": 0.540027916431427,
+      "learning_rate": 6.730769230769232e-05,
+      "loss": 0.0821,
+      "step": 14700
+    },
+    {
+      "epoch": 0.67763240731202,
+      "grad_norm": 0.4286615550518036,
+      "learning_rate": 6.776556776556777e-05,
+      "loss": 0.0835,
+      "step": 14800
+    },
+    {
+      "epoch": 0.6822110046587228,
+      "grad_norm": 0.6089257597923279,
+      "learning_rate": 6.822344322344323e-05,
+      "loss": 0.0774,
+      "step": 14900
+    },
+    {
+      "epoch": 0.6867896020054256,
+      "grad_norm": 1.8646626472473145,
+      "learning_rate": 6.868131868131868e-05,
+      "loss": 0.0768,
+      "step": 15000
+    },
+    {
+      "epoch": 0.6913681993521285,
+      "grad_norm": 1.5041414499282837,
+      "learning_rate": 6.913919413919414e-05,
+      "loss": 0.0811,
+      "step": 15100
+    },
+    {
+      "epoch": 0.6959467966988313,
+      "grad_norm": 1.2774971723556519,
+      "learning_rate": 6.95970695970696e-05,
+      "loss": 0.0824,
+      "step": 15200
+    },
+    {
+      "epoch": 0.7005253940455342,
+      "grad_norm": 0.7839298248291016,
+      "learning_rate": 7.005494505494506e-05,
+      "loss": 0.0825,
+      "step": 15300
+    },
+    {
+      "epoch": 0.705103991392237,
+      "grad_norm": 0.8007500767707825,
+      "learning_rate": 7.051282051282052e-05,
+      "loss": 0.0822,
+      "step": 15400
+    },
+    {
+      "epoch": 0.7096825887389399,
+      "grad_norm": 0.9601584672927856,
+      "learning_rate": 7.097069597069597e-05,
+      "loss": 0.0735,
+      "step": 15500
+    },
+    {
+      "epoch": 0.7142611860856427,
+      "grad_norm": 0.6283702254295349,
+      "learning_rate": 7.142857142857143e-05,
+      "loss": 0.0834,
+      "step": 15600
+    },
+    {
+      "epoch": 0.7188397834323454,
+      "grad_norm": 0.9371336102485657,
+      "learning_rate": 7.188644688644688e-05,
+      "loss": 0.0805,
+      "step": 15700
+    },
+    {
+      "epoch": 0.7234183807790483,
+      "grad_norm": 0.703433096408844,
+      "learning_rate": 7.234432234432235e-05,
+      "loss": 0.0797,
+      "step": 15800
+    },
+    {
+      "epoch": 0.7279969781257511,
+      "grad_norm": 1.1103012561798096,
+      "learning_rate": 7.28021978021978e-05,
+      "loss": 0.0702,
+      "step": 15900
+    },
+    {
+      "epoch": 0.732575575472454,
+      "grad_norm": 1.1333719491958618,
+      "learning_rate": 7.326007326007326e-05,
+      "loss": 0.0785,
+      "step": 16000
+    },
+    {
+      "epoch": 0.7371541728191568,
+      "grad_norm": 1.4945460557937622,
+      "learning_rate": 7.371794871794872e-05,
+      "loss": 0.0759,
+      "step": 16100
+    },
+    {
+      "epoch": 0.7417327701658597,
+      "grad_norm": 1.2516579627990723,
+      "learning_rate": 7.417582417582419e-05,
+      "loss": 0.0773,
+      "step": 16200
+    },
+    {
+      "epoch": 0.7463113675125626,
+      "grad_norm": 0.6910843253135681,
+      "learning_rate": 7.463369963369964e-05,
+      "loss": 0.0791,
+      "step": 16300
+    },
+    {
+      "epoch": 0.7508899648592654,
+      "grad_norm": 1.752681851387024,
+      "learning_rate": 7.50915750915751e-05,
+      "loss": 0.0729,
+      "step": 16400
+    },
+    {
+      "epoch": 0.7554685622059683,
+      "grad_norm": 0.46465998888015747,
+      "learning_rate": 7.554945054945055e-05,
+      "loss": 0.0691,
+      "step": 16500
+    },
+    {
+      "epoch": 0.760047159552671,
+      "grad_norm": 0.6676632165908813,
+      "learning_rate": 7.600732600732601e-05,
+      "loss": 0.0773,
+      "step": 16600
+    },
+    {
+      "epoch": 0.7646257568993738,
+      "grad_norm": 0.5497579574584961,
+      "learning_rate": 7.646520146520146e-05,
+      "loss": 0.0734,
+      "step": 16700
+    },
+    {
+      "epoch": 0.7692043542460767,
+      "grad_norm": 1.6269124746322632,
+      "learning_rate": 7.692307692307693e-05,
+      "loss": 0.075,
+      "step": 16800
+    },
+    {
+      "epoch": 0.7737829515927795,
+      "grad_norm": 1.7342535257339478,
+      "learning_rate": 7.738095238095239e-05,
+      "loss": 0.0738,
+      "step": 16900
+    },
+    {
+      "epoch": 0.7783615489394824,
+      "grad_norm": 0.5286089181900024,
+      "learning_rate": 7.783882783882784e-05,
+      "loss": 0.0791,
+      "step": 17000
+    },
+    {
+      "epoch": 0.7829401462861852,
+      "grad_norm": 1.0948727130889893,
+      "learning_rate": 7.82967032967033e-05,
+      "loss": 0.074,
+      "step": 17100
+    },
+    {
+      "epoch": 0.7875187436328881,
+      "grad_norm": 0.7580143809318542,
+      "learning_rate": 7.875457875457875e-05,
+      "loss": 0.0776,
+      "step": 17200
+    },
+    {
+      "epoch": 0.792097340979591,
+      "grad_norm": 0.6144015789031982,
+      "learning_rate": 7.921245421245422e-05,
+      "loss": 0.0698,
+      "step": 17300
+    },
+    {
+      "epoch": 0.7966759383262937,
+      "grad_norm": 1.054747462272644,
+      "learning_rate": 7.967032967032966e-05,
+      "loss": 0.0773,
+      "step": 17400
+    },
+    {
+      "epoch": 0.8012545356729965,
+      "grad_norm": 0.7159505486488342,
+      "learning_rate": 8.012820512820514e-05,
+      "loss": 0.0751,
+      "step": 17500
+    },
+    {
+      "epoch": 0.8058331330196994,
+      "grad_norm": 0.7566177248954773,
+      "learning_rate": 8.058608058608059e-05,
+      "loss": 0.0734,
+      "step": 17600
+    },
+    {
+      "epoch": 0.8104117303664022,
+      "grad_norm": 0.6282426714897156,
+      "learning_rate": 8.104395604395605e-05,
+      "loss": 0.0778,
+      "step": 17700
+    },
+    {
+      "epoch": 0.8149903277131051,
+      "grad_norm": 1.3555270433425903,
+      "learning_rate": 8.15018315018315e-05,
+      "loss": 0.0702,
+      "step": 17800
+    },
+    {
+      "epoch": 0.8195689250598079,
+      "grad_norm": 0.43876418471336365,
+      "learning_rate": 8.195970695970697e-05,
+      "loss": 0.0736,
+      "step": 17900
+    },
+    {
+      "epoch": 0.8241475224065108,
+      "grad_norm": 0.8096747994422913,
+      "learning_rate": 8.241758241758242e-05,
+      "loss": 0.0743,
+      "step": 18000
+    },
+    {
+      "epoch": 0.8287261197532136,
+      "grad_norm": 0.5688252449035645,
+      "learning_rate": 8.287545787545788e-05,
+      "loss": 0.0701,
+      "step": 18100
+    },
+    {
+      "epoch": 0.8333047170999165,
+      "grad_norm": 0.711829662322998,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.0795,
+      "step": 18200
+    },
+    {
+      "epoch": 0.8378833144466192,
+      "grad_norm": 0.9951382875442505,
+      "learning_rate": 8.37912087912088e-05,
+      "loss": 0.0752,
+      "step": 18300
+    },
+    {
+      "epoch": 0.8424619117933221,
+      "grad_norm": 1.2362946271896362,
+      "learning_rate": 8.424908424908426e-05,
+      "loss": 0.0726,
+      "step": 18400
+    },
+    {
+      "epoch": 0.8470405091400249,
+      "grad_norm": 0.6342608332633972,
+      "learning_rate": 8.470695970695971e-05,
+      "loss": 0.0784,
+      "step": 18500
+    },
+    {
+      "epoch": 0.8516191064867278,
+      "grad_norm": 0.4258309006690979,
+      "learning_rate": 8.516483516483517e-05,
+      "loss": 0.0725,
+      "step": 18600
+    },
+    {
+      "epoch": 0.8561977038334306,
+      "grad_norm": 0.6683163642883301,
+      "learning_rate": 8.562271062271062e-05,
+      "loss": 0.0711,
+      "step": 18700
+    },
+    {
+      "epoch": 0.8607763011801335,
+      "grad_norm": 0.7911510467529297,
+      "learning_rate": 8.608058608058608e-05,
+      "loss": 0.0683,
+      "step": 18800
+    },
+    {
+      "epoch": 0.8653548985268363,
+      "grad_norm": 0.5352203845977783,
+      "learning_rate": 8.653846153846155e-05,
+      "loss": 0.0702,
+      "step": 18900
+    },
+    {
+      "epoch": 0.8699334958735392,
+      "grad_norm": 0.850853443145752,
+      "learning_rate": 8.6996336996337e-05,
+      "loss": 0.0702,
+      "step": 19000
+    },
+    {
+      "epoch": 0.8745120932202419,
+      "grad_norm": 0.5566896796226501,
+      "learning_rate": 8.745421245421246e-05,
+      "loss": 0.0764,
+      "step": 19100
+    },
+    {
+      "epoch": 0.8790906905669448,
+      "grad_norm": 0.28583312034606934,
+      "learning_rate": 8.791208791208791e-05,
+      "loss": 0.0701,
+      "step": 19200
+    },
+    {
+      "epoch": 0.8836692879136476,
+      "grad_norm": 0.4633546471595764,
+      "learning_rate": 8.836996336996337e-05,
+      "loss": 0.0748,
+      "step": 19300
+    },
+    {
+      "epoch": 0.8882478852603505,
+      "grad_norm": 0.6778764724731445,
+      "learning_rate": 8.882783882783882e-05,
+      "loss": 0.0719,
+      "step": 19400
+    },
+    {
+      "epoch": 0.8928264826070533,
+      "grad_norm": 0.9359253644943237,
+      "learning_rate": 8.92857142857143e-05,
+      "loss": 0.0729,
+      "step": 19500
+    },
+    {
+      "epoch": 0.8974050799537562,
+      "grad_norm": 4.642319679260254,
+      "learning_rate": 8.974358974358975e-05,
+      "loss": 0.0704,
+      "step": 19600
+    },
+    {
+      "epoch": 0.901983677300459,
+      "grad_norm": 1.6843513250350952,
+      "learning_rate": 9.020146520146521e-05,
+      "loss": 0.0703,
+      "step": 19700
+    },
+    {
+      "epoch": 0.9065622746471619,
+      "grad_norm": 0.6702886819839478,
+      "learning_rate": 9.065934065934066e-05,
+      "loss": 0.072,
+      "step": 19800
+    },
+    {
+      "epoch": 0.9111408719938647,
+      "grad_norm": 0.7958008646965027,
+      "learning_rate": 9.111721611721613e-05,
+      "loss": 0.0717,
+      "step": 19900
+    },
+    {
+      "epoch": 0.9157194693405675,
+      "grad_norm": 0.41371116042137146,
+      "learning_rate": 9.157509157509158e-05,
+      "loss": 0.0701,
+      "step": 20000
+    },
+    {
+      "epoch": 0.9202980666872703,
+      "grad_norm": 0.446638286113739,
+      "learning_rate": 9.203296703296704e-05,
+      "loss": 0.0643,
+      "step": 20100
+    },
+    {
+      "epoch": 0.9248766640339732,
+      "grad_norm": 0.5474185347557068,
+      "learning_rate": 9.24908424908425e-05,
+      "loss": 0.0672,
+      "step": 20200
+    },
+    {
+      "epoch": 0.929455261380676,
+      "grad_norm": 1.0076775550842285,
+      "learning_rate": 9.294871794871795e-05,
+      "loss": 0.0699,
+      "step": 20300
+    },
+    {
+      "epoch": 0.9340338587273789,
+      "grad_norm": 0.45534393191337585,
+      "learning_rate": 9.340659340659341e-05,
+      "loss": 0.0712,
+      "step": 20400
+    },
+    {
+      "epoch": 0.9386124560740817,
+      "grad_norm": 0.6854729652404785,
+      "learning_rate": 9.386446886446886e-05,
+      "loss": 0.0695,
+      "step": 20500
+    },
+    {
+      "epoch": 0.9431910534207846,
+      "grad_norm": 1.4581429958343506,
+      "learning_rate": 9.432234432234433e-05,
+      "loss": 0.0676,
+      "step": 20600
+    },
+    {
+      "epoch": 0.9477696507674874,
+      "grad_norm": 1.6819262504577637,
+      "learning_rate": 9.478021978021978e-05,
+      "loss": 0.0683,
+      "step": 20700
+    },
+    {
+      "epoch": 0.9523482481141902,
+      "grad_norm": 0.8808913826942444,
+      "learning_rate": 9.523809523809524e-05,
+      "loss": 0.0668,
+      "step": 20800
+    },
+    {
+      "epoch": 0.956926845460893,
+      "grad_norm": 0.3119984269142151,
+      "learning_rate": 9.56959706959707e-05,
+      "loss": 0.074,
+      "step": 20900
+    },
+    {
+      "epoch": 0.9615054428075959,
+      "grad_norm": 0.6743124723434448,
+      "learning_rate": 9.615384615384617e-05,
+      "loss": 0.0728,
+      "step": 21000
+    },
+    {
+      "epoch": 0.9660840401542987,
+      "grad_norm": 0.6196538209915161,
+      "learning_rate": 9.661172161172162e-05,
+      "loss": 0.0677,
+      "step": 21100
+    },
+    {
+      "epoch": 0.9706626375010016,
+      "grad_norm": 0.7010948657989502,
+      "learning_rate": 9.706959706959707e-05,
+      "loss": 0.0716,
+      "step": 21200
+    },
+    {
+      "epoch": 0.9752412348477044,
+      "grad_norm": 0.7601842880249023,
+      "learning_rate": 9.752747252747253e-05,
+      "loss": 0.0675,
+      "step": 21300
+    },
+    {
+      "epoch": 0.9798198321944073,
+      "grad_norm": 0.5342845320701599,
+      "learning_rate": 9.798534798534798e-05,
+      "loss": 0.0732,
+      "step": 21400
+    },
+    {
+      "epoch": 0.9843984295411101,
+      "grad_norm": 0.7880052328109741,
+      "learning_rate": 9.844322344322346e-05,
+      "loss": 0.0671,
+      "step": 21500
+    },
+    {
+      "epoch": 0.988977026887813,
+      "grad_norm": 0.690728485584259,
+      "learning_rate": 9.89010989010989e-05,
+      "loss": 0.069,
+      "step": 21600
+    },
+    {
+      "epoch": 0.9935556242345157,
+      "grad_norm": 0.6646633148193359,
+      "learning_rate": 9.935897435897437e-05,
+      "loss": 0.0667,
+      "step": 21700
+    },
+    {
+      "epoch": 0.9981342215812186,
+      "grad_norm": 1.2037309408187866,
+      "learning_rate": 9.981684981684982e-05,
+      "loss": 0.0683,
+      "step": 21800
+    },
+    {
+      "epoch": 0.9999656605198998,
+      "eval_loss": 0.14296908676624298,
+      "eval_runtime": 256.7574,
+      "eval_samples_per_second": 21.421,
+      "eval_steps_per_second": 21.421,
+      "step": 21840
+    },
+    {
+      "epoch": 1.0027128189279215,
+      "grad_norm": 0.4327790439128876,
+      "learning_rate": 9.999997700931376e-05,
+      "loss": 0.0692,
+      "step": 21900
+    },
+    {
+      "epoch": 1.0072914162746243,
+      "grad_norm": 0.8181611895561218,
+      "learning_rate": 9.999983651075218e-05,
+      "loss": 0.0542,
+      "step": 22000
+    },
+    {
+      "epoch": 1.011870013621327,
+      "grad_norm": 0.6566409468650818,
+      "learning_rate": 9.999956828659095e-05,
+      "loss": 0.0571,
+      "step": 22100
+    },
+    {
+      "epoch": 1.01644861096803,
+      "grad_norm": 0.7238597273826599,
+      "learning_rate": 9.999917233751526e-05,
+      "loss": 0.0611,
+      "step": 22200
+    },
+    {
+      "epoch": 1.0210272083147327,
+      "grad_norm": 0.3051077127456665,
+      "learning_rate": 9.999864866453658e-05,
+      "loss": 0.059,
+      "step": 22300
+    },
+    {
+      "epoch": 1.0256058056614357,
+      "grad_norm": 1.5912861824035645,
+      "learning_rate": 9.999799726899262e-05,
+      "loss": 0.0615,
+      "step": 22400
+    },
+    {
+      "epoch": 1.0301844030081384,
+      "grad_norm": 0.6656569242477417,
+      "learning_rate": 9.999721815254742e-05,
+      "loss": 0.0618,
+      "step": 22500
+    },
+    {
+      "epoch": 1.0347630003548414,
+      "grad_norm": 1.1994621753692627,
+      "learning_rate": 9.999631131719119e-05,
+      "loss": 0.0614,
+      "step": 22600
+    },
+    {
+      "epoch": 1.039341597701544,
+      "grad_norm": 0.6420437097549438,
+      "learning_rate": 9.999527676524052e-05,
+      "loss": 0.0565,
+      "step": 22700
+    },
+    {
+      "epoch": 1.043920195048247,
+      "grad_norm": 0.6077245473861694,
+      "learning_rate": 9.999411449933816e-05,
+      "loss": 0.0609,
+      "step": 22800
+    },
+    {
+      "epoch": 1.0484987923949498,
+      "grad_norm": 0.6168214082717896,
+      "learning_rate": 9.999282452245315e-05,
+      "loss": 0.0579,
+      "step": 22900
+    },
+    {
+      "epoch": 1.0530773897416525,
+      "grad_norm": 0.4628690779209137,
+      "learning_rate": 9.999140683788078e-05,
+      "loss": 0.0576,
+      "step": 23000
+    },
+    {
+      "epoch": 1.0576559870883555,
+      "grad_norm": 0.43243736028671265,
+      "learning_rate": 9.998986144924251e-05,
+      "loss": 0.0615,
+      "step": 23100
+    },
+    {
+      "epoch": 1.0622345844350582,
+      "grad_norm": 0.7162685394287109,
+      "learning_rate": 9.998818836048611e-05,
+      "loss": 0.0598,
+      "step": 23200
+    },
+    {
+      "epoch": 1.0668131817817612,
+      "grad_norm": 0.7162106037139893,
+      "learning_rate": 9.99863875758855e-05,
+      "loss": 0.0574,
+      "step": 23300
+    },
+    {
+      "epoch": 1.071391779128464,
+      "grad_norm": 0.4392016530036926,
+      "learning_rate": 9.998445910004082e-05,
+      "loss": 0.0576,
+      "step": 23400
+    },
+    {
+      "epoch": 1.075970376475167,
+      "grad_norm": 0.8344998955726624,
+      "learning_rate": 9.998240293787841e-05,
+      "loss": 0.0639,
+      "step": 23500
+    },
+    {
+      "epoch": 1.0805489738218697,
+      "grad_norm": 0.9016310572624207,
+      "learning_rate": 9.998021909465076e-05,
+      "loss": 0.058,
+      "step": 23600
+    },
+    {
+      "epoch": 1.0851275711685724,
+      "grad_norm": 0.1677553951740265,
+      "learning_rate": 9.997790757593657e-05,
+      "loss": 0.0648,
+      "step": 23700
+    },
+    {
+      "epoch": 1.0897061685152754,
+      "grad_norm": 0.6796389222145081,
+      "learning_rate": 9.997546838764065e-05,
+      "loss": 0.0589,
+      "step": 23800
+    },
+    {
+      "epoch": 1.094284765861978,
+      "grad_norm": 0.667464554309845,
+      "learning_rate": 9.997290153599394e-05,
+      "loss": 0.0557,
+      "step": 23900
+    },
+    {
+      "epoch": 1.098863363208681,
+      "grad_norm": 0.9013321995735168,
+      "learning_rate": 9.997020702755353e-05,
+      "loss": 0.0555,
+      "step": 24000
+    },
+    {
+      "epoch": 1.1034419605553838,
+      "grad_norm": 0.3552779257297516,
+      "learning_rate": 9.996738486920259e-05,
+      "loss": 0.0568,
+      "step": 24100
+    },
+    {
+      "epoch": 1.1080205579020868,
+      "grad_norm": 0.6730219721794128,
+      "learning_rate": 9.996443506815039e-05,
+      "loss": 0.0556,
+      "step": 24200
+    },
+    {
+      "epoch": 1.1125991552487895,
+      "grad_norm": 0.29462745785713196,
+      "learning_rate": 9.996135763193225e-05,
+      "loss": 0.055,
+      "step": 24300
+    },
+    {
+      "epoch": 1.1171777525954925,
+      "grad_norm": 0.3105739653110504,
+      "learning_rate": 9.995815256840955e-05,
+      "loss": 0.0592,
+      "step": 24400
+    },
+    {
+      "epoch": 1.1217563499421952,
+      "grad_norm": 0.5383213758468628,
+      "learning_rate": 9.995481988576968e-05,
+      "loss": 0.0525,
+      "step": 24500
+    },
+    {
+      "epoch": 1.126334947288898,
+      "grad_norm": 0.6290645003318787,
+      "learning_rate": 9.995135959252605e-05,
+      "loss": 0.058,
+      "step": 24600
+    },
+    {
+      "epoch": 1.130913544635601,
+      "grad_norm": 0.4531712532043457,
+      "learning_rate": 9.994777169751806e-05,
+      "loss": 0.0515,
+      "step": 24700
+    },
+    {
+      "epoch": 1.1354921419823036,
+      "grad_norm": 0.5031425952911377,
+      "learning_rate": 9.994405620991102e-05,
+      "loss": 0.0591,
+      "step": 24800
+    },
+    {
+      "epoch": 1.1400707393290066,
+      "grad_norm": 0.8398526310920715,
+      "learning_rate": 9.994021313919628e-05,
+      "loss": 0.0608,
+      "step": 24900
+    },
+    {
+      "epoch": 1.1446493366757093,
+      "grad_norm": 0.3783178925514221,
+      "learning_rate": 9.9936242495191e-05,
+      "loss": 0.0589,
+      "step": 25000
+    },
+    {
+      "epoch": 1.1492279340224123,
+      "grad_norm": 0.3554207384586334,
+      "learning_rate": 9.99321442880383e-05,
+      "loss": 0.0561,
+      "step": 25100
+    },
+    {
+      "epoch": 1.153806531369115,
+      "grad_norm": 0.8848966956138611,
+      "learning_rate": 9.992791852820709e-05,
+      "loss": 0.0571,
+      "step": 25200
+    },
+    {
+      "epoch": 1.158385128715818,
+      "grad_norm": 0.4907087981700897,
+      "learning_rate": 9.99235652264922e-05,
+      "loss": 0.0593,
+      "step": 25300
+    },
+    {
+      "epoch": 1.1629637260625207,
+      "grad_norm": 0.6268092393875122,
+      "learning_rate": 9.991908439401421e-05,
+      "loss": 0.0526,
+      "step": 25400
+    },
+    {
+      "epoch": 1.1675423234092235,
+      "grad_norm": 0.5183268785476685,
+      "learning_rate": 9.991447604221951e-05,
+      "loss": 0.0536,
+      "step": 25500
+    },
+    {
+      "epoch": 1.1721209207559264,
+      "grad_norm": 0.4522722065448761,
+      "learning_rate": 9.990974018288022e-05,
+      "loss": 0.05,
+      "step": 25600
+    },
+    {
+      "epoch": 1.1766995181026292,
+      "grad_norm": 0.8773862719535828,
+      "learning_rate": 9.990487682809418e-05,
+      "loss": 0.0539,
+      "step": 25700
+    },
+    {
+      "epoch": 1.1812781154493321,
+      "grad_norm": 0.5325748920440674,
+      "learning_rate": 9.989988599028492e-05,
+      "loss": 0.0604,
+      "step": 25800
+    },
+    {
+      "epoch": 1.1858567127960349,
+      "grad_norm": 0.5544828772544861,
+      "learning_rate": 9.989476768220168e-05,
+      "loss": 0.0538,
+      "step": 25900
+    },
+    {
+      "epoch": 1.1904353101427378,
+      "grad_norm": 0.8816759586334229,
+      "learning_rate": 9.988952191691925e-05,
+      "loss": 0.0568,
+      "step": 26000
+    },
+    {
+      "epoch": 1.1950139074894406,
+      "grad_norm": 0.8002095222473145,
+      "learning_rate": 9.988414870783806e-05,
+      "loss": 0.0573,
+      "step": 26100
+    },
+    {
+      "epoch": 1.1995925048361435,
+      "grad_norm": 0.5534511208534241,
+      "learning_rate": 9.987864806868405e-05,
+      "loss": 0.0597,
+      "step": 26200
+    },
+    {
+      "epoch": 1.2041711021828463,
+      "grad_norm": 0.4148072898387909,
+      "learning_rate": 9.987302001350875e-05,
+      "loss": 0.049,
+      "step": 26300
+    },
+    {
+      "epoch": 1.208749699529549,
+      "grad_norm": 0.30762553215026855,
+      "learning_rate": 9.986726455668913e-05,
+      "loss": 0.0559,
+      "step": 26400
+    },
+    {
+      "epoch": 1.213328296876252,
+      "grad_norm": 0.7850671410560608,
+      "learning_rate": 9.986138171292762e-05,
+      "loss": 0.0515,
+      "step": 26500
+    },
+    {
+      "epoch": 1.2179068942229547,
+      "grad_norm": 0.45396122336387634,
+      "learning_rate": 9.985537149725205e-05,
+      "loss": 0.0529,
+      "step": 26600
+    },
+    {
+      "epoch": 1.2224854915696577,
+      "grad_norm": 0.4627123177051544,
+      "learning_rate": 9.984923392501567e-05,
+      "loss": 0.0555,
+      "step": 26700
+    },
+    {
+      "epoch": 1.2270640889163604,
+      "grad_norm": 0.8190097212791443,
+      "learning_rate": 9.984296901189702e-05,
+      "loss": 0.0507,
+      "step": 26800
+    },
+    {
+      "epoch": 1.2316426862630634,
+      "grad_norm": 0.6249597668647766,
+      "learning_rate": 9.983657677389992e-05,
+      "loss": 0.0538,
+      "step": 26900
+    },
+    {
+      "epoch": 1.2362212836097661,
+      "grad_norm": 0.8909338116645813,
+      "learning_rate": 9.983005722735351e-05,
+      "loss": 0.0458,
+      "step": 27000
+    },
+    {
+      "epoch": 1.240799880956469,
+      "grad_norm": 0.4777618944644928,
+      "learning_rate": 9.98234103889121e-05,
+      "loss": 0.0552,
+      "step": 27100
+    },
+    {
+      "epoch": 1.2453784783031718,
+      "grad_norm": 0.30679649114608765,
+      "learning_rate": 9.981663627555515e-05,
+      "loss": 0.0547,
+      "step": 27200
+    },
+    {
+      "epoch": 1.2499570756498746,
+      "grad_norm": 0.5480089783668518,
+      "learning_rate": 9.980973490458728e-05,
+      "loss": 0.0584,
+      "step": 27300
+    },
+    {
+      "epoch": 1.2545356729965775,
+      "grad_norm": 0.7595780491828918,
+      "learning_rate": 9.980270629363819e-05,
+      "loss": 0.056,
+      "step": 27400
+    },
+    {
+      "epoch": 1.2591142703432803,
+      "grad_norm": 0.34684839844703674,
+      "learning_rate": 9.979555046066261e-05,
+      "loss": 0.0545,
+      "step": 27500
+    },
+    {
+      "epoch": 1.2636928676899832,
+      "grad_norm": 0.4605325758457184,
+      "learning_rate": 9.978826742394027e-05,
+      "loss": 0.0588,
+      "step": 27600
+    },
+    {
+      "epoch": 1.268271465036686,
+      "grad_norm": 0.8060219287872314,
+      "learning_rate": 9.97808572020758e-05,
+      "loss": 0.0529,
+      "step": 27700
+    },
+    {
+      "epoch": 1.2728500623833887,
+      "grad_norm": 0.4551374614238739,
+      "learning_rate": 9.97733198139988e-05,
+      "loss": 0.0506,
+      "step": 27800
+    },
+    {
+      "epoch": 1.2774286597300917,
+      "grad_norm": 0.5313341617584229,
+      "learning_rate": 9.976565527896366e-05,
+      "loss": 0.0524,
+      "step": 27900
+    },
+    {
+      "epoch": 1.2820072570767946,
+      "grad_norm": 0.511184811592102,
+      "learning_rate": 9.97578636165496e-05,
+      "loss": 0.0522,
+      "step": 28000
+    },
+    {
+      "epoch": 1.2865858544234974,
+      "grad_norm": 0.8772425055503845,
+      "learning_rate": 9.974994484666058e-05,
+      "loss": 0.0546,
+      "step": 28100
+    },
+    {
+      "epoch": 1.2911644517702001,
+      "grad_norm": 0.4593620002269745,
+      "learning_rate": 9.974189898952524e-05,
+      "loss": 0.0527,
+      "step": 28200
+    },
+    {
+      "epoch": 1.295743049116903,
+      "grad_norm": 0.49878451228141785,
+      "learning_rate": 9.973372606569692e-05,
+      "loss": 0.0536,
+      "step": 28300
+    },
+    {
+      "epoch": 1.3003216464636058,
+      "grad_norm": 0.8320513367652893,
+      "learning_rate": 9.97254260960535e-05,
+      "loss": 0.0522,
+      "step": 28400
+    },
+    {
+      "epoch": 1.3049002438103088,
+      "grad_norm": 0.4917149245738983,
+      "learning_rate": 9.971699910179742e-05,
+      "loss": 0.0574,
+      "step": 28500
+    },
+    {
+      "epoch": 1.3094788411570115,
+      "grad_norm": 0.561815083026886,
+      "learning_rate": 9.97084451044556e-05,
+      "loss": 0.0557,
+      "step": 28600
+    },
+    {
+      "epoch": 1.3140574385037143,
+      "grad_norm": 0.43367573618888855,
+      "learning_rate": 9.969976412587944e-05,
+      "loss": 0.0522,
+      "step": 28700
+    },
+    {
+      "epoch": 1.3186360358504172,
+      "grad_norm": 1.0113517045974731,
+      "learning_rate": 9.969095618824462e-05,
+      "loss": 0.0491,
+      "step": 28800
+    },
+    {
+      "epoch": 1.3232146331971202,
+      "grad_norm": 0.548916220664978,
+      "learning_rate": 9.968202131405124e-05,
+      "loss": 0.0499,
+      "step": 28900
+    },
+    {
+      "epoch": 1.327793230543823,
+      "grad_norm": 0.5541431903839111,
+      "learning_rate": 9.967295952612361e-05,
+      "loss": 0.0464,
+      "step": 29000
+    },
+    {
+      "epoch": 1.3323718278905257,
+      "grad_norm": 0.47956761717796326,
+      "learning_rate": 9.966377084761023e-05,
+      "loss": 0.0548,
+      "step": 29100
+    },
+    {
+      "epoch": 1.3369504252372286,
+      "grad_norm": 0.9489524960517883,
+      "learning_rate": 9.965445530198378e-05,
+      "loss": 0.0576,
+      "step": 29200
+    },
+    {
+      "epoch": 1.3415290225839314,
+      "grad_norm": 0.7664705514907837,
+      "learning_rate": 9.964501291304101e-05,
+      "loss": 0.055,
+      "step": 29300
+    },
+    {
+      "epoch": 1.3461076199306343,
+      "grad_norm": 0.5601370930671692,
+      "learning_rate": 9.96354437049027e-05,
+      "loss": 0.0525,
+      "step": 29400
+    },
+    {
+      "epoch": 1.350686217277337,
+      "grad_norm": 0.3737477958202362,
+      "learning_rate": 9.962574770201358e-05,
+      "loss": 0.049,
+      "step": 29500
+    },
+    {
+      "epoch": 1.3552648146240398,
+      "grad_norm": 0.8171801567077637,
+      "learning_rate": 9.96159249291423e-05,
+      "loss": 0.0501,
+      "step": 29600
+    },
+    {
+      "epoch": 1.3598434119707428,
+      "grad_norm": 0.8035039305686951,
+      "learning_rate": 9.960597541138131e-05,
+      "loss": 0.0493,
+      "step": 29700
+    },
+    {
+      "epoch": 1.3644220093174457,
+      "grad_norm": 0.2262045294046402,
+      "learning_rate": 9.959589917414687e-05,
+      "loss": 0.0503,
+      "step": 29800
+    },
+    {
+      "epoch": 1.3690006066641485,
+      "grad_norm": 0.5973814725875854,
+      "learning_rate": 9.958569624317893e-05,
+      "loss": 0.0528,
+      "step": 29900
+    },
+    {
+      "epoch": 1.3735792040108512,
+      "grad_norm": 0.66443932056427,
+      "learning_rate": 9.957536664454108e-05,
+      "loss": 0.0509,
+      "step": 30000
+    },
+    {
+      "epoch": 1.3781578013575542,
+      "grad_norm": 1.04296875,
+      "learning_rate": 9.956491040462052e-05,
+      "loss": 0.0515,
+      "step": 30100
+    },
+    {
+      "epoch": 1.382736398704257,
+      "grad_norm": 1.5576283931732178,
+      "learning_rate": 9.955432755012788e-05,
+      "loss": 0.0533,
+      "step": 30200
+    },
+    {
+      "epoch": 1.3873149960509599,
+      "grad_norm": 0.3329857885837555,
+      "learning_rate": 9.954361810809732e-05,
+      "loss": 0.0523,
+      "step": 30300
+    },
+    {
+      "epoch": 1.3918935933976626,
+      "grad_norm": 1.7028000354766846,
+      "learning_rate": 9.953278210588628e-05,
+      "loss": 0.0516,
+      "step": 30400
+    },
+    {
+      "epoch": 1.3964721907443653,
+      "grad_norm": 0.49420544505119324,
+      "learning_rate": 9.952181957117559e-05,
+      "loss": 0.0505,
+      "step": 30500
+    },
+    {
+      "epoch": 1.4010507880910683,
+      "grad_norm": 0.15591812133789062,
+      "learning_rate": 9.951073053196926e-05,
+      "loss": 0.0512,
+      "step": 30600
+    },
+    {
+      "epoch": 1.4056293854377713,
+      "grad_norm": 0.4006904661655426,
+      "learning_rate": 9.949951501659445e-05,
+      "loss": 0.0522,
+      "step": 30700
+    },
+    {
+      "epoch": 1.410207982784474,
+      "grad_norm": 0.46110183000564575,
+      "learning_rate": 9.948817305370143e-05,
+      "loss": 0.049,
+      "step": 30800
+    },
+    {
+      "epoch": 1.4147865801311768,
+      "grad_norm": 0.24079594016075134,
+      "learning_rate": 9.947670467226349e-05,
+      "loss": 0.0521,
+      "step": 30900
+    },
+    {
+      "epoch": 1.4193651774778797,
+      "grad_norm": 0.6515139937400818,
+      "learning_rate": 9.946510990157682e-05,
+      "loss": 0.0495,
+      "step": 31000
+    },
+    {
+      "epoch": 1.4239437748245825,
+      "grad_norm": 0.5415006279945374,
+      "learning_rate": 9.945338877126052e-05,
+      "loss": 0.0526,
+      "step": 31100
+    },
+    {
+      "epoch": 1.4285223721712854,
+      "grad_norm": 0.8711938261985779,
+      "learning_rate": 9.944154131125642e-05,
+      "loss": 0.0484,
+      "step": 31200
+    },
+    {
+      "epoch": 1.4331009695179882,
+      "grad_norm": 0.5021001696586609,
+      "learning_rate": 9.942956755182916e-05,
+      "loss": 0.0567,
+      "step": 31300
+    },
+    {
+      "epoch": 1.437679566864691,
+      "grad_norm": 1.9676926136016846,
+      "learning_rate": 9.941746752356588e-05,
+      "loss": 0.0496,
+      "step": 31400
+    },
+    {
+      "epoch": 1.4422581642113939,
+      "grad_norm": 0.5120891332626343,
+      "learning_rate": 9.94052412573764e-05,
+      "loss": 0.0492,
+      "step": 31500
+    },
+    {
+      "epoch": 1.4468367615580966,
+      "grad_norm": 0.9182060956954956,
+      "learning_rate": 9.939288878449294e-05,
+      "loss": 0.0525,
+      "step": 31600
+    },
+    {
+      "epoch": 1.4514153589047996,
+      "grad_norm": 0.6737085580825806,
+      "learning_rate": 9.938041013647016e-05,
+      "loss": 0.0462,
+      "step": 31700
+    },
+    {
+      "epoch": 1.4559939562515023,
+      "grad_norm": 0.7034218311309814,
+      "learning_rate": 9.936780534518502e-05,
+      "loss": 0.0497,
+      "step": 31800
+    },
+    {
+      "epoch": 1.4605725535982053,
+      "grad_norm": 0.9228888750076294,
+      "learning_rate": 9.935507444283669e-05,
+      "loss": 0.0482,
+      "step": 31900
+    },
+    {
+      "epoch": 1.465151150944908,
+      "grad_norm": 0.3609278202056885,
+      "learning_rate": 9.934221746194655e-05,
+      "loss": 0.0594,
+      "step": 32000
+    },
+    {
+      "epoch": 1.469729748291611,
+      "grad_norm": 0.12724661827087402,
+      "learning_rate": 9.932923443535798e-05,
+      "loss": 0.0476,
+      "step": 32100
+    },
+    {
+      "epoch": 1.4743083456383137,
+      "grad_norm": 0.5686663389205933,
+      "learning_rate": 9.931612539623643e-05,
+      "loss": 0.0538,
+      "step": 32200
+    },
+    {
+      "epoch": 1.4788869429850164,
+      "grad_norm": 0.6813719868659973,
+      "learning_rate": 9.930289037806919e-05,
+      "loss": 0.0511,
+      "step": 32300
+    },
+    {
+      "epoch": 1.4834655403317194,
+      "grad_norm": 0.678242027759552,
+      "learning_rate": 9.928952941466538e-05,
+      "loss": 0.0492,
+      "step": 32400
+    },
+    {
+      "epoch": 1.4880441376784221,
+      "grad_norm": 0.7721807360649109,
+      "learning_rate": 9.927604254015585e-05,
+      "loss": 0.0529,
+      "step": 32500
+    },
+    {
+      "epoch": 1.492622735025125,
+      "grad_norm": 0.6314060688018799,
+      "learning_rate": 9.926242978899312e-05,
+      "loss": 0.0462,
+      "step": 32600
+    },
+    {
+      "epoch": 1.4972013323718278,
+      "grad_norm": 0.5451350212097168,
+      "learning_rate": 9.924869119595119e-05,
+      "loss": 0.0476,
+      "step": 32700
+    },
+    {
+      "epoch": 1.5017799297185306,
+      "grad_norm": 0.5342521071434021,
+      "learning_rate": 9.923482679612563e-05,
+      "loss": 0.0505,
+      "step": 32800
+    },
+    {
+      "epoch": 1.5063585270652335,
+      "grad_norm": 0.7561967968940735,
+      "learning_rate": 9.922083662493329e-05,
+      "loss": 0.0491,
+      "step": 32900
+    },
+    {
+      "epoch": 1.5109371244119365,
+      "grad_norm": 0.2349376529455185,
+      "learning_rate": 9.920672071811237e-05,
+      "loss": 0.0463,
+      "step": 33000
+    },
+    {
+      "epoch": 1.5155157217586392,
+      "grad_norm": 0.3987545073032379,
+      "learning_rate": 9.919247911172224e-05,
+      "loss": 0.0528,
+      "step": 33100
+    },
+    {
+      "epoch": 1.520094319105342,
+      "grad_norm": 0.4922156035900116,
+      "learning_rate": 9.917811184214337e-05,
+      "loss": 0.0479,
+      "step": 33200
+    },
+    {
+      "epoch": 1.524672916452045,
+      "grad_norm": 0.9758409261703491,
+      "learning_rate": 9.916361894607722e-05,
+      "loss": 0.0537,
+      "step": 33300
+    },
+    {
+      "epoch": 1.529251513798748,
+      "grad_norm": 0.5304883718490601,
+      "learning_rate": 9.914900046054623e-05,
+      "loss": 0.0504,
+      "step": 33400
+    },
+    {
+      "epoch": 1.5338301111454506,
+      "grad_norm": 0.4293117821216583,
+      "learning_rate": 9.913425642289358e-05,
+      "loss": 0.0481,
+      "step": 33500
+    },
+    {
+      "epoch": 1.5384087084921534,
+      "grad_norm": 0.354592889547348,
+      "learning_rate": 9.911938687078324e-05,
+      "loss": 0.0496,
+      "step": 33600
+    },
+    {
+      "epoch": 1.5429873058388561,
+      "grad_norm": 0.36046740412712097,
+      "learning_rate": 9.910439184219978e-05,
+      "loss": 0.0451,
+      "step": 33700
+    },
+    {
+      "epoch": 1.547565903185559,
+      "grad_norm": 0.4680946171283722,
+      "learning_rate": 9.90892713754483e-05,
+      "loss": 0.048,
+      "step": 33800
+    },
+    {
+      "epoch": 1.552144500532262,
+      "grad_norm": 0.4586212635040283,
+      "learning_rate": 9.907402550915433e-05,
+      "loss": 0.0462,
+      "step": 33900
+    },
+    {
+      "epoch": 1.5567230978789648,
+      "grad_norm": 0.2608386278152466,
+      "learning_rate": 9.905865428226376e-05,
+      "loss": 0.0472,
+      "step": 34000
+    },
+    {
+      "epoch": 1.5613016952256675,
+      "grad_norm": 0.5291585922241211,
+      "learning_rate": 9.90431577340427e-05,
+      "loss": 0.044,
+      "step": 34100
+    },
+    {
+      "epoch": 1.5658802925723705,
+      "grad_norm": 0.9200330376625061,
+      "learning_rate": 9.90275359040774e-05,
+      "loss": 0.0487,
+      "step": 34200
+    },
+    {
+      "epoch": 1.5704588899190735,
+      "grad_norm": 0.550689160823822,
+      "learning_rate": 9.901178883227414e-05,
+      "loss": 0.0515,
+      "step": 34300
+    },
+    {
+      "epoch": 1.5750374872657762,
+      "grad_norm": 0.7476568818092346,
+      "learning_rate": 9.899591655885912e-05,
+      "loss": 0.0457,
+      "step": 34400
+    },
+    {
+      "epoch": 1.579616084612479,
+      "grad_norm": 0.8736041188240051,
+      "learning_rate": 9.89799191243784e-05,
+      "loss": 0.0473,
+      "step": 34500
+    },
+    {
+      "epoch": 1.5841946819591817,
+      "grad_norm": 0.17842432856559753,
+      "learning_rate": 9.896379656969776e-05,
+      "loss": 0.0456,
+      "step": 34600
+    },
+    {
+      "epoch": 1.5887732793058846,
+      "grad_norm": 0.5870159864425659,
+      "learning_rate": 9.894754893600258e-05,
+      "loss": 0.052,
+      "step": 34700
+    },
+    {
+      "epoch": 1.5933518766525876,
+      "grad_norm": 0.33038216829299927,
+      "learning_rate": 9.893117626479777e-05,
+      "loss": 0.0498,
+      "step": 34800
+    },
+    {
+      "epoch": 1.5979304739992903,
+      "grad_norm": 0.7480065226554871,
+      "learning_rate": 9.891467859790767e-05,
+      "loss": 0.0484,
+      "step": 34900
+    },
+    {
+      "epoch": 1.602509071345993,
+      "grad_norm": 0.46852391958236694,
+      "learning_rate": 9.889805597747588e-05,
+      "loss": 0.0471,
+      "step": 35000
+    },
+    {
+      "epoch": 1.607087668692696,
+      "grad_norm": 0.33162882924079895,
+      "learning_rate": 9.888130844596524e-05,
+      "loss": 0.0477,
+      "step": 35100
+    },
+    {
+      "epoch": 1.6116662660393988,
+      "grad_norm": 1.0083402395248413,
+      "learning_rate": 9.886443604615764e-05,
+      "loss": 0.051,
+      "step": 35200
+    },
+    {
+      "epoch": 1.6162448633861017,
+      "grad_norm": 0.6158673763275146,
+      "learning_rate": 9.8847438821154e-05,
+      "loss": 0.0459,
+      "step": 35300
+    },
+    {
+      "epoch": 1.6208234607328045,
+      "grad_norm": 1.0110929012298584,
+      "learning_rate": 9.883031681437405e-05,
+      "loss": 0.0481,
+      "step": 35400
+    },
+    {
+      "epoch": 1.6254020580795072,
+      "grad_norm": 0.35791000723838806,
+      "learning_rate": 9.881307006955634e-05,
+      "loss": 0.0466,
+      "step": 35500
+    },
+    {
+      "epoch": 1.6299806554262102,
+      "grad_norm": 0.5888839364051819,
+      "learning_rate": 9.879569863075799e-05,
+      "loss": 0.048,
+      "step": 35600
+    },
+    {
+      "epoch": 1.6345592527729131,
+      "grad_norm": 0.7552986741065979,
+      "learning_rate": 9.877820254235471e-05,
+      "loss": 0.0482,
+      "step": 35700
+    },
+    {
+      "epoch": 1.6391378501196159,
+      "grad_norm": 0.5620241165161133,
+      "learning_rate": 9.87605818490406e-05,
+      "loss": 0.0461,
+      "step": 35800
+    },
+    {
+      "epoch": 1.6437164474663186,
+      "grad_norm": 0.40786847472190857,
+      "learning_rate": 9.87428365958281e-05,
+      "loss": 0.0501,
+      "step": 35900
+    },
+    {
+      "epoch": 1.6482950448130216,
+      "grad_norm": 0.3627175986766815,
+      "learning_rate": 9.872496682804781e-05,
+      "loss": 0.0495,
+      "step": 36000
+    },
+    {
+      "epoch": 1.6528736421597243,
+      "grad_norm": 0.3631226122379303,
+      "learning_rate": 9.870697259134844e-05,
+      "loss": 0.0415,
+      "step": 36100
+    },
+    {
+      "epoch": 1.6574522395064273,
+      "grad_norm": 0.41811424493789673,
+      "learning_rate": 9.86888539316966e-05,
+      "loss": 0.0444,
+      "step": 36200
+    },
+    {
+      "epoch": 1.66203083685313,
+      "grad_norm": 0.8351331949234009,
+      "learning_rate": 9.867061089537677e-05,
+      "loss": 0.0499,
+      "step": 36300
+    },
+    {
+      "epoch": 1.6666094341998328,
+      "grad_norm": 0.26144087314605713,
+      "learning_rate": 9.865224352899119e-05,
+      "loss": 0.0488,
+      "step": 36400
+    },
+    {
+      "epoch": 1.6711880315465357,
+      "grad_norm": 1.9417400360107422,
+      "learning_rate": 9.863375187945967e-05,
+      "loss": 0.0456,
+      "step": 36500
+    },
+    {
+      "epoch": 1.6757666288932387,
+      "grad_norm": 0.762496292591095,
+      "learning_rate": 9.861513599401948e-05,
+      "loss": 0.0446,
+      "step": 36600
+    },
+    {
+      "epoch": 1.6803452262399414,
+      "grad_norm": 0.6936019659042358,
+      "learning_rate": 9.859639592022528e-05,
+      "loss": 0.046,
+      "step": 36700
+    },
+    {
+      "epoch": 1.6849238235866442,
+      "grad_norm": 0.3661505877971649,
+      "learning_rate": 9.857753170594897e-05,
+      "loss": 0.0445,
+      "step": 36800
+    },
+    {
+      "epoch": 1.689502420933347,
+      "grad_norm": 0.6424843668937683,
+      "learning_rate": 9.85585433993796e-05,
+      "loss": 0.0473,
+      "step": 36900
+    },
+    {
+      "epoch": 1.6940810182800499,
+      "grad_norm": 0.520645022392273,
+      "learning_rate": 9.853943104902315e-05,
+      "loss": 0.0474,
+      "step": 37000
+    },
+    {
+      "epoch": 1.6986596156267528,
+      "grad_norm": 0.3194561302661896,
+      "learning_rate": 9.852019470370253e-05,
+      "loss": 0.0482,
+      "step": 37100
+    },
+    {
+      "epoch": 1.7032382129734556,
+      "grad_norm": 0.6570625305175781,
+      "learning_rate": 9.850083441255735e-05,
+      "loss": 0.0457,
+      "step": 37200
+    },
+    {
+      "epoch": 1.7078168103201583,
+      "grad_norm": 0.4810948371887207,
+      "learning_rate": 9.84813502250439e-05,
+      "loss": 0.0474,
+      "step": 37300
+    },
+    {
+      "epoch": 1.7123954076668613,
+      "grad_norm": 0.5983640551567078,
+      "learning_rate": 9.846174219093491e-05,
+      "loss": 0.0451,
+      "step": 37400
+    },
+    {
+      "epoch": 1.7169740050135642,
+      "grad_norm": 0.4565774202346802,
+      "learning_rate": 9.844201036031951e-05,
+      "loss": 0.0436,
+      "step": 37500
+    },
+    {
+      "epoch": 1.721552602360267,
+      "grad_norm": 0.4429413974285126,
+      "learning_rate": 9.842215478360306e-05,
+      "loss": 0.0415,
+      "step": 37600
+    },
+    {
+      "epoch": 1.7261311997069697,
+      "grad_norm": 0.461791068315506,
+      "learning_rate": 9.840217551150706e-05,
+      "loss": 0.0436,
+      "step": 37700
+    },
+    {
+      "epoch": 1.7307097970536724,
+      "grad_norm": 0.7613334059715271,
+      "learning_rate": 9.838207259506891e-05,
+      "loss": 0.0433,
+      "step": 37800
+    },
+    {
+      "epoch": 1.7352883944003754,
+      "grad_norm": 0.1547241359949112,
+      "learning_rate": 9.836184608564198e-05,
+      "loss": 0.044,
+      "step": 37900
+    },
+    {
+      "epoch": 1.7398669917470784,
+      "grad_norm": 0.45752155780792236,
+      "learning_rate": 9.834149603489526e-05,
+      "loss": 0.0436,
+      "step": 38000
+    },
+    {
+      "epoch": 1.7444455890937811,
+      "grad_norm": 1.1743345260620117,
+      "learning_rate": 9.832102249481338e-05,
+      "loss": 0.0443,
+      "step": 38100
+    },
+    {
+      "epoch": 1.7490241864404839,
+      "grad_norm": 0.9375355243682861,
+      "learning_rate": 9.830042551769641e-05,
+      "loss": 0.0437,
+      "step": 38200
+    },
+    {
+      "epoch": 1.7536027837871868,
+      "grad_norm": 0.3472870886325836,
+      "learning_rate": 9.827970515615977e-05,
+      "loss": 0.0445,
+      "step": 38300
+    },
+    {
+      "epoch": 1.7581813811338898,
+      "grad_norm": 1.0196037292480469,
+      "learning_rate": 9.825886146313402e-05,
+      "loss": 0.0452,
+      "step": 38400
+    },
+    {
+      "epoch": 1.7627599784805925,
+      "grad_norm": 0.774361789226532,
+      "learning_rate": 9.82378944918648e-05,
+      "loss": 0.0465,
+      "step": 38500
+    },
+    {
+      "epoch": 1.7673385758272953,
+      "grad_norm": 1.1351568698883057,
+      "learning_rate": 9.821680429591269e-05,
+      "loss": 0.0438,
+      "step": 38600
+    },
+    {
+      "epoch": 1.771917173173998,
+      "grad_norm": 0.3935364782810211,
+      "learning_rate": 9.819559092915299e-05,
+      "loss": 0.0477,
+      "step": 38700
+    },
+    {
+      "epoch": 1.776495770520701,
+      "grad_norm": 0.48644939064979553,
+      "learning_rate": 9.81742544457757e-05,
+      "loss": 0.0482,
+      "step": 38800
+    },
+    {
+      "epoch": 1.781074367867404,
+      "grad_norm": 0.7816250324249268,
+      "learning_rate": 9.815279490028529e-05,
+      "loss": 0.0418,
+      "step": 38900
+    },
+    {
+      "epoch": 1.7856529652141067,
+      "grad_norm": 0.9440283179283142,
+      "learning_rate": 9.81312123475006e-05,
+      "loss": 0.0445,
+      "step": 39000
+    },
+    {
+      "epoch": 1.7902315625608094,
+      "grad_norm": 0.5908809304237366,
+      "learning_rate": 9.810950684255473e-05,
+      "loss": 0.0467,
+      "step": 39100
+    },
+    {
+      "epoch": 1.7948101599075124,
+      "grad_norm": 0.8200555443763733,
+      "learning_rate": 9.80876784408948e-05,
+      "loss": 0.044,
+      "step": 39200
+    },
+    {
+      "epoch": 1.7993887572542153,
+      "grad_norm": 0.513478696346283,
+      "learning_rate": 9.806572719828193e-05,
+      "loss": 0.0437,
+      "step": 39300
+    },
+    {
+      "epoch": 1.803967354600918,
+      "grad_norm": 0.34043118357658386,
+      "learning_rate": 9.8043653170791e-05,
+      "loss": 0.0412,
+      "step": 39400
+    },
+    {
+      "epoch": 1.8085459519476208,
+      "grad_norm": 0.7160608172416687,
+      "learning_rate": 9.802145641481056e-05,
+      "loss": 0.0475,
+      "step": 39500
+    },
+    {
+      "epoch": 1.8131245492943235,
+      "grad_norm": 0.7825314998626709,
+      "learning_rate": 9.799913698704269e-05,
+      "loss": 0.0475,
+      "step": 39600
+    },
+    {
+      "epoch": 1.8177031466410265,
+      "grad_norm": 0.38378453254699707,
+      "learning_rate": 9.797669494450281e-05,
+      "loss": 0.0416,
+      "step": 39700
+    },
+    {
+      "epoch": 1.8222817439877295,
+      "grad_norm": 0.3362584710121155,
+      "learning_rate": 9.795413034451959e-05,
+      "loss": 0.0439,
+      "step": 39800
+    },
+    {
+      "epoch": 1.8268603413344322,
+      "grad_norm": 0.42681771516799927,
+      "learning_rate": 9.793144324473473e-05,
+      "loss": 0.0458,
+      "step": 39900
+    },
+    {
+      "epoch": 1.831438938681135,
+      "grad_norm": 0.7747517824172974,
+      "learning_rate": 9.790863370310293e-05,
+      "loss": 0.0442,
+      "step": 40000
+    },
+    {
+      "epoch": 1.836017536027838,
+      "grad_norm": 0.481751024723053,
+      "learning_rate": 9.788570177789158e-05,
+      "loss": 0.0479,
+      "step": 40100
+    },
+    {
+      "epoch": 1.8405961333745409,
+      "grad_norm": 0.4065397381782532,
+      "learning_rate": 9.78626475276808e-05,
+      "loss": 0.0433,
+      "step": 40200
+    },
+    {
+      "epoch": 1.8451747307212436,
+      "grad_norm": 0.47623851895332336,
+      "learning_rate": 9.78394710113631e-05,
+      "loss": 0.043,
+      "step": 40300
+    },
+    {
+      "epoch": 1.8497533280679463,
+      "grad_norm": 0.5850650668144226,
+      "learning_rate": 9.781617228814339e-05,
+      "loss": 0.0413,
+      "step": 40400
+    },
+    {
+      "epoch": 1.854331925414649,
+      "grad_norm": 0.5443374514579773,
+      "learning_rate": 9.77927514175387e-05,
+      "loss": 0.044,
+      "step": 40500
+    },
+    {
+      "epoch": 1.858910522761352,
+      "grad_norm": 0.5081647634506226,
+      "learning_rate": 9.776920845937816e-05,
+      "loss": 0.0417,
+      "step": 40600
+    },
+    {
+      "epoch": 1.863489120108055,
+      "grad_norm": 0.9533047080039978,
+      "learning_rate": 9.774554347380271e-05,
+      "loss": 0.0438,
+      "step": 40700
+    },
+    {
+      "epoch": 1.8680677174547577,
+      "grad_norm": 0.7583338618278503,
+      "learning_rate": 9.772175652126503e-05,
+      "loss": 0.0437,
+      "step": 40800
+    },
+    {
+      "epoch": 1.8726463148014605,
+      "grad_norm": 0.6980351209640503,
+      "learning_rate": 9.769784766252941e-05,
+      "loss": 0.0453,
+      "step": 40900
+    },
+    {
+      "epoch": 1.8772249121481634,
+      "grad_norm": 0.523002564907074,
+      "learning_rate": 9.767381695867149e-05,
+      "loss": 0.0436,
+      "step": 41000
+    },
+    {
+      "epoch": 1.8818035094948664,
+      "grad_norm": 0.20366418361663818,
+      "learning_rate": 9.764966447107819e-05,
+      "loss": 0.0436,
+      "step": 41100
+    },
+    {
+      "epoch": 1.8863821068415692,
+      "grad_norm": 0.5247259140014648,
+      "learning_rate": 9.762539026144755e-05,
+      "loss": 0.0436,
+      "step": 41200
+    },
+    {
+      "epoch": 1.890960704188272,
+      "grad_norm": 0.7223037481307983,
+      "learning_rate": 9.760099439178852e-05,
+      "loss": 0.0433,
+      "step": 41300
+    },
+    {
+      "epoch": 1.8955393015349746,
+      "grad_norm": 0.8085638880729675,
+      "learning_rate": 9.757647692442083e-05,
+      "loss": 0.0438,
+      "step": 41400
+    },
+    {
+      "epoch": 1.9001178988816776,
+      "grad_norm": 0.360061913728714,
+      "learning_rate": 9.755183792197486e-05,
+      "loss": 0.0437,
+      "step": 41500
+    },
+    {
+      "epoch": 1.9046964962283806,
+      "grad_norm": 0.33270975947380066,
+      "learning_rate": 9.752707744739145e-05,
+      "loss": 0.0417,
+      "step": 41600
+    },
+    {
+      "epoch": 1.9092750935750833,
+      "grad_norm": 0.40628722310066223,
+      "learning_rate": 9.750219556392175e-05,
+      "loss": 0.0442,
+      "step": 41700
+    },
+    {
+      "epoch": 1.913853690921786,
+      "grad_norm": 0.41940930485725403,
+      "learning_rate": 9.7477192335127e-05,
+      "loss": 0.0401,
+      "step": 41800
+    },
+    {
+      "epoch": 1.918432288268489,
+      "grad_norm": 0.41912841796875,
+      "learning_rate": 9.74520678248785e-05,
+      "loss": 0.0444,
+      "step": 41900
+    },
+    {
+      "epoch": 1.9230108856151917,
+      "grad_norm": 0.5386761426925659,
+      "learning_rate": 9.742682209735727e-05,
+      "loss": 0.0419,
+      "step": 42000
+    },
+    {
+      "epoch": 1.9275894829618947,
+      "grad_norm": 0.4845391809940338,
+      "learning_rate": 9.74014552170541e-05,
+      "loss": 0.0423,
+      "step": 42100
+    },
+    {
+      "epoch": 1.9321680803085974,
+      "grad_norm": 0.7683694958686829,
+      "learning_rate": 9.737596724876914e-05,
+      "loss": 0.0423,
+      "step": 42200
+    },
+    {
+      "epoch": 1.9367466776553002,
+      "grad_norm": 0.3862452805042267,
+      "learning_rate": 9.735035825761197e-05,
+      "loss": 0.0391,
+      "step": 42300
+    },
+    {
+      "epoch": 1.9413252750020031,
+      "grad_norm": 0.34973305463790894,
+      "learning_rate": 9.732462830900124e-05,
+      "loss": 0.0421,
+      "step": 42400
+    },
+    {
+      "epoch": 1.945903872348706,
+      "grad_norm": 0.6201797127723694,
+      "learning_rate": 9.729877746866465e-05,
+      "loss": 0.044,
+      "step": 42500
+    },
+    {
+      "epoch": 1.9504824696954088,
+      "grad_norm": 1.0637577772140503,
+      "learning_rate": 9.72728058026387e-05,
+      "loss": 0.0445,
+      "step": 42600
+    },
+    {
+      "epoch": 1.9550610670421116,
+      "grad_norm": 0.4952399432659149,
+      "learning_rate": 9.724671337726854e-05,
+      "loss": 0.0428,
+      "step": 42700
+    },
+    {
+      "epoch": 1.9596396643888145,
+      "grad_norm": 0.8040750026702881,
+      "learning_rate": 9.722050025920778e-05,
+      "loss": 0.0422,
+      "step": 42800
+    },
+    {
+      "epoch": 1.9642182617355173,
+      "grad_norm": 0.5028950572013855,
+      "learning_rate": 9.719416651541839e-05,
+      "loss": 0.0435,
+      "step": 42900
+    },
+    {
+      "epoch": 1.9687968590822202,
+      "grad_norm": 0.3617078959941864,
+      "learning_rate": 9.716771221317042e-05,
+      "loss": 0.0414,
+      "step": 43000
+    },
+    {
+      "epoch": 1.973375456428923,
+      "grad_norm": 0.6627247929573059,
+      "learning_rate": 9.714113742004198e-05,
+      "loss": 0.0442,
+      "step": 43100
+    },
+    {
+      "epoch": 1.9779540537756257,
+      "grad_norm": 0.5225775241851807,
+      "learning_rate": 9.711444220391886e-05,
+      "loss": 0.041,
+      "step": 43200
+    },
+    {
+      "epoch": 1.9825326511223287,
+      "grad_norm": 0.44373607635498047,
+      "learning_rate": 9.708762663299456e-05,
+      "loss": 0.0498,
+      "step": 43300
+    },
+    {
+      "epoch": 1.9871112484690316,
+      "grad_norm": 0.6220275163650513,
+      "learning_rate": 9.706069077577001e-05,
+      "loss": 0.0431,
+      "step": 43400
+    },
+    {
+      "epoch": 1.9916898458157344,
+      "grad_norm": 0.14181743562221527,
+      "learning_rate": 9.703363470105338e-05,
+      "loss": 0.0405,
+      "step": 43500
+    },
+    {
+      "epoch": 1.9962684431624371,
+      "grad_norm": 0.5560967922210693,
+      "learning_rate": 9.700645847796e-05,
+      "loss": 0.0393,
+      "step": 43600
+    },
+    {
+      "epoch": 1.9999771070132666,
+      "eval_loss": 0.16101938486099243,
+      "eval_runtime": 260.5165,
+      "eval_samples_per_second": 21.112,
+      "eval_steps_per_second": 21.112,
+      "step": 43681
+    },
+    {
+      "epoch": 2.00084704050914,
+      "grad_norm": 0.33940353989601135,
+      "learning_rate": 9.697916217591206e-05,
+      "loss": 0.0412,
+      "step": 43700
+    },
+    {
+      "epoch": 2.005425637855843,
+      "grad_norm": 0.5346599817276001,
+      "learning_rate": 9.695174586463848e-05,
+      "loss": 0.0324,
+      "step": 43800
+    },
+    {
+      "epoch": 2.010004235202546,
+      "grad_norm": 0.33371779322624207,
+      "learning_rate": 9.692420961417488e-05,
+      "loss": 0.0289,
+      "step": 43900
+    },
+    {
+      "epoch": 2.0145828325492485,
+      "grad_norm": 0.7601104974746704,
+      "learning_rate": 9.689655349486309e-05,
+      "loss": 0.0301,
+      "step": 44000
+    },
+    {
+      "epoch": 2.0191614298959513,
+      "grad_norm": 1.0337655544281006,
+      "learning_rate": 9.686877757735127e-05,
+      "loss": 0.0308,
+      "step": 44100
+    },
+    {
+      "epoch": 2.023740027242654,
+      "grad_norm": 0.39981570839881897,
+      "learning_rate": 9.684088193259355e-05,
+      "loss": 0.03,
+      "step": 44200
+    },
+    {
+      "epoch": 2.028318624589357,
+      "grad_norm": 0.6537315845489502,
+      "learning_rate": 9.681286663184994e-05,
+      "loss": 0.0319,
+      "step": 44300
+    },
+    {
+      "epoch": 2.03289722193606,
+      "grad_norm": 0.4220235347747803,
+      "learning_rate": 9.678473174668606e-05,
+      "loss": 0.03,
+      "step": 44400
+    },
+    {
+      "epoch": 2.0374758192827627,
+      "grad_norm": 0.20741093158721924,
+      "learning_rate": 9.675647734897309e-05,
+      "loss": 0.0315,
+      "step": 44500
+    },
+    {
+      "epoch": 2.0420544166294654,
+      "grad_norm": 0.46414992213249207,
+      "learning_rate": 9.672810351088743e-05,
+      "loss": 0.0304,
+      "step": 44600
+    },
+    {
+      "epoch": 2.0466330139761686,
+      "grad_norm": 0.4579373002052307,
+      "learning_rate": 9.669961030491064e-05,
+      "loss": 0.0312,
+      "step": 44700
+    },
+    {
+      "epoch": 2.0512116113228713,
+      "grad_norm": 0.7499117851257324,
+      "learning_rate": 9.66709978038292e-05,
+      "loss": 0.0306,
+      "step": 44800
+    },
+    {
+      "epoch": 2.055790208669574,
+      "grad_norm": 0.2862129807472229,
+      "learning_rate": 9.664226608073431e-05,
+      "loss": 0.031,
+      "step": 44900
+    },
+    {
+      "epoch": 2.060368806016277,
+      "grad_norm": 0.1198749765753746,
+      "learning_rate": 9.661341520902176e-05,
+      "loss": 0.0335,
+      "step": 45000
+    },
+    {
+      "epoch": 2.0649474033629795,
+      "grad_norm": 0.32276931405067444,
+      "learning_rate": 9.658444526239168e-05,
+      "loss": 0.0308,
+      "step": 45100
+    },
+    {
+      "epoch": 2.0695260007096827,
+      "grad_norm": 0.30404484272003174,
+      "learning_rate": 9.655535631484838e-05,
+      "loss": 0.0293,
+      "step": 45200
+    },
+    {
+      "epoch": 2.0741045980563855,
+      "grad_norm": 0.4213615357875824,
+      "learning_rate": 9.652614844070018e-05,
+      "loss": 0.0314,
+      "step": 45300
+    },
+    {
+      "epoch": 2.078683195403088,
+      "grad_norm": 0.26582449674606323,
+      "learning_rate": 9.64968217145592e-05,
+      "loss": 0.035,
+      "step": 45400
+    },
+    {
+      "epoch": 2.083261792749791,
+      "grad_norm": 0.462671160697937,
+      "learning_rate": 9.646737621134112e-05,
+      "loss": 0.0313,
+      "step": 45500
+    },
+    {
+      "epoch": 2.087840390096494,
+      "grad_norm": 0.7931702733039856,
+      "learning_rate": 9.643781200626511e-05,
+      "loss": 0.0341,
+      "step": 45600
+    },
+    {
+      "epoch": 2.092418987443197,
+      "grad_norm": 0.7540990710258484,
+      "learning_rate": 9.640812917485353e-05,
+      "loss": 0.03,
+      "step": 45700
+    },
+    {
+      "epoch": 2.0969975847898996,
+      "grad_norm": 0.23272991180419922,
+      "learning_rate": 9.637832779293177e-05,
+      "loss": 0.0282,
+      "step": 45800
+    },
+    {
+      "epoch": 2.1015761821366024,
+      "grad_norm": 0.4618046283721924,
+      "learning_rate": 9.634840793662807e-05,
+      "loss": 0.0345,
+      "step": 45900
+    },
+    {
+      "epoch": 2.106154779483305,
+      "grad_norm": 0.5170308947563171,
+      "learning_rate": 9.63183696823733e-05,
+      "loss": 0.0301,
+      "step": 46000
+    },
+    {
+      "epoch": 2.1107333768300083,
+      "grad_norm": 0.4604352116584778,
+      "learning_rate": 9.628821310690082e-05,
+      "loss": 0.0304,
+      "step": 46100
+    },
+    {
+      "epoch": 2.115311974176711,
+      "grad_norm": 0.5687543749809265,
+      "learning_rate": 9.625793828724618e-05,
+      "loss": 0.0326,
+      "step": 46200
+    },
+    {
+      "epoch": 2.1198905715234138,
+      "grad_norm": 0.6474491357803345,
+      "learning_rate": 9.622754530074705e-05,
+      "loss": 0.0323,
+      "step": 46300
+    },
+    {
+      "epoch": 2.1244691688701165,
+      "grad_norm": 0.3418339490890503,
+      "learning_rate": 9.619703422504291e-05,
+      "loss": 0.0311,
+      "step": 46400
+    },
+    {
+      "epoch": 2.1290477662168197,
+      "grad_norm": 0.542149543762207,
+      "learning_rate": 9.616640513807493e-05,
+      "loss": 0.0302,
+      "step": 46500
+    },
+    {
+      "epoch": 2.1336263635635224,
+      "grad_norm": 0.3595920205116272,
+      "learning_rate": 9.613565811808576e-05,
+      "loss": 0.033,
+      "step": 46600
+    },
+    {
+      "epoch": 2.138204960910225,
+      "grad_norm": 0.30227652192115784,
+      "learning_rate": 9.610479324361926e-05,
+      "loss": 0.0333,
+      "step": 46700
+    },
+    {
+      "epoch": 2.142783558256928,
+      "grad_norm": 0.3367413580417633,
+      "learning_rate": 9.607381059352038e-05,
+      "loss": 0.0291,
+      "step": 46800
+    },
+    {
+      "epoch": 2.1473621556036306,
+      "grad_norm": 0.33046597242355347,
+      "learning_rate": 9.604271024693495e-05,
+      "loss": 0.0324,
+      "step": 46900
+    },
+    {
+      "epoch": 2.151940752950334,
+      "grad_norm": 0.3185320794582367,
+      "learning_rate": 9.601149228330944e-05,
+      "loss": 0.03,
+      "step": 47000
+    },
+    {
+      "epoch": 2.1565193502970366,
+      "grad_norm": 0.4530138075351715,
+      "learning_rate": 9.598015678239074e-05,
+      "loss": 0.0301,
+      "step": 47100
+    },
+    {
+      "epoch": 2.1610979476437393,
+      "grad_norm": 1.8580175638198853,
+      "learning_rate": 9.594870382422604e-05,
+      "loss": 0.0279,
+      "step": 47200
+    },
+    {
+      "epoch": 2.165676544990442,
+      "grad_norm": 0.7226896286010742,
+      "learning_rate": 9.591713348916258e-05,
+      "loss": 0.0376,
+      "step": 47300
+    },
+    {
+      "epoch": 2.170255142337145,
+      "grad_norm": 0.5682775974273682,
+      "learning_rate": 9.588544585784741e-05,
+      "loss": 0.0319,
+      "step": 47400
+    },
+    {
+      "epoch": 2.174833739683848,
+      "grad_norm": 0.35570502281188965,
+      "learning_rate": 9.585364101122723e-05,
+      "loss": 0.0323,
+      "step": 47500
+    },
+    {
+      "epoch": 2.1794123370305507,
+      "grad_norm": 0.34631285071372986,
+      "learning_rate": 9.582171903054816e-05,
+      "loss": 0.0349,
+      "step": 47600
+    },
+    {
+      "epoch": 2.1839909343772534,
+      "grad_norm": 0.6178816556930542,
+      "learning_rate": 9.578967999735556e-05,
+      "loss": 0.0309,
+      "step": 47700
+    },
+    {
+      "epoch": 2.188569531723956,
+      "grad_norm": 0.37293490767478943,
+      "learning_rate": 9.575752399349378e-05,
+      "loss": 0.0288,
+      "step": 47800
+    },
+    {
+      "epoch": 2.1931481290706594,
+      "grad_norm": 0.6338769197463989,
+      "learning_rate": 9.572525110110601e-05,
+      "loss": 0.0321,
+      "step": 47900
+    },
+    {
+      "epoch": 2.197726726417362,
+      "grad_norm": 0.19380028545856476,
+      "learning_rate": 9.569286140263399e-05,
+      "loss": 0.0306,
+      "step": 48000
+    },
+    {
+      "epoch": 2.202305323764065,
+      "grad_norm": 0.3065268099308014,
+      "learning_rate": 9.566035498081784e-05,
+      "loss": 0.03,
+      "step": 48100
+    },
+    {
+      "epoch": 2.2068839211107676,
+      "grad_norm": 0.29010531306266785,
+      "learning_rate": 9.562773191869594e-05,
+      "loss": 0.0327,
+      "step": 48200
+    },
+    {
+      "epoch": 2.2114625184574708,
+      "grad_norm": 0.40536558628082275,
+      "learning_rate": 9.559499229960451e-05,
+      "loss": 0.028,
+      "step": 48300
+    },
+    {
+      "epoch": 2.2160411158041735,
+      "grad_norm": 0.30061614513397217,
+      "learning_rate": 9.55621362071776e-05,
+      "loss": 0.0306,
+      "step": 48400
+    },
+    {
+      "epoch": 2.2206197131508763,
+      "grad_norm": 0.5350512266159058,
+      "learning_rate": 9.552916372534674e-05,
+      "loss": 0.0301,
+      "step": 48500
+    },
+    {
+      "epoch": 2.225198310497579,
+      "grad_norm": 0.4163435101509094,
+      "learning_rate": 9.549607493834085e-05,
+      "loss": 0.0333,
+      "step": 48600
+    },
+    {
+      "epoch": 2.2297769078442817,
+      "grad_norm": 0.6648384928703308,
+      "learning_rate": 9.546286993068588e-05,
+      "loss": 0.0323,
+      "step": 48700
+    },
+    {
+      "epoch": 2.234355505190985,
+      "grad_norm": 0.3643403947353363,
+      "learning_rate": 9.54295487872047e-05,
+      "loss": 0.0287,
+      "step": 48800
+    },
+    {
+      "epoch": 2.2389341025376877,
+      "grad_norm": 0.8857894539833069,
+      "learning_rate": 9.539611159301684e-05,
+      "loss": 0.0299,
+      "step": 48900
+    },
+    {
+      "epoch": 2.2435126998843904,
+      "grad_norm": 0.4569896459579468,
+      "learning_rate": 9.536255843353832e-05,
+      "loss": 0.0317,
+      "step": 49000
+    },
+    {
+      "epoch": 2.248091297231093,
+      "grad_norm": 0.46430703997612,
+      "learning_rate": 9.532888939448134e-05,
+      "loss": 0.0342,
+      "step": 49100
+    },
+    {
+      "epoch": 2.252669894577796,
+      "grad_norm": 0.4034232795238495,
+      "learning_rate": 9.529510456185417e-05,
+      "loss": 0.0316,
+      "step": 49200
+    },
+    {
+      "epoch": 2.257248491924499,
+      "grad_norm": 0.5079818964004517,
+      "learning_rate": 9.526120402196083e-05,
+      "loss": 0.0302,
+      "step": 49300
+    },
+    {
+      "epoch": 2.261827089271202,
+      "grad_norm": 0.4281846880912781,
+      "learning_rate": 9.522718786140097e-05,
+      "loss": 0.0328,
+      "step": 49400
+    },
+    {
+      "epoch": 2.2664056866179045,
+      "grad_norm": 1.395179033279419,
+      "learning_rate": 9.519305616706953e-05,
+      "loss": 0.0321,
+      "step": 49500
+    },
+    {
+      "epoch": 2.2709842839646073,
+      "grad_norm": 0.22532618045806885,
+      "learning_rate": 9.515880902615661e-05,
+      "loss": 0.0323,
+      "step": 49600
+    },
+    {
+      "epoch": 2.2755628813113105,
+      "grad_norm": 0.2474541962146759,
+      "learning_rate": 9.512444652614728e-05,
+      "loss": 0.0318,
+      "step": 49700
+    },
+    {
+      "epoch": 2.280141478658013,
+      "grad_norm": 0.2567112445831299,
+      "learning_rate": 9.50899687548212e-05,
+      "loss": 0.0334,
+      "step": 49800
+    },
+    {
+      "epoch": 2.284720076004716,
+      "grad_norm": 0.446916401386261,
+      "learning_rate": 9.505537580025256e-05,
+      "loss": 0.0314,
+      "step": 49900
+    },
+    {
+      "epoch": 2.2892986733514187,
+      "grad_norm": 0.4602959454059601,
+      "learning_rate": 9.502066775080976e-05,
+      "loss": 0.0287,
+      "step": 50000
+    },
+    {
+      "epoch": 2.293877270698122,
+      "grad_norm": 0.16146403551101685,
+      "learning_rate": 9.49858446951552e-05,
+      "loss": 0.0304,
+      "step": 50100
+    },
+    {
+      "epoch": 2.2984558680448246,
+      "grad_norm": 0.5386151075363159,
+      "learning_rate": 9.495090672224511e-05,
+      "loss": 0.0312,
+      "step": 50200
+    },
+    {
+      "epoch": 2.3030344653915273,
+      "grad_norm": 0.4908753037452698,
+      "learning_rate": 9.491585392132924e-05,
+      "loss": 0.0266,
+      "step": 50300
+    },
+    {
+      "epoch": 2.30761306273823,
+      "grad_norm": 0.2822779715061188,
+      "learning_rate": 9.48806863819507e-05,
+      "loss": 0.031,
+      "step": 50400
+    },
+    {
+      "epoch": 2.312191660084933,
+      "grad_norm": 0.4930579364299774,
+      "learning_rate": 9.484540419394568e-05,
+      "loss": 0.0264,
+      "step": 50500
+    },
+    {
+      "epoch": 2.316770257431636,
+      "grad_norm": 0.3992035686969757,
+      "learning_rate": 9.481000744744321e-05,
+      "loss": 0.0331,
+      "step": 50600
+    },
+    {
+      "epoch": 2.3213488547783387,
+      "grad_norm": 0.8977420926094055,
+      "learning_rate": 9.477449623286505e-05,
+      "loss": 0.0294,
+      "step": 50700
+    },
+    {
+      "epoch": 2.3259274521250415,
+      "grad_norm": 0.26158419251441956,
+      "learning_rate": 9.473887064092531e-05,
+      "loss": 0.0332,
+      "step": 50800
+    },
+    {
+      "epoch": 2.3305060494717442,
+      "grad_norm": 0.4764149487018585,
+      "learning_rate": 9.470313076263025e-05,
+      "loss": 0.0335,
+      "step": 50900
+    },
+    {
+      "epoch": 2.335084646818447,
+      "grad_norm": 0.21730680763721466,
+      "learning_rate": 9.466727668927816e-05,
+      "loss": 0.0285,
+      "step": 51000
+    },
+    {
+      "epoch": 2.33966324416515,
+      "grad_norm": 0.7260767817497253,
+      "learning_rate": 9.463130851245898e-05,
+      "loss": 0.0336,
+      "step": 51100
+    },
+    {
+      "epoch": 2.344241841511853,
+      "grad_norm": 0.688016951084137,
+      "learning_rate": 9.459522632405415e-05,
+      "loss": 0.0291,
+      "step": 51200
+    },
+    {
+      "epoch": 2.3488204388585556,
+      "grad_norm": 0.172237828373909,
+      "learning_rate": 9.455903021623637e-05,
+      "loss": 0.0287,
+      "step": 51300
+    },
+    {
+      "epoch": 2.3533990362052584,
+      "grad_norm": 0.42502665519714355,
+      "learning_rate": 9.452272028146932e-05,
+      "loss": 0.0304,
+      "step": 51400
+    },
+    {
+      "epoch": 2.3579776335519615,
+      "grad_norm": 0.6109219193458557,
+      "learning_rate": 9.448629661250745e-05,
+      "loss": 0.0353,
+      "step": 51500
+    },
+    {
+      "epoch": 2.3625562308986643,
+      "grad_norm": 0.6103388071060181,
+      "learning_rate": 9.444975930239581e-05,
+      "loss": 0.0293,
+      "step": 51600
+    },
+    {
+      "epoch": 2.367134828245367,
+      "grad_norm": 0.6018409132957458,
+      "learning_rate": 9.441310844446965e-05,
+      "loss": 0.0349,
+      "step": 51700
+    },
+    {
+      "epoch": 2.3717134255920698,
+      "grad_norm": 0.3021933436393738,
+      "learning_rate": 9.437634413235436e-05,
+      "loss": 0.0294,
+      "step": 51800
+    },
+    {
+      "epoch": 2.376292022938773,
+      "grad_norm": 0.42470723390579224,
+      "learning_rate": 9.433946645996514e-05,
+      "loss": 0.0296,
+      "step": 51900
+    },
+    {
+      "epoch": 2.3808706202854757,
+      "grad_norm": 0.3379852771759033,
+      "learning_rate": 9.430247552150673e-05,
+      "loss": 0.0294,
+      "step": 52000
+    },
+    {
+      "epoch": 2.3854492176321784,
+      "grad_norm": 0.22888457775115967,
+      "learning_rate": 9.426537141147322e-05,
+      "loss": 0.0286,
+      "step": 52100
+    },
+    {
+      "epoch": 2.390027814978881,
+      "grad_norm": 0.5915461778640747,
+      "learning_rate": 9.422815422464786e-05,
+      "loss": 0.0353,
+      "step": 52200
+    },
+    {
+      "epoch": 2.394606412325584,
+      "grad_norm": 0.4212239980697632,
+      "learning_rate": 9.419082405610267e-05,
+      "loss": 0.0293,
+      "step": 52300
+    },
+    {
+      "epoch": 2.399185009672287,
+      "grad_norm": 0.21963568031787872,
+      "learning_rate": 9.415338100119833e-05,
+      "loss": 0.0291,
+      "step": 52400
+    },
+    {
+      "epoch": 2.40376360701899,
+      "grad_norm": 0.40482693910598755,
+      "learning_rate": 9.41158251555839e-05,
+      "loss": 0.0299,
+      "step": 52500
+    },
+    {
+      "epoch": 2.4083422043656926,
+      "grad_norm": 1.0071722269058228,
+      "learning_rate": 9.407815661519655e-05,
+      "loss": 0.0272,
+      "step": 52600
+    },
+    {
+      "epoch": 2.4129208017123953,
+      "grad_norm": 0.9266312718391418,
+      "learning_rate": 9.404037547626134e-05,
+      "loss": 0.0292,
+      "step": 52700
+    },
+    {
+      "epoch": 2.417499399059098,
+      "grad_norm": 0.9991750121116638,
+      "learning_rate": 9.400248183529093e-05,
+      "loss": 0.0341,
+      "step": 52800
+    },
+    {
+      "epoch": 2.4220779964058012,
+      "grad_norm": 0.4451786279678345,
+      "learning_rate": 9.396447578908543e-05,
+      "loss": 0.0308,
+      "step": 52900
+    },
+    {
+      "epoch": 2.426656593752504,
+      "grad_norm": 0.7537618279457092,
+      "learning_rate": 9.392635743473204e-05,
+      "loss": 0.0335,
+      "step": 53000
+    },
+    {
+      "epoch": 2.4312351910992067,
+      "grad_norm": 0.3898552358150482,
+      "learning_rate": 9.388812686960486e-05,
+      "loss": 0.0303,
+      "step": 53100
+    },
+    {
+      "epoch": 2.4358137884459095,
+      "grad_norm": 0.1613057404756546,
+      "learning_rate": 9.384978419136468e-05,
+      "loss": 0.0319,
+      "step": 53200
+    },
+    {
+      "epoch": 2.440392385792612,
+      "grad_norm": 0.34397152066230774,
+      "learning_rate": 9.381132949795861e-05,
+      "loss": 0.0343,
+      "step": 53300
+    },
+    {
+      "epoch": 2.4449709831393154,
+      "grad_norm": 0.38366371393203735,
+      "learning_rate": 9.377276288761997e-05,
+      "loss": 0.0296,
+      "step": 53400
+    },
+    {
+      "epoch": 2.449549580486018,
+      "grad_norm": 0.15570569038391113,
+      "learning_rate": 9.373408445886798e-05,
+      "loss": 0.0294,
+      "step": 53500
+    },
+    {
+      "epoch": 2.454128177832721,
+      "grad_norm": 0.2775089144706726,
+      "learning_rate": 9.369529431050743e-05,
+      "loss": 0.0301,
+      "step": 53600
+    },
+    {
+      "epoch": 2.4587067751794236,
+      "grad_norm": 0.20707450807094574,
+      "learning_rate": 9.365639254162854e-05,
+      "loss": 0.0301,
+      "step": 53700
+    },
+    {
+      "epoch": 2.463285372526127,
+      "grad_norm": 0.16948607563972473,
+      "learning_rate": 9.36173792516067e-05,
+      "loss": 0.0329,
+      "step": 53800
+    },
+    {
+      "epoch": 2.4678639698728295,
+      "grad_norm": 0.4837573766708374,
+      "learning_rate": 9.357825454010213e-05,
+      "loss": 0.0299,
+      "step": 53900
+    },
+    {
+      "epoch": 2.4724425672195323,
+      "grad_norm": 0.4705110490322113,
+      "learning_rate": 9.353901850705972e-05,
+      "loss": 0.0312,
+      "step": 54000
+    },
+    {
+      "epoch": 2.477021164566235,
+      "grad_norm": 0.6251786947250366,
+      "learning_rate": 9.349967125270871e-05,
+      "loss": 0.0306,
+      "step": 54100
+    },
+    {
+      "epoch": 2.481599761912938,
+      "grad_norm": 0.27536630630493164,
+      "learning_rate": 9.346021287756246e-05,
+      "loss": 0.03,
+      "step": 54200
+    },
+    {
+      "epoch": 2.486178359259641,
+      "grad_norm": 0.581510066986084,
+      "learning_rate": 9.342064348241818e-05,
+      "loss": 0.0326,
+      "step": 54300
+    },
+    {
+      "epoch": 2.4907569566063437,
+      "grad_norm": 0.4884732961654663,
+      "learning_rate": 9.338096316835671e-05,
+      "loss": 0.0281,
+      "step": 54400
+    },
+    {
+      "epoch": 2.4953355539530464,
+      "grad_norm": 0.34184959530830383,
+      "learning_rate": 9.334117203674219e-05,
+      "loss": 0.0308,
+      "step": 54500
+    },
+    {
+      "epoch": 2.499914151299749,
+      "grad_norm": 1.2529618740081787,
+      "learning_rate": 9.330127018922194e-05,
+      "loss": 0.0286,
+      "step": 54600
+    },
+    {
+      "epoch": 2.5044927486464523,
+      "grad_norm": 0.3773830831050873,
+      "learning_rate": 9.326125772772597e-05,
+      "loss": 0.0313,
+      "step": 54700
+    },
+    {
+      "epoch": 2.509071345993155,
+      "grad_norm": 0.5453410744667053,
+      "learning_rate": 9.322113475446698e-05,
+      "loss": 0.029,
+      "step": 54800
+    },
+    {
+      "epoch": 2.513649943339858,
+      "grad_norm": 0.4246394634246826,
+      "learning_rate": 9.318090137193988e-05,
+      "loss": 0.0333,
+      "step": 54900
+    },
+    {
+      "epoch": 2.5182285406865605,
+      "grad_norm": 0.46837061643600464,
+      "learning_rate": 9.314055768292169e-05,
+      "loss": 0.0311,
+      "step": 55000
+    },
+    {
+      "epoch": 2.5228071380332633,
+      "grad_norm": 0.31000879406929016,
+      "learning_rate": 9.310010379047119e-05,
+      "loss": 0.0288,
+      "step": 55100
+    },
+    {
+      "epoch": 2.5273857353799665,
+      "grad_norm": 0.36738067865371704,
+      "learning_rate": 9.305953979792865e-05,
+      "loss": 0.0318,
+      "step": 55200
+    },
+    {
+      "epoch": 2.531964332726669,
+      "grad_norm": 0.29930517077445984,
+      "learning_rate": 9.301886580891562e-05,
+      "loss": 0.0285,
+      "step": 55300
+    },
+    {
+      "epoch": 2.536542930073372,
+      "grad_norm": 0.22497807443141937,
+      "learning_rate": 9.297808192733464e-05,
+      "loss": 0.0283,
+      "step": 55400
+    },
+    {
+      "epoch": 2.541121527420075,
+      "grad_norm": 0.6719942688941956,
+      "learning_rate": 9.293718825736897e-05,
+      "loss": 0.0283,
+      "step": 55500
+    },
+    {
+      "epoch": 2.5457001247667774,
+      "grad_norm": 0.32624194025993347,
+      "learning_rate": 9.289618490348228e-05,
+      "loss": 0.0309,
+      "step": 55600
+    },
+    {
+      "epoch": 2.5502787221134806,
+      "grad_norm": 0.5497521162033081,
+      "learning_rate": 9.285507197041853e-05,
+      "loss": 0.0288,
+      "step": 55700
+    },
+    {
+      "epoch": 2.5548573194601834,
+      "grad_norm": 0.8471511006355286,
+      "learning_rate": 9.281384956320153e-05,
+      "loss": 0.0302,
+      "step": 55800
+    },
+    {
+      "epoch": 2.559435916806886,
+      "grad_norm": 0.40366891026496887,
+      "learning_rate": 9.277251778713474e-05,
+      "loss": 0.0279,
+      "step": 55900
+    },
+    {
+      "epoch": 2.5640145141535893,
+      "grad_norm": 0.10733508318662643,
+      "learning_rate": 9.273107674780102e-05,
+      "loss": 0.0285,
+      "step": 56000
+    },
+    {
+      "epoch": 2.568593111500292,
+      "grad_norm": 0.2292618602514267,
+      "learning_rate": 9.268952655106236e-05,
+      "loss": 0.0266,
+      "step": 56100
+    },
+    {
+      "epoch": 2.5731717088469948,
+      "grad_norm": 0.4450601637363434,
+      "learning_rate": 9.26478673030596e-05,
+      "loss": 0.0297,
+      "step": 56200
+    },
+    {
+      "epoch": 2.5777503061936975,
+      "grad_norm": 1.0813257694244385,
+      "learning_rate": 9.260609911021209e-05,
+      "loss": 0.0319,
+      "step": 56300
+    },
+    {
+      "epoch": 2.5823289035404002,
+      "grad_norm": 0.3026310205459595,
+      "learning_rate": 9.256422207921757e-05,
+      "loss": 0.0315,
+      "step": 56400
+    },
+    {
+      "epoch": 2.5869075008871034,
+      "grad_norm": 0.23144447803497314,
+      "learning_rate": 9.252223631705175e-05,
+      "loss": 0.0294,
+      "step": 56500
+    },
+    {
+      "epoch": 2.591486098233806,
+      "grad_norm": 0.38160964846611023,
+      "learning_rate": 9.248014193096811e-05,
+      "loss": 0.031,
+      "step": 56600
+    },
+    {
+      "epoch": 2.596064695580509,
+      "grad_norm": 0.2660236060619354,
+      "learning_rate": 9.243793902849763e-05,
+      "loss": 0.0279,
+      "step": 56700
+    },
+    {
+      "epoch": 2.6006432929272116,
+      "grad_norm": 0.7620320320129395,
+      "learning_rate": 9.239562771744848e-05,
+      "loss": 0.0318,
+      "step": 56800
+    },
+    {
+      "epoch": 2.6052218902739144,
+      "grad_norm": 0.5840933918952942,
+      "learning_rate": 9.235320810590575e-05,
+      "loss": 0.0317,
+      "step": 56900
+    },
+    {
+      "epoch": 2.6098004876206176,
+      "grad_norm": 0.3403662443161011,
+      "learning_rate": 9.231068030223122e-05,
+      "loss": 0.0322,
+      "step": 57000
+    },
+    {
+      "epoch": 2.6143790849673203,
+      "grad_norm": 0.2513747811317444,
+      "learning_rate": 9.226804441506302e-05,
+      "loss": 0.0295,
+      "step": 57100
+    },
+    {
+      "epoch": 2.618957682314023,
+      "grad_norm": 0.433006227016449,
+      "learning_rate": 9.22253005533154e-05,
+      "loss": 0.0308,
+      "step": 57200
+    },
+    {
+      "epoch": 2.623536279660726,
+      "grad_norm": 0.3026902675628662,
+      "learning_rate": 9.218244882617842e-05,
+      "loss": 0.0253,
+      "step": 57300
+    },
+    {
+      "epoch": 2.6281148770074285,
+      "grad_norm": 0.4516427516937256,
+      "learning_rate": 9.213948934311767e-05,
+      "loss": 0.0295,
+      "step": 57400
+    },
+    {
+      "epoch": 2.6326934743541317,
+      "grad_norm": 0.26671695709228516,
+      "learning_rate": 9.209642221387405e-05,
+      "loss": 0.028,
+      "step": 57500
+    },
+    {
+      "epoch": 2.6372720717008344,
+      "grad_norm": 0.5790793299674988,
+      "learning_rate": 9.20532475484634e-05,
+      "loss": 0.0301,
+      "step": 57600
+    },
+    {
+      "epoch": 2.641850669047537,
+      "grad_norm": 0.37218374013900757,
+      "learning_rate": 9.200996545717629e-05,
+      "loss": 0.0302,
+      "step": 57700
+    },
+    {
+      "epoch": 2.6464292663942404,
+      "grad_norm": 0.5596415400505066,
+      "learning_rate": 9.196657605057769e-05,
+      "loss": 0.0332,
+      "step": 57800
+    },
+    {
+      "epoch": 2.651007863740943,
+      "grad_norm": 0.6026178002357483,
+      "learning_rate": 9.192307943950675e-05,
+      "loss": 0.0297,
+      "step": 57900
+    },
+    {
+      "epoch": 2.655586461087646,
+      "grad_norm": 0.13471604883670807,
+      "learning_rate": 9.187947573507642e-05,
+      "loss": 0.031,
+      "step": 58000
+    },
+    {
+      "epoch": 2.6601650584343486,
+      "grad_norm": 0.7578465342521667,
+      "learning_rate": 9.183576504867327e-05,
+      "loss": 0.0255,
+      "step": 58100
+    },
+    {
+      "epoch": 2.6647436557810513,
+      "grad_norm": 0.32717058062553406,
+      "learning_rate": 9.179194749195713e-05,
+      "loss": 0.0295,
+      "step": 58200
+    },
+    {
+      "epoch": 2.6693222531277545,
+      "grad_norm": 0.4371168911457062,
+      "learning_rate": 9.174802317686084e-05,
+      "loss": 0.0297,
+      "step": 58300
+    },
+    {
+      "epoch": 2.6739008504744572,
+      "grad_norm": 0.3458854854106903,
+      "learning_rate": 9.170399221558995e-05,
+      "loss": 0.0252,
+      "step": 58400
+    },
+    {
+      "epoch": 2.67847944782116,
+      "grad_norm": 0.8889488577842712,
+      "learning_rate": 9.165985472062246e-05,
+      "loss": 0.0292,
+      "step": 58500
+    },
+    {
+      "epoch": 2.6830580451678627,
+      "grad_norm": 0.6179521679878235,
+      "learning_rate": 9.161561080470847e-05,
+      "loss": 0.0304,
+      "step": 58600
+    },
+    {
+      "epoch": 2.6876366425145655,
+      "grad_norm": 0.3913422226905823,
+      "learning_rate": 9.157126058087e-05,
+      "loss": 0.0321,
+      "step": 58700
+    },
+    {
+      "epoch": 2.6922152398612686,
+      "grad_norm": 0.31714576482772827,
+      "learning_rate": 9.152680416240059e-05,
+      "loss": 0.0306,
+      "step": 58800
+    },
+    {
+      "epoch": 2.6967938372079714,
+      "grad_norm": 0.16598474979400635,
+      "learning_rate": 9.148224166286506e-05,
+      "loss": 0.0308,
+      "step": 58900
+    },
+    {
+      "epoch": 2.701372434554674,
+      "grad_norm": 0.4751458466053009,
+      "learning_rate": 9.14375731960992e-05,
+      "loss": 0.0328,
+      "step": 59000
+    },
+    {
+      "epoch": 2.705951031901377,
+      "grad_norm": 0.8825288414955139,
+      "learning_rate": 9.139279887620955e-05,
+      "loss": 0.0288,
+      "step": 59100
+    },
+    {
+      "epoch": 2.7105296292480796,
+      "grad_norm": 0.4172840714454651,
+      "learning_rate": 9.1347918817573e-05,
+      "loss": 0.0301,
+      "step": 59200
+    },
+    {
+      "epoch": 2.715108226594783,
+      "grad_norm": 0.3465460538864136,
+      "learning_rate": 9.13029331348366e-05,
+      "loss": 0.0252,
+      "step": 59300
+    },
+    {
+      "epoch": 2.7196868239414855,
+      "grad_norm": 1.264923095703125,
+      "learning_rate": 9.125784194291717e-05,
+      "loss": 0.0272,
+      "step": 59400
+    },
+    {
+      "epoch": 2.7242654212881883,
+      "grad_norm": 0.2547473907470703,
+      "learning_rate": 9.121264535700107e-05,
+      "loss": 0.0332,
+      "step": 59500
+    },
+    {
+      "epoch": 2.7288440186348915,
+      "grad_norm": 0.508148193359375,
+      "learning_rate": 9.116734349254393e-05,
+      "loss": 0.0317,
+      "step": 59600
+    },
+    {
+      "epoch": 2.733422615981594,
+      "grad_norm": 0.6783300638198853,
+      "learning_rate": 9.112193646527024e-05,
+      "loss": 0.0331,
+      "step": 59700
+    },
+    {
+      "epoch": 2.738001213328297,
+      "grad_norm": 0.16436424851417542,
+      "learning_rate": 9.107642439117321e-05,
+      "loss": 0.0288,
+      "step": 59800
+    },
+    {
+      "epoch": 2.7425798106749997,
+      "grad_norm": 0.4682653546333313,
+      "learning_rate": 9.103080738651434e-05,
+      "loss": 0.0287,
+      "step": 59900
+    },
+    {
+      "epoch": 2.7471584080217024,
+      "grad_norm": 0.6873565912246704,
+      "learning_rate": 9.09850855678232e-05,
+      "loss": 0.0337,
+      "step": 60000
+    },
+    {
+      "epoch": 2.7517370053684056,
+      "grad_norm": 0.6117233037948608,
+      "learning_rate": 9.093925905189713e-05,
+      "loss": 0.0298,
+      "step": 60100
+    },
+    {
+      "epoch": 2.7563156027151083,
+      "grad_norm": 0.17423506081104279,
+      "learning_rate": 9.089332795580086e-05,
+      "loss": 0.03,
+      "step": 60200
+    },
+    {
+      "epoch": 2.760894200061811,
+      "grad_norm": 0.5828815698623657,
+      "learning_rate": 9.084729239686633e-05,
+      "loss": 0.0289,
+      "step": 60300
+    },
+    {
+      "epoch": 2.765472797408514,
+      "grad_norm": 0.2698822021484375,
+      "learning_rate": 9.080115249269232e-05,
+      "loss": 0.0298,
+      "step": 60400
+    },
+    {
+      "epoch": 2.7700513947552166,
+      "grad_norm": 0.5367493629455566,
+      "learning_rate": 9.075490836114413e-05,
+      "loss": 0.0322,
+      "step": 60500
+    },
+    {
+      "epoch": 2.7746299921019197,
+      "grad_norm": 0.4073825478553772,
+      "learning_rate": 9.070856012035336e-05,
+      "loss": 0.0292,
+      "step": 60600
+    },
+    {
+      "epoch": 2.7792085894486225,
+      "grad_norm": 0.22106589376926422,
+      "learning_rate": 9.066210788871751e-05,
+      "loss": 0.0308,
+      "step": 60700
+    },
+    {
+      "epoch": 2.783787186795325,
+      "grad_norm": 0.575246274471283,
+      "learning_rate": 9.061555178489978e-05,
+      "loss": 0.0284,
+      "step": 60800
+    },
+    {
+      "epoch": 2.788365784142028,
+      "grad_norm": 0.44034871459007263,
+      "learning_rate": 9.056889192782866e-05,
+      "loss": 0.0277,
+      "step": 60900
+    },
+    {
+      "epoch": 2.7929443814887307,
+      "grad_norm": 0.2914714217185974,
+      "learning_rate": 9.05221284366977e-05,
+      "loss": 0.0298,
+      "step": 61000
+    },
+    {
+      "epoch": 2.797522978835434,
+      "grad_norm": 0.411410391330719,
+      "learning_rate": 9.04752614309652e-05,
+      "loss": 0.0256,
+      "step": 61100
+    },
+    {
+      "epoch": 2.8021015761821366,
+      "grad_norm": 0.172648623585701,
+      "learning_rate": 9.04282910303539e-05,
+      "loss": 0.0326,
+      "step": 61200
+    },
+    {
+      "epoch": 2.8066801735288394,
+      "grad_norm": 0.279862642288208,
+      "learning_rate": 9.038121735485062e-05,
+      "loss": 0.0275,
+      "step": 61300
+    },
+    {
+      "epoch": 2.8112587708755425,
+      "grad_norm": 0.2992120385169983,
+      "learning_rate": 9.033404052470602e-05,
+      "loss": 0.0287,
+      "step": 61400
+    },
+    {
+      "epoch": 2.815837368222245,
+      "grad_norm": 0.3917059004306793,
+      "learning_rate": 9.028676066043428e-05,
+      "loss": 0.0316,
+      "step": 61500
+    },
+    {
+      "epoch": 2.820415965568948,
+      "grad_norm": 0.5848602056503296,
+      "learning_rate": 9.023937788281278e-05,
+      "loss": 0.0303,
+      "step": 61600
+    },
+    {
+      "epoch": 2.8249945629156508,
+      "grad_norm": 0.4045267701148987,
+      "learning_rate": 9.019189231288176e-05,
+      "loss": 0.0282,
+      "step": 61700
+    },
+    {
+      "epoch": 2.8295731602623535,
+      "grad_norm": 0.38309866189956665,
+      "learning_rate": 9.014430407194413e-05,
+      "loss": 0.0287,
+      "step": 61800
+    },
+    {
+      "epoch": 2.8341517576090567,
+      "grad_norm": 0.7173412442207336,
+      "learning_rate": 9.009661328156498e-05,
+      "loss": 0.0274,
+      "step": 61900
+    },
+    {
+      "epoch": 2.8387303549557594,
+      "grad_norm": 0.37477946281433105,
+      "learning_rate": 9.00488200635714e-05,
+      "loss": 0.0303,
+      "step": 62000
+    },
+    {
+      "epoch": 2.843308952302462,
+      "grad_norm": 0.26493415236473083,
+      "learning_rate": 9.000092454005216e-05,
+      "loss": 0.0289,
+      "step": 62100
+    },
+    {
+      "epoch": 2.847887549649165,
+      "grad_norm": 0.15275776386260986,
+      "learning_rate": 8.995292683335733e-05,
+      "loss": 0.0304,
+      "step": 62200
+    },
+    {
+      "epoch": 2.8524661469958676,
+      "grad_norm": 0.2792358994483948,
+      "learning_rate": 8.990482706609805e-05,
+      "loss": 0.0311,
+      "step": 62300
+    },
+    {
+      "epoch": 2.857044744342571,
+      "grad_norm": 0.4240334630012512,
+      "learning_rate": 8.985662536114613e-05,
+      "loss": 0.0304,
+      "step": 62400
+    },
+    {
+      "epoch": 2.8616233416892736,
+      "grad_norm": 0.137941375374794,
+      "learning_rate": 8.980832184163382e-05,
+      "loss": 0.0309,
+      "step": 62500
+    },
+    {
+      "epoch": 2.8662019390359763,
+      "grad_norm": 0.2340019941329956,
+      "learning_rate": 8.975991663095344e-05,
+      "loss": 0.0296,
+      "step": 62600
+    },
+    {
+      "epoch": 2.870780536382679,
+      "grad_norm": 0.39523446559906006,
+      "learning_rate": 8.97114098527571e-05,
+      "loss": 0.0284,
+      "step": 62700
+    },
+    {
+      "epoch": 2.875359133729382,
+      "grad_norm": 0.5535847544670105,
+      "learning_rate": 8.966280163095633e-05,
+      "loss": 0.0325,
+      "step": 62800
+    },
+    {
+      "epoch": 2.879937731076085,
+      "grad_norm": 0.4570659101009369,
+      "learning_rate": 8.961409208972182e-05,
+      "loss": 0.0237,
+      "step": 62900
+    },
+    {
+      "epoch": 2.8845163284227877,
+      "grad_norm": 0.5584346055984497,
+      "learning_rate": 8.95652813534831e-05,
+      "loss": 0.0358,
+      "step": 63000
+    },
+    {
+      "epoch": 2.8890949257694905,
+      "grad_norm": 0.961768388748169,
+      "learning_rate": 8.951636954692819e-05,
+      "loss": 0.0299,
+      "step": 63100
+    },
+    {
+      "epoch": 2.893673523116193,
+      "grad_norm": 0.24575570225715637,
+      "learning_rate": 8.94673567950033e-05,
+      "loss": 0.0282,
+      "step": 63200
+    },
+    {
+      "epoch": 2.898252120462896,
+      "grad_norm": 0.32376107573509216,
+      "learning_rate": 8.941824322291246e-05,
+      "loss": 0.0263,
+      "step": 63300
+    },
+    {
+      "epoch": 2.902830717809599,
+      "grad_norm": 0.20682887732982635,
+      "learning_rate": 8.936902895611732e-05,
+      "loss": 0.0313,
+      "step": 63400
+    },
+    {
+      "epoch": 2.907409315156302,
+      "grad_norm": 0.29019802808761597,
+      "learning_rate": 8.931971412033673e-05,
+      "loss": 0.0327,
+      "step": 63500
+    },
+    {
+      "epoch": 2.9119879125030046,
+      "grad_norm": 0.6069703102111816,
+      "learning_rate": 8.927029884154646e-05,
+      "loss": 0.0272,
+      "step": 63600
+    },
+    {
+      "epoch": 2.9165665098497078,
+      "grad_norm": 0.5670173168182373,
+      "learning_rate": 8.922078324597879e-05,
+      "loss": 0.0317,
+      "step": 63700
+    },
+    {
+      "epoch": 2.9211451071964105,
+      "grad_norm": 0.29881516098976135,
+      "learning_rate": 8.917116746012235e-05,
+      "loss": 0.0283,
+      "step": 63800
+    },
+    {
+      "epoch": 2.9257237045431133,
+      "grad_norm": 0.722374439239502,
+      "learning_rate": 8.91214516107217e-05,
+      "loss": 0.0295,
+      "step": 63900
+    },
+    {
+      "epoch": 2.930302301889816,
+      "grad_norm": 0.4505271315574646,
+      "learning_rate": 8.907163582477693e-05,
+      "loss": 0.0282,
+      "step": 64000
+    },
+    {
+      "epoch": 2.9348808992365187,
+      "grad_norm": 0.9996728301048279,
+      "learning_rate": 8.902172022954353e-05,
+      "loss": 0.0283,
+      "step": 64100
+    },
+    {
+      "epoch": 2.939459496583222,
+      "grad_norm": 0.5205316543579102,
+      "learning_rate": 8.897170495253187e-05,
+      "loss": 0.0281,
+      "step": 64200
+    },
+    {
+      "epoch": 2.9440380939299247,
+      "grad_norm": 0.6521015763282776,
+      "learning_rate": 8.892159012150701e-05,
+      "loss": 0.0279,
+      "step": 64300
+    },
+    {
+      "epoch": 2.9486166912766274,
+      "grad_norm": 0.8637863397598267,
+      "learning_rate": 8.88713758644883e-05,
+      "loss": 0.0277,
+      "step": 64400
+    },
+    {
+      "epoch": 2.95319528862333,
+      "grad_norm": 0.9392446875572205,
+      "learning_rate": 8.88210623097491e-05,
+      "loss": 0.0256,
+      "step": 64500
+    },
+    {
+      "epoch": 2.957773885970033,
+      "grad_norm": 0.23240399360656738,
+      "learning_rate": 8.877064958581636e-05,
+      "loss": 0.0276,
+      "step": 64600
+    },
+    {
+      "epoch": 2.962352483316736,
+      "grad_norm": 0.5640022158622742,
+      "learning_rate": 8.872013782147047e-05,
+      "loss": 0.0294,
+      "step": 64700
+    },
+    {
+      "epoch": 2.966931080663439,
+      "grad_norm": 0.254486620426178,
+      "learning_rate": 8.86695271457447e-05,
+      "loss": 0.0267,
+      "step": 64800
+    },
+    {
+      "epoch": 2.9715096780101415,
+      "grad_norm": 0.4906103014945984,
+      "learning_rate": 8.86188176879251e-05,
+      "loss": 0.0279,
+      "step": 64900
+    },
+    {
+      "epoch": 2.9760882753568443,
+      "grad_norm": 0.3822503387928009,
+      "learning_rate": 8.856800957755e-05,
+      "loss": 0.0299,
+      "step": 65000
+    },
+    {
+      "epoch": 2.980666872703547,
+      "grad_norm": 0.4109038710594177,
+      "learning_rate": 8.851710294440973e-05,
+      "loss": 0.0297,
+      "step": 65100
+    },
+    {
+      "epoch": 2.98524547005025,
+      "grad_norm": 0.4413500130176544,
+      "learning_rate": 8.846609791854633e-05,
+      "loss": 0.0272,
+      "step": 65200
+    },
+    {
+      "epoch": 2.989824067396953,
+      "grad_norm": 0.762428879737854,
+      "learning_rate": 8.84149946302532e-05,
+      "loss": 0.0279,
+      "step": 65300
+    },
+    {
+      "epoch": 2.9944026647436557,
+      "grad_norm": 0.9755131602287292,
+      "learning_rate": 8.83637932100747e-05,
+      "loss": 0.0294,
+      "step": 65400
+    },
+    {
+      "epoch": 2.998981262090359,
+      "grad_norm": 0.3907323181629181,
+      "learning_rate": 8.831249378880591e-05,
+      "loss": 0.0312,
+      "step": 65500
+    },
+    {
+      "epoch": 2.9999885535066335,
+      "eval_loss": 0.14470230042934418,
+      "eval_runtime": 251.7148,
+      "eval_samples_per_second": 21.85,
+      "eval_steps_per_second": 21.85,
+      "step": 65522
+    },
+    {
+      "epoch": 3.0035598594370616,
+      "grad_norm": 0.09335774928331375,
+      "learning_rate": 8.826109649749224e-05,
+      "loss": 0.024,
+      "step": 65600
+    },
+    {
+      "epoch": 3.0081384567837643,
+      "grad_norm": 0.43074119091033936,
+      "learning_rate": 8.820960146742913e-05,
+      "loss": 0.0205,
+      "step": 65700
+    },
+    {
+      "epoch": 3.012717054130467,
+      "grad_norm": 0.5296483635902405,
+      "learning_rate": 8.815800883016168e-05,
+      "loss": 0.0223,
+      "step": 65800
+    },
+    {
+      "epoch": 3.01729565147717,
+      "grad_norm": 0.3759153187274933,
+      "learning_rate": 8.810631871748432e-05,
+      "loss": 0.0207,
+      "step": 65900
+    },
+    {
+      "epoch": 3.021874248823873,
+      "grad_norm": 0.6265881657600403,
+      "learning_rate": 8.805453126144047e-05,
+      "loss": 0.0218,
+      "step": 66000
+    },
+    {
+      "epoch": 3.0264528461705758,
+      "grad_norm": 1.2174720764160156,
+      "learning_rate": 8.800264659432232e-05,
+      "loss": 0.0217,
+      "step": 66100
+    },
+    {
+      "epoch": 3.0310314435172785,
+      "grad_norm": 0.9290931224822998,
+      "learning_rate": 8.795066484867023e-05,
+      "loss": 0.0199,
+      "step": 66200
+    },
+    {
+      "epoch": 3.0356100408639812,
+      "grad_norm": 0.6158362030982971,
+      "learning_rate": 8.789858615727265e-05,
+      "loss": 0.0182,
+      "step": 66300
+    },
+    {
+      "epoch": 3.040188638210684,
+      "grad_norm": 0.35175448656082153,
+      "learning_rate": 8.784641065316567e-05,
+      "loss": 0.0192,
+      "step": 66400
+    },
+    {
+      "epoch": 3.044767235557387,
+      "grad_norm": 0.6219223141670227,
+      "learning_rate": 8.779413846963267e-05,
+      "loss": 0.0174,
+      "step": 66500
+    },
+    {
+      "epoch": 3.04934583290409,
+      "grad_norm": 0.1079217791557312,
+      "learning_rate": 8.7741769740204e-05,
+      "loss": 0.0213,
+      "step": 66600
+    },
+    {
+      "epoch": 3.0539244302507926,
+      "grad_norm": 0.4346974790096283,
+      "learning_rate": 8.768930459865665e-05,
+      "loss": 0.0207,
+      "step": 66700
+    },
+    {
+      "epoch": 3.0585030275974954,
+      "grad_norm": 0.26265600323677063,
+      "learning_rate": 8.76367431790139e-05,
+      "loss": 0.0213,
+      "step": 66800
+    },
+    {
+      "epoch": 3.0630816249441986,
+      "grad_norm": 0.536638617515564,
+      "learning_rate": 8.758408561554495e-05,
+      "loss": 0.0207,
+      "step": 66900
+    },
+    {
+      "epoch": 3.0676602222909013,
+      "grad_norm": 0.4859350025653839,
+      "learning_rate": 8.753133204276462e-05,
+      "loss": 0.0208,
+      "step": 67000
+    },
+    {
+      "epoch": 3.072238819637604,
+      "grad_norm": 0.03394511342048645,
+      "learning_rate": 8.7478482595433e-05,
+      "loss": 0.0202,
+      "step": 67100
+    },
+    {
+      "epoch": 3.0768174169843068,
+      "grad_norm": 1.2979317903518677,
+      "learning_rate": 8.742553740855506e-05,
+      "loss": 0.02,
+      "step": 67200
+    },
+    {
+      "epoch": 3.0813960143310095,
+      "grad_norm": 0.7448957562446594,
+      "learning_rate": 8.737249661738036e-05,
+      "loss": 0.02,
+      "step": 67300
+    },
+    {
+      "epoch": 3.0859746116777127,
+      "grad_norm": 0.45380228757858276,
+      "learning_rate": 8.731936035740269e-05,
+      "loss": 0.0214,
+      "step": 67400
+    },
+    {
+      "epoch": 3.0905532090244154,
+      "grad_norm": 0.49080690741539,
+      "learning_rate": 8.726612876435972e-05,
+      "loss": 0.0206,
+      "step": 67500
+    },
+    {
+      "epoch": 3.095131806371118,
+      "grad_norm": 0.2271386682987213,
+      "learning_rate": 8.721280197423258e-05,
+      "loss": 0.0218,
+      "step": 67600
+    },
+    {
+      "epoch": 3.099710403717821,
+      "grad_norm": 0.7691048383712769,
+      "learning_rate": 8.71593801232457e-05,
+      "loss": 0.0184,
+      "step": 67700
+    },
+    {
+      "epoch": 3.104289001064524,
+      "grad_norm": 0.37762150168418884,
+      "learning_rate": 8.710586334786627e-05,
+      "loss": 0.0196,
+      "step": 67800
+    },
+    {
+      "epoch": 3.108867598411227,
+      "grad_norm": 0.4796387255191803,
+      "learning_rate": 8.705225178480398e-05,
+      "loss": 0.0194,
+      "step": 67900
+    },
+    {
+      "epoch": 3.1134461957579296,
+      "grad_norm": 0.1666077822446823,
+      "learning_rate": 8.699854557101063e-05,
+      "loss": 0.0215,
+      "step": 68000
+    },
+    {
+      "epoch": 3.1180247931046323,
+      "grad_norm": 0.287124365568161,
+      "learning_rate": 8.69447448436799e-05,
+      "loss": 0.0184,
+      "step": 68100
+    },
+    {
+      "epoch": 3.122603390451335,
+      "grad_norm": 0.2599179744720459,
+      "learning_rate": 8.689084974024677e-05,
+      "loss": 0.0185,
+      "step": 68200
+    },
+    {
+      "epoch": 3.1271819877980382,
+      "grad_norm": 0.33696624636650085,
+      "learning_rate": 8.683686039838742e-05,
+      "loss": 0.0199,
+      "step": 68300
+    },
+    {
+      "epoch": 3.131760585144741,
+      "grad_norm": 0.4512630105018616,
+      "learning_rate": 8.678277695601872e-05,
+      "loss": 0.0189,
+      "step": 68400
+    },
+    {
+      "epoch": 3.1363391824914437,
+      "grad_norm": 1.3083339929580688,
+      "learning_rate": 8.67285995512979e-05,
+      "loss": 0.0205,
+      "step": 68500
+    },
+    {
+      "epoch": 3.1409177798381465,
+      "grad_norm": 0.5254839658737183,
+      "learning_rate": 8.66743283226223e-05,
+      "loss": 0.021,
+      "step": 68600
+    },
+    {
+      "epoch": 3.145496377184849,
+      "grad_norm": 0.37214428186416626,
+      "learning_rate": 8.66199634086288e-05,
+      "loss": 0.0214,
+      "step": 68700
+    },
+    {
+      "epoch": 3.1500749745315524,
+      "grad_norm": 0.39814454317092896,
+      "learning_rate": 8.656550494819373e-05,
+      "loss": 0.0215,
+      "step": 68800
+    },
+    {
+      "epoch": 3.154653571878255,
+      "grad_norm": 0.7737843990325928,
+      "learning_rate": 8.651095308043232e-05,
+      "loss": 0.0199,
+      "step": 68900
+    },
+    {
+      "epoch": 3.159232169224958,
+      "grad_norm": 0.32976606488227844,
+      "learning_rate": 8.645630794469843e-05,
+      "loss": 0.0232,
+      "step": 69000
+    },
+    {
+      "epoch": 3.1638107665716606,
+      "grad_norm": 0.23388764262199402,
+      "learning_rate": 8.640156968058417e-05,
+      "loss": 0.0197,
+      "step": 69100
+    },
+    {
+      "epoch": 3.168389363918364,
+      "grad_norm": 0.15984760224819183,
+      "learning_rate": 8.634673842791956e-05,
+      "loss": 0.0212,
+      "step": 69200
+    },
+    {
+      "epoch": 3.1729679612650665,
+      "grad_norm": 0.20868225395679474,
+      "learning_rate": 8.629181432677213e-05,
+      "loss": 0.02,
+      "step": 69300
+    },
+    {
+      "epoch": 3.1775465586117693,
+      "grad_norm": 0.12190031260251999,
+      "learning_rate": 8.623679751744662e-05,
+      "loss": 0.0195,
+      "step": 69400
+    },
+    {
+      "epoch": 3.182125155958472,
+      "grad_norm": 0.7357327342033386,
+      "learning_rate": 8.61816881404846e-05,
+      "loss": 0.0212,
+      "step": 69500
+    },
+    {
+      "epoch": 3.186703753305175,
+      "grad_norm": 0.231657475233078,
+      "learning_rate": 8.612648633666406e-05,
+      "loss": 0.0181,
+      "step": 69600
+    },
+    {
+      "epoch": 3.191282350651878,
+      "grad_norm": 0.9028156995773315,
+      "learning_rate": 8.607119224699919e-05,
+      "loss": 0.0216,
+      "step": 69700
+    },
+    {
+      "epoch": 3.1958609479985807,
+      "grad_norm": 0.30773207545280457,
+      "learning_rate": 8.601580601273982e-05,
+      "loss": 0.0189,
+      "step": 69800
+    },
+    {
+      "epoch": 3.2004395453452834,
+      "grad_norm": 0.15716642141342163,
+      "learning_rate": 8.596032777537123e-05,
+      "loss": 0.022,
+      "step": 69900
+    },
+    {
+      "epoch": 3.205018142691986,
+      "grad_norm": 0.2637390196323395,
+      "learning_rate": 8.59047576766137e-05,
+      "loss": 0.0174,
+      "step": 70000
+    },
+    {
+      "epoch": 3.2095967400386893,
+      "grad_norm": 0.29018816351890564,
+      "learning_rate": 8.584909585842218e-05,
+      "loss": 0.0205,
+      "step": 70100
+    },
+    {
+      "epoch": 3.214175337385392,
+      "grad_norm": 0.6676698327064514,
+      "learning_rate": 8.579334246298593e-05,
+      "loss": 0.0176,
+      "step": 70200
+    },
+    {
+      "epoch": 3.218753934732095,
+      "grad_norm": 0.3571256101131439,
+      "learning_rate": 8.573749763272811e-05,
+      "loss": 0.0229,
+      "step": 70300
+    },
+    {
+      "epoch": 3.2233325320787976,
+      "grad_norm": 0.7378453016281128,
+      "learning_rate": 8.568156151030549e-05,
+      "loss": 0.0185,
+      "step": 70400
+    },
+    {
+      "epoch": 3.2279111294255003,
+      "grad_norm": 0.533330500125885,
+      "learning_rate": 8.562553423860802e-05,
+      "loss": 0.0207,
+      "step": 70500
+    },
+    {
+      "epoch": 3.2324897267722035,
+      "grad_norm": 0.28255611658096313,
+      "learning_rate": 8.556941596075852e-05,
+      "loss": 0.0185,
+      "step": 70600
+    },
+    {
+      "epoch": 3.237068324118906,
+      "grad_norm": 0.37244170904159546,
+      "learning_rate": 8.551320682011228e-05,
+      "loss": 0.0217,
+      "step": 70700
+    },
+    {
+      "epoch": 3.241646921465609,
+      "grad_norm": 0.16496537625789642,
+      "learning_rate": 8.545690696025666e-05,
+      "loss": 0.0238,
+      "step": 70800
+    },
+    {
+      "epoch": 3.2462255188123117,
+      "grad_norm": 1.0030924081802368,
+      "learning_rate": 8.540051652501082e-05,
+      "loss": 0.0213,
+      "step": 70900
+    },
+    {
+      "epoch": 3.250804116159015,
+      "grad_norm": 0.7419716715812683,
+      "learning_rate": 8.534403565842528e-05,
+      "loss": 0.0225,
+      "step": 71000
+    },
+    {
+      "epoch": 3.2553827135057176,
+      "grad_norm": 0.2792261242866516,
+      "learning_rate": 8.528746450478156e-05,
+      "loss": 0.0187,
+      "step": 71100
+    },
+    {
+      "epoch": 3.2599613108524204,
+      "grad_norm": 0.0836094543337822,
+      "learning_rate": 8.523080320859181e-05,
+      "loss": 0.0221,
+      "step": 71200
+    },
+    {
+      "epoch": 3.264539908199123,
+      "grad_norm": 0.10340839624404907,
+      "learning_rate": 8.517405191459847e-05,
+      "loss": 0.0213,
+      "step": 71300
+    },
+    {
+      "epoch": 3.2691185055458263,
+      "grad_norm": 0.7118562459945679,
+      "learning_rate": 8.511721076777389e-05,
+      "loss": 0.0193,
+      "step": 71400
+    },
+    {
+      "epoch": 3.273697102892529,
+      "grad_norm": 0.12246321886777878,
+      "learning_rate": 8.50602799133199e-05,
+      "loss": 0.0223,
+      "step": 71500
+    },
+    {
+      "epoch": 3.2782757002392318,
+      "grad_norm": 0.2873895764350891,
+      "learning_rate": 8.500325949666755e-05,
+      "loss": 0.0213,
+      "step": 71600
+    },
+    {
+      "epoch": 3.2828542975859345,
+      "grad_norm": 0.5243780016899109,
+      "learning_rate": 8.494614966347668e-05,
+      "loss": 0.0201,
+      "step": 71700
+    },
+    {
+      "epoch": 3.2874328949326372,
+      "grad_norm": 0.28602150082588196,
+      "learning_rate": 8.488895055963546e-05,
+      "loss": 0.0209,
+      "step": 71800
+    },
+    {
+      "epoch": 3.2920114922793404,
+      "grad_norm": 0.35241249203681946,
+      "learning_rate": 8.483166233126022e-05,
+      "loss": 0.0217,
+      "step": 71900
+    },
+    {
+      "epoch": 3.296590089626043,
+      "grad_norm": 0.6958779096603394,
+      "learning_rate": 8.477428512469488e-05,
+      "loss": 0.023,
+      "step": 72000
+    },
+    {
+      "epoch": 3.301168686972746,
+      "grad_norm": 0.13842323422431946,
+      "learning_rate": 8.471681908651067e-05,
+      "loss": 0.0202,
+      "step": 72100
+    },
+    {
+      "epoch": 3.3057472843194486,
+      "grad_norm": 0.21349883079528809,
+      "learning_rate": 8.46592643635058e-05,
+      "loss": 0.0209,
+      "step": 72200
+    },
+    {
+      "epoch": 3.3103258816661514,
+      "grad_norm": 0.3605678975582123,
+      "learning_rate": 8.460162110270494e-05,
+      "loss": 0.0241,
+      "step": 72300
+    },
+    {
+      "epoch": 3.3149044790128546,
+      "grad_norm": 0.46661075949668884,
+      "learning_rate": 8.454388945135895e-05,
+      "loss": 0.0193,
+      "step": 72400
+    },
+    {
+      "epoch": 3.3194830763595573,
+      "grad_norm": 0.24211075901985168,
+      "learning_rate": 8.448606955694457e-05,
+      "loss": 0.0214,
+      "step": 72500
+    },
+    {
+      "epoch": 3.32406167370626,
+      "grad_norm": 0.3622238337993622,
+      "learning_rate": 8.442816156716385e-05,
+      "loss": 0.0213,
+      "step": 72600
+    },
+    {
+      "epoch": 3.328640271052963,
+      "grad_norm": 1.0499359369277954,
+      "learning_rate": 8.437016562994397e-05,
+      "loss": 0.0196,
+      "step": 72700
+    },
+    {
+      "epoch": 3.3332188683996655,
+      "grad_norm": 0.2845001816749573,
+      "learning_rate": 8.43120818934367e-05,
+      "loss": 0.0202,
+      "step": 72800
+    },
+    {
+      "epoch": 3.3377974657463687,
+      "grad_norm": 0.5690521001815796,
+      "learning_rate": 8.42539105060181e-05,
+      "loss": 0.0209,
+      "step": 72900
+    },
+    {
+      "epoch": 3.3423760630930714,
+      "grad_norm": 0.09998586773872375,
+      "learning_rate": 8.419565161628823e-05,
+      "loss": 0.018,
+      "step": 73000
+    },
+    {
+      "epoch": 3.346954660439774,
+      "grad_norm": 0.9970934391021729,
+      "learning_rate": 8.413730537307056e-05,
+      "loss": 0.0213,
+      "step": 73100
+    },
+    {
+      "epoch": 3.351533257786477,
+      "grad_norm": 1.1385819911956787,
+      "learning_rate": 8.407887192541177e-05,
+      "loss": 0.0198,
+      "step": 73200
+    },
+    {
+      "epoch": 3.35611185513318,
+      "grad_norm": 0.6288115382194519,
+      "learning_rate": 8.402035142258131e-05,
+      "loss": 0.0211,
+      "step": 73300
+    },
+    {
+      "epoch": 3.360690452479883,
+      "grad_norm": 0.35352623462677,
+      "learning_rate": 8.396174401407095e-05,
+      "loss": 0.0189,
+      "step": 73400
+    },
+    {
+      "epoch": 3.3652690498265856,
+      "grad_norm": 0.5127176642417908,
+      "learning_rate": 8.390304984959454e-05,
+      "loss": 0.0195,
+      "step": 73500
+    },
+    {
+      "epoch": 3.3698476471732883,
+      "grad_norm": 0.9110797643661499,
+      "learning_rate": 8.384426907908754e-05,
+      "loss": 0.0219,
+      "step": 73600
+    },
+    {
+      "epoch": 3.3744262445199915,
+      "grad_norm": 0.22417746484279633,
+      "learning_rate": 8.378540185270656e-05,
+      "loss": 0.0194,
+      "step": 73700
+    },
+    {
+      "epoch": 3.3790048418666943,
+      "grad_norm": 0.49265140295028687,
+      "learning_rate": 8.372644832082917e-05,
+      "loss": 0.0205,
+      "step": 73800
+    },
+    {
+      "epoch": 3.383583439213397,
+      "grad_norm": 0.7536473870277405,
+      "learning_rate": 8.366740863405336e-05,
+      "loss": 0.0222,
+      "step": 73900
+    },
+    {
+      "epoch": 3.3881620365600997,
+      "grad_norm": 0.2447548657655716,
+      "learning_rate": 8.360828294319721e-05,
+      "loss": 0.0205,
+      "step": 74000
+    },
+    {
+      "epoch": 3.3927406339068025,
+      "grad_norm": 0.3335092067718506,
+      "learning_rate": 8.354907139929851e-05,
+      "loss": 0.0208,
+      "step": 74100
+    },
+    {
+      "epoch": 3.3973192312535057,
+      "grad_norm": 0.6961463689804077,
+      "learning_rate": 8.348977415361434e-05,
+      "loss": 0.018,
+      "step": 74200
+    },
+    {
+      "epoch": 3.4018978286002084,
+      "grad_norm": 0.4184730648994446,
+      "learning_rate": 8.343039135762071e-05,
+      "loss": 0.0198,
+      "step": 74300
+    },
+    {
+      "epoch": 3.406476425946911,
+      "grad_norm": 0.6484507918357849,
+      "learning_rate": 8.337092316301223e-05,
+      "loss": 0.0203,
+      "step": 74400
+    },
+    {
+      "epoch": 3.411055023293614,
+      "grad_norm": 0.31808891892433167,
+      "learning_rate": 8.331136972170155e-05,
+      "loss": 0.0202,
+      "step": 74500
+    },
+    {
+      "epoch": 3.4156336206403166,
+      "grad_norm": 0.6552246809005737,
+      "learning_rate": 8.325173118581919e-05,
+      "loss": 0.0198,
+      "step": 74600
+    },
+    {
+      "epoch": 3.42021221798702,
+      "grad_norm": 0.5105406641960144,
+      "learning_rate": 8.319200770771298e-05,
+      "loss": 0.0197,
+      "step": 74700
+    },
+    {
+      "epoch": 3.4247908153337225,
+      "grad_norm": 0.9565762877464294,
+      "learning_rate": 8.313219943994777e-05,
+      "loss": 0.019,
+      "step": 74800
+    },
+    {
+      "epoch": 3.4293694126804253,
+      "grad_norm": 0.7772880792617798,
+      "learning_rate": 8.3072306535305e-05,
+      "loss": 0.0207,
+      "step": 74900
+    },
+    {
+      "epoch": 3.433948010027128,
+      "grad_norm": 0.6711807250976562,
+      "learning_rate": 8.30123291467823e-05,
+      "loss": 0.0222,
+      "step": 75000
+    },
+    {
+      "epoch": 3.438526607373831,
+      "grad_norm": 0.10591955482959747,
+      "learning_rate": 8.295226742759315e-05,
+      "loss": 0.0199,
+      "step": 75100
+    },
+    {
+      "epoch": 3.443105204720534,
+      "grad_norm": 0.5128488540649414,
+      "learning_rate": 8.289212153116642e-05,
+      "loss": 0.0219,
+      "step": 75200
+    },
+    {
+      "epoch": 3.4476838020672367,
+      "grad_norm": 0.24297969043254852,
+      "learning_rate": 8.283189161114602e-05,
+      "loss": 0.0205,
+      "step": 75300
+    },
+    {
+      "epoch": 3.4522623994139394,
+      "grad_norm": 0.9164755344390869,
+      "learning_rate": 8.27715778213905e-05,
+      "loss": 0.0224,
+      "step": 75400
+    },
+    {
+      "epoch": 3.4568409967606426,
+      "grad_norm": 0.493466317653656,
+      "learning_rate": 8.271118031597271e-05,
+      "loss": 0.0204,
+      "step": 75500
+    },
+    {
+      "epoch": 3.4614195941073453,
+      "grad_norm": 0.27884870767593384,
+      "learning_rate": 8.265069924917925e-05,
+      "loss": 0.0199,
+      "step": 75600
+    },
+    {
+      "epoch": 3.465998191454048,
+      "grad_norm": 0.2624457776546478,
+      "learning_rate": 8.259013477551027e-05,
+      "loss": 0.0223,
+      "step": 75700
+    },
+    {
+      "epoch": 3.470576788800751,
+      "grad_norm": 0.6593875885009766,
+      "learning_rate": 8.252948704967896e-05,
+      "loss": 0.0186,
+      "step": 75800
+    },
+    {
+      "epoch": 3.4751553861474536,
+      "grad_norm": 0.398616760969162,
+      "learning_rate": 8.246875622661113e-05,
+      "loss": 0.0199,
+      "step": 75900
+    },
+    {
+      "epoch": 3.4797339834941567,
+      "grad_norm": 0.2612878978252411,
+      "learning_rate": 8.240794246144492e-05,
+      "loss": 0.0207,
+      "step": 76000
+    },
+    {
+      "epoch": 3.4843125808408595,
+      "grad_norm": 0.21333344280719757,
+      "learning_rate": 8.234704590953033e-05,
+      "loss": 0.0205,
+      "step": 76100
+    },
+    {
+      "epoch": 3.4888911781875622,
+      "grad_norm": 1.0213849544525146,
+      "learning_rate": 8.228606672642884e-05,
+      "loss": 0.0199,
+      "step": 76200
+    },
+    {
+      "epoch": 3.493469775534265,
+      "grad_norm": 0.29667162895202637,
+      "learning_rate": 8.222500506791304e-05,
+      "loss": 0.0215,
+      "step": 76300
+    },
+    {
+      "epoch": 3.4980483728809677,
+      "grad_norm": 0.20311638712882996,
+      "learning_rate": 8.216386108996614e-05,
+      "loss": 0.0219,
+      "step": 76400
+    },
+    {
+      "epoch": 3.502626970227671,
+      "grad_norm": 0.8317406177520752,
+      "learning_rate": 8.21026349487817e-05,
+      "loss": 0.0215,
+      "step": 76500
+    },
+    {
+      "epoch": 3.5072055675743736,
+      "grad_norm": 0.4841706156730652,
+      "learning_rate": 8.204132680076312e-05,
+      "loss": 0.0207,
+      "step": 76600
+    },
+    {
+      "epoch": 3.5117841649210764,
+      "grad_norm": 0.5647122263908386,
+      "learning_rate": 8.197993680252334e-05,
+      "loss": 0.0217,
+      "step": 76700
+    },
+    {
+      "epoch": 3.516362762267779,
+      "grad_norm": 0.9369067549705505,
+      "learning_rate": 8.191846511088435e-05,
+      "loss": 0.0215,
+      "step": 76800
+    },
+    {
+      "epoch": 3.520941359614482,
+      "grad_norm": 0.7805814743041992,
+      "learning_rate": 8.185691188287684e-05,
+      "loss": 0.0219,
+      "step": 76900
+    },
+    {
+      "epoch": 3.525519956961185,
+      "grad_norm": 1.2135581970214844,
+      "learning_rate": 8.179527727573975e-05,
+      "loss": 0.0193,
+      "step": 77000
+    },
+    {
+      "epoch": 3.5300985543078878,
+      "grad_norm": 0.14101019501686096,
+      "learning_rate": 8.173356144691999e-05,
+      "loss": 0.0211,
+      "step": 77100
+    },
+    {
+      "epoch": 3.5346771516545905,
+      "grad_norm": 0.7078022956848145,
+      "learning_rate": 8.167176455407187e-05,
+      "loss": 0.0204,
+      "step": 77200
+    },
+    {
+      "epoch": 3.5392557490012937,
+      "grad_norm": 1.2366012334823608,
+      "learning_rate": 8.160988675505679e-05,
+      "loss": 0.0183,
+      "step": 77300
+    },
+    {
+      "epoch": 3.5438343463479964,
+      "grad_norm": 0.26279062032699585,
+      "learning_rate": 8.15479282079429e-05,
+      "loss": 0.02,
+      "step": 77400
+    },
+    {
+      "epoch": 3.548412943694699,
+      "grad_norm": 0.21293646097183228,
+      "learning_rate": 8.148588907100454e-05,
+      "loss": 0.0203,
+      "step": 77500
+    },
+    {
+      "epoch": 3.552991541041402,
+      "grad_norm": 0.48216012120246887,
+      "learning_rate": 8.142376950272193e-05,
+      "loss": 0.0192,
+      "step": 77600
+    },
+    {
+      "epoch": 3.5575701383881047,
+      "grad_norm": 0.1273164004087448,
+      "learning_rate": 8.136156966178081e-05,
+      "loss": 0.0183,
+      "step": 77700
+    },
+    {
+      "epoch": 3.562148735734808,
+      "grad_norm": 0.621910035610199,
+      "learning_rate": 8.12992897070719e-05,
+      "loss": 0.0217,
+      "step": 77800
+    },
+    {
+      "epoch": 3.5667273330815106,
+      "grad_norm": 0.3813430964946747,
+      "learning_rate": 8.123692979769064e-05,
+      "loss": 0.0184,
+      "step": 77900
+    },
+    {
+      "epoch": 3.5713059304282133,
+      "grad_norm": 0.3676023781299591,
+      "learning_rate": 8.117449009293668e-05,
+      "loss": 0.0175,
+      "step": 78000
+    },
+    {
+      "epoch": 3.575884527774916,
+      "grad_norm": 0.41113948822021484,
+      "learning_rate": 8.111197075231351e-05,
+      "loss": 0.0194,
+      "step": 78100
+    },
+    {
+      "epoch": 3.580463125121619,
+      "grad_norm": 0.2245587855577469,
+      "learning_rate": 8.104937193552806e-05,
+      "loss": 0.0212,
+      "step": 78200
+    },
+    {
+      "epoch": 3.585041722468322,
+      "grad_norm": 0.08874198794364929,
+      "learning_rate": 8.098669380249029e-05,
+      "loss": 0.0192,
+      "step": 78300
+    },
+    {
+      "epoch": 3.5896203198150247,
+      "grad_norm": 0.29562532901763916,
+      "learning_rate": 8.092393651331275e-05,
+      "loss": 0.022,
+      "step": 78400
+    },
+    {
+      "epoch": 3.5941989171617275,
+      "grad_norm": 0.47509998083114624,
+      "learning_rate": 8.086110022831023e-05,
+      "loss": 0.0202,
+      "step": 78500
+    },
+    {
+      "epoch": 3.59877751450843,
+      "grad_norm": 0.41073593497276306,
+      "learning_rate": 8.079818510799928e-05,
+      "loss": 0.0214,
+      "step": 78600
+    },
+    {
+      "epoch": 3.603356111855133,
+      "grad_norm": 0.2985229790210724,
+      "learning_rate": 8.073519131309786e-05,
+      "loss": 0.0165,
+      "step": 78700
+    },
+    {
+      "epoch": 3.607934709201836,
+      "grad_norm": 0.7368443012237549,
+      "learning_rate": 8.067211900452492e-05,
+      "loss": 0.0177,
+      "step": 78800
+    },
+    {
+      "epoch": 3.612513306548539,
+      "grad_norm": 0.46281248331069946,
+      "learning_rate": 8.060896834339993e-05,
+      "loss": 0.0221,
+      "step": 78900
+    },
+    {
+      "epoch": 3.6170919038952416,
+      "grad_norm": 0.18318797647953033,
+      "learning_rate": 8.054573949104253e-05,
+      "loss": 0.0191,
+      "step": 79000
+    },
+    {
+      "epoch": 3.621670501241945,
+      "grad_norm": 0.19009487330913544,
+      "learning_rate": 8.048243260897217e-05,
+      "loss": 0.0212,
+      "step": 79100
+    },
+    {
+      "epoch": 3.6262490985886475,
+      "grad_norm": 0.38268911838531494,
+      "learning_rate": 8.041904785890749e-05,
+      "loss": 0.0197,
+      "step": 79200
+    },
+    {
+      "epoch": 3.6308276959353503,
+      "grad_norm": 0.3892700672149658,
+      "learning_rate": 8.035558540276618e-05,
+      "loss": 0.0214,
+      "step": 79300
+    },
+    {
+      "epoch": 3.635406293282053,
+      "grad_norm": 0.6497855186462402,
+      "learning_rate": 8.029204540266434e-05,
+      "loss": 0.0192,
+      "step": 79400
+    },
+    {
+      "epoch": 3.6399848906287557,
+      "grad_norm": 0.20039434731006622,
+      "learning_rate": 8.022842802091623e-05,
+      "loss": 0.0188,
+      "step": 79500
+    },
+    {
+      "epoch": 3.644563487975459,
+      "grad_norm": 0.19965870678424835,
+      "learning_rate": 8.016473342003372e-05,
+      "loss": 0.0204,
+      "step": 79600
+    },
+    {
+      "epoch": 3.6491420853221617,
+      "grad_norm": 0.12873798608779907,
+      "learning_rate": 8.010096176272595e-05,
+      "loss": 0.0189,
+      "step": 79700
+    },
+    {
+      "epoch": 3.6537206826688644,
+      "grad_norm": 0.26886749267578125,
+      "learning_rate": 8.003711321189895e-05,
+      "loss": 0.0206,
+      "step": 79800
+    },
+    {
+      "epoch": 3.658299280015567,
+      "grad_norm": 0.4891631305217743,
+      "learning_rate": 7.997318793065513e-05,
+      "loss": 0.0204,
+      "step": 79900
+    },
+    {
+      "epoch": 3.66287787736227,
+      "grad_norm": 0.2781907021999359,
+      "learning_rate": 7.99091860822929e-05,
+      "loss": 0.0192,
+      "step": 80000
+    },
+    {
+      "epoch": 3.667456474708973,
+      "grad_norm": 0.3009509742259979,
+      "learning_rate": 7.984510783030632e-05,
+      "loss": 0.0185,
+      "step": 80100
+    },
+    {
+      "epoch": 3.672035072055676,
+      "grad_norm": 0.5892056822776794,
+      "learning_rate": 7.978095333838457e-05,
+      "loss": 0.0191,
+      "step": 80200
+    },
+    {
+      "epoch": 3.6766136694023785,
+      "grad_norm": 0.3318547308444977,
+      "learning_rate": 7.97167227704116e-05,
+      "loss": 0.0194,
+      "step": 80300
+    },
+    {
+      "epoch": 3.6811922667490813,
+      "grad_norm": 0.4608217179775238,
+      "learning_rate": 7.965241629046571e-05,
+      "loss": 0.0215,
+      "step": 80400
+    },
+    {
+      "epoch": 3.685770864095784,
+      "grad_norm": 0.39660006761550903,
+      "learning_rate": 7.95880340628191e-05,
+      "loss": 0.0172,
+      "step": 80500
+    },
+    {
+      "epoch": 3.690349461442487,
+      "grad_norm": 0.182856485247612,
+      "learning_rate": 7.952357625193749e-05,
+      "loss": 0.0184,
+      "step": 80600
+    },
+    {
+      "epoch": 3.69492805878919,
+      "grad_norm": 0.6444191932678223,
+      "learning_rate": 7.945904302247969e-05,
+      "loss": 0.0179,
+      "step": 80700
+    },
+    {
+      "epoch": 3.6995066561358927,
+      "grad_norm": 0.4182109534740448,
+      "learning_rate": 7.939443453929712e-05,
+      "loss": 0.0217,
+      "step": 80800
+    },
+    {
+      "epoch": 3.704085253482596,
+      "grad_norm": 4.025650501251221,
+      "learning_rate": 7.932975096743346e-05,
+      "loss": 0.0203,
+      "step": 80900
+    },
+    {
+      "epoch": 3.708663850829298,
+      "grad_norm": 0.665017306804657,
+      "learning_rate": 7.926499247212422e-05,
+      "loss": 0.0186,
+      "step": 81000
+    },
+    {
+      "epoch": 3.7132424481760014,
+      "grad_norm": 0.12548814713954926,
+      "learning_rate": 7.920015921879631e-05,
+      "loss": 0.0182,
+      "step": 81100
+    },
+    {
+      "epoch": 3.717821045522704,
+      "grad_norm": 0.33034953474998474,
+      "learning_rate": 7.913525137306756e-05,
+      "loss": 0.0225,
+      "step": 81200
+    },
+    {
+      "epoch": 3.722399642869407,
+      "grad_norm": 0.2771977186203003,
+      "learning_rate": 7.907026910074643e-05,
+      "loss": 0.0206,
+      "step": 81300
+    },
+    {
+      "epoch": 3.72697824021611,
+      "grad_norm": 0.1603299379348755,
+      "learning_rate": 7.900521256783143e-05,
+      "loss": 0.0191,
+      "step": 81400
+    },
+    {
+      "epoch": 3.7315568375628128,
+      "grad_norm": 0.29296520352363586,
+      "learning_rate": 7.894008194051077e-05,
+      "loss": 0.0199,
+      "step": 81500
+    },
+    {
+      "epoch": 3.7361354349095155,
+      "grad_norm": 0.3158813416957855,
+      "learning_rate": 7.8874877385162e-05,
+      "loss": 0.0216,
+      "step": 81600
+    },
+    {
+      "epoch": 3.7407140322562182,
+      "grad_norm": 0.42911648750305176,
+      "learning_rate": 7.880959906835148e-05,
+      "loss": 0.0174,
+      "step": 81700
+    },
+    {
+      "epoch": 3.745292629602921,
+      "grad_norm": 0.3854501247406006,
+      "learning_rate": 7.8744247156834e-05,
+      "loss": 0.0217,
+      "step": 81800
+    },
+    {
+      "epoch": 3.749871226949624,
+      "grad_norm": 0.1661909967660904,
+      "learning_rate": 7.86788218175523e-05,
+      "loss": 0.0185,
+      "step": 81900
+    },
+    {
+      "epoch": 3.754449824296327,
+      "grad_norm": 0.3275599479675293,
+      "learning_rate": 7.861332321763682e-05,
+      "loss": 0.0172,
+      "step": 82000
+    },
+    {
+      "epoch": 3.7590284216430296,
+      "grad_norm": 0.4914777874946594,
+      "learning_rate": 7.854775152440501e-05,
+      "loss": 0.0206,
+      "step": 82100
+    },
+    {
+      "epoch": 3.7636070189897324,
+      "grad_norm": 0.6310822367668152,
+      "learning_rate": 7.84821069053611e-05,
+      "loss": 0.0193,
+      "step": 82200
+    },
+    {
+      "epoch": 3.768185616336435,
+      "grad_norm": 0.33729735016822815,
+      "learning_rate": 7.841638952819563e-05,
+      "loss": 0.0209,
+      "step": 82300
+    },
+    {
+      "epoch": 3.7727642136831383,
+      "grad_norm": 0.6020189523696899,
+      "learning_rate": 7.835059956078494e-05,
+      "loss": 0.0194,
+      "step": 82400
+    },
+    {
+      "epoch": 3.777342811029841,
+      "grad_norm": 0.3810158669948578,
+      "learning_rate": 7.828473717119088e-05,
+      "loss": 0.0199,
+      "step": 82500
+    },
+    {
+      "epoch": 3.781921408376544,
+      "grad_norm": 0.6647739410400391,
+      "learning_rate": 7.821880252766025e-05,
+      "loss": 0.0211,
+      "step": 82600
+    },
+    {
+      "epoch": 3.7865000057232465,
+      "grad_norm": 0.5358772873878479,
+      "learning_rate": 7.815279579862442e-05,
+      "loss": 0.0196,
+      "step": 82700
+    },
+    {
+      "epoch": 3.7910786030699493,
+      "grad_norm": 0.26241055130958557,
+      "learning_rate": 7.808671715269896e-05,
+      "loss": 0.0206,
+      "step": 82800
+    },
+    {
+      "epoch": 3.7956572004166524,
+      "grad_norm": 0.24061718583106995,
+      "learning_rate": 7.802056675868306e-05,
+      "loss": 0.0186,
+      "step": 82900
+    },
+    {
+      "epoch": 3.800235797763355,
+      "grad_norm": 0.16280798614025116,
+      "learning_rate": 7.79543447855593e-05,
+      "loss": 0.0185,
+      "step": 83000
+    },
+    {
+      "epoch": 3.804814395110058,
+      "grad_norm": 0.7385302186012268,
+      "learning_rate": 7.788805140249302e-05,
+      "loss": 0.0207,
+      "step": 83100
+    },
+    {
+      "epoch": 3.809392992456761,
+      "grad_norm": 0.20743854343891144,
+      "learning_rate": 7.782168677883206e-05,
+      "loss": 0.0177,
+      "step": 83200
+    },
+    {
+      "epoch": 3.813971589803464,
+      "grad_norm": 0.3482532501220703,
+      "learning_rate": 7.775525108410615e-05,
+      "loss": 0.0216,
+      "step": 83300
+    },
+    {
+      "epoch": 3.8185501871501666,
+      "grad_norm": 0.42130351066589355,
+      "learning_rate": 7.768874448802665e-05,
+      "loss": 0.0207,
+      "step": 83400
+    },
+    {
+      "epoch": 3.8231287844968693,
+      "grad_norm": 0.44204580783843994,
+      "learning_rate": 7.762216716048602e-05,
+      "loss": 0.0215,
+      "step": 83500
+    },
+    {
+      "epoch": 3.827707381843572,
+      "grad_norm": 0.20962856709957123,
+      "learning_rate": 7.755551927155739e-05,
+      "loss": 0.0183,
+      "step": 83600
+    },
+    {
+      "epoch": 3.8322859791902752,
+      "grad_norm": 0.19921015202999115,
+      "learning_rate": 7.748880099149415e-05,
+      "loss": 0.02,
+      "step": 83700
+    },
+    {
+      "epoch": 3.836864576536978,
+      "grad_norm": 0.2693636119365692,
+      "learning_rate": 7.742201249072948e-05,
+      "loss": 0.019,
+      "step": 83800
+    },
+    {
+      "epoch": 3.8414431738836807,
+      "grad_norm": 0.677135705947876,
+      "learning_rate": 7.735515393987602e-05,
+      "loss": 0.0195,
+      "step": 83900
+    },
+    {
+      "epoch": 3.8460217712303835,
+      "grad_norm": 0.34260210394859314,
+      "learning_rate": 7.728822550972523e-05,
+      "loss": 0.0194,
+      "step": 84000
+    },
+    {
+      "epoch": 3.850600368577086,
+      "grad_norm": 0.83556067943573,
+      "learning_rate": 7.72212273712472e-05,
+      "loss": 0.0226,
+      "step": 84100
+    },
+    {
+      "epoch": 3.8551789659237894,
+      "grad_norm": 0.22360268235206604,
+      "learning_rate": 7.715415969559002e-05,
+      "loss": 0.0177,
+      "step": 84200
+    },
+    {
+      "epoch": 3.859757563270492,
+      "grad_norm": 0.32109469175338745,
+      "learning_rate": 7.708702265407941e-05,
+      "loss": 0.0197,
+      "step": 84300
+    },
+    {
+      "epoch": 3.864336160617195,
+      "grad_norm": 0.4577140212059021,
+      "learning_rate": 7.701981641821834e-05,
+      "loss": 0.0173,
+      "step": 84400
+    },
+    {
+      "epoch": 3.8689147579638976,
+      "grad_norm": 0.30675482749938965,
+      "learning_rate": 7.695254115968648e-05,
+      "loss": 0.0198,
+      "step": 84500
+    },
+    {
+      "epoch": 3.8734933553106004,
+      "grad_norm": 0.6526969075202942,
+      "learning_rate": 7.688519705033989e-05,
+      "loss": 0.0222,
+      "step": 84600
+    },
+    {
+      "epoch": 3.8780719526573035,
+      "grad_norm": 0.09654036164283752,
+      "learning_rate": 7.681778426221042e-05,
+      "loss": 0.0194,
+      "step": 84700
+    },
+    {
+      "epoch": 3.8826505500040063,
+      "grad_norm": 0.2337755411863327,
+      "learning_rate": 7.675030296750542e-05,
+      "loss": 0.019,
+      "step": 84800
+    },
+    {
+      "epoch": 3.887229147350709,
+      "grad_norm": 0.05356181785464287,
+      "learning_rate": 7.668275333860724e-05,
+      "loss": 0.0202,
+      "step": 84900
+    },
+    {
+      "epoch": 3.891807744697412,
+      "grad_norm": 0.4630540907382965,
+      "learning_rate": 7.66151355480728e-05,
+      "loss": 0.0182,
+      "step": 85000
+    },
+    {
+      "epoch": 3.896386342044115,
+      "grad_norm": 0.21360653638839722,
+      "learning_rate": 7.65474497686331e-05,
+      "loss": 0.0198,
+      "step": 85100
+    },
+    {
+      "epoch": 3.9009649393908177,
+      "grad_norm": 0.2991812229156494,
+      "learning_rate": 7.647969617319282e-05,
+      "loss": 0.0201,
+      "step": 85200
+    },
+    {
+      "epoch": 3.9055435367375204,
+      "grad_norm": 0.214981809258461,
+      "learning_rate": 7.641187493482995e-05,
+      "loss": 0.0164,
+      "step": 85300
+    },
+    {
+      "epoch": 3.910122134084223,
+      "grad_norm": 0.48418205976486206,
+      "learning_rate": 7.634398622679517e-05,
+      "loss": 0.0192,
+      "step": 85400
+    },
+    {
+      "epoch": 3.9147007314309263,
+      "grad_norm": 0.5781142711639404,
+      "learning_rate": 7.62760302225116e-05,
+      "loss": 0.0199,
+      "step": 85500
+    },
+    {
+      "epoch": 3.919279328777629,
+      "grad_norm": 0.7809280157089233,
+      "learning_rate": 7.620800709557421e-05,
+      "loss": 0.0186,
+      "step": 85600
+    },
+    {
+      "epoch": 3.923857926124332,
+      "grad_norm": 0.1833581030368805,
+      "learning_rate": 7.61399170197495e-05,
+      "loss": 0.0189,
+      "step": 85700
+    },
+    {
+      "epoch": 3.9284365234710346,
+      "grad_norm": 0.3215663433074951,
+      "learning_rate": 7.60717601689749e-05,
+      "loss": 0.0168,
+      "step": 85800
+    },
+    {
+      "epoch": 3.9330151208177373,
+      "grad_norm": 0.41018444299697876,
+      "learning_rate": 7.600353671735853e-05,
+      "loss": 0.0208,
+      "step": 85900
+    },
+    {
+      "epoch": 3.9375937181644405,
+      "grad_norm": 0.34082677960395813,
+      "learning_rate": 7.593524683917854e-05,
+      "loss": 0.0191,
+      "step": 86000
+    },
+    {
+      "epoch": 3.942172315511143,
+      "grad_norm": 0.39426901936531067,
+      "learning_rate": 7.586689070888284e-05,
+      "loss": 0.0199,
+      "step": 86100
+    },
+    {
+      "epoch": 3.946750912857846,
+      "grad_norm": 0.4446451663970947,
+      "learning_rate": 7.579846850108855e-05,
+      "loss": 0.0204,
+      "step": 86200
+    },
+    {
+      "epoch": 3.9513295102045487,
+      "grad_norm": 0.3159216344356537,
+      "learning_rate": 7.572998039058159e-05,
+      "loss": 0.0183,
+      "step": 86300
+    },
+    {
+      "epoch": 3.9559081075512514,
+      "grad_norm": 0.3799346387386322,
+      "learning_rate": 7.566142655231622e-05,
+      "loss": 0.019,
+      "step": 86400
+    },
+    {
+      "epoch": 3.9604867048979546,
+      "grad_norm": 0.4832625687122345,
+      "learning_rate": 7.559280716141463e-05,
+      "loss": 0.0179,
+      "step": 86500
+    },
+    {
+      "epoch": 3.9650653022446574,
+      "grad_norm": 0.2456403523683548,
+      "learning_rate": 7.552412239316645e-05,
+      "loss": 0.0184,
+      "step": 86600
+    },
+    {
+      "epoch": 3.96964389959136,
+      "grad_norm": 0.3314709961414337,
+      "learning_rate": 7.545537242302829e-05,
+      "loss": 0.0177,
+      "step": 86700
+    },
+    {
+      "epoch": 3.9742224969380633,
+      "grad_norm": 0.4336375892162323,
+      "learning_rate": 7.53865574266234e-05,
+      "loss": 0.0187,
+      "step": 86800
+    },
+    {
+      "epoch": 3.978801094284766,
+      "grad_norm": 0.7629146575927734,
+      "learning_rate": 7.531767757974104e-05,
+      "loss": 0.0199,
+      "step": 86900
+    },
+    {
+      "epoch": 3.9833796916314688,
+      "grad_norm": 0.16511370241641998,
+      "learning_rate": 7.52487330583362e-05,
+      "loss": 0.0182,
+      "step": 87000
+    },
+    {
+      "epoch": 3.9879582889781715,
+      "grad_norm": 0.29885396361351013,
+      "learning_rate": 7.517972403852905e-05,
+      "loss": 0.0193,
+      "step": 87100
+    },
+    {
+      "epoch": 3.9925368863248742,
+      "grad_norm": 0.4066375494003296,
+      "learning_rate": 7.511065069660458e-05,
+      "loss": 0.0191,
+      "step": 87200
+    },
+    {
+      "epoch": 3.9971154836715774,
+      "grad_norm": 0.44243311882019043,
+      "learning_rate": 7.504151320901199e-05,
+      "loss": 0.0203,
+      "step": 87300
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.15203019976615906,
+      "eval_runtime": 258.1696,
+      "eval_samples_per_second": 21.304,
+      "eval_steps_per_second": 21.304,
+      "step": 87363
+    },
+    {
+      "epoch": 4.00169408101828,
+      "grad_norm": 0.2750494182109833,
+      "learning_rate": 7.497231175236442e-05,
+      "loss": 0.0174,
+      "step": 87400
+    },
+    {
+      "epoch": 4.006272678364983,
+      "grad_norm": 0.4887785315513611,
+      "learning_rate": 7.490304650343841e-05,
+      "loss": 0.0131,
+      "step": 87500
+    },
+    {
+      "epoch": 4.010851275711686,
+      "grad_norm": 0.21974627673625946,
+      "learning_rate": 7.483371763917345e-05,
+      "loss": 0.0141,
+      "step": 87600
+    },
+    {
+      "epoch": 4.015429873058388,
+      "grad_norm": 0.34770917892456055,
+      "learning_rate": 7.476432533667151e-05,
+      "loss": 0.0139,
+      "step": 87700
+    },
+    {
+      "epoch": 4.020008470405092,
+      "grad_norm": 0.2878529727458954,
+      "learning_rate": 7.469486977319665e-05,
+      "loss": 0.0118,
+      "step": 87800
+    },
+    {
+      "epoch": 4.024587067751794,
+      "grad_norm": 0.6604347229003906,
+      "learning_rate": 7.462535112617452e-05,
+      "loss": 0.0128,
+      "step": 87900
+    },
+    {
+      "epoch": 4.029165665098497,
+      "grad_norm": 0.4288138747215271,
+      "learning_rate": 7.455576957319194e-05,
+      "loss": 0.0145,
+      "step": 88000
+    },
+    {
+      "epoch": 4.0337442624452,
+      "grad_norm": 0.19010120630264282,
+      "learning_rate": 7.448612529199637e-05,
+      "loss": 0.0114,
+      "step": 88100
+    },
+    {
+      "epoch": 4.0383228597919025,
+      "grad_norm": 0.3835040032863617,
+      "learning_rate": 7.441641846049556e-05,
+      "loss": 0.0152,
+      "step": 88200
+    },
+    {
+      "epoch": 4.042901457138606,
+      "grad_norm": 2.3910844326019287,
+      "learning_rate": 7.434664925675702e-05,
+      "loss": 0.0153,
+      "step": 88300
+    },
+    {
+      "epoch": 4.047480054485308,
+      "grad_norm": 0.40593621134757996,
+      "learning_rate": 7.427681785900761e-05,
+      "loss": 0.0143,
+      "step": 88400
+    },
+    {
+      "epoch": 4.052058651832011,
+      "grad_norm": 0.08815860003232956,
+      "learning_rate": 7.420692444563305e-05,
+      "loss": 0.014,
+      "step": 88500
+    },
+    {
+      "epoch": 4.056637249178714,
+      "grad_norm": 0.33992356061935425,
+      "learning_rate": 7.413696919517749e-05,
+      "loss": 0.0135,
+      "step": 88600
+    },
+    {
+      "epoch": 4.061215846525417,
+      "grad_norm": 0.32726776599884033,
+      "learning_rate": 7.406695228634305e-05,
+      "loss": 0.0131,
+      "step": 88700
+    },
+    {
+      "epoch": 4.06579444387212,
+      "grad_norm": 0.3524836301803589,
+      "learning_rate": 7.399687389798933e-05,
+      "loss": 0.0136,
+      "step": 88800
+    },
+    {
+      "epoch": 4.070373041218823,
+      "grad_norm": 0.18603968620300293,
+      "learning_rate": 7.3926734209133e-05,
+      "loss": 0.0123,
+      "step": 88900
+    },
+    {
+      "epoch": 4.074951638565525,
+      "grad_norm": 0.4780280888080597,
+      "learning_rate": 7.385653339894733e-05,
+      "loss": 0.0142,
+      "step": 89000
+    },
+    {
+      "epoch": 4.0795302359122285,
+      "grad_norm": 0.22851374745368958,
+      "learning_rate": 7.378627164676173e-05,
+      "loss": 0.013,
+      "step": 89100
+    },
+    {
+      "epoch": 4.084108833258931,
+      "grad_norm": 0.4251825511455536,
+      "learning_rate": 7.371594913206124e-05,
+      "loss": 0.0153,
+      "step": 89200
+    },
+    {
+      "epoch": 4.088687430605634,
+      "grad_norm": 0.3959885239601135,
+      "learning_rate": 7.364556603448619e-05,
+      "loss": 0.0166,
+      "step": 89300
+    },
+    {
+      "epoch": 4.093266027952337,
+      "grad_norm": 0.8459362387657166,
+      "learning_rate": 7.357512253383162e-05,
+      "loss": 0.0152,
+      "step": 89400
+    },
+    {
+      "epoch": 4.0978446252990395,
+      "grad_norm": 0.5725641250610352,
+      "learning_rate": 7.35046188100469e-05,
+      "loss": 0.0135,
+      "step": 89500
+    },
+    {
+      "epoch": 4.102423222645743,
+      "grad_norm": 0.2906801402568817,
+      "learning_rate": 7.343405504323519e-05,
+      "loss": 0.013,
+      "step": 89600
+    },
+    {
+      "epoch": 4.107001819992445,
+      "grad_norm": 0.10050017386674881,
+      "learning_rate": 7.33634314136531e-05,
+      "loss": 0.0114,
+      "step": 89700
+    },
+    {
+      "epoch": 4.111580417339148,
+      "grad_norm": 0.6948938965797424,
+      "learning_rate": 7.329274810171014e-05,
+      "loss": 0.0138,
+      "step": 89800
+    },
+    {
+      "epoch": 4.116159014685851,
+      "grad_norm": 0.4069768190383911,
+      "learning_rate": 7.322200528796822e-05,
+      "loss": 0.0124,
+      "step": 89900
+    },
+    {
+      "epoch": 4.120737612032554,
+      "grad_norm": 0.09699010848999023,
+      "learning_rate": 7.315120315314134e-05,
+      "loss": 0.0128,
+      "step": 90000
+    },
+    {
+      "epoch": 4.125316209379257,
+      "grad_norm": 0.3347591161727905,
+      "learning_rate": 7.308034187809498e-05,
+      "loss": 0.0166,
+      "step": 90100
+    },
+    {
+      "epoch": 4.129894806725959,
+      "grad_norm": 0.22168204188346863,
+      "learning_rate": 7.300942164384571e-05,
+      "loss": 0.0151,
+      "step": 90200
+    },
+    {
+      "epoch": 4.134473404072662,
+      "grad_norm": 0.5564683675765991,
+      "learning_rate": 7.293844263156072e-05,
+      "loss": 0.0126,
+      "step": 90300
+    },
+    {
+      "epoch": 4.1390520014193655,
+      "grad_norm": 0.32226261496543884,
+      "learning_rate": 7.28674050225573e-05,
+      "loss": 0.0131,
+      "step": 90400
+    },
+    {
+      "epoch": 4.143630598766068,
+      "grad_norm": 0.36912479996681213,
+      "learning_rate": 7.279630899830252e-05,
+      "loss": 0.0143,
+      "step": 90500
+    },
+    {
+      "epoch": 4.148209196112771,
+      "grad_norm": 0.2860753834247589,
+      "learning_rate": 7.272515474041259e-05,
+      "loss": 0.0152,
+      "step": 90600
+    },
+    {
+      "epoch": 4.152787793459474,
+      "grad_norm": 0.3625887930393219,
+      "learning_rate": 7.265394243065253e-05,
+      "loss": 0.0143,
+      "step": 90700
+    },
+    {
+      "epoch": 4.157366390806176,
+      "grad_norm": 0.24506491422653198,
+      "learning_rate": 7.258267225093563e-05,
+      "loss": 0.015,
+      "step": 90800
+    },
+    {
+      "epoch": 4.16194498815288,
+      "grad_norm": 0.03290629759430885,
+      "learning_rate": 7.251134438332299e-05,
+      "loss": 0.0126,
+      "step": 90900
+    },
+    {
+      "epoch": 4.166523585499582,
+      "grad_norm": 0.4261631667613983,
+      "learning_rate": 7.243995901002312e-05,
+      "loss": 0.0148,
+      "step": 91000
+    },
+    {
+      "epoch": 4.171102182846285,
+      "grad_norm": 0.14463308453559875,
+      "learning_rate": 7.23685163133914e-05,
+      "loss": 0.0113,
+      "step": 91100
+    },
+    {
+      "epoch": 4.175680780192988,
+      "grad_norm": 0.53131502866745,
+      "learning_rate": 7.229701647592966e-05,
+      "loss": 0.0136,
+      "step": 91200
+    },
+    {
+      "epoch": 4.180259377539691,
+      "grad_norm": 0.30526795983314514,
+      "learning_rate": 7.222545968028569e-05,
+      "loss": 0.0142,
+      "step": 91300
+    },
+    {
+      "epoch": 4.184837974886394,
+      "grad_norm": 0.07798325270414352,
+      "learning_rate": 7.215384610925278e-05,
+      "loss": 0.0134,
+      "step": 91400
+    },
+    {
+      "epoch": 4.189416572233096,
+      "grad_norm": 0.164367213845253,
+      "learning_rate": 7.208217594576923e-05,
+      "loss": 0.0127,
+      "step": 91500
+    },
+    {
+      "epoch": 4.193995169579799,
+      "grad_norm": 0.0945630893111229,
+      "learning_rate": 7.201044937291797e-05,
+      "loss": 0.0118,
+      "step": 91600
+    },
+    {
+      "epoch": 4.198573766926502,
+      "grad_norm": 0.38682791590690613,
+      "learning_rate": 7.193866657392597e-05,
+      "loss": 0.0141,
+      "step": 91700
+    },
+    {
+      "epoch": 4.203152364273205,
+      "grad_norm": 0.49326708912849426,
+      "learning_rate": 7.186682773216384e-05,
+      "loss": 0.0125,
+      "step": 91800
+    },
+    {
+      "epoch": 4.207730961619908,
+      "grad_norm": 0.2276126593351364,
+      "learning_rate": 7.179493303114537e-05,
+      "loss": 0.014,
+      "step": 91900
+    },
+    {
+      "epoch": 4.21230955896661,
+      "grad_norm": 0.5109021067619324,
+      "learning_rate": 7.172298265452706e-05,
+      "loss": 0.0138,
+      "step": 92000
+    },
+    {
+      "epoch": 4.216888156313313,
+      "grad_norm": 0.23471687734127045,
+      "learning_rate": 7.165097678610759e-05,
+      "loss": 0.014,
+      "step": 92100
+    },
+    {
+      "epoch": 4.221466753660017,
+      "grad_norm": 0.4894104301929474,
+      "learning_rate": 7.15789156098274e-05,
+      "loss": 0.0155,
+      "step": 92200
+    },
+    {
+      "epoch": 4.226045351006719,
+      "grad_norm": 0.1319025456905365,
+      "learning_rate": 7.150679930976825e-05,
+      "loss": 0.0135,
+      "step": 92300
+    },
+    {
+      "epoch": 4.230623948353422,
+      "grad_norm": 0.32496750354766846,
+      "learning_rate": 7.143462807015271e-05,
+      "loss": 0.0136,
+      "step": 92400
+    },
+    {
+      "epoch": 4.235202545700124,
+      "grad_norm": 0.380876749753952,
+      "learning_rate": 7.136240207534365e-05,
+      "loss": 0.0148,
+      "step": 92500
+    },
+    {
+      "epoch": 4.2397811430468275,
+      "grad_norm": 0.18530067801475525,
+      "learning_rate": 7.129012150984387e-05,
+      "loss": 0.0143,
+      "step": 92600
+    },
+    {
+      "epoch": 4.244359740393531,
+      "grad_norm": 0.9411688446998596,
+      "learning_rate": 7.121778655829554e-05,
+      "loss": 0.0115,
+      "step": 92700
+    },
+    {
+      "epoch": 4.248938337740233,
+      "grad_norm": 0.22460629045963287,
+      "learning_rate": 7.114539740547974e-05,
+      "loss": 0.0159,
+      "step": 92800
+    },
+    {
+      "epoch": 4.253516935086936,
+      "grad_norm": 0.19735155999660492,
+      "learning_rate": 7.107295423631606e-05,
+      "loss": 0.0133,
+      "step": 92900
+    },
+    {
+      "epoch": 4.258095532433639,
+      "grad_norm": 0.2656545341014862,
+      "learning_rate": 7.100045723586204e-05,
+      "loss": 0.0125,
+      "step": 93000
+    },
+    {
+      "epoch": 4.262674129780342,
+      "grad_norm": 1.059777021408081,
+      "learning_rate": 7.092790658931273e-05,
+      "loss": 0.0148,
+      "step": 93100
+    },
+    {
+      "epoch": 4.267252727127045,
+      "grad_norm": 0.3590608835220337,
+      "learning_rate": 7.085530248200027e-05,
+      "loss": 0.0139,
+      "step": 93200
+    },
+    {
+      "epoch": 4.271831324473747,
+      "grad_norm": 0.133284792304039,
+      "learning_rate": 7.07826450993933e-05,
+      "loss": 0.0153,
+      "step": 93300
+    },
+    {
+      "epoch": 4.27640992182045,
+      "grad_norm": 0.3305582106113434,
+      "learning_rate": 7.070993462709656e-05,
+      "loss": 0.0129,
+      "step": 93400
+    },
+    {
+      "epoch": 4.2809885191671535,
+      "grad_norm": 0.4209526777267456,
+      "learning_rate": 7.06371712508505e-05,
+      "loss": 0.0125,
+      "step": 93500
+    },
+    {
+      "epoch": 4.285567116513856,
+      "grad_norm": 0.10924796760082245,
+      "learning_rate": 7.056435515653059e-05,
+      "loss": 0.0162,
+      "step": 93600
+    },
+    {
+      "epoch": 4.290145713860559,
+      "grad_norm": 0.4727434515953064,
+      "learning_rate": 7.049148653014702e-05,
+      "loss": 0.0126,
+      "step": 93700
+    },
+    {
+      "epoch": 4.294724311207261,
+      "grad_norm": 0.5440820455551147,
+      "learning_rate": 7.041856555784421e-05,
+      "loss": 0.0131,
+      "step": 93800
+    },
+    {
+      "epoch": 4.2993029085539645,
+      "grad_norm": 0.07101954519748688,
+      "learning_rate": 7.034559242590027e-05,
+      "loss": 0.0163,
+      "step": 93900
+    },
+    {
+      "epoch": 4.303881505900668,
+      "grad_norm": 1.4522393941879272,
+      "learning_rate": 7.027256732072651e-05,
+      "loss": 0.014,
+      "step": 94000
+    },
+    {
+      "epoch": 4.30846010324737,
+      "grad_norm": 0.1080670952796936,
+      "learning_rate": 7.019949042886708e-05,
+      "loss": 0.013,
+      "step": 94100
+    },
+    {
+      "epoch": 4.313038700594073,
+      "grad_norm": 0.4725320339202881,
+      "learning_rate": 7.012636193699837e-05,
+      "loss": 0.0133,
+      "step": 94200
+    },
+    {
+      "epoch": 4.317617297940776,
+      "grad_norm": 0.7752532362937927,
+      "learning_rate": 7.005318203192864e-05,
+      "loss": 0.0136,
+      "step": 94300
+    },
+    {
+      "epoch": 4.322195895287479,
+      "grad_norm": 0.39167362451553345,
+      "learning_rate": 6.997995090059739e-05,
+      "loss": 0.0132,
+      "step": 94400
+    },
+    {
+      "epoch": 4.326774492634182,
+      "grad_norm": 0.16077743470668793,
+      "learning_rate": 6.990666873007505e-05,
+      "loss": 0.0126,
+      "step": 94500
+    },
+    {
+      "epoch": 4.331353089980884,
+      "grad_norm": 0.20132170617580414,
+      "learning_rate": 6.983333570756245e-05,
+      "loss": 0.0125,
+      "step": 94600
+    },
+    {
+      "epoch": 4.335931687327587,
+      "grad_norm": 0.4036431610584259,
+      "learning_rate": 6.975995202039025e-05,
+      "loss": 0.0149,
+      "step": 94700
+    },
+    {
+      "epoch": 4.34051028467429,
+      "grad_norm": 0.8535305261611938,
+      "learning_rate": 6.968651785601859e-05,
+      "loss": 0.0136,
+      "step": 94800
+    },
+    {
+      "epoch": 4.345088882020993,
+      "grad_norm": 0.3927995562553406,
+      "learning_rate": 6.961303340203653e-05,
+      "loss": 0.0146,
+      "step": 94900
+    },
+    {
+      "epoch": 4.349667479367696,
+      "grad_norm": 0.371528297662735,
+      "learning_rate": 6.953949884616162e-05,
+      "loss": 0.0124,
+      "step": 95000
+    },
+    {
+      "epoch": 4.354246076714398,
+      "grad_norm": 0.06207489222288132,
+      "learning_rate": 6.946591437623934e-05,
+      "loss": 0.0129,
+      "step": 95100
+    },
+    {
+      "epoch": 4.358824674061101,
+      "grad_norm": 0.05522959679365158,
+      "learning_rate": 6.939228018024275e-05,
+      "loss": 0.0133,
+      "step": 95200
+    },
+    {
+      "epoch": 4.363403271407805,
+      "grad_norm": 0.5625087022781372,
+      "learning_rate": 6.931859644627189e-05,
+      "loss": 0.0141,
+      "step": 95300
+    },
+    {
+      "epoch": 4.367981868754507,
+      "grad_norm": 0.13779932260513306,
+      "learning_rate": 6.924486336255337e-05,
+      "loss": 0.0135,
+      "step": 95400
+    },
+    {
+      "epoch": 4.37256046610121,
+      "grad_norm": 1.0762056112289429,
+      "learning_rate": 6.917108111743984e-05,
+      "loss": 0.0142,
+      "step": 95500
+    },
+    {
+      "epoch": 4.377139063447912,
+      "grad_norm": 0.22283124923706055,
+      "learning_rate": 6.909724989940953e-05,
+      "loss": 0.0133,
+      "step": 95600
+    },
+    {
+      "epoch": 4.3817176607946156,
+      "grad_norm": 0.5186660289764404,
+      "learning_rate": 6.902336989706581e-05,
+      "loss": 0.0136,
+      "step": 95700
+    },
+    {
+      "epoch": 4.386296258141319,
+      "grad_norm": 0.47632691264152527,
+      "learning_rate": 6.894944129913667e-05,
+      "loss": 0.0147,
+      "step": 95800
+    },
+    {
+      "epoch": 4.390874855488021,
+      "grad_norm": 1.1676534414291382,
+      "learning_rate": 6.887546429447419e-05,
+      "loss": 0.0128,
+      "step": 95900
+    },
+    {
+      "epoch": 4.395453452834724,
+      "grad_norm": 1.0476038455963135,
+      "learning_rate": 6.880143907205411e-05,
+      "loss": 0.0132,
+      "step": 96000
+    },
+    {
+      "epoch": 4.4000320501814265,
+      "grad_norm": 0.656058669090271,
+      "learning_rate": 6.872736582097541e-05,
+      "loss": 0.0152,
+      "step": 96100
+    },
+    {
+      "epoch": 4.40461064752813,
+      "grad_norm": 0.3963877856731415,
+      "learning_rate": 6.86532447304597e-05,
+      "loss": 0.0122,
+      "step": 96200
+    },
+    {
+      "epoch": 4.409189244874833,
+      "grad_norm": 0.23698298633098602,
+      "learning_rate": 6.857907598985081e-05,
+      "loss": 0.0135,
+      "step": 96300
+    },
+    {
+      "epoch": 4.413767842221535,
+      "grad_norm": 0.20948071777820587,
+      "learning_rate": 6.850485978861431e-05,
+      "loss": 0.0136,
+      "step": 96400
+    },
+    {
+      "epoch": 4.418346439568238,
+      "grad_norm": 0.3551422357559204,
+      "learning_rate": 6.843059631633699e-05,
+      "loss": 0.0143,
+      "step": 96500
+    },
+    {
+      "epoch": 4.4229250369149415,
+      "grad_norm": 0.21045321226119995,
+      "learning_rate": 6.835628576272638e-05,
+      "loss": 0.0149,
+      "step": 96600
+    },
+    {
+      "epoch": 4.427503634261644,
+      "grad_norm": 1.5752928256988525,
+      "learning_rate": 6.828192831761033e-05,
+      "loss": 0.0151,
+      "step": 96700
+    },
+    {
+      "epoch": 4.432082231608347,
+      "grad_norm": 0.4416331350803375,
+      "learning_rate": 6.820752417093644e-05,
+      "loss": 0.0133,
+      "step": 96800
+    },
+    {
+      "epoch": 4.436660828955049,
+      "grad_norm": 0.44132721424102783,
+      "learning_rate": 6.81330735127716e-05,
+      "loss": 0.0101,
+      "step": 96900
+    },
+    {
+      "epoch": 4.4412394263017525,
+      "grad_norm": 0.2506002187728882,
+      "learning_rate": 6.805857653330156e-05,
+      "loss": 0.0128,
+      "step": 97000
+    },
+    {
+      "epoch": 4.445818023648456,
+      "grad_norm": 0.11981073021888733,
+      "learning_rate": 6.798403342283034e-05,
+      "loss": 0.0127,
+      "step": 97100
+    },
+    {
+      "epoch": 4.450396620995158,
+      "grad_norm": 0.9063414335250854,
+      "learning_rate": 6.790944437177984e-05,
+      "loss": 0.0136,
+      "step": 97200
+    },
+    {
+      "epoch": 4.454975218341861,
+      "grad_norm": 1.0382390022277832,
+      "learning_rate": 6.783480957068934e-05,
+      "loss": 0.0116,
+      "step": 97300
+    },
+    {
+      "epoch": 4.4595538156885635,
+      "grad_norm": 0.22426804900169373,
+      "learning_rate": 6.776012921021492e-05,
+      "loss": 0.0149,
+      "step": 97400
+    },
+    {
+      "epoch": 4.464132413035267,
+      "grad_norm": 0.4911547899246216,
+      "learning_rate": 6.768540348112907e-05,
+      "loss": 0.0123,
+      "step": 97500
+    },
+    {
+      "epoch": 4.46871101038197,
+      "grad_norm": 0.6653274893760681,
+      "learning_rate": 6.761063257432023e-05,
+      "loss": 0.0121,
+      "step": 97600
+    },
+    {
+      "epoch": 4.473289607728672,
+      "grad_norm": 0.37786972522735596,
+      "learning_rate": 6.753581668079219e-05,
+      "loss": 0.0133,
+      "step": 97700
+    },
+    {
+      "epoch": 4.477868205075375,
+      "grad_norm": 0.15616688132286072,
+      "learning_rate": 6.746095599166362e-05,
+      "loss": 0.013,
+      "step": 97800
+    },
+    {
+      "epoch": 4.482446802422078,
+      "grad_norm": 0.11935741454362869,
+      "learning_rate": 6.738605069816775e-05,
+      "loss": 0.0148,
+      "step": 97900
+    },
+    {
+      "epoch": 4.487025399768781,
+      "grad_norm": 0.18721537292003632,
+      "learning_rate": 6.731110099165164e-05,
+      "loss": 0.0139,
+      "step": 98000
+    },
+    {
+      "epoch": 4.491603997115484,
+      "grad_norm": 0.3637322783470154,
+      "learning_rate": 6.723610706357582e-05,
+      "loss": 0.0148,
+      "step": 98100
+    },
+    {
+      "epoch": 4.496182594462186,
+      "grad_norm": 0.1633034497499466,
+      "learning_rate": 6.716106910551385e-05,
+      "loss": 0.0127,
+      "step": 98200
+    },
+    {
+      "epoch": 4.5007611918088894,
+      "grad_norm": 0.19283847510814667,
+      "learning_rate": 6.708598730915168e-05,
+      "loss": 0.0132,
+      "step": 98300
+    },
+    {
+      "epoch": 4.505339789155592,
+      "grad_norm": 0.17327933013439178,
+      "learning_rate": 6.701086186628732e-05,
+      "loss": 0.0156,
+      "step": 98400
+    },
+    {
+      "epoch": 4.509918386502295,
+      "grad_norm": 0.06521926075220108,
+      "learning_rate": 6.693569296883022e-05,
+      "loss": 0.0137,
+      "step": 98500
+    },
+    {
+      "epoch": 4.514496983848998,
+      "grad_norm": 0.4145078659057617,
+      "learning_rate": 6.686048080880086e-05,
+      "loss": 0.0144,
+      "step": 98600
+    },
+    {
+      "epoch": 4.5190755811957,
+      "grad_norm": 0.5390291810035706,
+      "learning_rate": 6.678522557833024e-05,
+      "loss": 0.0132,
+      "step": 98700
+    },
+    {
+      "epoch": 4.523654178542404,
+      "grad_norm": 0.2249838411808014,
+      "learning_rate": 6.670992746965938e-05,
+      "loss": 0.0122,
+      "step": 98800
+    },
+    {
+      "epoch": 4.528232775889107,
+      "grad_norm": 0.09684702008962631,
+      "learning_rate": 6.663458667513882e-05,
+      "loss": 0.0122,
+      "step": 98900
+    },
+    {
+      "epoch": 4.532811373235809,
+      "grad_norm": 0.5852058529853821,
+      "learning_rate": 6.655920338722816e-05,
+      "loss": 0.014,
+      "step": 99000
+    },
+    {
+      "epoch": 4.537389970582512,
+      "grad_norm": 0.4523356258869171,
+      "learning_rate": 6.648377779849554e-05,
+      "loss": 0.0129,
+      "step": 99100
+    },
+    {
+      "epoch": 4.5419685679292146,
+      "grad_norm": 0.4520733058452606,
+      "learning_rate": 6.640831010161716e-05,
+      "loss": 0.0123,
+      "step": 99200
+    },
+    {
+      "epoch": 4.546547165275918,
+      "grad_norm": 0.42760178446769714,
+      "learning_rate": 6.633280048937678e-05,
+      "loss": 0.0171,
+      "step": 99300
+    },
+    {
+      "epoch": 4.551125762622621,
+      "grad_norm": 0.27447327971458435,
+      "learning_rate": 6.625724915466526e-05,
+      "loss": 0.0136,
+      "step": 99400
+    },
+    {
+      "epoch": 4.555704359969323,
+      "grad_norm": 0.30612578988075256,
+      "learning_rate": 6.618165629048e-05,
+      "loss": 0.0133,
+      "step": 99500
+    },
+    {
+      "epoch": 4.560282957316026,
+      "grad_norm": 0.48825210332870483,
+      "learning_rate": 6.610602208992454e-05,
+      "loss": 0.0123,
+      "step": 99600
+    },
+    {
+      "epoch": 4.564861554662729,
+      "grad_norm": 0.43417781591415405,
+      "learning_rate": 6.603034674620794e-05,
+      "loss": 0.0149,
+      "step": 99700
+    },
+    {
+      "epoch": 4.569440152009432,
+      "grad_norm": 0.6489459276199341,
+      "learning_rate": 6.595463045264445e-05,
+      "loss": 0.0118,
+      "step": 99800
+    },
+    {
+      "epoch": 4.574018749356135,
+      "grad_norm": 0.29751142859458923,
+      "learning_rate": 6.587887340265286e-05,
+      "loss": 0.0122,
+      "step": 99900
+    },
+    {
+      "epoch": 4.578597346702837,
+      "grad_norm": 0.1352328062057495,
+      "learning_rate": 6.580307578975608e-05,
+      "loss": 0.0139,
+      "step": 100000
+    },
+    {
+      "epoch": 4.5831759440495405,
+      "grad_norm": 0.2985703945159912,
+      "learning_rate": 6.572723780758069e-05,
+      "loss": 0.0121,
+      "step": 100100
+    },
+    {
+      "epoch": 4.587754541396244,
+      "grad_norm": 0.1775195151567459,
+      "learning_rate": 6.565135964985634e-05,
+      "loss": 0.0139,
+      "step": 100200
+    },
+    {
+      "epoch": 4.592333138742946,
+      "grad_norm": 0.41841718554496765,
+      "learning_rate": 6.557544151041531e-05,
+      "loss": 0.0146,
+      "step": 100300
+    },
+    {
+      "epoch": 4.596911736089649,
+      "grad_norm": 0.07853005081415176,
+      "learning_rate": 6.549948358319206e-05,
+      "loss": 0.0138,
+      "step": 100400
+    },
+    {
+      "epoch": 4.6014903334363515,
+      "grad_norm": 0.39813074469566345,
+      "learning_rate": 6.542348606222266e-05,
+      "loss": 0.0127,
+      "step": 100500
+    },
+    {
+      "epoch": 4.606068930783055,
+      "grad_norm": 0.3754967749118805,
+      "learning_rate": 6.53474491416443e-05,
+      "loss": 0.0156,
+      "step": 100600
+    },
+    {
+      "epoch": 4.610647528129757,
+      "grad_norm": 0.6578196287155151,
+      "learning_rate": 6.527137301569486e-05,
+      "loss": 0.0125,
+      "step": 100700
+    },
+    {
+      "epoch": 4.61522612547646,
+      "grad_norm": 0.7814628481864929,
+      "learning_rate": 6.519525787871235e-05,
+      "loss": 0.0142,
+      "step": 100800
+    },
+    {
+      "epoch": 4.619804722823163,
+      "grad_norm": 0.23694345355033875,
+      "learning_rate": 6.511910392513443e-05,
+      "loss": 0.0115,
+      "step": 100900
+    },
+    {
+      "epoch": 4.624383320169866,
+      "grad_norm": 0.18302284181118011,
+      "learning_rate": 6.504291134949792e-05,
+      "loss": 0.0138,
+      "step": 101000
+    },
+    {
+      "epoch": 4.628961917516569,
+      "grad_norm": 0.5445951223373413,
+      "learning_rate": 6.496668034643831e-05,
+      "loss": 0.0149,
+      "step": 101100
+    },
+    {
+      "epoch": 4.633540514863272,
+      "grad_norm": 0.6721272468566895,
+      "learning_rate": 6.489041111068926e-05,
+      "loss": 0.014,
+      "step": 101200
+    },
+    {
+      "epoch": 4.638119112209974,
+      "grad_norm": 0.40816518664360046,
+      "learning_rate": 6.481410383708206e-05,
+      "loss": 0.012,
+      "step": 101300
+    },
+    {
+      "epoch": 4.6426977095566775,
+      "grad_norm": 0.28873249888420105,
+      "learning_rate": 6.473775872054521e-05,
+      "loss": 0.0148,
+      "step": 101400
+    },
+    {
+      "epoch": 4.64727630690338,
+      "grad_norm": 0.5939431190490723,
+      "learning_rate": 6.466137595610388e-05,
+      "loss": 0.0124,
+      "step": 101500
+    },
+    {
+      "epoch": 4.651854904250083,
+      "grad_norm": 0.08564829081296921,
+      "learning_rate": 6.458495573887933e-05,
+      "loss": 0.0128,
+      "step": 101600
+    },
+    {
+      "epoch": 4.656433501596786,
+      "grad_norm": 0.8717368245124817,
+      "learning_rate": 6.450849826408865e-05,
+      "loss": 0.0137,
+      "step": 101700
+    },
+    {
+      "epoch": 4.6610120989434884,
+      "grad_norm": 0.02314877323806286,
+      "learning_rate": 6.443200372704395e-05,
+      "loss": 0.0151,
+      "step": 101800
+    },
+    {
+      "epoch": 4.665590696290192,
+      "grad_norm": 0.2785604000091553,
+      "learning_rate": 6.43554723231521e-05,
+      "loss": 0.0111,
+      "step": 101900
+    },
+    {
+      "epoch": 4.670169293636894,
+      "grad_norm": 0.14578752219676971,
+      "learning_rate": 6.427890424791415e-05,
+      "loss": 0.0131,
+      "step": 102000
+    },
+    {
+      "epoch": 4.674747890983597,
+      "grad_norm": 0.14544513821601868,
+      "learning_rate": 6.420229969692477e-05,
+      "loss": 0.0136,
+      "step": 102100
+    },
+    {
+      "epoch": 4.6793264883303,
+      "grad_norm": 0.36046111583709717,
+      "learning_rate": 6.412565886587185e-05,
+      "loss": 0.0135,
+      "step": 102200
+    },
+    {
+      "epoch": 4.683905085677003,
+      "grad_norm": 0.208379328250885,
+      "learning_rate": 6.404898195053597e-05,
+      "loss": 0.0132,
+      "step": 102300
+    },
+    {
+      "epoch": 4.688483683023706,
+      "grad_norm": 0.04505769535899162,
+      "learning_rate": 6.397226914678986e-05,
+      "loss": 0.014,
+      "step": 102400
+    },
+    {
+      "epoch": 4.693062280370409,
+      "grad_norm": 0.12393535673618317,
+      "learning_rate": 6.389552065059795e-05,
+      "loss": 0.0142,
+      "step": 102500
+    },
+    {
+      "epoch": 4.697640877717111,
+      "grad_norm": 0.14113786816596985,
+      "learning_rate": 6.381873665801581e-05,
+      "loss": 0.0146,
+      "step": 102600
+    },
+    {
+      "epoch": 4.702219475063814,
+      "grad_norm": 0.14992213249206543,
+      "learning_rate": 6.374191736518974e-05,
+      "loss": 0.01,
+      "step": 102700
+    },
+    {
+      "epoch": 4.706798072410517,
+      "grad_norm": 0.24738559126853943,
+      "learning_rate": 6.366506296835616e-05,
+      "loss": 0.0114,
+      "step": 102800
+    },
+    {
+      "epoch": 4.71137666975722,
+      "grad_norm": 0.6193427443504333,
+      "learning_rate": 6.358817366384122e-05,
+      "loss": 0.0139,
+      "step": 102900
+    },
+    {
+      "epoch": 4.715955267103923,
+      "grad_norm": 0.24367505311965942,
+      "learning_rate": 6.35112496480602e-05,
+      "loss": 0.0113,
+      "step": 103000
+    },
+    {
+      "epoch": 4.720533864450625,
+      "grad_norm": 0.11543486267328262,
+      "learning_rate": 6.343429111751704e-05,
+      "loss": 0.015,
+      "step": 103100
+    },
+    {
+      "epoch": 4.725112461797329,
+      "grad_norm": 0.23988036811351776,
+      "learning_rate": 6.33572982688039e-05,
+      "loss": 0.0121,
+      "step": 103200
+    },
+    {
+      "epoch": 4.729691059144031,
+      "grad_norm": 0.26978039741516113,
+      "learning_rate": 6.328027129860057e-05,
+      "loss": 0.0117,
+      "step": 103300
+    },
+    {
+      "epoch": 4.734269656490734,
+      "grad_norm": 0.047924984246492386,
+      "learning_rate": 6.3203210403674e-05,
+      "loss": 0.0141,
+      "step": 103400
+    },
+    {
+      "epoch": 4.738848253837437,
+      "grad_norm": 0.23787090182304382,
+      "learning_rate": 6.312611578087784e-05,
+      "loss": 0.0133,
+      "step": 103500
+    },
+    {
+      "epoch": 4.7434268511841395,
+      "grad_norm": 0.9701817035675049,
+      "learning_rate": 6.304898762715186e-05,
+      "loss": 0.0121,
+      "step": 103600
+    },
+    {
+      "epoch": 4.748005448530843,
+      "grad_norm": 0.5129296183586121,
+      "learning_rate": 6.29718261395215e-05,
+      "loss": 0.0161,
+      "step": 103700
+    },
+    {
+      "epoch": 4.752584045877546,
+      "grad_norm": 0.2481413185596466,
+      "learning_rate": 6.289463151509733e-05,
+      "loss": 0.0142,
+      "step": 103800
+    },
+    {
+      "epoch": 4.757162643224248,
+      "grad_norm": 0.4262784719467163,
+      "learning_rate": 6.281740395107462e-05,
+      "loss": 0.0152,
+      "step": 103900
+    },
+    {
+      "epoch": 4.761741240570951,
+      "grad_norm": 0.42060771584510803,
+      "learning_rate": 6.274014364473274e-05,
+      "loss": 0.0132,
+      "step": 104000
+    },
+    {
+      "epoch": 4.766319837917654,
+      "grad_norm": 0.2619081437587738,
+      "learning_rate": 6.26628507934347e-05,
+      "loss": 0.0124,
+      "step": 104100
+    },
+    {
+      "epoch": 4.770898435264357,
+      "grad_norm": 0.47017577290534973,
+      "learning_rate": 6.258552559462668e-05,
+      "loss": 0.0132,
+      "step": 104200
+    },
+    {
+      "epoch": 4.775477032611059,
+      "grad_norm": 0.5897017121315002,
+      "learning_rate": 6.250816824583747e-05,
+      "loss": 0.0134,
+      "step": 104300
+    },
+    {
+      "epoch": 4.780055629957762,
+      "grad_norm": 0.41096287965774536,
+      "learning_rate": 6.243077894467799e-05,
+      "loss": 0.0139,
+      "step": 104400
+    },
+    {
+      "epoch": 4.7846342273044655,
+      "grad_norm": 0.9277390241622925,
+      "learning_rate": 6.235335788884079e-05,
+      "loss": 0.0114,
+      "step": 104500
+    },
+    {
+      "epoch": 4.789212824651168,
+      "grad_norm": 0.4034029245376587,
+      "learning_rate": 6.227590527609952e-05,
+      "loss": 0.0117,
+      "step": 104600
+    },
+    {
+      "epoch": 4.793791421997871,
+      "grad_norm": 0.08527888357639313,
+      "learning_rate": 6.219842130430846e-05,
+      "loss": 0.0139,
+      "step": 104700
+    },
+    {
+      "epoch": 4.798370019344574,
+      "grad_norm": 0.43536534905433655,
+      "learning_rate": 6.2120906171402e-05,
+      "loss": 0.0136,
+      "step": 104800
+    },
+    {
+      "epoch": 4.8029486166912765,
+      "grad_norm": 0.14146916568279266,
+      "learning_rate": 6.204336007539412e-05,
+      "loss": 0.014,
+      "step": 104900
+    },
+    {
+      "epoch": 4.80752721403798,
+      "grad_norm": 0.2524791657924652,
+      "learning_rate": 6.19657832143779e-05,
+      "loss": 0.0149,
+      "step": 105000
+    },
+    {
+      "epoch": 4.812105811384682,
+      "grad_norm": 0.14325548708438873,
+      "learning_rate": 6.1888175786525e-05,
+      "loss": 0.0135,
+      "step": 105100
+    },
+    {
+      "epoch": 4.816684408731385,
+      "grad_norm": 0.08125073462724686,
+      "learning_rate": 6.181053799008519e-05,
+      "loss": 0.012,
+      "step": 105200
+    },
+    {
+      "epoch": 4.821263006078088,
+      "grad_norm": 0.765481173992157,
+      "learning_rate": 6.173287002338577e-05,
+      "loss": 0.0123,
+      "step": 105300
+    },
+    {
+      "epoch": 4.825841603424791,
+      "grad_norm": 0.6038789749145508,
+      "learning_rate": 6.165517208483117e-05,
+      "loss": 0.0135,
+      "step": 105400
+    },
+    {
+      "epoch": 4.830420200771494,
+      "grad_norm": 0.3267226219177246,
+      "learning_rate": 6.157744437290236e-05,
+      "loss": 0.012,
+      "step": 105500
+    },
+    {
+      "epoch": 4.834998798118196,
+      "grad_norm": 0.08704890310764313,
+      "learning_rate": 6.149968708615634e-05,
+      "loss": 0.0136,
+      "step": 105600
+    },
+    {
+      "epoch": 4.839577395464899,
+      "grad_norm": 0.22156277298927307,
+      "learning_rate": 6.142190042322569e-05,
+      "loss": 0.013,
+      "step": 105700
+    },
+    {
+      "epoch": 4.8441559928116025,
+      "grad_norm": 0.12729842960834503,
+      "learning_rate": 6.134408458281805e-05,
+      "loss": 0.014,
+      "step": 105800
+    },
+    {
+      "epoch": 4.848734590158305,
+      "grad_norm": 0.21868254244327545,
+      "learning_rate": 6.12662397637155e-05,
+      "loss": 0.0154,
+      "step": 105900
+    },
+    {
+      "epoch": 4.853313187505008,
+      "grad_norm": 0.3205544352531433,
+      "learning_rate": 6.118836616477427e-05,
+      "loss": 0.0132,
+      "step": 106000
+    },
+    {
+      "epoch": 4.857891784851711,
+      "grad_norm": 0.26208868622779846,
+      "learning_rate": 6.111046398492404e-05,
+      "loss": 0.0139,
+      "step": 106100
+    },
+    {
+      "epoch": 4.862470382198413,
+      "grad_norm": 0.6751037836074829,
+      "learning_rate": 6.103253342316753e-05,
+      "loss": 0.0129,
+      "step": 106200
+    },
+    {
+      "epoch": 4.867048979545117,
+      "grad_norm": 0.2062651365995407,
+      "learning_rate": 6.095457467857989e-05,
+      "loss": 0.0145,
+      "step": 106300
+    },
+    {
+      "epoch": 4.871627576891819,
+      "grad_norm": 0.18155290186405182,
+      "learning_rate": 6.087658795030837e-05,
+      "loss": 0.0127,
+      "step": 106400
+    },
+    {
+      "epoch": 4.876206174238522,
+      "grad_norm": 0.17720471322536469,
+      "learning_rate": 6.079857343757165e-05,
+      "loss": 0.0134,
+      "step": 106500
+    },
+    {
+      "epoch": 4.880784771585224,
+      "grad_norm": 0.09973806142807007,
+      "learning_rate": 6.072053133965938e-05,
+      "loss": 0.0116,
+      "step": 106600
+    },
+    {
+      "epoch": 4.885363368931928,
+      "grad_norm": 0.25288718938827515,
+      "learning_rate": 6.064246185593167e-05,
+      "loss": 0.0127,
+      "step": 106700
+    },
+    {
+      "epoch": 4.889941966278631,
+      "grad_norm": 0.19430892169475555,
+      "learning_rate": 6.056436518581864e-05,
+      "loss": 0.0147,
+      "step": 106800
+    },
+    {
+      "epoch": 4.894520563625333,
+      "grad_norm": 0.31932905316352844,
+      "learning_rate": 6.0486241528819795e-05,
+      "loss": 0.0127,
+      "step": 106900
+    },
+    {
+      "epoch": 4.899099160972036,
+      "grad_norm": 0.06558812409639359,
+      "learning_rate": 6.040809108450363e-05,
+      "loss": 0.0124,
+      "step": 107000
+    },
+    {
+      "epoch": 4.903677758318739,
+      "grad_norm": 0.20380474627017975,
+      "learning_rate": 6.032991405250702e-05,
+      "loss": 0.0147,
+      "step": 107100
+    },
+    {
+      "epoch": 4.908256355665442,
+      "grad_norm": 0.08541610836982727,
+      "learning_rate": 6.025171063253479e-05,
+      "loss": 0.014,
+      "step": 107200
+    },
+    {
+      "epoch": 4.912834953012145,
+      "grad_norm": 0.3804337978363037,
+      "learning_rate": 6.017348102435918e-05,
+      "loss": 0.0116,
+      "step": 107300
+    },
+    {
+      "epoch": 4.917413550358847,
+      "grad_norm": 0.3044677674770355,
+      "learning_rate": 6.00952254278193e-05,
+      "loss": 0.0141,
+      "step": 107400
+    },
+    {
+      "epoch": 4.92199214770555,
+      "grad_norm": 0.4350314438343048,
+      "learning_rate": 6.001694404282068e-05,
+      "loss": 0.0129,
+      "step": 107500
+    },
+    {
+      "epoch": 4.926570745052254,
+      "grad_norm": 0.19222760200500488,
+      "learning_rate": 5.993863706933468e-05,
+      "loss": 0.0124,
+      "step": 107600
+    },
+    {
+      "epoch": 4.931149342398956,
+      "grad_norm": 0.36865904927253723,
+      "learning_rate": 5.986030470739811e-05,
+      "loss": 0.0113,
+      "step": 107700
+    },
+    {
+      "epoch": 4.935727939745659,
+      "grad_norm": 0.20282283425331116,
+      "learning_rate": 5.9781947157112536e-05,
+      "loss": 0.013,
+      "step": 107800
+    },
+    {
+      "epoch": 4.940306537092361,
+      "grad_norm": 0.11859617382287979,
+      "learning_rate": 5.970356461864391e-05,
+      "loss": 0.0138,
+      "step": 107900
+    },
+    {
+      "epoch": 4.9448851344390645,
+      "grad_norm": 0.5312494039535522,
+      "learning_rate": 5.962515729222208e-05,
+      "loss": 0.0128,
+      "step": 108000
+    },
+    {
+      "epoch": 4.949463731785768,
+      "grad_norm": 0.40164250135421753,
+      "learning_rate": 5.95467253781401e-05,
+      "loss": 0.0117,
+      "step": 108100
+    },
+    {
+      "epoch": 4.95404232913247,
+      "grad_norm": 0.11808757483959198,
+      "learning_rate": 5.9468269076753894e-05,
+      "loss": 0.0121,
+      "step": 108200
+    },
+    {
+      "epoch": 4.958620926479173,
+      "grad_norm": 0.20174367725849152,
+      "learning_rate": 5.938978858848171e-05,
+      "loss": 0.0122,
+      "step": 108300
+    },
+    {
+      "epoch": 4.963199523825876,
+      "grad_norm": 0.33299440145492554,
+      "learning_rate": 5.9311284113803524e-05,
+      "loss": 0.0115,
+      "step": 108400
+    },
+    {
+      "epoch": 4.967778121172579,
+      "grad_norm": 0.6904717683792114,
+      "learning_rate": 5.9232755853260635e-05,
+      "loss": 0.0139,
+      "step": 108500
+    },
+    {
+      "epoch": 4.972356718519282,
+      "grad_norm": 0.17567585408687592,
+      "learning_rate": 5.915420400745507e-05,
+      "loss": 0.0118,
+      "step": 108600
+    },
+    {
+      "epoch": 4.976935315865984,
+      "grad_norm": 0.16880100965499878,
+      "learning_rate": 5.907562877704912e-05,
+      "loss": 0.015,
+      "step": 108700
+    },
+    {
+      "epoch": 4.981513913212687,
+      "grad_norm": 0.2917187213897705,
+      "learning_rate": 5.899703036276482e-05,
+      "loss": 0.0135,
+      "step": 108800
+    },
+    {
+      "epoch": 4.9860925105593905,
+      "grad_norm": 0.028255263343453407,
+      "learning_rate": 5.891840896538339e-05,
+      "loss": 0.0112,
+      "step": 108900
+    },
+    {
+      "epoch": 4.990671107906093,
+      "grad_norm": 0.2152412086725235,
+      "learning_rate": 5.883976478574482e-05,
+      "loss": 0.014,
+      "step": 109000
+    },
+    {
+      "epoch": 4.995249705252796,
+      "grad_norm": 0.3723663091659546,
+      "learning_rate": 5.876109802474725e-05,
+      "loss": 0.0123,
+      "step": 109100
+    },
+    {
+      "epoch": 4.999828302599498,
+      "grad_norm": 0.6162732243537903,
+      "learning_rate": 5.868240888334653e-05,
+      "loss": 0.0161,
+      "step": 109200
+    },
+    {
+      "epoch": 4.9999656605199,
+      "eval_loss": 0.17184050381183624,
+      "eval_runtime": 244.2658,
+      "eval_samples_per_second": 22.516,
+      "eval_steps_per_second": 22.516,
+      "step": 109203
+    },
+    {
+      "epoch": 5.0044068999462015,
+      "grad_norm": 0.5017980337142944,
+      "learning_rate": 5.860369756255566e-05,
+      "loss": 0.0083,
+      "step": 109300
+    },
+    {
+      "epoch": 5.008985497292905,
+      "grad_norm": 0.14825376868247986,
+      "learning_rate": 5.8524964263444324e-05,
+      "loss": 0.0097,
+      "step": 109400
+    },
+    {
+      "epoch": 5.013564094639607,
+      "grad_norm": 1.7440462112426758,
+      "learning_rate": 5.8446209187138324e-05,
+      "loss": 0.0083,
+      "step": 109500
+    },
+    {
+      "epoch": 5.01814269198631,
+      "grad_norm": 0.25318461656570435,
+      "learning_rate": 5.8367432534819124e-05,
+      "loss": 0.0094,
+      "step": 109600
+    },
+    {
+      "epoch": 5.022721289333012,
+      "grad_norm": 0.0751919150352478,
+      "learning_rate": 5.8288634507723274e-05,
+      "loss": 0.0089,
+      "step": 109700
+    },
+    {
+      "epoch": 5.027299886679716,
+      "grad_norm": 0.3842028081417084,
+      "learning_rate": 5.820981530714191e-05,
+      "loss": 0.0088,
+      "step": 109800
+    },
+    {
+      "epoch": 5.031878484026419,
+      "grad_norm": 0.11625286936759949,
+      "learning_rate": 5.813097513442035e-05,
+      "loss": 0.008,
+      "step": 109900
+    },
+    {
+      "epoch": 5.036457081373121,
+      "grad_norm": 0.25438615679740906,
+      "learning_rate": 5.805211419095736e-05,
+      "loss": 0.009,
+      "step": 110000
+    },
+    {
+      "epoch": 5.041035678719824,
+      "grad_norm": 0.13749825954437256,
+      "learning_rate": 5.797323267820484e-05,
+      "loss": 0.0092,
+      "step": 110100
+    },
+    {
+      "epoch": 5.0456142760665275,
+      "grad_norm": 0.06733408570289612,
+      "learning_rate": 5.789433079766723e-05,
+      "loss": 0.0097,
+      "step": 110200
+    },
+    {
+      "epoch": 5.05019287341323,
+      "grad_norm": 0.2959531843662262,
+      "learning_rate": 5.7815408750900993e-05,
+      "loss": 0.0071,
+      "step": 110300
+    },
+    {
+      "epoch": 5.054771470759933,
+      "grad_norm": 0.10893545299768448,
+      "learning_rate": 5.773646673951406e-05,
+      "loss": 0.0096,
+      "step": 110400
+    },
+    {
+      "epoch": 5.059350068106635,
+      "grad_norm": 0.9517889618873596,
+      "learning_rate": 5.765750496516547e-05,
+      "loss": 0.0108,
+      "step": 110500
+    },
+    {
+      "epoch": 5.063928665453338,
+      "grad_norm": 0.31945428252220154,
+      "learning_rate": 5.757852362956463e-05,
+      "loss": 0.0107,
+      "step": 110600
+    },
+    {
+      "epoch": 5.068507262800042,
+      "grad_norm": 0.2407699078321457,
+      "learning_rate": 5.7499522934470994e-05,
+      "loss": 0.0083,
+      "step": 110700
+    },
+    {
+      "epoch": 5.073085860146744,
+      "grad_norm": 0.15435832738876343,
+      "learning_rate": 5.7420503081693446e-05,
+      "loss": 0.0086,
+      "step": 110800
+    },
+    {
+      "epoch": 5.077664457493447,
+      "grad_norm": 0.4791698455810547,
+      "learning_rate": 5.734146427308979e-05,
+      "loss": 0.0072,
+      "step": 110900
+    },
+    {
+      "epoch": 5.082243054840149,
+      "grad_norm": 0.14484897255897522,
+      "learning_rate": 5.7262406710566296e-05,
+      "loss": 0.0105,
+      "step": 111000
+    },
+    {
+      "epoch": 5.086821652186853,
+      "grad_norm": 0.5574690103530884,
+      "learning_rate": 5.71833305960771e-05,
+      "loss": 0.0092,
+      "step": 111100
+    },
+    {
+      "epoch": 5.091400249533556,
+      "grad_norm": 0.3678722679615021,
+      "learning_rate": 5.7104236131623736e-05,
+      "loss": 0.0099,
+      "step": 111200
+    },
+    {
+      "epoch": 5.095978846880258,
+      "grad_norm": 0.8227113485336304,
+      "learning_rate": 5.702512351925464e-05,
+      "loss": 0.008,
+      "step": 111300
+    },
+    {
+      "epoch": 5.100557444226961,
+      "grad_norm": 0.13089661300182343,
+      "learning_rate": 5.6945992961064586e-05,
+      "loss": 0.0081,
+      "step": 111400
+    },
+    {
+      "epoch": 5.1051360415736635,
+      "grad_norm": 0.008971684612333775,
+      "learning_rate": 5.6866844659194185e-05,
+      "loss": 0.0084,
+      "step": 111500
+    },
+    {
+      "epoch": 5.109714638920367,
+      "grad_norm": 0.0824974775314331,
+      "learning_rate": 5.6787678815829404e-05,
+      "loss": 0.0098,
+      "step": 111600
+    },
+    {
+      "epoch": 5.11429323626707,
+      "grad_norm": 0.17469094693660736,
+      "learning_rate": 5.6708495633200964e-05,
+      "loss": 0.0078,
+      "step": 111700
+    },
+    {
+      "epoch": 5.118871833613772,
+      "grad_norm": 0.13333024084568024,
+      "learning_rate": 5.6629295313583974e-05,
+      "loss": 0.0082,
+      "step": 111800
+    },
+    {
+      "epoch": 5.123450430960475,
+      "grad_norm": 0.43794387578964233,
+      "learning_rate": 5.6550078059297205e-05,
+      "loss": 0.0089,
+      "step": 111900
+    },
+    {
+      "epoch": 5.1280290283071785,
+      "grad_norm": 0.37814435362815857,
+      "learning_rate": 5.6470844072702764e-05,
+      "loss": 0.0105,
+      "step": 112000
+    },
+    {
+      "epoch": 5.132607625653881,
+      "grad_norm": 0.3779330253601074,
+      "learning_rate": 5.639159355620551e-05,
+      "loss": 0.0084,
+      "step": 112100
+    },
+    {
+      "epoch": 5.137186223000584,
+      "grad_norm": 0.30869078636169434,
+      "learning_rate": 5.631232671225247e-05,
+      "loss": 0.0093,
+      "step": 112200
+    },
+    {
+      "epoch": 5.141764820347286,
+      "grad_norm": 0.3333792984485626,
+      "learning_rate": 5.623304374333239e-05,
+      "loss": 0.0108,
+      "step": 112300
+    },
+    {
+      "epoch": 5.1463434176939895,
+      "grad_norm": 1.2692680358886719,
+      "learning_rate": 5.6153744851975274e-05,
+      "loss": 0.0081,
+      "step": 112400
+    },
+    {
+      "epoch": 5.150922015040693,
+      "grad_norm": 0.017233431339263916,
+      "learning_rate": 5.607443024075173e-05,
+      "loss": 0.0075,
+      "step": 112500
+    },
+    {
+      "epoch": 5.155500612387395,
+      "grad_norm": 0.46397635340690613,
+      "learning_rate": 5.5995100112272545e-05,
+      "loss": 0.0108,
+      "step": 112600
+    },
+    {
+      "epoch": 5.160079209734098,
+      "grad_norm": 0.23527605831623077,
+      "learning_rate": 5.591575466918816e-05,
+      "loss": 0.0094,
+      "step": 112700
+    },
+    {
+      "epoch": 5.1646578070808005,
+      "grad_norm": 0.19655343890190125,
+      "learning_rate": 5.583639411418811e-05,
+      "loss": 0.0092,
+      "step": 112800
+    },
+    {
+      "epoch": 5.169236404427504,
+      "grad_norm": 0.6157360076904297,
+      "learning_rate": 5.575701865000054e-05,
+      "loss": 0.0085,
+      "step": 112900
+    },
+    {
+      "epoch": 5.173815001774207,
+      "grad_norm": 0.4467610716819763,
+      "learning_rate": 5.56776284793917e-05,
+      "loss": 0.0092,
+      "step": 113000
+    },
+    {
+      "epoch": 5.178393599120909,
+      "grad_norm": 0.16839289665222168,
+      "learning_rate": 5.559822380516539e-05,
+      "loss": 0.0093,
+      "step": 113100
+    },
+    {
+      "epoch": 5.182972196467612,
+      "grad_norm": 0.08081818372011185,
+      "learning_rate": 5.551880483016248e-05,
+      "loss": 0.0088,
+      "step": 113200
+    },
+    {
+      "epoch": 5.187550793814315,
+      "grad_norm": 0.7287288308143616,
+      "learning_rate": 5.543937175726035e-05,
+      "loss": 0.0084,
+      "step": 113300
+    },
+    {
+      "epoch": 5.192129391161018,
+      "grad_norm": 0.18267770111560822,
+      "learning_rate": 5.5359924789372396e-05,
+      "loss": 0.0083,
+      "step": 113400
+    },
+    {
+      "epoch": 5.196707988507721,
+      "grad_norm": 0.3210001587867737,
+      "learning_rate": 5.528046412944752e-05,
+      "loss": 0.0094,
+      "step": 113500
+    },
+    {
+      "epoch": 5.201286585854423,
+      "grad_norm": 0.21997089684009552,
+      "learning_rate": 5.520098998046958e-05,
+      "loss": 0.0089,
+      "step": 113600
+    },
+    {
+      "epoch": 5.2058651832011265,
+      "grad_norm": 0.24578975141048431,
+      "learning_rate": 5.5121502545456925e-05,
+      "loss": 0.0095,
+      "step": 113700
+    },
+    {
+      "epoch": 5.210443780547829,
+      "grad_norm": 1.2959401607513428,
+      "learning_rate": 5.504200202746182e-05,
+      "loss": 0.0085,
+      "step": 113800
+    },
+    {
+      "epoch": 5.215022377894532,
+      "grad_norm": 0.12553347647190094,
+      "learning_rate": 5.496248862956994e-05,
+      "loss": 0.0089,
+      "step": 113900
+    },
+    {
+      "epoch": 5.219600975241235,
+      "grad_norm": 0.7202230095863342,
+      "learning_rate": 5.488296255489991e-05,
+      "loss": 0.008,
+      "step": 114000
+    },
+    {
+      "epoch": 5.224179572587937,
+      "grad_norm": 0.7170085310935974,
+      "learning_rate": 5.480342400660268e-05,
+      "loss": 0.0104,
+      "step": 114100
+    },
+    {
+      "epoch": 5.228758169934641,
+      "grad_norm": 0.029888896271586418,
+      "learning_rate": 5.4723873187861085e-05,
+      "loss": 0.0092,
+      "step": 114200
+    },
+    {
+      "epoch": 5.233336767281344,
+      "grad_norm": 0.2950020730495453,
+      "learning_rate": 5.4644310301889334e-05,
+      "loss": 0.0089,
+      "step": 114300
+    },
+    {
+      "epoch": 5.237915364628046,
+      "grad_norm": 0.12343444675207138,
+      "learning_rate": 5.456473555193242e-05,
+      "loss": 0.008,
+      "step": 114400
+    },
+    {
+      "epoch": 5.242493961974749,
+      "grad_norm": 0.5347928404808044,
+      "learning_rate": 5.4485149141265667e-05,
+      "loss": 0.0079,
+      "step": 114500
+    },
+    {
+      "epoch": 5.247072559321452,
+      "grad_norm": 0.9914150834083557,
+      "learning_rate": 5.440555127319418e-05,
+      "loss": 0.0111,
+      "step": 114600
+    },
+    {
+      "epoch": 5.251651156668155,
+      "grad_norm": 0.24366235733032227,
+      "learning_rate": 5.432594215105234e-05,
+      "loss": 0.0085,
+      "step": 114700
+    },
+    {
+      "epoch": 5.256229754014858,
+      "grad_norm": 0.1021379604935646,
+      "learning_rate": 5.424632197820324e-05,
+      "loss": 0.0091,
+      "step": 114800
+    },
+    {
+      "epoch": 5.26080835136156,
+      "grad_norm": 0.11071757227182388,
+      "learning_rate": 5.4166690958038265e-05,
+      "loss": 0.0082,
+      "step": 114900
+    },
+    {
+      "epoch": 5.265386948708263,
+      "grad_norm": 1.4259638786315918,
+      "learning_rate": 5.408704929397648e-05,
+      "loss": 0.0085,
+      "step": 115000
+    },
+    {
+      "epoch": 5.269965546054966,
+      "grad_norm": 0.2681211531162262,
+      "learning_rate": 5.4007397189464105e-05,
+      "loss": 0.0108,
+      "step": 115100
+    },
+    {
+      "epoch": 5.274544143401669,
+      "grad_norm": 0.4776928126811981,
+      "learning_rate": 5.3927734847974064e-05,
+      "loss": 0.008,
+      "step": 115200
+    },
+    {
+      "epoch": 5.279122740748372,
+      "grad_norm": 0.38615280389785767,
+      "learning_rate": 5.3848062473005464e-05,
+      "loss": 0.0092,
+      "step": 115300
+    },
+    {
+      "epoch": 5.283701338095074,
+      "grad_norm": 0.23448576033115387,
+      "learning_rate": 5.376838026808298e-05,
+      "loss": 0.0099,
+      "step": 115400
+    },
+    {
+      "epoch": 5.2882799354417775,
+      "grad_norm": 0.11435823887586594,
+      "learning_rate": 5.368868843675642e-05,
+      "loss": 0.0093,
+      "step": 115500
+    },
+    {
+      "epoch": 5.29285853278848,
+      "grad_norm": 0.22706013917922974,
+      "learning_rate": 5.360898718260021e-05,
+      "loss": 0.0085,
+      "step": 115600
+    },
+    {
+      "epoch": 5.297437130135183,
+      "grad_norm": 0.04221300780773163,
+      "learning_rate": 5.3529276709212816e-05,
+      "loss": 0.0084,
+      "step": 115700
+    },
+    {
+      "epoch": 5.302015727481886,
+      "grad_norm": 0.3892548382282257,
+      "learning_rate": 5.344955722021624e-05,
+      "loss": 0.0101,
+      "step": 115800
+    },
+    {
+      "epoch": 5.3065943248285885,
+      "grad_norm": 0.13219723105430603,
+      "learning_rate": 5.336982891925559e-05,
+      "loss": 0.0087,
+      "step": 115900
+    },
+    {
+      "epoch": 5.311172922175292,
+      "grad_norm": 0.18125391006469727,
+      "learning_rate": 5.32900920099984e-05,
+      "loss": 0.0097,
+      "step": 116000
+    },
+    {
+      "epoch": 5.315751519521994,
+      "grad_norm": 0.14028698205947876,
+      "learning_rate": 5.321034669613422e-05,
+      "loss": 0.0088,
+      "step": 116100
+    },
+    {
+      "epoch": 5.320330116868697,
+      "grad_norm": 0.1114293709397316,
+      "learning_rate": 5.31305931813741e-05,
+      "loss": 0.0086,
+      "step": 116200
+    },
+    {
+      "epoch": 5.3249087142154,
+      "grad_norm": 0.20969901978969574,
+      "learning_rate": 5.3050831669450005e-05,
+      "loss": 0.0082,
+      "step": 116300
+    },
+    {
+      "epoch": 5.329487311562103,
+      "grad_norm": 0.07742590457201004,
+      "learning_rate": 5.297106236411432e-05,
+      "loss": 0.0083,
+      "step": 116400
+    },
+    {
+      "epoch": 5.334065908908806,
+      "grad_norm": 0.259859174489975,
+      "learning_rate": 5.2891285469139395e-05,
+      "loss": 0.0087,
+      "step": 116500
+    },
+    {
+      "epoch": 5.338644506255509,
+      "grad_norm": 0.3085865080356598,
+      "learning_rate": 5.2811501188316915e-05,
+      "loss": 0.0103,
+      "step": 116600
+    },
+    {
+      "epoch": 5.343223103602211,
+      "grad_norm": 0.27554938197135925,
+      "learning_rate": 5.2731709725457434e-05,
+      "loss": 0.0084,
+      "step": 116700
+    },
+    {
+      "epoch": 5.3478017009489145,
+      "grad_norm": 0.36539149284362793,
+      "learning_rate": 5.2651911284389896e-05,
+      "loss": 0.0085,
+      "step": 116800
+    },
+    {
+      "epoch": 5.352380298295617,
+      "grad_norm": 0.47007834911346436,
+      "learning_rate": 5.2572106068961026e-05,
+      "loss": 0.0106,
+      "step": 116900
+    },
+    {
+      "epoch": 5.35695889564232,
+      "grad_norm": 0.22008706629276276,
+      "learning_rate": 5.249229428303486e-05,
+      "loss": 0.0086,
+      "step": 117000
+    },
+    {
+      "epoch": 5.361537492989023,
+      "grad_norm": 0.02755674161016941,
+      "learning_rate": 5.241247613049225e-05,
+      "loss": 0.0093,
+      "step": 117100
+    },
+    {
+      "epoch": 5.3661160903357255,
+      "grad_norm": 0.11869332939386368,
+      "learning_rate": 5.233265181523028e-05,
+      "loss": 0.0086,
+      "step": 117200
+    },
+    {
+      "epoch": 5.370694687682429,
+      "grad_norm": 0.6038843393325806,
+      "learning_rate": 5.225282154116179e-05,
+      "loss": 0.0089,
+      "step": 117300
+    },
+    {
+      "epoch": 5.375273285029131,
+      "grad_norm": 0.34202539920806885,
+      "learning_rate": 5.217298551221483e-05,
+      "loss": 0.0101,
+      "step": 117400
+    },
+    {
+      "epoch": 5.379851882375834,
+      "grad_norm": 0.18048258125782013,
+      "learning_rate": 5.2093143932332176e-05,
+      "loss": 0.0089,
+      "step": 117500
+    },
+    {
+      "epoch": 5.384430479722537,
+      "grad_norm": 0.14283466339111328,
+      "learning_rate": 5.201329700547076e-05,
+      "loss": 0.0076,
+      "step": 117600
+    },
+    {
+      "epoch": 5.38900907706924,
+      "grad_norm": 0.5224958658218384,
+      "learning_rate": 5.193344493560117e-05,
+      "loss": 0.0091,
+      "step": 117700
+    },
+    {
+      "epoch": 5.393587674415943,
+      "grad_norm": 0.0608445443212986,
+      "learning_rate": 5.185358792670718e-05,
+      "loss": 0.0091,
+      "step": 117800
+    },
+    {
+      "epoch": 5.398166271762646,
+      "grad_norm": 0.3700086176395416,
+      "learning_rate": 5.177372618278511e-05,
+      "loss": 0.0087,
+      "step": 117900
+    },
+    {
+      "epoch": 5.402744869109348,
+      "grad_norm": 0.20753388106822968,
+      "learning_rate": 5.16938599078434e-05,
+      "loss": 0.0099,
+      "step": 118000
+    },
+    {
+      "epoch": 5.407323466456051,
+      "grad_norm": 0.13068944215774536,
+      "learning_rate": 5.161398930590212e-05,
+      "loss": 0.0099,
+      "step": 118100
+    },
+    {
+      "epoch": 5.411902063802754,
+      "grad_norm": 0.34820255637168884,
+      "learning_rate": 5.153411458099231e-05,
+      "loss": 0.0087,
+      "step": 118200
+    },
+    {
+      "epoch": 5.416480661149457,
+      "grad_norm": 0.3474198281764984,
+      "learning_rate": 5.145423593715557e-05,
+      "loss": 0.0104,
+      "step": 118300
+    },
+    {
+      "epoch": 5.42105925849616,
+      "grad_norm": 0.11103557795286179,
+      "learning_rate": 5.137435357844357e-05,
+      "loss": 0.0065,
+      "step": 118400
+    },
+    {
+      "epoch": 5.425637855842862,
+      "grad_norm": 0.08837764710187912,
+      "learning_rate": 5.129446770891738e-05,
+      "loss": 0.0078,
+      "step": 118500
+    },
+    {
+      "epoch": 5.430216453189566,
+      "grad_norm": 0.07470713555812836,
+      "learning_rate": 5.121457853264708e-05,
+      "loss": 0.0074,
+      "step": 118600
+    },
+    {
+      "epoch": 5.434795050536268,
+      "grad_norm": 0.08019549399614334,
+      "learning_rate": 5.1134686253711215e-05,
+      "loss": 0.0104,
+      "step": 118700
+    },
+    {
+      "epoch": 5.439373647882971,
+      "grad_norm": 0.1745513528585434,
+      "learning_rate": 5.105479107619624e-05,
+      "loss": 0.009,
+      "step": 118800
+    },
+    {
+      "epoch": 5.443952245229674,
+      "grad_norm": 0.07470156252384186,
+      "learning_rate": 5.097489320419598e-05,
+      "loss": 0.0083,
+      "step": 118900
+    },
+    {
+      "epoch": 5.4485308425763765,
+      "grad_norm": 0.5151394605636597,
+      "learning_rate": 5.089499284181122e-05,
+      "loss": 0.0083,
+      "step": 119000
+    },
+    {
+      "epoch": 5.45310943992308,
+      "grad_norm": 0.11218901723623276,
+      "learning_rate": 5.081509019314902e-05,
+      "loss": 0.0097,
+      "step": 119100
+    },
+    {
+      "epoch": 5.457688037269782,
+      "grad_norm": 0.25493118166923523,
+      "learning_rate": 5.073518546232234e-05,
+      "loss": 0.0084,
+      "step": 119200
+    },
+    {
+      "epoch": 5.462266634616485,
+      "grad_norm": 0.39373013377189636,
+      "learning_rate": 5.065527885344944e-05,
+      "loss": 0.0098,
+      "step": 119300
+    },
+    {
+      "epoch": 5.466845231963188,
+      "grad_norm": 0.5648688673973083,
+      "learning_rate": 5.057537057065338e-05,
+      "loss": 0.009,
+      "step": 119400
+    },
+    {
+      "epoch": 5.471423829309891,
+      "grad_norm": 0.2762792408466339,
+      "learning_rate": 5.049546081806149e-05,
+      "loss": 0.0077,
+      "step": 119500
+    },
+    {
+      "epoch": 5.476002426656594,
+      "grad_norm": 0.10117408633232117,
+      "learning_rate": 5.041554979980486e-05,
+      "loss": 0.0078,
+      "step": 119600
+    },
+    {
+      "epoch": 5.480581024003296,
+      "grad_norm": 0.7319039106369019,
+      "learning_rate": 5.0335637720017817e-05,
+      "loss": 0.0085,
+      "step": 119700
+    },
+    {
+      "epoch": 5.485159621349999,
+      "grad_norm": 0.4741845428943634,
+      "learning_rate": 5.025572478283738e-05,
+      "loss": 0.0084,
+      "step": 119800
+    },
+    {
+      "epoch": 5.4897382186967025,
+      "grad_norm": 0.2592092752456665,
+      "learning_rate": 5.0175811192402767e-05,
+      "loss": 0.0075,
+      "step": 119900
+    },
+    {
+      "epoch": 5.494316816043405,
+      "grad_norm": 0.03605992719531059,
+      "learning_rate": 5.009589715285492e-05,
+      "loss": 0.0056,
+      "step": 120000
+    },
+    {
+      "epoch": 5.498895413390108,
+      "grad_norm": 0.518429696559906,
+      "learning_rate": 5.0015982868335834e-05,
+      "loss": 0.0104,
+      "step": 120100
+    },
+    {
+      "epoch": 5.503474010736811,
+      "grad_norm": 0.42362892627716064,
+      "learning_rate": 4.993606854298817e-05,
+      "loss": 0.0106,
+      "step": 120200
+    },
+    {
+      "epoch": 5.5080526080835135,
+      "grad_norm": 0.27914491295814514,
+      "learning_rate": 4.985615438095473e-05,
+      "loss": 0.008,
+      "step": 120300
+    },
+    {
+      "epoch": 5.512631205430217,
+      "grad_norm": 0.12702660262584686,
+      "learning_rate": 4.977624058637783e-05,
+      "loss": 0.0094,
+      "step": 120400
+    },
+    {
+      "epoch": 5.517209802776919,
+      "grad_norm": 0.06755949556827545,
+      "learning_rate": 4.969632736339893e-05,
+      "loss": 0.0089,
+      "step": 120500
+    },
+    {
+      "epoch": 5.521788400123622,
+      "grad_norm": 0.2052990347146988,
+      "learning_rate": 4.961641491615794e-05,
+      "loss": 0.0079,
+      "step": 120600
+    },
+    {
+      "epoch": 5.526366997470325,
+      "grad_norm": 0.27255722880363464,
+      "learning_rate": 4.953650344879286e-05,
+      "loss": 0.0076,
+      "step": 120700
+    },
+    {
+      "epoch": 5.530945594817028,
+      "grad_norm": 0.10563024878501892,
+      "learning_rate": 4.945659316543916e-05,
+      "loss": 0.0087,
+      "step": 120800
+    },
+    {
+      "epoch": 5.535524192163731,
+      "grad_norm": 0.31879550218582153,
+      "learning_rate": 4.9376684270229254e-05,
+      "loss": 0.009,
+      "step": 120900
+    },
+    {
+      "epoch": 5.540102789510433,
+      "grad_norm": 0.21383854746818542,
+      "learning_rate": 4.929677696729207e-05,
+      "loss": 0.0085,
+      "step": 121000
+    },
+    {
+      "epoch": 5.544681386857136,
+      "grad_norm": 0.2081623524427414,
+      "learning_rate": 4.921687146075244e-05,
+      "loss": 0.0095,
+      "step": 121100
+    },
+    {
+      "epoch": 5.5492599842038395,
+      "grad_norm": 0.12125098705291748,
+      "learning_rate": 4.913696795473058e-05,
+      "loss": 0.0084,
+      "step": 121200
+    },
+    {
+      "epoch": 5.553838581550542,
+      "grad_norm": 0.17820671200752258,
+      "learning_rate": 4.905706665334165e-05,
+      "loss": 0.0081,
+      "step": 121300
+    },
+    {
+      "epoch": 5.558417178897245,
+      "grad_norm": 0.2230408489704132,
+      "learning_rate": 4.897716776069512e-05,
+      "loss": 0.0079,
+      "step": 121400
+    },
+    {
+      "epoch": 5.562995776243948,
+      "grad_norm": 0.3595784604549408,
+      "learning_rate": 4.889727148089439e-05,
+      "loss": 0.0104,
+      "step": 121500
+    },
+    {
+      "epoch": 5.56757437359065,
+      "grad_norm": 0.08180402964353561,
+      "learning_rate": 4.8817378018036073e-05,
+      "loss": 0.008,
+      "step": 121600
+    },
+    {
+      "epoch": 5.572152970937354,
+      "grad_norm": 0.13690640032291412,
+      "learning_rate": 4.873748757620967e-05,
+      "loss": 0.0093,
+      "step": 121700
+    },
+    {
+      "epoch": 5.576731568284056,
+      "grad_norm": 0.048987165093421936,
+      "learning_rate": 4.865760035949695e-05,
+      "loss": 0.0088,
+      "step": 121800
+    },
+    {
+      "epoch": 5.581310165630759,
+      "grad_norm": 0.7239773869514465,
+      "learning_rate": 4.857771657197142e-05,
+      "loss": 0.0098,
+      "step": 121900
+    },
+    {
+      "epoch": 5.585888762977461,
+      "grad_norm": 0.13404466211795807,
+      "learning_rate": 4.849783641769783e-05,
+      "loss": 0.0095,
+      "step": 122000
+    },
+    {
+      "epoch": 5.590467360324165,
+      "grad_norm": 0.30230358242988586,
+      "learning_rate": 4.8417960100731706e-05,
+      "loss": 0.0076,
+      "step": 122100
+    },
+    {
+      "epoch": 5.595045957670868,
+      "grad_norm": 0.169099822640419,
+      "learning_rate": 4.8338087825118675e-05,
+      "loss": 0.009,
+      "step": 122200
+    },
+    {
+      "epoch": 5.59962455501757,
+      "grad_norm": 0.7153336405754089,
+      "learning_rate": 4.8258219794894095e-05,
+      "loss": 0.0088,
+      "step": 122300
+    },
+    {
+      "epoch": 5.604203152364273,
+      "grad_norm": 0.167174831032753,
+      "learning_rate": 4.817835621408251e-05,
+      "loss": 0.0076,
+      "step": 122400
+    },
+    {
+      "epoch": 5.608781749710976,
+      "grad_norm": 0.16803164780139923,
+      "learning_rate": 4.809849728669702e-05,
+      "loss": 0.0079,
+      "step": 122500
+    },
+    {
+      "epoch": 5.613360347057679,
+      "grad_norm": 0.645155131816864,
+      "learning_rate": 4.80186432167389e-05,
+      "loss": 0.008,
+      "step": 122600
+    },
+    {
+      "epoch": 5.617938944404382,
+      "grad_norm": 0.1512228399515152,
+      "learning_rate": 4.7938794208197005e-05,
+      "loss": 0.0091,
+      "step": 122700
+    },
+    {
+      "epoch": 5.622517541751084,
+      "grad_norm": 0.28644976019859314,
+      "learning_rate": 4.7858950465047224e-05,
+      "loss": 0.0081,
+      "step": 122800
+    },
+    {
+      "epoch": 5.627096139097787,
+      "grad_norm": 0.5135303735733032,
+      "learning_rate": 4.7779112191252054e-05,
+      "loss": 0.0092,
+      "step": 122900
+    },
+    {
+      "epoch": 5.631674736444491,
+      "grad_norm": 0.38240012526512146,
+      "learning_rate": 4.769927959075999e-05,
+      "loss": 0.0105,
+      "step": 123000
+    },
+    {
+      "epoch": 5.636253333791193,
+      "grad_norm": 0.565757155418396,
+      "learning_rate": 4.761945286750499e-05,
+      "loss": 0.0093,
+      "step": 123100
+    },
+    {
+      "epoch": 5.640831931137896,
+      "grad_norm": 0.12311606109142303,
+      "learning_rate": 4.7539632225406095e-05,
+      "loss": 0.0076,
+      "step": 123200
+    },
+    {
+      "epoch": 5.645410528484598,
+      "grad_norm": 0.2507004737854004,
+      "learning_rate": 4.745981786836672e-05,
+      "loss": 0.0088,
+      "step": 123300
+    },
+    {
+      "epoch": 5.6499891258313015,
+      "grad_norm": 0.3408881425857544,
+      "learning_rate": 4.738001000027431e-05,
+      "loss": 0.0088,
+      "step": 123400
+    },
+    {
+      "epoch": 5.654567723178005,
+      "grad_norm": 0.6254268884658813,
+      "learning_rate": 4.730020882499964e-05,
+      "loss": 0.0091,
+      "step": 123500
+    },
+    {
+      "epoch": 5.659146320524707,
+      "grad_norm": 0.046281538903713226,
+      "learning_rate": 4.722041454639645e-05,
+      "loss": 0.0084,
+      "step": 123600
+    },
+    {
+      "epoch": 5.66372491787141,
+      "grad_norm": 0.12148924171924591,
+      "learning_rate": 4.714062736830088e-05,
+      "loss": 0.0078,
+      "step": 123700
+    },
+    {
+      "epoch": 5.668303515218113,
+      "grad_norm": 0.06817379593849182,
+      "learning_rate": 4.706084749453085e-05,
+      "loss": 0.0078,
+      "step": 123800
+    },
+    {
+      "epoch": 5.672882112564816,
+      "grad_norm": 0.11472304165363312,
+      "learning_rate": 4.6981075128885693e-05,
+      "loss": 0.0092,
+      "step": 123900
+    },
+    {
+      "epoch": 5.677460709911519,
+      "grad_norm": 0.7873682975769043,
+      "learning_rate": 4.690131047514556e-05,
+      "loss": 0.0082,
+      "step": 124000
+    },
+    {
+      "epoch": 5.682039307258221,
+      "grad_norm": 0.34170079231262207,
+      "learning_rate": 4.6821553737070856e-05,
+      "loss": 0.008,
+      "step": 124100
+    },
+    {
+      "epoch": 5.686617904604924,
+      "grad_norm": 0.562393844127655,
+      "learning_rate": 4.674180511840178e-05,
+      "loss": 0.0079,
+      "step": 124200
+    },
+    {
+      "epoch": 5.691196501951627,
+      "grad_norm": 0.32295772433280945,
+      "learning_rate": 4.6662064822857844e-05,
+      "loss": 0.0088,
+      "step": 124300
+    },
+    {
+      "epoch": 5.69577509929833,
+      "grad_norm": 0.09313233196735382,
+      "learning_rate": 4.658233305413722e-05,
+      "loss": 0.0083,
+      "step": 124400
+    },
+    {
+      "epoch": 5.700353696645033,
+      "grad_norm": 0.27240103483200073,
+      "learning_rate": 4.650261001591633e-05,
+      "loss": 0.0076,
+      "step": 124500
+    },
+    {
+      "epoch": 5.704932293991735,
+      "grad_norm": 0.5987135767936707,
+      "learning_rate": 4.642289591184934e-05,
+      "loss": 0.0072,
+      "step": 124600
+    },
+    {
+      "epoch": 5.7095108913384385,
+      "grad_norm": 0.044540900737047195,
+      "learning_rate": 4.6343190945567504e-05,
+      "loss": 0.0084,
+      "step": 124700
+    },
+    {
+      "epoch": 5.714089488685142,
+      "grad_norm": 0.19168873131275177,
+      "learning_rate": 4.626349532067879e-05,
+      "loss": 0.0085,
+      "step": 124800
+    },
+    {
+      "epoch": 5.718668086031844,
+      "grad_norm": 0.3095737397670746,
+      "learning_rate": 4.6183809240767314e-05,
+      "loss": 0.0102,
+      "step": 124900
+    },
+    {
+      "epoch": 5.723246683378547,
+      "grad_norm": 0.34387272596359253,
+      "learning_rate": 4.6104132909392765e-05,
+      "loss": 0.0084,
+      "step": 125000
+    },
+    {
+      "epoch": 5.727825280725249,
+      "grad_norm": 0.18629814684391022,
+      "learning_rate": 4.602446653008997e-05,
+      "loss": 0.0091,
+      "step": 125100
+    },
+    {
+      "epoch": 5.732403878071953,
+      "grad_norm": 0.1663748174905777,
+      "learning_rate": 4.594481030636832e-05,
+      "loss": 0.0094,
+      "step": 125200
+    },
+    {
+      "epoch": 5.736982475418656,
+      "grad_norm": 0.21490418910980225,
+      "learning_rate": 4.586516444171122e-05,
+      "loss": 0.0083,
+      "step": 125300
+    },
+    {
+      "epoch": 5.741561072765358,
+      "grad_norm": 0.17258259654045105,
+      "learning_rate": 4.57855291395757e-05,
+      "loss": 0.0089,
+      "step": 125400
+    },
+    {
+      "epoch": 5.746139670112061,
+      "grad_norm": 0.25354665517807007,
+      "learning_rate": 4.5705904603391716e-05,
+      "loss": 0.0077,
+      "step": 125500
+    },
+    {
+      "epoch": 5.750718267458764,
+      "grad_norm": 0.28657224774360657,
+      "learning_rate": 4.562629103656183e-05,
+      "loss": 0.0074,
+      "step": 125600
+    },
+    {
+      "epoch": 5.755296864805467,
+      "grad_norm": 0.36166995763778687,
+      "learning_rate": 4.5546688642460446e-05,
+      "loss": 0.0091,
+      "step": 125700
+    },
+    {
+      "epoch": 5.75987546215217,
+      "grad_norm": 0.19394946098327637,
+      "learning_rate": 4.5467097624433524e-05,
+      "loss": 0.0097,
+      "step": 125800
+    },
+    {
+      "epoch": 5.764454059498872,
+      "grad_norm": 0.16516007483005524,
+      "learning_rate": 4.538751818579797e-05,
+      "loss": 0.0085,
+      "step": 125900
+    },
+    {
+      "epoch": 5.769032656845575,
+      "grad_norm": 0.2279433161020279,
+      "learning_rate": 4.530795052984104e-05,
+      "loss": 0.0078,
+      "step": 126000
+    },
+    {
+      "epoch": 5.773611254192279,
+      "grad_norm": 0.5914369225502014,
+      "learning_rate": 4.522839485981994e-05,
+      "loss": 0.0085,
+      "step": 126100
+    },
+    {
+      "epoch": 5.778189851538981,
+      "grad_norm": 0.06345394253730774,
+      "learning_rate": 4.514885137896127e-05,
+      "loss": 0.0096,
+      "step": 126200
+    },
+    {
+      "epoch": 5.782768448885684,
+      "grad_norm": 0.2646149694919586,
+      "learning_rate": 4.506932029046044e-05,
+      "loss": 0.0073,
+      "step": 126300
+    },
+    {
+      "epoch": 5.787347046232386,
+      "grad_norm": 0.8094835877418518,
+      "learning_rate": 4.498980179748123e-05,
+      "loss": 0.0082,
+      "step": 126400
+    },
+    {
+      "epoch": 5.79192564357909,
+      "grad_norm": 0.4164597988128662,
+      "learning_rate": 4.4910296103155296e-05,
+      "loss": 0.0079,
+      "step": 126500
+    },
+    {
+      "epoch": 5.796504240925793,
+      "grad_norm": 0.3092726469039917,
+      "learning_rate": 4.48308034105815e-05,
+      "loss": 0.0102,
+      "step": 126600
+    },
+    {
+      "epoch": 5.801082838272495,
+      "grad_norm": 0.2584327161312103,
+      "learning_rate": 4.475132392282556e-05,
+      "loss": 0.0084,
+      "step": 126700
+    },
+    {
+      "epoch": 5.805661435619198,
+      "grad_norm": 0.07558545470237732,
+      "learning_rate": 4.467185784291946e-05,
+      "loss": 0.008,
+      "step": 126800
+    },
+    {
+      "epoch": 5.8102400329659005,
+      "grad_norm": 0.1425691694021225,
+      "learning_rate": 4.459240537386089e-05,
+      "loss": 0.0095,
+      "step": 126900
+    },
+    {
+      "epoch": 5.814818630312604,
+      "grad_norm": 0.4250103235244751,
+      "learning_rate": 4.451296671861282e-05,
+      "loss": 0.009,
+      "step": 127000
+    },
+    {
+      "epoch": 5.819397227659307,
+      "grad_norm": 0.06756921857595444,
+      "learning_rate": 4.443354208010291e-05,
+      "loss": 0.0073,
+      "step": 127100
+    },
+    {
+      "epoch": 5.823975825006009,
+      "grad_norm": 0.2185693234205246,
+      "learning_rate": 4.4354131661222996e-05,
+      "loss": 0.0072,
+      "step": 127200
+    },
+    {
+      "epoch": 5.828554422352712,
+      "grad_norm": 0.3645274341106415,
+      "learning_rate": 4.427473566482863e-05,
+      "loss": 0.0106,
+      "step": 127300
+    },
+    {
+      "epoch": 5.8331330196994156,
+      "grad_norm": 0.26136744022369385,
+      "learning_rate": 4.4195354293738484e-05,
+      "loss": 0.0085,
+      "step": 127400
+    },
+    {
+      "epoch": 5.837711617046118,
+      "grad_norm": 0.1584431380033493,
+      "learning_rate": 4.4115987750733914e-05,
+      "loss": 0.0067,
+      "step": 127500
+    },
+    {
+      "epoch": 5.842290214392821,
+      "grad_norm": 0.3366251587867737,
+      "learning_rate": 4.4036636238558335e-05,
+      "loss": 0.0072,
+      "step": 127600
+    },
+    {
+      "epoch": 5.846868811739523,
+      "grad_norm": 0.1969982236623764,
+      "learning_rate": 4.39572999599168e-05,
+      "loss": 0.0099,
+      "step": 127700
+    },
+    {
+      "epoch": 5.8514474090862265,
+      "grad_norm": 0.178545281291008,
+      "learning_rate": 4.3877979117475486e-05,
+      "loss": 0.0063,
+      "step": 127800
+    },
+    {
+      "epoch": 5.856026006432929,
+      "grad_norm": 0.3591267168521881,
+      "learning_rate": 4.379867391386106e-05,
+      "loss": 0.0074,
+      "step": 127900
+    },
+    {
+      "epoch": 5.860604603779632,
+      "grad_norm": 0.11651629209518433,
+      "learning_rate": 4.371938455166028e-05,
+      "loss": 0.0079,
+      "step": 128000
+    },
+    {
+      "epoch": 5.865183201126335,
+      "grad_norm": 0.19086627662181854,
+      "learning_rate": 4.364011123341947e-05,
+      "loss": 0.0067,
+      "step": 128100
+    },
+    {
+      "epoch": 5.8697617984730375,
+      "grad_norm": 0.0712941512465477,
+      "learning_rate": 4.35608541616439e-05,
+      "loss": 0.0099,
+      "step": 128200
+    },
+    {
+      "epoch": 5.874340395819741,
+      "grad_norm": 0.26921433210372925,
+      "learning_rate": 4.348161353879737e-05,
+      "loss": 0.0107,
+      "step": 128300
+    },
+    {
+      "epoch": 5.878918993166444,
+      "grad_norm": 0.6659551858901978,
+      "learning_rate": 4.340238956730169e-05,
+      "loss": 0.0081,
+      "step": 128400
+    },
+    {
+      "epoch": 5.883497590513146,
+      "grad_norm": 1.7324509620666504,
+      "learning_rate": 4.3323182449536095e-05,
+      "loss": 0.0076,
+      "step": 128500
+    },
+    {
+      "epoch": 5.888076187859849,
+      "grad_norm": 0.4373182952404022,
+      "learning_rate": 4.3243992387836755e-05,
+      "loss": 0.0063,
+      "step": 128600
+    },
+    {
+      "epoch": 5.892654785206552,
+      "grad_norm": 0.45876213908195496,
+      "learning_rate": 4.316481958449634e-05,
+      "loss": 0.008,
+      "step": 128700
+    },
+    {
+      "epoch": 5.897233382553255,
+      "grad_norm": 0.18616245687007904,
+      "learning_rate": 4.308566424176336e-05,
+      "loss": 0.0072,
+      "step": 128800
+    },
+    {
+      "epoch": 5.901811979899958,
+      "grad_norm": 0.056702371686697006,
+      "learning_rate": 4.3006526561841725e-05,
+      "loss": 0.0086,
+      "step": 128900
+    },
+    {
+      "epoch": 5.90639057724666,
+      "grad_norm": 0.38554903864860535,
+      "learning_rate": 4.292740674689031e-05,
+      "loss": 0.0078,
+      "step": 129000
+    },
+    {
+      "epoch": 5.9109691745933635,
+      "grad_norm": 0.6524538397789001,
+      "learning_rate": 4.284830499902223e-05,
+      "loss": 0.0093,
+      "step": 129100
+    },
+    {
+      "epoch": 5.915547771940066,
+      "grad_norm": 0.3187253475189209,
+      "learning_rate": 4.276922152030454e-05,
+      "loss": 0.0075,
+      "step": 129200
+    },
+    {
+      "epoch": 5.920126369286769,
+      "grad_norm": 0.208381786942482,
+      "learning_rate": 4.269015651275761e-05,
+      "loss": 0.0073,
+      "step": 129300
+    },
+    {
+      "epoch": 5.924704966633472,
+      "grad_norm": 0.2706379294395447,
+      "learning_rate": 4.261111017835456e-05,
+      "loss": 0.0074,
+      "step": 129400
+    },
+    {
+      "epoch": 5.929283563980174,
+      "grad_norm": 0.8774177432060242,
+      "learning_rate": 4.253208271902091e-05,
+      "loss": 0.008,
+      "step": 129500
+    },
+    {
+      "epoch": 5.933862161326878,
+      "grad_norm": 0.22220508754253387,
+      "learning_rate": 4.245307433663388e-05,
+      "loss": 0.0078,
+      "step": 129600
+    },
+    {
+      "epoch": 5.938440758673581,
+      "grad_norm": 0.37277668714523315,
+      "learning_rate": 4.237408523302203e-05,
+      "loss": 0.0073,
+      "step": 129700
+    },
+    {
+      "epoch": 5.943019356020283,
+      "grad_norm": 0.1921541541814804,
+      "learning_rate": 4.229511560996459e-05,
+      "loss": 0.0082,
+      "step": 129800
+    },
+    {
+      "epoch": 5.947597953366986,
+      "grad_norm": 0.8308386206626892,
+      "learning_rate": 4.221616566919107e-05,
+      "loss": 0.0085,
+      "step": 129900
+    },
+    {
+      "epoch": 5.952176550713689,
+      "grad_norm": 0.11215928941965103,
+      "learning_rate": 4.213723561238074e-05,
+      "loss": 0.0081,
+      "step": 130000
+    },
+    {
+      "epoch": 5.956755148060392,
+      "grad_norm": 0.6458770632743835,
+      "learning_rate": 4.205832564116201e-05,
+      "loss": 0.0091,
+      "step": 130100
+    },
+    {
+      "epoch": 5.961333745407094,
+      "grad_norm": 0.2930019199848175,
+      "learning_rate": 4.197943595711198e-05,
+      "loss": 0.0059,
+      "step": 130200
+    },
+    {
+      "epoch": 5.965912342753797,
+      "grad_norm": 0.08667781949043274,
+      "learning_rate": 4.190056676175602e-05,
+      "loss": 0.0072,
+      "step": 130300
+    },
+    {
+      "epoch": 5.9704909401005,
+      "grad_norm": 0.34257155656814575,
+      "learning_rate": 4.1821718256567034e-05,
+      "loss": 0.0076,
+      "step": 130400
+    },
+    {
+      "epoch": 5.975069537447203,
+      "grad_norm": 0.2989988327026367,
+      "learning_rate": 4.174289064296514e-05,
+      "loss": 0.0104,
+      "step": 130500
+    },
+    {
+      "epoch": 5.979648134793906,
+      "grad_norm": 0.6057233810424805,
+      "learning_rate": 4.1664084122317124e-05,
+      "loss": 0.0065,
+      "step": 130600
+    },
+    {
+      "epoch": 5.984226732140609,
+      "grad_norm": 0.16379669308662415,
+      "learning_rate": 4.15852988959358e-05,
+      "loss": 0.0072,
+      "step": 130700
+    },
+    {
+      "epoch": 5.988805329487311,
+      "grad_norm": 0.061728738248348236,
+      "learning_rate": 4.150653516507964e-05,
+      "loss": 0.0076,
+      "step": 130800
+    },
+    {
+      "epoch": 5.9933839268340146,
+      "grad_norm": 0.19023200869560242,
+      "learning_rate": 4.142779313095223e-05,
+      "loss": 0.0074,
+      "step": 130900
+    },
+    {
+      "epoch": 5.997962524180718,
+      "grad_norm": 0.2615407109260559,
+      "learning_rate": 4.134907299470165e-05,
+      "loss": 0.0087,
+      "step": 131000
+    },
+    {
+      "epoch": 5.999977107013266,
+      "eval_loss": 0.13592004776000977,
+      "eval_runtime": 244.1354,
+      "eval_samples_per_second": 22.528,
+      "eval_steps_per_second": 22.528,
+      "step": 131044
+    },
+    {
+      "epoch": 6.00254112152742,
+      "grad_norm": 0.12518206238746643,
+      "learning_rate": 4.127037495742013e-05,
+      "loss": 0.0077,
+      "step": 131100
+    },
+    {
+      "epoch": 6.007119718874123,
+      "grad_norm": 0.1018320843577385,
+      "learning_rate": 4.119169922014339e-05,
+      "loss": 0.0043,
+      "step": 131200
+    },
+    {
+      "epoch": 6.0116983162208255,
+      "grad_norm": 0.09295986592769623,
+      "learning_rate": 4.111304598385018e-05,
+      "loss": 0.0061,
+      "step": 131300
+    },
+    {
+      "epoch": 6.016276913567529,
+      "grad_norm": 0.05357728898525238,
+      "learning_rate": 4.103441544946184e-05,
+      "loss": 0.0056,
+      "step": 131400
+    },
+    {
+      "epoch": 6.020855510914231,
+      "grad_norm": 0.08241847157478333,
+      "learning_rate": 4.095580781784162e-05,
+      "loss": 0.0059,
+      "step": 131500
+    },
+    {
+      "epoch": 6.025434108260934,
+      "grad_norm": 0.12265779078006744,
+      "learning_rate": 4.087722328979438e-05,
+      "loss": 0.0033,
+      "step": 131600
+    },
+    {
+      "epoch": 6.030012705607637,
+      "grad_norm": 0.11975305527448654,
+      "learning_rate": 4.079866206606582e-05,
+      "loss": 0.0061,
+      "step": 131700
+    },
+    {
+      "epoch": 6.03459130295434,
+      "grad_norm": 0.15824288129806519,
+      "learning_rate": 4.072012434734222e-05,
+      "loss": 0.0066,
+      "step": 131800
+    },
+    {
+      "epoch": 6.039169900301043,
+      "grad_norm": 0.2796044647693634,
+      "learning_rate": 4.06416103342498e-05,
+      "loss": 0.0055,
+      "step": 131900
+    },
+    {
+      "epoch": 6.043748497647746,
+      "grad_norm": 0.1359216570854187,
+      "learning_rate": 4.056312022735417e-05,
+      "loss": 0.006,
+      "step": 132000
+    },
+    {
+      "epoch": 6.048327094994448,
+      "grad_norm": 0.24055655300617218,
+      "learning_rate": 4.0484654227159914e-05,
+      "loss": 0.0072,
+      "step": 132100
+    },
+    {
+      "epoch": 6.0529056923411515,
+      "grad_norm": 0.4629483222961426,
+      "learning_rate": 4.040621253411004e-05,
+      "loss": 0.0059,
+      "step": 132200
+    },
+    {
+      "epoch": 6.057484289687854,
+      "grad_norm": 0.3944862186908722,
+      "learning_rate": 4.032779534858544e-05,
+      "loss": 0.0059,
+      "step": 132300
+    },
+    {
+      "epoch": 6.062062887034557,
+      "grad_norm": 0.45347368717193604,
+      "learning_rate": 4.0249402870904396e-05,
+      "loss": 0.0061,
+      "step": 132400
+    },
+    {
+      "epoch": 6.06664148438126,
+      "grad_norm": 0.587853729724884,
+      "learning_rate": 4.017103530132212e-05,
+      "loss": 0.0074,
+      "step": 132500
+    },
+    {
+      "epoch": 6.0712200817279625,
+      "grad_norm": 0.6638960242271423,
+      "learning_rate": 4.0092692840030134e-05,
+      "loss": 0.0071,
+      "step": 132600
+    },
+    {
+      "epoch": 6.075798679074666,
+      "grad_norm": 0.28217336535453796,
+      "learning_rate": 4.0014375687155844e-05,
+      "loss": 0.0055,
+      "step": 132700
+    },
+    {
+      "epoch": 6.080377276421368,
+      "grad_norm": 0.19813333451747894,
+      "learning_rate": 3.993608404276205e-05,
+      "loss": 0.0066,
+      "step": 132800
+    },
+    {
+      "epoch": 6.084955873768071,
+      "grad_norm": 0.06923089921474457,
+      "learning_rate": 3.985781810684631e-05,
+      "loss": 0.006,
+      "step": 132900
+    },
+    {
+      "epoch": 6.089534471114774,
+      "grad_norm": 0.5418972969055176,
+      "learning_rate": 3.9779578079340554e-05,
+      "loss": 0.0051,
+      "step": 133000
+    },
+    {
+      "epoch": 6.094113068461477,
+      "grad_norm": 0.1508362740278244,
+      "learning_rate": 3.970136416011056e-05,
+      "loss": 0.0049,
+      "step": 133100
+    },
+    {
+      "epoch": 6.09869166580818,
+      "grad_norm": 0.26092636585235596,
+      "learning_rate": 3.962317654895533e-05,
+      "loss": 0.0054,
+      "step": 133200
+    },
+    {
+      "epoch": 6.103270263154882,
+      "grad_norm": 0.3573048412799835,
+      "learning_rate": 3.9545015445606736e-05,
+      "loss": 0.007,
+      "step": 133300
+    },
+    {
+      "epoch": 6.107848860501585,
+      "grad_norm": 0.033060140907764435,
+      "learning_rate": 3.946688104972891e-05,
+      "loss": 0.0045,
+      "step": 133400
+    },
+    {
+      "epoch": 6.1124274578482884,
+      "grad_norm": 0.05039636045694351,
+      "learning_rate": 3.9388773560917724e-05,
+      "loss": 0.0048,
+      "step": 133500
+    },
+    {
+      "epoch": 6.117006055194991,
+      "grad_norm": 0.41924425959587097,
+      "learning_rate": 3.931069317870039e-05,
+      "loss": 0.0065,
+      "step": 133600
+    },
+    {
+      "epoch": 6.121584652541694,
+      "grad_norm": 0.33294302225112915,
+      "learning_rate": 3.9232640102534786e-05,
+      "loss": 0.0054,
+      "step": 133700
+    },
+    {
+      "epoch": 6.126163249888397,
+      "grad_norm": 0.025311682373285294,
+      "learning_rate": 3.915461453180914e-05,
+      "loss": 0.0048,
+      "step": 133800
+    },
+    {
+      "epoch": 6.130741847235099,
+      "grad_norm": 0.13680239021778107,
+      "learning_rate": 3.907661666584131e-05,
+      "loss": 0.0055,
+      "step": 133900
+    },
+    {
+      "epoch": 6.135320444581803,
+      "grad_norm": 0.2641524076461792,
+      "learning_rate": 3.899864670387844e-05,
+      "loss": 0.0063,
+      "step": 134000
+    },
+    {
+      "epoch": 6.139899041928505,
+      "grad_norm": 0.28719770908355713,
+      "learning_rate": 3.892070484509642e-05,
+      "loss": 0.0052,
+      "step": 134100
+    },
+    {
+      "epoch": 6.144477639275208,
+      "grad_norm": 0.19892792403697968,
+      "learning_rate": 3.884279128859927e-05,
+      "loss": 0.0045,
+      "step": 134200
+    },
+    {
+      "epoch": 6.149056236621911,
+      "grad_norm": 0.16647031903266907,
+      "learning_rate": 3.8764906233418775e-05,
+      "loss": 0.0062,
+      "step": 134300
+    },
+    {
+      "epoch": 6.1536348339686135,
+      "grad_norm": 0.18115417659282684,
+      "learning_rate": 3.86870498785139e-05,
+      "loss": 0.0053,
+      "step": 134400
+    },
+    {
+      "epoch": 6.158213431315317,
+      "grad_norm": 0.7846788167953491,
+      "learning_rate": 3.860922242277028e-05,
+      "loss": 0.006,
+      "step": 134500
+    },
+    {
+      "epoch": 6.162792028662019,
+      "grad_norm": 0.056557830423116684,
+      "learning_rate": 3.853142406499972e-05,
+      "loss": 0.0068,
+      "step": 134600
+    },
+    {
+      "epoch": 6.167370626008722,
+      "grad_norm": 0.37449362874031067,
+      "learning_rate": 3.845365500393974e-05,
+      "loss": 0.0055,
+      "step": 134700
+    },
+    {
+      "epoch": 6.171949223355425,
+      "grad_norm": 1.3642663955688477,
+      "learning_rate": 3.837591543825296e-05,
+      "loss": 0.0052,
+      "step": 134800
+    },
+    {
+      "epoch": 6.176527820702128,
+      "grad_norm": 0.022911841049790382,
+      "learning_rate": 3.8298205566526676e-05,
+      "loss": 0.0042,
+      "step": 134900
+    },
+    {
+      "epoch": 6.181106418048831,
+      "grad_norm": 0.028689689934253693,
+      "learning_rate": 3.8220525587272384e-05,
+      "loss": 0.0062,
+      "step": 135000
+    },
+    {
+      "epoch": 6.185685015395533,
+      "grad_norm": 0.3197433650493622,
+      "learning_rate": 3.814287569892512e-05,
+      "loss": 0.0059,
+      "step": 135100
+    },
+    {
+      "epoch": 6.190263612742236,
+      "grad_norm": 0.06785603612661362,
+      "learning_rate": 3.806525609984312e-05,
+      "loss": 0.0049,
+      "step": 135200
+    },
+    {
+      "epoch": 6.1948422100889395,
+      "grad_norm": 0.3414902985095978,
+      "learning_rate": 3.7987666988307244e-05,
+      "loss": 0.0053,
+      "step": 135300
+    },
+    {
+      "epoch": 6.199420807435642,
+      "grad_norm": 0.1857975274324417,
+      "learning_rate": 3.791010856252043e-05,
+      "loss": 0.0058,
+      "step": 135400
+    },
+    {
+      "epoch": 6.203999404782345,
+      "grad_norm": 0.1203976720571518,
+      "learning_rate": 3.7832581020607284e-05,
+      "loss": 0.0077,
+      "step": 135500
+    },
+    {
+      "epoch": 6.208578002129048,
+      "grad_norm": 0.3408762514591217,
+      "learning_rate": 3.7755084560613455e-05,
+      "loss": 0.0065,
+      "step": 135600
+    },
+    {
+      "epoch": 6.2131565994757505,
+      "grad_norm": 0.0590222142636776,
+      "learning_rate": 3.767761938050528e-05,
+      "loss": 0.0055,
+      "step": 135700
+    },
+    {
+      "epoch": 6.217735196822454,
+      "grad_norm": 0.662112295627594,
+      "learning_rate": 3.760018567816908e-05,
+      "loss": 0.0059,
+      "step": 135800
+    },
+    {
+      "epoch": 6.222313794169156,
+      "grad_norm": 0.005584437865763903,
+      "learning_rate": 3.752278365141084e-05,
+      "loss": 0.0067,
+      "step": 135900
+    },
+    {
+      "epoch": 6.226892391515859,
+      "grad_norm": 0.15262584388256073,
+      "learning_rate": 3.744541349795564e-05,
+      "loss": 0.0065,
+      "step": 136000
+    },
+    {
+      "epoch": 6.231470988862562,
+      "grad_norm": 0.644844114780426,
+      "learning_rate": 3.7368075415447086e-05,
+      "loss": 0.0047,
+      "step": 136100
+    },
+    {
+      "epoch": 6.236049586209265,
+      "grad_norm": 0.06777459383010864,
+      "learning_rate": 3.729076960144687e-05,
+      "loss": 0.0052,
+      "step": 136200
+    },
+    {
+      "epoch": 6.240628183555968,
+      "grad_norm": 0.7604510188102722,
+      "learning_rate": 3.721349625343431e-05,
+      "loss": 0.0054,
+      "step": 136300
+    },
+    {
+      "epoch": 6.24520678090267,
+      "grad_norm": 0.3464463949203491,
+      "learning_rate": 3.71362555688057e-05,
+      "loss": 0.0053,
+      "step": 136400
+    },
+    {
+      "epoch": 6.249785378249373,
+      "grad_norm": 0.032986678183078766,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 0.0053,
+      "step": 136500
+    },
+    {
+      "epoch": 6.2543639755960765,
+      "grad_norm": 0.270702987909317,
+      "learning_rate": 3.6981872978868065e-05,
+      "loss": 0.0056,
+      "step": 136600
+    },
+    {
+      "epoch": 6.258942572942779,
+      "grad_norm": 0.5898098945617676,
+      "learning_rate": 3.6904731467932493e-05,
+      "loss": 0.0047,
+      "step": 136700
+    },
+    {
+      "epoch": 6.263521170289482,
+      "grad_norm": 0.07433097064495087,
+      "learning_rate": 3.682762340912681e-05,
+      "loss": 0.0057,
+      "step": 136800
+    },
+    {
+      "epoch": 6.268099767636184,
+      "grad_norm": 0.208632692694664,
+      "learning_rate": 3.675054899942515e-05,
+      "loss": 0.0064,
+      "step": 136900
+    },
+    {
+      "epoch": 6.2726783649828874,
+      "grad_norm": 0.48827114701271057,
+      "learning_rate": 3.6673508435715634e-05,
+      "loss": 0.0056,
+      "step": 137000
+    },
+    {
+      "epoch": 6.277256962329591,
+      "grad_norm": 0.15773746371269226,
+      "learning_rate": 3.659650191479994e-05,
+      "loss": 0.0059,
+      "step": 137100
+    },
+    {
+      "epoch": 6.281835559676293,
+      "grad_norm": 0.46037283539772034,
+      "learning_rate": 3.651952963339282e-05,
+      "loss": 0.0052,
+      "step": 137200
+    },
+    {
+      "epoch": 6.286414157022996,
+      "grad_norm": 0.07779065519571304,
+      "learning_rate": 3.6442591788121505e-05,
+      "loss": 0.0051,
+      "step": 137300
+    },
+    {
+      "epoch": 6.290992754369698,
+      "grad_norm": 0.5138252377510071,
+      "learning_rate": 3.6365688575525315e-05,
+      "loss": 0.0053,
+      "step": 137400
+    },
+    {
+      "epoch": 6.295571351716402,
+      "grad_norm": 0.21173468232154846,
+      "learning_rate": 3.628882019205506e-05,
+      "loss": 0.0058,
+      "step": 137500
+    },
+    {
+      "epoch": 6.300149949063105,
+      "grad_norm": 0.4661062955856323,
+      "learning_rate": 3.621198683407258e-05,
+      "loss": 0.0053,
+      "step": 137600
+    },
+    {
+      "epoch": 6.304728546409807,
+      "grad_norm": 0.2002924084663391,
+      "learning_rate": 3.613518869785025e-05,
+      "loss": 0.0054,
+      "step": 137700
+    },
+    {
+      "epoch": 6.30930714375651,
+      "grad_norm": 0.24317267537117004,
+      "learning_rate": 3.6058425979570485e-05,
+      "loss": 0.0057,
+      "step": 137800
+    },
+    {
+      "epoch": 6.313885741103213,
+      "grad_norm": 0.14312195777893066,
+      "learning_rate": 3.598169887532521e-05,
+      "loss": 0.0059,
+      "step": 137900
+    },
+    {
+      "epoch": 6.318464338449916,
+      "grad_norm": 0.07625292241573334,
+      "learning_rate": 3.590500758111537e-05,
+      "loss": 0.006,
+      "step": 138000
+    },
+    {
+      "epoch": 6.323042935796619,
+      "grad_norm": 0.07330285757780075,
+      "learning_rate": 3.582835229285042e-05,
+      "loss": 0.0044,
+      "step": 138100
+    },
+    {
+      "epoch": 6.327621533143321,
+      "grad_norm": 0.025587473064661026,
+      "learning_rate": 3.5751733206347894e-05,
+      "loss": 0.0054,
+      "step": 138200
+    },
+    {
+      "epoch": 6.332200130490024,
+      "grad_norm": 0.09335857629776001,
+      "learning_rate": 3.567515051733277e-05,
+      "loss": 0.0062,
+      "step": 138300
+    },
+    {
+      "epoch": 6.336778727836728,
+      "grad_norm": 0.031704433262348175,
+      "learning_rate": 3.559860442143709e-05,
+      "loss": 0.0063,
+      "step": 138400
+    },
+    {
+      "epoch": 6.34135732518343,
+      "grad_norm": 0.09114887565374374,
+      "learning_rate": 3.552209511419943e-05,
+      "loss": 0.0045,
+      "step": 138500
+    },
+    {
+      "epoch": 6.345935922530133,
+      "grad_norm": 0.023929867893457413,
+      "learning_rate": 3.5445622791064356e-05,
+      "loss": 0.0053,
+      "step": 138600
+    },
+    {
+      "epoch": 6.350514519876835,
+      "grad_norm": 1.4821025133132935,
+      "learning_rate": 3.5369187647381974e-05,
+      "loss": 0.0056,
+      "step": 138700
+    },
+    {
+      "epoch": 6.3550931172235385,
+      "grad_norm": 0.16608977317810059,
+      "learning_rate": 3.529278987840744e-05,
+      "loss": 0.0055,
+      "step": 138800
+    },
+    {
+      "epoch": 6.359671714570242,
+      "grad_norm": 0.21598820388317108,
+      "learning_rate": 3.5216429679300376e-05,
+      "loss": 0.0051,
+      "step": 138900
+    },
+    {
+      "epoch": 6.364250311916944,
+      "grad_norm": 0.016882436349987984,
+      "learning_rate": 3.5140107245124476e-05,
+      "loss": 0.0052,
+      "step": 139000
+    },
+    {
+      "epoch": 6.368828909263647,
+      "grad_norm": 0.05500126630067825,
+      "learning_rate": 3.506382277084696e-05,
+      "loss": 0.0043,
+      "step": 139100
+    },
+    {
+      "epoch": 6.37340750661035,
+      "grad_norm": 0.03151680901646614,
+      "learning_rate": 3.4987576451338055e-05,
+      "loss": 0.0056,
+      "step": 139200
+    },
+    {
+      "epoch": 6.377986103957053,
+      "grad_norm": 0.07861995697021484,
+      "learning_rate": 3.491136848137053e-05,
+      "loss": 0.0044,
+      "step": 139300
+    },
+    {
+      "epoch": 6.382564701303756,
+      "grad_norm": 0.12852996587753296,
+      "learning_rate": 3.483519905561924e-05,
+      "loss": 0.0045,
+      "step": 139400
+    },
+    {
+      "epoch": 6.387143298650458,
+      "grad_norm": 0.6488528847694397,
+      "learning_rate": 3.475906836866046e-05,
+      "loss": 0.0043,
+      "step": 139500
+    },
+    {
+      "epoch": 6.391721895997161,
+      "grad_norm": 0.3967334032058716,
+      "learning_rate": 3.468297661497164e-05,
+      "loss": 0.0069,
+      "step": 139600
+    },
+    {
+      "epoch": 6.396300493343864,
+      "grad_norm": 0.1223519891500473,
+      "learning_rate": 3.460692398893068e-05,
+      "loss": 0.0054,
+      "step": 139700
+    },
+    {
+      "epoch": 6.400879090690567,
+      "grad_norm": 0.15460754930973053,
+      "learning_rate": 3.453091068481559e-05,
+      "loss": 0.0056,
+      "step": 139800
+    },
+    {
+      "epoch": 6.40545768803727,
+      "grad_norm": 0.040079645812511444,
+      "learning_rate": 3.445493689680388e-05,
+      "loss": 0.0055,
+      "step": 139900
+    },
+    {
+      "epoch": 6.410036285383972,
+      "grad_norm": 0.020937960594892502,
+      "learning_rate": 3.4379002818972124e-05,
+      "loss": 0.0054,
+      "step": 140000
+    },
+    {
+      "epoch": 6.4146148827306755,
+      "grad_norm": 0.21271613240242004,
+      "learning_rate": 3.43031086452955e-05,
+      "loss": 0.0046,
+      "step": 140100
+    },
+    {
+      "epoch": 6.419193480077379,
+      "grad_norm": 0.09579429775476456,
+      "learning_rate": 3.4227254569647205e-05,
+      "loss": 0.0051,
+      "step": 140200
+    },
+    {
+      "epoch": 6.423772077424081,
+      "grad_norm": 0.043937426060438156,
+      "learning_rate": 3.4151440785798004e-05,
+      "loss": 0.0053,
+      "step": 140300
+    },
+    {
+      "epoch": 6.428350674770784,
+      "grad_norm": 0.4987468123435974,
+      "learning_rate": 3.4075667487415785e-05,
+      "loss": 0.0058,
+      "step": 140400
+    },
+    {
+      "epoch": 6.432929272117486,
+      "grad_norm": 0.6420878171920776,
+      "learning_rate": 3.399993486806495e-05,
+      "loss": 0.0067,
+      "step": 140500
+    },
+    {
+      "epoch": 6.43750786946419,
+      "grad_norm": 0.39332908391952515,
+      "learning_rate": 3.392424312120601e-05,
+      "loss": 0.0052,
+      "step": 140600
+    },
+    {
+      "epoch": 6.442086466810893,
+      "grad_norm": 0.06132081523537636,
+      "learning_rate": 3.384859244019511e-05,
+      "loss": 0.0047,
+      "step": 140700
+    },
+    {
+      "epoch": 6.446665064157595,
+      "grad_norm": 0.23858435451984406,
+      "learning_rate": 3.377298301828343e-05,
+      "loss": 0.0047,
+      "step": 140800
+    },
+    {
+      "epoch": 6.451243661504298,
+      "grad_norm": 0.32406067848205566,
+      "learning_rate": 3.3697415048616765e-05,
+      "loss": 0.0055,
+      "step": 140900
+    },
+    {
+      "epoch": 6.455822258851001,
+      "grad_norm": 1.4054268598556519,
+      "learning_rate": 3.362188872423506e-05,
+      "loss": 0.0051,
+      "step": 141000
+    },
+    {
+      "epoch": 6.460400856197704,
+      "grad_norm": 0.05585220828652382,
+      "learning_rate": 3.354640423807183e-05,
+      "loss": 0.0062,
+      "step": 141100
+    },
+    {
+      "epoch": 6.464979453544407,
+      "grad_norm": 0.018032953143119812,
+      "learning_rate": 3.347096178295371e-05,
+      "loss": 0.0037,
+      "step": 141200
+    },
+    {
+      "epoch": 6.469558050891109,
+      "grad_norm": 0.907580554485321,
+      "learning_rate": 3.339556155160004e-05,
+      "loss": 0.006,
+      "step": 141300
+    },
+    {
+      "epoch": 6.474136648237812,
+      "grad_norm": 0.08372417092323303,
+      "learning_rate": 3.3320203736622184e-05,
+      "loss": 0.0057,
+      "step": 141400
+    },
+    {
+      "epoch": 6.478715245584516,
+      "grad_norm": 0.39907532930374146,
+      "learning_rate": 3.324488853052326e-05,
+      "loss": 0.0044,
+      "step": 141500
+    },
+    {
+      "epoch": 6.483293842931218,
+      "grad_norm": 1.1346983909606934,
+      "learning_rate": 3.3169616125697486e-05,
+      "loss": 0.0048,
+      "step": 141600
+    },
+    {
+      "epoch": 6.487872440277921,
+      "grad_norm": 0.8341863751411438,
+      "learning_rate": 3.3094386714429724e-05,
+      "loss": 0.0047,
+      "step": 141700
+    },
+    {
+      "epoch": 6.492451037624623,
+      "grad_norm": 0.07596173137426376,
+      "learning_rate": 3.301920048889506e-05,
+      "loss": 0.0041,
+      "step": 141800
+    },
+    {
+      "epoch": 6.497029634971327,
+      "grad_norm": 0.7775061130523682,
+      "learning_rate": 3.294405764115823e-05,
+      "loss": 0.0049,
+      "step": 141900
+    },
+    {
+      "epoch": 6.50160823231803,
+      "grad_norm": 0.30017733573913574,
+      "learning_rate": 3.286895836317319e-05,
+      "loss": 0.0043,
+      "step": 142000
+    },
+    {
+      "epoch": 6.506186829664732,
+      "grad_norm": 0.3541896343231201,
+      "learning_rate": 3.2793902846782534e-05,
+      "loss": 0.0055,
+      "step": 142100
+    },
+    {
+      "epoch": 6.510765427011435,
+      "grad_norm": 0.1445729285478592,
+      "learning_rate": 3.271889128371712e-05,
+      "loss": 0.0054,
+      "step": 142200
+    },
+    {
+      "epoch": 6.5153440243581375,
+      "grad_norm": 0.20019569993019104,
+      "learning_rate": 3.2643923865595536e-05,
+      "loss": 0.005,
+      "step": 142300
+    },
+    {
+      "epoch": 6.519922621704841,
+      "grad_norm": 0.21448808908462524,
+      "learning_rate": 3.2569000783923544e-05,
+      "loss": 0.0051,
+      "step": 142400
+    },
+    {
+      "epoch": 6.524501219051544,
+      "grad_norm": 0.13675835728645325,
+      "learning_rate": 3.249412223009368e-05,
+      "loss": 0.0046,
+      "step": 142500
+    },
+    {
+      "epoch": 6.529079816398246,
+      "grad_norm": 0.11393424868583679,
+      "learning_rate": 3.2419288395384785e-05,
+      "loss": 0.004,
+      "step": 142600
+    },
+    {
+      "epoch": 6.533658413744949,
+      "grad_norm": 0.2209634631872177,
+      "learning_rate": 3.234449947096135e-05,
+      "loss": 0.0042,
+      "step": 142700
+    },
+    {
+      "epoch": 6.538237011091653,
+      "grad_norm": 0.025969982147216797,
+      "learning_rate": 3.226975564787322e-05,
+      "loss": 0.0059,
+      "step": 142800
+    },
+    {
+      "epoch": 6.542815608438355,
+      "grad_norm": 0.8372477293014526,
+      "learning_rate": 3.2195057117055036e-05,
+      "loss": 0.0042,
+      "step": 142900
+    },
+    {
+      "epoch": 6.547394205785058,
+      "grad_norm": 0.8654465675354004,
+      "learning_rate": 3.212040406932569e-05,
+      "loss": 0.0046,
+      "step": 143000
+    },
+    {
+      "epoch": 6.55197280313176,
+      "grad_norm": 0.614989161491394,
+      "learning_rate": 3.204579669538792e-05,
+      "loss": 0.0052,
+      "step": 143100
+    },
+    {
+      "epoch": 6.5565514004784635,
+      "grad_norm": 0.31863656640052795,
+      "learning_rate": 3.19712351858278e-05,
+      "loss": 0.0053,
+      "step": 143200
+    },
+    {
+      "epoch": 6.561129997825166,
+      "grad_norm": 0.5576188564300537,
+      "learning_rate": 3.1896719731114186e-05,
+      "loss": 0.0053,
+      "step": 143300
+    },
+    {
+      "epoch": 6.565708595171869,
+      "grad_norm": 0.17591483891010284,
+      "learning_rate": 3.182225052159833e-05,
+      "loss": 0.0049,
+      "step": 143400
+    },
+    {
+      "epoch": 6.570287192518572,
+      "grad_norm": 0.29361802339553833,
+      "learning_rate": 3.174782774751338e-05,
+      "loss": 0.0053,
+      "step": 143500
+    },
+    {
+      "epoch": 6.5748657898652745,
+      "grad_norm": 0.046735215932130814,
+      "learning_rate": 3.167345159897378e-05,
+      "loss": 0.0047,
+      "step": 143600
+    },
+    {
+      "epoch": 6.579444387211978,
+      "grad_norm": 0.3643573224544525,
+      "learning_rate": 3.1599122265974946e-05,
+      "loss": 0.0041,
+      "step": 143700
+    },
+    {
+      "epoch": 6.584022984558681,
+      "grad_norm": 0.1328035444021225,
+      "learning_rate": 3.152483993839265e-05,
+      "loss": 0.0045,
+      "step": 143800
+    },
+    {
+      "epoch": 6.588601581905383,
+      "grad_norm": 0.11621426790952682,
+      "learning_rate": 3.145060480598263e-05,
+      "loss": 0.0045,
+      "step": 143900
+    },
+    {
+      "epoch": 6.593180179252086,
+      "grad_norm": 0.3485720753669739,
+      "learning_rate": 3.137641705838004e-05,
+      "loss": 0.0057,
+      "step": 144000
+    },
+    {
+      "epoch": 6.597758776598789,
+      "grad_norm": 0.7195566892623901,
+      "learning_rate": 3.1302276885098955e-05,
+      "loss": 0.0057,
+      "step": 144100
+    },
+    {
+      "epoch": 6.602337373945492,
+      "grad_norm": 0.07403887808322906,
+      "learning_rate": 3.122818447553201e-05,
+      "loss": 0.0052,
+      "step": 144200
+    },
+    {
+      "epoch": 6.606915971292195,
+      "grad_norm": 0.07861506193876266,
+      "learning_rate": 3.115414001894974e-05,
+      "loss": 0.0054,
+      "step": 144300
+    },
+    {
+      "epoch": 6.611494568638897,
+      "grad_norm": 0.20306392014026642,
+      "learning_rate": 3.108014370450021e-05,
+      "loss": 0.0063,
+      "step": 144400
+    },
+    {
+      "epoch": 6.6160731659856005,
+      "grad_norm": 0.5941068530082703,
+      "learning_rate": 3.100619572120854e-05,
+      "loss": 0.0052,
+      "step": 144500
+    },
+    {
+      "epoch": 6.620651763332303,
+      "grad_norm": 0.4385504126548767,
+      "learning_rate": 3.0932296257976336e-05,
+      "loss": 0.0049,
+      "step": 144600
+    },
+    {
+      "epoch": 6.625230360679006,
+      "grad_norm": 0.07183999568223953,
+      "learning_rate": 3.0858445503581266e-05,
+      "loss": 0.0054,
+      "step": 144700
+    },
+    {
+      "epoch": 6.629808958025709,
+      "grad_norm": 0.04285150766372681,
+      "learning_rate": 3.0784643646676635e-05,
+      "loss": 0.0046,
+      "step": 144800
+    },
+    {
+      "epoch": 6.634387555372411,
+      "grad_norm": 0.04266421124339104,
+      "learning_rate": 3.071089087579074e-05,
+      "loss": 0.0064,
+      "step": 144900
+    },
+    {
+      "epoch": 6.638966152719115,
+      "grad_norm": 0.4585297405719757,
+      "learning_rate": 3.063718737932655e-05,
+      "loss": 0.0053,
+      "step": 145000
+    },
+    {
+      "epoch": 6.643544750065818,
+      "grad_norm": 0.04796597734093666,
+      "learning_rate": 3.0563533345561155e-05,
+      "loss": 0.0052,
+      "step": 145100
+    },
+    {
+      "epoch": 6.64812334741252,
+      "grad_norm": 0.7312212586402893,
+      "learning_rate": 3.0489928962645275e-05,
+      "loss": 0.0047,
+      "step": 145200
+    },
+    {
+      "epoch": 6.652701944759223,
+      "grad_norm": 0.4970768988132477,
+      "learning_rate": 3.041637441860279e-05,
+      "loss": 0.005,
+      "step": 145300
+    },
+    {
+      "epoch": 6.657280542105926,
+      "grad_norm": 0.28591519594192505,
+      "learning_rate": 3.0342869901330313e-05,
+      "loss": 0.0047,
+      "step": 145400
+    },
+    {
+      "epoch": 6.661859139452629,
+      "grad_norm": 0.019086016342043877,
+      "learning_rate": 3.02694155985966e-05,
+      "loss": 0.0052,
+      "step": 145500
+    },
+    {
+      "epoch": 6.666437736799331,
+      "grad_norm": 0.06344935297966003,
+      "learning_rate": 3.019601169804216e-05,
+      "loss": 0.0054,
+      "step": 145600
+    },
+    {
+      "epoch": 6.671016334146034,
+      "grad_norm": 0.2660221755504608,
+      "learning_rate": 3.012265838717878e-05,
+      "loss": 0.0049,
+      "step": 145700
+    },
+    {
+      "epoch": 6.675594931492737,
+      "grad_norm": 0.22985537350177765,
+      "learning_rate": 3.0049355853388955e-05,
+      "loss": 0.0049,
+      "step": 145800
+    },
+    {
+      "epoch": 6.68017352883944,
+      "grad_norm": 0.06822630017995834,
+      "learning_rate": 2.9976104283925515e-05,
+      "loss": 0.004,
+      "step": 145900
+    },
+    {
+      "epoch": 6.684752126186143,
+      "grad_norm": 0.03378499671816826,
+      "learning_rate": 2.9902903865911068e-05,
+      "loss": 0.0062,
+      "step": 146000
+    },
+    {
+      "epoch": 6.689330723532846,
+      "grad_norm": 0.3799358904361725,
+      "learning_rate": 2.9829754786337603e-05,
+      "loss": 0.0056,
+      "step": 146100
+    },
+    {
+      "epoch": 6.693909320879548,
+      "grad_norm": 0.2396411895751953,
+      "learning_rate": 2.975665723206591e-05,
+      "loss": 0.0049,
+      "step": 146200
+    },
+    {
+      "epoch": 6.698487918226252,
+      "grad_norm": 0.19714663922786713,
+      "learning_rate": 2.9683611389825167e-05,
+      "loss": 0.0057,
+      "step": 146300
+    },
+    {
+      "epoch": 6.703066515572954,
+      "grad_norm": 0.07194243371486664,
+      "learning_rate": 2.9610617446212495e-05,
+      "loss": 0.0058,
+      "step": 146400
+    },
+    {
+      "epoch": 6.707645112919657,
+      "grad_norm": 0.567692220211029,
+      "learning_rate": 2.9537675587692382e-05,
+      "loss": 0.0045,
+      "step": 146500
+    },
+    {
+      "epoch": 6.71222371026636,
+      "grad_norm": 0.4618910551071167,
+      "learning_rate": 2.946478600059629e-05,
+      "loss": 0.0051,
+      "step": 146600
+    },
+    {
+      "epoch": 6.7168023076130625,
+      "grad_norm": 0.09115318953990936,
+      "learning_rate": 2.939194887112218e-05,
+      "loss": 0.0046,
+      "step": 146700
+    },
+    {
+      "epoch": 6.721380904959766,
+      "grad_norm": 0.1926048994064331,
+      "learning_rate": 2.9319164385333953e-05,
+      "loss": 0.0039,
+      "step": 146800
+    },
+    {
+      "epoch": 6.725959502306468,
+      "grad_norm": 0.5767799615859985,
+      "learning_rate": 2.9246432729161055e-05,
+      "loss": 0.0068,
+      "step": 146900
+    },
+    {
+      "epoch": 6.730538099653171,
+      "grad_norm": 0.5855737328529358,
+      "learning_rate": 2.917375408839803e-05,
+      "loss": 0.0039,
+      "step": 147000
+    },
+    {
+      "epoch": 6.735116696999874,
+      "grad_norm": 0.18008683621883392,
+      "learning_rate": 2.910112864870388e-05,
+      "loss": 0.0053,
+      "step": 147100
+    },
+    {
+      "epoch": 6.739695294346577,
+      "grad_norm": 0.013704614713788033,
+      "learning_rate": 2.9028556595601786e-05,
+      "loss": 0.0058,
+      "step": 147200
+    },
+    {
+      "epoch": 6.74427389169328,
+      "grad_norm": 0.2103748619556427,
+      "learning_rate": 2.895603811447858e-05,
+      "loss": 0.0053,
+      "step": 147300
+    },
+    {
+      "epoch": 6.748852489039983,
+      "grad_norm": 0.3199872374534607,
+      "learning_rate": 2.888357339058413e-05,
+      "loss": 0.0045,
+      "step": 147400
+    },
+    {
+      "epoch": 6.753431086386685,
+      "grad_norm": 0.1987699270248413,
+      "learning_rate": 2.8811162609031104e-05,
+      "loss": 0.0038,
+      "step": 147500
+    },
+    {
+      "epoch": 6.7580096837333885,
+      "grad_norm": 0.12141498178243637,
+      "learning_rate": 2.8738805954794295e-05,
+      "loss": 0.004,
+      "step": 147600
+    },
+    {
+      "epoch": 6.762588281080091,
+      "grad_norm": 0.24456042051315308,
+      "learning_rate": 2.8666503612710226e-05,
+      "loss": 0.0052,
+      "step": 147700
+    },
+    {
+      "epoch": 6.767166878426794,
+      "grad_norm": 0.21112100780010223,
+      "learning_rate": 2.8594255767476718e-05,
+      "loss": 0.0057,
+      "step": 147800
+    },
+    {
+      "epoch": 6.771745475773497,
+      "grad_norm": 0.395063579082489,
+      "learning_rate": 2.852206260365237e-05,
+      "loss": 0.0051,
+      "step": 147900
+    },
+    {
+      "epoch": 6.7763240731201995,
+      "grad_norm": 0.39365246891975403,
+      "learning_rate": 2.8449924305656107e-05,
+      "loss": 0.0043,
+      "step": 148000
+    },
+    {
+      "epoch": 6.780902670466903,
+      "grad_norm": 0.19307668507099152,
+      "learning_rate": 2.8377841057766624e-05,
+      "loss": 0.0057,
+      "step": 148100
+    },
+    {
+      "epoch": 6.785481267813605,
+      "grad_norm": 0.3313720226287842,
+      "learning_rate": 2.8305813044122097e-05,
+      "loss": 0.0054,
+      "step": 148200
+    },
+    {
+      "epoch": 6.790059865160308,
+      "grad_norm": 0.6470041871070862,
+      "learning_rate": 2.8233840448719532e-05,
+      "loss": 0.0048,
+      "step": 148300
+    },
+    {
+      "epoch": 6.794638462507011,
+      "grad_norm": 0.9007655382156372,
+      "learning_rate": 2.8161923455414367e-05,
+      "loss": 0.0055,
+      "step": 148400
+    },
+    {
+      "epoch": 6.799217059853714,
+      "grad_norm": 0.8383020758628845,
+      "learning_rate": 2.8090062247920045e-05,
+      "loss": 0.005,
+      "step": 148500
+    },
+    {
+      "epoch": 6.803795657200417,
+      "grad_norm": 0.2168063223361969,
+      "learning_rate": 2.80182570098075e-05,
+      "loss": 0.0045,
+      "step": 148600
+    },
+    {
+      "epoch": 6.80837425454712,
+      "grad_norm": 0.1763121336698532,
+      "learning_rate": 2.794650792450464e-05,
+      "loss": 0.0058,
+      "step": 148700
+    },
+    {
+      "epoch": 6.812952851893822,
+      "grad_norm": 0.022952038794755936,
+      "learning_rate": 2.7874815175296e-05,
+      "loss": 0.0043,
+      "step": 148800
+    },
+    {
+      "epoch": 6.8175314492405255,
+      "grad_norm": 0.01308775506913662,
+      "learning_rate": 2.7803178945322134e-05,
+      "loss": 0.0047,
+      "step": 148900
+    },
+    {
+      "epoch": 6.822110046587228,
+      "grad_norm": 0.0029964440036565065,
+      "learning_rate": 2.7731599417579245e-05,
+      "loss": 0.0052,
+      "step": 149000
+    },
+    {
+      "epoch": 6.826688643933931,
+      "grad_norm": 0.2904300093650818,
+      "learning_rate": 2.7660076774918708e-05,
+      "loss": 0.0039,
+      "step": 149100
+    },
+    {
+      "epoch": 6.831267241280633,
+      "grad_norm": 0.19335739314556122,
+      "learning_rate": 2.7588611200046592e-05,
+      "loss": 0.004,
+      "step": 149200
+    },
+    {
+      "epoch": 6.835845838627336,
+      "grad_norm": 0.04841936379671097,
+      "learning_rate": 2.7517202875523117e-05,
+      "loss": 0.0048,
+      "step": 149300
+    },
+    {
+      "epoch": 6.84042443597404,
+      "grad_norm": 0.12522141635417938,
+      "learning_rate": 2.7445851983762344e-05,
+      "loss": 0.004,
+      "step": 149400
+    },
+    {
+      "epoch": 6.845003033320742,
+      "grad_norm": 0.17885401844978333,
+      "learning_rate": 2.737455870703155e-05,
+      "loss": 0.0055,
+      "step": 149500
+    },
+    {
+      "epoch": 6.849581630667445,
+      "grad_norm": 0.47798067331314087,
+      "learning_rate": 2.7303323227450857e-05,
+      "loss": 0.005,
+      "step": 149600
+    },
+    {
+      "epoch": 6.854160228014148,
+      "grad_norm": 0.02613680437207222,
+      "learning_rate": 2.7232145726992752e-05,
+      "loss": 0.0065,
+      "step": 149700
+    },
+    {
+      "epoch": 6.8587388253608506,
+      "grad_norm": 0.2435833066701889,
+      "learning_rate": 2.7161026387481636e-05,
+      "loss": 0.0061,
+      "step": 149800
+    },
+    {
+      "epoch": 6.863317422707554,
+      "grad_norm": 0.08455272018909454,
+      "learning_rate": 2.7089965390593263e-05,
+      "loss": 0.0059,
+      "step": 149900
+    },
+    {
+      "epoch": 6.867896020054256,
+      "grad_norm": 0.08332820981740952,
+      "learning_rate": 2.7018962917854418e-05,
+      "loss": 0.0042,
+      "step": 150000
+    },
+    {
+      "epoch": 6.872474617400959,
+      "grad_norm": 0.34127193689346313,
+      "learning_rate": 2.6948019150642383e-05,
+      "loss": 0.0029,
+      "step": 150100
+    },
+    {
+      "epoch": 6.877053214747662,
+      "grad_norm": 0.1273692101240158,
+      "learning_rate": 2.6877134270184435e-05,
+      "loss": 0.0051,
+      "step": 150200
+    },
+    {
+      "epoch": 6.881631812094365,
+      "grad_norm": 0.14943909645080566,
+      "learning_rate": 2.6806308457557423e-05,
+      "loss": 0.0062,
+      "step": 150300
+    },
+    {
+      "epoch": 6.886210409441068,
+      "grad_norm": 0.14334943890571594,
+      "learning_rate": 2.6735541893687343e-05,
+      "loss": 0.0056,
+      "step": 150400
+    },
+    {
+      "epoch": 6.89078900678777,
+      "grad_norm": 0.15444263815879822,
+      "learning_rate": 2.666483475934885e-05,
+      "loss": 0.0045,
+      "step": 150500
+    },
+    {
+      "epoch": 6.895367604134473,
+      "grad_norm": 0.31661495566368103,
+      "learning_rate": 2.6594187235164713e-05,
+      "loss": 0.0063,
+      "step": 150600
+    },
+    {
+      "epoch": 6.8999462014811765,
+      "grad_norm": 0.4060909152030945,
+      "learning_rate": 2.65235995016055e-05,
+      "loss": 0.0052,
+      "step": 150700
+    },
+    {
+      "epoch": 6.904524798827879,
+      "grad_norm": 0.20253728330135345,
+      "learning_rate": 2.645307173898901e-05,
+      "loss": 0.0064,
+      "step": 150800
+    },
+    {
+      "epoch": 6.909103396174582,
+      "grad_norm": 0.7078954577445984,
+      "learning_rate": 2.6382604127479815e-05,
+      "loss": 0.0044,
+      "step": 150900
+    },
+    {
+      "epoch": 6.913681993521285,
+      "grad_norm": 0.14812923967838287,
+      "learning_rate": 2.6312196847088893e-05,
+      "loss": 0.0052,
+      "step": 151000
+    },
+    {
+      "epoch": 6.9182605908679875,
+      "grad_norm": 0.10642609000205994,
+      "learning_rate": 2.6241850077673087e-05,
+      "loss": 0.0052,
+      "step": 151100
+    },
+    {
+      "epoch": 6.922839188214691,
+      "grad_norm": 0.15536317229270935,
+      "learning_rate": 2.6171563998934605e-05,
+      "loss": 0.0053,
+      "step": 151200
+    },
+    {
+      "epoch": 6.927417785561393,
+      "grad_norm": 0.1677425354719162,
+      "learning_rate": 2.6101338790420715e-05,
+      "loss": 0.0048,
+      "step": 151300
+    },
+    {
+      "epoch": 6.931996382908096,
+      "grad_norm": 0.1952294558286667,
+      "learning_rate": 2.6031174631523118e-05,
+      "loss": 0.0059,
+      "step": 151400
+    },
+    {
+      "epoch": 6.9365749802547985,
+      "grad_norm": 0.171901673078537,
+      "learning_rate": 2.5961071701477567e-05,
+      "loss": 0.0049,
+      "step": 151500
+    },
+    {
+      "epoch": 6.941153577601502,
+      "grad_norm": 0.0632760226726532,
+      "learning_rate": 2.589103017936344e-05,
+      "loss": 0.0043,
+      "step": 151600
+    },
+    {
+      "epoch": 6.945732174948205,
+      "grad_norm": 0.14387081563472748,
+      "learning_rate": 2.582105024410325e-05,
+      "loss": 0.0046,
+      "step": 151700
+    },
+    {
+      "epoch": 6.950310772294907,
+      "grad_norm": 0.1789962351322174,
+      "learning_rate": 2.575113207446213e-05,
+      "loss": 0.0041,
+      "step": 151800
+    },
+    {
+      "epoch": 6.95488936964161,
+      "grad_norm": 0.05178796499967575,
+      "learning_rate": 2.5681275849047482e-05,
+      "loss": 0.0052,
+      "step": 151900
+    },
+    {
+      "epoch": 6.9594679669883135,
+      "grad_norm": 0.06059027463197708,
+      "learning_rate": 2.5611481746308473e-05,
+      "loss": 0.0049,
+      "step": 152000
+    },
+    {
+      "epoch": 6.964046564335016,
+      "grad_norm": 0.02760574221611023,
+      "learning_rate": 2.5541749944535554e-05,
+      "loss": 0.005,
+      "step": 152100
+    },
+    {
+      "epoch": 6.968625161681719,
+      "grad_norm": 0.5041255950927734,
+      "learning_rate": 2.547208062185999e-05,
+      "loss": 0.0034,
+      "step": 152200
+    },
+    {
+      "epoch": 6.973203759028421,
+      "grad_norm": 0.12533140182495117,
+      "learning_rate": 2.5402473956253515e-05,
+      "loss": 0.0059,
+      "step": 152300
+    },
+    {
+      "epoch": 6.9777823563751245,
+      "grad_norm": 0.0706457793712616,
+      "learning_rate": 2.5332930125527787e-05,
+      "loss": 0.006,
+      "step": 152400
+    },
+    {
+      "epoch": 6.982360953721828,
+      "grad_norm": 0.37089434266090393,
+      "learning_rate": 2.5263449307333908e-05,
+      "loss": 0.0052,
+      "step": 152500
+    },
+    {
+      "epoch": 6.98693955106853,
+      "grad_norm": 0.034625936299562454,
+      "learning_rate": 2.5194031679162067e-05,
+      "loss": 0.0048,
+      "step": 152600
+    },
+    {
+      "epoch": 6.991518148415233,
+      "grad_norm": 0.19594725966453552,
+      "learning_rate": 2.512467741834099e-05,
+      "loss": 0.0048,
+      "step": 152700
+    },
+    {
+      "epoch": 6.996096745761935,
+      "grad_norm": 0.09410729259252548,
+      "learning_rate": 2.505538670203754e-05,
+      "loss": 0.0043,
+      "step": 152800
+    },
+    {
+      "epoch": 6.9999885535066335,
+      "eval_loss": 0.1694260537624359,
+      "eval_runtime": 268.0609,
+      "eval_samples_per_second": 20.518,
+      "eval_steps_per_second": 20.518,
+      "step": 152885
+    },
+    {
+      "epoch": 7.000675343108639,
+      "grad_norm": 0.03295362740755081,
+      "learning_rate": 2.4986159707256274e-05,
+      "loss": 0.0039,
+      "step": 152900
+    },
+    {
+      "epoch": 7.005253940455342,
+      "grad_norm": 0.06891167163848877,
+      "learning_rate": 2.4916996610838973e-05,
+      "loss": 0.0035,
+      "step": 153000
+    },
+    {
+      "epoch": 7.009832537802044,
+      "grad_norm": 0.12001962214708328,
+      "learning_rate": 2.484789758946414e-05,
+      "loss": 0.0034,
+      "step": 153100
+    },
+    {
+      "epoch": 7.014411135148747,
+      "grad_norm": 0.2218388170003891,
+      "learning_rate": 2.477886281964667e-05,
+      "loss": 0.0026,
+      "step": 153200
+    },
+    {
+      "epoch": 7.01898973249545,
+      "grad_norm": 0.006664707791060209,
+      "learning_rate": 2.4709892477737262e-05,
+      "loss": 0.0028,
+      "step": 153300
+    },
+    {
+      "epoch": 7.023568329842153,
+      "grad_norm": 0.0030799272935837507,
+      "learning_rate": 2.464098673992205e-05,
+      "loss": 0.0035,
+      "step": 153400
+    },
+    {
+      "epoch": 7.028146927188856,
+      "grad_norm": 0.14536774158477783,
+      "learning_rate": 2.457214578222215e-05,
+      "loss": 0.0028,
+      "step": 153500
+    },
+    {
+      "epoch": 7.032725524535558,
+      "grad_norm": 0.14756208658218384,
+      "learning_rate": 2.450336978049322e-05,
+      "loss": 0.0031,
+      "step": 153600
+    },
+    {
+      "epoch": 7.037304121882261,
+      "grad_norm": 0.22443515062332153,
+      "learning_rate": 2.44346589104249e-05,
+      "loss": 0.0044,
+      "step": 153700
+    },
+    {
+      "epoch": 7.041882719228965,
+      "grad_norm": 0.05271737277507782,
+      "learning_rate": 2.4366013347540545e-05,
+      "loss": 0.0034,
+      "step": 153800
+    },
+    {
+      "epoch": 7.046461316575667,
+      "grad_norm": 0.10101396590471268,
+      "learning_rate": 2.4297433267196668e-05,
+      "loss": 0.0043,
+      "step": 153900
+    },
+    {
+      "epoch": 7.05103991392237,
+      "grad_norm": 0.042054641991853714,
+      "learning_rate": 2.422891884458241e-05,
+      "loss": 0.0034,
+      "step": 154000
+    },
+    {
+      "epoch": 7.055618511269072,
+      "grad_norm": 0.3988908529281616,
+      "learning_rate": 2.4160470254719285e-05,
+      "loss": 0.0033,
+      "step": 154100
+    },
+    {
+      "epoch": 7.0601971086157755,
+      "grad_norm": 0.02858237735927105,
+      "learning_rate": 2.4092087672460623e-05,
+      "loss": 0.004,
+      "step": 154200
+    },
+    {
+      "epoch": 7.064775705962479,
+      "grad_norm": 0.023146772757172585,
+      "learning_rate": 2.4023771272491125e-05,
+      "loss": 0.0033,
+      "step": 154300
+    },
+    {
+      "epoch": 7.069354303309181,
+      "grad_norm": 0.2908150553703308,
+      "learning_rate": 2.39555212293264e-05,
+      "loss": 0.0028,
+      "step": 154400
+    },
+    {
+      "epoch": 7.073932900655884,
+      "grad_norm": 0.15492355823516846,
+      "learning_rate": 2.38873377173126e-05,
+      "loss": 0.003,
+      "step": 154500
+    },
+    {
+      "epoch": 7.0785114980025865,
+      "grad_norm": 0.15679115056991577,
+      "learning_rate": 2.3819220910625882e-05,
+      "loss": 0.002,
+      "step": 154600
+    },
+    {
+      "epoch": 7.08309009534929,
+      "grad_norm": 0.08304117619991302,
+      "learning_rate": 2.3751170983272e-05,
+      "loss": 0.0037,
+      "step": 154700
+    },
+    {
+      "epoch": 7.087668692695993,
+      "grad_norm": 0.19912482798099518,
+      "learning_rate": 2.368318810908588e-05,
+      "loss": 0.0038,
+      "step": 154800
+    },
+    {
+      "epoch": 7.092247290042695,
+      "grad_norm": 0.163644939661026,
+      "learning_rate": 2.3615272461731186e-05,
+      "loss": 0.0046,
+      "step": 154900
+    },
+    {
+      "epoch": 7.096825887389398,
+      "grad_norm": 0.564191460609436,
+      "learning_rate": 2.3547424214699786e-05,
+      "loss": 0.0027,
+      "step": 155000
+    },
+    {
+      "epoch": 7.1014044847361015,
+      "grad_norm": 0.21988272666931152,
+      "learning_rate": 2.347964354131144e-05,
+      "loss": 0.0032,
+      "step": 155100
+    },
+    {
+      "epoch": 7.105983082082804,
+      "grad_norm": 0.028988847509026527,
+      "learning_rate": 2.3411930614713247e-05,
+      "loss": 0.0038,
+      "step": 155200
+    },
+    {
+      "epoch": 7.110561679429507,
+      "grad_norm": 0.23106561601161957,
+      "learning_rate": 2.3344285607879224e-05,
+      "loss": 0.0026,
+      "step": 155300
+    },
+    {
+      "epoch": 7.115140276776209,
+      "grad_norm": 0.08767526596784592,
+      "learning_rate": 2.3276708693609943e-05,
+      "loss": 0.0044,
+      "step": 155400
+    },
+    {
+      "epoch": 7.1197188741229125,
+      "grad_norm": 0.11939793080091476,
+      "learning_rate": 2.3209200044532027e-05,
+      "loss": 0.0028,
+      "step": 155500
+    },
+    {
+      "epoch": 7.124297471469616,
+      "grad_norm": 0.19785170257091522,
+      "learning_rate": 2.3141759833097653e-05,
+      "loss": 0.003,
+      "step": 155600
+    },
+    {
+      "epoch": 7.128876068816318,
+      "grad_norm": 0.889499843120575,
+      "learning_rate": 2.307438823158425e-05,
+      "loss": 0.0024,
+      "step": 155700
+    },
+    {
+      "epoch": 7.133454666163021,
+      "grad_norm": 0.5035886764526367,
+      "learning_rate": 2.300708541209393e-05,
+      "loss": 0.0039,
+      "step": 155800
+    },
+    {
+      "epoch": 7.1380332635097234,
+      "grad_norm": 0.04118403419852257,
+      "learning_rate": 2.2939851546553094e-05,
+      "loss": 0.0038,
+      "step": 155900
+    },
+    {
+      "epoch": 7.142611860856427,
+      "grad_norm": 0.3574579358100891,
+      "learning_rate": 2.2872686806712035e-05,
+      "loss": 0.0028,
+      "step": 156000
+    },
+    {
+      "epoch": 7.14719045820313,
+      "grad_norm": 0.005380525719374418,
+      "learning_rate": 2.2805591364144447e-05,
+      "loss": 0.0028,
+      "step": 156100
+    },
+    {
+      "epoch": 7.151769055549832,
+      "grad_norm": 0.0275371465831995,
+      "learning_rate": 2.273856539024703e-05,
+      "loss": 0.0029,
+      "step": 156200
+    },
+    {
+      "epoch": 7.156347652896535,
+      "grad_norm": 0.05387549847364426,
+      "learning_rate": 2.2671609056238952e-05,
+      "loss": 0.0026,
+      "step": 156300
+    },
+    {
+      "epoch": 7.160926250243238,
+      "grad_norm": 0.25863537192344666,
+      "learning_rate": 2.2604722533161572e-05,
+      "loss": 0.0022,
+      "step": 156400
+    },
+    {
+      "epoch": 7.165504847589941,
+      "grad_norm": 0.03250390663743019,
+      "learning_rate": 2.2537905991877855e-05,
+      "loss": 0.0026,
+      "step": 156500
+    },
+    {
+      "epoch": 7.170083444936644,
+      "grad_norm": 0.15917915105819702,
+      "learning_rate": 2.2471159603071995e-05,
+      "loss": 0.0047,
+      "step": 156600
+    },
+    {
+      "epoch": 7.174662042283346,
+      "grad_norm": 0.25873464345932007,
+      "learning_rate": 2.2404483537249023e-05,
+      "loss": 0.0041,
+      "step": 156700
+    },
+    {
+      "epoch": 7.179240639630049,
+      "grad_norm": 0.03446133807301521,
+      "learning_rate": 2.233787796473432e-05,
+      "loss": 0.0027,
+      "step": 156800
+    },
+    {
+      "epoch": 7.183819236976753,
+      "grad_norm": 0.39116761088371277,
+      "learning_rate": 2.2271343055673144e-05,
+      "loss": 0.0027,
+      "step": 156900
+    },
+    {
+      "epoch": 7.188397834323455,
+      "grad_norm": 0.005667871795594692,
+      "learning_rate": 2.22048789800303e-05,
+      "loss": 0.0032,
+      "step": 157000
+    },
+    {
+      "epoch": 7.192976431670158,
+      "grad_norm": 0.2927045226097107,
+      "learning_rate": 2.2138485907589613e-05,
+      "loss": 0.0033,
+      "step": 157100
+    },
+    {
+      "epoch": 7.19755502901686,
+      "grad_norm": 0.15872865915298462,
+      "learning_rate": 2.2072164007953517e-05,
+      "loss": 0.0029,
+      "step": 157200
+    },
+    {
+      "epoch": 7.202133626363564,
+      "grad_norm": 0.5440332293510437,
+      "learning_rate": 2.200591345054267e-05,
+      "loss": 0.0037,
+      "step": 157300
+    },
+    {
+      "epoch": 7.206712223710267,
+      "grad_norm": 0.2492242008447647,
+      "learning_rate": 2.193973440459549e-05,
+      "loss": 0.0029,
+      "step": 157400
+    },
+    {
+      "epoch": 7.211290821056969,
+      "grad_norm": 0.0664735659956932,
+      "learning_rate": 2.187362703916766e-05,
+      "loss": 0.0036,
+      "step": 157500
+    },
+    {
+      "epoch": 7.215869418403672,
+      "grad_norm": 0.006082352716475725,
+      "learning_rate": 2.1807591523131827e-05,
+      "loss": 0.0023,
+      "step": 157600
+    },
+    {
+      "epoch": 7.2204480157503745,
+      "grad_norm": 0.008978066965937614,
+      "learning_rate": 2.1741628025177036e-05,
+      "loss": 0.0031,
+      "step": 157700
+    },
+    {
+      "epoch": 7.225026613097078,
+      "grad_norm": 0.034269288182258606,
+      "learning_rate": 2.167573671380837e-05,
+      "loss": 0.005,
+      "step": 157800
+    },
+    {
+      "epoch": 7.229605210443781,
+      "grad_norm": 0.2424388974905014,
+      "learning_rate": 2.1609917757346542e-05,
+      "loss": 0.0031,
+      "step": 157900
+    },
+    {
+      "epoch": 7.234183807790483,
+      "grad_norm": 0.07712133228778839,
+      "learning_rate": 2.1544171323927415e-05,
+      "loss": 0.003,
+      "step": 158000
+    },
+    {
+      "epoch": 7.238762405137186,
+      "grad_norm": 0.4302210509777069,
+      "learning_rate": 2.1478497581501616e-05,
+      "loss": 0.0034,
+      "step": 158100
+    },
+    {
+      "epoch": 7.243341002483889,
+      "grad_norm": 0.09475143998861313,
+      "learning_rate": 2.141289669783401e-05,
+      "loss": 0.0028,
+      "step": 158200
+    },
+    {
+      "epoch": 7.247919599830592,
+      "grad_norm": 0.35180267691612244,
+      "learning_rate": 2.134736884050343e-05,
+      "loss": 0.0042,
+      "step": 158300
+    },
+    {
+      "epoch": 7.252498197177295,
+      "grad_norm": 0.013500731438398361,
+      "learning_rate": 2.1281914176902108e-05,
+      "loss": 0.0043,
+      "step": 158400
+    },
+    {
+      "epoch": 7.257076794523997,
+      "grad_norm": 0.23346847295761108,
+      "learning_rate": 2.1216532874235285e-05,
+      "loss": 0.0031,
+      "step": 158500
+    },
+    {
+      "epoch": 7.2616553918707005,
+      "grad_norm": 0.16270193457603455,
+      "learning_rate": 2.115122509952085e-05,
+      "loss": 0.004,
+      "step": 158600
+    },
+    {
+      "epoch": 7.266233989217403,
+      "grad_norm": 0.23846475780010223,
+      "learning_rate": 2.1085991019588863e-05,
+      "loss": 0.0027,
+      "step": 158700
+    },
+    {
+      "epoch": 7.270812586564106,
+      "grad_norm": 0.027605965733528137,
+      "learning_rate": 2.1020830801081077e-05,
+      "loss": 0.0026,
+      "step": 158800
+    },
+    {
+      "epoch": 7.275391183910809,
+      "grad_norm": 0.01757560484111309,
+      "learning_rate": 2.0955744610450618e-05,
+      "loss": 0.0036,
+      "step": 158900
+    },
+    {
+      "epoch": 7.2799697812575115,
+      "grad_norm": 0.02324344404041767,
+      "learning_rate": 2.0890732613961478e-05,
+      "loss": 0.0029,
+      "step": 159000
+    },
+    {
+      "epoch": 7.284548378604215,
+      "grad_norm": 0.01704220287501812,
+      "learning_rate": 2.0825794977688108e-05,
+      "loss": 0.0037,
+      "step": 159100
+    },
+    {
+      "epoch": 7.289126975950918,
+      "grad_norm": 0.08089294284582138,
+      "learning_rate": 2.0760931867515032e-05,
+      "loss": 0.0035,
+      "step": 159200
+    },
+    {
+      "epoch": 7.29370557329762,
+      "grad_norm": 0.15005187690258026,
+      "learning_rate": 2.0696143449136402e-05,
+      "loss": 0.0022,
+      "step": 159300
+    },
+    {
+      "epoch": 7.298284170644323,
+      "grad_norm": 0.0878557413816452,
+      "learning_rate": 2.063142988805552e-05,
+      "loss": 0.0035,
+      "step": 159400
+    },
+    {
+      "epoch": 7.302862767991026,
+      "grad_norm": 0.012229022569954395,
+      "learning_rate": 2.056679134958453e-05,
+      "loss": 0.0026,
+      "step": 159500
+    },
+    {
+      "epoch": 7.307441365337729,
+      "grad_norm": 0.053704481571912766,
+      "learning_rate": 2.050222799884387e-05,
+      "loss": 0.0036,
+      "step": 159600
+    },
+    {
+      "epoch": 7.312019962684432,
+      "grad_norm": 0.5345095992088318,
+      "learning_rate": 2.0437740000761925e-05,
+      "loss": 0.0038,
+      "step": 159700
+    },
+    {
+      "epoch": 7.316598560031134,
+      "grad_norm": 0.09854476153850555,
+      "learning_rate": 2.037332752007461e-05,
+      "loss": 0.0031,
+      "step": 159800
+    },
+    {
+      "epoch": 7.3211771573778375,
+      "grad_norm": 0.04005116969347,
+      "learning_rate": 2.0308990721324927e-05,
+      "loss": 0.0027,
+      "step": 159900
+    },
+    {
+      "epoch": 7.32575575472454,
+      "grad_norm": 1.264863133430481,
+      "learning_rate": 2.0244729768862518e-05,
+      "loss": 0.0034,
+      "step": 160000
+    },
+    {
+      "epoch": 7.330334352071243,
+      "grad_norm": 0.017268653959035873,
+      "learning_rate": 2.01805448268433e-05,
+      "loss": 0.0037,
+      "step": 160100
+    },
+    {
+      "epoch": 7.334912949417946,
+      "grad_norm": 0.10752640664577484,
+      "learning_rate": 2.0116436059229038e-05,
+      "loss": 0.0035,
+      "step": 160200
+    },
+    {
+      "epoch": 7.339491546764648,
+      "grad_norm": 0.43235811591148376,
+      "learning_rate": 2.0052403629786858e-05,
+      "loss": 0.0027,
+      "step": 160300
+    },
+    {
+      "epoch": 7.344070144111352,
+      "grad_norm": 0.014576783403754234,
+      "learning_rate": 1.9988447702088898e-05,
+      "loss": 0.0035,
+      "step": 160400
+    },
+    {
+      "epoch": 7.348648741458054,
+      "grad_norm": 0.1350947916507721,
+      "learning_rate": 1.9924568439511876e-05,
+      "loss": 0.0032,
+      "step": 160500
+    },
+    {
+      "epoch": 7.353227338804757,
+      "grad_norm": 0.24974310398101807,
+      "learning_rate": 1.98607660052367e-05,
+      "loss": 0.0038,
+      "step": 160600
+    },
+    {
+      "epoch": 7.35780593615146,
+      "grad_norm": 0.05233803018927574,
+      "learning_rate": 1.9797040562247948e-05,
+      "loss": 0.0041,
+      "step": 160700
+    },
+    {
+      "epoch": 7.362384533498163,
+      "grad_norm": 0.18822649121284485,
+      "learning_rate": 1.9733392273333596e-05,
+      "loss": 0.0037,
+      "step": 160800
+    },
+    {
+      "epoch": 7.366963130844866,
+      "grad_norm": 0.19756104052066803,
+      "learning_rate": 1.9669821301084475e-05,
+      "loss": 0.0027,
+      "step": 160900
+    },
+    {
+      "epoch": 7.371541728191568,
+      "grad_norm": 0.00448650261387229,
+      "learning_rate": 1.9606327807893902e-05,
+      "loss": 0.0032,
+      "step": 161000
+    },
+    {
+      "epoch": 7.376120325538271,
+      "grad_norm": 0.14489981532096863,
+      "learning_rate": 1.954291195595733e-05,
+      "loss": 0.0031,
+      "step": 161100
+    },
+    {
+      "epoch": 7.380698922884974,
+      "grad_norm": 0.0051267268136143684,
+      "learning_rate": 1.947957390727185e-05,
+      "loss": 0.003,
+      "step": 161200
+    },
+    {
+      "epoch": 7.385277520231677,
+      "grad_norm": 0.38486120104789734,
+      "learning_rate": 1.941631382363576e-05,
+      "loss": 0.0035,
+      "step": 161300
+    },
+    {
+      "epoch": 7.38985611757838,
+      "grad_norm": 0.004985155537724495,
+      "learning_rate": 1.9353131866648273e-05,
+      "loss": 0.0024,
+      "step": 161400
+    },
+    {
+      "epoch": 7.394434714925083,
+      "grad_norm": 0.002783630508929491,
+      "learning_rate": 1.929002819770896e-05,
+      "loss": 0.0034,
+      "step": 161500
+    },
+    {
+      "epoch": 7.399013312271785,
+      "grad_norm": 0.2842748165130615,
+      "learning_rate": 1.922700297801741e-05,
+      "loss": 0.0034,
+      "step": 161600
+    },
+    {
+      "epoch": 7.403591909618489,
+      "grad_norm": 0.050929997116327286,
+      "learning_rate": 1.9164056368572846e-05,
+      "loss": 0.003,
+      "step": 161700
+    },
+    {
+      "epoch": 7.408170506965191,
+      "grad_norm": 0.06748020648956299,
+      "learning_rate": 1.9101188530173687e-05,
+      "loss": 0.0032,
+      "step": 161800
+    },
+    {
+      "epoch": 7.412749104311894,
+      "grad_norm": 0.03134176880121231,
+      "learning_rate": 1.9038399623417063e-05,
+      "loss": 0.0023,
+      "step": 161900
+    },
+    {
+      "epoch": 7.417327701658597,
+      "grad_norm": 0.06679194420576096,
+      "learning_rate": 1.897568980869855e-05,
+      "loss": 0.0032,
+      "step": 162000
+    },
+    {
+      "epoch": 7.4219062990052995,
+      "grad_norm": 0.22911858558654785,
+      "learning_rate": 1.8913059246211612e-05,
+      "loss": 0.0033,
+      "step": 162100
+    },
+    {
+      "epoch": 7.426484896352003,
+      "grad_norm": 0.12825864553451538,
+      "learning_rate": 1.8850508095947332e-05,
+      "loss": 0.0029,
+      "step": 162200
+    },
+    {
+      "epoch": 7.431063493698705,
+      "grad_norm": 0.022259972989559174,
+      "learning_rate": 1.8788036517693858e-05,
+      "loss": 0.004,
+      "step": 162300
+    },
+    {
+      "epoch": 7.435642091045408,
+      "grad_norm": 0.09766406565904617,
+      "learning_rate": 1.8725644671036126e-05,
+      "loss": 0.0033,
+      "step": 162400
+    },
+    {
+      "epoch": 7.440220688392111,
+      "grad_norm": 0.6670352816581726,
+      "learning_rate": 1.8663332715355396e-05,
+      "loss": 0.0032,
+      "step": 162500
+    },
+    {
+      "epoch": 7.444799285738814,
+      "grad_norm": 0.009802890941500664,
+      "learning_rate": 1.8601100809828787e-05,
+      "loss": 0.0039,
+      "step": 162600
+    },
+    {
+      "epoch": 7.449377883085517,
+      "grad_norm": 0.08977996557950974,
+      "learning_rate": 1.853894911342901e-05,
+      "loss": 0.0029,
+      "step": 162700
+    },
+    {
+      "epoch": 7.45395648043222,
+      "grad_norm": 0.713555097579956,
+      "learning_rate": 1.847687778492382e-05,
+      "loss": 0.0027,
+      "step": 162800
+    },
+    {
+      "epoch": 7.458535077778922,
+      "grad_norm": 0.3743430972099304,
+      "learning_rate": 1.8414886982875664e-05,
+      "loss": 0.0034,
+      "step": 162900
+    },
+    {
+      "epoch": 7.4631136751256255,
+      "grad_norm": 0.0767466276884079,
+      "learning_rate": 1.8352976865641326e-05,
+      "loss": 0.0032,
+      "step": 163000
+    },
+    {
+      "epoch": 7.467692272472328,
+      "grad_norm": 0.28391310572624207,
+      "learning_rate": 1.8291147591371482e-05,
+      "loss": 0.0035,
+      "step": 163100
+    },
+    {
+      "epoch": 7.472270869819031,
+      "grad_norm": 0.25534164905548096,
+      "learning_rate": 1.822939931801024e-05,
+      "loss": 0.0028,
+      "step": 163200
+    },
+    {
+      "epoch": 7.476849467165734,
+      "grad_norm": 0.03635001927614212,
+      "learning_rate": 1.816773220329484e-05,
+      "loss": 0.0035,
+      "step": 163300
+    },
+    {
+      "epoch": 7.4814280645124365,
+      "grad_norm": 0.06547212600708008,
+      "learning_rate": 1.810614640475518e-05,
+      "loss": 0.004,
+      "step": 163400
+    },
+    {
+      "epoch": 7.48600666185914,
+      "grad_norm": 0.10231446474790573,
+      "learning_rate": 1.8044642079713408e-05,
+      "loss": 0.0026,
+      "step": 163500
+    },
+    {
+      "epoch": 7.490585259205842,
+      "grad_norm": 0.08887581527233124,
+      "learning_rate": 1.79832193852836e-05,
+      "loss": 0.002,
+      "step": 163600
+    },
+    {
+      "epoch": 7.495163856552545,
+      "grad_norm": 0.01825689524412155,
+      "learning_rate": 1.792187847837129e-05,
+      "loss": 0.0032,
+      "step": 163700
+    },
+    {
+      "epoch": 7.499742453899248,
+      "grad_norm": 0.0413985475897789,
+      "learning_rate": 1.7860619515673033e-05,
+      "loss": 0.003,
+      "step": 163800
+    },
+    {
+      "epoch": 7.504321051245951,
+      "grad_norm": 0.11123603582382202,
+      "learning_rate": 1.779944265367614e-05,
+      "loss": 0.0031,
+      "step": 163900
+    },
+    {
+      "epoch": 7.508899648592654,
+      "grad_norm": 0.11079199612140656,
+      "learning_rate": 1.7738348048658127e-05,
+      "loss": 0.0029,
+      "step": 164000
+    },
+    {
+      "epoch": 7.513478245939356,
+      "grad_norm": 0.026996923610568047,
+      "learning_rate": 1.767733585668639e-05,
+      "loss": 0.0028,
+      "step": 164100
+    },
+    {
+      "epoch": 7.518056843286059,
+      "grad_norm": 0.2861877381801605,
+      "learning_rate": 1.7616406233617832e-05,
+      "loss": 0.0033,
+      "step": 164200
+    },
+    {
+      "epoch": 7.5226354406327625,
+      "grad_norm": 0.013889641501009464,
+      "learning_rate": 1.7555559335098414e-05,
+      "loss": 0.0034,
+      "step": 164300
+    },
+    {
+      "epoch": 7.527214037979465,
+      "grad_norm": 0.5749355554580688,
+      "learning_rate": 1.749479531656279e-05,
+      "loss": 0.0034,
+      "step": 164400
+    },
+    {
+      "epoch": 7.531792635326168,
+      "grad_norm": 0.03499993681907654,
+      "learning_rate": 1.7434114333233852e-05,
+      "loss": 0.0029,
+      "step": 164500
+    },
+    {
+      "epoch": 7.53637123267287,
+      "grad_norm": 0.1424218863248825,
+      "learning_rate": 1.737351654012244e-05,
+      "loss": 0.0025,
+      "step": 164600
+    },
+    {
+      "epoch": 7.540949830019573,
+      "grad_norm": 0.009633993729948997,
+      "learning_rate": 1.7313002092026837e-05,
+      "loss": 0.0032,
+      "step": 164700
+    },
+    {
+      "epoch": 7.545528427366277,
+      "grad_norm": 0.02650436945259571,
+      "learning_rate": 1.725257114353241e-05,
+      "loss": 0.0044,
+      "step": 164800
+    },
+    {
+      "epoch": 7.550107024712979,
+      "grad_norm": 0.0338139683008194,
+      "learning_rate": 1.7192223849011258e-05,
+      "loss": 0.0029,
+      "step": 164900
+    },
+    {
+      "epoch": 7.554685622059682,
+      "grad_norm": 1.0118355751037598,
+      "learning_rate": 1.7131960362621796e-05,
+      "loss": 0.0041,
+      "step": 165000
+    },
+    {
+      "epoch": 7.559264219406385,
+      "grad_norm": 0.014256274327635765,
+      "learning_rate": 1.7071780838308288e-05,
+      "loss": 0.0027,
+      "step": 165100
+    },
+    {
+      "epoch": 7.563842816753088,
+      "grad_norm": 0.05664459615945816,
+      "learning_rate": 1.7011685429800595e-05,
+      "loss": 0.0026,
+      "step": 165200
+    },
+    {
+      "epoch": 7.568421414099791,
+      "grad_norm": 0.14832501113414764,
+      "learning_rate": 1.695167429061364e-05,
+      "loss": 0.0027,
+      "step": 165300
+    },
+    {
+      "epoch": 7.573000011446493,
+      "grad_norm": 0.19807232916355133,
+      "learning_rate": 1.6891747574047078e-05,
+      "loss": 0.0026,
+      "step": 165400
+    },
+    {
+      "epoch": 7.577578608793196,
+      "grad_norm": 0.09145753085613251,
+      "learning_rate": 1.6831905433184946e-05,
+      "loss": 0.0032,
+      "step": 165500
+    },
+    {
+      "epoch": 7.582157206139899,
+      "grad_norm": 0.021602990105748177,
+      "learning_rate": 1.6772148020895228e-05,
+      "loss": 0.0022,
+      "step": 165600
+    },
+    {
+      "epoch": 7.586735803486602,
+      "grad_norm": 0.2839347720146179,
+      "learning_rate": 1.671247548982941e-05,
+      "loss": 0.0034,
+      "step": 165700
+    },
+    {
+      "epoch": 7.591314400833305,
+      "grad_norm": 0.02294602431356907,
+      "learning_rate": 1.6652887992422235e-05,
+      "loss": 0.0023,
+      "step": 165800
+    },
+    {
+      "epoch": 7.595892998180007,
+      "grad_norm": 0.027606772258877754,
+      "learning_rate": 1.659338568089114e-05,
+      "loss": 0.0032,
+      "step": 165900
+    },
+    {
+      "epoch": 7.60047159552671,
+      "grad_norm": 0.01902574673295021,
+      "learning_rate": 1.653396870723599e-05,
+      "loss": 0.0036,
+      "step": 166000
+    },
+    {
+      "epoch": 7.6050501928734136,
+      "grad_norm": 0.06941546499729156,
+      "learning_rate": 1.6474637223238665e-05,
+      "loss": 0.0031,
+      "step": 166100
+    },
+    {
+      "epoch": 7.609628790220116,
+      "grad_norm": 0.06622402369976044,
+      "learning_rate": 1.641539138046264e-05,
+      "loss": 0.003,
+      "step": 166200
+    },
+    {
+      "epoch": 7.614207387566819,
+      "grad_norm": 0.0019321365980431437,
+      "learning_rate": 1.6356231330252657e-05,
+      "loss": 0.0031,
+      "step": 166300
+    },
+    {
+      "epoch": 7.618785984913522,
+      "grad_norm": 0.11348855495452881,
+      "learning_rate": 1.629715722373423e-05,
+      "loss": 0.0039,
+      "step": 166400
+    },
+    {
+      "epoch": 7.6233645822602245,
+      "grad_norm": 0.14493609964847565,
+      "learning_rate": 1.6238169211813387e-05,
+      "loss": 0.0019,
+      "step": 166500
+    },
+    {
+      "epoch": 7.627943179606928,
+      "grad_norm": 0.11578594148159027,
+      "learning_rate": 1.6179267445176206e-05,
+      "loss": 0.0031,
+      "step": 166600
+    },
+    {
+      "epoch": 7.63252177695363,
+      "grad_norm": 0.026161905378103256,
+      "learning_rate": 1.6120452074288416e-05,
+      "loss": 0.0031,
+      "step": 166700
+    },
+    {
+      "epoch": 7.637100374300333,
+      "grad_norm": 0.048572130501270294,
+      "learning_rate": 1.6061723249395104e-05,
+      "loss": 0.0027,
+      "step": 166800
+    },
+    {
+      "epoch": 7.6416789716470355,
+      "grad_norm": 0.08658236265182495,
+      "learning_rate": 1.600308112052027e-05,
+      "loss": 0.0048,
+      "step": 166900
+    },
+    {
+      "epoch": 7.646257568993739,
+      "grad_norm": 0.03995939716696739,
+      "learning_rate": 1.594452583746638e-05,
+      "loss": 0.0029,
+      "step": 167000
+    },
+    {
+      "epoch": 7.650836166340442,
+      "grad_norm": 0.5306475758552551,
+      "learning_rate": 1.588605754981413e-05,
+      "loss": 0.0032,
+      "step": 167100
+    },
+    {
+      "epoch": 7.655414763687144,
+      "grad_norm": 0.008948258124291897,
+      "learning_rate": 1.582767640692194e-05,
+      "loss": 0.0024,
+      "step": 167200
+    },
+    {
+      "epoch": 7.659993361033847,
+      "grad_norm": 0.09350460022687912,
+      "learning_rate": 1.576938255792561e-05,
+      "loss": 0.0032,
+      "step": 167300
+    },
+    {
+      "epoch": 7.6645719583805505,
+      "grad_norm": 0.34027963876724243,
+      "learning_rate": 1.5711176151737984e-05,
+      "loss": 0.0029,
+      "step": 167400
+    },
+    {
+      "epoch": 7.669150555727253,
+      "grad_norm": 0.012650508433580399,
+      "learning_rate": 1.5653057337048514e-05,
+      "loss": 0.0031,
+      "step": 167500
+    },
+    {
+      "epoch": 7.673729153073956,
+      "grad_norm": 0.07974658906459808,
+      "learning_rate": 1.5595026262322875e-05,
+      "loss": 0.0023,
+      "step": 167600
+    },
+    {
+      "epoch": 7.678307750420658,
+      "grad_norm": 0.06705432385206223,
+      "learning_rate": 1.553708307580265e-05,
+      "loss": 0.0032,
+      "step": 167700
+    },
+    {
+      "epoch": 7.6828863477673615,
+      "grad_norm": 0.027641797438263893,
+      "learning_rate": 1.547922792550488e-05,
+      "loss": 0.0036,
+      "step": 167800
+    },
+    {
+      "epoch": 7.687464945114065,
+      "grad_norm": 0.44552162289619446,
+      "learning_rate": 1.5421460959221707e-05,
+      "loss": 0.0036,
+      "step": 167900
+    },
+    {
+      "epoch": 7.692043542460767,
+      "grad_norm": 0.02241067960858345,
+      "learning_rate": 1.536378232452003e-05,
+      "loss": 0.0037,
+      "step": 168000
+    },
+    {
+      "epoch": 7.69662213980747,
+      "grad_norm": 0.2189732789993286,
+      "learning_rate": 1.5306192168741117e-05,
+      "loss": 0.0026,
+      "step": 168100
+    },
+    {
+      "epoch": 7.701200737154172,
+      "grad_norm": 0.046641841530799866,
+      "learning_rate": 1.5248690639000162e-05,
+      "loss": 0.0035,
+      "step": 168200
+    },
+    {
+      "epoch": 7.705779334500876,
+      "grad_norm": 0.02562684379518032,
+      "learning_rate": 1.5191277882186023e-05,
+      "loss": 0.003,
+      "step": 168300
+    },
+    {
+      "epoch": 7.710357931847579,
+      "grad_norm": 0.22241626679897308,
+      "learning_rate": 1.513395404496072e-05,
+      "loss": 0.0022,
+      "step": 168400
+    },
+    {
+      "epoch": 7.714936529194281,
+      "grad_norm": 0.2740160822868347,
+      "learning_rate": 1.5076719273759198e-05,
+      "loss": 0.0033,
+      "step": 168500
+    },
+    {
+      "epoch": 7.719515126540984,
+      "grad_norm": 0.02267398126423359,
+      "learning_rate": 1.5019573714788809e-05,
+      "loss": 0.002,
+      "step": 168600
+    },
+    {
+      "epoch": 7.7240937238876874,
+      "grad_norm": 0.008224272169172764,
+      "learning_rate": 1.4962517514029067e-05,
+      "loss": 0.0022,
+      "step": 168700
+    },
+    {
+      "epoch": 7.72867232123439,
+      "grad_norm": 0.11832094937562943,
+      "learning_rate": 1.4905550817231206e-05,
+      "loss": 0.0029,
+      "step": 168800
+    },
+    {
+      "epoch": 7.733250918581093,
+      "grad_norm": 0.3029548227787018,
+      "learning_rate": 1.4848673769917787e-05,
+      "loss": 0.0042,
+      "step": 168900
+    },
+    {
+      "epoch": 7.737829515927795,
+      "grad_norm": 0.026391340419650078,
+      "learning_rate": 1.4791886517382413e-05,
+      "loss": 0.0031,
+      "step": 169000
+    },
+    {
+      "epoch": 7.742408113274498,
+      "grad_norm": 0.4289281666278839,
+      "learning_rate": 1.473518920468926e-05,
+      "loss": 0.0033,
+      "step": 169100
+    },
+    {
+      "epoch": 7.746986710621201,
+      "grad_norm": 0.1801924854516983,
+      "learning_rate": 1.4678581976672751e-05,
+      "loss": 0.0028,
+      "step": 169200
+    },
+    {
+      "epoch": 7.751565307967904,
+      "grad_norm": 0.06808359920978546,
+      "learning_rate": 1.4622064977937222e-05,
+      "loss": 0.0037,
+      "step": 169300
+    },
+    {
+      "epoch": 7.756143905314607,
+      "grad_norm": 0.5008605122566223,
+      "learning_rate": 1.4565638352856503e-05,
+      "loss": 0.0032,
+      "step": 169400
+    },
+    {
+      "epoch": 7.760722502661309,
+      "grad_norm": 0.13920585811138153,
+      "learning_rate": 1.4509302245573536e-05,
+      "loss": 0.0032,
+      "step": 169500
+    },
+    {
+      "epoch": 7.7653011000080125,
+      "grad_norm": 0.002380757825449109,
+      "learning_rate": 1.4453056800000076e-05,
+      "loss": 0.0025,
+      "step": 169600
+    },
+    {
+      "epoch": 7.769879697354716,
+      "grad_norm": 0.03281938657164574,
+      "learning_rate": 1.4396902159816245e-05,
+      "loss": 0.0028,
+      "step": 169700
+    },
+    {
+      "epoch": 7.774458294701418,
+      "grad_norm": 0.2583022117614746,
+      "learning_rate": 1.4340838468470197e-05,
+      "loss": 0.0031,
+      "step": 169800
+    },
+    {
+      "epoch": 7.779036892048121,
+      "grad_norm": 0.0035414681769907475,
+      "learning_rate": 1.4284865869177789e-05,
+      "loss": 0.0031,
+      "step": 169900
+    },
+    {
+      "epoch": 7.783615489394824,
+      "grad_norm": 0.23097677528858185,
+      "learning_rate": 1.4228984504922178e-05,
+      "loss": 0.0034,
+      "step": 170000
+    },
+    {
+      "epoch": 7.788194086741527,
+      "grad_norm": 0.515470027923584,
+      "learning_rate": 1.4173194518453414e-05,
+      "loss": 0.004,
+      "step": 170100
+    },
+    {
+      "epoch": 7.79277268408823,
+      "grad_norm": 0.03734416887164116,
+      "learning_rate": 1.4117496052288193e-05,
+      "loss": 0.0025,
+      "step": 170200
+    },
+    {
+      "epoch": 7.797351281434932,
+      "grad_norm": 0.270358681678772,
+      "learning_rate": 1.4061889248709343e-05,
+      "loss": 0.0017,
+      "step": 170300
+    },
+    {
+      "epoch": 7.801929878781635,
+      "grad_norm": 0.027283625677227974,
+      "learning_rate": 1.4006374249765597e-05,
+      "loss": 0.0028,
+      "step": 170400
+    },
+    {
+      "epoch": 7.806508476128338,
+      "grad_norm": 0.06574155390262604,
+      "learning_rate": 1.3950951197271134e-05,
+      "loss": 0.0031,
+      "step": 170500
+    },
+    {
+      "epoch": 7.811087073475041,
+      "grad_norm": 0.05151946470141411,
+      "learning_rate": 1.3895620232805279e-05,
+      "loss": 0.0017,
+      "step": 170600
+    },
+    {
+      "epoch": 7.815665670821744,
+      "grad_norm": 0.012561053037643433,
+      "learning_rate": 1.3840381497712113e-05,
+      "loss": 0.0025,
+      "step": 170700
+    },
+    {
+      "epoch": 7.820244268168446,
+      "grad_norm": 0.005159000866115093,
+      "learning_rate": 1.3785235133100088e-05,
+      "loss": 0.0034,
+      "step": 170800
+    },
+    {
+      "epoch": 7.8248228655151495,
+      "grad_norm": 0.04550444707274437,
+      "learning_rate": 1.3730181279841748e-05,
+      "loss": 0.0024,
+      "step": 170900
+    },
+    {
+      "epoch": 7.829401462861853,
+      "grad_norm": 0.05944928154349327,
+      "learning_rate": 1.3675220078573253e-05,
+      "loss": 0.0022,
+      "step": 171000
+    },
+    {
+      "epoch": 7.833980060208555,
+      "grad_norm": 0.31237590312957764,
+      "learning_rate": 1.3620351669694103e-05,
+      "loss": 0.0023,
+      "step": 171100
+    },
+    {
+      "epoch": 7.838558657555258,
+      "grad_norm": 0.0012041196459904313,
+      "learning_rate": 1.356557619336678e-05,
+      "loss": 0.0027,
+      "step": 171200
+    },
+    {
+      "epoch": 7.8431372549019605,
+      "grad_norm": 0.1280195415019989,
+      "learning_rate": 1.3510893789516372e-05,
+      "loss": 0.0034,
+      "step": 171300
+    },
+    {
+      "epoch": 7.847715852248664,
+      "grad_norm": 0.2050485610961914,
+      "learning_rate": 1.345630459783015e-05,
+      "loss": 0.0028,
+      "step": 171400
+    },
+    {
+      "epoch": 7.852294449595367,
+      "grad_norm": 0.15840676426887512,
+      "learning_rate": 1.340180875775735e-05,
+      "loss": 0.002,
+      "step": 171500
+    },
+    {
+      "epoch": 7.856873046942069,
+      "grad_norm": 0.7529467344284058,
+      "learning_rate": 1.3347406408508695e-05,
+      "loss": 0.0022,
+      "step": 171600
+    },
+    {
+      "epoch": 7.861451644288772,
+      "grad_norm": 0.03594828397035599,
+      "learning_rate": 1.3293097689056078e-05,
+      "loss": 0.0025,
+      "step": 171700
+    },
+    {
+      "epoch": 7.866030241635475,
+      "grad_norm": 0.4587234854698181,
+      "learning_rate": 1.323888273813223e-05,
+      "loss": 0.0029,
+      "step": 171800
+    },
+    {
+      "epoch": 7.870608838982178,
+      "grad_norm": 0.05882592126727104,
+      "learning_rate": 1.3184761694230375e-05,
+      "loss": 0.0026,
+      "step": 171900
+    },
+    {
+      "epoch": 7.875187436328881,
+      "grad_norm": 0.07484336197376251,
+      "learning_rate": 1.3130734695603786e-05,
+      "loss": 0.0028,
+      "step": 172000
+    },
+    {
+      "epoch": 7.879766033675583,
+      "grad_norm": 0.008674757555127144,
+      "learning_rate": 1.3076801880265554e-05,
+      "loss": 0.0028,
+      "step": 172100
+    },
+    {
+      "epoch": 7.884344631022286,
+      "grad_norm": 0.41222670674324036,
+      "learning_rate": 1.3022963385988151e-05,
+      "loss": 0.0036,
+      "step": 172200
+    },
+    {
+      "epoch": 7.88892322836899,
+      "grad_norm": 0.10513575375080109,
+      "learning_rate": 1.296921935030308e-05,
+      "loss": 0.0029,
+      "step": 172300
+    },
+    {
+      "epoch": 7.893501825715692,
+      "grad_norm": 0.29091617465019226,
+      "learning_rate": 1.2915569910500591e-05,
+      "loss": 0.004,
+      "step": 172400
+    },
+    {
+      "epoch": 7.898080423062395,
+      "grad_norm": 0.09394501894712448,
+      "learning_rate": 1.2862015203629274e-05,
+      "loss": 0.0032,
+      "step": 172500
+    },
+    {
+      "epoch": 7.902659020409097,
+      "grad_norm": 0.0589442253112793,
+      "learning_rate": 1.2808555366495728e-05,
+      "loss": 0.0027,
+      "step": 172600
+    },
+    {
+      "epoch": 7.907237617755801,
+      "grad_norm": 0.02068307250738144,
+      "learning_rate": 1.2755190535664168e-05,
+      "loss": 0.0024,
+      "step": 172700
+    },
+    {
+      "epoch": 7.911816215102503,
+      "grad_norm": 0.08841919153928757,
+      "learning_rate": 1.2701920847456166e-05,
+      "loss": 0.0027,
+      "step": 172800
+    },
+    {
+      "epoch": 7.916394812449206,
+      "grad_norm": 0.22736288607120514,
+      "learning_rate": 1.264874643795021e-05,
+      "loss": 0.0034,
+      "step": 172900
+    },
+    {
+      "epoch": 7.920973409795909,
+      "grad_norm": 0.16831666231155396,
+      "learning_rate": 1.2595667442981401e-05,
+      "loss": 0.0023,
+      "step": 173000
+    },
+    {
+      "epoch": 7.9255520071426115,
+      "grad_norm": 0.04770100489258766,
+      "learning_rate": 1.2542683998141119e-05,
+      "loss": 0.0025,
+      "step": 173100
+    },
+    {
+      "epoch": 7.930130604489315,
+      "grad_norm": 0.6141162514686584,
+      "learning_rate": 1.2489796238776675e-05,
+      "loss": 0.004,
+      "step": 173200
+    },
+    {
+      "epoch": 7.934709201836018,
+      "grad_norm": 0.7967793345451355,
+      "learning_rate": 1.243700429999089e-05,
+      "loss": 0.0027,
+      "step": 173300
+    },
+    {
+      "epoch": 7.93928779918272,
+      "grad_norm": 0.015516542829573154,
+      "learning_rate": 1.2384308316641874e-05,
+      "loss": 0.0017,
+      "step": 173400
+    },
+    {
+      "epoch": 7.943866396529423,
+      "grad_norm": 0.0020021158270537853,
+      "learning_rate": 1.233170842334258e-05,
+      "loss": 0.0029,
+      "step": 173500
+    },
+    {
+      "epoch": 7.948444993876126,
+      "grad_norm": 0.014905404299497604,
+      "learning_rate": 1.2279204754460493e-05,
+      "loss": 0.0026,
+      "step": 173600
+    },
+    {
+      "epoch": 7.953023591222829,
+      "grad_norm": 0.04339270293712616,
+      "learning_rate": 1.222679744411731e-05,
+      "loss": 0.0031,
+      "step": 173700
+    },
+    {
+      "epoch": 7.957602188569532,
+      "grad_norm": 0.10109388083219528,
+      "learning_rate": 1.2174486626188586e-05,
+      "loss": 0.0033,
+      "step": 173800
+    },
+    {
+      "epoch": 7.962180785916234,
+      "grad_norm": 0.018510516732931137,
+      "learning_rate": 1.2122272434303344e-05,
+      "loss": 0.0026,
+      "step": 173900
+    },
+    {
+      "epoch": 7.9667593832629375,
+      "grad_norm": 0.014604040421545506,
+      "learning_rate": 1.2070155001843835e-05,
+      "loss": 0.0024,
+      "step": 174000
+    },
+    {
+      "epoch": 7.97133798060964,
+      "grad_norm": 0.20794948935508728,
+      "learning_rate": 1.2018134461945075e-05,
+      "loss": 0.0033,
+      "step": 174100
+    },
+    {
+      "epoch": 7.975916577956343,
+      "grad_norm": 0.06476528197526932,
+      "learning_rate": 1.1966210947494583e-05,
+      "loss": 0.0024,
+      "step": 174200
+    },
+    {
+      "epoch": 7.980495175303046,
+      "grad_norm": 0.0063975718803703785,
+      "learning_rate": 1.1914384591132044e-05,
+      "loss": 0.0022,
+      "step": 174300
+    },
+    {
+      "epoch": 7.9850737726497485,
+      "grad_norm": 0.03397635370492935,
+      "learning_rate": 1.1862655525248945e-05,
+      "loss": 0.0025,
+      "step": 174400
+    },
+    {
+      "epoch": 7.989652369996452,
+      "grad_norm": 0.030696725472807884,
+      "learning_rate": 1.1811023881988248e-05,
+      "loss": 0.0021,
+      "step": 174500
+    },
+    {
+      "epoch": 7.994230967343155,
+      "grad_norm": 0.08137042820453644,
+      "learning_rate": 1.1759489793244022e-05,
+      "loss": 0.0025,
+      "step": 174600
+    },
+    {
+      "epoch": 7.998809564689857,
+      "grad_norm": 0.0656815618276596,
+      "learning_rate": 1.1708053390661128e-05,
+      "loss": 0.0026,
+      "step": 174700
+    },
+    {
+      "epoch": 8.0,
+      "eval_loss": 0.17588233947753906,
+      "eval_runtime": 260.0784,
+      "eval_samples_per_second": 21.147,
+      "eval_steps_per_second": 21.147,
+      "step": 174726
+    },
+    {
+      "epoch": 8.00338816203656,
+      "grad_norm": 0.10640919208526611,
+      "learning_rate": 1.1656714805634938e-05,
+      "loss": 0.0018,
+      "step": 174800
+    },
+    {
+      "epoch": 8.007966759383264,
+      "grad_norm": 0.0020934424828737974,
+      "learning_rate": 1.1605474169310881e-05,
+      "loss": 0.002,
+      "step": 174900
+    },
+    {
+      "epoch": 8.012545356729966,
+      "grad_norm": 0.09055866301059723,
+      "learning_rate": 1.1554331612584218e-05,
+      "loss": 0.0017,
+      "step": 175000
+    },
+    {
+      "epoch": 8.017123954076668,
+      "grad_norm": 0.49149322509765625,
+      "learning_rate": 1.1503287266099666e-05,
+      "loss": 0.0025,
+      "step": 175100
+    },
+    {
+      "epoch": 8.021702551423372,
+      "grad_norm": 0.01625397428870201,
+      "learning_rate": 1.145234126025102e-05,
+      "loss": 0.0021,
+      "step": 175200
+    },
+    {
+      "epoch": 8.026281148770074,
+      "grad_norm": 0.8061564564704895,
+      "learning_rate": 1.1401493725180912e-05,
+      "loss": 0.0015,
+      "step": 175300
+    },
+    {
+      "epoch": 8.030859746116777,
+      "grad_norm": 0.6298221349716187,
+      "learning_rate": 1.1350744790780388e-05,
+      "loss": 0.0018,
+      "step": 175400
+    },
+    {
+      "epoch": 8.035438343463479,
+      "grad_norm": 0.051574669778347015,
+      "learning_rate": 1.130009458668863e-05,
+      "loss": 0.0019,
+      "step": 175500
+    },
+    {
+      "epoch": 8.040016940810183,
+      "grad_norm": 0.034144267439842224,
+      "learning_rate": 1.1249543242292627e-05,
+      "loss": 0.0019,
+      "step": 175600
+    },
+    {
+      "epoch": 8.044595538156885,
+      "grad_norm": 0.05505882203578949,
+      "learning_rate": 1.119909088672682e-05,
+      "loss": 0.0019,
+      "step": 175700
+    },
+    {
+      "epoch": 8.049174135503588,
+      "grad_norm": 0.01235408615320921,
+      "learning_rate": 1.1148737648872759e-05,
+      "loss": 0.0019,
+      "step": 175800
+    },
+    {
+      "epoch": 8.053752732850292,
+      "grad_norm": 0.07047531008720398,
+      "learning_rate": 1.1098483657358844e-05,
+      "loss": 0.0017,
+      "step": 175900
+    },
+    {
+      "epoch": 8.058331330196994,
+      "grad_norm": 0.048473093658685684,
+      "learning_rate": 1.1048329040559896e-05,
+      "loss": 0.0019,
+      "step": 176000
+    },
+    {
+      "epoch": 8.062909927543696,
+      "grad_norm": 0.019425269216299057,
+      "learning_rate": 1.0998273926596897e-05,
+      "loss": 0.0015,
+      "step": 176100
+    },
+    {
+      "epoch": 8.0674885248904,
+      "grad_norm": 0.0072584389708936214,
+      "learning_rate": 1.094831844333667e-05,
+      "loss": 0.0024,
+      "step": 176200
+    },
+    {
+      "epoch": 8.072067122237103,
+      "grad_norm": 0.0020360236521810293,
+      "learning_rate": 1.0898462718391523e-05,
+      "loss": 0.0014,
+      "step": 176300
+    },
+    {
+      "epoch": 8.076645719583805,
+      "grad_norm": 0.5871603488922119,
+      "learning_rate": 1.0848706879118892e-05,
+      "loss": 0.0019,
+      "step": 176400
+    },
+    {
+      "epoch": 8.08122431693051,
+      "grad_norm": 0.13031832873821259,
+      "learning_rate": 1.0799051052621106e-05,
+      "loss": 0.0017,
+      "step": 176500
+    },
+    {
+      "epoch": 8.085802914277211,
+      "grad_norm": 0.008929682895541191,
+      "learning_rate": 1.074949536574496e-05,
+      "loss": 0.0016,
+      "step": 176600
+    },
+    {
+      "epoch": 8.090381511623914,
+      "grad_norm": 0.003812073729932308,
+      "learning_rate": 1.0700039945081498e-05,
+      "loss": 0.0017,
+      "step": 176700
+    },
+    {
+      "epoch": 8.094960108970616,
+      "grad_norm": 0.011707616969943047,
+      "learning_rate": 1.0650684916965559e-05,
+      "loss": 0.0016,
+      "step": 176800
+    },
+    {
+      "epoch": 8.09953870631732,
+      "grad_norm": 0.037662629038095474,
+      "learning_rate": 1.0601430407475582e-05,
+      "loss": 0.002,
+      "step": 176900
+    },
+    {
+      "epoch": 8.104117303664022,
+      "grad_norm": 0.012711996212601662,
+      "learning_rate": 1.0552276542433237e-05,
+      "loss": 0.0015,
+      "step": 177000
+    },
+    {
+      "epoch": 8.108695901010725,
+      "grad_norm": 0.19156889617443085,
+      "learning_rate": 1.0503223447403032e-05,
+      "loss": 0.0011,
+      "step": 177100
+    },
+    {
+      "epoch": 8.113274498357429,
+      "grad_norm": 0.010708093643188477,
+      "learning_rate": 1.0454271247692137e-05,
+      "loss": 0.0013,
+      "step": 177200
+    },
+    {
+      "epoch": 8.117853095704131,
+      "grad_norm": 0.02960583008825779,
+      "learning_rate": 1.040542006834992e-05,
+      "loss": 0.0024,
+      "step": 177300
+    },
+    {
+      "epoch": 8.122431693050833,
+      "grad_norm": 0.1249750480055809,
+      "learning_rate": 1.0356670034167698e-05,
+      "loss": 0.0015,
+      "step": 177400
+    },
+    {
+      "epoch": 8.127010290397537,
+      "grad_norm": 0.0189303457736969,
+      "learning_rate": 1.0308021269678442e-05,
+      "loss": 0.0021,
+      "step": 177500
+    },
+    {
+      "epoch": 8.13158888774424,
+      "grad_norm": 0.004004355985671282,
+      "learning_rate": 1.025947389915643e-05,
+      "loss": 0.0025,
+      "step": 177600
+    },
+    {
+      "epoch": 8.136167485090942,
+      "grad_norm": 0.021703239530324936,
+      "learning_rate": 1.0211028046616866e-05,
+      "loss": 0.0012,
+      "step": 177700
+    },
+    {
+      "epoch": 8.140746082437646,
+      "grad_norm": 0.41312482953071594,
+      "learning_rate": 1.0162683835815705e-05,
+      "loss": 0.0013,
+      "step": 177800
+    },
+    {
+      "epoch": 8.145324679784348,
+      "grad_norm": 0.021725183352828026,
+      "learning_rate": 1.0114441390249202e-05,
+      "loss": 0.0012,
+      "step": 177900
+    },
+    {
+      "epoch": 8.14990327713105,
+      "grad_norm": 0.33544811606407166,
+      "learning_rate": 1.0066300833153647e-05,
+      "loss": 0.002,
+      "step": 178000
+    },
+    {
+      "epoch": 8.154481874477753,
+      "grad_norm": 0.024289660155773163,
+      "learning_rate": 1.0018262287505086e-05,
+      "loss": 0.0023,
+      "step": 178100
+    },
+    {
+      "epoch": 8.159060471824457,
+      "grad_norm": 0.49725693464279175,
+      "learning_rate": 9.970325876018982e-06,
+      "loss": 0.002,
+      "step": 178200
+    },
+    {
+      "epoch": 8.16363906917116,
+      "grad_norm": 0.018485499545931816,
+      "learning_rate": 9.922491721149845e-06,
+      "loss": 0.0019,
+      "step": 178300
+    },
+    {
+      "epoch": 8.168217666517862,
+      "grad_norm": 0.009344914928078651,
+      "learning_rate": 9.874759945091016e-06,
+      "loss": 0.0016,
+      "step": 178400
+    },
+    {
+      "epoch": 8.172796263864566,
+      "grad_norm": 0.019952520728111267,
+      "learning_rate": 9.82713066977427e-06,
+      "loss": 0.0012,
+      "step": 178500
+    },
+    {
+      "epoch": 8.177374861211268,
+      "grad_norm": 0.5553386211395264,
+      "learning_rate": 9.77960401686958e-06,
+      "loss": 0.0019,
+      "step": 178600
+    },
+    {
+      "epoch": 8.18195345855797,
+      "grad_norm": 0.009466302581131458,
+      "learning_rate": 9.732180107784727e-06,
+      "loss": 0.0022,
+      "step": 178700
+    },
+    {
+      "epoch": 8.186532055904674,
+      "grad_norm": 0.5055824518203735,
+      "learning_rate": 9.684859063665059e-06,
+      "loss": 0.0017,
+      "step": 178800
+    },
+    {
+      "epoch": 8.191110653251377,
+      "grad_norm": 0.38719162344932556,
+      "learning_rate": 9.637641005393167e-06,
+      "loss": 0.002,
+      "step": 178900
+    },
+    {
+      "epoch": 8.195689250598079,
+      "grad_norm": 0.0033107008785009384,
+      "learning_rate": 9.590526053588505e-06,
+      "loss": 0.0013,
+      "step": 179000
+    },
+    {
+      "epoch": 8.200267847944781,
+      "grad_norm": 0.015472437255084515,
+      "learning_rate": 9.543514328607212e-06,
+      "loss": 0.0019,
+      "step": 179100
+    },
+    {
+      "epoch": 8.204846445291485,
+      "grad_norm": 0.004773670807480812,
+      "learning_rate": 9.496605950541676e-06,
+      "loss": 0.002,
+      "step": 179200
+    },
+    {
+      "epoch": 8.209425042638188,
+      "grad_norm": 0.0060659064911305904,
+      "learning_rate": 9.44980103922029e-06,
+      "loss": 0.0018,
+      "step": 179300
+    },
+    {
+      "epoch": 8.21400363998489,
+      "grad_norm": 0.004397235810756683,
+      "learning_rate": 9.403099714207175e-06,
+      "loss": 0.0017,
+      "step": 179400
+    },
+    {
+      "epoch": 8.218582237331594,
+      "grad_norm": 0.004803112708032131,
+      "learning_rate": 9.356502094801816e-06,
+      "loss": 0.0015,
+      "step": 179500
+    },
+    {
+      "epoch": 8.223160834678296,
+      "grad_norm": 0.0035059794317930937,
+      "learning_rate": 9.310008300038758e-06,
+      "loss": 0.0018,
+      "step": 179600
+    },
+    {
+      "epoch": 8.227739432024999,
+      "grad_norm": 0.025477442890405655,
+      "learning_rate": 9.263618448687377e-06,
+      "loss": 0.002,
+      "step": 179700
+    },
+    {
+      "epoch": 8.232318029371703,
+      "grad_norm": 0.3329303562641144,
+      "learning_rate": 9.217332659251477e-06,
+      "loss": 0.0018,
+      "step": 179800
+    },
+    {
+      "epoch": 8.236896626718405,
+      "grad_norm": 0.2675701379776001,
+      "learning_rate": 9.171151049969029e-06,
+      "loss": 0.0012,
+      "step": 179900
+    },
+    {
+      "epoch": 8.241475224065107,
+      "grad_norm": 1.2457773685455322,
+      "learning_rate": 9.125073738811918e-06,
+      "loss": 0.0019,
+      "step": 180000
+    },
+    {
+      "epoch": 8.246053821411811,
+      "grad_norm": 0.1400783210992813,
+      "learning_rate": 9.079100843485578e-06,
+      "loss": 0.0021,
+      "step": 180100
+    },
+    {
+      "epoch": 8.250632418758514,
+      "grad_norm": 0.025368591770529747,
+      "learning_rate": 9.033232481428678e-06,
+      "loss": 0.0018,
+      "step": 180200
+    },
+    {
+      "epoch": 8.255211016105216,
+      "grad_norm": 0.0014903460396453738,
+      "learning_rate": 8.987468769812912e-06,
+      "loss": 0.0014,
+      "step": 180300
+    },
+    {
+      "epoch": 8.259789613451918,
+      "grad_norm": 0.22623829543590546,
+      "learning_rate": 8.941809825542596e-06,
+      "loss": 0.0025,
+      "step": 180400
+    },
+    {
+      "epoch": 8.264368210798622,
+      "grad_norm": 0.017613211646676064,
+      "learning_rate": 8.896255765254424e-06,
+      "loss": 0.0012,
+      "step": 180500
+    },
+    {
+      "epoch": 8.268946808145325,
+      "grad_norm": 0.005598566494882107,
+      "learning_rate": 8.850806705317183e-06,
+      "loss": 0.001,
+      "step": 180600
+    },
+    {
+      "epoch": 8.273525405492027,
+      "grad_norm": 0.17524650692939758,
+      "learning_rate": 8.805462761831418e-06,
+      "loss": 0.001,
+      "step": 180700
+    },
+    {
+      "epoch": 8.278104002838731,
+      "grad_norm": 0.03338591754436493,
+      "learning_rate": 8.760224050629162e-06,
+      "loss": 0.0014,
+      "step": 180800
+    },
+    {
+      "epoch": 8.282682600185433,
+      "grad_norm": 0.017168212682008743,
+      "learning_rate": 8.715090687273614e-06,
+      "loss": 0.001,
+      "step": 180900
+    },
+    {
+      "epoch": 8.287261197532136,
+      "grad_norm": 0.09427805244922638,
+      "learning_rate": 8.67006278705888e-06,
+      "loss": 0.0013,
+      "step": 181000
+    },
+    {
+      "epoch": 8.29183979487884,
+      "grad_norm": 0.0094602657482028,
+      "learning_rate": 8.625140465009635e-06,
+      "loss": 0.0013,
+      "step": 181100
+    },
+    {
+      "epoch": 8.296418392225542,
+      "grad_norm": 0.06793930381536484,
+      "learning_rate": 8.58032383588086e-06,
+      "loss": 0.0018,
+      "step": 181200
+    },
+    {
+      "epoch": 8.300996989572244,
+      "grad_norm": 0.08039774000644684,
+      "learning_rate": 8.535613014157557e-06,
+      "loss": 0.0019,
+      "step": 181300
+    },
+    {
+      "epoch": 8.305575586918948,
+      "grad_norm": 0.03726482763886452,
+      "learning_rate": 8.491008114054439e-06,
+      "loss": 0.0021,
+      "step": 181400
+    },
+    {
+      "epoch": 8.31015418426565,
+      "grad_norm": 0.10031867027282715,
+      "learning_rate": 8.446509249515605e-06,
+      "loss": 0.0021,
+      "step": 181500
+    },
+    {
+      "epoch": 8.314732781612353,
+      "grad_norm": 0.38206222653388977,
+      "learning_rate": 8.402116534214338e-06,
+      "loss": 0.0021,
+      "step": 181600
+    },
+    {
+      "epoch": 8.319311378959055,
+      "grad_norm": 0.05652381107211113,
+      "learning_rate": 8.35783008155272e-06,
+      "loss": 0.0009,
+      "step": 181700
+    },
+    {
+      "epoch": 8.32388997630576,
+      "grad_norm": 0.0731114000082016,
+      "learning_rate": 8.313650004661383e-06,
+      "loss": 0.0016,
+      "step": 181800
+    },
+    {
+      "epoch": 8.328468573652462,
+      "grad_norm": 0.43218135833740234,
+      "learning_rate": 8.26957641639924e-06,
+      "loss": 0.0024,
+      "step": 181900
+    },
+    {
+      "epoch": 8.333047170999164,
+      "grad_norm": 0.08536510914564133,
+      "learning_rate": 8.225609429353187e-06,
+      "loss": 0.0021,
+      "step": 182000
+    },
+    {
+      "epoch": 8.337625768345868,
+      "grad_norm": 0.011019705794751644,
+      "learning_rate": 8.181749155837754e-06,
+      "loss": 0.0016,
+      "step": 182100
+    },
+    {
+      "epoch": 8.34220436569257,
+      "grad_norm": 0.040587395429611206,
+      "learning_rate": 8.137995707894942e-06,
+      "loss": 0.0018,
+      "step": 182200
+    },
+    {
+      "epoch": 8.346782963039272,
+      "grad_norm": 0.0023947455920279026,
+      "learning_rate": 8.094349197293793e-06,
+      "loss": 0.0015,
+      "step": 182300
+    },
+    {
+      "epoch": 8.351361560385977,
+      "grad_norm": 0.007556082680821419,
+      "learning_rate": 8.050809735530207e-06,
+      "loss": 0.0016,
+      "step": 182400
+    },
+    {
+      "epoch": 8.355940157732679,
+      "grad_norm": 0.11117005348205566,
+      "learning_rate": 8.007377433826634e-06,
+      "loss": 0.0016,
+      "step": 182500
+    },
+    {
+      "epoch": 8.360518755079381,
+      "grad_norm": 0.0016330329235643148,
+      "learning_rate": 7.964052403131773e-06,
+      "loss": 0.0013,
+      "step": 182600
+    },
+    {
+      "epoch": 8.365097352426083,
+      "grad_norm": 0.4123118221759796,
+      "learning_rate": 7.920834754120304e-06,
+      "loss": 0.0021,
+      "step": 182700
+    },
+    {
+      "epoch": 8.369675949772788,
+      "grad_norm": 0.014765871688723564,
+      "learning_rate": 7.877724597192582e-06,
+      "loss": 0.0022,
+      "step": 182800
+    },
+    {
+      "epoch": 8.37425454711949,
+      "grad_norm": 0.004433237481862307,
+      "learning_rate": 7.834722042474374e-06,
+      "loss": 0.0012,
+      "step": 182900
+    },
+    {
+      "epoch": 8.378833144466192,
+      "grad_norm": 0.0037168385460972786,
+      "learning_rate": 7.791827199816593e-06,
+      "loss": 0.0016,
+      "step": 183000
+    },
+    {
+      "epoch": 8.383411741812896,
+      "grad_norm": 0.04149395972490311,
+      "learning_rate": 7.74904017879497e-06,
+      "loss": 0.0029,
+      "step": 183100
+    },
+    {
+      "epoch": 8.387990339159598,
+      "grad_norm": 0.011970234103500843,
+      "learning_rate": 7.70636108870983e-06,
+      "loss": 0.0022,
+      "step": 183200
+    },
+    {
+      "epoch": 8.3925689365063,
+      "grad_norm": 0.049423061311244965,
+      "learning_rate": 7.663790038585793e-06,
+      "loss": 0.0021,
+      "step": 183300
+    },
+    {
+      "epoch": 8.397147533853005,
+      "grad_norm": 0.029166920110583305,
+      "learning_rate": 7.621327137171447e-06,
+      "loss": 0.0015,
+      "step": 183400
+    },
+    {
+      "epoch": 8.401726131199707,
+      "grad_norm": 0.029471127316355705,
+      "learning_rate": 7.5789724929391625e-06,
+      "loss": 0.0019,
+      "step": 183500
+    },
+    {
+      "epoch": 8.40630472854641,
+      "grad_norm": 0.039268478751182556,
+      "learning_rate": 7.536726214084722e-06,
+      "loss": 0.0019,
+      "step": 183600
+    },
+    {
+      "epoch": 8.410883325893113,
+      "grad_norm": 0.4737110137939453,
+      "learning_rate": 7.494588408527103e-06,
+      "loss": 0.0018,
+      "step": 183700
+    },
+    {
+      "epoch": 8.415461923239816,
+      "grad_norm": 0.03173527121543884,
+      "learning_rate": 7.4525591839081865e-06,
+      "loss": 0.0019,
+      "step": 183800
+    },
+    {
+      "epoch": 8.420040520586518,
+      "grad_norm": 0.013487137854099274,
+      "learning_rate": 7.4106386475925046e-06,
+      "loss": 0.0013,
+      "step": 183900
+    },
+    {
+      "epoch": 8.42461911793322,
+      "grad_norm": 0.0010746048064902425,
+      "learning_rate": 7.368826906666887e-06,
+      "loss": 0.0019,
+      "step": 184000
+    },
+    {
+      "epoch": 8.429197715279924,
+      "grad_norm": 0.01748150959610939,
+      "learning_rate": 7.327124067940311e-06,
+      "loss": 0.0025,
+      "step": 184100
+    },
+    {
+      "epoch": 8.433776312626627,
+      "grad_norm": 0.0159548781812191,
+      "learning_rate": 7.285530237943505e-06,
+      "loss": 0.0022,
+      "step": 184200
+    },
+    {
+      "epoch": 8.438354909973329,
+      "grad_norm": 0.0013540086802095175,
+      "learning_rate": 7.24404552292875e-06,
+      "loss": 0.0012,
+      "step": 184300
+    },
+    {
+      "epoch": 8.442933507320033,
+      "grad_norm": 0.12859028577804565,
+      "learning_rate": 7.202670028869601e-06,
+      "loss": 0.002,
+      "step": 184400
+    },
+    {
+      "epoch": 8.447512104666735,
+      "grad_norm": 0.006918368861079216,
+      "learning_rate": 7.161403861460614e-06,
+      "loss": 0.0014,
+      "step": 184500
+    },
+    {
+      "epoch": 8.452090702013438,
+      "grad_norm": 0.014983629807829857,
+      "learning_rate": 7.1202471261170245e-06,
+      "loss": 0.0016,
+      "step": 184600
+    },
+    {
+      "epoch": 8.456669299360142,
+      "grad_norm": 0.03064214624464512,
+      "learning_rate": 7.079199927974584e-06,
+      "loss": 0.0021,
+      "step": 184700
+    },
+    {
+      "epoch": 8.461247896706844,
+      "grad_norm": 0.030842667445540428,
+      "learning_rate": 7.038262371889159e-06,
+      "loss": 0.0012,
+      "step": 184800
+    },
+    {
+      "epoch": 8.465826494053546,
+      "grad_norm": 0.0024680488277226686,
+      "learning_rate": 6.997434562436606e-06,
+      "loss": 0.002,
+      "step": 184900
+    },
+    {
+      "epoch": 8.470405091400249,
+      "grad_norm": 0.06068078801035881,
+      "learning_rate": 6.956716603912361e-06,
+      "loss": 0.0021,
+      "step": 185000
+    },
+    {
+      "epoch": 8.474983688746953,
+      "grad_norm": 0.5528777241706848,
+      "learning_rate": 6.9161086003312945e-06,
+      "loss": 0.0015,
+      "step": 185100
+    },
+    {
+      "epoch": 8.479562286093655,
+      "grad_norm": 0.05493824928998947,
+      "learning_rate": 6.875610655427389e-06,
+      "loss": 0.0017,
+      "step": 185200
+    },
+    {
+      "epoch": 8.484140883440357,
+      "grad_norm": 0.07727139443159103,
+      "learning_rate": 6.83522287265344e-06,
+      "loss": 0.0017,
+      "step": 185300
+    },
+    {
+      "epoch": 8.488719480787061,
+      "grad_norm": 0.5921161770820618,
+      "learning_rate": 6.794945355180893e-06,
+      "loss": 0.0019,
+      "step": 185400
+    },
+    {
+      "epoch": 8.493298078133764,
+      "grad_norm": 0.1638752669095993,
+      "learning_rate": 6.754778205899465e-06,
+      "loss": 0.0011,
+      "step": 185500
+    },
+    {
+      "epoch": 8.497876675480466,
+      "grad_norm": 0.0014271615073084831,
+      "learning_rate": 6.714721527416956e-06,
+      "loss": 0.0017,
+      "step": 185600
+    },
+    {
+      "epoch": 8.50245527282717,
+      "grad_norm": 0.010398001410067081,
+      "learning_rate": 6.674775422058965e-06,
+      "loss": 0.0024,
+      "step": 185700
+    },
+    {
+      "epoch": 8.507033870173872,
+      "grad_norm": 0.019598359242081642,
+      "learning_rate": 6.63493999186865e-06,
+      "loss": 0.0024,
+      "step": 185800
+    },
+    {
+      "epoch": 8.511612467520575,
+      "grad_norm": 0.00348674226552248,
+      "learning_rate": 6.595215338606397e-06,
+      "loss": 0.0012,
+      "step": 185900
+    },
+    {
+      "epoch": 8.516191064867279,
+      "grad_norm": 0.0019242248963564634,
+      "learning_rate": 6.555601563749675e-06,
+      "loss": 0.0012,
+      "step": 186000
+    },
+    {
+      "epoch": 8.520769662213981,
+      "grad_norm": 0.008147502318024635,
+      "learning_rate": 6.516098768492662e-06,
+      "loss": 0.0015,
+      "step": 186100
+    },
+    {
+      "epoch": 8.525348259560683,
+      "grad_norm": 0.04510408639907837,
+      "learning_rate": 6.47670705374604e-06,
+      "loss": 0.001,
+      "step": 186200
+    },
+    {
+      "epoch": 8.529926856907386,
+      "grad_norm": 0.011768829077482224,
+      "learning_rate": 6.437426520136758e-06,
+      "loss": 0.0019,
+      "step": 186300
+    },
+    {
+      "epoch": 8.53450545425409,
+      "grad_norm": 0.049900226294994354,
+      "learning_rate": 6.398257268007746e-06,
+      "loss": 0.001,
+      "step": 186400
+    },
+    {
+      "epoch": 8.539084051600792,
+      "grad_norm": 0.030545897781848907,
+      "learning_rate": 6.359199397417637e-06,
+      "loss": 0.0019,
+      "step": 186500
+    },
+    {
+      "epoch": 8.543662648947494,
+      "grad_norm": 0.007900966331362724,
+      "learning_rate": 6.320253008140575e-06,
+      "loss": 0.0018,
+      "step": 186600
+    },
+    {
+      "epoch": 8.548241246294198,
+      "grad_norm": 0.002196391811594367,
+      "learning_rate": 6.281418199665884e-06,
+      "loss": 0.002,
+      "step": 186700
+    },
+    {
+      "epoch": 8.5528198436409,
+      "grad_norm": 0.08688097447156906,
+      "learning_rate": 6.242695071197896e-06,
+      "loss": 0.0014,
+      "step": 186800
+    },
+    {
+      "epoch": 8.557398440987603,
+      "grad_norm": 0.06626435369253159,
+      "learning_rate": 6.204083721655607e-06,
+      "loss": 0.0017,
+      "step": 186900
+    },
+    {
+      "epoch": 8.561977038334307,
+      "grad_norm": 0.08788962662220001,
+      "learning_rate": 6.165584249672507e-06,
+      "loss": 0.0016,
+      "step": 187000
+    },
+    {
+      "epoch": 8.56655563568101,
+      "grad_norm": 0.021715328097343445,
+      "learning_rate": 6.127196753596287e-06,
+      "loss": 0.0017,
+      "step": 187100
+    },
+    {
+      "epoch": 8.571134233027712,
+      "grad_norm": 0.0046193236485123634,
+      "learning_rate": 6.088921331488568e-06,
+      "loss": 0.001,
+      "step": 187200
+    },
+    {
+      "epoch": 8.575712830374414,
+      "grad_norm": 0.03280609846115112,
+      "learning_rate": 6.050758081124719e-06,
+      "loss": 0.0021,
+      "step": 187300
+    },
+    {
+      "epoch": 8.580291427721118,
+      "grad_norm": 0.01722414791584015,
+      "learning_rate": 6.012707099993525e-06,
+      "loss": 0.0015,
+      "step": 187400
+    },
+    {
+      "epoch": 8.58487002506782,
+      "grad_norm": 0.003511949675157666,
+      "learning_rate": 5.974768485296977e-06,
+      "loss": 0.0019,
+      "step": 187500
+    },
+    {
+      "epoch": 8.589448622414523,
+      "grad_norm": 0.1540764719247818,
+      "learning_rate": 5.936942333950063e-06,
+      "loss": 0.0022,
+      "step": 187600
+    },
+    {
+      "epoch": 8.594027219761227,
+      "grad_norm": 0.013510748744010925,
+      "learning_rate": 5.8992287425804485e-06,
+      "loss": 0.0012,
+      "step": 187700
+    },
+    {
+      "epoch": 8.598605817107929,
+      "grad_norm": 0.07007778435945511,
+      "learning_rate": 5.861627807528264e-06,
+      "loss": 0.001,
+      "step": 187800
+    },
+    {
+      "epoch": 8.603184414454631,
+      "grad_norm": 0.010667093098163605,
+      "learning_rate": 5.82413962484587e-06,
+      "loss": 0.0015,
+      "step": 187900
+    },
+    {
+      "epoch": 8.607763011801335,
+      "grad_norm": 0.024145985022187233,
+      "learning_rate": 5.7867642902975975e-06,
+      "loss": 0.0025,
+      "step": 188000
+    },
+    {
+      "epoch": 8.612341609148038,
+      "grad_norm": 0.12270953506231308,
+      "learning_rate": 5.749501899359477e-06,
+      "loss": 0.0019,
+      "step": 188100
+    },
+    {
+      "epoch": 8.61692020649474,
+      "grad_norm": 0.36917853355407715,
+      "learning_rate": 5.712352547219058e-06,
+      "loss": 0.0018,
+      "step": 188200
+    },
+    {
+      "epoch": 8.621498803841444,
+      "grad_norm": 0.8480884432792664,
+      "learning_rate": 5.675316328775126e-06,
+      "loss": 0.0023,
+      "step": 188300
+    },
+    {
+      "epoch": 8.626077401188146,
+      "grad_norm": 0.009566806256771088,
+      "learning_rate": 5.638393338637432e-06,
+      "loss": 0.0018,
+      "step": 188400
+    },
+    {
+      "epoch": 8.630655998534849,
+      "grad_norm": 0.15766866505146027,
+      "learning_rate": 5.601583671126531e-06,
+      "loss": 0.0015,
+      "step": 188500
+    },
+    {
+      "epoch": 8.635234595881553,
+      "grad_norm": 0.003668803023174405,
+      "learning_rate": 5.5648874202734565e-06,
+      "loss": 0.0014,
+      "step": 188600
+    },
+    {
+      "epoch": 8.639813193228255,
+      "grad_norm": 0.01124663557857275,
+      "learning_rate": 5.528304679819513e-06,
+      "loss": 0.0012,
+      "step": 188700
+    },
+    {
+      "epoch": 8.644391790574957,
+      "grad_norm": 0.06179165840148926,
+      "learning_rate": 5.4918355432160726e-06,
+      "loss": 0.0013,
+      "step": 188800
+    },
+    {
+      "epoch": 8.64897038792166,
+      "grad_norm": 0.1397646963596344,
+      "learning_rate": 5.455480103624283e-06,
+      "loss": 0.0018,
+      "step": 188900
+    },
+    {
+      "epoch": 8.653548985268364,
+      "grad_norm": 0.0030619765166193247,
+      "learning_rate": 5.41923845391486e-06,
+      "loss": 0.002,
+      "step": 189000
+    },
+    {
+      "epoch": 8.658127582615066,
+      "grad_norm": 0.015350698493421078,
+      "learning_rate": 5.383110686667831e-06,
+      "loss": 0.0018,
+      "step": 189100
+    },
+    {
+      "epoch": 8.662706179961768,
+      "grad_norm": 0.6472819447517395,
+      "learning_rate": 5.347096894172304e-06,
+      "loss": 0.0014,
+      "step": 189200
+    },
+    {
+      "epoch": 8.667284777308472,
+      "grad_norm": 1.0994236469268799,
+      "learning_rate": 5.3111971684262574e-06,
+      "loss": 0.0017,
+      "step": 189300
+    },
+    {
+      "epoch": 8.671863374655175,
+      "grad_norm": 0.010606258176267147,
+      "learning_rate": 5.275411601136254e-06,
+      "loss": 0.0016,
+      "step": 189400
+    },
+    {
+      "epoch": 8.676441972001877,
+      "grad_norm": 0.0032367429230362177,
+      "learning_rate": 5.239740283717265e-06,
+      "loss": 0.002,
+      "step": 189500
+    },
+    {
+      "epoch": 8.68102056934858,
+      "grad_norm": 0.0026265005581080914,
+      "learning_rate": 5.20418330729241e-06,
+      "loss": 0.001,
+      "step": 189600
+    },
+    {
+      "epoch": 8.685599166695283,
+      "grad_norm": 0.05965089425444603,
+      "learning_rate": 5.168740762692681e-06,
+      "loss": 0.0016,
+      "step": 189700
+    },
+    {
+      "epoch": 8.690177764041985,
+      "grad_norm": 0.040079813450574875,
+      "learning_rate": 5.133412740456806e-06,
+      "loss": 0.0022,
+      "step": 189800
+    },
+    {
+      "epoch": 8.694756361388688,
+      "grad_norm": 0.06221432238817215,
+      "learning_rate": 5.098199330830922e-06,
+      "loss": 0.002,
+      "step": 189900
+    },
+    {
+      "epoch": 8.699334958735392,
+      "grad_norm": 0.013662228360772133,
+      "learning_rate": 5.063100623768391e-06,
+      "loss": 0.0013,
+      "step": 190000
+    },
+    {
+      "epoch": 8.703913556082094,
+      "grad_norm": 0.00042499735718593,
+      "learning_rate": 5.028116708929587e-06,
+      "loss": 0.0017,
+      "step": 190100
+    },
+    {
+      "epoch": 8.708492153428796,
+      "grad_norm": 0.6862035989761353,
+      "learning_rate": 4.993247675681639e-06,
+      "loss": 0.0019,
+      "step": 190200
+    },
+    {
+      "epoch": 8.7130707507755,
+      "grad_norm": 0.10454216599464417,
+      "learning_rate": 4.958493613098186e-06,
+      "loss": 0.0017,
+      "step": 190300
+    },
+    {
+      "epoch": 8.717649348122203,
+      "grad_norm": 0.26306042075157166,
+      "learning_rate": 4.9238546099592e-06,
+      "loss": 0.0013,
+      "step": 190400
+    },
+    {
+      "epoch": 8.722227945468905,
+      "grad_norm": 0.026483699679374695,
+      "learning_rate": 4.8893307547507205e-06,
+      "loss": 0.0016,
+      "step": 190500
+    },
+    {
+      "epoch": 8.72680654281561,
+      "grad_norm": 0.033151958137750626,
+      "learning_rate": 4.854922135664619e-06,
+      "loss": 0.002,
+      "step": 190600
+    },
+    {
+      "epoch": 8.731385140162311,
+      "grad_norm": 0.03364422544836998,
+      "learning_rate": 4.820628840598423e-06,
+      "loss": 0.0018,
+      "step": 190700
+    },
+    {
+      "epoch": 8.735963737509014,
+      "grad_norm": 0.004185411147773266,
+      "learning_rate": 4.786450957155064e-06,
+      "loss": 0.0021,
+      "step": 190800
+    },
+    {
+      "epoch": 8.740542334855718,
+      "grad_norm": 0.007191179320216179,
+      "learning_rate": 4.7523885726426355e-06,
+      "loss": 0.0017,
+      "step": 190900
+    },
+    {
+      "epoch": 8.74512093220242,
+      "grad_norm": 0.0175678301602602,
+      "learning_rate": 4.71844177407419e-06,
+      "loss": 0.002,
+      "step": 191000
+    },
+    {
+      "epoch": 8.749699529549122,
+      "grad_norm": 0.20129109919071198,
+      "learning_rate": 4.684610648167503e-06,
+      "loss": 0.0017,
+      "step": 191100
+    },
+    {
+      "epoch": 8.754278126895825,
+      "grad_norm": 0.22425204515457153,
+      "learning_rate": 4.6508952813448965e-06,
+      "loss": 0.0015,
+      "step": 191200
+    },
+    {
+      "epoch": 8.758856724242529,
+      "grad_norm": 0.011632180772721767,
+      "learning_rate": 4.617295759732937e-06,
+      "loss": 0.0019,
+      "step": 191300
+    },
+    {
+      "epoch": 8.763435321589231,
+      "grad_norm": 0.00452096201479435,
+      "learning_rate": 4.5838121691623e-06,
+      "loss": 0.0012,
+      "step": 191400
+    },
+    {
+      "epoch": 8.768013918935933,
+      "grad_norm": 0.004986160434782505,
+      "learning_rate": 4.550444595167502e-06,
+      "loss": 0.0014,
+      "step": 191500
+    },
+    {
+      "epoch": 8.772592516282637,
+      "grad_norm": 0.0067661721259355545,
+      "learning_rate": 4.517193122986679e-06,
+      "loss": 0.0013,
+      "step": 191600
+    },
+    {
+      "epoch": 8.77717111362934,
+      "grad_norm": 0.06658513098955154,
+      "learning_rate": 4.484057837561406e-06,
+      "loss": 0.003,
+      "step": 191700
+    },
+    {
+      "epoch": 8.781749710976042,
+      "grad_norm": 0.003857834730297327,
+      "learning_rate": 4.4510388235364405e-06,
+      "loss": 0.0015,
+      "step": 191800
+    },
+    {
+      "epoch": 8.786328308322746,
+      "grad_norm": 0.00674202898517251,
+      "learning_rate": 4.418136165259512e-06,
+      "loss": 0.001,
+      "step": 191900
+    },
+    {
+      "epoch": 8.790906905669448,
+      "grad_norm": 0.004305652808398008,
+      "learning_rate": 4.385349946781136e-06,
+      "loss": 0.0008,
+      "step": 192000
+    },
+    {
+      "epoch": 8.79548550301615,
+      "grad_norm": 0.011842915788292885,
+      "learning_rate": 4.352680251854391e-06,
+      "loss": 0.0015,
+      "step": 192100
+    },
+    {
+      "epoch": 8.800064100362853,
+      "grad_norm": 0.030167168006300926,
+      "learning_rate": 4.320127163934657e-06,
+      "loss": 0.0015,
+      "step": 192200
+    },
+    {
+      "epoch": 8.804642697709557,
+      "grad_norm": 0.006344472989439964,
+      "learning_rate": 4.2876907661794755e-06,
+      "loss": 0.0016,
+      "step": 192300
+    },
+    {
+      "epoch": 8.80922129505626,
+      "grad_norm": 0.8136438131332397,
+      "learning_rate": 4.255371141448272e-06,
+      "loss": 0.0015,
+      "step": 192400
+    },
+    {
+      "epoch": 8.813799892402962,
+      "grad_norm": 0.03604700043797493,
+      "learning_rate": 4.223168372302189e-06,
+      "loss": 0.0019,
+      "step": 192500
+    },
+    {
+      "epoch": 8.818378489749666,
+      "grad_norm": 0.023059792816638947,
+      "learning_rate": 4.191082541003849e-06,
+      "loss": 0.0009,
+      "step": 192600
+    },
+    {
+      "epoch": 8.822957087096368,
+      "grad_norm": 0.04644302278757095,
+      "learning_rate": 4.159113729517184e-06,
+      "loss": 0.0023,
+      "step": 192700
+    },
+    {
+      "epoch": 8.82753568444307,
+      "grad_norm": 0.038498032838106155,
+      "learning_rate": 4.127262019507145e-06,
+      "loss": 0.0017,
+      "step": 192800
+    },
+    {
+      "epoch": 8.832114281789774,
+      "grad_norm": 0.010661243461072445,
+      "learning_rate": 4.095527492339596e-06,
+      "loss": 0.0017,
+      "step": 192900
+    },
+    {
+      "epoch": 8.836692879136477,
+      "grad_norm": 0.03207453712821007,
+      "learning_rate": 4.0639102290810135e-06,
+      "loss": 0.0024,
+      "step": 193000
+    },
+    {
+      "epoch": 8.841271476483179,
+      "grad_norm": 0.1272786557674408,
+      "learning_rate": 4.032410310498358e-06,
+      "loss": 0.0015,
+      "step": 193100
+    },
+    {
+      "epoch": 8.845850073829883,
+      "grad_norm": 0.004953332711011171,
+      "learning_rate": 4.001027817058789e-06,
+      "loss": 0.0015,
+      "step": 193200
+    },
+    {
+      "epoch": 8.850428671176585,
+      "grad_norm": 0.08756324648857117,
+      "learning_rate": 3.969762828929547e-06,
+      "loss": 0.0006,
+      "step": 193300
+    },
+    {
+      "epoch": 8.855007268523288,
+      "grad_norm": 0.5247501134872437,
+      "learning_rate": 3.938615425977676e-06,
+      "loss": 0.0018,
+      "step": 193400
+    },
+    {
+      "epoch": 8.85958586586999,
+      "grad_norm": 0.0369555726647377,
+      "learning_rate": 3.907585687769838e-06,
+      "loss": 0.0012,
+      "step": 193500
+    },
+    {
+      "epoch": 8.864164463216694,
+      "grad_norm": 0.13189056515693665,
+      "learning_rate": 3.876673693572147e-06,
+      "loss": 0.0009,
+      "step": 193600
+    },
+    {
+      "epoch": 8.868743060563396,
+      "grad_norm": 0.022357501089572906,
+      "learning_rate": 3.84587952234991e-06,
+      "loss": 0.001,
+      "step": 193700
+    },
+    {
+      "epoch": 8.873321657910099,
+      "grad_norm": 0.0008908796007744968,
+      "learning_rate": 3.815203252767463e-06,
+      "loss": 0.001,
+      "step": 193800
+    },
+    {
+      "epoch": 8.877900255256803,
+      "grad_norm": 0.003647018224000931,
+      "learning_rate": 3.7846449631879667e-06,
+      "loss": 0.0017,
+      "step": 193900
+    },
+    {
+      "epoch": 8.882478852603505,
+      "grad_norm": 0.427442729473114,
+      "learning_rate": 3.754204731673194e-06,
+      "loss": 0.0018,
+      "step": 194000
+    },
+    {
+      "epoch": 8.887057449950207,
+      "grad_norm": 0.07006958872079849,
+      "learning_rate": 3.723882635983328e-06,
+      "loss": 0.0018,
+      "step": 194100
+    },
+    {
+      "epoch": 8.891636047296911,
+      "grad_norm": 0.18033552169799805,
+      "learning_rate": 3.6936787535767903e-06,
+      "loss": 0.002,
+      "step": 194200
+    },
+    {
+      "epoch": 8.896214644643614,
+      "grad_norm": 0.6087344288825989,
+      "learning_rate": 3.6635931616100073e-06,
+      "loss": 0.0016,
+      "step": 194300
+    },
+    {
+      "epoch": 8.900793241990316,
+      "grad_norm": 0.14380215108394623,
+      "learning_rate": 3.6336259369372296e-06,
+      "loss": 0.0019,
+      "step": 194400
+    },
+    {
+      "epoch": 8.905371839337018,
+      "grad_norm": 0.09099259227514267,
+      "learning_rate": 3.6037771561103496e-06,
+      "loss": 0.0007,
+      "step": 194500
+    },
+    {
+      "epoch": 8.909950436683722,
+      "grad_norm": 0.3938591480255127,
+      "learning_rate": 3.5740468953786855e-06,
+      "loss": 0.002,
+      "step": 194600
+    },
+    {
+      "epoch": 8.914529034030425,
+      "grad_norm": 0.024904364719986916,
+      "learning_rate": 3.544435230688792e-06,
+      "loss": 0.0007,
+      "step": 194700
+    },
+    {
+      "epoch": 8.919107631377127,
+      "grad_norm": 0.0034130678977817297,
+      "learning_rate": 3.514942237684271e-06,
+      "loss": 0.0015,
+      "step": 194800
+    },
+    {
+      "epoch": 8.923686228723831,
+      "grad_norm": 0.007133205886930227,
+      "learning_rate": 3.485567991705563e-06,
+      "loss": 0.0012,
+      "step": 194900
+    },
+    {
+      "epoch": 8.928264826070533,
+      "grad_norm": 0.0010082671651616693,
+      "learning_rate": 3.4563125677897932e-06,
+      "loss": 0.0016,
+      "step": 195000
+    },
+    {
+      "epoch": 8.932843423417236,
+      "grad_norm": 0.011788592673838139,
+      "learning_rate": 3.427176040670521e-06,
+      "loss": 0.0023,
+      "step": 195100
+    },
+    {
+      "epoch": 8.93742202076394,
+      "grad_norm": 0.11746617406606674,
+      "learning_rate": 3.3981584847776026e-06,
+      "loss": 0.0014,
+      "step": 195200
+    },
+    {
+      "epoch": 8.942000618110642,
+      "grad_norm": 0.06418687850236893,
+      "learning_rate": 3.369259974236988e-06,
+      "loss": 0.0018,
+      "step": 195300
+    },
+    {
+      "epoch": 8.946579215457344,
+      "grad_norm": 0.012977411039173603,
+      "learning_rate": 3.340480582870503e-06,
+      "loss": 0.0014,
+      "step": 195400
+    },
+    {
+      "epoch": 8.951157812804048,
+      "grad_norm": 0.0007548317080363631,
+      "learning_rate": 3.311820384195674e-06,
+      "loss": 0.0013,
+      "step": 195500
+    },
+    {
+      "epoch": 8.95573641015075,
+      "grad_norm": 0.004369072150439024,
+      "learning_rate": 3.2832794514255803e-06,
+      "loss": 0.0011,
+      "step": 195600
+    },
+    {
+      "epoch": 8.960315007497453,
+      "grad_norm": 0.14467285573482513,
+      "learning_rate": 3.2548578574686018e-06,
+      "loss": 0.0016,
+      "step": 195700
+    },
+    {
+      "epoch": 8.964893604844155,
+      "grad_norm": 0.018095914274454117,
+      "learning_rate": 3.2265556749282834e-06,
+      "loss": 0.0013,
+      "step": 195800
+    },
+    {
+      "epoch": 8.96947220219086,
+      "grad_norm": 0.031725652515888214,
+      "learning_rate": 3.198372976103137e-06,
+      "loss": 0.0013,
+      "step": 195900
+    },
+    {
+      "epoch": 8.974050799537562,
+      "grad_norm": 0.12283707410097122,
+      "learning_rate": 3.1703098329864233e-06,
+      "loss": 0.0019,
+      "step": 196000
+    },
+    {
+      "epoch": 8.978629396884264,
+      "grad_norm": 0.0016571872401982546,
+      "learning_rate": 3.1423663172660267e-06,
+      "loss": 0.002,
+      "step": 196100
+    },
+    {
+      "epoch": 8.983207994230968,
+      "grad_norm": 0.005055413115769625,
+      "learning_rate": 3.114542500324219e-06,
+      "loss": 0.001,
+      "step": 196200
+    },
+    {
+      "epoch": 8.98778659157767,
+      "grad_norm": 0.008997324854135513,
+      "learning_rate": 3.086838453237506e-06,
+      "loss": 0.0007,
+      "step": 196300
+    },
+    {
+      "epoch": 8.992365188924373,
+      "grad_norm": 0.42291346192359924,
+      "learning_rate": 3.059254246776433e-06,
+      "loss": 0.0017,
+      "step": 196400
+    },
+    {
+      "epoch": 8.996943786271077,
+      "grad_norm": 0.23169781267642975,
+      "learning_rate": 3.0317899514054336e-06,
+      "loss": 0.0015,
+      "step": 196500
+    },
+    {
+      "epoch": 8.9999656605199,
+      "eval_loss": 0.2418144792318344,
+      "eval_runtime": 261.8983,
+      "eval_samples_per_second": 21.001,
+      "eval_steps_per_second": 21.001,
+      "step": 196566
+    },
+    {
+      "epoch": 9.001522383617779,
+      "grad_norm": 0.08088653534650803,
+      "learning_rate": 3.0044456372825992e-06,
+      "loss": 0.0019,
+      "step": 196600
+    },
+    {
+      "epoch": 9.006100980964481,
+      "grad_norm": 0.13099326193332672,
+      "learning_rate": 2.9772213742595367e-06,
+      "loss": 0.001,
+      "step": 196700
+    },
+    {
+      "epoch": 9.010679578311183,
+      "grad_norm": 0.008611609227955341,
+      "learning_rate": 2.950117231881183e-06,
+      "loss": 0.0008,
+      "step": 196800
+    },
+    {
+      "epoch": 9.015258175657888,
+      "grad_norm": 0.6876717209815979,
+      "learning_rate": 2.923133279385615e-06,
+      "loss": 0.0006,
+      "step": 196900
+    },
+    {
+      "epoch": 9.01983677300459,
+      "grad_norm": 0.2837451100349426,
+      "learning_rate": 2.8962695857038922e-06,
+      "loss": 0.0009,
+      "step": 197000
+    },
+    {
+      "epoch": 9.024415370351292,
+      "grad_norm": 0.012697268277406693,
+      "learning_rate": 2.8695262194598615e-06,
+      "loss": 0.0011,
+      "step": 197100
+    },
+    {
+      "epoch": 9.028993967697996,
+      "grad_norm": 0.002202101983129978,
+      "learning_rate": 2.8429032489700135e-06,
+      "loss": 0.0007,
+      "step": 197200
+    },
+    {
+      "epoch": 9.033572565044699,
+      "grad_norm": 0.00148550805170089,
+      "learning_rate": 2.8164007422432583e-06,
+      "loss": 0.001,
+      "step": 197300
+    },
+    {
+      "epoch": 9.0381511623914,
+      "grad_norm": 0.002804514952003956,
+      "learning_rate": 2.790018766980773e-06,
+      "loss": 0.0008,
+      "step": 197400
+    },
+    {
+      "epoch": 9.042729759738105,
+      "grad_norm": 0.004013043362647295,
+      "learning_rate": 2.763757390575872e-06,
+      "loss": 0.0013,
+      "step": 197500
+    },
+    {
+      "epoch": 9.047308357084807,
+      "grad_norm": 0.3350330591201782,
+      "learning_rate": 2.737616680113758e-06,
+      "loss": 0.0013,
+      "step": 197600
+    },
+    {
+      "epoch": 9.05188695443151,
+      "grad_norm": 0.2957717478275299,
+      "learning_rate": 2.7115967023714215e-06,
+      "loss": 0.0009,
+      "step": 197700
+    },
+    {
+      "epoch": 9.056465551778214,
+      "grad_norm": 0.13251306116580963,
+      "learning_rate": 2.6856975238174266e-06,
+      "loss": 0.0008,
+      "step": 197800
+    },
+    {
+      "epoch": 9.061044149124916,
+      "grad_norm": 0.0039755236357450485,
+      "learning_rate": 2.6599192106117333e-06,
+      "loss": 0.0021,
+      "step": 197900
+    },
+    {
+      "epoch": 9.065622746471618,
+      "grad_norm": 0.040325064212083817,
+      "learning_rate": 2.634261828605594e-06,
+      "loss": 0.001,
+      "step": 198000
+    },
+    {
+      "epoch": 9.07020134381832,
+      "grad_norm": 0.001606648089364171,
+      "learning_rate": 2.608725443341292e-06,
+      "loss": 0.0014,
+      "step": 198100
+    },
+    {
+      "epoch": 9.074779941165025,
+      "grad_norm": 0.0010452588321641088,
+      "learning_rate": 2.583310120052046e-06,
+      "loss": 0.0012,
+      "step": 198200
+    },
+    {
+      "epoch": 9.079358538511727,
+      "grad_norm": 0.06777454912662506,
+      "learning_rate": 2.5580159236618162e-06,
+      "loss": 0.0006,
+      "step": 198300
+    },
+    {
+      "epoch": 9.083937135858429,
+      "grad_norm": 0.014749701134860516,
+      "learning_rate": 2.5328429187851552e-06,
+      "loss": 0.0012,
+      "step": 198400
+    },
+    {
+      "epoch": 9.088515733205133,
+      "grad_norm": 0.0003846607287414372,
+      "learning_rate": 2.507791169727003e-06,
+      "loss": 0.0008,
+      "step": 198500
+    },
+    {
+      "epoch": 9.093094330551835,
+      "grad_norm": 0.004392546135932207,
+      "learning_rate": 2.4828607404825677e-06,
+      "loss": 0.0006,
+      "step": 198600
+    },
+    {
+      "epoch": 9.097672927898538,
+      "grad_norm": 0.006986264605075121,
+      "learning_rate": 2.4580516947371348e-06,
+      "loss": 0.001,
+      "step": 198700
+    },
+    {
+      "epoch": 9.102251525245242,
+      "grad_norm": 0.009725336916744709,
+      "learning_rate": 2.4333640958659143e-06,
+      "loss": 0.0007,
+      "step": 198800
+    },
+    {
+      "epoch": 9.106830122591944,
+      "grad_norm": 0.02167440392076969,
+      "learning_rate": 2.408798006933882e-06,
+      "loss": 0.001,
+      "step": 198900
+    },
+    {
+      "epoch": 9.111408719938646,
+      "grad_norm": 0.054156869649887085,
+      "learning_rate": 2.3843534906956123e-06,
+      "loss": 0.0013,
+      "step": 199000
+    },
+    {
+      "epoch": 9.11598731728535,
+      "grad_norm": 0.011062448844313622,
+      "learning_rate": 2.3600306095951264e-06,
+      "loss": 0.0013,
+      "step": 199100
+    },
+    {
+      "epoch": 9.120565914632053,
+      "grad_norm": 0.0029075967613607645,
+      "learning_rate": 2.335829425765712e-06,
+      "loss": 0.0015,
+      "step": 199200
+    },
+    {
+      "epoch": 9.125144511978755,
+      "grad_norm": 0.013693880289793015,
+      "learning_rate": 2.311750001029783e-06,
+      "loss": 0.0014,
+      "step": 199300
+    },
+    {
+      "epoch": 9.129723109325457,
+      "grad_norm": 0.011990150436758995,
+      "learning_rate": 2.2877923968987247e-06,
+      "loss": 0.0011,
+      "step": 199400
+    },
+    {
+      "epoch": 9.134301706672161,
+      "grad_norm": 0.01806030236184597,
+      "learning_rate": 2.2639566745727205e-06,
+      "loss": 0.0007,
+      "step": 199500
+    },
+    {
+      "epoch": 9.138880304018864,
+      "grad_norm": 0.005009980872273445,
+      "learning_rate": 2.2402428949406086e-06,
+      "loss": 0.0007,
+      "step": 199600
+    },
+    {
+      "epoch": 9.143458901365566,
+      "grad_norm": 0.031974907964468,
+      "learning_rate": 2.216651118579727e-06,
+      "loss": 0.0013,
+      "step": 199700
+    },
+    {
+      "epoch": 9.14803749871227,
+      "grad_norm": 0.0008488456369377673,
+      "learning_rate": 2.19318140575574e-06,
+      "loss": 0.0009,
+      "step": 199800
+    },
+    {
+      "epoch": 9.152616096058972,
+      "grad_norm": 0.12342657893896103,
+      "learning_rate": 2.169833816422517e-06,
+      "loss": 0.001,
+      "step": 199900
+    },
+    {
+      "epoch": 9.157194693405675,
+      "grad_norm": 0.0888073593378067,
+      "learning_rate": 2.1466084102219452e-06,
+      "loss": 0.0011,
+      "step": 200000
+    },
+    {
+      "epoch": 9.161773290752379,
+      "grad_norm": 0.0031123904045671225,
+      "learning_rate": 2.123505246483787e-06,
+      "loss": 0.0012,
+      "step": 200100
+    },
+    {
+      "epoch": 9.166351888099081,
+      "grad_norm": 0.021208738908171654,
+      "learning_rate": 2.100524384225555e-06,
+      "loss": 0.001,
+      "step": 200200
+    },
+    {
+      "epoch": 9.170930485445783,
+      "grad_norm": 0.025913584977388382,
+      "learning_rate": 2.077665882152335e-06,
+      "loss": 0.0012,
+      "step": 200300
+    },
+    {
+      "epoch": 9.175509082792486,
+      "grad_norm": 0.16090908646583557,
+      "learning_rate": 2.0549297986566186e-06,
+      "loss": 0.0014,
+      "step": 200400
+    },
+    {
+      "epoch": 9.18008768013919,
+      "grad_norm": 0.08480704575777054,
+      "learning_rate": 2.032316191818212e-06,
+      "loss": 0.0018,
+      "step": 200500
+    },
+    {
+      "epoch": 9.184666277485892,
+      "grad_norm": 0.0889834314584732,
+      "learning_rate": 2.009825119404024e-06,
+      "loss": 0.0012,
+      "step": 200600
+    },
+    {
+      "epoch": 9.189244874832594,
+      "grad_norm": 0.10864217579364777,
+      "learning_rate": 1.9874566388679518e-06,
+      "loss": 0.001,
+      "step": 200700
+    },
+    {
+      "epoch": 9.193823472179298,
+      "grad_norm": 0.0008274565334431827,
+      "learning_rate": 1.9652108073507425e-06,
+      "loss": 0.0011,
+      "step": 200800
+    },
+    {
+      "epoch": 9.198402069526,
+      "grad_norm": 0.002116286661475897,
+      "learning_rate": 1.943087681679823e-06,
+      "loss": 0.001,
+      "step": 200900
+    },
+    {
+      "epoch": 9.202980666872703,
+      "grad_norm": 0.029289819300174713,
+      "learning_rate": 1.9210873183691692e-06,
+      "loss": 0.0007,
+      "step": 201000
+    },
+    {
+      "epoch": 9.207559264219407,
+      "grad_norm": 0.006239714100956917,
+      "learning_rate": 1.899209773619154e-06,
+      "loss": 0.0011,
+      "step": 201100
+    },
+    {
+      "epoch": 9.21213786156611,
+      "grad_norm": 0.002388751832768321,
+      "learning_rate": 1.8774551033164112e-06,
+      "loss": 0.0009,
+      "step": 201200
+    },
+    {
+      "epoch": 9.216716458912812,
+      "grad_norm": 0.15311861038208008,
+      "learning_rate": 1.8558233630336929e-06,
+      "loss": 0.0011,
+      "step": 201300
+    },
+    {
+      "epoch": 9.221295056259516,
+      "grad_norm": 0.20378436148166656,
+      "learning_rate": 1.8343146080297135e-06,
+      "loss": 0.0007,
+      "step": 201400
+    },
+    {
+      "epoch": 9.225873653606218,
+      "grad_norm": 0.01194208487868309,
+      "learning_rate": 1.8129288932490274e-06,
+      "loss": 0.0008,
+      "step": 201500
+    },
+    {
+      "epoch": 9.23045225095292,
+      "grad_norm": 0.002687977161258459,
+      "learning_rate": 1.7916662733218847e-06,
+      "loss": 0.001,
+      "step": 201600
+    },
+    {
+      "epoch": 9.235030848299623,
+      "grad_norm": 0.0027624531649053097,
+      "learning_rate": 1.7705268025640709e-06,
+      "loss": 0.0005,
+      "step": 201700
+    },
+    {
+      "epoch": 9.239609445646327,
+      "grad_norm": 0.04479651898145676,
+      "learning_rate": 1.7495105349767948e-06,
+      "loss": 0.0012,
+      "step": 201800
+    },
+    {
+      "epoch": 9.244188042993029,
+      "grad_norm": 0.21192124485969543,
+      "learning_rate": 1.7286175242465509e-06,
+      "loss": 0.0012,
+      "step": 201900
+    },
+    {
+      "epoch": 9.248766640339731,
+      "grad_norm": 0.0029038949869573116,
+      "learning_rate": 1.7078478237449402e-06,
+      "loss": 0.0008,
+      "step": 202000
+    },
+    {
+      "epoch": 9.253345237686435,
+      "grad_norm": 0.009675376117229462,
+      "learning_rate": 1.6872014865286057e-06,
+      "loss": 0.0013,
+      "step": 202100
+    },
+    {
+      "epoch": 9.257923835033138,
+      "grad_norm": 0.007381136529147625,
+      "learning_rate": 1.6666785653390249e-06,
+      "loss": 0.001,
+      "step": 202200
+    },
+    {
+      "epoch": 9.26250243237984,
+      "grad_norm": 0.001989328535273671,
+      "learning_rate": 1.6462791126024169e-06,
+      "loss": 0.0007,
+      "step": 202300
+    },
+    {
+      "epoch": 9.267081029726544,
+      "grad_norm": 0.0015792534686625004,
+      "learning_rate": 1.6260031804296084e-06,
+      "loss": 0.0008,
+      "step": 202400
+    },
+    {
+      "epoch": 9.271659627073246,
+      "grad_norm": 0.0014649959048256278,
+      "learning_rate": 1.6058508206158728e-06,
+      "loss": 0.0008,
+      "step": 202500
+    },
+    {
+      "epoch": 9.276238224419949,
+      "grad_norm": 0.017108794301748276,
+      "learning_rate": 1.58582208464082e-06,
+      "loss": 0.0009,
+      "step": 202600
+    },
+    {
+      "epoch": 9.280816821766653,
+      "grad_norm": 0.0022038191091269255,
+      "learning_rate": 1.5659170236682674e-06,
+      "loss": 0.0007,
+      "step": 202700
+    },
+    {
+      "epoch": 9.285395419113355,
+      "grad_norm": 0.002022168133407831,
+      "learning_rate": 1.5461356885461075e-06,
+      "loss": 0.0014,
+      "step": 202800
+    },
+    {
+      "epoch": 9.289974016460057,
+      "grad_norm": 0.003931309096515179,
+      "learning_rate": 1.5264781298061415e-06,
+      "loss": 0.0013,
+      "step": 202900
+    },
+    {
+      "epoch": 9.29455261380676,
+      "grad_norm": 0.13134440779685974,
+      "learning_rate": 1.5069443976640284e-06,
+      "loss": 0.0009,
+      "step": 203000
+    },
+    {
+      "epoch": 9.299131211153464,
+      "grad_norm": 0.004310674965381622,
+      "learning_rate": 1.4875345420190645e-06,
+      "loss": 0.0012,
+      "step": 203100
+    },
+    {
+      "epoch": 9.303709808500166,
+      "grad_norm": 0.00843301322311163,
+      "learning_rate": 1.4682486124541373e-06,
+      "loss": 0.0011,
+      "step": 203200
+    },
+    {
+      "epoch": 9.308288405846868,
+      "grad_norm": 0.01970786415040493,
+      "learning_rate": 1.4490866582355267e-06,
+      "loss": 0.0015,
+      "step": 203300
+    },
+    {
+      "epoch": 9.312867003193572,
+      "grad_norm": 0.012120225466787815,
+      "learning_rate": 1.4300487283128495e-06,
+      "loss": 0.0011,
+      "step": 203400
+    },
+    {
+      "epoch": 9.317445600540275,
+      "grad_norm": 0.0033403183333575726,
+      "learning_rate": 1.4111348713188866e-06,
+      "loss": 0.0007,
+      "step": 203500
+    },
+    {
+      "epoch": 9.322024197886977,
+      "grad_norm": 0.07732047885656357,
+      "learning_rate": 1.3923451355694617e-06,
+      "loss": 0.0008,
+      "step": 203600
+    },
+    {
+      "epoch": 9.326602795233681,
+      "grad_norm": 0.004604123532772064,
+      "learning_rate": 1.3736795690633354e-06,
+      "loss": 0.0011,
+      "step": 203700
+    },
+    {
+      "epoch": 9.331181392580383,
+      "grad_norm": 0.003377101384103298,
+      "learning_rate": 1.3551382194820884e-06,
+      "loss": 0.0008,
+      "step": 203800
+    },
+    {
+      "epoch": 9.335759989927086,
+      "grad_norm": 0.0024128479417413473,
+      "learning_rate": 1.3367211341899667e-06,
+      "loss": 0.0009,
+      "step": 203900
+    },
+    {
+      "epoch": 9.340338587273788,
+      "grad_norm": 0.01782609149813652,
+      "learning_rate": 1.3184283602337865e-06,
+      "loss": 0.001,
+      "step": 204000
+    },
+    {
+      "epoch": 9.344917184620492,
+      "grad_norm": 0.0036396984942257404,
+      "learning_rate": 1.3002599443428243e-06,
+      "loss": 0.0009,
+      "step": 204100
+    },
+    {
+      "epoch": 9.349495781967194,
+      "grad_norm": 0.08581870794296265,
+      "learning_rate": 1.2822159329286598e-06,
+      "loss": 0.0009,
+      "step": 204200
+    },
+    {
+      "epoch": 9.354074379313897,
+      "grad_norm": 0.044847775250673294,
+      "learning_rate": 1.264296372085083e-06,
+      "loss": 0.0011,
+      "step": 204300
+    },
+    {
+      "epoch": 9.3586529766606,
+      "grad_norm": 0.001584995654411614,
+      "learning_rate": 1.2465013075879883e-06,
+      "loss": 0.0018,
+      "step": 204400
+    },
+    {
+      "epoch": 9.363231574007303,
+      "grad_norm": 0.009455603547394276,
+      "learning_rate": 1.2288307848952186e-06,
+      "loss": 0.0007,
+      "step": 204500
+    },
+    {
+      "epoch": 9.367810171354005,
+      "grad_norm": 0.08216769993305206,
+      "learning_rate": 1.2112848491464824e-06,
+      "loss": 0.0012,
+      "step": 204600
+    },
+    {
+      "epoch": 9.37238876870071,
+      "grad_norm": 0.00180336635094136,
+      "learning_rate": 1.1938635451632429e-06,
+      "loss": 0.0013,
+      "step": 204700
+    },
+    {
+      "epoch": 9.376967366047412,
+      "grad_norm": 0.007049913518130779,
+      "learning_rate": 1.1765669174485684e-06,
+      "loss": 0.0008,
+      "step": 204800
+    },
+    {
+      "epoch": 9.381545963394114,
+      "grad_norm": 0.07437339425086975,
+      "learning_rate": 1.1593950101870422e-06,
+      "loss": 0.0006,
+      "step": 204900
+    },
+    {
+      "epoch": 9.386124560740818,
+      "grad_norm": 0.0391901396214962,
+      "learning_rate": 1.1423478672446586e-06,
+      "loss": 0.001,
+      "step": 205000
+    },
+    {
+      "epoch": 9.39070315808752,
+      "grad_norm": 0.16931991279125214,
+      "learning_rate": 1.1254255321686836e-06,
+      "loss": 0.0012,
+      "step": 205100
+    },
+    {
+      "epoch": 9.395281755434223,
+      "grad_norm": 0.0040185777470469475,
+      "learning_rate": 1.1086280481875654e-06,
+      "loss": 0.0012,
+      "step": 205200
+    },
+    {
+      "epoch": 9.399860352780925,
+      "grad_norm": 0.1352093517780304,
+      "learning_rate": 1.0919554582108249e-06,
+      "loss": 0.0005,
+      "step": 205300
+    },
+    {
+      "epoch": 9.404438950127629,
+      "grad_norm": 0.11504676938056946,
+      "learning_rate": 1.0754078048289374e-06,
+      "loss": 0.0006,
+      "step": 205400
+    },
+    {
+      "epoch": 9.409017547474331,
+      "grad_norm": 0.015873286873102188,
+      "learning_rate": 1.0589851303132114e-06,
+      "loss": 0.0017,
+      "step": 205500
+    },
+    {
+      "epoch": 9.413596144821033,
+      "grad_norm": 0.12407149374485016,
+      "learning_rate": 1.0426874766157003e-06,
+      "loss": 0.001,
+      "step": 205600
+    },
+    {
+      "epoch": 9.418174742167738,
+      "grad_norm": 0.002775526139885187,
+      "learning_rate": 1.0265148853691009e-06,
+      "loss": 0.0017,
+      "step": 205700
+    },
+    {
+      "epoch": 9.42275333951444,
+      "grad_norm": 0.15169379115104675,
+      "learning_rate": 1.0104673978866164e-06,
+      "loss": 0.0011,
+      "step": 205800
+    },
+    {
+      "epoch": 9.427331936861142,
+      "grad_norm": 0.007750590797513723,
+      "learning_rate": 9.945450551618884e-07,
+      "loss": 0.001,
+      "step": 205900
+    },
+    {
+      "epoch": 9.431910534207846,
+      "grad_norm": 0.0007150355377234519,
+      "learning_rate": 9.787478978688646e-07,
+      "loss": 0.001,
+      "step": 206000
+    },
+    {
+      "epoch": 9.436489131554548,
+      "grad_norm": 0.01111397985368967,
+      "learning_rate": 9.630759663616983e-07,
+      "loss": 0.0011,
+      "step": 206100
+    },
+    {
+      "epoch": 9.44106772890125,
+      "grad_norm": 0.027570601552724838,
+      "learning_rate": 9.475293006746711e-07,
+      "loss": 0.0007,
+      "step": 206200
+    },
+    {
+      "epoch": 9.445646326247953,
+      "grad_norm": 0.24770981073379517,
+      "learning_rate": 9.321079405220423e-07,
+      "loss": 0.0008,
+      "step": 206300
+    },
+    {
+      "epoch": 9.450224923594657,
+      "grad_norm": 0.003402331378310919,
+      "learning_rate": 9.168119252979946e-07,
+      "loss": 0.0005,
+      "step": 206400
+    },
+    {
+      "epoch": 9.45480352094136,
+      "grad_norm": 0.0008960131090134382,
+      "learning_rate": 9.016412940765106e-07,
+      "loss": 0.0007,
+      "step": 206500
+    },
+    {
+      "epoch": 9.459382118288062,
+      "grad_norm": 0.02515571191906929,
+      "learning_rate": 8.865960856112799e-07,
+      "loss": 0.0015,
+      "step": 206600
+    },
+    {
+      "epoch": 9.463960715634766,
+      "grad_norm": 0.1351311206817627,
+      "learning_rate": 8.716763383355864e-07,
+      "loss": 0.0013,
+      "step": 206700
+    },
+    {
+      "epoch": 9.468539312981468,
+      "grad_norm": 0.0024123205803334713,
+      "learning_rate": 8.568820903622376e-07,
+      "loss": 0.0012,
+      "step": 206800
+    },
+    {
+      "epoch": 9.47311791032817,
+      "grad_norm": 0.010249449871480465,
+      "learning_rate": 8.422133794834363e-07,
+      "loss": 0.001,
+      "step": 206900
+    },
+    {
+      "epoch": 9.477696507674874,
+      "grad_norm": 0.006125771440565586,
+      "learning_rate": 8.276702431706973e-07,
+      "loss": 0.0009,
+      "step": 207000
+    },
+    {
+      "epoch": 9.482275105021577,
+      "grad_norm": 0.0066106487065553665,
+      "learning_rate": 8.132527185747641e-07,
+      "loss": 0.0008,
+      "step": 207100
+    },
+    {
+      "epoch": 9.486853702368279,
+      "grad_norm": 0.010087539441883564,
+      "learning_rate": 7.989608425254924e-07,
+      "loss": 0.001,
+      "step": 207200
+    },
+    {
+      "epoch": 9.491432299714983,
+      "grad_norm": 0.06039687991142273,
+      "learning_rate": 7.847946515317839e-07,
+      "loss": 0.0011,
+      "step": 207300
+    },
+    {
+      "epoch": 9.496010897061685,
+      "grad_norm": 0.0053437924943864346,
+      "learning_rate": 7.707541817814468e-07,
+      "loss": 0.001,
+      "step": 207400
+    },
+    {
+      "epoch": 9.500589494408388,
+      "grad_norm": 0.0029611322097480297,
+      "learning_rate": 7.568394691411462e-07,
+      "loss": 0.0005,
+      "step": 207500
+    },
+    {
+      "epoch": 9.50516809175509,
+      "grad_norm": 0.007037085480988026,
+      "learning_rate": 7.4305054915631e-07,
+      "loss": 0.0007,
+      "step": 207600
+    },
+    {
+      "epoch": 9.509746689101794,
+      "grad_norm": 0.0024143033660948277,
+      "learning_rate": 7.293874570510062e-07,
+      "loss": 0.001,
+      "step": 207700
+    },
+    {
+      "epoch": 9.514325286448496,
+      "grad_norm": 0.0061892117373645306,
+      "learning_rate": 7.158502277278823e-07,
+      "loss": 0.0011,
+      "step": 207800
+    },
+    {
+      "epoch": 9.518903883795199,
+      "grad_norm": 0.006517268251627684,
+      "learning_rate": 7.024388957680705e-07,
+      "loss": 0.0013,
+      "step": 207900
+    },
+    {
+      "epoch": 9.523482481141903,
+      "grad_norm": 0.02947130799293518,
+      "learning_rate": 6.891534954310885e-07,
+      "loss": 0.0005,
+      "step": 208000
+    },
+    {
+      "epoch": 9.528061078488605,
+      "grad_norm": 0.009931573644280434,
+      "learning_rate": 6.75994060654761e-07,
+      "loss": 0.0009,
+      "step": 208100
+    },
+    {
+      "epoch": 9.532639675835307,
+      "grad_norm": 0.0006516918656416237,
+      "learning_rate": 6.629606250551368e-07,
+      "loss": 0.0006,
+      "step": 208200
+    },
+    {
+      "epoch": 9.537218273182011,
+      "grad_norm": 0.0033905524760484695,
+      "learning_rate": 6.500532219263833e-07,
+      "loss": 0.0008,
+      "step": 208300
+    },
+    {
+      "epoch": 9.541796870528714,
+      "grad_norm": 0.035781797021627426,
+      "learning_rate": 6.372718842407255e-07,
+      "loss": 0.001,
+      "step": 208400
+    },
+    {
+      "epoch": 9.546375467875416,
+      "grad_norm": 0.006109519395977259,
+      "learning_rate": 6.24616644648357e-07,
+      "loss": 0.0013,
+      "step": 208500
+    },
+    {
+      "epoch": 9.550954065222118,
+      "grad_norm": 0.10211105644702911,
+      "learning_rate": 6.120875354773459e-07,
+      "loss": 0.0008,
+      "step": 208600
+    },
+    {
+      "epoch": 9.555532662568822,
+      "grad_norm": 0.002378986682742834,
+      "learning_rate": 5.996845887335511e-07,
+      "loss": 0.0011,
+      "step": 208700
+    },
+    {
+      "epoch": 9.560111259915525,
+      "grad_norm": 0.007951854728162289,
+      "learning_rate": 5.874078361005564e-07,
+      "loss": 0.0012,
+      "step": 208800
+    },
+    {
+      "epoch": 9.564689857262227,
+      "grad_norm": 0.01049245335161686,
+      "learning_rate": 5.75257308939564e-07,
+      "loss": 0.0009,
+      "step": 208900
+    },
+    {
+      "epoch": 9.569268454608931,
+      "grad_norm": 0.00224009295925498,
+      "learning_rate": 5.632330382893569e-07,
+      "loss": 0.0005,
+      "step": 209000
+    },
+    {
+      "epoch": 9.573847051955633,
+      "grad_norm": 0.004827695898711681,
+      "learning_rate": 5.513350548661811e-07,
+      "loss": 0.0007,
+      "step": 209100
+    },
+    {
+      "epoch": 9.578425649302336,
+      "grad_norm": 0.021496234461665154,
+      "learning_rate": 5.395633890636631e-07,
+      "loss": 0.0007,
+      "step": 209200
+    },
+    {
+      "epoch": 9.58300424664904,
+      "grad_norm": 0.001609979895874858,
+      "learning_rate": 5.279180709527765e-07,
+      "loss": 0.0009,
+      "step": 209300
+    },
+    {
+      "epoch": 9.587582843995742,
+      "grad_norm": 0.006100552622228861,
+      "learning_rate": 5.163991302817139e-07,
+      "loss": 0.0012,
+      "step": 209400
+    },
+    {
+      "epoch": 9.592161441342444,
+      "grad_norm": 0.0038456227630376816,
+      "learning_rate": 5.050065964758488e-07,
+      "loss": 0.0009,
+      "step": 209500
+    },
+    {
+      "epoch": 9.596740038689148,
+      "grad_norm": 0.0012561274925246835,
+      "learning_rate": 4.937404986376348e-07,
+      "loss": 0.0011,
+      "step": 209600
+    },
+    {
+      "epoch": 9.60131863603585,
+      "grad_norm": 0.007517179474234581,
+      "learning_rate": 4.826008655465508e-07,
+      "loss": 0.0011,
+      "step": 209700
+    },
+    {
+      "epoch": 9.605897233382553,
+      "grad_norm": 0.16051574051380157,
+      "learning_rate": 4.7158772565902843e-07,
+      "loss": 0.0003,
+      "step": 209800
+    },
+    {
+      "epoch": 9.610475830729255,
+      "grad_norm": 0.004418348427861929,
+      "learning_rate": 4.6070110710834116e-07,
+      "loss": 0.0013,
+      "step": 209900
+    },
+    {
+      "epoch": 9.61505442807596,
+      "grad_norm": 0.003388006007298827,
+      "learning_rate": 4.4994103770457653e-07,
+      "loss": 0.0007,
+      "step": 210000
+    },
+    {
+      "epoch": 9.619633025422662,
+      "grad_norm": 0.1264602690935135,
+      "learning_rate": 4.3930754493456403e-07,
+      "loss": 0.0006,
+      "step": 210100
+    },
+    {
+      "epoch": 9.624211622769364,
+      "grad_norm": 0.0033033695071935654,
+      "learning_rate": 4.2880065596176967e-07,
+      "loss": 0.0009,
+      "step": 210200
+    },
+    {
+      "epoch": 9.628790220116068,
+      "grad_norm": 0.002471612999215722,
+      "learning_rate": 4.184203976262513e-07,
+      "loss": 0.0011,
+      "step": 210300
+    },
+    {
+      "epoch": 9.63336881746277,
+      "grad_norm": 0.02394956909120083,
+      "learning_rate": 4.081667964446034e-07,
+      "loss": 0.0009,
+      "step": 210400
+    },
+    {
+      "epoch": 9.637947414809473,
+      "grad_norm": 0.0018725660629570484,
+      "learning_rate": 3.980398786098405e-07,
+      "loss": 0.0013,
+      "step": 210500
+    },
+    {
+      "epoch": 9.642526012156177,
+      "grad_norm": 0.0007891812711022794,
+      "learning_rate": 3.8803966999139684e-07,
+      "loss": 0.0006,
+      "step": 210600
+    },
+    {
+      "epoch": 9.647104609502879,
+      "grad_norm": 0.01715545915067196,
+      "learning_rate": 3.7816619613499913e-07,
+      "loss": 0.0017,
+      "step": 210700
+    },
+    {
+      "epoch": 9.651683206849581,
+      "grad_norm": 0.004238943103700876,
+      "learning_rate": 3.6841948226263854e-07,
+      "loss": 0.0009,
+      "step": 210800
+    },
+    {
+      "epoch": 9.656261804196284,
+      "grad_norm": 0.07635319977998734,
+      "learning_rate": 3.587995532724986e-07,
+      "loss": 0.0013,
+      "step": 210900
+    },
+    {
+      "epoch": 9.660840401542988,
+      "grad_norm": 0.016986342146992683,
+      "learning_rate": 3.493064337388774e-07,
+      "loss": 0.0004,
+      "step": 211000
+    },
+    {
+      "epoch": 9.66541899888969,
+      "grad_norm": 0.004902221262454987,
+      "learning_rate": 3.399401479121489e-07,
+      "loss": 0.0009,
+      "step": 211100
+    },
+    {
+      "epoch": 9.669997596236392,
+      "grad_norm": 0.004907084163278341,
+      "learning_rate": 3.30700719718674e-07,
+      "loss": 0.0011,
+      "step": 211200
+    },
+    {
+      "epoch": 9.674576193583096,
+      "grad_norm": 0.0083727166056633,
+      "learning_rate": 3.215881727607617e-07,
+      "loss": 0.0015,
+      "step": 211300
+    },
+    {
+      "epoch": 9.679154790929799,
+      "grad_norm": 0.005267091561108828,
+      "learning_rate": 3.126025303166025e-07,
+      "loss": 0.0009,
+      "step": 211400
+    },
+    {
+      "epoch": 9.6837333882765,
+      "grad_norm": 0.0178202036768198,
+      "learning_rate": 3.0374381534019613e-07,
+      "loss": 0.0009,
+      "step": 211500
+    },
+    {
+      "epoch": 9.688311985623205,
+      "grad_norm": 0.05054371431469917,
+      "learning_rate": 2.9501205046131295e-07,
+      "loss": 0.0006,
+      "step": 211600
+    },
+    {
+      "epoch": 9.692890582969907,
+      "grad_norm": 0.01484039518982172,
+      "learning_rate": 2.8640725798543266e-07,
+      "loss": 0.0009,
+      "step": 211700
+    },
+    {
+      "epoch": 9.69746918031661,
+      "grad_norm": 0.1556658148765564,
+      "learning_rate": 2.7792945989366105e-07,
+      "loss": 0.0013,
+      "step": 211800
+    },
+    {
+      "epoch": 9.702047777663314,
+      "grad_norm": 0.0019681896083056927,
+      "learning_rate": 2.6957867784270787e-07,
+      "loss": 0.0008,
+      "step": 211900
+    },
+    {
+      "epoch": 9.706626375010016,
+      "grad_norm": 0.014196610078215599,
+      "learning_rate": 2.6135493316482017e-07,
+      "loss": 0.0008,
+      "step": 212000
+    },
+    {
+      "epoch": 9.711204972356718,
+      "grad_norm": 0.0016565111000090837,
+      "learning_rate": 2.532582468677214e-07,
+      "loss": 0.0012,
+      "step": 212100
+    },
+    {
+      "epoch": 9.715783569703422,
+      "grad_norm": 0.0729876384139061,
+      "learning_rate": 2.452886396345555e-07,
+      "loss": 0.0008,
+      "step": 212200
+    },
+    {
+      "epoch": 9.720362167050125,
+      "grad_norm": 0.05016588792204857,
+      "learning_rate": 2.3744613182384856e-07,
+      "loss": 0.0008,
+      "step": 212300
+    },
+    {
+      "epoch": 9.724940764396827,
+      "grad_norm": 0.0004378720186650753,
+      "learning_rate": 2.2973074346944734e-07,
+      "loss": 0.001,
+      "step": 212400
+    },
+    {
+      "epoch": 9.72951936174353,
+      "grad_norm": 0.005694561637938023,
+      "learning_rate": 2.2214249428046952e-07,
+      "loss": 0.001,
+      "step": 212500
+    },
+    {
+      "epoch": 9.734097959090233,
+      "grad_norm": 0.006911196745932102,
+      "learning_rate": 2.1468140364125367e-07,
+      "loss": 0.0015,
+      "step": 212600
+    },
+    {
+      "epoch": 9.738676556436936,
+      "grad_norm": 0.002870377618819475,
+      "learning_rate": 2.0734749061130377e-07,
+      "loss": 0.0012,
+      "step": 212700
+    },
+    {
+      "epoch": 9.743255153783638,
+      "grad_norm": 0.029163073748350143,
+      "learning_rate": 2.0014077392525031e-07,
+      "loss": 0.0007,
+      "step": 212800
+    },
+    {
+      "epoch": 9.747833751130342,
+      "grad_norm": 0.5740547180175781,
+      "learning_rate": 1.930612719927949e-07,
+      "loss": 0.0013,
+      "step": 212900
+    },
+    {
+      "epoch": 9.752412348477044,
+      "grad_norm": 0.017990708351135254,
+      "learning_rate": 1.8610900289867673e-07,
+      "loss": 0.0009,
+      "step": 213000
+    },
+    {
+      "epoch": 9.756990945823746,
+      "grad_norm": 0.0017326328670606017,
+      "learning_rate": 1.792839844026062e-07,
+      "loss": 0.001,
+      "step": 213100
+    },
+    {
+      "epoch": 9.76156954317045,
+      "grad_norm": 0.0013371937675401568,
+      "learning_rate": 1.725862339392259e-07,
+      "loss": 0.0008,
+      "step": 213200
+    },
+    {
+      "epoch": 9.766148140517153,
+      "grad_norm": 0.0008829734288156033,
+      "learning_rate": 1.66015768618083e-07,
+      "loss": 0.0017,
+      "step": 213300
+    },
+    {
+      "epoch": 9.770726737863855,
+      "grad_norm": 0.09034759551286697,
+      "learning_rate": 1.5957260522356243e-07,
+      "loss": 0.0009,
+      "step": 213400
+    },
+    {
+      "epoch": 9.775305335210557,
+      "grad_norm": 0.0011923068668693304,
+      "learning_rate": 1.5325676021484825e-07,
+      "loss": 0.001,
+      "step": 213500
+    },
+    {
+      "epoch": 9.779883932557262,
+      "grad_norm": 0.0013882212806493044,
+      "learning_rate": 1.4706824972591238e-07,
+      "loss": 0.001,
+      "step": 213600
+    },
+    {
+      "epoch": 9.784462529903964,
+      "grad_norm": 0.004688725806772709,
+      "learning_rate": 1.410070895654203e-07,
+      "loss": 0.0012,
+      "step": 213700
+    },
+    {
+      "epoch": 9.789041127250666,
+      "grad_norm": 0.0011394763132557273,
+      "learning_rate": 1.3507329521672552e-07,
+      "loss": 0.0005,
+      "step": 213800
+    },
+    {
+      "epoch": 9.79361972459737,
+      "grad_norm": 0.015895133838057518,
+      "learning_rate": 1.2926688183783066e-07,
+      "loss": 0.0006,
+      "step": 213900
+    },
+    {
+      "epoch": 9.798198321944072,
+      "grad_norm": 0.032990917563438416,
+      "learning_rate": 1.235878642613375e-07,
+      "loss": 0.0006,
+      "step": 214000
+    },
+    {
+      "epoch": 9.802776919290775,
+      "grad_norm": 0.012515276670455933,
+      "learning_rate": 1.1803625699440824e-07,
+      "loss": 0.001,
+      "step": 214100
+    },
+    {
+      "epoch": 9.807355516637479,
+      "grad_norm": 0.002379771787673235,
+      "learning_rate": 1.1261207421874309e-07,
+      "loss": 0.0007,
+      "step": 214200
+    },
+    {
+      "epoch": 9.811934113984181,
+      "grad_norm": 0.09647377580404282,
+      "learning_rate": 1.0731532979051939e-07,
+      "loss": 0.0007,
+      "step": 214300
+    },
+    {
+      "epoch": 9.816512711330883,
+      "grad_norm": 0.0067366501316428185,
+      "learning_rate": 1.021460372403915e-07,
+      "loss": 0.0012,
+      "step": 214400
+    },
+    {
+      "epoch": 9.821091308677588,
+      "grad_norm": 0.005677223205566406,
+      "learning_rate": 9.710420977340762e-08,
+      "loss": 0.0015,
+      "step": 214500
+    },
+    {
+      "epoch": 9.82566990602429,
+      "grad_norm": 0.004333006218075752,
+      "learning_rate": 9.218986026902632e-08,
+      "loss": 0.0014,
+      "step": 214600
+    },
+    {
+      "epoch": 9.830248503370992,
+      "grad_norm": 0.0027217718306928873,
+      "learning_rate": 8.740300128105005e-08,
+      "loss": 0.0003,
+      "step": 214700
+    },
+    {
+      "epoch": 9.834827100717694,
+      "grad_norm": 0.30776289105415344,
+      "learning_rate": 8.274364503760845e-08,
+      "loss": 0.0014,
+      "step": 214800
+    },
+    {
+      "epoch": 9.839405698064398,
+      "grad_norm": 0.005994019098579884,
+      "learning_rate": 7.8211803441125e-08,
+      "loss": 0.0009,
+      "step": 214900
+    },
+    {
+      "epoch": 9.8439842954111,
+      "grad_norm": 0.0010411434341222048,
+      "learning_rate": 7.380748806827819e-08,
+      "loss": 0.0011,
+      "step": 215000
+    },
+    {
+      "epoch": 9.848562892757803,
+      "grad_norm": 0.04015972465276718,
+      "learning_rate": 6.953071016998491e-08,
+      "loss": 0.0005,
+      "step": 215100
+    },
+    {
+      "epoch": 9.853141490104507,
+      "grad_norm": 0.0010900140041485429,
+      "learning_rate": 6.538148067135596e-08,
+      "loss": 0.001,
+      "step": 215200
+    },
+    {
+      "epoch": 9.85772008745121,
+      "grad_norm": 0.5897096991539001,
+      "learning_rate": 6.135981017167947e-08,
+      "loss": 0.0007,
+      "step": 215300
+    },
+    {
+      "epoch": 9.862298684797912,
+      "grad_norm": 0.03506353124976158,
+      "learning_rate": 5.7465708944404175e-08,
+      "loss": 0.0006,
+      "step": 215400
+    },
+    {
+      "epoch": 9.866877282144616,
+      "grad_norm": 0.042582686990499496,
+      "learning_rate": 5.3699186937089526e-08,
+      "loss": 0.001,
+      "step": 215500
+    },
+    {
+      "epoch": 9.871455879491318,
+      "grad_norm": 0.008183780126273632,
+      "learning_rate": 5.006025377138901e-08,
+      "loss": 0.0009,
+      "step": 215600
+    },
+    {
+      "epoch": 9.87603447683802,
+      "grad_norm": 0.0004912464646622539,
+      "learning_rate": 4.6548918743033464e-08,
+      "loss": 0.0013,
+      "step": 215700
+    },
+    {
+      "epoch": 9.880613074184723,
+      "grad_norm": 0.008000398054718971,
+      "learning_rate": 4.316519082179227e-08,
+      "loss": 0.0008,
+      "step": 215800
+    },
+    {
+      "epoch": 9.885191671531427,
+      "grad_norm": 0.0017890778835862875,
+      "learning_rate": 3.9909078651478856e-08,
+      "loss": 0.0008,
+      "step": 215900
+    },
+    {
+      "epoch": 9.889770268878129,
+      "grad_norm": 0.002216469496488571,
+      "learning_rate": 3.678059054988969e-08,
+      "loss": 0.0008,
+      "step": 216000
+    },
+    {
+      "epoch": 9.894348866224831,
+      "grad_norm": 0.07988656312227249,
+      "learning_rate": 3.377973450881533e-08,
+      "loss": 0.001,
+      "step": 216100
+    },
+    {
+      "epoch": 9.898927463571535,
+      "grad_norm": 0.0008704246138222516,
+      "learning_rate": 3.0906518194001586e-08,
+      "loss": 0.0006,
+      "step": 216200
+    },
+    {
+      "epoch": 9.903506060918238,
+      "grad_norm": 0.0025461604818701744,
+      "learning_rate": 2.8160948945138434e-08,
+      "loss": 0.0012,
+      "step": 216300
+    },
+    {
+      "epoch": 9.90808465826494,
+      "grad_norm": 0.00465493043884635,
+      "learning_rate": 2.554303377584333e-08,
+      "loss": 0.0006,
+      "step": 216400
+    },
+    {
+      "epoch": 9.912663255611644,
+      "grad_norm": 0.0038689495995640755,
+      "learning_rate": 2.305277937362238e-08,
+      "loss": 0.0011,
+      "step": 216500
+    },
+    {
+      "epoch": 9.917241852958346,
+      "grad_norm": 0.7484769225120544,
+      "learning_rate": 2.0690192099892535e-08,
+      "loss": 0.001,
+      "step": 216600
+    },
+    {
+      "epoch": 9.921820450305049,
+      "grad_norm": 0.01186487078666687,
+      "learning_rate": 1.845527798992608e-08,
+      "loss": 0.0008,
+      "step": 216700
+    },
+    {
+      "epoch": 9.926399047651753,
+      "grad_norm": 0.030242715030908585,
+      "learning_rate": 1.6348042752856173e-08,
+      "loss": 0.0005,
+      "step": 216800
+    },
+    {
+      "epoch": 9.930977644998455,
+      "grad_norm": 0.007519678212702274,
+      "learning_rate": 1.436849177166022e-08,
+      "loss": 0.0005,
+      "step": 216900
+    },
+    {
+      "epoch": 9.935556242345157,
+      "grad_norm": 0.0013559481594711542,
+      "learning_rate": 1.2516630103137638e-08,
+      "loss": 0.0007,
+      "step": 217000
+    },
+    {
+      "epoch": 9.94013483969186,
+      "grad_norm": 0.0019348141504451632,
+      "learning_rate": 1.0792462477909882e-08,
+      "loss": 0.0008,
+      "step": 217100
+    },
+    {
+      "epoch": 9.944713437038564,
+      "grad_norm": 0.004812970757484436,
+      "learning_rate": 9.195993300398221e-09,
+      "loss": 0.0015,
+      "step": 217200
+    },
+    {
+      "epoch": 9.949292034385266,
+      "grad_norm": 0.0022001820616424084,
+      "learning_rate": 7.727226648818198e-09,
+      "loss": 0.0014,
+      "step": 217300
+    },
+    {
+      "epoch": 9.953870631731968,
+      "grad_norm": 0.07122460752725601,
+      "learning_rate": 6.386166275157424e-09,
+      "loss": 0.0011,
+      "step": 217400
+    },
+    {
+      "epoch": 9.958449229078672,
+      "grad_norm": 0.10452170670032501,
+      "learning_rate": 5.172815605186676e-09,
+      "loss": 0.0016,
+      "step": 217500
+    },
+    {
+      "epoch": 9.963027826425375,
+      "grad_norm": 0.009487117640674114,
+      "learning_rate": 4.087177738432146e-09,
+      "loss": 0.001,
+      "step": 217600
+    },
+    {
+      "epoch": 9.967606423772077,
+      "grad_norm": 0.0035909826401621103,
+      "learning_rate": 3.12925544818099e-09,
+      "loss": 0.0016,
+      "step": 217700
+    },
+    {
+      "epoch": 9.972185021118781,
+      "grad_norm": 0.0012206127867102623,
+      "learning_rate": 2.299051181464673e-09,
+      "loss": 0.0007,
+      "step": 217800
+    },
+    {
+      "epoch": 9.976763618465483,
+      "grad_norm": 0.016972968354821205,
+      "learning_rate": 1.596567059053422e-09,
+      "loss": 0.001,
+      "step": 217900
+    },
+    {
+      "epoch": 9.981342215812186,
+      "grad_norm": 0.0021455176174640656,
+      "learning_rate": 1.0218048754617738e-09,
+      "loss": 0.0006,
+      "step": 218000
+    },
+    {
+      "epoch": 9.985920813158888,
+      "grad_norm": 0.0012913336977362633,
+      "learning_rate": 5.747660989263714e-10,
+      "loss": 0.001,
+      "step": 218100
+    },
+    {
+      "epoch": 9.990499410505592,
+      "grad_norm": 0.0040626926347613335,
+      "learning_rate": 2.554518714226184e-10,
+      "loss": 0.001,
+      "step": 218200
+    },
+    {
+      "epoch": 9.995078007852294,
+      "grad_norm": 0.0009735480998642743,
+      "learning_rate": 6.386300864247297e-11,
+      "loss": 0.0008,
+      "step": 218300
+    },
+    {
+      "epoch": 9.999656605198997,
+      "grad_norm": 0.01641685888171196,
+      "learning_rate": 0.0,
+      "loss": 0.0009,
+      "step": 218400
+    },
+    {
+      "epoch": 9.999656605198997,
+      "eval_loss": 0.29180198907852173,
+      "eval_runtime": 243.5776,
+      "eval_samples_per_second": 22.58,
+      "eval_steps_per_second": 22.58,
+      "step": 218400
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 218400,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.5885525416859468e+19,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}