diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,11509 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 3276,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.002442002442002442,
+      "grad_norm": 6.441359996795654,
+      "learning_rate": 1.829268292682927e-08,
+      "loss": 1.9273300170898438,
+      "step": 2
+    },
+    {
+      "epoch": 0.004884004884004884,
+      "grad_norm": 4.505171775817871,
+      "learning_rate": 5.48780487804878e-08,
+      "loss": 2.098156452178955,
+      "step": 4
+    },
+    {
+      "epoch": 0.007326007326007326,
+      "grad_norm": 22.627925872802734,
+      "learning_rate": 9.146341463414634e-08,
+      "loss": 2.4185168743133545,
+      "step": 6
+    },
+    {
+      "epoch": 0.009768009768009768,
+      "grad_norm": 4.893591403961182,
+      "learning_rate": 1.2804878048780488e-07,
+      "loss": 1.9591546058654785,
+      "step": 8
+    },
+    {
+      "epoch": 0.01221001221001221,
+      "grad_norm": 6.887365818023682,
+      "learning_rate": 1.6463414634146343e-07,
+      "loss": 2.1646714210510254,
+      "step": 10
+    },
+    {
+      "epoch": 0.014652014652014652,
+      "grad_norm": 10.891618728637695,
+      "learning_rate": 2.0121951219512198e-07,
+      "loss": 1.9397008419036865,
+      "step": 12
+    },
+    {
+      "epoch": 0.017094017094017096,
+      "grad_norm": 3.5464656352996826,
+      "learning_rate": 2.378048780487805e-07,
+      "loss": 1.682539939880371,
+      "step": 14
+    },
+    {
+      "epoch": 0.019536019536019536,
+      "grad_norm": 36.83236312866211,
+      "learning_rate": 2.74390243902439e-07,
+      "loss": 2.0558395385742188,
+      "step": 16
+    },
+    {
+      "epoch": 0.02197802197802198,
+      "grad_norm": 23.17645835876465,
+      "learning_rate": 3.1097560975609756e-07,
+      "loss": 2.718336582183838,
+      "step": 18
+    },
+    {
+      "epoch": 0.02442002442002442,
+      "grad_norm": 19.684049606323242,
+      "learning_rate": 3.475609756097561e-07,
+      "loss": 1.878582239151001,
+      "step": 20
+    },
+    {
+      "epoch": 0.026862026862026864,
+      "grad_norm": 18.354463577270508,
+      "learning_rate": 3.8414634146341466e-07,
+      "loss": 2.064652442932129,
+      "step": 22
+    },
+    {
+      "epoch": 0.029304029304029304,
+      "grad_norm": 4.063495635986328,
+      "learning_rate": 4.207317073170732e-07,
+      "loss": 1.9824515581130981,
+      "step": 24
+    },
+    {
+      "epoch": 0.031746031746031744,
+      "grad_norm": 6.251904487609863,
+      "learning_rate": 4.573170731707317e-07,
+      "loss": 1.91408371925354,
+      "step": 26
+    },
+    {
+      "epoch": 0.03418803418803419,
+      "grad_norm": 7.478927135467529,
+      "learning_rate": 4.939024390243903e-07,
+      "loss": 1.9867796897888184,
+      "step": 28
+    },
+    {
+      "epoch": 0.03663003663003663,
+      "grad_norm": 16.5777587890625,
+      "learning_rate": 5.304878048780488e-07,
+      "loss": 1.7946174144744873,
+      "step": 30
+    },
+    {
+      "epoch": 0.03907203907203907,
+      "grad_norm": 3.6455445289611816,
+      "learning_rate": 5.670731707317073e-07,
+      "loss": 1.353484869003296,
+      "step": 32
+    },
+    {
+      "epoch": 0.04151404151404151,
+      "grad_norm": 7.290659427642822,
+      "learning_rate": 6.036585365853659e-07,
+      "loss": 1.836714506149292,
+      "step": 34
+    },
+    {
+      "epoch": 0.04395604395604396,
+      "grad_norm": 5.724033832550049,
+      "learning_rate": 6.402439024390244e-07,
+      "loss": 1.416590929031372,
+      "step": 36
+    },
+    {
+      "epoch": 0.0463980463980464,
+      "grad_norm": 15.72848892211914,
+      "learning_rate": 6.768292682926829e-07,
+      "loss": 1.8037256002426147,
+      "step": 38
+    },
+    {
+      "epoch": 0.04884004884004884,
+      "grad_norm": 14.915055274963379,
+      "learning_rate": 7.134146341463414e-07,
+      "loss": 1.6154413223266602,
+      "step": 40
+    },
+    {
+      "epoch": 0.05128205128205128,
+      "grad_norm": 4.961650371551514,
+      "learning_rate": 7.5e-07,
+      "loss": 1.749605417251587,
+      "step": 42
+    },
+    {
+      "epoch": 0.05372405372405373,
+      "grad_norm": 4.586040019989014,
+      "learning_rate": 7.865853658536586e-07,
+      "loss": 1.7227602005004883,
+      "step": 44
+    },
+    {
+      "epoch": 0.05616605616605617,
+      "grad_norm": 5.149880409240723,
+      "learning_rate": 8.231707317073171e-07,
+      "loss": 1.621924877166748,
+      "step": 46
+    },
+    {
+      "epoch": 0.05860805860805861,
+      "grad_norm": 15.53164005279541,
+      "learning_rate": 8.597560975609755e-07,
+      "loss": 1.3624954223632812,
+      "step": 48
+    },
+    {
+      "epoch": 0.06105006105006105,
+      "grad_norm": 13.610709190368652,
+      "learning_rate": 8.963414634146341e-07,
+      "loss": 1.2766221761703491,
+      "step": 50
+    },
+    {
+      "epoch": 0.06349206349206349,
+      "grad_norm": 4.839217662811279,
+      "learning_rate": 9.329268292682927e-07,
+      "loss": 1.5215702056884766,
+      "step": 52
+    },
+    {
+      "epoch": 0.06593406593406594,
+      "grad_norm": 12.606855392456055,
+      "learning_rate": 9.695121951219512e-07,
+      "loss": 1.234262466430664,
+      "step": 54
+    },
+    {
+      "epoch": 0.06837606837606838,
+      "grad_norm": 3.4070212841033936,
+      "learning_rate": 1.0060975609756098e-06,
+      "loss": 1.5606050491333008,
+      "step": 56
+    },
+    {
+      "epoch": 0.07081807081807082,
+      "grad_norm": 3.2556285858154297,
+      "learning_rate": 1.0426829268292682e-06,
+      "loss": 1.5480737686157227,
+      "step": 58
+    },
+    {
+      "epoch": 0.07326007326007326,
+      "grad_norm": 3.512446641921997,
+      "learning_rate": 1.0792682926829268e-06,
+      "loss": 1.5879229307174683,
+      "step": 60
+    },
+    {
+      "epoch": 0.0757020757020757,
+      "grad_norm": 4.8943705558776855,
+      "learning_rate": 1.1158536585365854e-06,
+      "loss": 1.1277639865875244,
+      "step": 62
+    },
+    {
+      "epoch": 0.07814407814407814,
+      "grad_norm": 3.4585883617401123,
+      "learning_rate": 1.152439024390244e-06,
+      "loss": 1.7503468990325928,
+      "step": 64
+    },
+    {
+      "epoch": 0.08058608058608059,
+      "grad_norm": 9.716004371643066,
+      "learning_rate": 1.1890243902439024e-06,
+      "loss": 1.3350019454956055,
+      "step": 66
+    },
+    {
+      "epoch": 0.08302808302808302,
+      "grad_norm": 3.3465495109558105,
+      "learning_rate": 1.225609756097561e-06,
+      "loss": 1.1846568584442139,
+      "step": 68
+    },
+    {
+      "epoch": 0.08547008547008547,
+      "grad_norm": 1.5333378314971924,
+      "learning_rate": 1.2621951219512194e-06,
+      "loss": 1.249038815498352,
+      "step": 70
+    },
+    {
+      "epoch": 0.08791208791208792,
+      "grad_norm": 3.3081634044647217,
+      "learning_rate": 1.298780487804878e-06,
+      "loss": 1.520157814025879,
+      "step": 72
+    },
+    {
+      "epoch": 0.09035409035409035,
+      "grad_norm": 3.575029134750366,
+      "learning_rate": 1.3353658536585366e-06,
+      "loss": 1.487170934677124,
+      "step": 74
+    },
+    {
+      "epoch": 0.0927960927960928,
+      "grad_norm": 6.776123046875,
+      "learning_rate": 1.3719512195121952e-06,
+      "loss": 1.4752193689346313,
+      "step": 76
+    },
+    {
+      "epoch": 0.09523809523809523,
+      "grad_norm": 3.180765151977539,
+      "learning_rate": 1.4085365853658536e-06,
+      "loss": 1.32558012008667,
+      "step": 78
+    },
+    {
+      "epoch": 0.09768009768009768,
+      "grad_norm": 13.021065711975098,
+      "learning_rate": 1.4451219512195122e-06,
+      "loss": 1.2420995235443115,
+      "step": 80
+    },
+    {
+      "epoch": 0.10012210012210013,
+      "grad_norm": 8.390753746032715,
+      "learning_rate": 1.4817073170731708e-06,
+      "loss": 1.1292033195495605,
+      "step": 82
+    },
+    {
+      "epoch": 0.10256410256410256,
+      "grad_norm": 3.938790798187256,
+      "learning_rate": 1.5182926829268292e-06,
+      "loss": 1.1599137783050537,
+      "step": 84
+    },
+    {
+      "epoch": 0.10500610500610501,
+      "grad_norm": 4.348516941070557,
+      "learning_rate": 1.5548780487804878e-06,
+      "loss": 1.3389999866485596,
+      "step": 86
+    },
+    {
+      "epoch": 0.10744810744810745,
+      "grad_norm": 4.486913681030273,
+      "learning_rate": 1.5914634146341464e-06,
+      "loss": 1.5000271797180176,
+      "step": 88
+    },
+    {
+      "epoch": 0.10989010989010989,
+      "grad_norm": 3.7140731811523438,
+      "learning_rate": 1.628048780487805e-06,
+      "loss": 1.2032554149627686,
+      "step": 90
+    },
+    {
+      "epoch": 0.11233211233211234,
+      "grad_norm": 5.849864959716797,
+      "learning_rate": 1.6646341463414637e-06,
+      "loss": 1.5772106647491455,
+      "step": 92
+    },
+    {
+      "epoch": 0.11477411477411477,
+      "grad_norm": 11.207864761352539,
+      "learning_rate": 1.7012195121951218e-06,
+      "loss": 1.1542203426361084,
+      "step": 94
+    },
+    {
+      "epoch": 0.11721611721611722,
+      "grad_norm": 6.1343092918396,
+      "learning_rate": 1.7378048780487804e-06,
+      "loss": 1.4634003639221191,
+      "step": 96
+    },
+    {
+      "epoch": 0.11965811965811966,
+      "grad_norm": 12.016220092773438,
+      "learning_rate": 1.774390243902439e-06,
+      "loss": 1.4061574935913086,
+      "step": 98
+    },
+    {
+      "epoch": 0.1221001221001221,
+      "grad_norm": 3.215977668762207,
+      "learning_rate": 1.8109756097560976e-06,
+      "loss": 1.1406853199005127,
+      "step": 100
+    },
+    {
+      "epoch": 0.12454212454212454,
+      "grad_norm": 3.398221969604492,
+      "learning_rate": 1.847560975609756e-06,
+      "loss": 1.2488505840301514,
+      "step": 102
+    },
+    {
+      "epoch": 0.12698412698412698,
+      "grad_norm": 2.5725579261779785,
+      "learning_rate": 1.8841463414634146e-06,
+      "loss": 1.0142134428024292,
+      "step": 104
+    },
+    {
+      "epoch": 0.12942612942612944,
+      "grad_norm": 1.9511150121688843,
+      "learning_rate": 1.9207317073170733e-06,
+      "loss": 0.9592709541320801,
+      "step": 106
+    },
+    {
+      "epoch": 0.13186813186813187,
+      "grad_norm": 3.6233012676239014,
+      "learning_rate": 1.9573170731707316e-06,
+      "loss": 1.3949918746948242,
+      "step": 108
+    },
+    {
+      "epoch": 0.1343101343101343,
+      "grad_norm": 8.483538627624512,
+      "learning_rate": 1.9939024390243905e-06,
+      "loss": 1.6442538499832153,
+      "step": 110
+    },
+    {
+      "epoch": 0.13675213675213677,
+      "grad_norm": 27.255704879760742,
+      "learning_rate": 2.030487804878049e-06,
+      "loss": 1.4405344724655151,
+      "step": 112
+    },
+    {
+      "epoch": 0.1391941391941392,
+      "grad_norm": 2.791217088699341,
+      "learning_rate": 2.0670731707317072e-06,
+      "loss": 1.2020237445831299,
+      "step": 114
+    },
+    {
+      "epoch": 0.14163614163614163,
+      "grad_norm": 3.0012288093566895,
+      "learning_rate": 2.1036585365853656e-06,
+      "loss": 1.3609352111816406,
+      "step": 116
+    },
+    {
+      "epoch": 0.14407814407814407,
+      "grad_norm": 8.366510391235352,
+      "learning_rate": 2.1402439024390245e-06,
+      "loss": 1.23958420753479,
+      "step": 118
+    },
+    {
+      "epoch": 0.14652014652014653,
+      "grad_norm": 4.177932262420654,
+      "learning_rate": 2.176829268292683e-06,
+      "loss": 1.341966152191162,
+      "step": 120
+    },
+    {
+      "epoch": 0.14896214896214896,
+      "grad_norm": 4.080813407897949,
+      "learning_rate": 2.2134146341463417e-06,
+      "loss": 1.3612099885940552,
+      "step": 122
+    },
+    {
+      "epoch": 0.1514041514041514,
+      "grad_norm": 3.6502838134765625,
+      "learning_rate": 2.25e-06,
+      "loss": 1.3284516334533691,
+      "step": 124
+    },
+    {
+      "epoch": 0.15384615384615385,
+      "grad_norm": 3.3276309967041016,
+      "learning_rate": 2.2865853658536584e-06,
+      "loss": 1.1893606185913086,
+      "step": 126
+    },
+    {
+      "epoch": 0.1562881562881563,
+      "grad_norm": 3.0986099243164062,
+      "learning_rate": 2.3231707317073173e-06,
+      "loss": 1.418761134147644,
+      "step": 128
+    },
+    {
+      "epoch": 0.15873015873015872,
+      "grad_norm": 2.7775375843048096,
+      "learning_rate": 2.3597560975609757e-06,
+      "loss": 1.2669707536697388,
+      "step": 130
+    },
+    {
+      "epoch": 0.16117216117216118,
+      "grad_norm": 3.8466997146606445,
+      "learning_rate": 2.3963414634146345e-06,
+      "loss": 1.0622456073760986,
+      "step": 132
+    },
+    {
+      "epoch": 0.16361416361416362,
+      "grad_norm": 4.408446788787842,
+      "learning_rate": 2.432926829268293e-06,
+      "loss": 1.1616021394729614,
+      "step": 134
+    },
+    {
+      "epoch": 0.16605616605616605,
+      "grad_norm": 12.887857437133789,
+      "learning_rate": 2.4695121951219513e-06,
+      "loss": 1.1696486473083496,
+      "step": 136
+    },
+    {
+      "epoch": 0.1684981684981685,
+      "grad_norm": 13.57415771484375,
+      "learning_rate": 2.5060975609756097e-06,
+      "loss": 1.1216490268707275,
+      "step": 138
+    },
+    {
+      "epoch": 0.17094017094017094,
+      "grad_norm": 3.6646318435668945,
+      "learning_rate": 2.5426829268292685e-06,
+      "loss": 1.097174882888794,
+      "step": 140
+    },
+    {
+      "epoch": 0.17338217338217338,
+      "grad_norm": 3.3640549182891846,
+      "learning_rate": 2.579268292682927e-06,
+      "loss": 1.3600409030914307,
+      "step": 142
+    },
+    {
+      "epoch": 0.17582417582417584,
+      "grad_norm": 2.1831912994384766,
+      "learning_rate": 2.6158536585365853e-06,
+      "loss": 1.1026687622070312,
+      "step": 144
+    },
+    {
+      "epoch": 0.17826617826617827,
+      "grad_norm": 33.82872772216797,
+      "learning_rate": 2.652439024390244e-06,
+      "loss": 0.993908166885376,
+      "step": 146
+    },
+    {
+      "epoch": 0.1807081807081807,
+      "grad_norm": 4.16090726852417,
+      "learning_rate": 2.6890243902439025e-06,
+      "loss": 0.9646387100219727,
+      "step": 148
+    },
+    {
+      "epoch": 0.18315018315018314,
+      "grad_norm": 3.4467294216156006,
+      "learning_rate": 2.7256097560975613e-06,
+      "loss": 1.3205649852752686,
+      "step": 150
+    },
+    {
+      "epoch": 0.1855921855921856,
+      "grad_norm": 4.7642316818237305,
+      "learning_rate": 2.7621951219512197e-06,
+      "loss": 1.4573540687561035,
+      "step": 152
+    },
+    {
+      "epoch": 0.18803418803418803,
+      "grad_norm": 4.0588908195495605,
+      "learning_rate": 2.798780487804878e-06,
+      "loss": 1.3297356367111206,
+      "step": 154
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 5.6793928146362305,
+      "learning_rate": 2.8353658536585365e-06,
+      "loss": 1.6339439153671265,
+      "step": 156
+    },
+    {
+      "epoch": 0.19291819291819293,
+      "grad_norm": 4.2020134925842285,
+      "learning_rate": 2.8719512195121953e-06,
+      "loss": 1.0838576555252075,
+      "step": 158
+    },
+    {
+      "epoch": 0.19536019536019536,
+      "grad_norm": 3.1445655822753906,
+      "learning_rate": 2.9085365853658537e-06,
+      "loss": 0.8670494556427002,
+      "step": 160
+    },
+    {
+      "epoch": 0.1978021978021978,
+      "grad_norm": 4.079596042633057,
+      "learning_rate": 2.945121951219512e-06,
+      "loss": 1.3294378519058228,
+      "step": 162
+    },
+    {
+      "epoch": 0.20024420024420025,
+      "grad_norm": 5.8057684898376465,
+      "learning_rate": 2.981707317073171e-06,
+      "loss": 1.218698501586914,
+      "step": 164
+    },
+    {
+      "epoch": 0.2026862026862027,
+      "grad_norm": 3.8487844467163086,
+      "learning_rate": 2.9999993121015916e-06,
+      "loss": 1.2791287899017334,
+      "step": 166
+    },
+    {
+      "epoch": 0.20512820512820512,
+      "grad_norm": 7.372045516967773,
+      "learning_rate": 2.99999380891853e-06,
+      "loss": 1.163785457611084,
+      "step": 168
+    },
+    {
+      "epoch": 0.20757020757020758,
+      "grad_norm": 6.911922931671143,
+      "learning_rate": 2.9999828025748386e-06,
+      "loss": 0.9233613014221191,
+      "step": 170
+    },
+    {
+      "epoch": 0.21001221001221002,
+      "grad_norm": 3.84979248046875,
+      "learning_rate": 2.9999662931153863e-06,
+      "loss": 1.0050299167633057,
+      "step": 172
+    },
+    {
+      "epoch": 0.21245421245421245,
+      "grad_norm": 3.471709728240967,
+      "learning_rate": 2.9999442806074717e-06,
+      "loss": 1.296844482421875,
+      "step": 174
+    },
+    {
+      "epoch": 0.2148962148962149,
+      "grad_norm": 3.5143232345581055,
+      "learning_rate": 2.999916765140827e-06,
+      "loss": 1.2434308528900146,
+      "step": 176
+    },
+    {
+      "epoch": 0.21733821733821734,
+      "grad_norm": 9.043089866638184,
+      "learning_rate": 2.9998837468276177e-06,
+      "loss": 1.3477281332015991,
+      "step": 178
+    },
+    {
+      "epoch": 0.21978021978021978,
+      "grad_norm": 1.834376335144043,
+      "learning_rate": 2.9998452258024397e-06,
+      "loss": 0.9811362028121948,
+      "step": 180
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 16.055896759033203,
+      "learning_rate": 2.9998012022223233e-06,
+      "loss": 0.8636922240257263,
+      "step": 182
+    },
+    {
+      "epoch": 0.22466422466422467,
+      "grad_norm": 4.910029411315918,
+      "learning_rate": 2.9997516762667265e-06,
+      "loss": 1.2827658653259277,
+      "step": 184
+    },
+    {
+      "epoch": 0.2271062271062271,
+      "grad_norm": 6.604949951171875,
+      "learning_rate": 2.999696648137539e-06,
+      "loss": 1.2893941402435303,
+      "step": 186
+    },
+    {
+      "epoch": 0.22954822954822954,
+      "grad_norm": 6.563926696777344,
+      "learning_rate": 2.999636118059079e-06,
+      "loss": 1.3384151458740234,
+      "step": 188
+    },
+    {
+      "epoch": 0.231990231990232,
+      "grad_norm": 4.46897029876709,
+      "learning_rate": 2.9995700862780938e-06,
+      "loss": 1.3492507934570312,
+      "step": 190
+    },
+    {
+      "epoch": 0.23443223443223443,
+      "grad_norm": 3.4802074432373047,
+      "learning_rate": 2.999498553063757e-06,
+      "loss": 1.3010103702545166,
+      "step": 192
+    },
+    {
+      "epoch": 0.23687423687423687,
+      "grad_norm": 4.670327186584473,
+      "learning_rate": 2.9994215187076693e-06,
+      "loss": 1.3023922443389893,
+      "step": 194
+    },
+    {
+      "epoch": 0.23931623931623933,
+      "grad_norm": 212.8003387451172,
+      "learning_rate": 2.9993389835238563e-06,
+      "loss": 0.9995719194412231,
+      "step": 196
+    },
+    {
+      "epoch": 0.24175824175824176,
+      "grad_norm": 2.234907388687134,
+      "learning_rate": 2.999250947848767e-06,
+      "loss": 1.2751619815826416,
+      "step": 198
+    },
+    {
+      "epoch": 0.2442002442002442,
+      "grad_norm": 6.568592071533203,
+      "learning_rate": 2.999157412041274e-06,
+      "loss": 1.3642621040344238,
+      "step": 200
+    },
+    {
+      "epoch": 0.24664224664224665,
+      "grad_norm": 2.7516143321990967,
+      "learning_rate": 2.999058376482668e-06,
+      "loss": 1.2963935136795044,
+      "step": 202
+    },
+    {
+      "epoch": 0.2490842490842491,
+      "grad_norm": 5.1726226806640625,
+      "learning_rate": 2.9989538415766623e-06,
+      "loss": 0.9885914921760559,
+      "step": 204
+    },
+    {
+      "epoch": 0.2515262515262515,
+      "grad_norm": 4.441065311431885,
+      "learning_rate": 2.9988438077493863e-06,
+      "loss": 1.25881028175354,
+      "step": 206
+    },
+    {
+      "epoch": 0.25396825396825395,
+      "grad_norm": 3.2798068523406982,
+      "learning_rate": 2.9987282754493857e-06,
+      "loss": 1.1204559803009033,
+      "step": 208
+    },
+    {
+      "epoch": 0.2564102564102564,
+      "grad_norm": 7.684624195098877,
+      "learning_rate": 2.99860724514762e-06,
+      "loss": 0.955866813659668,
+      "step": 210
+    },
+    {
+      "epoch": 0.2588522588522589,
+      "grad_norm": 34.730289459228516,
+      "learning_rate": 2.998480717337461e-06,
+      "loss": 0.6288090348243713,
+      "step": 212
+    },
+    {
+      "epoch": 0.2612942612942613,
+      "grad_norm": 1.641717791557312,
+      "learning_rate": 2.998348692534691e-06,
+      "loss": 1.0912883281707764,
+      "step": 214
+    },
+    {
+      "epoch": 0.26373626373626374,
+      "grad_norm": 3.164410352706909,
+      "learning_rate": 2.9982111712775015e-06,
+      "loss": 1.2621415853500366,
+      "step": 216
+    },
+    {
+      "epoch": 0.2661782661782662,
+      "grad_norm": 2.8006389141082764,
+      "learning_rate": 2.9980681541264875e-06,
+      "loss": 1.18211829662323,
+      "step": 218
+    },
+    {
+      "epoch": 0.2686202686202686,
+      "grad_norm": 3.1097168922424316,
+      "learning_rate": 2.9979196416646495e-06,
+      "loss": 1.293933629989624,
+      "step": 220
+    },
+    {
+      "epoch": 0.27106227106227104,
+      "grad_norm": 3.9366023540496826,
+      "learning_rate": 2.9977656344973887e-06,
+      "loss": 0.9433372616767883,
+      "step": 222
+    },
+    {
+      "epoch": 0.27350427350427353,
+      "grad_norm": 23.4581298828125,
+      "learning_rate": 2.997606133252505e-06,
+      "loss": 0.9114547371864319,
+      "step": 224
+    },
+    {
+      "epoch": 0.27594627594627597,
+      "grad_norm": 3.7550017833709717,
+      "learning_rate": 2.997441138580196e-06,
+      "loss": 1.3184466361999512,
+      "step": 226
+    },
+    {
+      "epoch": 0.2783882783882784,
+      "grad_norm": 4.339027404785156,
+      "learning_rate": 2.997270651153049e-06,
+      "loss": 1.356973648071289,
+      "step": 228
+    },
+    {
+      "epoch": 0.28083028083028083,
+      "grad_norm": 17.372758865356445,
+      "learning_rate": 2.9970946716660465e-06,
+      "loss": 1.335922122001648,
+      "step": 230
+    },
+    {
+      "epoch": 0.28327228327228327,
+      "grad_norm": 8.560553550720215,
+      "learning_rate": 2.9969132008365578e-06,
+      "loss": 0.7592540979385376,
+      "step": 232
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 17.910593032836914,
+      "learning_rate": 2.9967262394043354e-06,
+      "loss": 1.0156524181365967,
+      "step": 234
+    },
+    {
+      "epoch": 0.28815628815628813,
+      "grad_norm": 3.8950822353363037,
+      "learning_rate": 2.9965337881315156e-06,
+      "loss": 1.264986515045166,
+      "step": 236
+    },
+    {
+      "epoch": 0.2905982905982906,
+      "grad_norm": 4.062821865081787,
+      "learning_rate": 2.9963358478026134e-06,
+      "loss": 1.2388455867767334,
+      "step": 238
+    },
+    {
+      "epoch": 0.29304029304029305,
+      "grad_norm": 4.20897102355957,
+      "learning_rate": 2.9961324192245196e-06,
+      "loss": 1.1307477951049805,
+      "step": 240
+    },
+    {
+      "epoch": 0.2954822954822955,
+      "grad_norm": 14.355788230895996,
+      "learning_rate": 2.9959235032264977e-06,
+      "loss": 0.9655016660690308,
+      "step": 242
+    },
+    {
+      "epoch": 0.2979242979242979,
+      "grad_norm": 3.031242847442627,
+      "learning_rate": 2.9957091006601795e-06,
+      "loss": 1.3131451606750488,
+      "step": 244
+    },
+    {
+      "epoch": 0.30036630036630035,
+      "grad_norm": 4.857945442199707,
+      "learning_rate": 2.995489212399562e-06,
+      "loss": 0.7641839981079102,
+      "step": 246
+    },
+    {
+      "epoch": 0.3028083028083028,
+      "grad_norm": 6.122247219085693,
+      "learning_rate": 2.9952638393410076e-06,
+      "loss": 1.19805908203125,
+      "step": 248
+    },
+    {
+      "epoch": 0.3052503052503053,
+      "grad_norm": 4.154690742492676,
+      "learning_rate": 2.9950329824032323e-06,
+      "loss": 0.9278289079666138,
+      "step": 250
+    },
+    {
+      "epoch": 0.3076923076923077,
+      "grad_norm": 15.398279190063477,
+      "learning_rate": 2.9947966425273106e-06,
+      "loss": 1.0428712368011475,
+      "step": 252
+    },
+    {
+      "epoch": 0.31013431013431014,
+      "grad_norm": 3.4890997409820557,
+      "learning_rate": 2.9945548206766655e-06,
+      "loss": 1.2764599323272705,
+      "step": 254
+    },
+    {
+      "epoch": 0.3125763125763126,
+      "grad_norm": 3.448875904083252,
+      "learning_rate": 2.9943075178370684e-06,
+      "loss": 1.2555460929870605,
+      "step": 256
+    },
+    {
+      "epoch": 0.315018315018315,
+      "grad_norm": 3.940031051635742,
+      "learning_rate": 2.994054735016633e-06,
+      "loss": 1.2957007884979248,
+      "step": 258
+    },
+    {
+      "epoch": 0.31746031746031744,
+      "grad_norm": 5.8517537117004395,
+      "learning_rate": 2.993796473245811e-06,
+      "loss": 1.2518693208694458,
+      "step": 260
+    },
+    {
+      "epoch": 0.3199023199023199,
+      "grad_norm": 9.949854850769043,
+      "learning_rate": 2.993532733577391e-06,
+      "loss": 1.4786887168884277,
+      "step": 262
+    },
+    {
+      "epoch": 0.32234432234432236,
+      "grad_norm": 10.004648208618164,
+      "learning_rate": 2.9932635170864887e-06,
+      "loss": 0.7135213613510132,
+      "step": 264
+    },
+    {
+      "epoch": 0.3247863247863248,
+      "grad_norm": 6.521066188812256,
+      "learning_rate": 2.992988824870548e-06,
+      "loss": 1.0240241289138794,
+      "step": 266
+    },
+    {
+      "epoch": 0.32722832722832723,
+      "grad_norm": 3.2186930179595947,
+      "learning_rate": 2.992708658049334e-06,
+      "loss": 1.3185689449310303,
+      "step": 268
+    },
+    {
+      "epoch": 0.32967032967032966,
+      "grad_norm": 3.3630194664001465,
+      "learning_rate": 2.992423017764928e-06,
+      "loss": 0.9591858386993408,
+      "step": 270
+    },
+    {
+      "epoch": 0.3321123321123321,
+      "grad_norm": 7.637097358703613,
+      "learning_rate": 2.992131905181723e-06,
+      "loss": 1.2712072134017944,
+      "step": 272
+    },
+    {
+      "epoch": 0.33455433455433453,
+      "grad_norm": 14.014065742492676,
+      "learning_rate": 2.9918353214864214e-06,
+      "loss": 0.9579728841781616,
+      "step": 274
+    },
+    {
+      "epoch": 0.336996336996337,
+      "grad_norm": 5.264770030975342,
+      "learning_rate": 2.991533267888026e-06,
+      "loss": 0.9980106949806213,
+      "step": 276
+    },
+    {
+      "epoch": 0.33943833943833945,
+      "grad_norm": 3.0331125259399414,
+      "learning_rate": 2.9912257456178393e-06,
+      "loss": 1.3985265493392944,
+      "step": 278
+    },
+    {
+      "epoch": 0.3418803418803419,
+      "grad_norm": 3.4260036945343018,
+      "learning_rate": 2.990912755929455e-06,
+      "loss": 1.287198781967163,
+      "step": 280
+    },
+    {
+      "epoch": 0.3443223443223443,
+      "grad_norm": 2.3566527366638184,
+      "learning_rate": 2.990594300098755e-06,
+      "loss": 1.2664443254470825,
+      "step": 282
+    },
+    {
+      "epoch": 0.34676434676434675,
+      "grad_norm": 20.097270965576172,
+      "learning_rate": 2.9902703794239038e-06,
+      "loss": 1.3103134632110596,
+      "step": 284
+    },
+    {
+      "epoch": 0.3492063492063492,
+      "grad_norm": 13.092287063598633,
+      "learning_rate": 2.989940995225342e-06,
+      "loss": 1.115279197692871,
+      "step": 286
+    },
+    {
+      "epoch": 0.3516483516483517,
+      "grad_norm": 7.133892059326172,
+      "learning_rate": 2.9896061488457827e-06,
+      "loss": 1.6538463830947876,
+      "step": 288
+    },
+    {
+      "epoch": 0.3540903540903541,
+      "grad_norm": 13.034635543823242,
+      "learning_rate": 2.9892658416502053e-06,
+      "loss": 0.9154413342475891,
+      "step": 290
+    },
+    {
+      "epoch": 0.35653235653235654,
+      "grad_norm": 22.553916931152344,
+      "learning_rate": 2.9889200750258497e-06,
+      "loss": 1.2926669120788574,
+      "step": 292
+    },
+    {
+      "epoch": 0.358974358974359,
+      "grad_norm": 3.3931753635406494,
+      "learning_rate": 2.98856885038221e-06,
+      "loss": 1.0205590724945068,
+      "step": 294
+    },
+    {
+      "epoch": 0.3614163614163614,
+      "grad_norm": 4.805473804473877,
+      "learning_rate": 2.9882121691510315e-06,
+      "loss": 1.2486145496368408,
+      "step": 296
+    },
+    {
+      "epoch": 0.36385836385836384,
+      "grad_norm": 12.839898109436035,
+      "learning_rate": 2.9878500327863005e-06,
+      "loss": 1.3906102180480957,
+      "step": 298
+    },
+    {
+      "epoch": 0.3663003663003663,
+      "grad_norm": 5.3344902992248535,
+      "learning_rate": 2.987482442764243e-06,
+      "loss": 1.210636019706726,
+      "step": 300
+    },
+    {
+      "epoch": 0.36874236874236876,
+      "grad_norm": 3.737217426300049,
+      "learning_rate": 2.9871094005833147e-06,
+      "loss": 0.8750394582748413,
+      "step": 302
+    },
+    {
+      "epoch": 0.3711843711843712,
+      "grad_norm": 5.778133392333984,
+      "learning_rate": 2.986730907764197e-06,
+      "loss": 1.187114953994751,
+      "step": 304
+    },
+    {
+      "epoch": 0.37362637362637363,
+      "grad_norm": 5.849246978759766,
+      "learning_rate": 2.9863469658497923e-06,
+      "loss": 1.3161380290985107,
+      "step": 306
+    },
+    {
+      "epoch": 0.37606837606837606,
+      "grad_norm": 3.1636006832122803,
+      "learning_rate": 2.985957576405213e-06,
+      "loss": 1.299119472503662,
+      "step": 308
+    },
+    {
+      "epoch": 0.3785103785103785,
+      "grad_norm": 4.255359172821045,
+      "learning_rate": 2.985562741017781e-06,
+      "loss": 1.3168572187423706,
+      "step": 310
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 4.4595489501953125,
+      "learning_rate": 2.9851624612970154e-06,
+      "loss": 0.9910668134689331,
+      "step": 312
+    },
+    {
+      "epoch": 0.3833943833943834,
+      "grad_norm": 5.871083736419678,
+      "learning_rate": 2.9847567388746303e-06,
+      "loss": 1.3671818971633911,
+      "step": 314
+    },
+    {
+      "epoch": 0.38583638583638585,
+      "grad_norm": 5.709342002868652,
+      "learning_rate": 2.984345575404527e-06,
+      "loss": 0.6426190137863159,
+      "step": 316
+    },
+    {
+      "epoch": 0.3882783882783883,
+      "grad_norm": 4.615055084228516,
+      "learning_rate": 2.9839289725627856e-06,
+      "loss": 0.9546952247619629,
+      "step": 318
+    },
+    {
+      "epoch": 0.3907203907203907,
+      "grad_norm": 5.657520294189453,
+      "learning_rate": 2.9835069320476605e-06,
+      "loss": 1.3316638469696045,
+      "step": 320
+    },
+    {
+      "epoch": 0.39316239316239315,
+      "grad_norm": 7.760973930358887,
+      "learning_rate": 2.9830794555795713e-06,
+      "loss": 1.3453943729400635,
+      "step": 322
+    },
+    {
+      "epoch": 0.3956043956043956,
+      "grad_norm": 9.573053359985352,
+      "learning_rate": 2.9826465449010985e-06,
+      "loss": 1.3073155879974365,
+      "step": 324
+    },
+    {
+      "epoch": 0.398046398046398,
+      "grad_norm": 3.39166522026062,
+      "learning_rate": 2.982208201776973e-06,
+      "loss": 1.2447479963302612,
+      "step": 326
+    },
+    {
+      "epoch": 0.4004884004884005,
+      "grad_norm": 3.000147581100464,
+      "learning_rate": 2.9817644279940734e-06,
+      "loss": 1.2358218431472778,
+      "step": 328
+    },
+    {
+      "epoch": 0.40293040293040294,
+      "grad_norm": 7.2135233879089355,
+      "learning_rate": 2.9813152253614114e-06,
+      "loss": 0.8832641243934631,
+      "step": 330
+    },
+    {
+      "epoch": 0.4053724053724054,
+      "grad_norm": 5.4000325202941895,
+      "learning_rate": 2.980860595710134e-06,
+      "loss": 0.607711672782898,
+      "step": 332
+    },
+    {
+      "epoch": 0.4078144078144078,
+      "grad_norm": 3.0173025131225586,
+      "learning_rate": 2.980400540893508e-06,
+      "loss": 1.044655203819275,
+      "step": 334
+    },
+    {
+      "epoch": 0.41025641025641024,
+      "grad_norm": 4.2564616203308105,
+      "learning_rate": 2.9799350627869173e-06,
+      "loss": 1.3458592891693115,
+      "step": 336
+    },
+    {
+      "epoch": 0.4126984126984127,
+      "grad_norm": 5.331943511962891,
+      "learning_rate": 2.979464163287852e-06,
+      "loss": 0.9420923590660095,
+      "step": 338
+    },
+    {
+      "epoch": 0.41514041514041516,
+      "grad_norm": 7.787961006164551,
+      "learning_rate": 2.9789878443159028e-06,
+      "loss": 1.0719984769821167,
+      "step": 340
+    },
+    {
+      "epoch": 0.4175824175824176,
+      "grad_norm": 6.272089958190918,
+      "learning_rate": 2.978506107812753e-06,
+      "loss": 1.6223466396331787,
+      "step": 342
+    },
+    {
+      "epoch": 0.42002442002442003,
+      "grad_norm": 3.4842610359191895,
+      "learning_rate": 2.978018955742169e-06,
+      "loss": 0.9255164265632629,
+      "step": 344
+    },
+    {
+      "epoch": 0.42246642246642246,
+      "grad_norm": 3.1731863021850586,
+      "learning_rate": 2.977526390089995e-06,
+      "loss": 1.1120378971099854,
+      "step": 346
+    },
+    {
+      "epoch": 0.4249084249084249,
+      "grad_norm": 11.810261726379395,
+      "learning_rate": 2.9770284128641415e-06,
+      "loss": 1.2913296222686768,
+      "step": 348
+    },
+    {
+      "epoch": 0.42735042735042733,
+      "grad_norm": 4.617822647094727,
+      "learning_rate": 2.97652502609458e-06,
+      "loss": 0.8451753258705139,
+      "step": 350
+    },
+    {
+      "epoch": 0.4297924297924298,
+      "grad_norm": 3.888181447982788,
+      "learning_rate": 2.976016231833334e-06,
+      "loss": 1.0580174922943115,
+      "step": 352
+    },
+    {
+      "epoch": 0.43223443223443225,
+      "grad_norm": 3.3150265216827393,
+      "learning_rate": 2.9755020321544686e-06,
+      "loss": 1.243308424949646,
+      "step": 354
+    },
+    {
+      "epoch": 0.4346764346764347,
+      "grad_norm": 7.587791442871094,
+      "learning_rate": 2.9749824291540855e-06,
+      "loss": 0.8922522068023682,
+      "step": 356
+    },
+    {
+      "epoch": 0.4371184371184371,
+      "grad_norm": 3.322112560272217,
+      "learning_rate": 2.9744574249503127e-06,
+      "loss": 1.1295361518859863,
+      "step": 358
+    },
+    {
+      "epoch": 0.43956043956043955,
+      "grad_norm": 3.2228076457977295,
+      "learning_rate": 2.973927021683294e-06,
+      "loss": 1.2044621706008911,
+      "step": 360
+    },
+    {
+      "epoch": 0.442002442002442,
+      "grad_norm": 6.780779838562012,
+      "learning_rate": 2.9733912215151837e-06,
+      "loss": 1.0825629234313965,
+      "step": 362
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 2.6231162548065186,
+      "learning_rate": 2.9728500266301363e-06,
+      "loss": 1.1095397472381592,
+      "step": 364
+    },
+    {
+      "epoch": 0.4468864468864469,
+      "grad_norm": 6.354375839233398,
+      "learning_rate": 2.9723034392342963e-06,
+      "loss": 1.3557205200195312,
+      "step": 366
+    },
+    {
+      "epoch": 0.44932844932844934,
+      "grad_norm": 9.511418342590332,
+      "learning_rate": 2.971751461555791e-06,
+      "loss": 1.026384949684143,
+      "step": 368
+    },
+    {
+      "epoch": 0.4517704517704518,
+      "grad_norm": 1.5220327377319336,
+      "learning_rate": 2.9711940958447217e-06,
+      "loss": 1.0174123048782349,
+      "step": 370
+    },
+    {
+      "epoch": 0.4542124542124542,
+      "grad_norm": 5.583617210388184,
+      "learning_rate": 2.9706313443731525e-06,
+      "loss": 1.2979340553283691,
+      "step": 372
+    },
+    {
+      "epoch": 0.45665445665445664,
+      "grad_norm": 3.093553304672241,
+      "learning_rate": 2.970063209435103e-06,
+      "loss": 0.8846883773803711,
+      "step": 374
+    },
+    {
+      "epoch": 0.4590964590964591,
+      "grad_norm": 3.7214324474334717,
+      "learning_rate": 2.9694896933465376e-06,
+      "loss": 1.216248631477356,
+      "step": 376
+    },
+    {
+      "epoch": 0.46153846153846156,
+      "grad_norm": 3.53817081451416,
+      "learning_rate": 2.9689107984453564e-06,
+      "loss": 0.9267280697822571,
+      "step": 378
+    },
+    {
+      "epoch": 0.463980463980464,
+      "grad_norm": 5.406538963317871,
+      "learning_rate": 2.9683265270913866e-06,
+      "loss": 0.8711439371109009,
+      "step": 380
+    },
+    {
+      "epoch": 0.46642246642246643,
+      "grad_norm": 2.3514599800109863,
+      "learning_rate": 2.9677368816663717e-06,
+      "loss": 1.2632300853729248,
+      "step": 382
+    },
+    {
+      "epoch": 0.46886446886446886,
+      "grad_norm": 2.9938712120056152,
+      "learning_rate": 2.967141864573962e-06,
+      "loss": 1.0389857292175293,
+      "step": 384
+    },
+    {
+      "epoch": 0.4713064713064713,
+      "grad_norm": 6.273382663726807,
+      "learning_rate": 2.966541478239706e-06,
+      "loss": 1.1980342864990234,
+      "step": 386
+    },
+    {
+      "epoch": 0.47374847374847373,
+      "grad_norm": 6.093961715698242,
+      "learning_rate": 2.965935725111039e-06,
+      "loss": 1.5937999486923218,
+      "step": 388
+    },
+    {
+      "epoch": 0.47619047619047616,
+      "grad_norm": 2.8185184001922607,
+      "learning_rate": 2.965324607657273e-06,
+      "loss": 0.8034391403198242,
+      "step": 390
+    },
+    {
+      "epoch": 0.47863247863247865,
+      "grad_norm": 9.279390335083008,
+      "learning_rate": 2.9647081283695884e-06,
+      "loss": 0.8456100225448608,
+      "step": 392
+    },
+    {
+      "epoch": 0.4810744810744811,
+      "grad_norm": 2.946828842163086,
+      "learning_rate": 2.9640862897610217e-06,
+      "loss": 0.9232727289199829,
+      "step": 394
+    },
+    {
+      "epoch": 0.4835164835164835,
+      "grad_norm": 3.2411246299743652,
+      "learning_rate": 2.963459094366458e-06,
+      "loss": 1.2164127826690674,
+      "step": 396
+    },
+    {
+      "epoch": 0.48595848595848595,
+      "grad_norm": 3.0650200843811035,
+      "learning_rate": 2.9628265447426166e-06,
+      "loss": 1.2682867050170898,
+      "step": 398
+    },
+    {
+      "epoch": 0.4884004884004884,
+      "grad_norm": 5.058322429656982,
+      "learning_rate": 2.9621886434680456e-06,
+      "loss": 0.5417430400848389,
+      "step": 400
+    },
+    {
+      "epoch": 0.4908424908424908,
+      "grad_norm": 4.885420322418213,
+      "learning_rate": 2.961545393143107e-06,
+      "loss": 1.2176759243011475,
+      "step": 402
+    },
+    {
+      "epoch": 0.4932844932844933,
+      "grad_norm": 2.67753267288208,
+      "learning_rate": 2.9608967963899673e-06,
+      "loss": 1.3221197128295898,
+      "step": 404
+    },
+    {
+      "epoch": 0.49572649572649574,
+      "grad_norm": 18.8695011138916,
+      "learning_rate": 2.96024285585259e-06,
+      "loss": 0.6289905309677124,
+      "step": 406
+    },
+    {
+      "epoch": 0.4981684981684982,
+      "grad_norm": 7.418961048126221,
+      "learning_rate": 2.9595835741967195e-06,
+      "loss": 0.8911920785903931,
+      "step": 408
+    },
+    {
+      "epoch": 0.5006105006105006,
+      "grad_norm": 6.898990631103516,
+      "learning_rate": 2.958918954109874e-06,
+      "loss": 1.252363920211792,
+      "step": 410
+    },
+    {
+      "epoch": 0.503052503052503,
+      "grad_norm": 7.224813461303711,
+      "learning_rate": 2.9582489983013332e-06,
+      "loss": 0.5519344806671143,
+      "step": 412
+    },
+    {
+      "epoch": 0.5054945054945055,
+      "grad_norm": 3.046077251434326,
+      "learning_rate": 2.957573709502129e-06,
+      "loss": 1.3178116083145142,
+      "step": 414
+    },
+    {
+      "epoch": 0.5079365079365079,
+      "grad_norm": 3.8101770877838135,
+      "learning_rate": 2.9568930904650297e-06,
+      "loss": 1.2741634845733643,
+      "step": 416
+    },
+    {
+      "epoch": 0.5103785103785103,
+      "grad_norm": 3.8740415573120117,
+      "learning_rate": 2.956207143964535e-06,
+      "loss": 1.2111685276031494,
+      "step": 418
+    },
+    {
+      "epoch": 0.5128205128205128,
+      "grad_norm": 11.586557388305664,
+      "learning_rate": 2.95551587279686e-06,
+      "loss": 1.2424992322921753,
+      "step": 420
+    },
+    {
+      "epoch": 0.5152625152625152,
+      "grad_norm": 2.9132723808288574,
+      "learning_rate": 2.9548192797799274e-06,
+      "loss": 1.2334108352661133,
+      "step": 422
+    },
+    {
+      "epoch": 0.5177045177045178,
+      "grad_norm": 4.264636039733887,
+      "learning_rate": 2.9541173677533505e-06,
+      "loss": 1.2619736194610596,
+      "step": 424
+    },
+    {
+      "epoch": 0.5201465201465202,
+      "grad_norm": 11.61112117767334,
+      "learning_rate": 2.9534101395784286e-06,
+      "loss": 1.0475389957427979,
+      "step": 426
+    },
+    {
+      "epoch": 0.5225885225885226,
+      "grad_norm": 2.66593599319458,
+      "learning_rate": 2.952697598138131e-06,
+      "loss": 1.2480018138885498,
+      "step": 428
+    },
+    {
+      "epoch": 0.525030525030525,
+      "grad_norm": 16.38984489440918,
+      "learning_rate": 2.951979746337085e-06,
+      "loss": 0.8896474838256836,
+      "step": 430
+    },
+    {
+      "epoch": 0.5274725274725275,
+      "grad_norm": 31.188690185546875,
+      "learning_rate": 2.951256587101566e-06,
+      "loss": 0.5834943056106567,
+      "step": 432
+    },
+    {
+      "epoch": 0.5299145299145299,
+      "grad_norm": 2.201815128326416,
+      "learning_rate": 2.9505281233794856e-06,
+      "loss": 1.261406421661377,
+      "step": 434
+    },
+    {
+      "epoch": 0.5323565323565324,
+      "grad_norm": 3.4427995681762695,
+      "learning_rate": 2.9497943581403773e-06,
+      "loss": 1.223460078239441,
+      "step": 436
+    },
+    {
+      "epoch": 0.5347985347985348,
+      "grad_norm": 2.1992275714874268,
+      "learning_rate": 2.9490552943753873e-06,
+      "loss": 1.2381012439727783,
+      "step": 438
+    },
+    {
+      "epoch": 0.5372405372405372,
+      "grad_norm": 8.412099838256836,
+      "learning_rate": 2.94831093509726e-06,
+      "loss": 1.1994678974151611,
+      "step": 440
+    },
+    {
+      "epoch": 0.5396825396825397,
+      "grad_norm": 6.589860439300537,
+      "learning_rate": 2.947561283340327e-06,
+      "loss": 1.0292491912841797,
+      "step": 442
+    },
+    {
+      "epoch": 0.5421245421245421,
+      "grad_norm": 3.5161733627319336,
+      "learning_rate": 2.9468063421604935e-06,
+      "loss": 0.8312960863113403,
+      "step": 444
+    },
+    {
+      "epoch": 0.5445665445665445,
+      "grad_norm": 6.2591552734375,
+      "learning_rate": 2.946046114635228e-06,
+      "loss": 0.9817121028900146,
+      "step": 446
+    },
+    {
+      "epoch": 0.5470085470085471,
+      "grad_norm": 2.4296693801879883,
+      "learning_rate": 2.945280603863548e-06,
+      "loss": 1.090214729309082,
+      "step": 448
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "grad_norm": 17.264671325683594,
+      "learning_rate": 2.944509812966007e-06,
+      "loss": 1.0016728639602661,
+      "step": 450
+    },
+    {
+      "epoch": 0.5518925518925519,
+      "grad_norm": 11.218456268310547,
+      "learning_rate": 2.943733745084684e-06,
+      "loss": 0.7395261526107788,
+      "step": 452
+    },
+    {
+      "epoch": 0.5543345543345544,
+      "grad_norm": 9.569270133972168,
+      "learning_rate": 2.942952403383168e-06,
+      "loss": 1.2577192783355713,
+      "step": 454
+    },
+    {
+      "epoch": 0.5567765567765568,
+      "grad_norm": 2.8571317195892334,
+      "learning_rate": 2.9421657910465467e-06,
+      "loss": 1.2232944965362549,
+      "step": 456
+    },
+    {
+      "epoch": 0.5592185592185592,
+      "grad_norm": 1.8410813808441162,
+      "learning_rate": 2.941373911281393e-06,
+      "loss": 0.6923422813415527,
+      "step": 458
+    },
+    {
+      "epoch": 0.5616605616605617,
+      "grad_norm": 11.234055519104004,
+      "learning_rate": 2.9405767673157535e-06,
+      "loss": 1.1405192613601685,
+      "step": 460
+    },
+    {
+      "epoch": 0.5641025641025641,
+      "grad_norm": 3.442074775695801,
+      "learning_rate": 2.9397743623991323e-06,
+      "loss": 1.1699142456054688,
+      "step": 462
+    },
+    {
+      "epoch": 0.5665445665445665,
+      "grad_norm": 6.694809436798096,
+      "learning_rate": 2.938966699802481e-06,
+      "loss": 0.5613974332809448,
+      "step": 464
+    },
+    {
+      "epoch": 0.568986568986569,
+      "grad_norm": 3.4113035202026367,
+      "learning_rate": 2.9381537828181804e-06,
+      "loss": 1.4812266826629639,
+      "step": 466
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 3.343217134475708,
+      "learning_rate": 2.937335614760036e-06,
+      "loss": 1.2924840450286865,
+      "step": 468
+    },
+    {
+      "epoch": 0.5738705738705738,
+      "grad_norm": 3.833444833755493,
+      "learning_rate": 2.936512198963254e-06,
+      "loss": 1.0193979740142822,
+      "step": 470
+    },
+    {
+      "epoch": 0.5763125763125763,
+      "grad_norm": 6.23240852355957,
+      "learning_rate": 2.935683538784435e-06,
+      "loss": 1.2634341716766357,
+      "step": 472
+    },
+    {
+      "epoch": 0.5787545787545788,
+      "grad_norm": 8.669657707214355,
+      "learning_rate": 2.934849637601557e-06,
+      "loss": 0.8609904050827026,
+      "step": 474
+    },
+    {
+      "epoch": 0.5811965811965812,
+      "grad_norm": 6.522804260253906,
+      "learning_rate": 2.9340104988139643e-06,
+      "loss": 0.9937872290611267,
+      "step": 476
+    },
+    {
+      "epoch": 0.5836385836385837,
+      "grad_norm": 3.8986525535583496,
+      "learning_rate": 2.9331661258423497e-06,
+      "loss": 1.1503345966339111,
+      "step": 478
+    },
+    {
+      "epoch": 0.5860805860805861,
+      "grad_norm": 3.6188859939575195,
+      "learning_rate": 2.9323165221287442e-06,
+      "loss": 1.283237338066101,
+      "step": 480
+    },
+    {
+      "epoch": 0.5885225885225885,
+      "grad_norm": 15.03325080871582,
+      "learning_rate": 2.9314616911365013e-06,
+      "loss": 0.5041643977165222,
+      "step": 482
+    },
+    {
+      "epoch": 0.590964590964591,
+      "grad_norm": 1.815745234489441,
+      "learning_rate": 2.9306016363502832e-06,
+      "loss": 0.9499940872192383,
+      "step": 484
+    },
+    {
+      "epoch": 0.5934065934065934,
+      "grad_norm": 1.3562991619110107,
+      "learning_rate": 2.929736361276046e-06,
+      "loss": 1.0015653371810913,
+      "step": 486
+    },
+    {
+      "epoch": 0.5958485958485958,
+      "grad_norm": 7.885785102844238,
+      "learning_rate": 2.928865869441027e-06,
+      "loss": 0.9330072402954102,
+      "step": 488
+    },
+    {
+      "epoch": 0.5982905982905983,
+      "grad_norm": 4.100306987762451,
+      "learning_rate": 2.927990164393728e-06,
+      "loss": 1.0022904872894287,
+      "step": 490
+    },
+    {
+      "epoch": 0.6007326007326007,
+      "grad_norm": 6.103216648101807,
+      "learning_rate": 2.927109249703904e-06,
+      "loss": 0.7623094916343689,
+      "step": 492
+    },
+    {
+      "epoch": 0.6031746031746031,
+      "grad_norm": 4.293742656707764,
+      "learning_rate": 2.926223128962544e-06,
+      "loss": 0.9449283480644226,
+      "step": 494
+    },
+    {
+      "epoch": 0.6056166056166056,
+      "grad_norm": 3.4057295322418213,
+      "learning_rate": 2.925331805781862e-06,
+      "loss": 1.2140758037567139,
+      "step": 496
+    },
+    {
+      "epoch": 0.608058608058608,
+      "grad_norm": 5.223704814910889,
+      "learning_rate": 2.9244352837952776e-06,
+      "loss": 0.5771359205245972,
+      "step": 498
+    },
+    {
+      "epoch": 0.6105006105006106,
+      "grad_norm": 2.622556209564209,
+      "learning_rate": 2.9235335666574035e-06,
+      "loss": 0.8636125326156616,
+      "step": 500
+    },
+    {
+      "epoch": 0.612942612942613,
+      "grad_norm": 2.7476792335510254,
+      "learning_rate": 2.9226266580440293e-06,
+      "loss": 1.202211618423462,
+      "step": 502
+    },
+    {
+      "epoch": 0.6153846153846154,
+      "grad_norm": 5.067960262298584,
+      "learning_rate": 2.92171456165211e-06,
+      "loss": 1.2281854152679443,
+      "step": 504
+    },
+    {
+      "epoch": 0.6178266178266179,
+      "grad_norm": 4.597941875457764,
+      "learning_rate": 2.920797281199744e-06,
+      "loss": 1.2377547025680542,
+      "step": 506
+    },
+    {
+      "epoch": 0.6202686202686203,
+      "grad_norm": 2.562920093536377,
+      "learning_rate": 2.9198748204261668e-06,
+      "loss": 1.229562759399414,
+      "step": 508
+    },
+    {
+      "epoch": 0.6227106227106227,
+      "grad_norm": 3.1850571632385254,
+      "learning_rate": 2.918947183091727e-06,
+      "loss": 1.2102892398834229,
+      "step": 510
+    },
+    {
+      "epoch": 0.6251526251526252,
+      "grad_norm": 8.950359344482422,
+      "learning_rate": 2.918014372977878e-06,
+      "loss": 1.0556927919387817,
+      "step": 512
+    },
+    {
+      "epoch": 0.6275946275946276,
+      "grad_norm": 2.960409641265869,
+      "learning_rate": 2.9170763938871575e-06,
+      "loss": 1.0265876054763794,
+      "step": 514
+    },
+    {
+      "epoch": 0.63003663003663,
+      "grad_norm": 2.5331928730010986,
+      "learning_rate": 2.916133249643177e-06,
+      "loss": 0.9497431516647339,
+      "step": 516
+    },
+    {
+      "epoch": 0.6324786324786325,
+      "grad_norm": 4.141901969909668,
+      "learning_rate": 2.9151849440906004e-06,
+      "loss": 1.2384538650512695,
+      "step": 518
+    },
+    {
+      "epoch": 0.6349206349206349,
+      "grad_norm": 2.216688394546509,
+      "learning_rate": 2.914231481095133e-06,
+      "loss": 0.7612370252609253,
+      "step": 520
+    },
+    {
+      "epoch": 0.6373626373626373,
+      "grad_norm": 7.122840404510498,
+      "learning_rate": 2.913272864543504e-06,
+      "loss": 0.9650014638900757,
+      "step": 522
+    },
+    {
+      "epoch": 0.6398046398046398,
+      "grad_norm": 10.005997657775879,
+      "learning_rate": 2.9123090983434505e-06,
+      "loss": 1.0028713941574097,
+      "step": 524
+    },
+    {
+      "epoch": 0.6422466422466423,
+      "grad_norm": 4.779255390167236,
+      "learning_rate": 2.9113401864237014e-06,
+      "loss": 1.2550266981124878,
+      "step": 526
+    },
+    {
+      "epoch": 0.6446886446886447,
+      "grad_norm": 4.8014631271362305,
+      "learning_rate": 2.9103661327339626e-06,
+      "loss": 1.313009262084961,
+      "step": 528
+    },
+    {
+      "epoch": 0.6471306471306472,
+      "grad_norm": 9.017115592956543,
+      "learning_rate": 2.9093869412448993e-06,
+      "loss": 1.041703462600708,
+      "step": 530
+    },
+    {
+      "epoch": 0.6495726495726496,
+      "grad_norm": 7.53822660446167,
+      "learning_rate": 2.9084026159481215e-06,
+      "loss": 1.0079383850097656,
+      "step": 532
+    },
+    {
+      "epoch": 0.652014652014652,
+      "grad_norm": 8.407513618469238,
+      "learning_rate": 2.907413160856165e-06,
+      "loss": 1.523638129234314,
+      "step": 534
+    },
+    {
+      "epoch": 0.6544566544566545,
+      "grad_norm": 5.040467739105225,
+      "learning_rate": 2.90641858000248e-06,
+      "loss": 0.8550742864608765,
+      "step": 536
+    },
+    {
+      "epoch": 0.6568986568986569,
+      "grad_norm": 2.9475791454315186,
+      "learning_rate": 2.9054188774414087e-06,
+      "loss": 1.2336068153381348,
+      "step": 538
+    },
+    {
+      "epoch": 0.6593406593406593,
+      "grad_norm": 3.542649984359741,
+      "learning_rate": 2.904414057248172e-06,
+      "loss": 1.2540559768676758,
+      "step": 540
+    },
+    {
+      "epoch": 0.6617826617826618,
+      "grad_norm": 4.496221542358398,
+      "learning_rate": 2.903404123518854e-06,
+      "loss": 0.9419100880622864,
+      "step": 542
+    },
+    {
+      "epoch": 0.6642246642246642,
+      "grad_norm": 4.80670166015625,
+      "learning_rate": 2.902389080370383e-06,
+      "loss": 1.2315528392791748,
+      "step": 544
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 2.7183027267456055,
+      "learning_rate": 2.901368931940514e-06,
+      "loss": 1.124593734741211,
+      "step": 546
+    },
+    {
+      "epoch": 0.6691086691086691,
+      "grad_norm": 5.0275444984436035,
+      "learning_rate": 2.900343682387816e-06,
+      "loss": 1.2242764234542847,
+      "step": 548
+    },
+    {
+      "epoch": 0.6715506715506715,
+      "grad_norm": 2.5301308631896973,
+      "learning_rate": 2.899313335891651e-06,
+      "loss": 1.1373231410980225,
+      "step": 550
+    },
+    {
+      "epoch": 0.673992673992674,
+      "grad_norm": 6.004204273223877,
+      "learning_rate": 2.8982778966521583e-06,
+      "loss": 0.9901567101478577,
+      "step": 552
+    },
+    {
+      "epoch": 0.6764346764346765,
+      "grad_norm": 6.363122463226318,
+      "learning_rate": 2.897237368890237e-06,
+      "loss": 1.0255892276763916,
+      "step": 554
+    },
+    {
+      "epoch": 0.6788766788766789,
+      "grad_norm": 6.87668514251709,
+      "learning_rate": 2.8961917568475306e-06,
+      "loss": 0.7408100962638855,
+      "step": 556
+    },
+    {
+      "epoch": 0.6813186813186813,
+      "grad_norm": 4.938057899475098,
+      "learning_rate": 2.8951410647864077e-06,
+      "loss": 1.161991834640503,
+      "step": 558
+    },
+    {
+      "epoch": 0.6837606837606838,
+      "grad_norm": 1.2714885473251343,
+      "learning_rate": 2.894085296989944e-06,
+      "loss": 1.1618590354919434,
+      "step": 560
+    },
+    {
+      "epoch": 0.6862026862026862,
+      "grad_norm": 25.83792495727539,
+      "learning_rate": 2.8930244577619084e-06,
+      "loss": 0.9859790205955505,
+      "step": 562
+    },
+    {
+      "epoch": 0.6886446886446886,
+      "grad_norm": 3.5575103759765625,
+      "learning_rate": 2.8919585514267412e-06,
+      "loss": 1.2875609397888184,
+      "step": 564
+    },
+    {
+      "epoch": 0.6910866910866911,
+      "grad_norm": 2.967928409576416,
+      "learning_rate": 2.89088758232954e-06,
+      "loss": 1.091280221939087,
+      "step": 566
+    },
+    {
+      "epoch": 0.6935286935286935,
+      "grad_norm": 2.462228298187256,
+      "learning_rate": 2.889811554836039e-06,
+      "loss": 1.282207727432251,
+      "step": 568
+    },
+    {
+      "epoch": 0.6959706959706959,
+      "grad_norm": 2.4124059677124023,
+      "learning_rate": 2.888730473332593e-06,
+      "loss": 0.9509236216545105,
+      "step": 570
+    },
+    {
+      "epoch": 0.6984126984126984,
+      "grad_norm": 5.270227432250977,
+      "learning_rate": 2.8876443422261597e-06,
+      "loss": 0.984878659248352,
+      "step": 572
+    },
+    {
+      "epoch": 0.7008547008547008,
+      "grad_norm": 5.570053577423096,
+      "learning_rate": 2.886553165944281e-06,
+      "loss": 1.4137537479400635,
+      "step": 574
+    },
+    {
+      "epoch": 0.7032967032967034,
+      "grad_norm": 3.1119489669799805,
+      "learning_rate": 2.885456948935065e-06,
+      "loss": 1.2045481204986572,
+      "step": 576
+    },
+    {
+      "epoch": 0.7057387057387058,
+      "grad_norm": 4.997451305389404,
+      "learning_rate": 2.8843556956671674e-06,
+      "loss": 1.1804019212722778,
+      "step": 578
+    },
+    {
+      "epoch": 0.7081807081807082,
+      "grad_norm": 2.689262866973877,
+      "learning_rate": 2.8832494106297754e-06,
+      "loss": 1.142741084098816,
+      "step": 580
+    },
+    {
+      "epoch": 0.7106227106227107,
+      "grad_norm": 3.3894829750061035,
+      "learning_rate": 2.8821380983325856e-06,
+      "loss": 1.1947393417358398,
+      "step": 582
+    },
+    {
+      "epoch": 0.7130647130647131,
+      "grad_norm": 2.5320944786071777,
+      "learning_rate": 2.8810217633057902e-06,
+      "loss": 1.03977370262146,
+      "step": 584
+    },
+    {
+      "epoch": 0.7155067155067155,
+      "grad_norm": 4.905697345733643,
+      "learning_rate": 2.879900410100055e-06,
+      "loss": 1.2815613746643066,
+      "step": 586
+    },
+    {
+      "epoch": 0.717948717948718,
+      "grad_norm": 3.281200408935547,
+      "learning_rate": 2.8787740432865024e-06,
+      "loss": 1.0557091236114502,
+      "step": 588
+    },
+    {
+      "epoch": 0.7203907203907204,
+      "grad_norm": 3.2250187397003174,
+      "learning_rate": 2.8776426674566923e-06,
+      "loss": 0.9464690089225769,
+      "step": 590
+    },
+    {
+      "epoch": 0.7228327228327228,
+      "grad_norm": 3.132697343826294,
+      "learning_rate": 2.876506287222603e-06,
+      "loss": 0.8595614433288574,
+      "step": 592
+    },
+    {
+      "epoch": 0.7252747252747253,
+      "grad_norm": 4.664443016052246,
+      "learning_rate": 2.8753649072166146e-06,
+      "loss": 1.1968210935592651,
+      "step": 594
+    },
+    {
+      "epoch": 0.7277167277167277,
+      "grad_norm": 6.2733659744262695,
+      "learning_rate": 2.874218532091486e-06,
+      "loss": 0.949120283126831,
+      "step": 596
+    },
+    {
+      "epoch": 0.7301587301587301,
+      "grad_norm": 2.1079089641571045,
+      "learning_rate": 2.8730671665203414e-06,
+      "loss": 0.9083657264709473,
+      "step": 598
+    },
+    {
+      "epoch": 0.7326007326007326,
+      "grad_norm": 4.500316619873047,
+      "learning_rate": 2.871910815196645e-06,
+      "loss": 1.172386646270752,
+      "step": 600
+    },
+    {
+      "epoch": 0.7350427350427351,
+      "grad_norm": 3.394716501235962,
+      "learning_rate": 2.870749482834187e-06,
+      "loss": 1.3153018951416016,
+      "step": 602
+    },
+    {
+      "epoch": 0.7374847374847375,
+      "grad_norm": 4.49886417388916,
+      "learning_rate": 2.8695831741670626e-06,
+      "loss": 1.1366627216339111,
+      "step": 604
+    },
+    {
+      "epoch": 0.73992673992674,
+      "grad_norm": 5.643487453460693,
+      "learning_rate": 2.8684118939496516e-06,
+      "loss": 1.4186596870422363,
+      "step": 606
+    },
+    {
+      "epoch": 0.7423687423687424,
+      "grad_norm": 2.5566513538360596,
+      "learning_rate": 2.8672356469566007e-06,
+      "loss": 1.257333755493164,
+      "step": 608
+    },
+    {
+      "epoch": 0.7448107448107448,
+      "grad_norm": 1.967860221862793,
+      "learning_rate": 2.866054437982803e-06,
+      "loss": 0.8869744539260864,
+      "step": 610
+    },
+    {
+      "epoch": 0.7472527472527473,
+      "grad_norm": 3.111006021499634,
+      "learning_rate": 2.864868271843379e-06,
+      "loss": 1.231367588043213,
+      "step": 612
+    },
+    {
+      "epoch": 0.7496947496947497,
+      "grad_norm": 7.100964069366455,
+      "learning_rate": 2.863677153373656e-06,
+      "loss": 1.2216570377349854,
+      "step": 614
+    },
+    {
+      "epoch": 0.7521367521367521,
+      "grad_norm": 4.099492073059082,
+      "learning_rate": 2.8624810874291516e-06,
+      "loss": 0.8563480377197266,
+      "step": 616
+    },
+    {
+      "epoch": 0.7545787545787546,
+      "grad_norm": 2.678740978240967,
+      "learning_rate": 2.8612800788855475e-06,
+      "loss": 1.528752088546753,
+      "step": 618
+    },
+    {
+      "epoch": 0.757020757020757,
+      "grad_norm": 15.396073341369629,
+      "learning_rate": 2.860074132638677e-06,
+      "loss": 1.0209803581237793,
+      "step": 620
+    },
+    {
+      "epoch": 0.7594627594627594,
+      "grad_norm": 3.2725391387939453,
+      "learning_rate": 2.8588632536044993e-06,
+      "loss": 0.8620501756668091,
+      "step": 622
+    },
+    {
+      "epoch": 0.7619047619047619,
+      "grad_norm": 2.9715523719787598,
+      "learning_rate": 2.8576474467190847e-06,
+      "loss": 1.2061121463775635,
+      "step": 624
+    },
+    {
+      "epoch": 0.7643467643467643,
+      "grad_norm": 4.054410457611084,
+      "learning_rate": 2.8564267169385877e-06,
+      "loss": 1.2589521408081055,
+      "step": 626
+    },
+    {
+      "epoch": 0.7667887667887668,
+      "grad_norm": 9.180256843566895,
+      "learning_rate": 2.855201069239234e-06,
+      "loss": 1.0279699563980103,
+      "step": 628
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 3.257628917694092,
+      "learning_rate": 2.8539705086172946e-06,
+      "loss": 1.2448331117630005,
+      "step": 630
+    },
+    {
+      "epoch": 0.7716727716727717,
+      "grad_norm": 2.673267126083374,
+      "learning_rate": 2.852735040089069e-06,
+      "loss": 0.8844334483146667,
+      "step": 632
+    },
+    {
+      "epoch": 0.7741147741147741,
+      "grad_norm": 1.805360198020935,
+      "learning_rate": 2.8514946686908636e-06,
+      "loss": 0.8991525769233704,
+      "step": 634
+    },
+    {
+      "epoch": 0.7765567765567766,
+      "grad_norm": 4.867867946624756,
+      "learning_rate": 2.85024939947897e-06,
+      "loss": 1.2330354452133179,
+      "step": 636
+    },
+    {
+      "epoch": 0.778998778998779,
+      "grad_norm": 2.9628164768218994,
+      "learning_rate": 2.8489992375296457e-06,
+      "loss": 1.2352819442749023,
+      "step": 638
+    },
+    {
+      "epoch": 0.7814407814407814,
+      "grad_norm": 8.211139678955078,
+      "learning_rate": 2.8477441879390937e-06,
+      "loss": 0.9022507667541504,
+      "step": 640
+    },
+    {
+      "epoch": 0.7838827838827839,
+      "grad_norm": 11.121219635009766,
+      "learning_rate": 2.8464842558234405e-06,
+      "loss": 1.0079975128173828,
+      "step": 642
+    },
+    {
+      "epoch": 0.7863247863247863,
+      "grad_norm": 2.873725652694702,
+      "learning_rate": 2.845219446318717e-06,
+      "loss": 1.1311874389648438,
+      "step": 644
+    },
+    {
+      "epoch": 0.7887667887667887,
+      "grad_norm": 3.470582962036133,
+      "learning_rate": 2.8439497645808343e-06,
+      "loss": 0.9233945608139038,
+      "step": 646
+    },
+    {
+      "epoch": 0.7912087912087912,
+      "grad_norm": 5.232900142669678,
+      "learning_rate": 2.842675215785567e-06,
+      "loss": 1.190352201461792,
+      "step": 648
+    },
+    {
+      "epoch": 0.7936507936507936,
+      "grad_norm": 8.92779541015625,
+      "learning_rate": 2.841395805128529e-06,
+      "loss": 0.5505790710449219,
+      "step": 650
+    },
+    {
+      "epoch": 0.796092796092796,
+      "grad_norm": 2.6852498054504395,
+      "learning_rate": 2.8401115378251536e-06,
+      "loss": 0.7804176807403564,
+      "step": 652
+    },
+    {
+      "epoch": 0.7985347985347986,
+      "grad_norm": 5.359552383422852,
+      "learning_rate": 2.8388224191106716e-06,
+      "loss": 1.1561279296875,
+      "step": 654
+    },
+    {
+      "epoch": 0.800976800976801,
+      "grad_norm": 5.934221267700195,
+      "learning_rate": 2.8375284542400894e-06,
+      "loss": 1.2025530338287354,
+      "step": 656
+    },
+    {
+      "epoch": 0.8034188034188035,
+      "grad_norm": 5.867283821105957,
+      "learning_rate": 2.836229648488171e-06,
+      "loss": 0.46977946162223816,
+      "step": 658
+    },
+    {
+      "epoch": 0.8058608058608059,
+      "grad_norm": 3.4654107093811035,
+      "learning_rate": 2.834926007149411e-06,
+      "loss": 1.0585201978683472,
+      "step": 660
+    },
+    {
+      "epoch": 0.8083028083028083,
+      "grad_norm": 3.0599331855773926,
+      "learning_rate": 2.8336175355380176e-06,
+      "loss": 1.1910674571990967,
+      "step": 662
+    },
+    {
+      "epoch": 0.8107448107448108,
+      "grad_norm": 2.914846181869507,
+      "learning_rate": 2.8323042389878893e-06,
+      "loss": 1.2794017791748047,
+      "step": 664
+    },
+    {
+      "epoch": 0.8131868131868132,
+      "grad_norm": 2.4599173069000244,
+      "learning_rate": 2.8309861228525924e-06,
+      "loss": 0.8746715784072876,
+      "step": 666
+    },
+    {
+      "epoch": 0.8156288156288156,
+      "grad_norm": 6.9391560554504395,
+      "learning_rate": 2.82966319250534e-06,
+      "loss": 1.142193078994751,
+      "step": 668
+    },
+    {
+      "epoch": 0.818070818070818,
+      "grad_norm": 2.252155303955078,
+      "learning_rate": 2.8283354533389714e-06,
+      "loss": 1.3751626014709473,
+      "step": 670
+    },
+    {
+      "epoch": 0.8205128205128205,
+      "grad_norm": 2.4821345806121826,
+      "learning_rate": 2.8270029107659257e-06,
+      "loss": 1.2328722476959229,
+      "step": 672
+    },
+    {
+      "epoch": 0.8229548229548229,
+      "grad_norm": 2.7743475437164307,
+      "learning_rate": 2.825665570218227e-06,
+      "loss": 0.9911469221115112,
+      "step": 674
+    },
+    {
+      "epoch": 0.8253968253968254,
+      "grad_norm": 11.23116683959961,
+      "learning_rate": 2.824323437147454e-06,
+      "loss": 0.8837311267852783,
+      "step": 676
+    },
+    {
+      "epoch": 0.8278388278388278,
+      "grad_norm": 5.99837589263916,
+      "learning_rate": 2.822976517024725e-06,
+      "loss": 1.210353136062622,
+      "step": 678
+    },
+    {
+      "epoch": 0.8302808302808303,
+      "grad_norm": 6.790897369384766,
+      "learning_rate": 2.82162481534067e-06,
+      "loss": 1.2284214496612549,
+      "step": 680
+    },
+    {
+      "epoch": 0.8327228327228328,
+      "grad_norm": 3.236633062362671,
+      "learning_rate": 2.820268337605412e-06,
+      "loss": 1.1277165412902832,
+      "step": 682
+    },
+    {
+      "epoch": 0.8351648351648352,
+      "grad_norm": 5.381369113922119,
+      "learning_rate": 2.818907089348542e-06,
+      "loss": 0.6816163659095764,
+      "step": 684
+    },
+    {
+      "epoch": 0.8376068376068376,
+      "grad_norm": 3.039348602294922,
+      "learning_rate": 2.8175410761191e-06,
+      "loss": 1.3247039318084717,
+      "step": 686
+    },
+    {
+      "epoch": 0.8400488400488401,
+      "grad_norm": 3.0645182132720947,
+      "learning_rate": 2.8161703034855483e-06,
+      "loss": 1.285701036453247,
+      "step": 688
+    },
+    {
+      "epoch": 0.8424908424908425,
+      "grad_norm": 16.049558639526367,
+      "learning_rate": 2.8147947770357504e-06,
+      "loss": 0.9545083045959473,
+      "step": 690
+    },
+    {
+      "epoch": 0.8449328449328449,
+      "grad_norm": 2.831643581390381,
+      "learning_rate": 2.81341450237695e-06,
+      "loss": 1.243680477142334,
+      "step": 692
+    },
+    {
+      "epoch": 0.8473748473748474,
+      "grad_norm": 1.85174560546875,
+      "learning_rate": 2.8120294851357447e-06,
+      "loss": 0.9751272201538086,
+      "step": 694
+    },
+    {
+      "epoch": 0.8498168498168498,
+      "grad_norm": 6.775423049926758,
+      "learning_rate": 2.810639730958067e-06,
+      "loss": 1.1404168605804443,
+      "step": 696
+    },
+    {
+      "epoch": 0.8522588522588522,
+      "grad_norm": 2.1591057777404785,
+      "learning_rate": 2.809245245509157e-06,
+      "loss": 0.984785795211792,
+      "step": 698
+    },
+    {
+      "epoch": 0.8547008547008547,
+      "grad_norm": 2.3239328861236572,
+      "learning_rate": 2.8078460344735426e-06,
+      "loss": 1.0640941858291626,
+      "step": 700
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 2.8549911975860596,
+      "learning_rate": 2.8064421035550157e-06,
+      "loss": 1.0445160865783691,
+      "step": 702
+    },
+    {
+      "epoch": 0.8595848595848596,
+      "grad_norm": 15.758867263793945,
+      "learning_rate": 2.805033458476608e-06,
+      "loss": 0.9395806789398193,
+      "step": 704
+    },
+    {
+      "epoch": 0.8620268620268621,
+      "grad_norm": 2.8815691471099854,
+      "learning_rate": 2.803620104980568e-06,
+      "loss": 0.42350003123283386,
+      "step": 706
+    },
+    {
+      "epoch": 0.8644688644688645,
+      "grad_norm": 2.8151259422302246,
+      "learning_rate": 2.802202048828338e-06,
+      "loss": 1.1812381744384766,
+      "step": 708
+    },
+    {
+      "epoch": 0.8669108669108669,
+      "grad_norm": 3.383596420288086,
+      "learning_rate": 2.8007792958005295e-06,
+      "loss": 0.8781920671463013,
+      "step": 710
+    },
+    {
+      "epoch": 0.8693528693528694,
+      "grad_norm": 4.9643731117248535,
+      "learning_rate": 2.7993518516969025e-06,
+      "loss": 1.340822696685791,
+      "step": 712
+    },
+    {
+      "epoch": 0.8717948717948718,
+      "grad_norm": 3.035583019256592,
+      "learning_rate": 2.797919722336338e-06,
+      "loss": 1.5426077842712402,
+      "step": 714
+    },
+    {
+      "epoch": 0.8742368742368742,
+      "grad_norm": 2.791269063949585,
+      "learning_rate": 2.796482913556817e-06,
+      "loss": 1.3969719409942627,
+      "step": 716
+    },
+    {
+      "epoch": 0.8766788766788767,
+      "grad_norm": 3.4995269775390625,
+      "learning_rate": 2.795041431215395e-06,
+      "loss": 0.9012230634689331,
+      "step": 718
+    },
+    {
+      "epoch": 0.8791208791208791,
+      "grad_norm": 2.8634181022644043,
+      "learning_rate": 2.7935952811881806e-06,
+      "loss": 1.18161940574646,
+      "step": 720
+    },
+    {
+      "epoch": 0.8815628815628815,
+      "grad_norm": 12.326301574707031,
+      "learning_rate": 2.7921444693703077e-06,
+      "loss": 0.8556126356124878,
+      "step": 722
+    },
+    {
+      "epoch": 0.884004884004884,
+      "grad_norm": 4.906359672546387,
+      "learning_rate": 2.790689001675916e-06,
+      "loss": 1.2112202644348145,
+      "step": 724
+    },
+    {
+      "epoch": 0.8864468864468864,
+      "grad_norm": 4.475518703460693,
+      "learning_rate": 2.7892288840381238e-06,
+      "loss": 1.1582276821136475,
+      "step": 726
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 4.005245208740234,
+      "learning_rate": 2.7877641224090025e-06,
+      "loss": 1.152219295501709,
+      "step": 728
+    },
+    {
+      "epoch": 0.8913308913308914,
+      "grad_norm": 3.4264960289001465,
+      "learning_rate": 2.786294722759557e-06,
+      "loss": 1.3757500648498535,
+      "step": 730
+    },
+    {
+      "epoch": 0.8937728937728938,
+      "grad_norm": 6.461520671844482,
+      "learning_rate": 2.7848206910796984e-06,
+      "loss": 1.1789906024932861,
+      "step": 732
+    },
+    {
+      "epoch": 0.8962148962148963,
+      "grad_norm": 2.1114742755889893,
+      "learning_rate": 2.7833420333782197e-06,
+      "loss": 1.0014762878417969,
+      "step": 734
+    },
+    {
+      "epoch": 0.8986568986568987,
+      "grad_norm": 1.8925999402999878,
+      "learning_rate": 2.7818587556827704e-06,
+      "loss": 0.7306645512580872,
+      "step": 736
+    },
+    {
+      "epoch": 0.9010989010989011,
+      "grad_norm": 5.776151657104492,
+      "learning_rate": 2.7803708640398345e-06,
+      "loss": 0.9089866280555725,
+      "step": 738
+    },
+    {
+      "epoch": 0.9035409035409036,
+      "grad_norm": 4.932161331176758,
+      "learning_rate": 2.7788783645147043e-06,
+      "loss": 1.0046944618225098,
+      "step": 740
+    },
+    {
+      "epoch": 0.905982905982906,
+      "grad_norm": 2.201463460922241,
+      "learning_rate": 2.7773812631914555e-06,
+      "loss": 0.8681966662406921,
+      "step": 742
+    },
+    {
+      "epoch": 0.9084249084249084,
+      "grad_norm": 3.0060999393463135,
+      "learning_rate": 2.775879566172923e-06,
+      "loss": 0.9016242027282715,
+      "step": 744
+    },
+    {
+      "epoch": 0.9108669108669109,
+      "grad_norm": 4.842814922332764,
+      "learning_rate": 2.7743732795806743e-06,
+      "loss": 1.1348944902420044,
+      "step": 746
+    },
+    {
+      "epoch": 0.9133089133089133,
+      "grad_norm": 4.199369430541992,
+      "learning_rate": 2.772862409554989e-06,
+      "loss": 0.8463287353515625,
+      "step": 748
+    },
+    {
+      "epoch": 0.9157509157509157,
+      "grad_norm": 2.597773790359497,
+      "learning_rate": 2.771346962254828e-06,
+      "loss": 1.3388140201568604,
+      "step": 750
+    },
+    {
+      "epoch": 0.9181929181929182,
+      "grad_norm": 4.5675272941589355,
+      "learning_rate": 2.7698269438578124e-06,
+      "loss": 1.2172050476074219,
+      "step": 752
+    },
+    {
+      "epoch": 0.9206349206349206,
+      "grad_norm": 61.261924743652344,
+      "learning_rate": 2.7683023605601966e-06,
+      "loss": 1.2228550910949707,
+      "step": 754
+    },
+    {
+      "epoch": 0.9230769230769231,
+      "grad_norm": 2.4283735752105713,
+      "learning_rate": 2.7667732185768442e-06,
+      "loss": 1.2123913764953613,
+      "step": 756
+    },
+    {
+      "epoch": 0.9255189255189256,
+      "grad_norm": 4.314785480499268,
+      "learning_rate": 2.7652395241412013e-06,
+      "loss": 1.2451503276824951,
+      "step": 758
+    },
+    {
+      "epoch": 0.927960927960928,
+      "grad_norm": 4.969833850860596,
+      "learning_rate": 2.7637012835052717e-06,
+      "loss": 0.7596385478973389,
+      "step": 760
+    },
+    {
+      "epoch": 0.9304029304029304,
+      "grad_norm": 3.0779378414154053,
+      "learning_rate": 2.762158502939593e-06,
+      "loss": 1.0997289419174194,
+      "step": 762
+    },
+    {
+      "epoch": 0.9328449328449329,
+      "grad_norm": 2.6760990619659424,
+      "learning_rate": 2.760611188733206e-06,
+      "loss": 0.865337610244751,
+      "step": 764
+    },
+    {
+      "epoch": 0.9352869352869353,
+      "grad_norm": 4.566402912139893,
+      "learning_rate": 2.7590593471936372e-06,
+      "loss": 0.5705887079238892,
+      "step": 766
+    },
+    {
+      "epoch": 0.9377289377289377,
+      "grad_norm": 4.343785285949707,
+      "learning_rate": 2.7575029846468648e-06,
+      "loss": 0.8618502616882324,
+      "step": 768
+    },
+    {
+      "epoch": 0.9401709401709402,
+      "grad_norm": 5.141389846801758,
+      "learning_rate": 2.755942107437299e-06,
+      "loss": 0.6358861923217773,
+      "step": 770
+    },
+    {
+      "epoch": 0.9426129426129426,
+      "grad_norm": 4.704695701599121,
+      "learning_rate": 2.7543767219277518e-06,
+      "loss": 1.0651301145553589,
+      "step": 772
+    },
+    {
+      "epoch": 0.945054945054945,
+      "grad_norm": 2.7546803951263428,
+      "learning_rate": 2.7528068344994146e-06,
+      "loss": 1.2204885482788086,
+      "step": 774
+    },
+    {
+      "epoch": 0.9474969474969475,
+      "grad_norm": 1.9365019798278809,
+      "learning_rate": 2.7512324515518285e-06,
+      "loss": 1.1578611135482788,
+      "step": 776
+    },
+    {
+      "epoch": 0.9499389499389499,
+      "grad_norm": 10.408919334411621,
+      "learning_rate": 2.749653579502863e-06,
+      "loss": 0.8569886684417725,
+      "step": 778
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 2.6625332832336426,
+      "learning_rate": 2.7480702247886855e-06,
+      "loss": 0.964225172996521,
+      "step": 780
+    },
+    {
+      "epoch": 0.9548229548229549,
+      "grad_norm": 6.262792587280273,
+      "learning_rate": 2.7464823938637367e-06,
+      "loss": 1.084264874458313,
+      "step": 782
+    },
+    {
+      "epoch": 0.9572649572649573,
+      "grad_norm": 3.690931558609009,
+      "learning_rate": 2.744890093200705e-06,
+      "loss": 1.2007842063903809,
+      "step": 784
+    },
+    {
+      "epoch": 0.9597069597069597,
+      "grad_norm": 20.666481018066406,
+      "learning_rate": 2.7432933292904987e-06,
+      "loss": 1.2361834049224854,
+      "step": 786
+    },
+    {
+      "epoch": 0.9621489621489622,
+      "grad_norm": 4.015703201293945,
+      "learning_rate": 2.7416921086422192e-06,
+      "loss": 1.3444561958312988,
+      "step": 788
+    },
+    {
+      "epoch": 0.9645909645909646,
+      "grad_norm": 5.810867786407471,
+      "learning_rate": 2.7400864377831388e-06,
+      "loss": 1.2651550769805908,
+      "step": 790
+    },
+    {
+      "epoch": 0.967032967032967,
+      "grad_norm": 10.315156936645508,
+      "learning_rate": 2.7384763232586672e-06,
+      "loss": 1.0138130187988281,
+      "step": 792
+    },
+    {
+      "epoch": 0.9694749694749695,
+      "grad_norm": 3.1477701663970947,
+      "learning_rate": 2.7368617716323308e-06,
+      "loss": 1.261399269104004,
+      "step": 794
+    },
+    {
+      "epoch": 0.9719169719169719,
+      "grad_norm": 2.0946080684661865,
+      "learning_rate": 2.735242789485743e-06,
+      "loss": 1.1625337600708008,
+      "step": 796
+    },
+    {
+      "epoch": 0.9743589743589743,
+      "grad_norm": 2.2116124629974365,
+      "learning_rate": 2.7336193834185767e-06,
+      "loss": 1.1595247983932495,
+      "step": 798
+    },
+    {
+      "epoch": 0.9768009768009768,
+      "grad_norm": 2.7013678550720215,
+      "learning_rate": 2.7319915600485394e-06,
+      "loss": 1.2124404907226562,
+      "step": 800
+    },
+    {
+      "epoch": 0.9792429792429792,
+      "grad_norm": 6.299833297729492,
+      "learning_rate": 2.730359326011347e-06,
+      "loss": 0.8965975046157837,
+      "step": 802
+    },
+    {
+      "epoch": 0.9816849816849816,
+      "grad_norm": 2.5298030376434326,
+      "learning_rate": 2.728722687960692e-06,
+      "loss": 1.0946530103683472,
+      "step": 804
+    },
+    {
+      "epoch": 0.9841269841269841,
+      "grad_norm": 25.68947410583496,
+      "learning_rate": 2.7270816525682228e-06,
+      "loss": 1.5015652179718018,
+      "step": 806
+    },
+    {
+      "epoch": 0.9865689865689866,
+      "grad_norm": 6.138635635375977,
+      "learning_rate": 2.7254362265235114e-06,
+      "loss": 0.8905894756317139,
+      "step": 808
+    },
+    {
+      "epoch": 0.989010989010989,
+      "grad_norm": 2.091486692428589,
+      "learning_rate": 2.723786416534028e-06,
+      "loss": 1.2607147693634033,
+      "step": 810
+    },
+    {
+      "epoch": 0.9914529914529915,
+      "grad_norm": 2.1075570583343506,
+      "learning_rate": 2.7221322293251146e-06,
+      "loss": 1.2005870342254639,
+      "step": 812
+    },
+    {
+      "epoch": 0.9938949938949939,
+      "grad_norm": 4.031181335449219,
+      "learning_rate": 2.7204736716399558e-06,
+      "loss": 1.2900550365447998,
+      "step": 814
+    },
+    {
+      "epoch": 0.9963369963369964,
+      "grad_norm": 3.114694118499756,
+      "learning_rate": 2.7188107502395527e-06,
+      "loss": 1.1653718948364258,
+      "step": 816
+    },
+    {
+      "epoch": 0.9987789987789988,
+      "grad_norm": 3.7620744705200195,
+      "learning_rate": 2.7171434719026945e-06,
+      "loss": 1.0833420753479004,
+      "step": 818
+    },
+    {
+      "epoch": 1.0012210012210012,
+      "grad_norm": 2.0748419761657715,
+      "learning_rate": 2.715471843425931e-06,
+      "loss": 0.9233535528182983,
+      "step": 820
+    },
+    {
+      "epoch": 1.0036630036630036,
+      "grad_norm": 2.267605781555176,
+      "learning_rate": 2.7137958716235464e-06,
+      "loss": 1.1397910118103027,
+      "step": 822
+    },
+    {
+      "epoch": 1.006105006105006,
+      "grad_norm": 2.89157772064209,
+      "learning_rate": 2.7121155633275274e-06,
+      "loss": 0.5471587181091309,
+      "step": 824
+    },
+    {
+      "epoch": 1.0085470085470085,
+      "grad_norm": 2.945436477661133,
+      "learning_rate": 2.710430925387542e-06,
+      "loss": 1.0451737642288208,
+      "step": 826
+    },
+    {
+      "epoch": 1.010989010989011,
+      "grad_norm": 2.9246578216552734,
+      "learning_rate": 2.7087419646709032e-06,
+      "loss": 0.8177531957626343,
+      "step": 828
+    },
+    {
+      "epoch": 1.0134310134310134,
+      "grad_norm": 1.650028109550476,
+      "learning_rate": 2.707048688062549e-06,
+      "loss": 0.8926088809967041,
+      "step": 830
+    },
+    {
+      "epoch": 1.0158730158730158,
+      "grad_norm": 5.467007637023926,
+      "learning_rate": 2.70535110246501e-06,
+      "loss": 0.8956806659698486,
+      "step": 832
+    },
+    {
+      "epoch": 1.0183150183150182,
+      "grad_norm": 2.1799449920654297,
+      "learning_rate": 2.703649214798381e-06,
+      "loss": 0.8282803297042847,
+      "step": 834
+    },
+    {
+      "epoch": 1.0207570207570207,
+      "grad_norm": 7.208977222442627,
+      "learning_rate": 2.7019430320002953e-06,
+      "loss": 1.1033618450164795,
+      "step": 836
+    },
+    {
+      "epoch": 1.0231990231990231,
+      "grad_norm": 2.4455599784851074,
+      "learning_rate": 2.7002325610258945e-06,
+      "loss": 1.1690531969070435,
+      "step": 838
+    },
+    {
+      "epoch": 1.0256410256410255,
+      "grad_norm": 3.7783608436584473,
+      "learning_rate": 2.6985178088478002e-06,
+      "loss": 0.8802350163459778,
+      "step": 840
+    },
+    {
+      "epoch": 1.028083028083028,
+      "grad_norm": 16.13953399658203,
+      "learning_rate": 2.696798782456086e-06,
+      "loss": 0.9397566914558411,
+      "step": 842
+    },
+    {
+      "epoch": 1.0305250305250304,
+      "grad_norm": 2.2074880599975586,
+      "learning_rate": 2.695075488858251e-06,
+      "loss": 1.1322135925292969,
+      "step": 844
+    },
+    {
+      "epoch": 1.032967032967033,
+      "grad_norm": 2.5015647411346436,
+      "learning_rate": 2.693347935079186e-06,
+      "loss": 0.8415539264678955,
+      "step": 846
+    },
+    {
+      "epoch": 1.0354090354090355,
+      "grad_norm": 2.349015235900879,
+      "learning_rate": 2.6916161281611517e-06,
+      "loss": 1.1573381423950195,
+      "step": 848
+    },
+    {
+      "epoch": 1.037851037851038,
+      "grad_norm": 3.6411995887756348,
+      "learning_rate": 2.6898800751637434e-06,
+      "loss": 0.9261655807495117,
+      "step": 850
+    },
+    {
+      "epoch": 1.0402930402930404,
+      "grad_norm": 4.917046546936035,
+      "learning_rate": 2.6881397831638663e-06,
+      "loss": 0.5568342208862305,
+      "step": 852
+    },
+    {
+      "epoch": 1.0427350427350428,
+      "grad_norm": 2.052685260772705,
+      "learning_rate": 2.686395259255707e-06,
+      "loss": 1.1047786474227905,
+      "step": 854
+    },
+    {
+      "epoch": 1.0451770451770452,
+      "grad_norm": 3.5746982097625732,
+      "learning_rate": 2.684646510550701e-06,
+      "loss": 0.916144609451294,
+      "step": 856
+    },
+    {
+      "epoch": 1.0476190476190477,
+      "grad_norm": 3.18715238571167,
+      "learning_rate": 2.6828935441775072e-06,
+      "loss": 1.150810718536377,
+      "step": 858
+    },
+    {
+      "epoch": 1.05006105006105,
+      "grad_norm": 2.545165538787842,
+      "learning_rate": 2.6811363672819776e-06,
+      "loss": 0.7769479155540466,
+      "step": 860
+    },
+    {
+      "epoch": 1.0525030525030525,
+      "grad_norm": 9.713841438293457,
+      "learning_rate": 2.6793749870271276e-06,
+      "loss": 1.0475445985794067,
+      "step": 862
+    },
+    {
+      "epoch": 1.054945054945055,
+      "grad_norm": 2.5627520084381104,
+      "learning_rate": 2.6776094105931078e-06,
+      "loss": 1.0767505168914795,
+      "step": 864
+    },
+    {
+      "epoch": 1.0573870573870574,
+      "grad_norm": 5.523263931274414,
+      "learning_rate": 2.6758396451771735e-06,
+      "loss": 1.4204485416412354,
+      "step": 866
+    },
+    {
+      "epoch": 1.0598290598290598,
+      "grad_norm": 5.128425598144531,
+      "learning_rate": 2.674065697993657e-06,
+      "loss": 0.433662474155426,
+      "step": 868
+    },
+    {
+      "epoch": 1.0622710622710623,
+      "grad_norm": 3.0596179962158203,
+      "learning_rate": 2.6722875762739364e-06,
+      "loss": 0.9546130299568176,
+      "step": 870
+    },
+    {
+      "epoch": 1.0647130647130647,
+      "grad_norm": 11.463479042053223,
+      "learning_rate": 2.670505287266407e-06,
+      "loss": 0.9810203909873962,
+      "step": 872
+    },
+    {
+      "epoch": 1.0671550671550671,
+      "grad_norm": 3.037356376647949,
+      "learning_rate": 2.6687188382364542e-06,
+      "loss": 0.7727240324020386,
+      "step": 874
+    },
+    {
+      "epoch": 1.0695970695970696,
+      "grad_norm": 4.121923923492432,
+      "learning_rate": 2.6669282364664176e-06,
+      "loss": 1.0611509084701538,
+      "step": 876
+    },
+    {
+      "epoch": 1.072039072039072,
+      "grad_norm": 2.471468210220337,
+      "learning_rate": 2.665133489255568e-06,
+      "loss": 1.0493874549865723,
+      "step": 878
+    },
+    {
+      "epoch": 1.0744810744810744,
+      "grad_norm": 2.382373094558716,
+      "learning_rate": 2.6633346039200737e-06,
+      "loss": 0.7326397895812988,
+      "step": 880
+    },
+    {
+      "epoch": 1.0769230769230769,
+      "grad_norm": 3.580219030380249,
+      "learning_rate": 2.661531587792972e-06,
+      "loss": 1.0943450927734375,
+      "step": 882
+    },
+    {
+      "epoch": 1.0793650793650793,
+      "grad_norm": 4.25157356262207,
+      "learning_rate": 2.6597244482241388e-06,
+      "loss": 0.8091971278190613,
+      "step": 884
+    },
+    {
+      "epoch": 1.0818070818070817,
+      "grad_norm": 6.874667644500732,
+      "learning_rate": 2.65791319258026e-06,
+      "loss": 0.715369462966919,
+      "step": 886
+    },
+    {
+      "epoch": 1.0842490842490842,
+      "grad_norm": 11.470134735107422,
+      "learning_rate": 2.656097828244799e-06,
+      "loss": 1.1214711666107178,
+      "step": 888
+    },
+    {
+      "epoch": 1.0866910866910866,
+      "grad_norm": 3.6015729904174805,
+      "learning_rate": 2.6542783626179684e-06,
+      "loss": 0.8701647520065308,
+      "step": 890
+    },
+    {
+      "epoch": 1.089133089133089,
+      "grad_norm": 2.125896453857422,
+      "learning_rate": 2.652454803116701e-06,
+      "loss": 1.0516958236694336,
+      "step": 892
+    },
+    {
+      "epoch": 1.0915750915750915,
+      "grad_norm": 2.0405824184417725,
+      "learning_rate": 2.650627157174615e-06,
+      "loss": 1.0900695323944092,
+      "step": 894
+    },
+    {
+      "epoch": 1.0940170940170941,
+      "grad_norm": 3.2506299018859863,
+      "learning_rate": 2.64879543224199e-06,
+      "loss": 1.0140894651412964,
+      "step": 896
+    },
+    {
+      "epoch": 1.0964590964590966,
+      "grad_norm": 2.162565231323242,
+      "learning_rate": 2.6469596357857302e-06,
+      "loss": 0.8647994995117188,
+      "step": 898
+    },
+    {
+      "epoch": 1.098901098901099,
+      "grad_norm": 3.627469301223755,
+      "learning_rate": 2.6451197752893394e-06,
+      "loss": 0.8046786785125732,
+      "step": 900
+    },
+    {
+      "epoch": 1.1013431013431014,
+      "grad_norm": 4.078906059265137,
+      "learning_rate": 2.6432758582528885e-06,
+      "loss": 0.6189166307449341,
+      "step": 902
+    },
+    {
+      "epoch": 1.1037851037851039,
+      "grad_norm": 1.9645013809204102,
+      "learning_rate": 2.6414278921929814e-06,
+      "loss": 0.6203906536102295,
+      "step": 904
+    },
+    {
+      "epoch": 1.1062271062271063,
+      "grad_norm": 5.907010078430176,
+      "learning_rate": 2.6395758846427314e-06,
+      "loss": 1.0113993883132935,
+      "step": 906
+    },
+    {
+      "epoch": 1.1086691086691087,
+      "grad_norm": 2.3445451259613037,
+      "learning_rate": 2.6377198431517246e-06,
+      "loss": 1.0835185050964355,
+      "step": 908
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 4.328078746795654,
+      "learning_rate": 2.6358597752859913e-06,
+      "loss": 0.7534465193748474,
+      "step": 910
+    },
+    {
+      "epoch": 1.1135531135531136,
+      "grad_norm": 4.2437286376953125,
+      "learning_rate": 2.6339956886279755e-06,
+      "loss": 1.1679747104644775,
+      "step": 912
+    },
+    {
+      "epoch": 1.115995115995116,
+      "grad_norm": 4.095772743225098,
+      "learning_rate": 2.6321275907765036e-06,
+      "loss": 0.7348451614379883,
+      "step": 914
+    },
+    {
+      "epoch": 1.1184371184371185,
+      "grad_norm": 3.989534854888916,
+      "learning_rate": 2.6302554893467523e-06,
+      "loss": 0.7824081182479858,
+      "step": 916
+    },
+    {
+      "epoch": 1.120879120879121,
+      "grad_norm": 2.9929897785186768,
+      "learning_rate": 2.6283793919702203e-06,
+      "loss": 1.1799620389938354,
+      "step": 918
+    },
+    {
+      "epoch": 1.1233211233211233,
+      "grad_norm": 4.536725044250488,
+      "learning_rate": 2.6264993062946946e-06,
+      "loss": 1.0080196857452393,
+      "step": 920
+    },
+    {
+      "epoch": 1.1257631257631258,
+      "grad_norm": 2.9040870666503906,
+      "learning_rate": 2.6246152399842207e-06,
+      "loss": 0.949799656867981,
+      "step": 922
+    },
+    {
+      "epoch": 1.1282051282051282,
+      "grad_norm": 6.9592671394348145,
+      "learning_rate": 2.62272720071907e-06,
+      "loss": 0.6982100605964661,
+      "step": 924
+    },
+    {
+      "epoch": 1.1306471306471306,
+      "grad_norm": 3.2331862449645996,
+      "learning_rate": 2.6208351961957092e-06,
+      "loss": 0.65423983335495,
+      "step": 926
+    },
+    {
+      "epoch": 1.133089133089133,
+      "grad_norm": 6.353219509124756,
+      "learning_rate": 2.6189392341267706e-06,
+      "loss": 0.5744038820266724,
+      "step": 928
+    },
+    {
+      "epoch": 1.1355311355311355,
+      "grad_norm": 3.098659038543701,
+      "learning_rate": 2.617039322241019e-06,
+      "loss": 1.0322375297546387,
+      "step": 930
+    },
+    {
+      "epoch": 1.137973137973138,
+      "grad_norm": 4.610161781311035,
+      "learning_rate": 2.6151354682833186e-06,
+      "loss": 1.1047866344451904,
+      "step": 932
+    },
+    {
+      "epoch": 1.1404151404151404,
+      "grad_norm": 6.845473289489746,
+      "learning_rate": 2.613227680014605e-06,
+      "loss": 0.9233366250991821,
+      "step": 934
+    },
+    {
+      "epoch": 1.1428571428571428,
+      "grad_norm": 2.7027156352996826,
+      "learning_rate": 2.611315965211851e-06,
+      "loss": 0.9028387069702148,
+      "step": 936
+    },
+    {
+      "epoch": 1.1452991452991452,
+      "grad_norm": 3.1289923191070557,
+      "learning_rate": 2.609400331668036e-06,
+      "loss": 1.0243358612060547,
+      "step": 938
+    },
+    {
+      "epoch": 1.1477411477411477,
+      "grad_norm": 3.091111660003662,
+      "learning_rate": 2.607480787192113e-06,
+      "loss": 1.074292540550232,
+      "step": 940
+    },
+    {
+      "epoch": 1.15018315018315,
+      "grad_norm": 2.6475534439086914,
+      "learning_rate": 2.6055573396089786e-06,
+      "loss": 1.0188792943954468,
+      "step": 942
+    },
+    {
+      "epoch": 1.1526251526251525,
+      "grad_norm": 3.1709463596343994,
+      "learning_rate": 2.6036299967594408e-06,
+      "loss": 0.819939136505127,
+      "step": 944
+    },
+    {
+      "epoch": 1.155067155067155,
+      "grad_norm": 3.042470693588257,
+      "learning_rate": 2.601698766500184e-06,
+      "loss": 0.8466127514839172,
+      "step": 946
+    },
+    {
+      "epoch": 1.1575091575091574,
+      "grad_norm": 5.738119602203369,
+      "learning_rate": 2.5997636567037416e-06,
+      "loss": 0.6221362352371216,
+      "step": 948
+    },
+    {
+      "epoch": 1.1599511599511598,
+      "grad_norm": 8.702028274536133,
+      "learning_rate": 2.5978246752584613e-06,
+      "loss": 1.0508110523223877,
+      "step": 950
+    },
+    {
+      "epoch": 1.1623931623931625,
+      "grad_norm": 2.88852858543396,
+      "learning_rate": 2.5958818300684724e-06,
+      "loss": 1.0352314710617065,
+      "step": 952
+    },
+    {
+      "epoch": 1.164835164835165,
+      "grad_norm": 5.778299331665039,
+      "learning_rate": 2.593935129053655e-06,
+      "loss": 0.8930572271347046,
+      "step": 954
+    },
+    {
+      "epoch": 1.1672771672771673,
+      "grad_norm": 2.0894954204559326,
+      "learning_rate": 2.591984580149607e-06,
+      "loss": 0.8333898782730103,
+      "step": 956
+    },
+    {
+      "epoch": 1.1697191697191698,
+      "grad_norm": 2.431748628616333,
+      "learning_rate": 2.5900301913076133e-06,
+      "loss": 0.7571872472763062,
+      "step": 958
+    },
+    {
+      "epoch": 1.1721611721611722,
+      "grad_norm": 3.1503281593322754,
+      "learning_rate": 2.5880719704946092e-06,
+      "loss": 1.1830954551696777,
+      "step": 960
+    },
+    {
+      "epoch": 1.1746031746031746,
+      "grad_norm": 5.665327548980713,
+      "learning_rate": 2.5861099256931546e-06,
+      "loss": 0.9428277611732483,
+      "step": 962
+    },
+    {
+      "epoch": 1.177045177045177,
+      "grad_norm": 2.1606311798095703,
+      "learning_rate": 2.5841440649013944e-06,
+      "loss": 0.7309147119522095,
+      "step": 964
+    },
+    {
+      "epoch": 1.1794871794871795,
+      "grad_norm": 2.840561628341675,
+      "learning_rate": 2.5821743961330307e-06,
+      "loss": 1.1203508377075195,
+      "step": 966
+    },
+    {
+      "epoch": 1.181929181929182,
+      "grad_norm": 3.1255927085876465,
+      "learning_rate": 2.5802009274172878e-06,
+      "loss": 1.1612833738327026,
+      "step": 968
+    },
+    {
+      "epoch": 1.1843711843711844,
+      "grad_norm": 6.816147327423096,
+      "learning_rate": 2.578223666798881e-06,
+      "loss": 0.7847422957420349,
+      "step": 970
+    },
+    {
+      "epoch": 1.1868131868131868,
+      "grad_norm": 3.903107166290283,
+      "learning_rate": 2.5762426223379816e-06,
+      "loss": 1.104196310043335,
+      "step": 972
+    },
+    {
+      "epoch": 1.1892551892551892,
+      "grad_norm": 2.5234203338623047,
+      "learning_rate": 2.5742578021101885e-06,
+      "loss": 0.8677800893783569,
+      "step": 974
+    },
+    {
+      "epoch": 1.1916971916971917,
+      "grad_norm": 5.139813423156738,
+      "learning_rate": 2.5722692142064895e-06,
+      "loss": 0.7534090280532837,
+      "step": 976
+    },
+    {
+      "epoch": 1.1941391941391941,
+      "grad_norm": 2.7109110355377197,
+      "learning_rate": 2.570276866733231e-06,
+      "loss": 0.8627274036407471,
+      "step": 978
+    },
+    {
+      "epoch": 1.1965811965811965,
+      "grad_norm": 1.9220620393753052,
+      "learning_rate": 2.5682807678120867e-06,
+      "loss": 1.1159474849700928,
+      "step": 980
+    },
+    {
+      "epoch": 1.199023199023199,
+      "grad_norm": 2.1107513904571533,
+      "learning_rate": 2.5662809255800215e-06,
+      "loss": 1.0889906883239746,
+      "step": 982
+    },
+    {
+      "epoch": 1.2014652014652014,
+      "grad_norm": 1.764716386795044,
+      "learning_rate": 2.564277348189262e-06,
+      "loss": 1.1670572757720947,
+      "step": 984
+    },
+    {
+      "epoch": 1.2039072039072038,
+      "grad_norm": 5.729503631591797,
+      "learning_rate": 2.562270043807257e-06,
+      "loss": 0.74802565574646,
+      "step": 986
+    },
+    {
+      "epoch": 1.2063492063492063,
+      "grad_norm": 6.3407673835754395,
+      "learning_rate": 2.560259020616651e-06,
+      "loss": 0.7788195610046387,
+      "step": 988
+    },
+    {
+      "epoch": 1.2087912087912087,
+      "grad_norm": 4.765711784362793,
+      "learning_rate": 2.558244286815247e-06,
+      "loss": 0.8811196088790894,
+      "step": 990
+    },
+    {
+      "epoch": 1.2112332112332111,
+      "grad_norm": 11.66674518585205,
+      "learning_rate": 2.5562258506159756e-06,
+      "loss": 1.0703587532043457,
+      "step": 992
+    },
+    {
+      "epoch": 1.2136752136752136,
+      "grad_norm": 2.6325502395629883,
+      "learning_rate": 2.5542037202468576e-06,
+      "loss": 1.0166888236999512,
+      "step": 994
+    },
+    {
+      "epoch": 1.2161172161172162,
+      "grad_norm": 3.6111443042755127,
+      "learning_rate": 2.552177903950974e-06,
+      "loss": 1.0367450714111328,
+      "step": 996
+    },
+    {
+      "epoch": 1.2185592185592187,
+      "grad_norm": 2.560006856918335,
+      "learning_rate": 2.550148409986431e-06,
+      "loss": 1.058215618133545,
+      "step": 998
+    },
+    {
+      "epoch": 1.221001221001221,
+      "grad_norm": 9.144640922546387,
+      "learning_rate": 2.548115246626327e-06,
+      "loss": 0.7685431838035583,
+      "step": 1000
+    },
+    {
+      "epoch": 1.2234432234432235,
+      "grad_norm": 3.365041971206665,
+      "learning_rate": 2.5460784221587187e-06,
+      "loss": 0.9338477253913879,
+      "step": 1002
+    },
+    {
+      "epoch": 1.225885225885226,
+      "grad_norm": 3.4426350593566895,
+      "learning_rate": 2.5440379448865857e-06,
+      "loss": 1.1116557121276855,
+      "step": 1004
+    },
+    {
+      "epoch": 1.2283272283272284,
+      "grad_norm": 4.908542156219482,
+      "learning_rate": 2.5419938231277996e-06,
+      "loss": 0.823598325252533,
+      "step": 1006
+    },
+    {
+      "epoch": 1.2307692307692308,
+      "grad_norm": 3.7626216411590576,
+      "learning_rate": 2.539946065215087e-06,
+      "loss": 0.788004994392395,
+      "step": 1008
+    },
+    {
+      "epoch": 1.2332112332112333,
+      "grad_norm": 3.286329507827759,
+      "learning_rate": 2.5378946794959985e-06,
+      "loss": 1.1074113845825195,
+      "step": 1010
+    },
+    {
+      "epoch": 1.2356532356532357,
+      "grad_norm": 1.5789026021957397,
+      "learning_rate": 2.5358396743328726e-06,
+      "loss": 0.6636894941329956,
+      "step": 1012
+    },
+    {
+      "epoch": 1.2380952380952381,
+      "grad_norm": 2.153325319290161,
+      "learning_rate": 2.5337810581028017e-06,
+      "loss": 1.1224884986877441,
+      "step": 1014
+    },
+    {
+      "epoch": 1.2405372405372406,
+      "grad_norm": 3.952401876449585,
+      "learning_rate": 2.531718839197599e-06,
+      "loss": 1.0443065166473389,
+      "step": 1016
+    },
+    {
+      "epoch": 1.242979242979243,
+      "grad_norm": 2.471863031387329,
+      "learning_rate": 2.529653026023764e-06,
+      "loss": 1.0935031175613403,
+      "step": 1018
+    },
+    {
+      "epoch": 1.2454212454212454,
+      "grad_norm": 2.034644365310669,
+      "learning_rate": 2.5275836270024472e-06,
+      "loss": 0.6596218943595886,
+      "step": 1020
+    },
+    {
+      "epoch": 1.2478632478632479,
+      "grad_norm": 6.848422050476074,
+      "learning_rate": 2.5255106505694184e-06,
+      "loss": 0.8848438262939453,
+      "step": 1022
+    },
+    {
+      "epoch": 1.2503052503052503,
+      "grad_norm": 2.603252649307251,
+      "learning_rate": 2.5234341051750273e-06,
+      "loss": 1.025794267654419,
+      "step": 1024
+    },
+    {
+      "epoch": 1.2527472527472527,
+      "grad_norm": 6.599234580993652,
+      "learning_rate": 2.521353999284175e-06,
+      "loss": 1.0644009113311768,
+      "step": 1026
+    },
+    {
+      "epoch": 1.2551892551892552,
+      "grad_norm": 3.0620803833007812,
+      "learning_rate": 2.5192703413762762e-06,
+      "loss": 0.9927738308906555,
+      "step": 1028
+    },
+    {
+      "epoch": 1.2576312576312576,
+      "grad_norm": 2.506056547164917,
+      "learning_rate": 2.5171831399452245e-06,
+      "loss": 0.8921350836753845,
+      "step": 1030
+    },
+    {
+      "epoch": 1.26007326007326,
+      "grad_norm": 6.412139415740967,
+      "learning_rate": 2.5150924034993585e-06,
+      "loss": 1.20728600025177,
+      "step": 1032
+    },
+    {
+      "epoch": 1.2625152625152625,
+      "grad_norm": 5.982737064361572,
+      "learning_rate": 2.5129981405614274e-06,
+      "loss": 1.1233861446380615,
+      "step": 1034
+    },
+    {
+      "epoch": 1.264957264957265,
+      "grad_norm": 1.4975414276123047,
+      "learning_rate": 2.510900359668556e-06,
+      "loss": 0.7186289429664612,
+      "step": 1036
+    },
+    {
+      "epoch": 1.2673992673992673,
+      "grad_norm": 3.8226399421691895,
+      "learning_rate": 2.5087990693722086e-06,
+      "loss": 0.6558833122253418,
+      "step": 1038
+    },
+    {
+      "epoch": 1.2698412698412698,
+      "grad_norm": 3.203143358230591,
+      "learning_rate": 2.5066942782381576e-06,
+      "loss": 0.7843560576438904,
+      "step": 1040
+    },
+    {
+      "epoch": 1.2722832722832722,
+      "grad_norm": 2.2173891067504883,
+      "learning_rate": 2.504585994846445e-06,
+      "loss": 1.09853994846344,
+      "step": 1042
+    },
+    {
+      "epoch": 1.2747252747252746,
+      "grad_norm": 2.547311782836914,
+      "learning_rate": 2.5024742277913485e-06,
+      "loss": 0.9359837174415588,
+      "step": 1044
+    },
+    {
+      "epoch": 1.277167277167277,
+      "grad_norm": 2.9288382530212402,
+      "learning_rate": 2.500358985681347e-06,
+      "loss": 1.030897617340088,
+      "step": 1046
+    },
+    {
+      "epoch": 1.2796092796092795,
+      "grad_norm": 5.406564712524414,
+      "learning_rate": 2.4982402771390845e-06,
+      "loss": 0.7548630237579346,
+      "step": 1048
+    },
+    {
+      "epoch": 1.282051282051282,
+      "grad_norm": 6.541508197784424,
+      "learning_rate": 2.496118110801338e-06,
+      "loss": 0.4061433672904968,
+      "step": 1050
+    },
+    {
+      "epoch": 1.2844932844932844,
+      "grad_norm": 3.803784132003784,
+      "learning_rate": 2.4939924953189784e-06,
+      "loss": 1.0374689102172852,
+      "step": 1052
+    },
+    {
+      "epoch": 1.2869352869352868,
+      "grad_norm": 3.209254264831543,
+      "learning_rate": 2.4918634393569357e-06,
+      "loss": 0.9150550365447998,
+      "step": 1054
+    },
+    {
+      "epoch": 1.2893772893772895,
+      "grad_norm": 4.5784149169921875,
+      "learning_rate": 2.4897309515941663e-06,
+      "loss": 0.8126834630966187,
+      "step": 1056
+    },
+    {
+      "epoch": 1.291819291819292,
+      "grad_norm": 3.433272123336792,
+      "learning_rate": 2.4875950407236168e-06,
+      "loss": 1.2447450160980225,
+      "step": 1058
+    },
+    {
+      "epoch": 1.2942612942612943,
+      "grad_norm": 2.5175130367279053,
+      "learning_rate": 2.485455715452185e-06,
+      "loss": 1.0734295845031738,
+      "step": 1060
+    },
+    {
+      "epoch": 1.2967032967032968,
+      "grad_norm": 11.471171379089355,
+      "learning_rate": 2.483312984500691e-06,
+      "loss": 0.5801107883453369,
+      "step": 1062
+    },
+    {
+      "epoch": 1.2991452991452992,
+      "grad_norm": 1.9704091548919678,
+      "learning_rate": 2.481166856603835e-06,
+      "loss": 1.0964834690093994,
+      "step": 1064
+    },
+    {
+      "epoch": 1.3015873015873016,
+      "grad_norm": 2.9705400466918945,
+      "learning_rate": 2.4790173405101655e-06,
+      "loss": 0.7529336810112,
+      "step": 1066
+    },
+    {
+      "epoch": 1.304029304029304,
+      "grad_norm": 3.7465691566467285,
+      "learning_rate": 2.476864444982044e-06,
+      "loss": 1.0144493579864502,
+      "step": 1068
+    },
+    {
+      "epoch": 1.3064713064713065,
+      "grad_norm": 9.341630935668945,
+      "learning_rate": 2.474708178795606e-06,
+      "loss": 0.824262797832489,
+      "step": 1070
+    },
+    {
+      "epoch": 1.308913308913309,
+      "grad_norm": 3.3401200771331787,
+      "learning_rate": 2.4725485507407284e-06,
+      "loss": 1.0086907148361206,
+      "step": 1072
+    },
+    {
+      "epoch": 1.3113553113553114,
+      "grad_norm": 22.889719009399414,
+      "learning_rate": 2.4703855696209926e-06,
+      "loss": 0.8306890726089478,
+      "step": 1074
+    },
+    {
+      "epoch": 1.3137973137973138,
+      "grad_norm": 2.3913421630859375,
+      "learning_rate": 2.468219244253648e-06,
+      "loss": 0.7409257888793945,
+      "step": 1076
+    },
+    {
+      "epoch": 1.3162393162393162,
+      "grad_norm": 3.086717128753662,
+      "learning_rate": 2.466049583469578e-06,
+      "loss": 1.011396884918213,
+      "step": 1078
+    },
+    {
+      "epoch": 1.3186813186813187,
+      "grad_norm": 5.698716163635254,
+      "learning_rate": 2.4638765961132602e-06,
+      "loss": 0.9011169672012329,
+      "step": 1080
+    },
+    {
+      "epoch": 1.321123321123321,
+      "grad_norm": 4.568967342376709,
+      "learning_rate": 2.461700291042734e-06,
+      "loss": 0.9558655023574829,
+      "step": 1082
+    },
+    {
+      "epoch": 1.3235653235653235,
+      "grad_norm": 2.135237216949463,
+      "learning_rate": 2.459520677129565e-06,
+      "loss": 1.0484675168991089,
+      "step": 1084
+    },
+    {
+      "epoch": 1.326007326007326,
+      "grad_norm": 4.013932704925537,
+      "learning_rate": 2.4573377632588033e-06,
+      "loss": 1.1204602718353271,
+      "step": 1086
+    },
+    {
+      "epoch": 1.3284493284493284,
+      "grad_norm": 5.49869966506958,
+      "learning_rate": 2.455151558328955e-06,
+      "loss": 1.1205787658691406,
+      "step": 1088
+    },
+    {
+      "epoch": 1.3308913308913308,
+      "grad_norm": 2.8262710571289062,
+      "learning_rate": 2.452962071251939e-06,
+      "loss": 0.7297549247741699,
+      "step": 1090
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 9.246023178100586,
+      "learning_rate": 2.450769310953055e-06,
+      "loss": 0.9638161063194275,
+      "step": 1092
+    },
+    {
+      "epoch": 1.3357753357753357,
+      "grad_norm": 2.5899431705474854,
+      "learning_rate": 2.448573286370946e-06,
+      "loss": 1.0913522243499756,
+      "step": 1094
+    },
+    {
+      "epoch": 1.3382173382173383,
+      "grad_norm": 3.924144744873047,
+      "learning_rate": 2.446374006457561e-06,
+      "loss": 0.549030065536499,
+      "step": 1096
+    },
+    {
+      "epoch": 1.3406593406593408,
+      "grad_norm": 3.2062184810638428,
+      "learning_rate": 2.4441714801781193e-06,
+      "loss": 1.1665656566619873,
+      "step": 1098
+    },
+    {
+      "epoch": 1.3431013431013432,
+      "grad_norm": 2.434178590774536,
+      "learning_rate": 2.4419657165110737e-06,
+      "loss": 1.072550654411316,
+      "step": 1100
+    },
+    {
+      "epoch": 1.3455433455433456,
+      "grad_norm": 1.818092942237854,
+      "learning_rate": 2.4397567244480746e-06,
+      "loss": 1.0474157333374023,
+      "step": 1102
+    },
+    {
+      "epoch": 1.347985347985348,
+      "grad_norm": 3.564908742904663,
+      "learning_rate": 2.437544512993932e-06,
+      "loss": 0.8284481167793274,
+      "step": 1104
+    },
+    {
+      "epoch": 1.3504273504273505,
+      "grad_norm": 3.48178768157959,
+      "learning_rate": 2.435329091166579e-06,
+      "loss": 1.1350401639938354,
+      "step": 1106
+    },
+    {
+      "epoch": 1.352869352869353,
+      "grad_norm": 3.384739398956299,
+      "learning_rate": 2.4331104679970383e-06,
+      "loss": 0.9051408767700195,
+      "step": 1108
+    },
+    {
+      "epoch": 1.3553113553113554,
+      "grad_norm": 1.9093736410140991,
+      "learning_rate": 2.4308886525293797e-06,
+      "loss": 1.1148414611816406,
+      "step": 1110
+    },
+    {
+      "epoch": 1.3577533577533578,
+      "grad_norm": 2.4108328819274902,
+      "learning_rate": 2.4286636538206863e-06,
+      "loss": 1.0187081098556519,
+      "step": 1112
+    },
+    {
+      "epoch": 1.3601953601953602,
+      "grad_norm": 4.343973636627197,
+      "learning_rate": 2.4264354809410203e-06,
+      "loss": 1.0988596677780151,
+      "step": 1114
+    },
+    {
+      "epoch": 1.3626373626373627,
+      "grad_norm": 6.484367847442627,
+      "learning_rate": 2.4242041429733806e-06,
+      "loss": 0.4784133732318878,
+      "step": 1116
+    },
+    {
+      "epoch": 1.3650793650793651,
+      "grad_norm": 3.936992883682251,
+      "learning_rate": 2.4219696490136683e-06,
+      "loss": 1.1025023460388184,
+      "step": 1118
+    },
+    {
+      "epoch": 1.3675213675213675,
+      "grad_norm": 2.2236127853393555,
+      "learning_rate": 2.4197320081706513e-06,
+      "loss": 1.034416675567627,
+      "step": 1120
+    },
+    {
+      "epoch": 1.36996336996337,
+      "grad_norm": 8.061772346496582,
+      "learning_rate": 2.4174912295659247e-06,
+      "loss": 1.0712573528289795,
+      "step": 1122
+    },
+    {
+      "epoch": 1.3724053724053724,
+      "grad_norm": 3.2876951694488525,
+      "learning_rate": 2.4152473223338747e-06,
+      "loss": 0.9827461242675781,
+      "step": 1124
+    },
+    {
+      "epoch": 1.3748473748473748,
+      "grad_norm": 29.830081939697266,
+      "learning_rate": 2.4130002956216404e-06,
+      "loss": 1.181894063949585,
+      "step": 1126
+    },
+    {
+      "epoch": 1.3772893772893773,
+      "grad_norm": 3.0782265663146973,
+      "learning_rate": 2.410750158589078e-06,
+      "loss": 1.0360252857208252,
+      "step": 1128
+    },
+    {
+      "epoch": 1.3797313797313797,
+      "grad_norm": 2.537832736968994,
+      "learning_rate": 2.4084969204087228e-06,
+      "loss": 0.7446849942207336,
+      "step": 1130
+    },
+    {
+      "epoch": 1.3821733821733821,
+      "grad_norm": 3.4676365852355957,
+      "learning_rate": 2.4062405902657515e-06,
+      "loss": 0.7851254343986511,
+      "step": 1132
+    },
+    {
+      "epoch": 1.3846153846153846,
+      "grad_norm": 7.237531661987305,
+      "learning_rate": 2.4039811773579447e-06,
+      "loss": 0.49074786901474,
+      "step": 1134
+    },
+    {
+      "epoch": 1.387057387057387,
+      "grad_norm": 4.967849254608154,
+      "learning_rate": 2.4017186908956497e-06,
+      "loss": 0.9201147556304932,
+      "step": 1136
+    },
+    {
+      "epoch": 1.3894993894993894,
+      "grad_norm": 2.321727991104126,
+      "learning_rate": 2.399453140101744e-06,
+      "loss": 1.0836430788040161,
+      "step": 1138
+    },
+    {
+      "epoch": 1.3919413919413919,
+      "grad_norm": 4.341231822967529,
+      "learning_rate": 2.3971845342115953e-06,
+      "loss": 0.8131306767463684,
+      "step": 1140
+    },
+    {
+      "epoch": 1.3943833943833943,
+      "grad_norm": 6.055034637451172,
+      "learning_rate": 2.394912882473026e-06,
+      "loss": 0.9711018800735474,
+      "step": 1142
+    },
+    {
+      "epoch": 1.3968253968253967,
+      "grad_norm": 6.066481113433838,
+      "learning_rate": 2.3926381941462737e-06,
+      "loss": 0.6168944239616394,
+      "step": 1144
+    },
+    {
+      "epoch": 1.3992673992673992,
+      "grad_norm": 1.8251116275787354,
+      "learning_rate": 2.3903604785039562e-06,
+      "loss": 1.1195178031921387,
+      "step": 1146
+    },
+    {
+      "epoch": 1.4017094017094016,
+      "grad_norm": 5.453243255615234,
+      "learning_rate": 2.3880797448310302e-06,
+      "loss": 0.8666636943817139,
+      "step": 1148
+    },
+    {
+      "epoch": 1.404151404151404,
+      "grad_norm": 2.22725248336792,
+      "learning_rate": 2.385796002424756e-06,
+      "loss": 0.7636045813560486,
+      "step": 1150
+    },
+    {
+      "epoch": 1.4065934065934065,
+      "grad_norm": 2.205007314682007,
+      "learning_rate": 2.3835092605946593e-06,
+      "loss": 0.819721519947052,
+      "step": 1152
+    },
+    {
+      "epoch": 1.409035409035409,
+      "grad_norm": 1.947036623954773,
+      "learning_rate": 2.3812195286624914e-06,
+      "loss": 0.8865010142326355,
+      "step": 1154
+    },
+    {
+      "epoch": 1.4114774114774113,
+      "grad_norm": 5.608088493347168,
+      "learning_rate": 2.3789268159621936e-06,
+      "loss": 0.7291615009307861,
+      "step": 1156
+    },
+    {
+      "epoch": 1.4139194139194138,
+      "grad_norm": 5.703329563140869,
+      "learning_rate": 2.376631131839858e-06,
+      "loss": 0.9819634556770325,
+      "step": 1158
+    },
+    {
+      "epoch": 1.4163614163614164,
+      "grad_norm": 2.490891695022583,
+      "learning_rate": 2.3743324856536895e-06,
+      "loss": 0.912743330001831,
+      "step": 1160
+    },
+    {
+      "epoch": 1.4188034188034189,
+      "grad_norm": 2.2340879440307617,
+      "learning_rate": 2.3720308867739674e-06,
+      "loss": 0.7029795050621033,
+      "step": 1162
+    },
+    {
+      "epoch": 1.4212454212454213,
+      "grad_norm": 9.891602516174316,
+      "learning_rate": 2.3697263445830075e-06,
+      "loss": 0.737637996673584,
+      "step": 1164
+    },
+    {
+      "epoch": 1.4236874236874237,
+      "grad_norm": 2.812582492828369,
+      "learning_rate": 2.367418868475124e-06,
+      "loss": 1.2123751640319824,
+      "step": 1166
+    },
+    {
+      "epoch": 1.4261294261294262,
+      "grad_norm": 1.0300575494766235,
+      "learning_rate": 2.365108467856591e-06,
+      "loss": 0.9363994598388672,
+      "step": 1168
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 8.763495445251465,
+      "learning_rate": 2.3627951521456027e-06,
+      "loss": 0.8432412147521973,
+      "step": 1170
+    },
+    {
+      "epoch": 1.431013431013431,
+      "grad_norm": 3.2396812438964844,
+      "learning_rate": 2.36047893077224e-06,
+      "loss": 1.0829715728759766,
+      "step": 1172
+    },
+    {
+      "epoch": 1.4334554334554335,
+      "grad_norm": 1.775749921798706,
+      "learning_rate": 2.358159813178425e-06,
+      "loss": 1.0758581161499023,
+      "step": 1174
+    },
+    {
+      "epoch": 1.435897435897436,
+      "grad_norm": 2.219306230545044,
+      "learning_rate": 2.355837808817888e-06,
+      "loss": 1.2304797172546387,
+      "step": 1176
+    },
+    {
+      "epoch": 1.4383394383394383,
+      "grad_norm": 3.9443769454956055,
+      "learning_rate": 2.3535129271561264e-06,
+      "loss": 0.8725553750991821,
+      "step": 1178
+    },
+    {
+      "epoch": 1.4407814407814408,
+      "grad_norm": 6.678852081298828,
+      "learning_rate": 2.351185177670367e-06,
+      "loss": 0.9805403351783752,
+      "step": 1180
+    },
+    {
+      "epoch": 1.4432234432234432,
+      "grad_norm": 2.23203706741333,
+      "learning_rate": 2.348854569849526e-06,
+      "loss": 0.7744059562683105,
+      "step": 1182
+    },
+    {
+      "epoch": 1.4456654456654456,
+      "grad_norm": 2.6113221645355225,
+      "learning_rate": 2.346521113194173e-06,
+      "loss": 1.1211048364639282,
+      "step": 1184
+    },
+    {
+      "epoch": 1.448107448107448,
+      "grad_norm": 2.196120262145996,
+      "learning_rate": 2.3441848172164904e-06,
+      "loss": 1.0878716707229614,
+      "step": 1186
+    },
+    {
+      "epoch": 1.4505494505494505,
+      "grad_norm": 17.605138778686523,
+      "learning_rate": 2.3418456914402335e-06,
+      "loss": 0.7848992943763733,
+      "step": 1188
+    },
+    {
+      "epoch": 1.452991452991453,
+      "grad_norm": 4.244761943817139,
+      "learning_rate": 2.339503745400695e-06,
+      "loss": 1.0312596559524536,
+      "step": 1190
+    },
+    {
+      "epoch": 1.4554334554334554,
+      "grad_norm": 4.223480701446533,
+      "learning_rate": 2.3371589886446625e-06,
+      "loss": 0.8653528690338135,
+      "step": 1192
+    },
+    {
+      "epoch": 1.4578754578754578,
+      "grad_norm": 3.6434829235076904,
+      "learning_rate": 2.334811430730383e-06,
+      "loss": 0.7818981409072876,
+      "step": 1194
+    },
+    {
+      "epoch": 1.4603174603174602,
+      "grad_norm": 2.2532246112823486,
+      "learning_rate": 2.332461081227521e-06,
+      "loss": 0.7512142062187195,
+      "step": 1196
+    },
+    {
+      "epoch": 1.462759462759463,
+      "grad_norm": 3.4803028106689453,
+      "learning_rate": 2.3301079497171204e-06,
+      "loss": 0.9879604578018188,
+      "step": 1198
+    },
+    {
+      "epoch": 1.4652014652014653,
+      "grad_norm": 3.4010937213897705,
+      "learning_rate": 2.327752045791567e-06,
+      "loss": 1.1199816465377808,
+      "step": 1200
+    },
+    {
+      "epoch": 1.4676434676434678,
+      "grad_norm": 2.7178382873535156,
+      "learning_rate": 2.3253933790545477e-06,
+      "loss": 1.0186278820037842,
+      "step": 1202
+    },
+    {
+      "epoch": 1.4700854700854702,
+      "grad_norm": 1.8763567209243774,
+      "learning_rate": 2.3230319591210114e-06,
+      "loss": 1.0206587314605713,
+      "step": 1204
+    },
+    {
+      "epoch": 1.4725274725274726,
+      "grad_norm": 6.890467166900635,
+      "learning_rate": 2.3206677956171307e-06,
+      "loss": 0.9307314157485962,
+      "step": 1206
+    },
+    {
+      "epoch": 1.474969474969475,
+      "grad_norm": 9.589298248291016,
+      "learning_rate": 2.318300898180262e-06,
+      "loss": 0.8029470443725586,
+      "step": 1208
+    },
+    {
+      "epoch": 1.4774114774114775,
+      "grad_norm": 2.7268612384796143,
+      "learning_rate": 2.315931276458907e-06,
+      "loss": 0.8653849363327026,
+      "step": 1210
+    },
+    {
+      "epoch": 1.47985347985348,
+      "grad_norm": 2.15297269821167,
+      "learning_rate": 2.313558940112671e-06,
+      "loss": 1.0210479497909546,
+      "step": 1212
+    },
+    {
+      "epoch": 1.4822954822954824,
+      "grad_norm": 2.2720346450805664,
+      "learning_rate": 2.3111838988122278e-06,
+      "loss": 1.0664467811584473,
+      "step": 1214
+    },
+    {
+      "epoch": 1.4847374847374848,
+      "grad_norm": 3.1207821369171143,
+      "learning_rate": 2.3088061622392753e-06,
+      "loss": 1.0064697265625,
+      "step": 1216
+    },
+    {
+      "epoch": 1.4871794871794872,
+      "grad_norm": 6.959964275360107,
+      "learning_rate": 2.3064257400865e-06,
+      "loss": 0.28272712230682373,
+      "step": 1218
+    },
+    {
+      "epoch": 1.4896214896214897,
+      "grad_norm": 1.743444800376892,
+      "learning_rate": 2.3040426420575366e-06,
+      "loss": 0.7155613303184509,
+      "step": 1220
+    },
+    {
+      "epoch": 1.492063492063492,
+      "grad_norm": 4.6541008949279785,
+      "learning_rate": 2.301656877866925e-06,
+      "loss": 1.0751643180847168,
+      "step": 1222
+    },
+    {
+      "epoch": 1.4945054945054945,
+      "grad_norm": 10.59604263305664,
+      "learning_rate": 2.299268457240077e-06,
+      "loss": 0.8486805558204651,
+      "step": 1224
+    },
+    {
+      "epoch": 1.496947496947497,
+      "grad_norm": 2.0615234375,
+      "learning_rate": 2.296877389913231e-06,
+      "loss": 1.0569241046905518,
+      "step": 1226
+    },
+    {
+      "epoch": 1.4993894993894994,
+      "grad_norm": 1.6598660945892334,
+      "learning_rate": 2.2944836856334153e-06,
+      "loss": 0.38845938444137573,
+      "step": 1228
+    },
+    {
+      "epoch": 1.5018315018315018,
+      "grad_norm": 4.208990097045898,
+      "learning_rate": 2.292087354158407e-06,
+      "loss": 0.8051425218582153,
+      "step": 1230
+    },
+    {
+      "epoch": 1.5042735042735043,
+      "grad_norm": 2.893552303314209,
+      "learning_rate": 2.2896884052566934e-06,
+      "loss": 0.663332462310791,
+      "step": 1232
+    },
+    {
+      "epoch": 1.5067155067155067,
+      "grad_norm": 3.6931581497192383,
+      "learning_rate": 2.287286848707431e-06,
+      "loss": 1.0903408527374268,
+      "step": 1234
+    },
+    {
+      "epoch": 1.5091575091575091,
+      "grad_norm": 3.0025713443756104,
+      "learning_rate": 2.284882694300407e-06,
+      "loss": 0.8944656848907471,
+      "step": 1236
+    },
+    {
+      "epoch": 1.5115995115995116,
+      "grad_norm": 3.397970676422119,
+      "learning_rate": 2.282475951835998e-06,
+      "loss": 0.8679617643356323,
+      "step": 1238
+    },
+    {
+      "epoch": 1.514041514041514,
+      "grad_norm": 2.675851345062256,
+      "learning_rate": 2.2800666311251302e-06,
+      "loss": 1.0300140380859375,
+      "step": 1240
+    },
+    {
+      "epoch": 1.5164835164835164,
+      "grad_norm": 4.939141273498535,
+      "learning_rate": 2.277654741989241e-06,
+      "loss": 1.0655279159545898,
+      "step": 1242
+    },
+    {
+      "epoch": 1.5189255189255189,
+      "grad_norm": 13.946297645568848,
+      "learning_rate": 2.275240294260237e-06,
+      "loss": 0.6649850606918335,
+      "step": 1244
+    },
+    {
+      "epoch": 1.5213675213675213,
+      "grad_norm": 2.2974154949188232,
+      "learning_rate": 2.2728232977804555e-06,
+      "loss": 0.7620567083358765,
+      "step": 1246
+    },
+    {
+      "epoch": 1.5238095238095237,
+      "grad_norm": 2.940153121948242,
+      "learning_rate": 2.2704037624026216e-06,
+      "loss": 0.885391354560852,
+      "step": 1248
+    },
+    {
+      "epoch": 1.5262515262515262,
+      "grad_norm": 3.4247350692749023,
+      "learning_rate": 2.267981697989813e-06,
+      "loss": 1.1166784763336182,
+      "step": 1250
+    },
+    {
+      "epoch": 1.5286935286935286,
+      "grad_norm": 7.821306228637695,
+      "learning_rate": 2.2655571144154146e-06,
+      "loss": 0.8540222644805908,
+      "step": 1252
+    },
+    {
+      "epoch": 1.531135531135531,
+      "grad_norm": 2.5621931552886963,
+      "learning_rate": 2.2631300215630816e-06,
+      "loss": 1.033440113067627,
+      "step": 1254
+    },
+    {
+      "epoch": 1.5335775335775335,
+      "grad_norm": 2.3692877292633057,
+      "learning_rate": 2.260700429326698e-06,
+      "loss": 1.1055670976638794,
+      "step": 1256
+    },
+    {
+      "epoch": 1.536019536019536,
+      "grad_norm": 1.7013641595840454,
+      "learning_rate": 2.258268347610335e-06,
+      "loss": 0.3900951147079468,
+      "step": 1258
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 11.654505729675293,
+      "learning_rate": 2.2558337863282147e-06,
+      "loss": 0.7620561718940735,
+      "step": 1260
+    },
+    {
+      "epoch": 1.5409035409035408,
+      "grad_norm": 6.932107448577881,
+      "learning_rate": 2.253396755404664e-06,
+      "loss": 0.6907869577407837,
+      "step": 1262
+    },
+    {
+      "epoch": 1.5433455433455432,
+      "grad_norm": 6.320849418640137,
+      "learning_rate": 2.2509572647740794e-06,
+      "loss": 0.8268896341323853,
+      "step": 1264
+    },
+    {
+      "epoch": 1.5457875457875456,
+      "grad_norm": 2.399484395980835,
+      "learning_rate": 2.248515324380884e-06,
+      "loss": 0.8273181319236755,
+      "step": 1266
+    },
+    {
+      "epoch": 1.5482295482295483,
+      "grad_norm": 2.6950504779815674,
+      "learning_rate": 2.2460709441794846e-06,
+      "loss": 1.0873603820800781,
+      "step": 1268
+    },
+    {
+      "epoch": 1.5506715506715507,
+      "grad_norm": 36.27908706665039,
+      "learning_rate": 2.243624134134237e-06,
+      "loss": 0.5294194221496582,
+      "step": 1270
+    },
+    {
+      "epoch": 1.5531135531135531,
+      "grad_norm": 4.894410133361816,
+      "learning_rate": 2.2411749042194017e-06,
+      "loss": 1.1328932046890259,
+      "step": 1272
+    },
+    {
+      "epoch": 1.5555555555555556,
+      "grad_norm": 3.041984796524048,
+      "learning_rate": 2.2387232644191004e-06,
+      "loss": 0.910387396812439,
+      "step": 1274
+    },
+    {
+      "epoch": 1.557997557997558,
+      "grad_norm": 6.796097278594971,
+      "learning_rate": 2.2362692247272835e-06,
+      "loss": 1.3359904289245605,
+      "step": 1276
+    },
+    {
+      "epoch": 1.5604395604395604,
+      "grad_norm": 1.7979986667633057,
+      "learning_rate": 2.2338127951476794e-06,
+      "loss": 0.7651663422584534,
+      "step": 1278
+    },
+    {
+      "epoch": 1.5628815628815629,
+      "grad_norm": 3.9291012287139893,
+      "learning_rate": 2.2313539856937625e-06,
+      "loss": 1.0647131204605103,
+      "step": 1280
+    },
+    {
+      "epoch": 1.5653235653235653,
+      "grad_norm": 3.5667965412139893,
+      "learning_rate": 2.228892806388707e-06,
+      "loss": 0.7010360956192017,
+      "step": 1282
+    },
+    {
+      "epoch": 1.5677655677655677,
+      "grad_norm": 2.790245294570923,
+      "learning_rate": 2.2264292672653474e-06,
+      "loss": 1.0297058820724487,
+      "step": 1284
+    },
+    {
+      "epoch": 1.5702075702075702,
+      "grad_norm": 2.6824169158935547,
+      "learning_rate": 2.2239633783661386e-06,
+      "loss": 1.099691390991211,
+      "step": 1286
+    },
+    {
+      "epoch": 1.5726495726495726,
+      "grad_norm": 2.646146059036255,
+      "learning_rate": 2.2214951497431138e-06,
+      "loss": 0.4930266737937927,
+      "step": 1288
+    },
+    {
+      "epoch": 1.575091575091575,
+      "grad_norm": 2.2645068168640137,
+      "learning_rate": 2.2190245914578444e-06,
+      "loss": 0.8623871803283691,
+      "step": 1290
+    },
+    {
+      "epoch": 1.5775335775335775,
+      "grad_norm": 7.941269397735596,
+      "learning_rate": 2.2165517135813976e-06,
+      "loss": 0.37714698910713196,
+      "step": 1292
+    },
+    {
+      "epoch": 1.5799755799755801,
+      "grad_norm": 4.971907615661621,
+      "learning_rate": 2.214076526194297e-06,
+      "loss": 0.7036126852035522,
+      "step": 1294
+    },
+    {
+      "epoch": 1.5824175824175826,
+      "grad_norm": 3.2157909870147705,
+      "learning_rate": 2.2115990393864805e-06,
+      "loss": 1.0419573783874512,
+      "step": 1296
+    },
+    {
+      "epoch": 1.584859584859585,
+      "grad_norm": 3.5814459323883057,
+      "learning_rate": 2.2091192632572594e-06,
+      "loss": 1.1859967708587646,
+      "step": 1298
+    },
+    {
+      "epoch": 1.5873015873015874,
+      "grad_norm": 4.483184337615967,
+      "learning_rate": 2.206637207915278e-06,
+      "loss": 0.9445092678070068,
+      "step": 1300
+    },
+    {
+      "epoch": 1.5897435897435899,
+      "grad_norm": 6.791816234588623,
+      "learning_rate": 2.2041528834784706e-06,
+      "loss": 1.1775907278060913,
+      "step": 1302
+    },
+    {
+      "epoch": 1.5921855921855923,
+      "grad_norm": 4.0544538497924805,
+      "learning_rate": 2.201666300074021e-06,
+      "loss": 1.0888113975524902,
+      "step": 1304
+    },
+    {
+      "epoch": 1.5946275946275947,
+      "grad_norm": 2.553534507751465,
+      "learning_rate": 2.199177467838323e-06,
+      "loss": 0.7380733489990234,
+      "step": 1306
+    },
+    {
+      "epoch": 1.5970695970695972,
+      "grad_norm": 1.9135996103286743,
+      "learning_rate": 2.1966863969169376e-06,
+      "loss": 1.0500788688659668,
+      "step": 1308
+    },
+    {
+      "epoch": 1.5995115995115996,
+      "grad_norm": 2.675975799560547,
+      "learning_rate": 2.1941930974645497e-06,
+      "loss": 0.9689306020736694,
+      "step": 1310
+    },
+    {
+      "epoch": 1.601953601953602,
+      "grad_norm": 2.6692886352539062,
+      "learning_rate": 2.19169757964493e-06,
+      "loss": 0.9954230189323425,
+      "step": 1312
+    },
+    {
+      "epoch": 1.6043956043956045,
+      "grad_norm": 2.322364330291748,
+      "learning_rate": 2.189199853630893e-06,
+      "loss": 1.087646245956421,
+      "step": 1314
+    },
+    {
+      "epoch": 1.606837606837607,
+      "grad_norm": 3.0362532138824463,
+      "learning_rate": 2.1866999296042536e-06,
+      "loss": 1.1456096172332764,
+      "step": 1316
+    },
+    {
+      "epoch": 1.6092796092796093,
+      "grad_norm": 2.276644468307495,
+      "learning_rate": 2.184197817755786e-06,
+      "loss": 0.9878302812576294,
+      "step": 1318
+    },
+    {
+      "epoch": 1.6117216117216118,
+      "grad_norm": 4.697429180145264,
+      "learning_rate": 2.181693528285185e-06,
+      "loss": 1.231487512588501,
+      "step": 1320
+    },
+    {
+      "epoch": 1.6141636141636142,
+      "grad_norm": 1.8196386098861694,
+      "learning_rate": 2.1791870714010214e-06,
+      "loss": 1.0166926383972168,
+      "step": 1322
+    },
+    {
+      "epoch": 1.6166056166056166,
+      "grad_norm": 2.218425989151001,
+      "learning_rate": 2.176678457320701e-06,
+      "loss": 1.1100245714187622,
+      "step": 1324
+    },
+    {
+      "epoch": 1.619047619047619,
+      "grad_norm": 23.85593605041504,
+      "learning_rate": 2.174167696270423e-06,
+      "loss": 0.7836192846298218,
+      "step": 1326
+    },
+    {
+      "epoch": 1.6214896214896215,
+      "grad_norm": 3.1244821548461914,
+      "learning_rate": 2.1716547984851394e-06,
+      "loss": 1.11873197555542,
+      "step": 1328
+    },
+    {
+      "epoch": 1.623931623931624,
+      "grad_norm": 3.655869722366333,
+      "learning_rate": 2.1691397742085118e-06,
+      "loss": 1.0793089866638184,
+      "step": 1330
+    },
+    {
+      "epoch": 1.6263736263736264,
+      "grad_norm": 3.339264154434204,
+      "learning_rate": 2.1666226336928712e-06,
+      "loss": 0.8472608327865601,
+      "step": 1332
+    },
+    {
+      "epoch": 1.6288156288156288,
+      "grad_norm": 2.9374048709869385,
+      "learning_rate": 2.1641033871991746e-06,
+      "loss": 1.0283312797546387,
+      "step": 1334
+    },
+    {
+      "epoch": 1.6312576312576312,
+      "grad_norm": 2.7302792072296143,
+      "learning_rate": 2.161582044996963e-06,
+      "loss": 0.63735431432724,
+      "step": 1336
+    },
+    {
+      "epoch": 1.6336996336996337,
+      "grad_norm": 5.904194355010986,
+      "learning_rate": 2.159058617364323e-06,
+      "loss": 1.0554404258728027,
+      "step": 1338
+    },
+    {
+      "epoch": 1.636141636141636,
+      "grad_norm": 6.066267490386963,
+      "learning_rate": 2.1565331145878392e-06,
+      "loss": 0.5332289934158325,
+      "step": 1340
+    },
+    {
+      "epoch": 1.6385836385836385,
+      "grad_norm": 15.874334335327148,
+      "learning_rate": 2.1540055469625585e-06,
+      "loss": 0.4242510199546814,
+      "step": 1342
+    },
+    {
+      "epoch": 1.641025641025641,
+      "grad_norm": 3.521592855453491,
+      "learning_rate": 2.151475924791942e-06,
+      "loss": 1.2175500392913818,
+      "step": 1344
+    },
+    {
+      "epoch": 1.6434676434676434,
+      "grad_norm": 2.169109582901001,
+      "learning_rate": 2.1489442583878286e-06,
+      "loss": 1.0904210805892944,
+      "step": 1346
+    },
+    {
+      "epoch": 1.6459096459096458,
+      "grad_norm": 6.483483791351318,
+      "learning_rate": 2.1464105580703883e-06,
+      "loss": 0.694223165512085,
+      "step": 1348
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "grad_norm": 2.6124441623687744,
+      "learning_rate": 2.143874834168084e-06,
+      "loss": 0.743478536605835,
+      "step": 1350
+    },
+    {
+      "epoch": 1.6507936507936507,
+      "grad_norm": 4.436251163482666,
+      "learning_rate": 2.141337097017625e-06,
+      "loss": 1.0697133541107178,
+      "step": 1352
+    },
+    {
+      "epoch": 1.6532356532356531,
+      "grad_norm": 3.2108986377716064,
+      "learning_rate": 2.138797356963932e-06,
+      "loss": 1.125101089477539,
+      "step": 1354
+    },
+    {
+      "epoch": 1.6556776556776556,
+      "grad_norm": 3.272199869155884,
+      "learning_rate": 2.1362556243600857e-06,
+      "loss": 1.0752925872802734,
+      "step": 1356
+    },
+    {
+      "epoch": 1.658119658119658,
+      "grad_norm": 1.7775236368179321,
+      "learning_rate": 2.1337119095672917e-06,
+      "loss": 0.5759439468383789,
+      "step": 1358
+    },
+    {
+      "epoch": 1.6605616605616604,
+      "grad_norm": 6.5814056396484375,
+      "learning_rate": 2.1311662229548354e-06,
+      "loss": 0.7856385111808777,
+      "step": 1360
+    },
+    {
+      "epoch": 1.6630036630036629,
+      "grad_norm": 4.052211284637451,
+      "learning_rate": 2.1286185749000403e-06,
+      "loss": 1.140655279159546,
+      "step": 1362
+    },
+    {
+      "epoch": 1.6654456654456653,
+      "grad_norm": 2.508542537689209,
+      "learning_rate": 2.1260689757882256e-06,
+      "loss": 1.0907747745513916,
+      "step": 1364
+    },
+    {
+      "epoch": 1.6678876678876677,
+      "grad_norm": 5.493361473083496,
+      "learning_rate": 2.1235174360126634e-06,
+      "loss": 1.0748016834259033,
+      "step": 1366
+    },
+    {
+      "epoch": 1.6703296703296702,
+      "grad_norm": 6.831475734710693,
+      "learning_rate": 2.1209639659745374e-06,
+      "loss": 1.06305730342865,
+      "step": 1368
+    },
+    {
+      "epoch": 1.6727716727716728,
+      "grad_norm": 2.4477882385253906,
+      "learning_rate": 2.1184085760828996e-06,
+      "loss": 1.089266300201416,
+      "step": 1370
+    },
+    {
+      "epoch": 1.6752136752136753,
+      "grad_norm": 2.9759106636047363,
+      "learning_rate": 2.115851276754628e-06,
+      "loss": 0.7721976637840271,
+      "step": 1372
+    },
+    {
+      "epoch": 1.6776556776556777,
+      "grad_norm": 3.7026004791259766,
+      "learning_rate": 2.1132920784143846e-06,
+      "loss": 0.3019918203353882,
+      "step": 1374
+    },
+    {
+      "epoch": 1.6800976800976801,
+      "grad_norm": 5.183734893798828,
+      "learning_rate": 2.110730991494572e-06,
+      "loss": 1.1731500625610352,
+      "step": 1376
+    },
+    {
+      "epoch": 1.6825396825396826,
+      "grad_norm": 1.8324676752090454,
+      "learning_rate": 2.108168026435293e-06,
+      "loss": 1.159613847732544,
+      "step": 1378
+    },
+    {
+      "epoch": 1.684981684981685,
+      "grad_norm": 1.1377415657043457,
+      "learning_rate": 2.1056031936843046e-06,
+      "loss": 0.93675696849823,
+      "step": 1380
+    },
+    {
+      "epoch": 1.6874236874236874,
+      "grad_norm": 9.664449691772461,
+      "learning_rate": 2.1030365036969785e-06,
+      "loss": 1.0028681755065918,
+      "step": 1382
+    },
+    {
+      "epoch": 1.6898656898656899,
+      "grad_norm": 2.9405059814453125,
+      "learning_rate": 2.100467966936257e-06,
+      "loss": 1.1557364463806152,
+      "step": 1384
+    },
+    {
+      "epoch": 1.6923076923076923,
+      "grad_norm": 2.159385919570923,
+      "learning_rate": 2.09789759387261e-06,
+      "loss": 1.1020570993423462,
+      "step": 1386
+    },
+    {
+      "epoch": 1.6947496947496947,
+      "grad_norm": 4.435818672180176,
+      "learning_rate": 2.0953253949839936e-06,
+      "loss": 1.1116677522659302,
+      "step": 1388
+    },
+    {
+      "epoch": 1.6971916971916972,
+      "grad_norm": 4.153209686279297,
+      "learning_rate": 2.0927513807558083e-06,
+      "loss": 0.4230949282646179,
+      "step": 1390
+    },
+    {
+      "epoch": 1.6996336996336996,
+      "grad_norm": 2.028982162475586,
+      "learning_rate": 2.0901755616808515e-06,
+      "loss": 1.0068018436431885,
+      "step": 1392
+    },
+    {
+      "epoch": 1.702075702075702,
+      "grad_norm": 2.8719983100891113,
+      "learning_rate": 2.08759794825928e-06,
+      "loss": 0.9289462566375732,
+      "step": 1394
+    },
+    {
+      "epoch": 1.7045177045177047,
+      "grad_norm": 7.478988170623779,
+      "learning_rate": 2.085018550998565e-06,
+      "loss": 1.1604743003845215,
+      "step": 1396
+    },
+    {
+      "epoch": 1.7069597069597071,
+      "grad_norm": 5.984460830688477,
+      "learning_rate": 2.0824373804134493e-06,
+      "loss": 0.9005318880081177,
+      "step": 1398
+    },
+    {
+      "epoch": 1.7094017094017095,
+      "grad_norm": 4.825011730194092,
+      "learning_rate": 2.0798544470259038e-06,
+      "loss": 0.4574193060398102,
+      "step": 1400
+    },
+    {
+      "epoch": 1.711843711843712,
+      "grad_norm": 5.245497226715088,
+      "learning_rate": 2.077269761365086e-06,
+      "loss": 0.9255741834640503,
+      "step": 1402
+    },
+    {
+      "epoch": 1.7142857142857144,
+      "grad_norm": 2.524322509765625,
+      "learning_rate": 2.0746833339672966e-06,
+      "loss": 1.084243893623352,
+      "step": 1404
+    },
+    {
+      "epoch": 1.7167277167277168,
+      "grad_norm": 6.121528625488281,
+      "learning_rate": 2.0720951753759365e-06,
+      "loss": 0.5424783229827881,
+      "step": 1406
+    },
+    {
+      "epoch": 1.7191697191697193,
+      "grad_norm": 2.459991216659546,
+      "learning_rate": 2.0695052961414617e-06,
+      "loss": 1.0562982559204102,
+      "step": 1408
+    },
+    {
+      "epoch": 1.7216117216117217,
+      "grad_norm": 5.736250877380371,
+      "learning_rate": 2.066913706821346e-06,
+      "loss": 0.7612860202789307,
+      "step": 1410
+    },
+    {
+      "epoch": 1.7240537240537241,
+      "grad_norm": 6.192779541015625,
+      "learning_rate": 2.064320417980031e-06,
+      "loss": 0.8354834318161011,
+      "step": 1412
+    },
+    {
+      "epoch": 1.7264957264957266,
+      "grad_norm": 2.2198197841644287,
+      "learning_rate": 2.061725440188887e-06,
+      "loss": 1.0771019458770752,
+      "step": 1414
+    },
+    {
+      "epoch": 1.728937728937729,
+      "grad_norm": 4.956079959869385,
+      "learning_rate": 2.059128784026171e-06,
+      "loss": 0.9273592233657837,
+      "step": 1416
+    },
+    {
+      "epoch": 1.7313797313797314,
+      "grad_norm": 4.622679233551025,
+      "learning_rate": 2.0565304600769793e-06,
+      "loss": 1.088039755821228,
+      "step": 1418
+    },
+    {
+      "epoch": 1.7338217338217339,
+      "grad_norm": 2.973011016845703,
+      "learning_rate": 2.0539304789332086e-06,
+      "loss": 0.8386093974113464,
+      "step": 1420
+    },
+    {
+      "epoch": 1.7362637362637363,
+      "grad_norm": 4.763584136962891,
+      "learning_rate": 2.05132885119351e-06,
+      "loss": 0.8466081619262695,
+      "step": 1422
+    },
+    {
+      "epoch": 1.7387057387057387,
+      "grad_norm": 5.492987632751465,
+      "learning_rate": 2.048725587463247e-06,
+      "loss": 0.8130955696105957,
+      "step": 1424
+    },
+    {
+      "epoch": 1.7411477411477412,
+      "grad_norm": 3.7499868869781494,
+      "learning_rate": 2.046120698354453e-06,
+      "loss": 0.7670303583145142,
+      "step": 1426
+    },
+    {
+      "epoch": 1.7435897435897436,
+      "grad_norm": 2.0593535900115967,
+      "learning_rate": 2.0435141944857857e-06,
+      "loss": 1.1218202114105225,
+      "step": 1428
+    },
+    {
+      "epoch": 1.746031746031746,
+      "grad_norm": 3.6221861839294434,
+      "learning_rate": 2.0409060864824866e-06,
+      "loss": 1.162003517150879,
+      "step": 1430
+    },
+    {
+      "epoch": 1.7484737484737485,
+      "grad_norm": 67.97221374511719,
+      "learning_rate": 2.038296384976335e-06,
+      "loss": 0.7413933277130127,
+      "step": 1432
+    },
+    {
+      "epoch": 1.750915750915751,
+      "grad_norm": 2.9006736278533936,
+      "learning_rate": 2.0356851006056082e-06,
+      "loss": 0.6421722173690796,
+      "step": 1434
+    },
+    {
+      "epoch": 1.7533577533577533,
+      "grad_norm": 2.640103578567505,
+      "learning_rate": 2.0330722440150333e-06,
+      "loss": 0.7539623975753784,
+      "step": 1436
+    },
+    {
+      "epoch": 1.7557997557997558,
+      "grad_norm": 4.3383097648620605,
+      "learning_rate": 2.030457825855748e-06,
+      "loss": 0.5598723888397217,
+      "step": 1438
+    },
+    {
+      "epoch": 1.7582417582417582,
+      "grad_norm": 2.5532031059265137,
+      "learning_rate": 2.027841856785255e-06,
+      "loss": 1.103808879852295,
+      "step": 1440
+    },
+    {
+      "epoch": 1.7606837606837606,
+      "grad_norm": 2.8078770637512207,
+      "learning_rate": 2.0252243474673805e-06,
+      "loss": 0.8731648921966553,
+      "step": 1442
+    },
+    {
+      "epoch": 1.763125763125763,
+      "grad_norm": 3.871809482574463,
+      "learning_rate": 2.022605308572227e-06,
+      "loss": 0.7328888177871704,
+      "step": 1444
+    },
+    {
+      "epoch": 1.7655677655677655,
+      "grad_norm": 10.222489356994629,
+      "learning_rate": 2.0199847507761355e-06,
+      "loss": 1.0768474340438843,
+      "step": 1446
+    },
+    {
+      "epoch": 1.768009768009768,
+      "grad_norm": 2.114724636077881,
+      "learning_rate": 2.0173626847616348e-06,
+      "loss": 1.1010804176330566,
+      "step": 1448
+    },
+    {
+      "epoch": 1.7704517704517704,
+      "grad_norm": 60.75843811035156,
+      "learning_rate": 2.014739121217405e-06,
+      "loss": 1.079850673675537,
+      "step": 1450
+    },
+    {
+      "epoch": 1.7728937728937728,
+      "grad_norm": 4.489736557006836,
+      "learning_rate": 2.0121140708382295e-06,
+      "loss": 0.3613211512565613,
+      "step": 1452
+    },
+    {
+      "epoch": 1.7753357753357752,
+      "grad_norm": 2.230958938598633,
+      "learning_rate": 2.009487544324953e-06,
+      "loss": 0.7978078126907349,
+      "step": 1454
+    },
+    {
+      "epoch": 1.7777777777777777,
+      "grad_norm": 3.3382315635681152,
+      "learning_rate": 2.006859552384437e-06,
+      "loss": 0.49986037611961365,
+      "step": 1456
+    },
+    {
+      "epoch": 1.7802197802197801,
+      "grad_norm": 2.734253168106079,
+      "learning_rate": 2.0042301057295178e-06,
+      "loss": 1.0410568714141846,
+      "step": 1458
+    },
+    {
+      "epoch": 1.7826617826617825,
+      "grad_norm": 5.776972770690918,
+      "learning_rate": 2.0015992150789602e-06,
+      "loss": 1.0696702003479004,
+      "step": 1460
+    },
+    {
+      "epoch": 1.785103785103785,
+      "grad_norm": 2.856689453125,
+      "learning_rate": 1.998966891157417e-06,
+      "loss": 0.9219186902046204,
+      "step": 1462
+    },
+    {
+      "epoch": 1.7875457875457874,
+      "grad_norm": 3.461794853210449,
+      "learning_rate": 1.9963331446953825e-06,
+      "loss": 0.7723693251609802,
+      "step": 1464
+    },
+    {
+      "epoch": 1.7899877899877898,
+      "grad_norm": 3.8800973892211914,
+      "learning_rate": 1.99369798642915e-06,
+      "loss": 0.845341145992279,
+      "step": 1466
+    },
+    {
+      "epoch": 1.7924297924297923,
+      "grad_norm": 40.98175048828125,
+      "learning_rate": 1.9910614271007688e-06,
+      "loss": 0.8349391222000122,
+      "step": 1468
+    },
+    {
+      "epoch": 1.7948717948717947,
+      "grad_norm": 18.2846736907959,
+      "learning_rate": 1.9884234774579986e-06,
+      "loss": 1.0727319717407227,
+      "step": 1470
+    },
+    {
+      "epoch": 1.7973137973137974,
+      "grad_norm": 17.67431640625,
+      "learning_rate": 1.985784148254267e-06,
+      "loss": 1.0455303192138672,
+      "step": 1472
+    },
+    {
+      "epoch": 1.7997557997557998,
+      "grad_norm": 3.976879119873047,
+      "learning_rate": 1.9831434502486253e-06,
+      "loss": 0.7013100385665894,
+      "step": 1474
+    },
+    {
+      "epoch": 1.8021978021978022,
+      "grad_norm": 4.2198486328125,
+      "learning_rate": 1.980501394205704e-06,
+      "loss": 0.7062541246414185,
+      "step": 1476
+    },
+    {
+      "epoch": 1.8046398046398047,
+      "grad_norm": 2.7160003185272217,
+      "learning_rate": 1.9778579908956713e-06,
+      "loss": 0.8056910634040833,
+      "step": 1478
+    },
+    {
+      "epoch": 1.807081807081807,
+      "grad_norm": 2.3082945346832275,
+      "learning_rate": 1.9752132510941846e-06,
+      "loss": 0.41410213708877563,
+      "step": 1480
+    },
+    {
+      "epoch": 1.8095238095238095,
+      "grad_norm": 26.796232223510742,
+      "learning_rate": 1.9725671855823528e-06,
+      "loss": 0.8121680021286011,
+      "step": 1482
+    },
+    {
+      "epoch": 1.811965811965812,
+      "grad_norm": 3.732379198074341,
+      "learning_rate": 1.9699198051466863e-06,
+      "loss": 1.2279154062271118,
+      "step": 1484
+    },
+    {
+      "epoch": 1.8144078144078144,
+      "grad_norm": 3.2240803241729736,
+      "learning_rate": 1.9672711205790568e-06,
+      "loss": 1.0862740278244019,
+      "step": 1486
+    },
+    {
+      "epoch": 1.8168498168498168,
+      "grad_norm": 2.949432134628296,
+      "learning_rate": 1.964621142676652e-06,
+      "loss": 0.6904615759849548,
+      "step": 1488
+    },
+    {
+      "epoch": 1.8192918192918193,
+      "grad_norm": 2.2964892387390137,
+      "learning_rate": 1.9619698822419323e-06,
+      "loss": 0.8438737392425537,
+      "step": 1490
+    },
+    {
+      "epoch": 1.8217338217338217,
+      "grad_norm": 3.897786855697632,
+      "learning_rate": 1.9593173500825845e-06,
+      "loss": 1.0971468687057495,
+      "step": 1492
+    },
+    {
+      "epoch": 1.8241758241758241,
+      "grad_norm": 11.29526138305664,
+      "learning_rate": 1.9566635570114833e-06,
+      "loss": 0.7382890582084656,
+      "step": 1494
+    },
+    {
+      "epoch": 1.8266178266178266,
+      "grad_norm": 5.478521347045898,
+      "learning_rate": 1.954008513846638e-06,
+      "loss": 0.8590801954269409,
+      "step": 1496
+    },
+    {
+      "epoch": 1.8290598290598292,
+      "grad_norm": 3.4063892364501953,
+      "learning_rate": 1.9513522314111592e-06,
+      "loss": 1.4989734888076782,
+      "step": 1498
+    },
+    {
+      "epoch": 1.8315018315018317,
+      "grad_norm": 2.7821717262268066,
+      "learning_rate": 1.9486947205332055e-06,
+      "loss": 1.209479570388794,
+      "step": 1500
+    },
+    {
+      "epoch": 1.833943833943834,
+      "grad_norm": 4.509057998657227,
+      "learning_rate": 1.946035992045945e-06,
+      "loss": 0.9144811630249023,
+      "step": 1502
+    },
+    {
+      "epoch": 1.8363858363858365,
+      "grad_norm": 1.0088343620300293,
+      "learning_rate": 1.9433760567875084e-06,
+      "loss": 0.7974712252616882,
+      "step": 1504
+    },
+    {
+      "epoch": 1.838827838827839,
+      "grad_norm": 9.733602523803711,
+      "learning_rate": 1.9407149256009467e-06,
+      "loss": 0.7621541023254395,
+      "step": 1506
+    },
+    {
+      "epoch": 1.8412698412698414,
+      "grad_norm": 2.954293727874756,
+      "learning_rate": 1.9380526093341855e-06,
+      "loss": 0.8016723394393921,
+      "step": 1508
+    },
+    {
+      "epoch": 1.8437118437118438,
+      "grad_norm": 2.0507099628448486,
+      "learning_rate": 1.935389118839981e-06,
+      "loss": 1.1339998245239258,
+      "step": 1510
+    },
+    {
+      "epoch": 1.8461538461538463,
+      "grad_norm": 2.552881956100464,
+      "learning_rate": 1.932724464975876e-06,
+      "loss": 1.1323925256729126,
+      "step": 1512
+    },
+    {
+      "epoch": 1.8485958485958487,
+      "grad_norm": 1.9689065217971802,
+      "learning_rate": 1.930058658604156e-06,
+      "loss": 1.0781590938568115,
+      "step": 1514
+    },
+    {
+      "epoch": 1.8510378510378511,
+      "grad_norm": 12.905902862548828,
+      "learning_rate": 1.927391710591806e-06,
+      "loss": 0.8360648155212402,
+      "step": 1516
+    },
+    {
+      "epoch": 1.8534798534798536,
+      "grad_norm": 2.5668632984161377,
+      "learning_rate": 1.9247236318104625e-06,
+      "loss": 1.122623324394226,
+      "step": 1518
+    },
+    {
+      "epoch": 1.855921855921856,
+      "grad_norm": 8.542081832885742,
+      "learning_rate": 1.9220544331363723e-06,
+      "loss": 0.8414202332496643,
+      "step": 1520
+    },
+    {
+      "epoch": 1.8583638583638584,
+      "grad_norm": 13.200721740722656,
+      "learning_rate": 1.919384125450347e-06,
+      "loss": 0.9256816506385803,
+      "step": 1522
+    },
+    {
+      "epoch": 1.8608058608058609,
+      "grad_norm": 4.116710662841797,
+      "learning_rate": 1.916712719637722e-06,
+      "loss": 0.9429628849029541,
+      "step": 1524
+    },
+    {
+      "epoch": 1.8632478632478633,
+      "grad_norm": 3.014883041381836,
+      "learning_rate": 1.9140402265883044e-06,
+      "loss": 0.9422796964645386,
+      "step": 1526
+    },
+    {
+      "epoch": 1.8656898656898657,
+      "grad_norm": 3.4821338653564453,
+      "learning_rate": 1.9113666571963364e-06,
+      "loss": 0.7582896947860718,
+      "step": 1528
+    },
+    {
+      "epoch": 1.8681318681318682,
+      "grad_norm": 5.297958850860596,
+      "learning_rate": 1.908692022360447e-06,
+      "loss": 0.9415192604064941,
+      "step": 1530
+    },
+    {
+      "epoch": 1.8705738705738706,
+      "grad_norm": 14.892047882080078,
+      "learning_rate": 1.9060163329836083e-06,
+      "loss": 0.8154198527336121,
+      "step": 1532
+    },
+    {
+      "epoch": 1.873015873015873,
+      "grad_norm": 2.3350753784179688,
+      "learning_rate": 1.9033395999730926e-06,
+      "loss": 0.8682588338851929,
+      "step": 1534
+    },
+    {
+      "epoch": 1.8754578754578755,
+      "grad_norm": 1.8058019876480103,
+      "learning_rate": 1.9006618342404239e-06,
+      "loss": 1.0674057006835938,
+      "step": 1536
+    },
+    {
+      "epoch": 1.877899877899878,
+      "grad_norm": 2.301260232925415,
+      "learning_rate": 1.8979830467013373e-06,
+      "loss": 0.9699643850326538,
+      "step": 1538
+    },
+    {
+      "epoch": 1.8803418803418803,
+      "grad_norm": 2.3693697452545166,
+      "learning_rate": 1.8953032482757344e-06,
+      "loss": 1.0694103240966797,
+      "step": 1540
+    },
+    {
+      "epoch": 1.8827838827838828,
+      "grad_norm": 2.177583694458008,
+      "learning_rate": 1.892622449887636e-06,
+      "loss": 1.097899079322815,
+      "step": 1542
+    },
+    {
+      "epoch": 1.8852258852258852,
+      "grad_norm": 3.3463196754455566,
+      "learning_rate": 1.8899406624651397e-06,
+      "loss": 0.9916119575500488,
+      "step": 1544
+    },
+    {
+      "epoch": 1.8876678876678876,
+      "grad_norm": 2.100240468978882,
+      "learning_rate": 1.8872578969403754e-06,
+      "loss": 1.0629746913909912,
+      "step": 1546
+    },
+    {
+      "epoch": 1.89010989010989,
+      "grad_norm": 5.089227199554443,
+      "learning_rate": 1.8845741642494586e-06,
+      "loss": 1.0753787755966187,
+      "step": 1548
+    },
+    {
+      "epoch": 1.8925518925518925,
+      "grad_norm": 3.7538998126983643,
+      "learning_rate": 1.8818894753324494e-06,
+      "loss": 0.6911134719848633,
+      "step": 1550
+    },
+    {
+      "epoch": 1.894993894993895,
+      "grad_norm": 3.1507911682128906,
+      "learning_rate": 1.8792038411333044e-06,
+      "loss": 1.1435554027557373,
+      "step": 1552
+    },
+    {
+      "epoch": 1.8974358974358974,
+      "grad_norm": 6.201906204223633,
+      "learning_rate": 1.8765172725998344e-06,
+      "loss": 0.8441902995109558,
+      "step": 1554
+    },
+    {
+      "epoch": 1.8998778998778998,
+      "grad_norm": 5.505573749542236,
+      "learning_rate": 1.8738297806836583e-06,
+      "loss": 1.1899962425231934,
+      "step": 1556
+    },
+    {
+      "epoch": 1.9023199023199022,
+      "grad_norm": 3.466108798980713,
+      "learning_rate": 1.8711413763401597e-06,
+      "loss": 0.9702341556549072,
+      "step": 1558
+    },
+    {
+      "epoch": 1.9047619047619047,
+      "grad_norm": 2.6568405628204346,
+      "learning_rate": 1.8684520705284412e-06,
+      "loss": 0.7102415561676025,
+      "step": 1560
+    },
+    {
+      "epoch": 1.907203907203907,
+      "grad_norm": 4.7769389152526855,
+      "learning_rate": 1.8657618742112807e-06,
+      "loss": 1.0289454460144043,
+      "step": 1562
+    },
+    {
+      "epoch": 1.9096459096459095,
+      "grad_norm": 2.641930103302002,
+      "learning_rate": 1.8630707983550853e-06,
+      "loss": 0.7728992104530334,
+      "step": 1564
+    },
+    {
+      "epoch": 1.912087912087912,
+      "grad_norm": 2.661684513092041,
+      "learning_rate": 1.8603788539298487e-06,
+      "loss": 1.0521299839019775,
+      "step": 1566
+    },
+    {
+      "epoch": 1.9145299145299144,
+      "grad_norm": 5.217966556549072,
+      "learning_rate": 1.857686051909104e-06,
+      "loss": 0.9182690978050232,
+      "step": 1568
+    },
+    {
+      "epoch": 1.9169719169719168,
+      "grad_norm": 2.3860421180725098,
+      "learning_rate": 1.8549924032698815e-06,
+      "loss": 0.7401301860809326,
+      "step": 1570
+    },
+    {
+      "epoch": 1.9194139194139193,
+      "grad_norm": 6.826650619506836,
+      "learning_rate": 1.8522979189926617e-06,
+      "loss": 1.1561548709869385,
+      "step": 1572
+    },
+    {
+      "epoch": 1.9218559218559217,
+      "grad_norm": 4.80458927154541,
+      "learning_rate": 1.849602610061332e-06,
+      "loss": 0.7565726041793823,
+      "step": 1574
+    },
+    {
+      "epoch": 1.9242979242979243,
+      "grad_norm": 21.791353225708008,
+      "learning_rate": 1.8469064874631409e-06,
+      "loss": 1.0700514316558838,
+      "step": 1576
+    },
+    {
+      "epoch": 1.9267399267399268,
+      "grad_norm": 3.5925564765930176,
+      "learning_rate": 1.8442095621886546e-06,
+      "loss": 0.7682386040687561,
+      "step": 1578
+    },
+    {
+      "epoch": 1.9291819291819292,
+      "grad_norm": 14.093546867370605,
+      "learning_rate": 1.8415118452317103e-06,
+      "loss": 1.0378044843673706,
+      "step": 1580
+    },
+    {
+      "epoch": 1.9316239316239316,
+      "grad_norm": 3.5279247760772705,
+      "learning_rate": 1.838813347589374e-06,
+      "loss": 0.33923083543777466,
+      "step": 1582
+    },
+    {
+      "epoch": 1.934065934065934,
+      "grad_norm": 3.891294002532959,
+      "learning_rate": 1.8361140802618928e-06,
+      "loss": 0.535834789276123,
+      "step": 1584
+    },
+    {
+      "epoch": 1.9365079365079365,
+      "grad_norm": 6.704744815826416,
+      "learning_rate": 1.833414054252651e-06,
+      "loss": 0.655336856842041,
+      "step": 1586
+    },
+    {
+      "epoch": 1.938949938949939,
+      "grad_norm": 2.675011396408081,
+      "learning_rate": 1.8307132805681274e-06,
+      "loss": 1.1804883480072021,
+      "step": 1588
+    },
+    {
+      "epoch": 1.9413919413919414,
+      "grad_norm": 2.893186330795288,
+      "learning_rate": 1.828011770217847e-06,
+      "loss": 1.0923516750335693,
+      "step": 1590
+    },
+    {
+      "epoch": 1.9438339438339438,
+      "grad_norm": 20.863788604736328,
+      "learning_rate": 1.8253095342143385e-06,
+      "loss": 0.9955095052719116,
+      "step": 1592
+    },
+    {
+      "epoch": 1.9462759462759462,
+      "grad_norm": 5.177717208862305,
+      "learning_rate": 1.8226065835730885e-06,
+      "loss": 0.6742517948150635,
+      "step": 1594
+    },
+    {
+      "epoch": 1.9487179487179487,
+      "grad_norm": 2.7875900268554688,
+      "learning_rate": 1.8199029293124974e-06,
+      "loss": 0.6115295886993408,
+      "step": 1596
+    },
+    {
+      "epoch": 1.9511599511599511,
+      "grad_norm": 2.1929914951324463,
+      "learning_rate": 1.8171985824538319e-06,
+      "loss": 0.7518469095230103,
+      "step": 1598
+    },
+    {
+      "epoch": 1.9536019536019538,
+      "grad_norm": 4.411022186279297,
+      "learning_rate": 1.8144935540211854e-06,
+      "loss": 0.7704393267631531,
+      "step": 1600
+    },
+    {
+      "epoch": 1.9560439560439562,
+      "grad_norm": 2.1730399131774902,
+      "learning_rate": 1.8117878550414259e-06,
+      "loss": 1.0425870418548584,
+      "step": 1602
+    },
+    {
+      "epoch": 1.9584859584859586,
+      "grad_norm": 3.9870214462280273,
+      "learning_rate": 1.8090814965441579e-06,
+      "loss": 1.280583143234253,
+      "step": 1604
+    },
+    {
+      "epoch": 1.960927960927961,
+      "grad_norm": 6.02722692489624,
+      "learning_rate": 1.8063744895616719e-06,
+      "loss": 1.3034554719924927,
+      "step": 1606
+    },
+    {
+      "epoch": 1.9633699633699635,
+      "grad_norm": 2.3687644004821777,
+      "learning_rate": 1.8036668451289048e-06,
+      "loss": 1.1602702140808105,
+      "step": 1608
+    },
+    {
+      "epoch": 1.965811965811966,
+      "grad_norm": 2.6075732707977295,
+      "learning_rate": 1.8009585742833885e-06,
+      "loss": 1.0742807388305664,
+      "step": 1610
+    },
+    {
+      "epoch": 1.9682539682539684,
+      "grad_norm": 5.860198497772217,
+      "learning_rate": 1.7982496880652118e-06,
+      "loss": 0.9445716142654419,
+      "step": 1612
+    },
+    {
+      "epoch": 1.9706959706959708,
+      "grad_norm": 2.031967878341675,
+      "learning_rate": 1.7955401975169694e-06,
+      "loss": 1.1359782218933105,
+      "step": 1614
+    },
+    {
+      "epoch": 1.9731379731379732,
+      "grad_norm": 2.8739750385284424,
+      "learning_rate": 1.7928301136837215e-06,
+      "loss": 0.9452301263809204,
+      "step": 1616
+    },
+    {
+      "epoch": 1.9755799755799757,
+      "grad_norm": 2.3791871070861816,
+      "learning_rate": 1.7901194476129452e-06,
+      "loss": 0.9672026634216309,
+      "step": 1618
+    },
+    {
+      "epoch": 1.978021978021978,
+      "grad_norm": 1.9117521047592163,
+      "learning_rate": 1.7874082103544923e-06,
+      "loss": 1.119147539138794,
+      "step": 1620
+    },
+    {
+      "epoch": 1.9804639804639805,
+      "grad_norm": 2.7459216117858887,
+      "learning_rate": 1.7846964129605423e-06,
+      "loss": 0.817106306552887,
+      "step": 1622
+    },
+    {
+      "epoch": 1.982905982905983,
+      "grad_norm": 5.714978218078613,
+      "learning_rate": 1.781984066485558e-06,
+      "loss": 0.6298950910568237,
+      "step": 1624
+    },
+    {
+      "epoch": 1.9853479853479854,
+      "grad_norm": 3.180934190750122,
+      "learning_rate": 1.7792711819862413e-06,
+      "loss": 0.8730656504631042,
+      "step": 1626
+    },
+    {
+      "epoch": 1.9877899877899878,
+      "grad_norm": 8.006962776184082,
+      "learning_rate": 1.7765577705214862e-06,
+      "loss": 0.9957073926925659,
+      "step": 1628
+    },
+    {
+      "epoch": 1.9902319902319903,
+      "grad_norm": 3.547837257385254,
+      "learning_rate": 1.7738438431523355e-06,
+      "loss": 1.1636309623718262,
+      "step": 1630
+    },
+    {
+      "epoch": 1.9926739926739927,
+      "grad_norm": 4.942066669464111,
+      "learning_rate": 1.771129410941935e-06,
+      "loss": 1.03013277053833,
+      "step": 1632
+    },
+    {
+      "epoch": 1.9951159951159951,
+      "grad_norm": 2.5757369995117188,
+      "learning_rate": 1.7684144849554884e-06,
+      "loss": 0.7975276112556458,
+      "step": 1634
+    },
+    {
+      "epoch": 1.9975579975579976,
+      "grad_norm": 2.362563133239746,
+      "learning_rate": 1.765699076260212e-06,
+      "loss": 1.1697049140930176,
+      "step": 1636
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.0958151817321777,
+      "learning_rate": 1.7629831959252908e-06,
+      "loss": 1.0749346017837524,
+      "step": 1638
+    },
+    {
+      "epoch": 2.0024420024420024,
+      "grad_norm": 4.216618061065674,
+      "learning_rate": 1.7602668550218306e-06,
+      "loss": 0.9469319581985474,
+      "step": 1640
+    },
+    {
+      "epoch": 2.004884004884005,
+      "grad_norm": 6.101734638214111,
+      "learning_rate": 1.7575500646228164e-06,
+      "loss": 0.6676955223083496,
+      "step": 1642
+    },
+    {
+      "epoch": 2.0073260073260073,
+      "grad_norm": 1.3480907678604126,
+      "learning_rate": 1.7548328358030653e-06,
+      "loss": 0.9219367504119873,
+      "step": 1644
+    },
+    {
+      "epoch": 2.0097680097680097,
+      "grad_norm": 22.67909049987793,
+      "learning_rate": 1.75211517963918e-06,
+      "loss": 0.7239001989364624,
+      "step": 1646
+    },
+    {
+      "epoch": 2.012210012210012,
+      "grad_norm": 2.3606653213500977,
+      "learning_rate": 1.7493971072095072e-06,
+      "loss": 0.7048317790031433,
+      "step": 1648
+    },
+    {
+      "epoch": 2.0146520146520146,
+      "grad_norm": 36.260040283203125,
+      "learning_rate": 1.7466786295940897e-06,
+      "loss": 0.749517560005188,
+      "step": 1650
+    },
+    {
+      "epoch": 2.017094017094017,
+      "grad_norm": 3.51509165763855,
+      "learning_rate": 1.7439597578746214e-06,
+      "loss": 0.6970245838165283,
+      "step": 1652
+    },
+    {
+      "epoch": 2.0195360195360195,
+      "grad_norm": 2.691490411758423,
+      "learning_rate": 1.7412405031344045e-06,
+      "loss": 1.078811764717102,
+      "step": 1654
+    },
+    {
+      "epoch": 2.021978021978022,
+      "grad_norm": 2.797755479812622,
+      "learning_rate": 1.7385208764583002e-06,
+      "loss": 0.5249171257019043,
+      "step": 1656
+    },
+    {
+      "epoch": 2.0244200244200243,
+      "grad_norm": 3.406498908996582,
+      "learning_rate": 1.7358008889326879e-06,
+      "loss": 0.882960319519043,
+      "step": 1658
+    },
+    {
+      "epoch": 2.0268620268620268,
+      "grad_norm": 2.405264377593994,
+      "learning_rate": 1.7330805516454165e-06,
+      "loss": 0.9751981496810913,
+      "step": 1660
+    },
+    {
+      "epoch": 2.029304029304029,
+      "grad_norm": 3.6406667232513428,
+      "learning_rate": 1.7303598756857621e-06,
+      "loss": 0.9668103456497192,
+      "step": 1662
+    },
+    {
+      "epoch": 2.0317460317460316,
+      "grad_norm": 3.7392663955688477,
+      "learning_rate": 1.72763887214438e-06,
+      "loss": 0.47517433762550354,
+      "step": 1664
+    },
+    {
+      "epoch": 2.034188034188034,
+      "grad_norm": 5.553292751312256,
+      "learning_rate": 1.724917552113262e-06,
+      "loss": 0.6592341065406799,
+      "step": 1666
+    },
+    {
+      "epoch": 2.0366300366300365,
+      "grad_norm": 2.054922580718994,
+      "learning_rate": 1.7221959266856887e-06,
+      "loss": 0.9549490809440613,
+      "step": 1668
+    },
+    {
+      "epoch": 2.039072039072039,
+      "grad_norm": 2.8771677017211914,
+      "learning_rate": 1.719474006956188e-06,
+      "loss": 0.6464592218399048,
+      "step": 1670
+    },
+    {
+      "epoch": 2.0415140415140414,
+      "grad_norm": 2.981400966644287,
+      "learning_rate": 1.716751804020484e-06,
+      "loss": 0.8299617767333984,
+      "step": 1672
+    },
+    {
+      "epoch": 2.043956043956044,
+      "grad_norm": 4.985719203948975,
+      "learning_rate": 1.7140293289754587e-06,
+      "loss": 0.8319445848464966,
+      "step": 1674
+    },
+    {
+      "epoch": 2.0463980463980462,
+      "grad_norm": 3.6394999027252197,
+      "learning_rate": 1.7113065929191015e-06,
+      "loss": 0.5642856359481812,
+      "step": 1676
+    },
+    {
+      "epoch": 2.0488400488400487,
+      "grad_norm": 2.7474498748779297,
+      "learning_rate": 1.7085836069504655e-06,
+      "loss": 0.9995335936546326,
+      "step": 1678
+    },
+    {
+      "epoch": 2.051282051282051,
+      "grad_norm": 5.023496150970459,
+      "learning_rate": 1.7058603821696244e-06,
+      "loss": 0.9951038956642151,
+      "step": 1680
+    },
+    {
+      "epoch": 2.0537240537240535,
+      "grad_norm": 2.564154624938965,
+      "learning_rate": 1.7031369296776228e-06,
+      "loss": 0.6000786423683167,
+      "step": 1682
+    },
+    {
+      "epoch": 2.056166056166056,
+      "grad_norm": 2.7970900535583496,
+      "learning_rate": 1.7004132605764363e-06,
+      "loss": 0.6068737506866455,
+      "step": 1684
+    },
+    {
+      "epoch": 2.0586080586080584,
+      "grad_norm": 6.858452796936035,
+      "learning_rate": 1.6976893859689216e-06,
+      "loss": 0.765514612197876,
+      "step": 1686
+    },
+    {
+      "epoch": 2.061050061050061,
+      "grad_norm": 4.134739398956299,
+      "learning_rate": 1.6949653169587732e-06,
+      "loss": 0.836578905582428,
+      "step": 1688
+    },
+    {
+      "epoch": 2.0634920634920633,
+      "grad_norm": 13.155983924865723,
+      "learning_rate": 1.6922410646504795e-06,
+      "loss": 0.7360749244689941,
+      "step": 1690
+    },
+    {
+      "epoch": 2.065934065934066,
+      "grad_norm": 2.470672369003296,
+      "learning_rate": 1.6895166401492746e-06,
+      "loss": 0.7588337659835815,
+      "step": 1692
+    },
+    {
+      "epoch": 2.0683760683760686,
+      "grad_norm": 2.9545395374298096,
+      "learning_rate": 1.6867920545610952e-06,
+      "loss": 0.7109832763671875,
+      "step": 1694
+    },
+    {
+      "epoch": 2.070818070818071,
+      "grad_norm": 3.3367116451263428,
+      "learning_rate": 1.684067318992535e-06,
+      "loss": 0.9194005727767944,
+      "step": 1696
+    },
+    {
+      "epoch": 2.0732600732600734,
+      "grad_norm": 3.1307387351989746,
+      "learning_rate": 1.6813424445507977e-06,
+      "loss": 0.9540067911148071,
+      "step": 1698
+    },
+    {
+      "epoch": 2.075702075702076,
+      "grad_norm": 2.6127028465270996,
+      "learning_rate": 1.6786174423436547e-06,
+      "loss": 0.9777125120162964,
+      "step": 1700
+    },
+    {
+      "epoch": 2.0781440781440783,
+      "grad_norm": 10.716217041015625,
+      "learning_rate": 1.6758923234793975e-06,
+      "loss": 0.4608305096626282,
+      "step": 1702
+    },
+    {
+      "epoch": 2.0805860805860807,
+      "grad_norm": 2.2553529739379883,
+      "learning_rate": 1.673167099066793e-06,
+      "loss": 0.43998032808303833,
+      "step": 1704
+    },
+    {
+      "epoch": 2.083028083028083,
+      "grad_norm": 24.75486183166504,
+      "learning_rate": 1.6704417802150393e-06,
+      "loss": 0.3858780264854431,
+      "step": 1706
+    },
+    {
+      "epoch": 2.0854700854700856,
+      "grad_norm": 6.908089637756348,
+      "learning_rate": 1.6677163780337179e-06,
+      "loss": 0.9613991975784302,
+      "step": 1708
+    },
+    {
+      "epoch": 2.087912087912088,
+      "grad_norm": 2.345442056655884,
+      "learning_rate": 1.6649909036327508e-06,
+      "loss": 0.6652936935424805,
+      "step": 1710
+    },
+    {
+      "epoch": 2.0903540903540905,
+      "grad_norm": 14.50218391418457,
+      "learning_rate": 1.6622653681223553e-06,
+      "loss": 0.5869041085243225,
+      "step": 1712
+    },
+    {
+      "epoch": 2.092796092796093,
+      "grad_norm": 2.2177321910858154,
+      "learning_rate": 1.6595397826129959e-06,
+      "loss": 0.660941481590271,
+      "step": 1714
+    },
+    {
+      "epoch": 2.0952380952380953,
+      "grad_norm": 2.791415214538574,
+      "learning_rate": 1.6568141582153432e-06,
+      "loss": 0.7489262223243713,
+      "step": 1716
+    },
+    {
+      "epoch": 2.0976800976800978,
+      "grad_norm": 2.4642961025238037,
+      "learning_rate": 1.654088506040224e-06,
+      "loss": 0.977318286895752,
+      "step": 1718
+    },
+    {
+      "epoch": 2.1001221001221,
+      "grad_norm": 2.2271535396575928,
+      "learning_rate": 1.6513628371985803e-06,
+      "loss": 0.909781813621521,
+      "step": 1720
+    },
+    {
+      "epoch": 2.1025641025641026,
+      "grad_norm": 3.0111823081970215,
+      "learning_rate": 1.6486371628014201e-06,
+      "loss": 0.9366869926452637,
+      "step": 1722
+    },
+    {
+      "epoch": 2.105006105006105,
+      "grad_norm": 3.323113441467285,
+      "learning_rate": 1.6459114939597763e-06,
+      "loss": 0.6197817325592041,
+      "step": 1724
+    },
+    {
+      "epoch": 2.1074481074481075,
+      "grad_norm": 13.640995025634766,
+      "learning_rate": 1.6431858417846572e-06,
+      "loss": 0.5317754745483398,
+      "step": 1726
+    },
+    {
+      "epoch": 2.10989010989011,
+      "grad_norm": 1.7508105039596558,
+      "learning_rate": 1.6404602173870043e-06,
+      "loss": 0.5558261871337891,
+      "step": 1728
+    },
+    {
+      "epoch": 2.1123321123321124,
+      "grad_norm": 3.5128135681152344,
+      "learning_rate": 1.6377346318776455e-06,
+      "loss": 0.8417212963104248,
+      "step": 1730
+    },
+    {
+      "epoch": 2.114774114774115,
+      "grad_norm": 3.973053455352783,
+      "learning_rate": 1.6350090963672495e-06,
+      "loss": 0.5290448665618896,
+      "step": 1732
+    },
+    {
+      "epoch": 2.1172161172161172,
+      "grad_norm": 1.1887048482894897,
+      "learning_rate": 1.6322836219662825e-06,
+      "loss": 0.26386559009552,
+      "step": 1734
+    },
+    {
+      "epoch": 2.1196581196581197,
+      "grad_norm": 2.8599250316619873,
+      "learning_rate": 1.629558219784961e-06,
+      "loss": 0.9280307292938232,
+      "step": 1736
+    },
+    {
+      "epoch": 2.122100122100122,
+      "grad_norm": 4.396246433258057,
+      "learning_rate": 1.6268329009332073e-06,
+      "loss": 0.8014868497848511,
+      "step": 1738
+    },
+    {
+      "epoch": 2.1245421245421245,
+      "grad_norm": 9.692065238952637,
+      "learning_rate": 1.624107676520603e-06,
+      "loss": 0.9294686317443848,
+      "step": 1740
+    },
+    {
+      "epoch": 2.126984126984127,
+      "grad_norm": 11.22627067565918,
+      "learning_rate": 1.6213825576563453e-06,
+      "loss": 0.8538755178451538,
+      "step": 1742
+    },
+    {
+      "epoch": 2.1294261294261294,
+      "grad_norm": 2.9961278438568115,
+      "learning_rate": 1.6186575554492025e-06,
+      "loss": 0.6519080400466919,
+      "step": 1744
+    },
+    {
+      "epoch": 2.131868131868132,
+      "grad_norm": 3.5045223236083984,
+      "learning_rate": 1.6159326810074655e-06,
+      "loss": 1.0177139043807983,
+      "step": 1746
+    },
+    {
+      "epoch": 2.1343101343101343,
+      "grad_norm": 10.62950325012207,
+      "learning_rate": 1.6132079454389051e-06,
+      "loss": 0.38920822739601135,
+      "step": 1748
+    },
+    {
+      "epoch": 2.1367521367521367,
+      "grad_norm": 2.673360586166382,
+      "learning_rate": 1.6104833598507258e-06,
+      "loss": 1.0627334117889404,
+      "step": 1750
+    },
+    {
+      "epoch": 2.139194139194139,
+      "grad_norm": 2.3104326725006104,
+      "learning_rate": 1.607758935349521e-06,
+      "loss": 0.8785233497619629,
+      "step": 1752
+    },
+    {
+      "epoch": 2.1416361416361416,
+      "grad_norm": 3.0112380981445312,
+      "learning_rate": 1.6050346830412268e-06,
+      "loss": 0.7654712200164795,
+      "step": 1754
+    },
+    {
+      "epoch": 2.144078144078144,
+      "grad_norm": 2.3209385871887207,
+      "learning_rate": 1.6023106140310788e-06,
+      "loss": 1.0415282249450684,
+      "step": 1756
+    },
+    {
+      "epoch": 2.1465201465201464,
+      "grad_norm": 2.134535551071167,
+      "learning_rate": 1.599586739423564e-06,
+      "loss": 0.4587876498699188,
+      "step": 1758
+    },
+    {
+      "epoch": 2.148962148962149,
+      "grad_norm": 2.9099526405334473,
+      "learning_rate": 1.5968630703223773e-06,
+      "loss": 0.8560281991958618,
+      "step": 1760
+    },
+    {
+      "epoch": 2.1514041514041513,
+      "grad_norm": 1.3330203294754028,
+      "learning_rate": 1.5941396178303766e-06,
+      "loss": 0.6638654470443726,
+      "step": 1762
+    },
+    {
+      "epoch": 2.1538461538461537,
+      "grad_norm": 6.182371616363525,
+      "learning_rate": 1.5914163930495345e-06,
+      "loss": 0.5872393846511841,
+      "step": 1764
+    },
+    {
+      "epoch": 2.156288156288156,
+      "grad_norm": 1.8256715536117554,
+      "learning_rate": 1.5886934070808989e-06,
+      "loss": 0.4515438675880432,
+      "step": 1766
+    },
+    {
+      "epoch": 2.1587301587301586,
+      "grad_norm": 4.12510347366333,
+      "learning_rate": 1.5859706710245417e-06,
+      "loss": 0.6968947052955627,
+      "step": 1768
+    },
+    {
+      "epoch": 2.161172161172161,
+      "grad_norm": 13.284811019897461,
+      "learning_rate": 1.5832481959795163e-06,
+      "loss": 0.5480116605758667,
+      "step": 1770
+    },
+    {
+      "epoch": 2.1636141636141635,
+      "grad_norm": 2.6436359882354736,
+      "learning_rate": 1.5805259930438125e-06,
+      "loss": 0.6640259027481079,
+      "step": 1772
+    },
+    {
+      "epoch": 2.166056166056166,
+      "grad_norm": 5.23723840713501,
+      "learning_rate": 1.577804073314311e-06,
+      "loss": 0.7670260667800903,
+      "step": 1774
+    },
+    {
+      "epoch": 2.1684981684981683,
+      "grad_norm": 2.664271831512451,
+      "learning_rate": 1.5750824478867382e-06,
+      "loss": 0.9593580365180969,
+      "step": 1776
+    },
+    {
+      "epoch": 2.1709401709401708,
+      "grad_norm": 8.346899032592773,
+      "learning_rate": 1.5723611278556203e-06,
+      "loss": 0.6394690275192261,
+      "step": 1778
+    },
+    {
+      "epoch": 2.173382173382173,
+      "grad_norm": 3.4478020668029785,
+      "learning_rate": 1.5696401243142383e-06,
+      "loss": 0.9311685562133789,
+      "step": 1780
+    },
+    {
+      "epoch": 2.1758241758241756,
+      "grad_norm": 8.392507553100586,
+      "learning_rate": 1.5669194483545839e-06,
+      "loss": 0.7687492966651917,
+      "step": 1782
+    },
+    {
+      "epoch": 2.178266178266178,
+      "grad_norm": 2.0415618419647217,
+      "learning_rate": 1.5641991110673125e-06,
+      "loss": 0.8528757095336914,
+      "step": 1784
+    },
+    {
+      "epoch": 2.1807081807081805,
+      "grad_norm": 10.873391151428223,
+      "learning_rate": 1.5614791235417002e-06,
+      "loss": 0.7388204336166382,
+      "step": 1786
+    },
+    {
+      "epoch": 2.183150183150183,
+      "grad_norm": 4.45784330368042,
+      "learning_rate": 1.5587594968655961e-06,
+      "loss": 0.8448042869567871,
+      "step": 1788
+    },
+    {
+      "epoch": 2.185592185592186,
+      "grad_norm": 2.4441540241241455,
+      "learning_rate": 1.556040242125379e-06,
+      "loss": 0.8550477623939514,
+      "step": 1790
+    },
+    {
+      "epoch": 2.1880341880341883,
+      "grad_norm": 9.97851848602295,
+      "learning_rate": 1.5533213704059111e-06,
+      "loss": 0.8863077163696289,
+      "step": 1792
+    },
+    {
+      "epoch": 2.1904761904761907,
+      "grad_norm": 2.1011757850646973,
+      "learning_rate": 1.550602892790493e-06,
+      "loss": 0.5247014760971069,
+      "step": 1794
+    },
+    {
+      "epoch": 2.192918192918193,
+      "grad_norm": 3.3591878414154053,
+      "learning_rate": 1.5478848203608204e-06,
+      "loss": 0.7306163311004639,
+      "step": 1796
+    },
+    {
+      "epoch": 2.1953601953601956,
+      "grad_norm": 3.187375068664551,
+      "learning_rate": 1.5451671641969355e-06,
+      "loss": 0.7007449865341187,
+      "step": 1798
+    },
+    {
+      "epoch": 2.197802197802198,
+      "grad_norm": 2.8326480388641357,
+      "learning_rate": 1.542449935377184e-06,
+      "loss": 0.9678464531898499,
+      "step": 1800
+    },
+    {
+      "epoch": 2.2002442002442004,
+      "grad_norm": 16.241653442382812,
+      "learning_rate": 1.5397331449781702e-06,
+      "loss": 0.9001434445381165,
+      "step": 1802
+    },
+    {
+      "epoch": 2.202686202686203,
+      "grad_norm": 3.0486555099487305,
+      "learning_rate": 1.5370168040747094e-06,
+      "loss": 0.6704305410385132,
+      "step": 1804
+    },
+    {
+      "epoch": 2.2051282051282053,
+      "grad_norm": 2.7000041007995605,
+      "learning_rate": 1.534300923739788e-06,
+      "loss": 0.921515166759491,
+      "step": 1806
+    },
+    {
+      "epoch": 2.2075702075702077,
+      "grad_norm": 2.3786838054656982,
+      "learning_rate": 1.5315855150445117e-06,
+      "loss": 1.0040926933288574,
+      "step": 1808
+    },
+    {
+      "epoch": 2.21001221001221,
+      "grad_norm": 2.6251399517059326,
+      "learning_rate": 1.5288705890580654e-06,
+      "loss": 0.7396351099014282,
+      "step": 1810
+    },
+    {
+      "epoch": 2.2124542124542126,
+      "grad_norm": 7.335432052612305,
+      "learning_rate": 1.526156156847665e-06,
+      "loss": 0.6708033084869385,
+      "step": 1812
+    },
+    {
+      "epoch": 2.214896214896215,
+      "grad_norm": 3.2044546604156494,
+      "learning_rate": 1.5234422294785146e-06,
+      "loss": 0.3860257863998413,
+      "step": 1814
+    },
+    {
+      "epoch": 2.2173382173382175,
+      "grad_norm": 1.9752088785171509,
+      "learning_rate": 1.5207288180137588e-06,
+      "loss": 0.9366165399551392,
+      "step": 1816
+    },
+    {
+      "epoch": 2.21978021978022,
+      "grad_norm": 3.3452351093292236,
+      "learning_rate": 1.5180159335144419e-06,
+      "loss": 0.8869001865386963,
+      "step": 1818
+    },
+    {
+      "epoch": 2.2222222222222223,
+      "grad_norm": 1.6766027212142944,
+      "learning_rate": 1.515303587039458e-06,
+      "loss": 0.9146523475646973,
+      "step": 1820
+    },
+    {
+      "epoch": 2.2246642246642248,
+      "grad_norm": 3.886622190475464,
+      "learning_rate": 1.512591789645508e-06,
+      "loss": 0.5201717615127563,
+      "step": 1822
+    },
+    {
+      "epoch": 2.227106227106227,
+      "grad_norm": 5.899975299835205,
+      "learning_rate": 1.5098805523870552e-06,
+      "loss": 0.7236602306365967,
+      "step": 1824
+    },
+    {
+      "epoch": 2.2295482295482296,
+      "grad_norm": 5.8403096199035645,
+      "learning_rate": 1.5071698863162787e-06,
+      "loss": 0.6882015466690063,
+      "step": 1826
+    },
+    {
+      "epoch": 2.231990231990232,
+      "grad_norm": 6.883052825927734,
+      "learning_rate": 1.5044598024830307e-06,
+      "loss": 0.574286937713623,
+      "step": 1828
+    },
+    {
+      "epoch": 2.2344322344322345,
+      "grad_norm": 7.918755054473877,
+      "learning_rate": 1.5017503119347888e-06,
+      "loss": 0.7234624028205872,
+      "step": 1830
+    },
+    {
+      "epoch": 2.236874236874237,
+      "grad_norm": 3.1122801303863525,
+      "learning_rate": 1.4990414257166119e-06,
+      "loss": 0.9573710560798645,
+      "step": 1832
+    },
+    {
+      "epoch": 2.2393162393162394,
+      "grad_norm": 2.384960174560547,
+      "learning_rate": 1.4963331548710956e-06,
+      "loss": 0.912803053855896,
+      "step": 1834
+    },
+    {
+      "epoch": 2.241758241758242,
+      "grad_norm": 3.325394630432129,
+      "learning_rate": 1.4936255104383279e-06,
+      "loss": 0.9289860725402832,
+      "step": 1836
+    },
+    {
+      "epoch": 2.244200244200244,
+      "grad_norm": 6.586422443389893,
+      "learning_rate": 1.4909185034558425e-06,
+      "loss": 1.0167450904846191,
+      "step": 1838
+    },
+    {
+      "epoch": 2.2466422466422467,
+      "grad_norm": 20.79213523864746,
+      "learning_rate": 1.4882121449585745e-06,
+      "loss": 0.4085450768470764,
+      "step": 1840
+    },
+    {
+      "epoch": 2.249084249084249,
+      "grad_norm": 2.2009057998657227,
+      "learning_rate": 1.485506445978815e-06,
+      "loss": 0.8706716299057007,
+      "step": 1842
+    },
+    {
+      "epoch": 2.2515262515262515,
+      "grad_norm": 3.2609333992004395,
+      "learning_rate": 1.482801417546168e-06,
+      "loss": 1.1071045398712158,
+      "step": 1844
+    },
+    {
+      "epoch": 2.253968253968254,
+      "grad_norm": 14.764912605285645,
+      "learning_rate": 1.480097070687503e-06,
+      "loss": 0.6743595600128174,
+      "step": 1846
+    },
+    {
+      "epoch": 2.2564102564102564,
+      "grad_norm": 1.1561812162399292,
+      "learning_rate": 1.4773934164269115e-06,
+      "loss": 0.6079235672950745,
+      "step": 1848
+    },
+    {
+      "epoch": 2.258852258852259,
+      "grad_norm": 5.049133777618408,
+      "learning_rate": 1.4746904657856619e-06,
+      "loss": 0.681169867515564,
+      "step": 1850
+    },
+    {
+      "epoch": 2.2612942612942613,
+      "grad_norm": 4.974262714385986,
+      "learning_rate": 1.4719882297821534e-06,
+      "loss": 0.8603782057762146,
+      "step": 1852
+    },
+    {
+      "epoch": 2.2637362637362637,
+      "grad_norm": 2.6787617206573486,
+      "learning_rate": 1.4692867194318731e-06,
+      "loss": 0.9463958740234375,
+      "step": 1854
+    },
+    {
+      "epoch": 2.266178266178266,
+      "grad_norm": 3.137239456176758,
+      "learning_rate": 1.4665859457473486e-06,
+      "loss": 0.9231513738632202,
+      "step": 1856
+    },
+    {
+      "epoch": 2.2686202686202686,
+      "grad_norm": 2.1381964683532715,
+      "learning_rate": 1.4638859197381076e-06,
+      "loss": 0.729681670665741,
+      "step": 1858
+    },
+    {
+      "epoch": 2.271062271062271,
+      "grad_norm": 2.4693713188171387,
+      "learning_rate": 1.4611866524106263e-06,
+      "loss": 0.9645771980285645,
+      "step": 1860
+    },
+    {
+      "epoch": 2.2735042735042734,
+      "grad_norm": 3.4739949703216553,
+      "learning_rate": 1.4584881547682897e-06,
+      "loss": 0.6171971559524536,
+      "step": 1862
+    },
+    {
+      "epoch": 2.275946275946276,
+      "grad_norm": 11.276899337768555,
+      "learning_rate": 1.4557904378113456e-06,
+      "loss": 0.6007958054542542,
+      "step": 1864
+    },
+    {
+      "epoch": 2.2783882783882783,
+      "grad_norm": 3.313239336013794,
+      "learning_rate": 1.4530935125368595e-06,
+      "loss": 0.9140582084655762,
+      "step": 1866
+    },
+    {
+      "epoch": 2.2808302808302807,
+      "grad_norm": 2.4360618591308594,
+      "learning_rate": 1.450397389938668e-06,
+      "loss": 0.8729221224784851,
+      "step": 1868
+    },
+    {
+      "epoch": 2.283272283272283,
+      "grad_norm": 2.5397229194641113,
+      "learning_rate": 1.4477020810073382e-06,
+      "loss": 0.9614423513412476,
+      "step": 1870
+    },
+    {
+      "epoch": 2.2857142857142856,
+      "grad_norm": 2.3346688747406006,
+      "learning_rate": 1.4450075967301186e-06,
+      "loss": 0.8911330699920654,
+      "step": 1872
+    },
+    {
+      "epoch": 2.288156288156288,
+      "grad_norm": 6.887451648712158,
+      "learning_rate": 1.4423139480908963e-06,
+      "loss": 0.22436925768852234,
+      "step": 1874
+    },
+    {
+      "epoch": 2.2905982905982905,
+      "grad_norm": 2.1941566467285156,
+      "learning_rate": 1.439621146070152e-06,
+      "loss": 0.9239218235015869,
+      "step": 1876
+    },
+    {
+      "epoch": 2.293040293040293,
+      "grad_norm": 20.07970428466797,
+      "learning_rate": 1.436929201644915e-06,
+      "loss": 0.6081951260566711,
+      "step": 1878
+    },
+    {
+      "epoch": 2.2954822954822953,
+      "grad_norm": 33.53670120239258,
+      "learning_rate": 1.4342381257887197e-06,
+      "loss": 0.7479280233383179,
+      "step": 1880
+    },
+    {
+      "epoch": 2.2979242979242978,
+      "grad_norm": 3.6325926780700684,
+      "learning_rate": 1.4315479294715592e-06,
+      "loss": 0.9375418424606323,
+      "step": 1882
+    },
+    {
+      "epoch": 2.3003663003663,
+      "grad_norm": 2.3526835441589355,
+      "learning_rate": 1.4288586236598407e-06,
+      "loss": 0.6414413452148438,
+      "step": 1884
+    },
+    {
+      "epoch": 2.3028083028083026,
+      "grad_norm": 7.12298059463501,
+      "learning_rate": 1.4261702193163423e-06,
+      "loss": 1.1579365730285645,
+      "step": 1886
+    },
+    {
+      "epoch": 2.305250305250305,
+      "grad_norm": 2.2552568912506104,
+      "learning_rate": 1.4234827274001658e-06,
+      "loss": 0.9225502014160156,
+      "step": 1888
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 2.3250763416290283,
+      "learning_rate": 1.4207961588666956e-06,
+      "loss": 0.9797046184539795,
+      "step": 1890
+    },
+    {
+      "epoch": 2.31013431013431,
+      "grad_norm": 2.733238697052002,
+      "learning_rate": 1.4181105246675508e-06,
+      "loss": 0.9228655099868774,
+      "step": 1892
+    },
+    {
+      "epoch": 2.3125763125763124,
+      "grad_norm": 5.1224751472473145,
+      "learning_rate": 1.4154258357505415e-06,
+      "loss": 1.0722181797027588,
+      "step": 1894
+    },
+    {
+      "epoch": 2.315018315018315,
+      "grad_norm": 2.998682737350464,
+      "learning_rate": 1.412742103059625e-06,
+      "loss": 0.9534224271774292,
+      "step": 1896
+    },
+    {
+      "epoch": 2.317460317460317,
+      "grad_norm": 4.182287216186523,
+      "learning_rate": 1.4100593375348603e-06,
+      "loss": 1.0109329223632812,
+      "step": 1898
+    },
+    {
+      "epoch": 2.3199023199023197,
+      "grad_norm": 3.3046650886535645,
+      "learning_rate": 1.4073775501123644e-06,
+      "loss": 0.8815030455589294,
+      "step": 1900
+    },
+    {
+      "epoch": 2.3223443223443225,
+      "grad_norm": 2.948150157928467,
+      "learning_rate": 1.4046967517242657e-06,
+      "loss": 0.9238619804382324,
+      "step": 1902
+    },
+    {
+      "epoch": 2.324786324786325,
+      "grad_norm": 10.11429214477539,
+      "learning_rate": 1.402016953298663e-06,
+      "loss": 0.5186190009117126,
+      "step": 1904
+    },
+    {
+      "epoch": 2.3272283272283274,
+      "grad_norm": 12.115678787231445,
+      "learning_rate": 1.399338165759577e-06,
+      "loss": 0.44795453548431396,
+      "step": 1906
+    },
+    {
+      "epoch": 2.32967032967033,
+      "grad_norm": 2.503965377807617,
+      "learning_rate": 1.3966604000269082e-06,
+      "loss": 0.6183021068572998,
+      "step": 1908
+    },
+    {
+      "epoch": 2.3321123321123323,
+      "grad_norm": 5.133605003356934,
+      "learning_rate": 1.3939836670163914e-06,
+      "loss": 0.33668291568756104,
+      "step": 1910
+    },
+    {
+      "epoch": 2.3345543345543347,
+      "grad_norm": 5.264642715454102,
+      "learning_rate": 1.3913079776395532e-06,
+      "loss": 0.7825181484222412,
+      "step": 1912
+    },
+    {
+      "epoch": 2.336996336996337,
+      "grad_norm": 2.069408893585205,
+      "learning_rate": 1.388633342803664e-06,
+      "loss": 0.8511747121810913,
+      "step": 1914
+    },
+    {
+      "epoch": 2.3394383394383396,
+      "grad_norm": 5.884605407714844,
+      "learning_rate": 1.3859597734116962e-06,
+      "loss": 0.8724058866500854,
+      "step": 1916
+    },
+    {
+      "epoch": 2.341880341880342,
+      "grad_norm": 2.5526764392852783,
+      "learning_rate": 1.3832872803622787e-06,
+      "loss": 0.5849741697311401,
+      "step": 1918
+    },
+    {
+      "epoch": 2.3443223443223444,
+      "grad_norm": 8.768757820129395,
+      "learning_rate": 1.3806158745496523e-06,
+      "loss": 0.244558185338974,
+      "step": 1920
+    },
+    {
+      "epoch": 2.346764346764347,
+      "grad_norm": 8.230733871459961,
+      "learning_rate": 1.3779455668636281e-06,
+      "loss": 0.6931383609771729,
+      "step": 1922
+    },
+    {
+      "epoch": 2.3492063492063493,
+      "grad_norm": 1.4398163557052612,
+      "learning_rate": 1.375276368189538e-06,
+      "loss": 0.5176495313644409,
+      "step": 1924
+    },
+    {
+      "epoch": 2.3516483516483517,
+      "grad_norm": 3.206899642944336,
+      "learning_rate": 1.3726082894081942e-06,
+      "loss": 0.8807193636894226,
+      "step": 1926
+    },
+    {
+      "epoch": 2.354090354090354,
+      "grad_norm": 4.781541347503662,
+      "learning_rate": 1.369941341395844e-06,
+      "loss": 0.4091113805770874,
+      "step": 1928
+    },
+    {
+      "epoch": 2.3565323565323566,
+      "grad_norm": 1.930128574371338,
+      "learning_rate": 1.3672755350241242e-06,
+      "loss": 0.479788601398468,
+      "step": 1930
+    },
+    {
+      "epoch": 2.358974358974359,
+      "grad_norm": 2.9465410709381104,
+      "learning_rate": 1.3646108811600196e-06,
+      "loss": 0.6251949071884155,
+      "step": 1932
+    },
+    {
+      "epoch": 2.3614163614163615,
+      "grad_norm": 2.628770589828491,
+      "learning_rate": 1.361947390665815e-06,
+      "loss": 0.8730329275131226,
+      "step": 1934
+    },
+    {
+      "epoch": 2.363858363858364,
+      "grad_norm": 1.8498796224594116,
+      "learning_rate": 1.3592850743990536e-06,
+      "loss": 0.5206220746040344,
+      "step": 1936
+    },
+    {
+      "epoch": 2.3663003663003663,
+      "grad_norm": 2.42006778717041,
+      "learning_rate": 1.3566239432124922e-06,
+      "loss": 0.8877469301223755,
+      "step": 1938
+    },
+    {
+      "epoch": 2.3687423687423688,
+      "grad_norm": 5.480327129364014,
+      "learning_rate": 1.3539640079540552e-06,
+      "loss": 0.7236716747283936,
+      "step": 1940
+    },
+    {
+      "epoch": 2.371184371184371,
+      "grad_norm": 0.8233247399330139,
+      "learning_rate": 1.3513052794667944e-06,
+      "loss": 0.5979463458061218,
+      "step": 1942
+    },
+    {
+      "epoch": 2.3736263736263736,
+      "grad_norm": 16.757837295532227,
+      "learning_rate": 1.3486477685888412e-06,
+      "loss": 0.8658863306045532,
+      "step": 1944
+    },
+    {
+      "epoch": 2.376068376068376,
+      "grad_norm": 5.338561058044434,
+      "learning_rate": 1.345991486153362e-06,
+      "loss": 0.18130576610565186,
+      "step": 1946
+    },
+    {
+      "epoch": 2.3785103785103785,
+      "grad_norm": 1.9789485931396484,
+      "learning_rate": 1.3433364429885175e-06,
+      "loss": 0.45993301272392273,
+      "step": 1948
+    },
+    {
+      "epoch": 2.380952380952381,
+      "grad_norm": 5.3818230628967285,
+      "learning_rate": 1.340682649917415e-06,
+      "loss": 0.49821627140045166,
+      "step": 1950
+    },
+    {
+      "epoch": 2.3833943833943834,
+      "grad_norm": 2.89180064201355,
+      "learning_rate": 1.3380301177580685e-06,
+      "loss": 0.45867276191711426,
+      "step": 1952
+    },
+    {
+      "epoch": 2.385836385836386,
+      "grad_norm": 11.45947265625,
+      "learning_rate": 1.3353788573233485e-06,
+      "loss": 0.7745890617370605,
+      "step": 1954
+    },
+    {
+      "epoch": 2.3882783882783882,
+      "grad_norm": 2.6990694999694824,
+      "learning_rate": 1.3327288794209438e-06,
+      "loss": 1.0086697340011597,
+      "step": 1956
+    },
+    {
+      "epoch": 2.3907203907203907,
+      "grad_norm": 2.360067367553711,
+      "learning_rate": 1.330080194853314e-06,
+      "loss": 0.5278434753417969,
+      "step": 1958
+    },
+    {
+      "epoch": 2.393162393162393,
+      "grad_norm": 1.9279552698135376,
+      "learning_rate": 1.3274328144176476e-06,
+      "loss": 1.0481023788452148,
+      "step": 1960
+    },
+    {
+      "epoch": 2.3956043956043955,
+      "grad_norm": 4.896252632141113,
+      "learning_rate": 1.3247867489058158e-06,
+      "loss": 0.5714776515960693,
+      "step": 1962
+    },
+    {
+      "epoch": 2.398046398046398,
+      "grad_norm": 2.0633604526519775,
+      "learning_rate": 1.322142009104329e-06,
+      "loss": 0.8940474987030029,
+      "step": 1964
+    },
+    {
+      "epoch": 2.4004884004884004,
+      "grad_norm": 5.460541725158691,
+      "learning_rate": 1.3194986057942964e-06,
+      "loss": 0.4920280873775482,
+      "step": 1966
+    },
+    {
+      "epoch": 2.402930402930403,
+      "grad_norm": 10.408319473266602,
+      "learning_rate": 1.3168565497513755e-06,
+      "loss": 0.6397073268890381,
+      "step": 1968
+    },
+    {
+      "epoch": 2.4053724053724053,
+      "grad_norm": 8.490042686462402,
+      "learning_rate": 1.3142158517457336e-06,
+      "loss": 0.4596382677555084,
+      "step": 1970
+    },
+    {
+      "epoch": 2.4078144078144077,
+      "grad_norm": 21.235645294189453,
+      "learning_rate": 1.3115765225420014e-06,
+      "loss": 0.2081039547920227,
+      "step": 1972
+    },
+    {
+      "epoch": 2.41025641025641,
+      "grad_norm": 1.7084224224090576,
+      "learning_rate": 1.3089385728992314e-06,
+      "loss": 0.2166650891304016,
+      "step": 1974
+    },
+    {
+      "epoch": 2.4126984126984126,
+      "grad_norm": 172.3874053955078,
+      "learning_rate": 1.3063020135708505e-06,
+      "loss": 0.45456746220588684,
+      "step": 1976
+    },
+    {
+      "epoch": 2.415140415140415,
+      "grad_norm": 5.325479984283447,
+      "learning_rate": 1.303666855304618e-06,
+      "loss": 0.973847508430481,
+      "step": 1978
+    },
+    {
+      "epoch": 2.4175824175824174,
+      "grad_norm": 2.519134283065796,
+      "learning_rate": 1.3010331088425834e-06,
+      "loss": 0.4655970335006714,
+      "step": 1980
+    },
+    {
+      "epoch": 2.42002442002442,
+      "grad_norm": 4.00046443939209,
+      "learning_rate": 1.2984007849210397e-06,
+      "loss": 1.049086332321167,
+      "step": 1982
+    },
+    {
+      "epoch": 2.4224664224664223,
+      "grad_norm": 1.241420865058899,
+      "learning_rate": 1.2957698942704826e-06,
+      "loss": 0.5066336989402771,
+      "step": 1984
+    },
+    {
+      "epoch": 2.4249084249084247,
+      "grad_norm": 1.724372148513794,
+      "learning_rate": 1.293140447615563e-06,
+      "loss": 0.9419578313827515,
+      "step": 1986
+    },
+    {
+      "epoch": 2.427350427350427,
+      "grad_norm": 7.0960798263549805,
+      "learning_rate": 1.2905124556750475e-06,
+      "loss": 0.9048100709915161,
+      "step": 1988
+    },
+    {
+      "epoch": 2.42979242979243,
+      "grad_norm": 4.784210681915283,
+      "learning_rate": 1.2878859291617709e-06,
+      "loss": 0.9671621918678284,
+      "step": 1990
+    },
+    {
+      "epoch": 2.4322344322344325,
+      "grad_norm": 3.5901238918304443,
+      "learning_rate": 1.2852608787825949e-06,
+      "loss": 0.951181173324585,
+      "step": 1992
+    },
+    {
+      "epoch": 2.434676434676435,
+      "grad_norm": 2.41652774810791,
+      "learning_rate": 1.2826373152383652e-06,
+      "loss": 0.882880687713623,
+      "step": 1994
+    },
+    {
+      "epoch": 2.4371184371184373,
+      "grad_norm": 2.2836592197418213,
+      "learning_rate": 1.2800152492238653e-06,
+      "loss": 0.9011931419372559,
+      "step": 1996
+    },
+    {
+      "epoch": 2.4395604395604398,
+      "grad_norm": 4.0648512840271,
+      "learning_rate": 1.2773946914277732e-06,
+      "loss": 0.9935725927352905,
+      "step": 1998
+    },
+    {
+      "epoch": 2.442002442002442,
+      "grad_norm": 5.472900390625,
+      "learning_rate": 1.2747756525326203e-06,
+      "loss": 0.6879719495773315,
+      "step": 2000
+    },
+    {
+      "epoch": 2.4444444444444446,
+      "grad_norm": 2.7880618572235107,
+      "learning_rate": 1.2721581432147446e-06,
+      "loss": 1.0028624534606934,
+      "step": 2002
+    },
+    {
+      "epoch": 2.446886446886447,
+      "grad_norm": 2.5442252159118652,
+      "learning_rate": 1.2695421741442524e-06,
+      "loss": 0.5691015720367432,
+      "step": 2004
+    },
+    {
+      "epoch": 2.4493284493284495,
+      "grad_norm": 3.0710692405700684,
+      "learning_rate": 1.266927755984967e-06,
+      "loss": 0.694396436214447,
+      "step": 2006
+    },
+    {
+      "epoch": 2.451770451770452,
+      "grad_norm": 3.5317189693450928,
+      "learning_rate": 1.2643148993943924e-06,
+      "loss": 1.0118412971496582,
+      "step": 2008
+    },
+    {
+      "epoch": 2.4542124542124544,
+      "grad_norm": 2.652507781982422,
+      "learning_rate": 1.261703615023665e-06,
+      "loss": 0.5923147201538086,
+      "step": 2010
+    },
+    {
+      "epoch": 2.456654456654457,
+      "grad_norm": 2.592494249343872,
+      "learning_rate": 1.2590939135175136e-06,
+      "loss": 0.5213377475738525,
+      "step": 2012
+    },
+    {
+      "epoch": 2.4590964590964592,
+      "grad_norm": 2.6872897148132324,
+      "learning_rate": 1.2564858055142145e-06,
+      "loss": 0.9990290403366089,
+      "step": 2014
+    },
+    {
+      "epoch": 2.4615384615384617,
+      "grad_norm": 2.356238842010498,
+      "learning_rate": 1.2538793016455475e-06,
+      "loss": 0.9234784841537476,
+      "step": 2016
+    },
+    {
+      "epoch": 2.463980463980464,
+      "grad_norm": 1.9037610292434692,
+      "learning_rate": 1.2512744125367528e-06,
+      "loss": 0.9043244123458862,
+      "step": 2018
+    },
+    {
+      "epoch": 2.4664224664224665,
+      "grad_norm": 7.668602466583252,
+      "learning_rate": 1.2486711488064905e-06,
+      "loss": 0.7256745100021362,
+      "step": 2020
+    },
+    {
+      "epoch": 2.468864468864469,
+      "grad_norm": 2.6887943744659424,
+      "learning_rate": 1.2460695210667914e-06,
+      "loss": 0.5414122343063354,
+      "step": 2022
+    },
+    {
+      "epoch": 2.4713064713064714,
+      "grad_norm": 64.09046936035156,
+      "learning_rate": 1.2434695399230209e-06,
+      "loss": 0.679863691329956,
+      "step": 2024
+    },
+    {
+      "epoch": 2.473748473748474,
+      "grad_norm": 3.3055121898651123,
+      "learning_rate": 1.240871215973829e-06,
+      "loss": 1.0142806768417358,
+      "step": 2026
+    },
+    {
+      "epoch": 2.4761904761904763,
+      "grad_norm": 1.0458382368087769,
+      "learning_rate": 1.238274559811113e-06,
+      "loss": 0.5501134395599365,
+      "step": 2028
+    },
+    {
+      "epoch": 2.4786324786324787,
+      "grad_norm": 2.6726701259613037,
+      "learning_rate": 1.2356795820199698e-06,
+      "loss": 1.0118372440338135,
+      "step": 2030
+    },
+    {
+      "epoch": 2.481074481074481,
+      "grad_norm": 2.2977938652038574,
+      "learning_rate": 1.2330862931786545e-06,
+      "loss": 1.0428073406219482,
+      "step": 2032
+    },
+    {
+      "epoch": 2.4835164835164836,
+      "grad_norm": 5.646606922149658,
+      "learning_rate": 1.230494703858538e-06,
+      "loss": 0.5894712209701538,
+      "step": 2034
+    },
+    {
+      "epoch": 2.485958485958486,
+      "grad_norm": 5.495636940002441,
+      "learning_rate": 1.2279048246240643e-06,
+      "loss": 1.023470401763916,
+      "step": 2036
+    },
+    {
+      "epoch": 2.4884004884004884,
+      "grad_norm": 2.8086633682250977,
+      "learning_rate": 1.2253166660327038e-06,
+      "loss": 0.6385378837585449,
+      "step": 2038
+    },
+    {
+      "epoch": 2.490842490842491,
+      "grad_norm": 17.103914260864258,
+      "learning_rate": 1.2227302386349143e-06,
+      "loss": 0.71128249168396,
+      "step": 2040
+    },
+    {
+      "epoch": 2.4932844932844933,
+      "grad_norm": 5.164656639099121,
+      "learning_rate": 1.2201455529740966e-06,
+      "loss": 0.9743695259094238,
+      "step": 2042
+    },
+    {
+      "epoch": 2.4957264957264957,
+      "grad_norm": 5.278618335723877,
+      "learning_rate": 1.2175626195865509e-06,
+      "loss": 0.6444355845451355,
+      "step": 2044
+    },
+    {
+      "epoch": 2.498168498168498,
+      "grad_norm": 7.79168176651001,
+      "learning_rate": 1.2149814490014348e-06,
+      "loss": 0.5937858819961548,
+      "step": 2046
+    },
+    {
+      "epoch": 2.5006105006105006,
+      "grad_norm": 2.2751874923706055,
+      "learning_rate": 1.21240205174072e-06,
+      "loss": 0.7090959548950195,
+      "step": 2048
+    },
+    {
+      "epoch": 2.503052503052503,
+      "grad_norm": 2.375674247741699,
+      "learning_rate": 1.2098244383191486e-06,
+      "loss": 0.7352893948554993,
+      "step": 2050
+    },
+    {
+      "epoch": 2.5054945054945055,
+      "grad_norm": 5.6591796875,
+      "learning_rate": 1.2072486192441923e-06,
+      "loss": 1.0522555112838745,
+      "step": 2052
+    },
+    {
+      "epoch": 2.507936507936508,
+      "grad_norm": 3.329157829284668,
+      "learning_rate": 1.204674605016006e-06,
+      "loss": 0.676443338394165,
+      "step": 2054
+    },
+    {
+      "epoch": 2.5103785103785103,
+      "grad_norm": 3.159114360809326,
+      "learning_rate": 1.20210240612739e-06,
+      "loss": 0.9966514706611633,
+      "step": 2056
+    },
+    {
+      "epoch": 2.5128205128205128,
+      "grad_norm": 8.732215881347656,
+      "learning_rate": 1.1995320330637436e-06,
+      "loss": 0.2845388948917389,
+      "step": 2058
+    },
+    {
+      "epoch": 2.515262515262515,
+      "grad_norm": 3.7096004486083984,
+      "learning_rate": 1.1969634963030219e-06,
+      "loss": 0.32089143991470337,
+      "step": 2060
+    },
+    {
+      "epoch": 2.5177045177045176,
+      "grad_norm": 3.319898843765259,
+      "learning_rate": 1.1943968063156958e-06,
+      "loss": 0.6263499855995178,
+      "step": 2062
+    },
+    {
+      "epoch": 2.52014652014652,
+      "grad_norm": 3.8793458938598633,
+      "learning_rate": 1.191831973564707e-06,
+      "loss": 0.822320818901062,
+      "step": 2064
+    },
+    {
+      "epoch": 2.5225885225885225,
+      "grad_norm": 1.7198671102523804,
+      "learning_rate": 1.189269008505428e-06,
+      "loss": 0.6087065935134888,
+      "step": 2066
+    },
+    {
+      "epoch": 2.525030525030525,
+      "grad_norm": 5.9597272872924805,
+      "learning_rate": 1.1867079215856158e-06,
+      "loss": 0.7903388738632202,
+      "step": 2068
+    },
+    {
+      "epoch": 2.5274725274725274,
+      "grad_norm": 1.8400710821151733,
+      "learning_rate": 1.1841487232453726e-06,
+      "loss": 1.028204321861267,
+      "step": 2070
+    },
+    {
+      "epoch": 2.52991452991453,
+      "grad_norm": 2.3164854049682617,
+      "learning_rate": 1.181591423917101e-06,
+      "loss": 0.6416464447975159,
+      "step": 2072
+    },
+    {
+      "epoch": 2.5323565323565322,
+      "grad_norm": 3.8321754932403564,
+      "learning_rate": 1.179036034025463e-06,
+      "loss": 0.9703350067138672,
+      "step": 2074
+    },
+    {
+      "epoch": 2.5347985347985347,
+      "grad_norm": 7.375532627105713,
+      "learning_rate": 1.1764825639873366e-06,
+      "loss": 0.7711504697799683,
+      "step": 2076
+    },
+    {
+      "epoch": 2.537240537240537,
+      "grad_norm": 6.5299530029296875,
+      "learning_rate": 1.173931024211775e-06,
+      "loss": 0.901872992515564,
+      "step": 2078
+    },
+    {
+      "epoch": 2.5396825396825395,
+      "grad_norm": 33.257057189941406,
+      "learning_rate": 1.1713814250999598e-06,
+      "loss": 0.6119508743286133,
+      "step": 2080
+    },
+    {
+      "epoch": 2.542124542124542,
+      "grad_norm": 2.738152503967285,
+      "learning_rate": 1.1688337770451646e-06,
+      "loss": 0.946742832660675,
+      "step": 2082
+    },
+    {
+      "epoch": 2.5445665445665444,
+      "grad_norm": 2.8225514888763428,
+      "learning_rate": 1.1662880904327088e-06,
+      "loss": 0.9159148931503296,
+      "step": 2084
+    },
+    {
+      "epoch": 2.547008547008547,
+      "grad_norm": 1.81510591506958,
+      "learning_rate": 1.1637443756399147e-06,
+      "loss": 0.7692682147026062,
+      "step": 2086
+    },
+    {
+      "epoch": 2.5494505494505493,
+      "grad_norm": 3.052072286605835,
+      "learning_rate": 1.1612026430360683e-06,
+      "loss": 0.8489340543746948,
+      "step": 2088
+    },
+    {
+      "epoch": 2.5518925518925517,
+      "grad_norm": 3.423278331756592,
+      "learning_rate": 1.158662902982375e-06,
+      "loss": 0.6858044862747192,
+      "step": 2090
+    },
+    {
+      "epoch": 2.554334554334554,
+      "grad_norm": 4.983499526977539,
+      "learning_rate": 1.156125165831917e-06,
+      "loss": 0.676191508769989,
+      "step": 2092
+    },
+    {
+      "epoch": 2.5567765567765566,
+      "grad_norm": 3.31892991065979,
+      "learning_rate": 1.1535894419296125e-06,
+      "loss": 0.6658056974411011,
+      "step": 2094
+    },
+    {
+      "epoch": 2.559218559218559,
+      "grad_norm": 3.722532272338867,
+      "learning_rate": 1.1510557416121716e-06,
+      "loss": 0.9009595513343811,
+      "step": 2096
+    },
+    {
+      "epoch": 2.5616605616605614,
+      "grad_norm": 1.2027240991592407,
+      "learning_rate": 1.1485240752080578e-06,
+      "loss": 0.03792768716812134,
+      "step": 2098
+    },
+    {
+      "epoch": 2.564102564102564,
+      "grad_norm": 2.7659621238708496,
+      "learning_rate": 1.145994453037442e-06,
+      "loss": 0.5793513059616089,
+      "step": 2100
+    },
+    {
+      "epoch": 2.5665445665445663,
+      "grad_norm": 3.262632369995117,
+      "learning_rate": 1.143466885412161e-06,
+      "loss": 0.9170372486114502,
+      "step": 2102
+    },
+    {
+      "epoch": 2.5689865689865687,
+      "grad_norm": 15.442719459533691,
+      "learning_rate": 1.1409413826356774e-06,
+      "loss": 0.6066586971282959,
+      "step": 2104
+    },
+    {
+      "epoch": 2.571428571428571,
+      "grad_norm": 2.0126445293426514,
+      "learning_rate": 1.1384179550030368e-06,
+      "loss": 0.8480682373046875,
+      "step": 2106
+    },
+    {
+      "epoch": 2.5738705738705736,
+      "grad_norm": 13.192070960998535,
+      "learning_rate": 1.1358966128008256e-06,
+      "loss": 0.5439214706420898,
+      "step": 2108
+    },
+    {
+      "epoch": 2.576312576312576,
+      "grad_norm": 4.459967136383057,
+      "learning_rate": 1.133377366307129e-06,
+      "loss": 0.5642499923706055,
+      "step": 2110
+    },
+    {
+      "epoch": 2.578754578754579,
+      "grad_norm": 1.7246872186660767,
+      "learning_rate": 1.1308602257914882e-06,
+      "loss": 0.9049108028411865,
+      "step": 2112
+    },
+    {
+      "epoch": 2.5811965811965814,
+      "grad_norm": 6.134650230407715,
+      "learning_rate": 1.1283452015148612e-06,
+      "loss": 0.31016868352890015,
+      "step": 2114
+    },
+    {
+      "epoch": 2.583638583638584,
+      "grad_norm": 2.271333932876587,
+      "learning_rate": 1.1258323037295769e-06,
+      "loss": 0.6509522199630737,
+      "step": 2116
+    },
+    {
+      "epoch": 2.586080586080586,
+      "grad_norm": 3.3012821674346924,
+      "learning_rate": 1.1233215426792994e-06,
+      "loss": 0.9619686007499695,
+      "step": 2118
+    },
+    {
+      "epoch": 2.5885225885225887,
+      "grad_norm": 1.7674365043640137,
+      "learning_rate": 1.1208129285989785e-06,
+      "loss": 0.5941784977912903,
+      "step": 2120
+    },
+    {
+      "epoch": 2.590964590964591,
+      "grad_norm": 3.0935308933258057,
+      "learning_rate": 1.1183064717148147e-06,
+      "loss": 0.8604737520217896,
+      "step": 2122
+    },
+    {
+      "epoch": 2.5934065934065935,
+      "grad_norm": 2.9636788368225098,
+      "learning_rate": 1.1158021822442145e-06,
+      "loss": 0.8363077640533447,
+      "step": 2124
+    },
+    {
+      "epoch": 2.595848595848596,
+      "grad_norm": 2.787670373916626,
+      "learning_rate": 1.113300070395747e-06,
+      "loss": 0.5091552138328552,
+      "step": 2126
+    },
+    {
+      "epoch": 2.5982905982905984,
+      "grad_norm": 9.528656005859375,
+      "learning_rate": 1.110800146369107e-06,
+      "loss": 0.9548131823539734,
+      "step": 2128
+    },
+    {
+      "epoch": 2.600732600732601,
+      "grad_norm": 3.1251182556152344,
+      "learning_rate": 1.10830242035507e-06,
+      "loss": 0.6277987957000732,
+      "step": 2130
+    },
+    {
+      "epoch": 2.6031746031746033,
+      "grad_norm": 2.250443458557129,
+      "learning_rate": 1.105806902535451e-06,
+      "loss": 0.5488678216934204,
+      "step": 2132
+    },
+    {
+      "epoch": 2.6056166056166057,
+      "grad_norm": 2.513256311416626,
+      "learning_rate": 1.1033136030830628e-06,
+      "loss": 0.7977935075759888,
+      "step": 2134
+    },
+    {
+      "epoch": 2.608058608058608,
+      "grad_norm": 3.494269371032715,
+      "learning_rate": 1.1008225321616769e-06,
+      "loss": 0.6196584701538086,
+      "step": 2136
+    },
+    {
+      "epoch": 2.6105006105006106,
+      "grad_norm": 4.025573253631592,
+      "learning_rate": 1.098333699925979e-06,
+      "loss": 0.6206701397895813,
+      "step": 2138
+    },
+    {
+      "epoch": 2.612942612942613,
+      "grad_norm": 1.8326927423477173,
+      "learning_rate": 1.0958471165215298e-06,
+      "loss": 0.5463999509811401,
+      "step": 2140
+    },
+    {
+      "epoch": 2.6153846153846154,
+      "grad_norm": 3.7380852699279785,
+      "learning_rate": 1.093362792084722e-06,
+      "loss": 0.7910411357879639,
+      "step": 2142
+    },
+    {
+      "epoch": 2.617826617826618,
+      "grad_norm": 2.8892993927001953,
+      "learning_rate": 1.0908807367427405e-06,
+      "loss": 0.920970618724823,
+      "step": 2144
+    },
+    {
+      "epoch": 2.6202686202686203,
+      "grad_norm": 2.955557346343994,
+      "learning_rate": 1.0884009606135199e-06,
+      "loss": 1.0370674133300781,
+      "step": 2146
+    },
+    {
+      "epoch": 2.6227106227106227,
+      "grad_norm": 4.528905868530273,
+      "learning_rate": 1.0859234738057028e-06,
+      "loss": 0.6259182691574097,
+      "step": 2148
+    },
+    {
+      "epoch": 2.625152625152625,
+      "grad_norm": 3.167137861251831,
+      "learning_rate": 1.0834482864186027e-06,
+      "loss": 0.9444223642349243,
+      "step": 2150
+    },
+    {
+      "epoch": 2.6275946275946276,
+      "grad_norm": 2.9011199474334717,
+      "learning_rate": 1.0809754085421558e-06,
+      "loss": 0.9033249020576477,
+      "step": 2152
+    },
+    {
+      "epoch": 2.63003663003663,
+      "grad_norm": 3.1613001823425293,
+      "learning_rate": 1.0785048502568866e-06,
+      "loss": 0.9606409072875977,
+      "step": 2154
+    },
+    {
+      "epoch": 2.6324786324786325,
+      "grad_norm": 2.4797394275665283,
+      "learning_rate": 1.0760366216338618e-06,
+      "loss": 0.9261834621429443,
+      "step": 2156
+    },
+    {
+      "epoch": 2.634920634920635,
+      "grad_norm": 5.077497482299805,
+      "learning_rate": 1.0735707327346528e-06,
+      "loss": 0.7732234001159668,
+      "step": 2158
+    },
+    {
+      "epoch": 2.6373626373626373,
+      "grad_norm": 6.45423698425293,
+      "learning_rate": 1.0711071936112932e-06,
+      "loss": 0.5764999389648438,
+      "step": 2160
+    },
+    {
+      "epoch": 2.6398046398046398,
+      "grad_norm": 80.45039367675781,
+      "learning_rate": 1.0686460143062383e-06,
+      "loss": 0.7456884384155273,
+      "step": 2162
+    },
+    {
+      "epoch": 2.642246642246642,
+      "grad_norm": 3.7490296363830566,
+      "learning_rate": 1.0661872048523208e-06,
+      "loss": 0.5622179508209229,
+      "step": 2164
+    },
+    {
+      "epoch": 2.6446886446886446,
+      "grad_norm": 2.6304526329040527,
+      "learning_rate": 1.063730775272717e-06,
+      "loss": 0.8909397721290588,
+      "step": 2166
+    },
+    {
+      "epoch": 2.647130647130647,
+      "grad_norm": 3.888472557067871,
+      "learning_rate": 1.0612767355808991e-06,
+      "loss": 0.6424640417098999,
+      "step": 2168
+    },
+    {
+      "epoch": 2.6495726495726495,
+      "grad_norm": 2.6570329666137695,
+      "learning_rate": 1.0588250957805989e-06,
+      "loss": 0.9468408823013306,
+      "step": 2170
+    },
+    {
+      "epoch": 2.652014652014652,
+      "grad_norm": 3.979954957962036,
+      "learning_rate": 1.056375865865763e-06,
+      "loss": 1.0085461139678955,
+      "step": 2172
+    },
+    {
+      "epoch": 2.6544566544566544,
+      "grad_norm": 5.121192455291748,
+      "learning_rate": 1.0539290558205155e-06,
+      "loss": 1.0236008167266846,
+      "step": 2174
+    },
+    {
+      "epoch": 2.656898656898657,
+      "grad_norm": 2.919496536254883,
+      "learning_rate": 1.051484675619117e-06,
+      "loss": 0.7649430632591248,
+      "step": 2176
+    },
+    {
+      "epoch": 2.659340659340659,
+      "grad_norm": 2.0370700359344482,
+      "learning_rate": 1.0490427352259208e-06,
+      "loss": 0.9104880690574646,
+      "step": 2178
+    },
+    {
+      "epoch": 2.6617826617826617,
+      "grad_norm": 7.094944953918457,
+      "learning_rate": 1.0466032445953358e-06,
+      "loss": 0.9893792867660522,
+      "step": 2180
+    },
+    {
+      "epoch": 2.664224664224664,
+      "grad_norm": 2.306826114654541,
+      "learning_rate": 1.0441662136717853e-06,
+      "loss": 0.926790714263916,
+      "step": 2182
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 2.302286148071289,
+      "learning_rate": 1.0417316523896652e-06,
+      "loss": 0.602645218372345,
+      "step": 2184
+    },
+    {
+      "epoch": 2.669108669108669,
+      "grad_norm": 2.7806568145751953,
+      "learning_rate": 1.0392995706733025e-06,
+      "loss": 0.889150857925415,
+      "step": 2186
+    },
+    {
+      "epoch": 2.6715506715506714,
+      "grad_norm": 8.433646202087402,
+      "learning_rate": 1.0368699784369181e-06,
+      "loss": 0.8979561924934387,
+      "step": 2188
+    },
+    {
+      "epoch": 2.6739926739926743,
+      "grad_norm": 3.222686529159546,
+      "learning_rate": 1.0344428855845851e-06,
+      "loss": 1.0049721002578735,
+      "step": 2190
+    },
+    {
+      "epoch": 2.6764346764346767,
+      "grad_norm": 5.096746444702148,
+      "learning_rate": 1.0320183020101874e-06,
+      "loss": 0.8711087703704834,
+      "step": 2192
+    },
+    {
+      "epoch": 2.678876678876679,
+      "grad_norm": 4.993548393249512,
+      "learning_rate": 1.0295962375973783e-06,
+      "loss": 0.330793559551239,
+      "step": 2194
+    },
+    {
+      "epoch": 2.6813186813186816,
+      "grad_norm": 2.0326321125030518,
+      "learning_rate": 1.0271767022195453e-06,
+      "loss": 1.098541021347046,
+      "step": 2196
+    },
+    {
+      "epoch": 2.683760683760684,
+      "grad_norm": 2.071915864944458,
+      "learning_rate": 1.024759705739763e-06,
+      "loss": 0.8561097383499146,
+      "step": 2198
+    },
+    {
+      "epoch": 2.6862026862026864,
+      "grad_norm": 3.06192946434021,
+      "learning_rate": 1.022345258010759e-06,
+      "loss": 0.893789529800415,
+      "step": 2200
+    },
+    {
+      "epoch": 2.688644688644689,
+      "grad_norm": 5.383426189422607,
+      "learning_rate": 1.0199333688748695e-06,
+      "loss": 0.5891574621200562,
+      "step": 2202
+    },
+    {
+      "epoch": 2.6910866910866913,
+      "grad_norm": 4.719232082366943,
+      "learning_rate": 1.0175240481640023e-06,
+      "loss": 0.7356748580932617,
+      "step": 2204
+    },
+    {
+      "epoch": 2.6935286935286937,
+      "grad_norm": 29.910390853881836,
+      "learning_rate": 1.015117305699593e-06,
+      "loss": 0.30005913972854614,
+      "step": 2206
+    },
+    {
+      "epoch": 2.695970695970696,
+      "grad_norm": 4.9184889793396,
+      "learning_rate": 1.0127131512925694e-06,
+      "loss": 0.9179880023002625,
+      "step": 2208
+    },
+    {
+      "epoch": 2.6984126984126986,
+      "grad_norm": 4.041310787200928,
+      "learning_rate": 1.0103115947433066e-06,
+      "loss": 0.6154261827468872,
+      "step": 2210
+    },
+    {
+      "epoch": 2.700854700854701,
+      "grad_norm": 3.462355375289917,
+      "learning_rate": 1.0079126458415932e-06,
+      "loss": 0.8864128589630127,
+      "step": 2212
+    },
+    {
+      "epoch": 2.7032967032967035,
+      "grad_norm": 3.169670581817627,
+      "learning_rate": 1.0055163143665849e-06,
+      "loss": 0.5859304666519165,
+      "step": 2214
+    },
+    {
+      "epoch": 2.705738705738706,
+      "grad_norm": 3.87908935546875,
+      "learning_rate": 1.0031226100867693e-06,
+      "loss": 0.493660032749176,
+      "step": 2216
+    },
+    {
+      "epoch": 2.7081807081807083,
+      "grad_norm": 3.9208171367645264,
+      "learning_rate": 1.0007315427599233e-06,
+      "loss": 0.5849690437316895,
+      "step": 2218
+    },
+    {
+      "epoch": 2.7106227106227108,
+      "grad_norm": 12.258569717407227,
+      "learning_rate": 9.98343122133075e-07,
+      "loss": 0.2784596085548401,
+      "step": 2220
+    },
+    {
+      "epoch": 2.713064713064713,
+      "grad_norm": 14.164685249328613,
+      "learning_rate": 9.95957357942464e-07,
+      "loss": 0.5615782737731934,
+      "step": 2222
+    },
+    {
+      "epoch": 2.7155067155067156,
+      "grad_norm": 7.182824611663818,
+      "learning_rate": 9.935742599135003e-07,
+      "loss": 0.5892859697341919,
+      "step": 2224
+    },
+    {
+      "epoch": 2.717948717948718,
+      "grad_norm": 2.665816307067871,
+      "learning_rate": 9.911938377607253e-07,
+      "loss": 0.5999610424041748,
+      "step": 2226
+    },
+    {
+      "epoch": 2.7203907203907205,
+      "grad_norm": 14.807984352111816,
+      "learning_rate": 9.888161011877724e-07,
+      "loss": 0.7669193744659424,
+      "step": 2228
+    },
+    {
+      "epoch": 2.722832722832723,
+      "grad_norm": 3.079016923904419,
+      "learning_rate": 9.864410598873288e-07,
+      "loss": 0.8617438077926636,
+      "step": 2230
+    },
+    {
+      "epoch": 2.7252747252747254,
+      "grad_norm": 7.283175945281982,
+      "learning_rate": 9.840687235410935e-07,
+      "loss": 0.5871368646621704,
+      "step": 2232
+    },
+    {
+      "epoch": 2.727716727716728,
+      "grad_norm": 2.393118143081665,
+      "learning_rate": 9.81699101819738e-07,
+      "loss": 0.9107319116592407,
+      "step": 2234
+    },
+    {
+      "epoch": 2.7301587301587302,
+      "grad_norm": 3.0181188583374023,
+      "learning_rate": 9.793322043828693e-07,
+      "loss": 0.9876934289932251,
+      "step": 2236
+    },
+    {
+      "epoch": 2.7326007326007327,
+      "grad_norm": 2.218498706817627,
+      "learning_rate": 9.76968040878989e-07,
+      "loss": 0.8414710760116577,
+      "step": 2238
+    },
+    {
+      "epoch": 2.735042735042735,
+      "grad_norm": 3.7080860137939453,
+      "learning_rate": 9.746066209454527e-07,
+      "loss": 0.6018757224082947,
+      "step": 2240
+    },
+    {
+      "epoch": 2.7374847374847375,
+      "grad_norm": 5.018340110778809,
+      "learning_rate": 9.72247954208433e-07,
+      "loss": 0.9519623517990112,
+      "step": 2242
+    },
+    {
+      "epoch": 2.73992673992674,
+      "grad_norm": 7.269012928009033,
+      "learning_rate": 9.698920502828796e-07,
+      "loss": 0.514839231967926,
+      "step": 2244
+    },
+    {
+      "epoch": 2.7423687423687424,
+      "grad_norm": 2.92769718170166,
+      "learning_rate": 9.675389187724794e-07,
+      "loss": 0.6671766042709351,
+      "step": 2246
+    },
+    {
+      "epoch": 2.744810744810745,
+      "grad_norm": 3.515108108520508,
+      "learning_rate": 9.65188569269617e-07,
+      "loss": 0.6551962494850159,
+      "step": 2248
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "grad_norm": 2.476094961166382,
+      "learning_rate": 9.628410113553377e-07,
+      "loss": 0.8923386931419373,
+      "step": 2250
+    },
+    {
+      "epoch": 2.7496947496947497,
+      "grad_norm": 4.466701984405518,
+      "learning_rate": 9.604962545993047e-07,
+      "loss": 0.8455872535705566,
+      "step": 2252
+    },
+    {
+      "epoch": 2.752136752136752,
+      "grad_norm": 3.037766933441162,
+      "learning_rate": 9.581543085597666e-07,
+      "loss": 0.6692306995391846,
+      "step": 2254
+    },
+    {
+      "epoch": 2.7545787545787546,
+      "grad_norm": 6.779411315917969,
+      "learning_rate": 9.558151827835097e-07,
+      "loss": 0.7176947593688965,
+      "step": 2256
+    },
+    {
+      "epoch": 2.757020757020757,
+      "grad_norm": 3.2545528411865234,
+      "learning_rate": 9.534788868058273e-07,
+      "loss": 0.907602071762085,
+      "step": 2258
+    },
+    {
+      "epoch": 2.7594627594627594,
+      "grad_norm": 4.992172718048096,
+      "learning_rate": 9.511454301504744e-07,
+      "loss": 1.2043339014053345,
+      "step": 2260
+    },
+    {
+      "epoch": 2.761904761904762,
+      "grad_norm": 3.5469167232513428,
+      "learning_rate": 9.488148223296335e-07,
+      "loss": 0.9311165809631348,
+      "step": 2262
+    },
+    {
+      "epoch": 2.7643467643467643,
+      "grad_norm": 3.044855833053589,
+      "learning_rate": 9.464870728438738e-07,
+      "loss": 0.8616805076599121,
+      "step": 2264
+    },
+    {
+      "epoch": 2.7667887667887667,
+      "grad_norm": 2.740926742553711,
+      "learning_rate": 9.441621911821125e-07,
+      "loss": 0.8925296068191528,
+      "step": 2266
+    },
+    {
+      "epoch": 2.769230769230769,
+      "grad_norm": 1.372963309288025,
+      "learning_rate": 9.418401868215754e-07,
+      "loss": 0.6977874636650085,
+      "step": 2268
+    },
+    {
+      "epoch": 2.7716727716727716,
+      "grad_norm": 2.319948196411133,
+      "learning_rate": 9.39521069227761e-07,
+      "loss": 0.4934701919555664,
+      "step": 2270
+    },
+    {
+      "epoch": 2.774114774114774,
+      "grad_norm": 1.1700794696807861,
+      "learning_rate": 9.372048478543973e-07,
+      "loss": 0.1815406084060669,
+      "step": 2272
+    },
+    {
+      "epoch": 2.7765567765567765,
+      "grad_norm": 2.3060333728790283,
+      "learning_rate": 9.3489153214341e-07,
+      "loss": 0.9932706356048584,
+      "step": 2274
+    },
+    {
+      "epoch": 2.778998778998779,
+      "grad_norm": 2.0681960582733154,
+      "learning_rate": 9.325811315248766e-07,
+      "loss": 0.8084139227867126,
+      "step": 2276
+    },
+    {
+      "epoch": 2.7814407814407813,
+      "grad_norm": 4.336089611053467,
+      "learning_rate": 9.302736554169931e-07,
+      "loss": 0.5911020040512085,
+      "step": 2278
+    },
+    {
+      "epoch": 2.7838827838827838,
+      "grad_norm": 4.918403625488281,
+      "learning_rate": 9.27969113226033e-07,
+      "loss": 0.2715740501880646,
+      "step": 2280
+    },
+    {
+      "epoch": 2.786324786324786,
+      "grad_norm": 3.0501925945281982,
+      "learning_rate": 9.256675143463106e-07,
+      "loss": 0.8959693908691406,
+      "step": 2282
+    },
+    {
+      "epoch": 2.7887667887667886,
+      "grad_norm": 2.734907388687134,
+      "learning_rate": 9.23368868160142e-07,
+      "loss": 0.8861985206604004,
+      "step": 2284
+    },
+    {
+      "epoch": 2.791208791208791,
+      "grad_norm": 2.5319039821624756,
+      "learning_rate": 9.210731840378071e-07,
+      "loss": 0.9189043045043945,
+      "step": 2286
+    },
+    {
+      "epoch": 2.7936507936507935,
+      "grad_norm": 2.35827898979187,
+      "learning_rate": 9.187804713375092e-07,
+      "loss": 0.8315421342849731,
+      "step": 2288
+    },
+    {
+      "epoch": 2.796092796092796,
+      "grad_norm": 8.367574691772461,
+      "learning_rate": 9.164907394053413e-07,
+      "loss": 0.3263718783855438,
+      "step": 2290
+    },
+    {
+      "epoch": 2.7985347985347984,
+      "grad_norm": 3.762657403945923,
+      "learning_rate": 9.142039975752441e-07,
+      "loss": 0.7226351499557495,
+      "step": 2292
+    },
+    {
+      "epoch": 2.800976800976801,
+      "grad_norm": 2.5866949558258057,
+      "learning_rate": 9.119202551689703e-07,
+      "loss": 0.7572792768478394,
+      "step": 2294
+    },
+    {
+      "epoch": 2.8034188034188032,
+      "grad_norm": 2.7875094413757324,
+      "learning_rate": 9.096395214960442e-07,
+      "loss": 0.9100178480148315,
+      "step": 2296
+    },
+    {
+      "epoch": 2.8058608058608057,
+      "grad_norm": 7.963706016540527,
+      "learning_rate": 9.073618058537263e-07,
+      "loss": 0.440452516078949,
+      "step": 2298
+    },
+    {
+      "epoch": 2.808302808302808,
+      "grad_norm": 2.4370265007019043,
+      "learning_rate": 9.050871175269745e-07,
+      "loss": 0.6573533415794373,
+      "step": 2300
+    },
+    {
+      "epoch": 2.8107448107448105,
+      "grad_norm": 5.317839622497559,
+      "learning_rate": 9.028154657884048e-07,
+      "loss": 0.9777510762214661,
+      "step": 2302
+    },
+    {
+      "epoch": 2.813186813186813,
+      "grad_norm": 0.8748495578765869,
+      "learning_rate": 9.005468598982559e-07,
+      "loss": 0.5308395624160767,
+      "step": 2304
+    },
+    {
+      "epoch": 2.8156288156288154,
+      "grad_norm": 1.7506893873214722,
+      "learning_rate": 8.982813091043501e-07,
+      "loss": 0.6835004091262817,
+      "step": 2306
+    },
+    {
+      "epoch": 2.818070818070818,
+      "grad_norm": 2.0650813579559326,
+      "learning_rate": 8.960188226420558e-07,
+      "loss": 0.580802857875824,
+      "step": 2308
+    },
+    {
+      "epoch": 2.8205128205128203,
+      "grad_norm": 3.050828456878662,
+      "learning_rate": 8.937594097342487e-07,
+      "loss": 0.9979471564292908,
+      "step": 2310
+    },
+    {
+      "epoch": 2.8229548229548227,
+      "grad_norm": 2.60994553565979,
+      "learning_rate": 8.915030795912777e-07,
+      "loss": 0.5684899091720581,
+      "step": 2312
+    },
+    {
+      "epoch": 2.825396825396825,
+      "grad_norm": 10.324296951293945,
+      "learning_rate": 8.892498414109218e-07,
+      "loss": 0.7211320400238037,
+      "step": 2314
+    },
+    {
+      "epoch": 2.8278388278388276,
+      "grad_norm": 7.168615818023682,
+      "learning_rate": 8.869997043783601e-07,
+      "loss": 0.6895596981048584,
+      "step": 2316
+    },
+    {
+      "epoch": 2.8302808302808304,
+      "grad_norm": 7.450392246246338,
+      "learning_rate": 8.847526776661257e-07,
+      "loss": 1.002673625946045,
+      "step": 2318
+    },
+    {
+      "epoch": 2.832722832722833,
+      "grad_norm": 2.7963898181915283,
+      "learning_rate": 8.825087704340758e-07,
+      "loss": 0.5786941647529602,
+      "step": 2320
+    },
+    {
+      "epoch": 2.8351648351648353,
+      "grad_norm": 11.978581428527832,
+      "learning_rate": 8.80267991829349e-07,
+      "loss": 0.5861607789993286,
+      "step": 2322
+    },
+    {
+      "epoch": 2.8376068376068377,
+      "grad_norm": 1.3733934164047241,
+      "learning_rate": 8.780303509863317e-07,
+      "loss": 0.1574743241071701,
+      "step": 2324
+    },
+    {
+      "epoch": 2.84004884004884,
+      "grad_norm": 2.2476611137390137,
+      "learning_rate": 8.757958570266197e-07,
+      "loss": 0.7898412942886353,
+      "step": 2326
+    },
+    {
+      "epoch": 2.8424908424908426,
+      "grad_norm": 2.539482355117798,
+      "learning_rate": 8.735645190589798e-07,
+      "loss": 0.7218636274337769,
+      "step": 2328
+    },
+    {
+      "epoch": 2.844932844932845,
+      "grad_norm": 2.708406448364258,
+      "learning_rate": 8.713363461793135e-07,
+      "loss": 0.7509723901748657,
+      "step": 2330
+    },
+    {
+      "epoch": 2.8473748473748475,
+      "grad_norm": 2.7118008136749268,
+      "learning_rate": 8.691113474706212e-07,
+      "loss": 0.9384118914604187,
+      "step": 2332
+    },
+    {
+      "epoch": 2.84981684981685,
+      "grad_norm": 3.7488577365875244,
+      "learning_rate": 8.668895320029616e-07,
+      "loss": 0.18342451751232147,
+      "step": 2334
+    },
+    {
+      "epoch": 2.8522588522588523,
+      "grad_norm": 2.957876205444336,
+      "learning_rate": 8.64670908833421e-07,
+      "loss": 0.950477123260498,
+      "step": 2336
+    },
+    {
+      "epoch": 2.8547008547008548,
+      "grad_norm": 2.710932493209839,
+      "learning_rate": 8.624554870060685e-07,
+      "loss": 0.5325321555137634,
+      "step": 2338
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 2.418707847595215,
+      "learning_rate": 8.60243275551926e-07,
+      "loss": 0.9373496770858765,
+      "step": 2340
+    },
+    {
+      "epoch": 2.8595848595848596,
+      "grad_norm": 1.9435275793075562,
+      "learning_rate": 8.580342834889265e-07,
+      "loss": 1.076695442199707,
+      "step": 2342
+    },
+    {
+      "epoch": 2.862026862026862,
+      "grad_norm": 10.91031265258789,
+      "learning_rate": 8.558285198218809e-07,
+      "loss": 0.2554206848144531,
+      "step": 2344
+    },
+    {
+      "epoch": 2.8644688644688645,
+      "grad_norm": 7.6466965675354,
+      "learning_rate": 8.536259935424391e-07,
+      "loss": 0.8836771249771118,
+      "step": 2346
+    },
+    {
+      "epoch": 2.866910866910867,
+      "grad_norm": 1.3893219232559204,
+      "learning_rate": 8.514267136290543e-07,
+      "loss": 0.4657254219055176,
+      "step": 2348
+    },
+    {
+      "epoch": 2.8693528693528694,
+      "grad_norm": 1.8530827760696411,
+      "learning_rate": 8.492306890469451e-07,
+      "loss": 0.5240323543548584,
+      "step": 2350
+    },
+    {
+      "epoch": 2.871794871794872,
+      "grad_norm": 3.315155506134033,
+      "learning_rate": 8.470379287480611e-07,
+      "loss": 0.6606559753417969,
+      "step": 2352
+    },
+    {
+      "epoch": 2.8742368742368742,
+      "grad_norm": 4.732027053833008,
+      "learning_rate": 8.448484416710452e-07,
+      "loss": 0.5519453883171082,
+      "step": 2354
+    },
+    {
+      "epoch": 2.8766788766788767,
+      "grad_norm": 5.364790439605713,
+      "learning_rate": 8.426622367411968e-07,
+      "loss": 0.8750231862068176,
+      "step": 2356
+    },
+    {
+      "epoch": 2.879120879120879,
+      "grad_norm": 8.549674987792969,
+      "learning_rate": 8.404793228704355e-07,
+      "loss": 0.8055195808410645,
+      "step": 2358
+    },
+    {
+      "epoch": 2.8815628815628815,
+      "grad_norm": 2.5722405910491943,
+      "learning_rate": 8.382997089572657e-07,
+      "loss": 0.52369225025177,
+      "step": 2360
+    },
+    {
+      "epoch": 2.884004884004884,
+      "grad_norm": 3.7537426948547363,
+      "learning_rate": 8.361234038867405e-07,
+      "loss": 0.672394871711731,
+      "step": 2362
+    },
+    {
+      "epoch": 2.8864468864468864,
+      "grad_norm": 2.590395927429199,
+      "learning_rate": 8.339504165304226e-07,
+      "loss": 0.9153240919113159,
+      "step": 2364
+    },
+    {
+      "epoch": 2.888888888888889,
+      "grad_norm": 3.5174717903137207,
+      "learning_rate": 8.317807557463518e-07,
+      "loss": 0.9851236343383789,
+      "step": 2366
+    },
+    {
+      "epoch": 2.8913308913308913,
+      "grad_norm": 18.8581485748291,
+      "learning_rate": 8.296144303790073e-07,
+      "loss": 0.697291910648346,
+      "step": 2368
+    },
+    {
+      "epoch": 2.8937728937728937,
+      "grad_norm": 4.934338092803955,
+      "learning_rate": 8.274514492592721e-07,
+      "loss": 1.1962435245513916,
+      "step": 2370
+    },
+    {
+      "epoch": 2.896214896214896,
+      "grad_norm": 3.703958749771118,
+      "learning_rate": 8.252918212043943e-07,
+      "loss": 0.883178174495697,
+      "step": 2372
+    },
+    {
+      "epoch": 2.8986568986568986,
+      "grad_norm": 1.871797800064087,
+      "learning_rate": 8.231355550179566e-07,
+      "loss": 0.761870801448822,
+      "step": 2374
+    },
+    {
+      "epoch": 2.901098901098901,
+      "grad_norm": 2.5275323390960693,
+      "learning_rate": 8.209826594898342e-07,
+      "loss": 0.93211829662323,
+      "step": 2376
+    },
+    {
+      "epoch": 2.9035409035409034,
+      "grad_norm": 7.618900775909424,
+      "learning_rate": 8.188331433961653e-07,
+      "loss": 0.8561273217201233,
+      "step": 2378
+    },
+    {
+      "epoch": 2.905982905982906,
+      "grad_norm": 2.035733699798584,
+      "learning_rate": 8.166870154993092e-07,
+      "loss": 0.7174577116966248,
+      "step": 2380
+    },
+    {
+      "epoch": 2.9084249084249083,
+      "grad_norm": 2.2822883129119873,
+      "learning_rate": 8.145442845478154e-07,
+      "loss": 0.7858035564422607,
+      "step": 2382
+    },
+    {
+      "epoch": 2.9108669108669107,
+      "grad_norm": 2.8050036430358887,
+      "learning_rate": 8.124049592763838e-07,
+      "loss": 0.8687206506729126,
+      "step": 2384
+    },
+    {
+      "epoch": 2.913308913308913,
+      "grad_norm": 2.1639275550842285,
+      "learning_rate": 8.102690484058338e-07,
+      "loss": 0.922956109046936,
+      "step": 2386
+    },
+    {
+      "epoch": 2.9157509157509156,
+      "grad_norm": 2.6578361988067627,
+      "learning_rate": 8.081365606430644e-07,
+      "loss": 0.7477933764457703,
+      "step": 2388
+    },
+    {
+      "epoch": 2.918192918192918,
+      "grad_norm": 4.602790355682373,
+      "learning_rate": 8.060075046810221e-07,
+      "loss": 0.41797584295272827,
+      "step": 2390
+    },
+    {
+      "epoch": 2.9206349206349205,
+      "grad_norm": 2.8708016872406006,
+      "learning_rate": 8.038818891986619e-07,
+      "loss": 0.47318512201309204,
+      "step": 2392
+    },
+    {
+      "epoch": 2.9230769230769234,
+      "grad_norm": 2.181591749191284,
+      "learning_rate": 8.017597228609157e-07,
+      "loss": 0.6307573318481445,
+      "step": 2394
+    },
+    {
+      "epoch": 2.925518925518926,
+      "grad_norm": 4.88926362991333,
+      "learning_rate": 7.996410143186534e-07,
+      "loss": 0.6228193640708923,
+      "step": 2396
+    },
+    {
+      "epoch": 2.927960927960928,
+      "grad_norm": 6.2888569831848145,
+      "learning_rate": 7.975257722086519e-07,
+      "loss": 0.6822891235351562,
+      "step": 2398
+    },
+    {
+      "epoch": 2.9304029304029307,
+      "grad_norm": 7.576361179351807,
+      "learning_rate": 7.95414005153555e-07,
+      "loss": 0.445895254611969,
+      "step": 2400
+    },
+    {
+      "epoch": 2.932844932844933,
+      "grad_norm": 3.0486338138580322,
+      "learning_rate": 7.933057217618426e-07,
+      "loss": 0.6405600309371948,
+      "step": 2402
+    },
+    {
+      "epoch": 2.9352869352869355,
+      "grad_norm": 8.322898864746094,
+      "learning_rate": 7.912009306277916e-07,
+      "loss": 0.29521942138671875,
+      "step": 2404
+    },
+    {
+      "epoch": 2.937728937728938,
+      "grad_norm": 13.022372245788574,
+      "learning_rate": 7.890996403314446e-07,
+      "loss": 0.9211161136627197,
+      "step": 2406
+    },
+    {
+      "epoch": 2.9401709401709404,
+      "grad_norm": 4.712466716766357,
+      "learning_rate": 7.870018594385727e-07,
+      "loss": 0.6805351972579956,
+      "step": 2408
+    },
+    {
+      "epoch": 2.942612942612943,
+      "grad_norm": 7.020658493041992,
+      "learning_rate": 7.849075965006419e-07,
+      "loss": 0.6539613008499146,
+      "step": 2410
+    },
+    {
+      "epoch": 2.9450549450549453,
+      "grad_norm": 2.068073034286499,
+      "learning_rate": 7.828168600547757e-07,
+      "loss": 0.8703947067260742,
+      "step": 2412
+    },
+    {
+      "epoch": 2.9474969474969477,
+      "grad_norm": 2.5590927600860596,
+      "learning_rate": 7.807296586237236e-07,
+      "loss": 0.9074662923812866,
+      "step": 2414
+    },
+    {
+      "epoch": 2.94993894993895,
+      "grad_norm": 2.219924211502075,
+      "learning_rate": 7.78646000715825e-07,
+      "loss": 0.9266680479049683,
+      "step": 2416
+    },
+    {
+      "epoch": 2.9523809523809526,
+      "grad_norm": 2.282229423522949,
+      "learning_rate": 7.765658948249727e-07,
+      "loss": 0.5627447366714478,
+      "step": 2418
+    },
+    {
+      "epoch": 2.954822954822955,
+      "grad_norm": 2.376621723175049,
+      "learning_rate": 7.74489349430582e-07,
+      "loss": 0.9271303415298462,
+      "step": 2420
+    },
+    {
+      "epoch": 2.9572649572649574,
+      "grad_norm": 2.2242136001586914,
+      "learning_rate": 7.724163729975526e-07,
+      "loss": 0.8751970529556274,
+      "step": 2422
+    },
+    {
+      "epoch": 2.95970695970696,
+      "grad_norm": 2.3841874599456787,
+      "learning_rate": 7.703469739762362e-07,
+      "loss": 0.4712880551815033,
+      "step": 2424
+    },
+    {
+      "epoch": 2.9621489621489623,
+      "grad_norm": 2.1766679286956787,
+      "learning_rate": 7.682811608024011e-07,
+      "loss": 0.9493281841278076,
+      "step": 2426
+    },
+    {
+      "epoch": 2.9645909645909647,
+      "grad_norm": 4.962987422943115,
+      "learning_rate": 7.662189418971985e-07,
+      "loss": 0.6048038005828857,
+      "step": 2428
+    },
+    {
+      "epoch": 2.967032967032967,
+      "grad_norm": 2.546107530593872,
+      "learning_rate": 7.641603256671275e-07,
+      "loss": 0.9180459976196289,
+      "step": 2430
+    },
+    {
+      "epoch": 2.9694749694749696,
+      "grad_norm": 2.2236132621765137,
+      "learning_rate": 7.621053205040018e-07,
+      "loss": 0.7987039089202881,
+      "step": 2432
+    },
+    {
+      "epoch": 2.971916971916972,
+      "grad_norm": 2.6432392597198486,
+      "learning_rate": 7.600539347849131e-07,
+      "loss": 0.9729940891265869,
+      "step": 2434
+    },
+    {
+      "epoch": 2.9743589743589745,
+      "grad_norm": 3.465829372406006,
+      "learning_rate": 7.580061768722012e-07,
+      "loss": 0.5282536745071411,
+      "step": 2436
+    },
+    {
+      "epoch": 2.976800976800977,
+      "grad_norm": 7.40516471862793,
+      "learning_rate": 7.559620551134144e-07,
+      "loss": 0.5220422148704529,
+      "step": 2438
+    },
+    {
+      "epoch": 2.9792429792429793,
+      "grad_norm": 2.079118013381958,
+      "learning_rate": 7.539215778412817e-07,
+      "loss": 0.8890263438224792,
+      "step": 2440
+    },
+    {
+      "epoch": 2.9816849816849818,
+      "grad_norm": 2.7219574451446533,
+      "learning_rate": 7.51884753373673e-07,
+      "loss": 1.0083708763122559,
+      "step": 2442
+    },
+    {
+      "epoch": 2.984126984126984,
+      "grad_norm": 2.6659610271453857,
+      "learning_rate": 7.498515900135696e-07,
+      "loss": 0.8965180516242981,
+      "step": 2444
+    },
+    {
+      "epoch": 2.9865689865689866,
+      "grad_norm": 2.9896388053894043,
+      "learning_rate": 7.478220960490265e-07,
+      "loss": 0.946886420249939,
+      "step": 2446
+    },
+    {
+      "epoch": 2.989010989010989,
+      "grad_norm": 2.870820999145508,
+      "learning_rate": 7.457962797531427e-07,
+      "loss": 0.9332548379898071,
+      "step": 2448
+    },
+    {
+      "epoch": 2.9914529914529915,
+      "grad_norm": 27.741483688354492,
+      "learning_rate": 7.437741493840244e-07,
+      "loss": 0.5826358199119568,
+      "step": 2450
+    },
+    {
+      "epoch": 2.993894993894994,
+      "grad_norm": 3.5439491271972656,
+      "learning_rate": 7.417557131847529e-07,
+      "loss": 0.9089205861091614,
+      "step": 2452
+    },
+    {
+      "epoch": 2.9963369963369964,
+      "grad_norm": 2.596341609954834,
+      "learning_rate": 7.397409793833493e-07,
+      "loss": 0.8732277154922485,
+      "step": 2454
+    },
+    {
+      "epoch": 2.998778998778999,
+      "grad_norm": 1.7463470697402954,
+      "learning_rate": 7.377299561927437e-07,
+      "loss": 0.42197978496551514,
+      "step": 2456
+    },
+    {
+      "epoch": 3.001221001221001,
+      "grad_norm": 2.6970930099487305,
+      "learning_rate": 7.357226518107382e-07,
+      "loss": 0.5636741518974304,
+      "step": 2458
+    },
+    {
+      "epoch": 3.0036630036630036,
+      "grad_norm": 4.093437671661377,
+      "learning_rate": 7.337190744199783e-07,
+      "loss": 0.5100598335266113,
+      "step": 2460
+    },
+    {
+      "epoch": 3.006105006105006,
+      "grad_norm": 2.996396064758301,
+      "learning_rate": 7.317192321879135e-07,
+      "loss": 0.8150706887245178,
+      "step": 2462
+    },
+    {
+      "epoch": 3.0085470085470085,
+      "grad_norm": 2.1530697345733643,
+      "learning_rate": 7.297231332667696e-07,
+      "loss": 0.8549832105636597,
+      "step": 2464
+    },
+    {
+      "epoch": 3.010989010989011,
+      "grad_norm": 9.229522705078125,
+      "learning_rate": 7.277307857935111e-07,
+      "loss": 0.5101163387298584,
+      "step": 2466
+    },
+    {
+      "epoch": 3.0134310134310134,
+      "grad_norm": 1.99428391456604,
+      "learning_rate": 7.257421978898116e-07,
+      "loss": 0.7490478754043579,
+      "step": 2468
+    },
+    {
+      "epoch": 3.015873015873016,
+      "grad_norm": 0.5552986860275269,
+      "learning_rate": 7.23757377662018e-07,
+      "loss": 0.1678122729063034,
+      "step": 2470
+    },
+    {
+      "epoch": 3.0183150183150182,
+      "grad_norm": 7.193281650543213,
+      "learning_rate": 7.217763332011193e-07,
+      "loss": 0.24209608137607574,
+      "step": 2472
+    },
+    {
+      "epoch": 3.0207570207570207,
+      "grad_norm": 2.3648483753204346,
+      "learning_rate": 7.197990725827128e-07,
+      "loss": 0.8045497536659241,
+      "step": 2474
+    },
+    {
+      "epoch": 3.023199023199023,
+      "grad_norm": 11.67722225189209,
+      "learning_rate": 7.178256038669696e-07,
+      "loss": 0.45075228810310364,
+      "step": 2476
+    },
+    {
+      "epoch": 3.0256410256410255,
+      "grad_norm": 2.1771862506866455,
+      "learning_rate": 7.158559350986062e-07,
+      "loss": 0.4686111509799957,
+      "step": 2478
+    },
+    {
+      "epoch": 3.028083028083028,
+      "grad_norm": 2.6705634593963623,
+      "learning_rate": 7.138900743068454e-07,
+      "loss": 0.8005867004394531,
+      "step": 2480
+    },
+    {
+      "epoch": 3.0305250305250304,
+      "grad_norm": 3.4312071800231934,
+      "learning_rate": 7.119280295053907e-07,
+      "loss": 0.7147307395935059,
+      "step": 2482
+    },
+    {
+      "epoch": 3.032967032967033,
+      "grad_norm": 2.937742233276367,
+      "learning_rate": 7.099698086923872e-07,
+      "loss": 0.477982759475708,
+      "step": 2484
+    },
+    {
+      "epoch": 3.0354090354090353,
+      "grad_norm": 4.713664531707764,
+      "learning_rate": 7.080154198503934e-07,
+      "loss": 0.7930957078933716,
+      "step": 2486
+    },
+    {
+      "epoch": 3.0378510378510377,
+      "grad_norm": 7.838520526885986,
+      "learning_rate": 7.060648709463456e-07,
+      "loss": 0.5695945024490356,
+      "step": 2488
+    },
+    {
+      "epoch": 3.04029304029304,
+      "grad_norm": 3.8250021934509277,
+      "learning_rate": 7.04118169931528e-07,
+      "loss": 0.8050855994224548,
+      "step": 2490
+    },
+    {
+      "epoch": 3.0427350427350426,
+      "grad_norm": 4.019608497619629,
+      "learning_rate": 7.021753247415388e-07,
+      "loss": 0.26581862568855286,
+      "step": 2492
+    },
+    {
+      "epoch": 3.045177045177045,
+      "grad_norm": 0.6795697212219238,
+      "learning_rate": 7.002363432962583e-07,
+      "loss": 0.2102213203907013,
+      "step": 2494
+    },
+    {
+      "epoch": 3.0476190476190474,
+      "grad_norm": 5.3154191970825195,
+      "learning_rate": 6.983012334998161e-07,
+      "loss": 0.6199802756309509,
+      "step": 2496
+    },
+    {
+      "epoch": 3.05006105006105,
+      "grad_norm": 5.59798002243042,
+      "learning_rate": 6.963700032405598e-07,
+      "loss": 0.38272398710250854,
+      "step": 2498
+    },
+    {
+      "epoch": 3.0525030525030523,
+      "grad_norm": 1.7878090143203735,
+      "learning_rate": 6.944426603910209e-07,
+      "loss": 0.4661582410335541,
+      "step": 2500
+    },
+    {
+      "epoch": 3.0549450549450547,
+      "grad_norm": 13.370331764221191,
+      "learning_rate": 6.925192128078873e-07,
+      "loss": 0.43664366006851196,
+      "step": 2502
+    },
+    {
+      "epoch": 3.057387057387057,
+      "grad_norm": 4.486617088317871,
+      "learning_rate": 6.905996683319644e-07,
+      "loss": 0.787665843963623,
+      "step": 2504
+    },
+    {
+      "epoch": 3.0598290598290596,
+      "grad_norm": 4.143476963043213,
+      "learning_rate": 6.886840347881494e-07,
+      "loss": 0.46613210439682007,
+      "step": 2506
+    },
+    {
+      "epoch": 3.062271062271062,
+      "grad_norm": 2.4750924110412598,
+      "learning_rate": 6.867723199853954e-07,
+      "loss": 0.6599079370498657,
+      "step": 2508
+    },
+    {
+      "epoch": 3.064713064713065,
+      "grad_norm": 3.2640233039855957,
+      "learning_rate": 6.848645317166816e-07,
+      "loss": 0.9250385761260986,
+      "step": 2510
+    },
+    {
+      "epoch": 3.0671550671550674,
+      "grad_norm": 0.24759773910045624,
+      "learning_rate": 6.829606777589812e-07,
+      "loss": 0.4720076322555542,
+      "step": 2512
+    },
+    {
+      "epoch": 3.06959706959707,
+      "grad_norm": 2.7576491832733154,
+      "learning_rate": 6.810607658732296e-07,
+      "loss": 0.6627781987190247,
+      "step": 2514
+    },
+    {
+      "epoch": 3.0720390720390722,
+      "grad_norm": 2.697263479232788,
+      "learning_rate": 6.791648038042912e-07,
+      "loss": 0.48119017481803894,
+      "step": 2516
+    },
+    {
+      "epoch": 3.0744810744810747,
+      "grad_norm": 1.3262935876846313,
+      "learning_rate": 6.77272799280931e-07,
+      "loss": 0.12304246425628662,
+      "step": 2518
+    },
+    {
+      "epoch": 3.076923076923077,
+      "grad_norm": 2.7172646522521973,
+      "learning_rate": 6.753847600157793e-07,
+      "loss": 0.4097219705581665,
+      "step": 2520
+    },
+    {
+      "epoch": 3.0793650793650795,
+      "grad_norm": 2.4207475185394287,
+      "learning_rate": 6.735006937053055e-07,
+      "loss": 0.6418076753616333,
+      "step": 2522
+    },
+    {
+      "epoch": 3.081807081807082,
+      "grad_norm": 3.1673455238342285,
+      "learning_rate": 6.716206080297795e-07,
+      "loss": 0.747841477394104,
+      "step": 2524
+    },
+    {
+      "epoch": 3.0842490842490844,
+      "grad_norm": 6.720166206359863,
+      "learning_rate": 6.697445106532481e-07,
+      "loss": 0.5003422498703003,
+      "step": 2526
+    },
+    {
+      "epoch": 3.086691086691087,
+      "grad_norm": 4.194862365722656,
+      "learning_rate": 6.678724092234971e-07,
+      "loss": 0.48644983768463135,
+      "step": 2528
+    },
+    {
+      "epoch": 3.0891330891330893,
+      "grad_norm": 7.190936088562012,
+      "learning_rate": 6.660043113720247e-07,
+      "loss": 0.08977795392274857,
+      "step": 2530
+    },
+    {
+      "epoch": 3.0915750915750917,
+      "grad_norm": 4.334343433380127,
+      "learning_rate": 6.641402247140088e-07,
+      "loss": 0.24807599186897278,
+      "step": 2532
+    },
+    {
+      "epoch": 3.094017094017094,
+      "grad_norm": 6.426454067230225,
+      "learning_rate": 6.622801568482753e-07,
+      "loss": 0.8089706897735596,
+      "step": 2534
+    },
+    {
+      "epoch": 3.0964590964590966,
+      "grad_norm": 4.830419540405273,
+      "learning_rate": 6.604241153572687e-07,
+      "loss": 0.43892985582351685,
+      "step": 2536
+    },
+    {
+      "epoch": 3.098901098901099,
+      "grad_norm": 13.627212524414062,
+      "learning_rate": 6.585721078070185e-07,
+      "loss": 0.5923545360565186,
+      "step": 2538
+    },
+    {
+      "epoch": 3.1013431013431014,
+      "grad_norm": 2.4753658771514893,
+      "learning_rate": 6.567241417471122e-07,
+      "loss": 0.726067304611206,
+      "step": 2540
+    },
+    {
+      "epoch": 3.103785103785104,
+      "grad_norm": 2.7445006370544434,
+      "learning_rate": 6.548802247106602e-07,
+      "loss": 0.4831371605396271,
+      "step": 2542
+    },
+    {
+      "epoch": 3.1062271062271063,
+      "grad_norm": 2.5388689041137695,
+      "learning_rate": 6.5304036421427e-07,
+      "loss": 0.42076992988586426,
+      "step": 2544
+    },
+    {
+      "epoch": 3.1086691086691087,
+      "grad_norm": 6.297148704528809,
+      "learning_rate": 6.512045677580104e-07,
+      "loss": 0.0995209664106369,
+      "step": 2546
+    },
+    {
+      "epoch": 3.111111111111111,
+      "grad_norm": 3.977672576904297,
+      "learning_rate": 6.493728428253853e-07,
+      "loss": 0.40470319986343384,
+      "step": 2548
+    },
+    {
+      "epoch": 3.1135531135531136,
+      "grad_norm": 4.385368824005127,
+      "learning_rate": 6.475451968832996e-07,
+      "loss": 0.6437668800354004,
+      "step": 2550
+    },
+    {
+      "epoch": 3.115995115995116,
+      "grad_norm": 12.631845474243164,
+      "learning_rate": 6.457216373820316e-07,
+      "loss": 0.22822971642017365,
+      "step": 2552
+    },
+    {
+      "epoch": 3.1184371184371185,
+      "grad_norm": 2.8103175163269043,
+      "learning_rate": 6.439021717552012e-07,
+      "loss": 0.6819199323654175,
+      "step": 2554
+    },
+    {
+      "epoch": 3.120879120879121,
+      "grad_norm": 3.5617892742156982,
+      "learning_rate": 6.420868074197405e-07,
+      "loss": 0.30838051438331604,
+      "step": 2556
+    },
+    {
+      "epoch": 3.1233211233211233,
+      "grad_norm": 1.8436968326568604,
+      "learning_rate": 6.402755517758613e-07,
+      "loss": 0.4027915596961975,
+      "step": 2558
+    },
+    {
+      "epoch": 3.1257631257631258,
+      "grad_norm": 2.8249123096466064,
+      "learning_rate": 6.384684122070287e-07,
+      "loss": 0.8031132221221924,
+      "step": 2560
+    },
+    {
+      "epoch": 3.128205128205128,
+      "grad_norm": 5.5436296463012695,
+      "learning_rate": 6.366653960799263e-07,
+      "loss": 0.9157365560531616,
+      "step": 2562
+    },
+    {
+      "epoch": 3.1306471306471306,
+      "grad_norm": 20.762697219848633,
+      "learning_rate": 6.348665107444323e-07,
+      "loss": 0.7175855040550232,
+      "step": 2564
+    },
+    {
+      "epoch": 3.133089133089133,
+      "grad_norm": 4.656121253967285,
+      "learning_rate": 6.330717635335825e-07,
+      "loss": 0.43480825424194336,
+      "step": 2566
+    },
+    {
+      "epoch": 3.1355311355311355,
+      "grad_norm": 6.591810703277588,
+      "learning_rate": 6.312811617635464e-07,
+      "loss": 0.8588677644729614,
+      "step": 2568
+    },
+    {
+      "epoch": 3.137973137973138,
+      "grad_norm": 22.628002166748047,
+      "learning_rate": 6.29494712733593e-07,
+      "loss": 0.5387420654296875,
+      "step": 2570
+    },
+    {
+      "epoch": 3.1404151404151404,
+      "grad_norm": 9.113458633422852,
+      "learning_rate": 6.27712423726064e-07,
+      "loss": 0.501701831817627,
+      "step": 2572
+    },
+    {
+      "epoch": 3.142857142857143,
+      "grad_norm": 3.451632022857666,
+      "learning_rate": 6.259343020063433e-07,
+      "loss": 0.8168814182281494,
+      "step": 2574
+    },
+    {
+      "epoch": 3.1452991452991452,
+      "grad_norm": 5.145376682281494,
+      "learning_rate": 6.241603548228269e-07,
+      "loss": 0.8524529933929443,
+      "step": 2576
+    },
+    {
+      "epoch": 3.1477411477411477,
+      "grad_norm": 5.351768493652344,
+      "learning_rate": 6.223905894068925e-07,
+      "loss": 0.7835222482681274,
+      "step": 2578
+    },
+    {
+      "epoch": 3.15018315018315,
+      "grad_norm": 5.4381022453308105,
+      "learning_rate": 6.206250129728727e-07,
+      "loss": 0.8305777311325073,
+      "step": 2580
+    },
+    {
+      "epoch": 3.1526251526251525,
+      "grad_norm": 5.506639003753662,
+      "learning_rate": 6.188636327180222e-07,
+      "loss": 0.8366413116455078,
+      "step": 2582
+    },
+    {
+      "epoch": 3.155067155067155,
+      "grad_norm": 4.613339424133301,
+      "learning_rate": 6.171064558224931e-07,
+      "loss": 0.25465893745422363,
+      "step": 2584
+    },
+    {
+      "epoch": 3.1575091575091574,
+      "grad_norm": 2.6634879112243652,
+      "learning_rate": 6.153534894492993e-07,
+      "loss": 0.6007862091064453,
+      "step": 2586
+    },
+    {
+      "epoch": 3.15995115995116,
+      "grad_norm": 6.523024559020996,
+      "learning_rate": 6.136047407442932e-07,
+      "loss": 0.16968603432178497,
+      "step": 2588
+    },
+    {
+      "epoch": 3.1623931623931623,
+      "grad_norm": 10.192069053649902,
+      "learning_rate": 6.11860216836134e-07,
+      "loss": 0.27697157859802246,
+      "step": 2590
+    },
+    {
+      "epoch": 3.1648351648351647,
+      "grad_norm": 3.1504926681518555,
+      "learning_rate": 6.101199248362572e-07,
+      "loss": 0.7407965660095215,
+      "step": 2592
+    },
+    {
+      "epoch": 3.167277167277167,
+      "grad_norm": 2.813279628753662,
+      "learning_rate": 6.083838718388486e-07,
+      "loss": 0.6240221261978149,
+      "step": 2594
+    },
+    {
+      "epoch": 3.1697191697191696,
+      "grad_norm": 3.7025303840637207,
+      "learning_rate": 6.066520649208137e-07,
+      "loss": 0.47483938932418823,
+      "step": 2596
+    },
+    {
+      "epoch": 3.172161172161172,
+      "grad_norm": 2.692544937133789,
+      "learning_rate": 6.049245111417493e-07,
+      "loss": 0.7736239433288574,
+      "step": 2598
+    },
+    {
+      "epoch": 3.1746031746031744,
+      "grad_norm": 3.362095355987549,
+      "learning_rate": 6.032012175439139e-07,
+      "loss": 0.739479660987854,
+      "step": 2600
+    },
+    {
+      "epoch": 3.177045177045177,
+      "grad_norm": 4.023605823516846,
+      "learning_rate": 6.014821911522005e-07,
+      "loss": 0.8537817001342773,
+      "step": 2602
+    },
+    {
+      "epoch": 3.1794871794871793,
+      "grad_norm": 3.6344149112701416,
+      "learning_rate": 5.997674389741056e-07,
+      "loss": 0.7341170907020569,
+      "step": 2604
+    },
+    {
+      "epoch": 3.1819291819291817,
+      "grad_norm": 4.450408458709717,
+      "learning_rate": 5.980569679997048e-07,
+      "loss": 0.6847058534622192,
+      "step": 2606
+    },
+    {
+      "epoch": 3.1843711843711846,
+      "grad_norm": 2.562770128250122,
+      "learning_rate": 5.96350785201619e-07,
+      "loss": 0.7031633853912354,
+      "step": 2608
+    },
+    {
+      "epoch": 3.186813186813187,
+      "grad_norm": 2.2277753353118896,
+      "learning_rate": 5.946488975349905e-07,
+      "loss": 0.636197566986084,
+      "step": 2610
+    },
+    {
+      "epoch": 3.1892551892551895,
+      "grad_norm": 2.560616970062256,
+      "learning_rate": 5.929513119374511e-07,
+      "loss": 0.6687245965003967,
+      "step": 2612
+    },
+    {
+      "epoch": 3.191697191697192,
+      "grad_norm": 3.4713096618652344,
+      "learning_rate": 5.912580353290972e-07,
+      "loss": 0.6120387315750122,
+      "step": 2614
+    },
+    {
+      "epoch": 3.1941391941391943,
+      "grad_norm": 6.3813347816467285,
+      "learning_rate": 5.895690746124586e-07,
+      "loss": 0.4897659718990326,
+      "step": 2616
+    },
+    {
+      "epoch": 3.1965811965811968,
+      "grad_norm": 21.71295166015625,
+      "learning_rate": 5.878844366724725e-07,
+      "loss": 0.5589523315429688,
+      "step": 2618
+    },
+    {
+      "epoch": 3.199023199023199,
+      "grad_norm": 10.79178524017334,
+      "learning_rate": 5.862041283764539e-07,
+      "loss": 0.2927311956882477,
+      "step": 2620
+    },
+    {
+      "epoch": 3.2014652014652016,
+      "grad_norm": 2.3552072048187256,
+      "learning_rate": 5.845281565740691e-07,
+      "loss": 0.4253409504890442,
+      "step": 2622
+    },
+    {
+      "epoch": 3.203907203907204,
+      "grad_norm": 10.33370590209961,
+      "learning_rate": 5.828565280973055e-07,
+      "loss": 0.2613220512866974,
+      "step": 2624
+    },
+    {
+      "epoch": 3.2063492063492065,
+      "grad_norm": 3.2602241039276123,
+      "learning_rate": 5.811892497604476e-07,
+      "loss": 0.9796355962753296,
+      "step": 2626
+    },
+    {
+      "epoch": 3.208791208791209,
+      "grad_norm": 5.60067081451416,
+      "learning_rate": 5.795263283600444e-07,
+      "loss": 0.18396517634391785,
+      "step": 2628
+    },
+    {
+      "epoch": 3.2112332112332114,
+      "grad_norm": 4.523139953613281,
+      "learning_rate": 5.77867770674886e-07,
+      "loss": 0.846479058265686,
+      "step": 2630
+    },
+    {
+      "epoch": 3.213675213675214,
+      "grad_norm": 2.926802158355713,
+      "learning_rate": 5.762135834659723e-07,
+      "loss": 0.45950865745544434,
+      "step": 2632
+    },
+    {
+      "epoch": 3.2161172161172162,
+      "grad_norm": 2.7911295890808105,
+      "learning_rate": 5.745637734764889e-07,
+      "loss": 0.6301865577697754,
+      "step": 2634
+    },
+    {
+      "epoch": 3.2185592185592187,
+      "grad_norm": 10.409442901611328,
+      "learning_rate": 5.729183474317772e-07,
+      "loss": 0.5855114459991455,
+      "step": 2636
+    },
+    {
+      "epoch": 3.221001221001221,
+      "grad_norm": 7.145462512969971,
+      "learning_rate": 5.712773120393082e-07,
+      "loss": 0.47362077236175537,
+      "step": 2638
+    },
+    {
+      "epoch": 3.2234432234432235,
+      "grad_norm": 2.722864866256714,
+      "learning_rate": 5.696406739886535e-07,
+      "loss": 0.596495509147644,
+      "step": 2640
+    },
+    {
+      "epoch": 3.225885225885226,
+      "grad_norm": 3.252976655960083,
+      "learning_rate": 5.680084399514606e-07,
+      "loss": 0.8046815395355225,
+      "step": 2642
+    },
+    {
+      "epoch": 3.2283272283272284,
+      "grad_norm": 3.6956825256347656,
+      "learning_rate": 5.663806165814238e-07,
+      "loss": 0.6859568953514099,
+      "step": 2644
+    },
+    {
+      "epoch": 3.230769230769231,
+      "grad_norm": 3.428558111190796,
+      "learning_rate": 5.647572105142573e-07,
+      "loss": 0.8417099714279175,
+      "step": 2646
+    },
+    {
+      "epoch": 3.2332112332112333,
+      "grad_norm": 3.5709574222564697,
+      "learning_rate": 5.631382283676691e-07,
+      "loss": 0.7712951898574829,
+      "step": 2648
+    },
+    {
+      "epoch": 3.2356532356532357,
+      "grad_norm": 4.211808204650879,
+      "learning_rate": 5.615236767413326e-07,
+      "loss": 0.23967456817626953,
+      "step": 2650
+    },
+    {
+      "epoch": 3.238095238095238,
+      "grad_norm": 2.6336851119995117,
+      "learning_rate": 5.599135622168615e-07,
+      "loss": 0.8613542318344116,
+      "step": 2652
+    },
+    {
+      "epoch": 3.2405372405372406,
+      "grad_norm": 2.873466968536377,
+      "learning_rate": 5.583078913577807e-07,
+      "loss": 0.8800490498542786,
+      "step": 2654
+    },
+    {
+      "epoch": 3.242979242979243,
+      "grad_norm": 2.6431236267089844,
+      "learning_rate": 5.567066707095017e-07,
+      "loss": 0.37551987171173096,
+      "step": 2656
+    },
+    {
+      "epoch": 3.2454212454212454,
+      "grad_norm": 19.679590225219727,
+      "learning_rate": 5.55109906799295e-07,
+      "loss": 0.2173229455947876,
+      "step": 2658
+    },
+    {
+      "epoch": 3.247863247863248,
+      "grad_norm": 11.948999404907227,
+      "learning_rate": 5.535176061362633e-07,
+      "loss": 0.44817906618118286,
+      "step": 2660
+    },
+    {
+      "epoch": 3.2503052503052503,
+      "grad_norm": 5.232640266418457,
+      "learning_rate": 5.519297752113144e-07,
+      "loss": 0.8609251976013184,
+      "step": 2662
+    },
+    {
+      "epoch": 3.2527472527472527,
+      "grad_norm": 6.457090854644775,
+      "learning_rate": 5.503464204971371e-07,
+      "loss": 0.5830891132354736,
+      "step": 2664
+    },
+    {
+      "epoch": 3.255189255189255,
+      "grad_norm": 2.9404375553131104,
+      "learning_rate": 5.487675484481714e-07,
+      "loss": 0.41301780939102173,
+      "step": 2666
+    },
+    {
+      "epoch": 3.2576312576312576,
+      "grad_norm": 23.864641189575195,
+      "learning_rate": 5.471931655005861e-07,
+      "loss": 0.7523496150970459,
+      "step": 2668
+    },
+    {
+      "epoch": 3.26007326007326,
+      "grad_norm": 7.809010028839111,
+      "learning_rate": 5.456232780722485e-07,
+      "loss": 0.7383593320846558,
+      "step": 2670
+    },
+    {
+      "epoch": 3.2625152625152625,
+      "grad_norm": 8.772366523742676,
+      "learning_rate": 5.440578925627015e-07,
+      "loss": 0.42602211236953735,
+      "step": 2672
+    },
+    {
+      "epoch": 3.264957264957265,
+      "grad_norm": 8.39612865447998,
+      "learning_rate": 5.424970153531352e-07,
+      "loss": 0.09617789089679718,
+      "step": 2674
+    },
+    {
+      "epoch": 3.2673992673992673,
+      "grad_norm": 6.192194938659668,
+      "learning_rate": 5.409406528063629e-07,
+      "loss": 0.8647331595420837,
+      "step": 2676
+    },
+    {
+      "epoch": 3.2698412698412698,
+      "grad_norm": 12.891087532043457,
+      "learning_rate": 5.393888112667938e-07,
+      "loss": 0.7215873003005981,
+      "step": 2678
+    },
+    {
+      "epoch": 3.272283272283272,
+      "grad_norm": 1.1529864072799683,
+      "learning_rate": 5.378414970604078e-07,
+      "loss": 0.4208923578262329,
+      "step": 2680
+    },
+    {
+      "epoch": 3.2747252747252746,
+      "grad_norm": 4.892144203186035,
+      "learning_rate": 5.362987164947283e-07,
+      "loss": 0.4185737371444702,
+      "step": 2682
+    },
+    {
+      "epoch": 3.277167277167277,
+      "grad_norm": 3.0555760860443115,
+      "learning_rate": 5.347604758587992e-07,
+      "loss": 0.4928082525730133,
+      "step": 2684
+    },
+    {
+      "epoch": 3.2796092796092795,
+      "grad_norm": 3.4435908794403076,
+      "learning_rate": 5.332267814231557e-07,
+      "loss": 0.9214242696762085,
+      "step": 2686
+    },
+    {
+      "epoch": 3.282051282051282,
+      "grad_norm": 0.6462732553482056,
+      "learning_rate": 5.316976394398035e-07,
+      "loss": 0.05206817388534546,
+      "step": 2688
+    },
+    {
+      "epoch": 3.2844932844932844,
+      "grad_norm": 4.35649299621582,
+      "learning_rate": 5.301730561421878e-07,
+      "loss": 0.8785997629165649,
+      "step": 2690
+    },
+    {
+      "epoch": 3.286935286935287,
+      "grad_norm": 4.109615325927734,
+      "learning_rate": 5.286530377451725e-07,
+      "loss": 0.8360549211502075,
+      "step": 2692
+    },
+    {
+      "epoch": 3.2893772893772892,
+      "grad_norm": 0.4986629784107208,
+      "learning_rate": 5.271375904450113e-07,
+      "loss": 0.05576964467763901,
+      "step": 2694
+    },
+    {
+      "epoch": 3.2918192918192917,
+      "grad_norm": 1.1180140972137451,
+      "learning_rate": 5.256267204193257e-07,
+      "loss": 0.10897117108106613,
+      "step": 2696
+    },
+    {
+      "epoch": 3.294261294261294,
+      "grad_norm": 2.6195151805877686,
+      "learning_rate": 5.241204338270775e-07,
+      "loss": 0.5570809245109558,
+      "step": 2698
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "grad_norm": 2.971738338470459,
+      "learning_rate": 5.226187368085449e-07,
+      "loss": 0.758766770362854,
+      "step": 2700
+    },
+    {
+      "epoch": 3.299145299145299,
+      "grad_norm": 2.7780795097351074,
+      "learning_rate": 5.211216354852959e-07,
+      "loss": 0.8534475564956665,
+      "step": 2702
+    },
+    {
+      "epoch": 3.3015873015873014,
+      "grad_norm": 2.715257167816162,
+      "learning_rate": 5.196291359601656e-07,
+      "loss": 0.8049676418304443,
+      "step": 2704
+    },
+    {
+      "epoch": 3.304029304029304,
+      "grad_norm": 2.0465452671051025,
+      "learning_rate": 5.181412443172302e-07,
+      "loss": 0.6683448553085327,
+      "step": 2706
+    },
+    {
+      "epoch": 3.3064713064713063,
+      "grad_norm": 2.6878154277801514,
+      "learning_rate": 5.166579666217808e-07,
+      "loss": 0.3922683000564575,
+      "step": 2708
+    },
+    {
+      "epoch": 3.3089133089133087,
+      "grad_norm": 2.643120765686035,
+      "learning_rate": 5.151793089203016e-07,
+      "loss": 0.5145785808563232,
+      "step": 2710
+    },
+    {
+      "epoch": 3.311355311355311,
+      "grad_norm": 4.139755725860596,
+      "learning_rate": 5.137052772404429e-07,
+      "loss": 0.8065720796585083,
+      "step": 2712
+    },
+    {
+      "epoch": 3.3137973137973136,
+      "grad_norm": 2.7374370098114014,
+      "learning_rate": 5.12235877590998e-07,
+      "loss": 0.46399354934692383,
+      "step": 2714
+    },
+    {
+      "epoch": 3.316239316239316,
+      "grad_norm": 5.588755130767822,
+      "learning_rate": 5.107711159618767e-07,
+      "loss": 0.8394476771354675,
+      "step": 2716
+    },
+    {
+      "epoch": 3.3186813186813184,
+      "grad_norm": 5.747230052947998,
+      "learning_rate": 5.093109983240838e-07,
+      "loss": 0.7278931140899658,
+      "step": 2718
+    },
+    {
+      "epoch": 3.3211233211233213,
+      "grad_norm": 4.068961143493652,
+      "learning_rate": 5.078555306296921e-07,
+      "loss": 0.7875164747238159,
+      "step": 2720
+    },
+    {
+      "epoch": 3.3235653235653237,
+      "grad_norm": 3.255009174346924,
+      "learning_rate": 5.064047188118198e-07,
+      "loss": 0.6470295190811157,
+      "step": 2722
+    },
+    {
+      "epoch": 3.326007326007326,
+      "grad_norm": 1.376708984375,
+      "learning_rate": 5.04958568784605e-07,
+      "loss": 0.053887248039245605,
+      "step": 2724
+    },
+    {
+      "epoch": 3.3284493284493286,
+      "grad_norm": 2.7145447731018066,
+      "learning_rate": 5.035170864431835e-07,
+      "loss": 0.4699758291244507,
+      "step": 2726
+    },
+    {
+      "epoch": 3.330891330891331,
+      "grad_norm": 2.425973415374756,
+      "learning_rate": 5.020802776636619e-07,
+      "loss": 0.7286192178726196,
+      "step": 2728
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 6.599777698516846,
+      "learning_rate": 5.006481483030977e-07,
+      "loss": 0.710435152053833,
+      "step": 2730
+    },
+    {
+      "epoch": 3.335775335775336,
+      "grad_norm": 1.4933651685714722,
+      "learning_rate": 4.992207041994704e-07,
+      "loss": 0.527194619178772,
+      "step": 2732
+    },
+    {
+      "epoch": 3.3382173382173383,
+      "grad_norm": 6.664951801300049,
+      "learning_rate": 4.977979511716627e-07,
+      "loss": 0.5734143257141113,
+      "step": 2734
+    },
+    {
+      "epoch": 3.340659340659341,
+      "grad_norm": 2.5262253284454346,
+      "learning_rate": 4.963798950194323e-07,
+      "loss": 0.6353036165237427,
+      "step": 2736
+    },
+    {
+      "epoch": 3.343101343101343,
+      "grad_norm": 2.0396175384521484,
+      "learning_rate": 4.949665415233921e-07,
+      "loss": 0.43671801686286926,
+      "step": 2738
+    },
+    {
+      "epoch": 3.3455433455433456,
+      "grad_norm": 2.3020055294036865,
+      "learning_rate": 4.935578964449842e-07,
+      "loss": 0.414195716381073,
+      "step": 2740
+    },
+    {
+      "epoch": 3.347985347985348,
+      "grad_norm": 4.539997577667236,
+      "learning_rate": 4.921539655264577e-07,
+      "loss": 0.6845102906227112,
+      "step": 2742
+    },
+    {
+      "epoch": 3.3504273504273505,
+      "grad_norm": 27.385744094848633,
+      "learning_rate": 4.907547544908434e-07,
+      "loss": 0.48483800888061523,
+      "step": 2744
+    },
+    {
+      "epoch": 3.352869352869353,
+      "grad_norm": 3.306389570236206,
+      "learning_rate": 4.893602690419335e-07,
+      "loss": 0.7324085235595703,
+      "step": 2746
+    },
+    {
+      "epoch": 3.3553113553113554,
+      "grad_norm": 27.748350143432617,
+      "learning_rate": 4.879705148642551e-07,
+      "loss": 0.5347940325737,
+      "step": 2748
+    },
+    {
+      "epoch": 3.357753357753358,
+      "grad_norm": 7.101909160614014,
+      "learning_rate": 4.865854976230503e-07,
+      "loss": 0.30482548475265503,
+      "step": 2750
+    },
+    {
+      "epoch": 3.3601953601953602,
+      "grad_norm": 2.7623767852783203,
+      "learning_rate": 4.852052229642496e-07,
+      "loss": 0.3212909996509552,
+      "step": 2752
+    },
+    {
+      "epoch": 3.3626373626373627,
+      "grad_norm": 3.065473794937134,
+      "learning_rate": 4.838296965144523e-07,
+      "loss": 0.46142399311065674,
+      "step": 2754
+    },
+    {
+      "epoch": 3.365079365079365,
+      "grad_norm": 2.433959484100342,
+      "learning_rate": 4.824589238809002e-07,
+      "loss": 0.7341235280036926,
+      "step": 2756
+    },
+    {
+      "epoch": 3.3675213675213675,
+      "grad_norm": 11.061236381530762,
+      "learning_rate": 4.810929106514581e-07,
+      "loss": 0.765345573425293,
+      "step": 2758
+    },
+    {
+      "epoch": 3.36996336996337,
+      "grad_norm": 6.86146354675293,
+      "learning_rate": 4.797316623945884e-07,
+      "loss": 0.9664710760116577,
+      "step": 2760
+    },
+    {
+      "epoch": 3.3724053724053724,
+      "grad_norm": 7.752105236053467,
+      "learning_rate": 4.783751846593303e-07,
+      "loss": 0.4229215681552887,
+      "step": 2762
+    },
+    {
+      "epoch": 3.374847374847375,
+      "grad_norm": 3.0226082801818848,
+      "learning_rate": 4.770234829752751e-07,
+      "loss": 0.8460754156112671,
+      "step": 2764
+    },
+    {
+      "epoch": 3.3772893772893773,
+      "grad_norm": 3.3056082725524902,
+      "learning_rate": 4.756765628525456e-07,
+      "loss": 0.42917996644973755,
+      "step": 2766
+    },
+    {
+      "epoch": 3.3797313797313797,
+      "grad_norm": 8.907353401184082,
+      "learning_rate": 4.743344297817733e-07,
+      "loss": 0.3285076320171356,
+      "step": 2768
+    },
+    {
+      "epoch": 3.382173382173382,
+      "grad_norm": 8.507306098937988,
+      "learning_rate": 4.7299708923407426e-07,
+      "loss": 0.4301242530345917,
+      "step": 2770
+    },
+    {
+      "epoch": 3.3846153846153846,
+      "grad_norm": 4.4141106605529785,
+      "learning_rate": 4.716645466610293e-07,
+      "loss": 0.8090613484382629,
+      "step": 2772
+    },
+    {
+      "epoch": 3.387057387057387,
+      "grad_norm": 4.848315238952637,
+      "learning_rate": 4.703368074946601e-07,
+      "loss": 0.355411171913147,
+      "step": 2774
+    },
+    {
+      "epoch": 3.3894993894993894,
+      "grad_norm": 2.3719654083251953,
+      "learning_rate": 4.690138771474081e-07,
+      "loss": 0.718955397605896,
+      "step": 2776
+    },
+    {
+      "epoch": 3.391941391941392,
+      "grad_norm": 2.225470781326294,
+      "learning_rate": 4.6769576101211094e-07,
+      "loss": 0.6947466135025024,
+      "step": 2778
+    },
+    {
+      "epoch": 3.3943833943833943,
+      "grad_norm": 1.4156147241592407,
+      "learning_rate": 4.663824644619825e-07,
+      "loss": 0.40980637073516846,
+      "step": 2780
+    },
+    {
+      "epoch": 3.3968253968253967,
+      "grad_norm": 4.567814826965332,
+      "learning_rate": 4.650739928505891e-07,
+      "loss": 0.4516459107398987,
+      "step": 2782
+    },
+    {
+      "epoch": 3.399267399267399,
+      "grad_norm": 31.004159927368164,
+      "learning_rate": 4.637703515118293e-07,
+      "loss": 0.17260479927062988,
+      "step": 2784
+    },
+    {
+      "epoch": 3.4017094017094016,
+      "grad_norm": 7.04186487197876,
+      "learning_rate": 4.6247154575991056e-07,
+      "loss": 0.4166035056114197,
+      "step": 2786
+    },
+    {
+      "epoch": 3.404151404151404,
+      "grad_norm": 7.280468463897705,
+      "learning_rate": 4.611775808893289e-07,
+      "loss": 0.8995333909988403,
+      "step": 2788
+    },
+    {
+      "epoch": 3.4065934065934065,
+      "grad_norm": 6.956652641296387,
+      "learning_rate": 4.5988846217484634e-07,
+      "loss": 0.6580412983894348,
+      "step": 2790
+    },
+    {
+      "epoch": 3.409035409035409,
+      "grad_norm": 2.8585188388824463,
+      "learning_rate": 4.5860419487147113e-07,
+      "loss": 0.41331350803375244,
+      "step": 2792
+    },
+    {
+      "epoch": 3.4114774114774113,
+      "grad_norm": 2.8108794689178467,
+      "learning_rate": 4.573247842144331e-07,
+      "loss": 0.6332775354385376,
+      "step": 2794
+    },
+    {
+      "epoch": 3.413919413919414,
+      "grad_norm": 4.075611114501953,
+      "learning_rate": 4.5605023541916623e-07,
+      "loss": 0.7772250175476074,
+      "step": 2796
+    },
+    {
+      "epoch": 3.416361416361416,
+      "grad_norm": 9.713813781738281,
+      "learning_rate": 4.547805536812836e-07,
+      "loss": 0.4333896338939667,
+      "step": 2798
+    },
+    {
+      "epoch": 3.4188034188034186,
+      "grad_norm": 0.9859614968299866,
+      "learning_rate": 4.5351574417655964e-07,
+      "loss": 0.05127192288637161,
+      "step": 2800
+    },
+    {
+      "epoch": 3.421245421245421,
+      "grad_norm": 4.002601623535156,
+      "learning_rate": 4.522558120609064e-07,
+      "loss": 0.7769187688827515,
+      "step": 2802
+    },
+    {
+      "epoch": 3.4236874236874235,
+      "grad_norm": 0.7182661890983582,
+      "learning_rate": 4.5100076247035466e-07,
+      "loss": 0.5086408853530884,
+      "step": 2804
+    },
+    {
+      "epoch": 3.426129426129426,
+      "grad_norm": 3.442944288253784,
+      "learning_rate": 4.4975060052103037e-07,
+      "loss": 0.5425475835800171,
+      "step": 2806
+    },
+    {
+      "epoch": 3.4285714285714284,
+      "grad_norm": 3.3078877925872803,
+      "learning_rate": 4.4850533130913673e-07,
+      "loss": 0.8806586861610413,
+      "step": 2808
+    },
+    {
+      "epoch": 3.4310134310134313,
+      "grad_norm": 8.249839782714844,
+      "learning_rate": 4.4726495991093093e-07,
+      "loss": 0.6783867478370667,
+      "step": 2810
+    },
+    {
+      "epoch": 3.4334554334554337,
+      "grad_norm": 6.180336952209473,
+      "learning_rate": 4.460294913827055e-07,
+      "loss": 0.09303609281778336,
+      "step": 2812
+    },
+    {
+      "epoch": 3.435897435897436,
+      "grad_norm": 16.910554885864258,
+      "learning_rate": 4.447989307607662e-07,
+      "loss": 0.4257678985595703,
+      "step": 2814
+    },
+    {
+      "epoch": 3.4383394383394386,
+      "grad_norm": 2.7629129886627197,
+      "learning_rate": 4.435732830614125e-07,
+      "loss": 0.6648207902908325,
+      "step": 2816
+    },
+    {
+      "epoch": 3.440781440781441,
+      "grad_norm": 2.5652284622192383,
+      "learning_rate": 4.4235255328091576e-07,
+      "loss": 0.8116101026535034,
+      "step": 2818
+    },
+    {
+      "epoch": 3.4432234432234434,
+      "grad_norm": 3.2046570777893066,
+      "learning_rate": 4.411367463955005e-07,
+      "loss": 0.7154589295387268,
+      "step": 2820
+    },
+    {
+      "epoch": 3.445665445665446,
+      "grad_norm": 3.974566698074341,
+      "learning_rate": 4.399258673613233e-07,
+      "loss": 0.8278774619102478,
+      "step": 2822
+    },
+    {
+      "epoch": 3.4481074481074483,
+      "grad_norm": 2.4374897480010986,
+      "learning_rate": 4.3871992111445276e-07,
+      "loss": 0.7418302297592163,
+      "step": 2824
+    },
+    {
+      "epoch": 3.4505494505494507,
+      "grad_norm": 2.7656939029693604,
+      "learning_rate": 4.3751891257084884e-07,
+      "loss": 0.5064851641654968,
+      "step": 2826
+    },
+    {
+      "epoch": 3.452991452991453,
+      "grad_norm": 4.026212692260742,
+      "learning_rate": 4.363228466263437e-07,
+      "loss": 0.7239431142807007,
+      "step": 2828
+    },
+    {
+      "epoch": 3.4554334554334556,
+      "grad_norm": 10.000690460205078,
+      "learning_rate": 4.351317281566214e-07,
+      "loss": 0.4672069549560547,
+      "step": 2830
+    },
+    {
+      "epoch": 3.457875457875458,
+      "grad_norm": 2.8275201320648193,
+      "learning_rate": 4.3394556201719724e-07,
+      "loss": 0.40725383162498474,
+      "step": 2832
+    },
+    {
+      "epoch": 3.4603174603174605,
+      "grad_norm": 2.8882293701171875,
+      "learning_rate": 4.3276435304339946e-07,
+      "loss": 0.7354273796081543,
+      "step": 2834
+    },
+    {
+      "epoch": 3.462759462759463,
+      "grad_norm": 48.296871185302734,
+      "learning_rate": 4.315881060503485e-07,
+      "loss": 0.6351673603057861,
+      "step": 2836
+    },
+    {
+      "epoch": 3.4652014652014653,
+      "grad_norm": 9.754876136779785,
+      "learning_rate": 4.3041682583293777e-07,
+      "loss": 0.44702062010765076,
+      "step": 2838
+    },
+    {
+      "epoch": 3.4676434676434678,
+      "grad_norm": 4.990954399108887,
+      "learning_rate": 4.2925051716581314e-07,
+      "loss": 0.8453319072723389,
+      "step": 2840
+    },
+    {
+      "epoch": 3.47008547008547,
+      "grad_norm": 5.628749370574951,
+      "learning_rate": 4.2808918480335524e-07,
+      "loss": 0.7494460344314575,
+      "step": 2842
+    },
+    {
+      "epoch": 3.4725274725274726,
+      "grad_norm": 2.881686210632324,
+      "learning_rate": 4.269328334796588e-07,
+      "loss": 0.7807775735855103,
+      "step": 2844
+    },
+    {
+      "epoch": 3.474969474969475,
+      "grad_norm": 3.935601234436035,
+      "learning_rate": 4.2578146790851385e-07,
+      "loss": 0.7870265245437622,
+      "step": 2846
+    },
+    {
+      "epoch": 3.4774114774114775,
+      "grad_norm": 3.1705915927886963,
+      "learning_rate": 4.246350927833857e-07,
+      "loss": 0.7632369995117188,
+      "step": 2848
+    },
+    {
+      "epoch": 3.47985347985348,
+      "grad_norm": 5.830966472625732,
+      "learning_rate": 4.234937127773971e-07,
+      "loss": 0.39957284927368164,
+      "step": 2850
+    },
+    {
+      "epoch": 3.4822954822954824,
+      "grad_norm": 2.9891774654388428,
+      "learning_rate": 4.2235733254330783e-07,
+      "loss": 0.7151432037353516,
+      "step": 2852
+    },
+    {
+      "epoch": 3.484737484737485,
+      "grad_norm": 0.7090671062469482,
+      "learning_rate": 4.2122595671349774e-07,
+      "loss": 0.0894431471824646,
+      "step": 2854
+    },
+    {
+      "epoch": 3.4871794871794872,
+      "grad_norm": 6.399838924407959,
+      "learning_rate": 4.2009958989994487e-07,
+      "loss": 0.601172685623169,
+      "step": 2856
+    },
+    {
+      "epoch": 3.4896214896214897,
+      "grad_norm": 4.3422722816467285,
+      "learning_rate": 4.1897823669421006e-07,
+      "loss": 0.19986438751220703,
+      "step": 2858
+    },
+    {
+      "epoch": 3.492063492063492,
+      "grad_norm": 1.8583272695541382,
+      "learning_rate": 4.1786190166741455e-07,
+      "loss": 0.694176971912384,
+      "step": 2860
+    },
+    {
+      "epoch": 3.4945054945054945,
+      "grad_norm": 2.8959078788757324,
+      "learning_rate": 4.167505893702254e-07,
+      "loss": 0.7624994516372681,
+      "step": 2862
+    },
+    {
+      "epoch": 3.496947496947497,
+      "grad_norm": 2.90195631980896,
+      "learning_rate": 4.1564430433283263e-07,
+      "loss": 0.43300166726112366,
+      "step": 2864
+    },
+    {
+      "epoch": 3.4993894993894994,
+      "grad_norm": 3.2913739681243896,
+      "learning_rate": 4.1454305106493546e-07,
+      "loss": 0.3288887143135071,
+      "step": 2866
+    },
+    {
+      "epoch": 3.501831501831502,
+      "grad_norm": 5.068844795227051,
+      "learning_rate": 4.134468340557192e-07,
+      "loss": 0.7319455146789551,
+      "step": 2868
+    },
+    {
+      "epoch": 3.5042735042735043,
+      "grad_norm": 6.3675537109375,
+      "learning_rate": 4.1235565777384056e-07,
+      "loss": 0.5317668318748474,
+      "step": 2870
+    },
+    {
+      "epoch": 3.5067155067155067,
+      "grad_norm": 15.0240478515625,
+      "learning_rate": 4.1126952666740725e-07,
+      "loss": 0.38471299409866333,
+      "step": 2872
+    },
+    {
+      "epoch": 3.509157509157509,
+      "grad_norm": 3.1798951625823975,
+      "learning_rate": 4.101884451639614e-07,
+      "loss": 0.9037513732910156,
+      "step": 2874
+    },
+    {
+      "epoch": 3.5115995115995116,
+      "grad_norm": 6.532365322113037,
+      "learning_rate": 4.0911241767046016e-07,
+      "loss": 0.26760926842689514,
+      "step": 2876
+    },
+    {
+      "epoch": 3.514041514041514,
+      "grad_norm": 2.566946029663086,
+      "learning_rate": 4.080414485732587e-07,
+      "loss": 0.7500442862510681,
+      "step": 2878
+    },
+    {
+      "epoch": 3.5164835164835164,
+      "grad_norm": 4.2052130699157715,
+      "learning_rate": 4.069755422380917e-07,
+      "loss": 0.5388165712356567,
+      "step": 2880
+    },
+    {
+      "epoch": 3.518925518925519,
+      "grad_norm": 20.752094268798828,
+      "learning_rate": 4.059147030100559e-07,
+      "loss": 0.5732119083404541,
+      "step": 2882
+    },
+    {
+      "epoch": 3.5213675213675213,
+      "grad_norm": 2.6611931324005127,
+      "learning_rate": 4.048589352135924e-07,
+      "loss": 0.8847407698631287,
+      "step": 2884
+    },
+    {
+      "epoch": 3.5238095238095237,
+      "grad_norm": 10.907923698425293,
+      "learning_rate": 4.0380824315246947e-07,
+      "loss": 0.9121260046958923,
+      "step": 2886
+    },
+    {
+      "epoch": 3.526251526251526,
+      "grad_norm": 3.9812328815460205,
+      "learning_rate": 4.027626311097629e-07,
+      "loss": 0.6736772060394287,
+      "step": 2888
+    },
+    {
+      "epoch": 3.5286935286935286,
+      "grad_norm": 2.7269723415374756,
+      "learning_rate": 4.0172210334784195e-07,
+      "loss": 0.7638009786605835,
+      "step": 2890
+    },
+    {
+      "epoch": 3.531135531135531,
+      "grad_norm": 3.4985084533691406,
+      "learning_rate": 4.006866641083492e-07,
+      "loss": 0.7275708317756653,
+      "step": 2892
+    },
+    {
+      "epoch": 3.5335775335775335,
+      "grad_norm": 4.522525310516357,
+      "learning_rate": 3.99656317612184e-07,
+      "loss": 0.41521430015563965,
+      "step": 2894
+    },
+    {
+      "epoch": 3.536019536019536,
+      "grad_norm": 2.8411009311676025,
+      "learning_rate": 3.9863106805948604e-07,
+      "loss": 0.6723597049713135,
+      "step": 2896
+    },
+    {
+      "epoch": 3.5384615384615383,
+      "grad_norm": 3.263356924057007,
+      "learning_rate": 3.976109196296174e-07,
+      "loss": 0.8013684749603271,
+      "step": 2898
+    },
+    {
+      "epoch": 3.5409035409035408,
+      "grad_norm": 4.989956378936768,
+      "learning_rate": 3.9659587648114617e-07,
+      "loss": 0.7627596855163574,
+      "step": 2900
+    },
+    {
+      "epoch": 3.543345543345543,
+      "grad_norm": 7.430449962615967,
+      "learning_rate": 3.955859427518281e-07,
+      "loss": 0.1464676856994629,
+      "step": 2902
+    },
+    {
+      "epoch": 3.5457875457875456,
+      "grad_norm": 2.5465877056121826,
+      "learning_rate": 3.9458112255859157e-07,
+      "loss": 0.7924457788467407,
+      "step": 2904
+    },
+    {
+      "epoch": 3.548229548229548,
+      "grad_norm": 3.9990952014923096,
+      "learning_rate": 3.9358141999751996e-07,
+      "loss": 0.6930620670318604,
+      "step": 2906
+    },
+    {
+      "epoch": 3.5506715506715505,
+      "grad_norm": 3.2028019428253174,
+      "learning_rate": 3.925868391438347e-07,
+      "loss": 0.826697587966919,
+      "step": 2908
+    },
+    {
+      "epoch": 3.553113553113553,
+      "grad_norm": 19.867488861083984,
+      "learning_rate": 3.9159738405187873e-07,
+      "loss": 0.6113706827163696,
+      "step": 2910
+    },
+    {
+      "epoch": 3.5555555555555554,
+      "grad_norm": 27.57074546813965,
+      "learning_rate": 3.906130587551009e-07,
+      "loss": 0.41953060030937195,
+      "step": 2912
+    },
+    {
+      "epoch": 3.557997557997558,
+      "grad_norm": 2.6804850101470947,
+      "learning_rate": 3.896338672660374e-07,
+      "loss": 0.4396386444568634,
+      "step": 2914
+    },
+    {
+      "epoch": 3.5604395604395602,
+      "grad_norm": 2.3489506244659424,
+      "learning_rate": 3.8865981357629866e-07,
+      "loss": 0.5773664712905884,
+      "step": 2916
+    },
+    {
+      "epoch": 3.5628815628815627,
+      "grad_norm": 8.585136413574219,
+      "learning_rate": 3.8769090165654973e-07,
+      "loss": 0.6045223474502563,
+      "step": 2918
+    },
+    {
+      "epoch": 3.565323565323565,
+      "grad_norm": 31.268516540527344,
+      "learning_rate": 3.867271354564962e-07,
+      "loss": 0.5454591512680054,
+      "step": 2920
+    },
+    {
+      "epoch": 3.5677655677655675,
+      "grad_norm": 2.7172422409057617,
+      "learning_rate": 3.8576851890486726e-07,
+      "loss": 0.8313965201377869,
+      "step": 2922
+    },
+    {
+      "epoch": 3.57020757020757,
+      "grad_norm": 5.068464756011963,
+      "learning_rate": 3.8481505590940023e-07,
+      "loss": 0.46147140860557556,
+      "step": 2924
+    },
+    {
+      "epoch": 3.5726495726495724,
+      "grad_norm": 2.5422284603118896,
+      "learning_rate": 3.838667503568233e-07,
+      "loss": 0.36731448769569397,
+      "step": 2926
+    },
+    {
+      "epoch": 3.575091575091575,
+      "grad_norm": 3.056962013244629,
+      "learning_rate": 3.829236061128427e-07,
+      "loss": 0.7054284811019897,
+      "step": 2928
+    },
+    {
+      "epoch": 3.5775335775335773,
+      "grad_norm": 4.427704334259033,
+      "learning_rate": 3.819856270221226e-07,
+      "loss": 0.770653486251831,
+      "step": 2930
+    },
+    {
+      "epoch": 3.57997557997558,
+      "grad_norm": 8.665727615356445,
+      "learning_rate": 3.810528169082734e-07,
+      "loss": 0.4913595914840698,
+      "step": 2932
+    },
+    {
+      "epoch": 3.5824175824175826,
+      "grad_norm": 2.904313325881958,
+      "learning_rate": 3.8012517957383373e-07,
+      "loss": 0.6569290161132812,
+      "step": 2934
+    },
+    {
+      "epoch": 3.584859584859585,
+      "grad_norm": 3.0541298389434814,
+      "learning_rate": 3.792027188002558e-07,
+      "loss": 0.46475017070770264,
+      "step": 2936
+    },
+    {
+      "epoch": 3.5873015873015874,
+      "grad_norm": 3.205838680267334,
+      "learning_rate": 3.782854383478903e-07,
+      "loss": 0.4289541244506836,
+      "step": 2938
+    },
+    {
+      "epoch": 3.58974358974359,
+      "grad_norm": 2.68637752532959,
+      "learning_rate": 3.7737334195597043e-07,
+      "loss": 0.5848438739776611,
+      "step": 2940
+    },
+    {
+      "epoch": 3.5921855921855923,
+      "grad_norm": 5.944007873535156,
+      "learning_rate": 3.7646643334259684e-07,
+      "loss": 0.8478963375091553,
+      "step": 2942
+    },
+    {
+      "epoch": 3.5946275946275947,
+      "grad_norm": 2.2448582649230957,
+      "learning_rate": 3.7556471620472253e-07,
+      "loss": 0.775229811668396,
+      "step": 2944
+    },
+    {
+      "epoch": 3.597069597069597,
+      "grad_norm": 2.8263726234436035,
+      "learning_rate": 3.746681942181379e-07,
+      "loss": 0.7618613839149475,
+      "step": 2946
+    },
+    {
+      "epoch": 3.5995115995115996,
+      "grad_norm": 2.975411891937256,
+      "learning_rate": 3.737768710374559e-07,
+      "loss": 0.4575694501399994,
+      "step": 2948
+    },
+    {
+      "epoch": 3.601953601953602,
+      "grad_norm": 8.245552062988281,
+      "learning_rate": 3.7289075029609616e-07,
+      "loss": 0.3998860716819763,
+      "step": 2950
+    },
+    {
+      "epoch": 3.6043956043956045,
+      "grad_norm": 7.906712055206299,
+      "learning_rate": 3.720098356062717e-07,
+      "loss": 0.2165716290473938,
+      "step": 2952
+    },
+    {
+      "epoch": 3.606837606837607,
+      "grad_norm": 14.53108024597168,
+      "learning_rate": 3.711341305589731e-07,
+      "loss": 0.5015303492546082,
+      "step": 2954
+    },
+    {
+      "epoch": 3.6092796092796093,
+      "grad_norm": 14.5282621383667,
+      "learning_rate": 3.70263638723954e-07,
+      "loss": 0.7012228965759277,
+      "step": 2956
+    },
+    {
+      "epoch": 3.6117216117216118,
+      "grad_norm": 3.689199447631836,
+      "learning_rate": 3.6939836364971694e-07,
+      "loss": 0.6010891199111938,
+      "step": 2958
+    },
+    {
+      "epoch": 3.614163614163614,
+      "grad_norm": 2.563419818878174,
+      "learning_rate": 3.6853830886349873e-07,
+      "loss": 0.7269465923309326,
+      "step": 2960
+    },
+    {
+      "epoch": 3.6166056166056166,
+      "grad_norm": 10.599438667297363,
+      "learning_rate": 3.6768347787125606e-07,
+      "loss": 0.4651035666465759,
+      "step": 2962
+    },
+    {
+      "epoch": 3.619047619047619,
+      "grad_norm": 2.2189157009124756,
+      "learning_rate": 3.6683387415765044e-07,
+      "loss": 0.6498839855194092,
+      "step": 2964
+    },
+    {
+      "epoch": 3.6214896214896215,
+      "grad_norm": 3.3419363498687744,
+      "learning_rate": 3.6598950118603586e-07,
+      "loss": 0.7469695806503296,
+      "step": 2966
+    },
+    {
+      "epoch": 3.623931623931624,
+      "grad_norm": 3.3574743270874023,
+      "learning_rate": 3.6515036239844287e-07,
+      "loss": 0.8440409898757935,
+      "step": 2968
+    },
+    {
+      "epoch": 3.6263736263736264,
+      "grad_norm": 2.3137948513031006,
+      "learning_rate": 3.6431646121556533e-07,
+      "loss": 0.4129015803337097,
+      "step": 2970
+    },
+    {
+      "epoch": 3.628815628815629,
+      "grad_norm": 2.628683090209961,
+      "learning_rate": 3.6348780103674614e-07,
+      "loss": 0.40047919750213623,
+      "step": 2972
+    },
+    {
+      "epoch": 3.6312576312576312,
+      "grad_norm": 2.473060369491577,
+      "learning_rate": 3.626643852399643e-07,
+      "loss": 0.42548859119415283,
+      "step": 2974
+    },
+    {
+      "epoch": 3.6336996336996337,
+      "grad_norm": 6.196104049682617,
+      "learning_rate": 3.618462171818193e-07,
+      "loss": 0.7563096284866333,
+      "step": 2976
+    },
+    {
+      "epoch": 3.636141636141636,
+      "grad_norm": 10.924947738647461,
+      "learning_rate": 3.610333001975197e-07,
+      "loss": 0.3043268322944641,
+      "step": 2978
+    },
+    {
+      "epoch": 3.6385836385836385,
+      "grad_norm": 3.1692097187042236,
+      "learning_rate": 3.602256376008676e-07,
+      "loss": 0.7787331938743591,
+      "step": 2980
+    },
+    {
+      "epoch": 3.641025641025641,
+      "grad_norm": 5.5619049072265625,
+      "learning_rate": 3.5942323268424655e-07,
+      "loss": 0.916191577911377,
+      "step": 2982
+    },
+    {
+      "epoch": 3.6434676434676434,
+      "grad_norm": 2.588724136352539,
+      "learning_rate": 3.5862608871860695e-07,
+      "loss": 0.8353859782218933,
+      "step": 2984
+    },
+    {
+      "epoch": 3.645909645909646,
+      "grad_norm": 3.2748382091522217,
+      "learning_rate": 3.578342089534539e-07,
+      "loss": 0.797304630279541,
+      "step": 2986
+    },
+    {
+      "epoch": 3.6483516483516483,
+      "grad_norm": 2.3065786361694336,
+      "learning_rate": 3.570475966168323e-07,
+      "loss": 0.702369213104248,
+      "step": 2988
+    },
+    {
+      "epoch": 3.6507936507936507,
+      "grad_norm": 2.7678704261779785,
+      "learning_rate": 3.562662549153161e-07,
+      "loss": 0.8888381719589233,
+      "step": 2990
+    },
+    {
+      "epoch": 3.653235653235653,
+      "grad_norm": 3.8173694610595703,
+      "learning_rate": 3.554901870339929e-07,
+      "loss": 0.5250690579414368,
+      "step": 2992
+    },
+    {
+      "epoch": 3.6556776556776556,
+      "grad_norm": 9.152386665344238,
+      "learning_rate": 3.547193961364523e-07,
+      "loss": 0.33277344703674316,
+      "step": 2994
+    },
+    {
+      "epoch": 3.658119658119658,
+      "grad_norm": 2.908566951751709,
+      "learning_rate": 3.5395388536477207e-07,
+      "loss": 0.8926382660865784,
+      "step": 2996
+    },
+    {
+      "epoch": 3.6605616605616604,
+      "grad_norm": 0.9657400846481323,
+      "learning_rate": 3.531936578395066e-07,
+      "loss": 0.4112926721572876,
+      "step": 2998
+    },
+    {
+      "epoch": 3.663003663003663,
+      "grad_norm": 4.3384857177734375,
+      "learning_rate": 3.524387166596734e-07,
+      "loss": 0.2578233778476715,
+      "step": 3000
+    },
+    {
+      "epoch": 3.6654456654456653,
+      "grad_norm": 4.620382308959961,
+      "learning_rate": 3.516890649027403e-07,
+      "loss": 0.3403754234313965,
+      "step": 3002
+    },
+    {
+      "epoch": 3.6678876678876677,
+      "grad_norm": 6.0603437423706055,
+      "learning_rate": 3.5094470562461296e-07,
+      "loss": 0.1455678939819336,
+      "step": 3004
+    },
+    {
+      "epoch": 3.67032967032967,
+      "grad_norm": 5.389955520629883,
+      "learning_rate": 3.502056418596229e-07,
+      "loss": 0.7512868642807007,
+      "step": 3006
+    },
+    {
+      "epoch": 3.672771672771673,
+      "grad_norm": 39.584007263183594,
+      "learning_rate": 3.494718766205148e-07,
+      "loss": 0.5591350793838501,
+      "step": 3008
+    },
+    {
+      "epoch": 3.6752136752136755,
+      "grad_norm": 2.471529722213745,
+      "learning_rate": 3.4874341289843427e-07,
+      "loss": 0.4434140920639038,
+      "step": 3010
+    },
+    {
+      "epoch": 3.677655677655678,
+      "grad_norm": 2.184110164642334,
+      "learning_rate": 3.480202536629155e-07,
+      "loss": 0.7699903845787048,
+      "step": 3012
+    },
+    {
+      "epoch": 3.6800976800976803,
+      "grad_norm": 3.0973334312438965,
+      "learning_rate": 3.473024018618692e-07,
+      "loss": 0.8556205630302429,
+      "step": 3014
+    },
+    {
+      "epoch": 3.682539682539683,
+      "grad_norm": 11.31489372253418,
+      "learning_rate": 3.465898604215714e-07,
+      "loss": 0.7214917540550232,
+      "step": 3016
+    },
+    {
+      "epoch": 3.684981684981685,
+      "grad_norm": 2.5208775997161865,
+      "learning_rate": 3.458826322466495e-07,
+      "loss": 0.4928692579269409,
+      "step": 3018
+    },
+    {
+      "epoch": 3.6874236874236876,
+      "grad_norm": 4.180920124053955,
+      "learning_rate": 3.4518072022007307e-07,
+      "loss": 0.5168589949607849,
+      "step": 3020
+    },
+    {
+      "epoch": 3.68986568986569,
+      "grad_norm": 5.655241966247559,
+      "learning_rate": 3.4448412720313964e-07,
+      "loss": 0.5075653791427612,
+      "step": 3022
+    },
+    {
+      "epoch": 3.6923076923076925,
+      "grad_norm": 2.7862062454223633,
+      "learning_rate": 3.4379285603546524e-07,
+      "loss": 0.8357092142105103,
+      "step": 3024
+    },
+    {
+      "epoch": 3.694749694749695,
+      "grad_norm": 1.5549516677856445,
+      "learning_rate": 3.431069095349705e-07,
+      "loss": 0.5025522708892822,
+      "step": 3026
+    },
+    {
+      "epoch": 3.6971916971916974,
+      "grad_norm": 3.4826738834381104,
+      "learning_rate": 3.424262904978717e-07,
+      "loss": 0.6062172651290894,
+      "step": 3028
+    },
+    {
+      "epoch": 3.6996336996337,
+      "grad_norm": 2.05151104927063,
+      "learning_rate": 3.417510016986667e-07,
+      "loss": 0.8095488548278809,
+      "step": 3030
+    },
+    {
+      "epoch": 3.7020757020757022,
+      "grad_norm": 2.471933364868164,
+      "learning_rate": 3.410810458901262e-07,
+      "loss": 0.6981524229049683,
+      "step": 3032
+    },
+    {
+      "epoch": 3.7045177045177047,
+      "grad_norm": 3.5082616806030273,
+      "learning_rate": 3.404164258032807e-07,
+      "loss": 0.4733709692955017,
+      "step": 3034
+    },
+    {
+      "epoch": 3.706959706959707,
+      "grad_norm": 1.4198700189590454,
+      "learning_rate": 3.3975714414741013e-07,
+      "loss": 0.4630986452102661,
+      "step": 3036
+    },
+    {
+      "epoch": 3.7094017094017095,
+      "grad_norm": 3.0218346118927,
+      "learning_rate": 3.391032036100325e-07,
+      "loss": 0.4389650821685791,
+      "step": 3038
+    },
+    {
+      "epoch": 3.711843711843712,
+      "grad_norm": 2.944387674331665,
+      "learning_rate": 3.384546068568933e-07,
+      "loss": 0.8785519599914551,
+      "step": 3040
+    },
+    {
+      "epoch": 3.7142857142857144,
+      "grad_norm": 4.196402549743652,
+      "learning_rate": 3.378113565319544e-07,
+      "loss": 0.7434395551681519,
+      "step": 3042
+    },
+    {
+      "epoch": 3.716727716727717,
+      "grad_norm": 2.696420669555664,
+      "learning_rate": 3.3717345525738344e-07,
+      "loss": 0.48036837577819824,
+      "step": 3044
+    },
+    {
+      "epoch": 3.7191697191697193,
+      "grad_norm": 3.1391804218292236,
+      "learning_rate": 3.3654090563354244e-07,
+      "loss": 0.8472328186035156,
+      "step": 3046
+    },
+    {
+      "epoch": 3.7216117216117217,
+      "grad_norm": 16.5904598236084,
+      "learning_rate": 3.3591371023897855e-07,
+      "loss": 0.4724040627479553,
+      "step": 3048
+    },
+    {
+      "epoch": 3.724053724053724,
+      "grad_norm": 2.7015161514282227,
+      "learning_rate": 3.35291871630412e-07,
+      "loss": 0.6447727084159851,
+      "step": 3050
+    },
+    {
+      "epoch": 3.7264957264957266,
+      "grad_norm": 3.3567774295806885,
+      "learning_rate": 3.346753923427274e-07,
+      "loss": 0.8310827016830444,
+      "step": 3052
+    },
+    {
+      "epoch": 3.728937728937729,
+      "grad_norm": 6.175748825073242,
+      "learning_rate": 3.3406427488896135e-07,
+      "loss": 0.39910775423049927,
+      "step": 3054
+    },
+    {
+      "epoch": 3.7313797313797314,
+      "grad_norm": 3.706573009490967,
+      "learning_rate": 3.334585217602942e-07,
+      "loss": 0.7661048173904419,
+      "step": 3056
+    },
+    {
+      "epoch": 3.733821733821734,
+      "grad_norm": 2.6590542793273926,
+      "learning_rate": 3.328581354260381e-07,
+      "loss": 0.6034551858901978,
+      "step": 3058
+    },
+    {
+      "epoch": 3.7362637362637363,
+      "grad_norm": 11.154624938964844,
+      "learning_rate": 3.3226311833362856e-07,
+      "loss": 0.3673848807811737,
+      "step": 3060
+    },
+    {
+      "epoch": 3.7387057387057387,
+      "grad_norm": 4.551034927368164,
+      "learning_rate": 3.3167347290861357e-07,
+      "loss": 0.47802889347076416,
+      "step": 3062
+    },
+    {
+      "epoch": 3.741147741147741,
+      "grad_norm": 3.527188777923584,
+      "learning_rate": 3.310892015546438e-07,
+      "loss": 0.28257882595062256,
+      "step": 3064
+    },
+    {
+      "epoch": 3.7435897435897436,
+      "grad_norm": 5.753845691680908,
+      "learning_rate": 3.305103066534627e-07,
+      "loss": 0.4748725891113281,
+      "step": 3066
+    },
+    {
+      "epoch": 3.746031746031746,
+      "grad_norm": 2.916123151779175,
+      "learning_rate": 3.299367905648969e-07,
+      "loss": 0.8344959020614624,
+      "step": 3068
+    },
+    {
+      "epoch": 3.7484737484737485,
+      "grad_norm": 2.6062560081481934,
+      "learning_rate": 3.2936865562684724e-07,
+      "loss": 0.7747886180877686,
+      "step": 3070
+    },
+    {
+      "epoch": 3.750915750915751,
+      "grad_norm": 14.459248542785645,
+      "learning_rate": 3.2880590415527835e-07,
+      "loss": 0.45985788106918335,
+      "step": 3072
+    },
+    {
+      "epoch": 3.7533577533577533,
+      "grad_norm": 1.4691053628921509,
+      "learning_rate": 3.282485384442091e-07,
+      "loss": 0.36843568086624146,
+      "step": 3074
+    },
+    {
+      "epoch": 3.755799755799756,
+      "grad_norm": 7.2976789474487305,
+      "learning_rate": 3.2769656076570404e-07,
+      "loss": 0.8071094751358032,
+      "step": 3076
+    },
+    {
+      "epoch": 3.758241758241758,
+      "grad_norm": 2.8548290729522705,
+      "learning_rate": 3.271499733698641e-07,
+      "loss": 0.7401329278945923,
+      "step": 3078
+    },
+    {
+      "epoch": 3.7606837606837606,
+      "grad_norm": 6.964620113372803,
+      "learning_rate": 3.266087784848164e-07,
+      "loss": 0.5241950750350952,
+      "step": 3080
+    },
+    {
+      "epoch": 3.763125763125763,
+      "grad_norm": 3.751598834991455,
+      "learning_rate": 3.2607297831670605e-07,
+      "loss": 0.8286868333816528,
+      "step": 3082
+    },
+    {
+      "epoch": 3.7655677655677655,
+      "grad_norm": 2.7581403255462646,
+      "learning_rate": 3.255425750496874e-07,
+      "loss": 0.7994064092636108,
+      "step": 3084
+    },
+    {
+      "epoch": 3.768009768009768,
+      "grad_norm": 3.7547802925109863,
+      "learning_rate": 3.2501757084591424e-07,
+      "loss": 0.8994746208190918,
+      "step": 3086
+    },
+    {
+      "epoch": 3.7704517704517704,
+      "grad_norm": 1.5219696760177612,
+      "learning_rate": 3.244979678455314e-07,
+      "loss": 0.10294540226459503,
+      "step": 3088
+    },
+    {
+      "epoch": 3.772893772893773,
+      "grad_norm": 2.7293152809143066,
+      "learning_rate": 3.2398376816666626e-07,
+      "loss": 0.6969175338745117,
+      "step": 3090
+    },
+    {
+      "epoch": 3.7753357753357752,
+      "grad_norm": 13.49944019317627,
+      "learning_rate": 3.234749739054198e-07,
+      "loss": 0.7655293345451355,
+      "step": 3092
+    },
+    {
+      "epoch": 3.7777777777777777,
+      "grad_norm": 2.4176318645477295,
+      "learning_rate": 3.2297158713585855e-07,
+      "loss": 0.8352910280227661,
+      "step": 3094
+    },
+    {
+      "epoch": 3.78021978021978,
+      "grad_norm": 8.134320259094238,
+      "learning_rate": 3.224736099100051e-07,
+      "loss": 0.7784008383750916,
+      "step": 3096
+    },
+    {
+      "epoch": 3.7826617826617825,
+      "grad_norm": 2.9717869758605957,
+      "learning_rate": 3.2198104425783085e-07,
+      "loss": 0.5075839161872864,
+      "step": 3098
+    },
+    {
+      "epoch": 3.785103785103785,
+      "grad_norm": 11.678095817565918,
+      "learning_rate": 3.2149389218724715e-07,
+      "loss": 0.6785246133804321,
+      "step": 3100
+    },
+    {
+      "epoch": 3.7875457875457874,
+      "grad_norm": 2.376706123352051,
+      "learning_rate": 3.2101215568409724e-07,
+      "loss": 0.7613149881362915,
+      "step": 3102
+    },
+    {
+      "epoch": 3.78998778998779,
+      "grad_norm": 3.306133270263672,
+      "learning_rate": 3.205358367121482e-07,
+      "loss": 0.7240723371505737,
+      "step": 3104
+    },
+    {
+      "epoch": 3.7924297924297923,
+      "grad_norm": 3.1075305938720703,
+      "learning_rate": 3.20064937213083e-07,
+      "loss": 0.7881240248680115,
+      "step": 3106
+    },
+    {
+      "epoch": 3.7948717948717947,
+      "grad_norm": 2.911088705062866,
+      "learning_rate": 3.1959945910649197e-07,
+      "loss": 0.5425209999084473,
+      "step": 3108
+    },
+    {
+      "epoch": 3.797313797313797,
+      "grad_norm": 3.396981954574585,
+      "learning_rate": 3.191394042898663e-07,
+      "loss": 0.5427860021591187,
+      "step": 3110
+    },
+    {
+      "epoch": 3.7997557997557996,
+      "grad_norm": 3.09364914894104,
+      "learning_rate": 3.1868477463858867e-07,
+      "loss": 0.5342693328857422,
+      "step": 3112
+    },
+    {
+      "epoch": 3.802197802197802,
+      "grad_norm": 3.77823543548584,
+      "learning_rate": 3.1823557200592727e-07,
+      "loss": 0.4840196669101715,
+      "step": 3114
+    },
+    {
+      "epoch": 3.8046398046398044,
+      "grad_norm": 6.581445693969727,
+      "learning_rate": 3.177917982230266e-07,
+      "loss": 0.4354932904243469,
+      "step": 3116
+    },
+    {
+      "epoch": 3.807081807081807,
+      "grad_norm": 4.048827171325684,
+      "learning_rate": 3.1735345509890153e-07,
+      "loss": 0.5204283595085144,
+      "step": 3118
+    },
+    {
+      "epoch": 3.8095238095238093,
+      "grad_norm": 4.30662202835083,
+      "learning_rate": 3.169205444204287e-07,
+      "loss": 0.8616774082183838,
+      "step": 3120
+    },
+    {
+      "epoch": 3.8119658119658117,
+      "grad_norm": 3.3878118991851807,
+      "learning_rate": 3.1649306795233974e-07,
+      "loss": 0.4943420886993408,
+      "step": 3122
+    },
+    {
+      "epoch": 3.814407814407814,
+      "grad_norm": 3.516070604324341,
+      "learning_rate": 3.1607102743721444e-07,
+      "loss": 0.6372618079185486,
+      "step": 3124
+    },
+    {
+      "epoch": 3.8168498168498166,
+      "grad_norm": 10.609537124633789,
+      "learning_rate": 3.156544245954731e-07,
+      "loss": 0.8626052141189575,
+      "step": 3126
+    },
+    {
+      "epoch": 3.819291819291819,
+      "grad_norm": 4.941616058349609,
+      "learning_rate": 3.1524326112536954e-07,
+      "loss": 0.44780248403549194,
+      "step": 3128
+    },
+    {
+      "epoch": 3.8217338217338215,
+      "grad_norm": 3.134873628616333,
+      "learning_rate": 3.148375387029847e-07,
+      "loss": 0.8529410362243652,
+      "step": 3130
+    },
+    {
+      "epoch": 3.824175824175824,
+      "grad_norm": 0.7779524326324463,
+      "learning_rate": 3.1443725898221915e-07,
+      "loss": 0.46019861102104187,
+      "step": 3132
+    },
+    {
+      "epoch": 3.8266178266178263,
+      "grad_norm": 5.240747451782227,
+      "learning_rate": 3.140424235947869e-07,
+      "loss": 1.0692764520645142,
+      "step": 3134
+    },
+    {
+      "epoch": 3.8290598290598292,
+      "grad_norm": 3.5423636436462402,
+      "learning_rate": 3.13653034150208e-07,
+      "loss": 0.9176429510116577,
+      "step": 3136
+    },
+    {
+      "epoch": 3.8315018315018317,
+      "grad_norm": 5.5746564865112305,
+      "learning_rate": 3.1326909223580295e-07,
+      "loss": 0.4994342625141144,
+      "step": 3138
+    },
+    {
+      "epoch": 3.833943833943834,
+      "grad_norm": 1.4443594217300415,
+      "learning_rate": 3.128905994166859e-07,
+      "loss": 0.33987581729888916,
+      "step": 3140
+    },
+    {
+      "epoch": 3.8363858363858365,
+      "grad_norm": 5.162232398986816,
+      "learning_rate": 3.125175572357573e-07,
+      "loss": 0.5604066848754883,
+      "step": 3142
+    },
+    {
+      "epoch": 3.838827838827839,
+      "grad_norm": 18.79522132873535,
+      "learning_rate": 3.121499672136995e-07,
+      "loss": 0.26430392265319824,
+      "step": 3144
+    },
+    {
+      "epoch": 3.8412698412698414,
+      "grad_norm": 5.502162456512451,
+      "learning_rate": 3.117878308489687e-07,
+      "loss": 0.47760242223739624,
+      "step": 3146
+    },
+    {
+      "epoch": 3.843711843711844,
+      "grad_norm": 0.3487054109573364,
+      "learning_rate": 3.1143114961778995e-07,
+      "loss": 0.06170821189880371,
+      "step": 3148
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 9.559247016906738,
+      "learning_rate": 3.1107992497415046e-07,
+      "loss": 0.4256623387336731,
+      "step": 3150
+    },
+    {
+      "epoch": 3.8485958485958487,
+      "grad_norm": 6.494686126708984,
+      "learning_rate": 3.107341583497948e-07,
+      "loss": 0.7344862222671509,
+      "step": 3152
+    },
+    {
+      "epoch": 3.851037851037851,
+      "grad_norm": 5.391261100769043,
+      "learning_rate": 3.103938511542174e-07,
+      "loss": 0.43656569719314575,
+      "step": 3154
+    },
+    {
+      "epoch": 3.8534798534798536,
+      "grad_norm": 2.5856785774230957,
+      "learning_rate": 3.1005900477465816e-07,
+      "loss": 0.7838259339332581,
+      "step": 3156
+    },
+    {
+      "epoch": 3.855921855921856,
+      "grad_norm": 2.5243351459503174,
+      "learning_rate": 3.0972962057609634e-07,
+      "loss": 0.7311700582504272,
+      "step": 3158
+    },
+    {
+      "epoch": 3.8583638583638584,
+      "grad_norm": 4.596135139465332,
+      "learning_rate": 3.09405699901245e-07,
+      "loss": 0.049799878150224686,
+      "step": 3160
+    },
+    {
+      "epoch": 3.860805860805861,
+      "grad_norm": 3.657917022705078,
+      "learning_rate": 3.0908724407054496e-07,
+      "loss": 0.43010884523391724,
+      "step": 3162
+    },
+    {
+      "epoch": 3.8632478632478633,
+      "grad_norm": 2.116675615310669,
+      "learning_rate": 3.087742543821607e-07,
+      "loss": 0.8404495716094971,
+      "step": 3164
+    },
+    {
+      "epoch": 3.8656898656898657,
+      "grad_norm": 5.3547749519348145,
+      "learning_rate": 3.0846673211197385e-07,
+      "loss": 0.7852703928947449,
+      "step": 3166
+    },
+    {
+      "epoch": 3.868131868131868,
+      "grad_norm": 2.9708454608917236,
+      "learning_rate": 3.081646785135788e-07,
+      "loss": 0.785150408744812,
+      "step": 3168
+    },
+    {
+      "epoch": 3.8705738705738706,
+      "grad_norm": 4.000237941741943,
+      "learning_rate": 3.07868094818277e-07,
+      "loss": 0.5341532230377197,
+      "step": 3170
+    },
+    {
+      "epoch": 3.873015873015873,
+      "grad_norm": 7.4156646728515625,
+      "learning_rate": 3.0757698223507246e-07,
+      "loss": 0.4277054965496063,
+      "step": 3172
+    },
+    {
+      "epoch": 3.8754578754578755,
+      "grad_norm": 2.476334810256958,
+      "learning_rate": 3.0729134195066615e-07,
+      "loss": 0.5318750143051147,
+      "step": 3174
+    },
+    {
+      "epoch": 3.877899877899878,
+      "grad_norm": 4.160787105560303,
+      "learning_rate": 3.0701117512945196e-07,
+      "loss": 0.7418047189712524,
+      "step": 3176
+    },
+    {
+      "epoch": 3.8803418803418803,
+      "grad_norm": 2.8902194499969482,
+      "learning_rate": 3.067364829135116e-07,
+      "loss": 0.9083335399627686,
+      "step": 3178
+    },
+    {
+      "epoch": 3.8827838827838828,
+      "grad_norm": 2.9332680702209473,
+      "learning_rate": 3.064672664226094e-07,
+      "loss": 0.7361115217208862,
+      "step": 3180
+    },
+    {
+      "epoch": 3.885225885225885,
+      "grad_norm": 2.178924322128296,
+      "learning_rate": 3.062035267541889e-07,
+      "loss": 0.7915389537811279,
+      "step": 3182
+    },
+    {
+      "epoch": 3.8876678876678876,
+      "grad_norm": 4.9449462890625,
+      "learning_rate": 3.059452649833673e-07,
+      "loss": 0.2678080201148987,
+      "step": 3184
+    },
+    {
+      "epoch": 3.89010989010989,
+      "grad_norm": 3.050114870071411,
+      "learning_rate": 3.056924821629317e-07,
+      "loss": 0.7626932263374329,
+      "step": 3186
+    },
+    {
+      "epoch": 3.8925518925518925,
+      "grad_norm": 2.8154830932617188,
+      "learning_rate": 3.054451793233347e-07,
+      "loss": 0.4224632680416107,
+      "step": 3188
+    },
+    {
+      "epoch": 3.894993894993895,
+      "grad_norm": 1.828765869140625,
+      "learning_rate": 3.0520335747268976e-07,
+      "loss": 0.380077600479126,
+      "step": 3190
+    },
+    {
+      "epoch": 3.8974358974358974,
+      "grad_norm": 3.0249011516571045,
+      "learning_rate": 3.0496701759676784e-07,
+      "loss": 0.8676139116287231,
+      "step": 3192
+    },
+    {
+      "epoch": 3.8998778998779,
+      "grad_norm": 13.60191535949707,
+      "learning_rate": 3.0473616065899275e-07,
+      "loss": 0.8261326551437378,
+      "step": 3194
+    },
+    {
+      "epoch": 3.9023199023199022,
+      "grad_norm": 9.212258338928223,
+      "learning_rate": 3.045107876004377e-07,
+      "loss": 0.4649001955986023,
+      "step": 3196
+    },
+    {
+      "epoch": 3.9047619047619047,
+      "grad_norm": 6.984424591064453,
+      "learning_rate": 3.0429089933982095e-07,
+      "loss": 0.13965851068496704,
+      "step": 3198
+    },
+    {
+      "epoch": 3.907203907203907,
+      "grad_norm": 3.2678136825561523,
+      "learning_rate": 3.0407649677350244e-07,
+      "loss": 0.7392624616622925,
+      "step": 3200
+    },
+    {
+      "epoch": 3.9096459096459095,
+      "grad_norm": 3.037532091140747,
+      "learning_rate": 3.0386758077548036e-07,
+      "loss": 0.48279869556427,
+      "step": 3202
+    },
+    {
+      "epoch": 3.912087912087912,
+      "grad_norm": 5.4636054039001465,
+      "learning_rate": 3.036641521973866e-07,
+      "loss": 0.8397436141967773,
+      "step": 3204
+    },
+    {
+      "epoch": 3.9145299145299144,
+      "grad_norm": 2.561164140701294,
+      "learning_rate": 3.0346621186848466e-07,
+      "loss": 0.9013160467147827,
+      "step": 3206
+    },
+    {
+      "epoch": 3.916971916971917,
+      "grad_norm": 2.6872096061706543,
+      "learning_rate": 3.032737605956649e-07,
+      "loss": 0.8809531927108765,
+      "step": 3208
+    },
+    {
+      "epoch": 3.9194139194139193,
+      "grad_norm": 2.269146203994751,
+      "learning_rate": 3.030867991634425e-07,
+      "loss": 0.471352219581604,
+      "step": 3210
+    },
+    {
+      "epoch": 3.9218559218559217,
+      "grad_norm": 5.170947551727295,
+      "learning_rate": 3.029053283339533e-07,
+      "loss": 0.23797103762626648,
+      "step": 3212
+    },
+    {
+      "epoch": 3.9242979242979246,
+      "grad_norm": 2.6191842555999756,
+      "learning_rate": 3.0272934884695113e-07,
+      "loss": 0.7647219896316528,
+      "step": 3214
+    },
+    {
+      "epoch": 3.926739926739927,
+      "grad_norm": 5.886957168579102,
+      "learning_rate": 3.0255886141980464e-07,
+      "loss": 0.8198211193084717,
+      "step": 3216
+    },
+    {
+      "epoch": 3.9291819291819294,
+      "grad_norm": 8.85236644744873,
+      "learning_rate": 3.023938667474948e-07,
+      "loss": 0.502949595451355,
+      "step": 3218
+    },
+    {
+      "epoch": 3.931623931623932,
+      "grad_norm": 3.0946693420410156,
+      "learning_rate": 3.022343655026115e-07,
+      "loss": 0.4772048592567444,
+      "step": 3220
+    },
+    {
+      "epoch": 3.9340659340659343,
+      "grad_norm": 4.789615631103516,
+      "learning_rate": 3.020803583353507e-07,
+      "loss": 0.4212894141674042,
+      "step": 3222
+    },
+    {
+      "epoch": 3.9365079365079367,
+      "grad_norm": 2.7063755989074707,
+      "learning_rate": 3.019318458735128e-07,
+      "loss": 0.693466067314148,
+      "step": 3224
+    },
+    {
+      "epoch": 3.938949938949939,
+      "grad_norm": 7.847006797790527,
+      "learning_rate": 3.017888287224989e-07,
+      "loss": 0.4305657148361206,
+      "step": 3226
+    },
+    {
+      "epoch": 3.9413919413919416,
+      "grad_norm": 4.677613735198975,
+      "learning_rate": 3.016513074653089e-07,
+      "loss": 0.8423424363136292,
+      "step": 3228
+    },
+    {
+      "epoch": 3.943833943833944,
+      "grad_norm": 3.0852110385894775,
+      "learning_rate": 3.0151928266253933e-07,
+      "loss": 0.44737470149993896,
+      "step": 3230
+    },
+    {
+      "epoch": 3.9462759462759465,
+      "grad_norm": 3.329002618789673,
+      "learning_rate": 3.0139275485238054e-07,
+      "loss": 0.8724846839904785,
+      "step": 3232
+    },
+    {
+      "epoch": 3.948717948717949,
+      "grad_norm": 6.412221908569336,
+      "learning_rate": 3.012717245506146e-07,
+      "loss": 0.45604297518730164,
+      "step": 3234
+    },
+    {
+      "epoch": 3.9511599511599513,
+      "grad_norm": 3.633538246154785,
+      "learning_rate": 3.011561922506136e-07,
+      "loss": 0.756797194480896,
+      "step": 3236
+    },
+    {
+      "epoch": 3.9536019536019538,
+      "grad_norm": 24.208881378173828,
+      "learning_rate": 3.010461584233376e-07,
+      "loss": 0.73784339427948,
+      "step": 3238
+    },
+    {
+      "epoch": 3.956043956043956,
+      "grad_norm": 2.3144328594207764,
+      "learning_rate": 3.0094162351733194e-07,
+      "loss": 0.3887001872062683,
+      "step": 3240
+    },
+    {
+      "epoch": 3.9584859584859586,
+      "grad_norm": 7.828591346740723,
+      "learning_rate": 3.0084258795872626e-07,
+      "loss": 0.50379478931427,
+      "step": 3242
+    },
+    {
+      "epoch": 3.960927960927961,
+      "grad_norm": 3.9664628505706787,
+      "learning_rate": 3.007490521512327e-07,
+      "loss": 0.8260669112205505,
+      "step": 3244
+    },
+    {
+      "epoch": 3.9633699633699635,
+      "grad_norm": 3.5767982006073,
+      "learning_rate": 3.006610164761436e-07,
+      "loss": 0.4810832738876343,
+      "step": 3246
+    },
+    {
+      "epoch": 3.965811965811966,
+      "grad_norm": 3.2386586666107178,
+      "learning_rate": 3.0057848129233066e-07,
+      "loss": 0.7690592408180237,
+      "step": 3248
+    },
+    {
+      "epoch": 3.9682539682539684,
+      "grad_norm": 2.7200279235839844,
+      "learning_rate": 3.0050144693624323e-07,
+      "loss": 0.4866028428077698,
+      "step": 3250
+    },
+    {
+      "epoch": 3.970695970695971,
+      "grad_norm": 5.123220443725586,
+      "learning_rate": 3.004299137219065e-07,
+      "loss": 0.13242197036743164,
+      "step": 3252
+    },
+    {
+      "epoch": 3.9731379731379732,
+      "grad_norm": 4.087306499481201,
+      "learning_rate": 3.00363881940921e-07,
+      "loss": 0.7160649299621582,
+      "step": 3254
+    },
+    {
+      "epoch": 3.9755799755799757,
+      "grad_norm": 3.564754009246826,
+      "learning_rate": 3.003033518624611e-07,
+      "loss": 0.7744536399841309,
+      "step": 3256
+    },
+    {
+      "epoch": 3.978021978021978,
+      "grad_norm": 2.57946515083313,
+      "learning_rate": 3.0024832373327347e-07,
+      "loss": 0.4117498993873596,
+      "step": 3258
+    },
+    {
+      "epoch": 3.9804639804639805,
+      "grad_norm": 5.399810314178467,
+      "learning_rate": 3.001987977776767e-07,
+      "loss": 0.4066256880760193,
+      "step": 3260
+    },
+    {
+      "epoch": 3.982905982905983,
+      "grad_norm": 4.3059515953063965,
+      "learning_rate": 3.001547741975601e-07,
+      "loss": 0.46041280031204224,
+      "step": 3262
+    },
+    {
+      "epoch": 3.9853479853479854,
+      "grad_norm": 10.905681610107422,
+      "learning_rate": 3.0011625317238293e-07,
+      "loss": 0.5426976680755615,
+      "step": 3264
+    },
+    {
+      "epoch": 3.987789987789988,
+      "grad_norm": 8.33562183380127,
+      "learning_rate": 3.0008323485917347e-07,
+      "loss": 0.7136914730072021,
+      "step": 3266
+    },
+    {
+      "epoch": 3.9902319902319903,
+      "grad_norm": 2.0271568298339844,
+      "learning_rate": 3.000557193925287e-07,
+      "loss": 0.7866110801696777,
+      "step": 3268
+    },
+    {
+      "epoch": 3.9926739926739927,
+      "grad_norm": 6.280376434326172,
+      "learning_rate": 3.000337068846139e-07,
+      "loss": 0.6041853427886963,
+      "step": 3270
+    },
+    {
+      "epoch": 3.995115995115995,
+      "grad_norm": 2.359619617462158,
+      "learning_rate": 3.0001719742516126e-07,
+      "loss": 0.8250214457511902,
+      "step": 3272
+    },
+    {
+      "epoch": 3.9975579975579976,
+      "grad_norm": 4.224130630493164,
+      "learning_rate": 3.000061910814706e-07,
+      "loss": 0.6971200704574585,
+      "step": 3274
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 2.9241721630096436,
+      "learning_rate": 3.0000068789840856e-07,
+      "loss": 0.41884008049964905,
+      "step": 3276
+    },
+    {
+      "epoch": 4.0,
+      "step": 3276,
+      "total_flos": 3.4380478348997427e+18,
+      "train_loss": 0.8572880857224975,
+      "train_runtime": 5848.4538,
+      "train_samples_per_second": 8.962,
+      "train_steps_per_second": 0.56
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 3276,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 99999,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.4380478348997427e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}