diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,18537 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 5284,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.001514004542013626,
+      "grad_norm": 4.028285980224609,
+      "learning_rate": 1.1320754716981132e-08,
+      "loss": 1.7578186988830566,
+      "step": 2
+    },
+    {
+      "epoch": 0.003028009084027252,
+      "grad_norm": 8.948590278625488,
+      "learning_rate": 3.39622641509434e-08,
+      "loss": 2.091785192489624,
+      "step": 4
+    },
+    {
+      "epoch": 0.004542013626040878,
+      "grad_norm": 44.11714553833008,
+      "learning_rate": 5.660377358490566e-08,
+      "loss": 2.222198247909546,
+      "step": 6
+    },
+    {
+      "epoch": 0.006056018168054504,
+      "grad_norm": 5.267591953277588,
+      "learning_rate": 7.924528301886792e-08,
+      "loss": 1.6964834928512573,
+      "step": 8
+    },
+    {
+      "epoch": 0.00757002271006813,
+      "grad_norm": 19.414339065551758,
+      "learning_rate": 1.0188679245283018e-07,
+      "loss": 1.853297472000122,
+      "step": 10
+    },
+    {
+      "epoch": 0.009084027252081756,
+      "grad_norm": 5.677351474761963,
+      "learning_rate": 1.2452830188679246e-07,
+      "loss": 1.484681248664856,
+      "step": 12
+    },
+    {
+      "epoch": 0.010598031794095382,
+      "grad_norm": 34.2765998840332,
+      "learning_rate": 1.4716981132075472e-07,
+      "loss": 1.9242310523986816,
+      "step": 14
+    },
+    {
+      "epoch": 0.012112036336109008,
+      "grad_norm": 4.927520275115967,
+      "learning_rate": 1.6981132075471698e-07,
+      "loss": 1.7784415483474731,
+      "step": 16
+    },
+    {
+      "epoch": 0.013626040878122634,
+      "grad_norm": 7.1213274002075195,
+      "learning_rate": 1.9245283018867924e-07,
+      "loss": 1.57778000831604,
+      "step": 18
+    },
+    {
+      "epoch": 0.01514004542013626,
+      "grad_norm": 2.761359691619873,
+      "learning_rate": 2.150943396226415e-07,
+      "loss": 1.8546152114868164,
+      "step": 20
+    },
+    {
+      "epoch": 0.016654049962149888,
+      "grad_norm": 2.7739017009735107,
+      "learning_rate": 2.3773584905660376e-07,
+      "loss": 1.8686250448226929,
+      "step": 22
+    },
+    {
+      "epoch": 0.018168054504163512,
+      "grad_norm": 4.913271427154541,
+      "learning_rate": 2.60377358490566e-07,
+      "loss": 1.6648024320602417,
+      "step": 24
+    },
+    {
+      "epoch": 0.01968205904617714,
+      "grad_norm": 19.3339786529541,
+      "learning_rate": 2.8301886792452833e-07,
+      "loss": 1.6994813680648804,
+      "step": 26
+    },
+    {
+      "epoch": 0.021196063588190765,
+      "grad_norm": 5.690567493438721,
+      "learning_rate": 3.056603773584906e-07,
+      "loss": 1.6049681901931763,
+      "step": 28
+    },
+    {
+      "epoch": 0.022710068130204392,
+      "grad_norm": 10.998921394348145,
+      "learning_rate": 3.2830188679245285e-07,
+      "loss": 1.8233933448791504,
+      "step": 30
+    },
+    {
+      "epoch": 0.024224072672218017,
+      "grad_norm": 4.003087520599365,
+      "learning_rate": 3.509433962264151e-07,
+      "loss": 1.212135910987854,
+      "step": 32
+    },
+    {
+      "epoch": 0.025738077214231644,
+      "grad_norm": 2.037114143371582,
+      "learning_rate": 3.7358490566037737e-07,
+      "loss": 1.8270328044891357,
+      "step": 34
+    },
+    {
+      "epoch": 0.02725208175624527,
+      "grad_norm": 1.9307130575180054,
+      "learning_rate": 3.9622641509433963e-07,
+      "loss": 1.8230198621749878,
+      "step": 36
+    },
+    {
+      "epoch": 0.028766086298258896,
+      "grad_norm": 16.358869552612305,
+      "learning_rate": 4.188679245283019e-07,
+      "loss": 1.7805675268173218,
+      "step": 38
+    },
+    {
+      "epoch": 0.03028009084027252,
+      "grad_norm": 2.5071308612823486,
+      "learning_rate": 4.4150943396226415e-07,
+      "loss": 1.8819431066513062,
+      "step": 40
+    },
+    {
+      "epoch": 0.03179409538228615,
+      "grad_norm": 2.3226277828216553,
+      "learning_rate": 4.641509433962264e-07,
+      "loss": 1.448043942451477,
+      "step": 42
+    },
+    {
+      "epoch": 0.033308099924299776,
+      "grad_norm": 3.53702449798584,
+      "learning_rate": 4.867924528301886e-07,
+      "loss": 1.4034466743469238,
+      "step": 44
+    },
+    {
+      "epoch": 0.0348221044663134,
+      "grad_norm": 3.172464609146118,
+      "learning_rate": 5.094339622641509e-07,
+      "loss": 0.826553463935852,
+      "step": 46
+    },
+    {
+      "epoch": 0.036336109008327025,
+      "grad_norm": 6.114887237548828,
+      "learning_rate": 5.320754716981131e-07,
+      "loss": 1.4066932201385498,
+      "step": 48
+    },
+    {
+      "epoch": 0.03785011355034065,
+      "grad_norm": 2.313415288925171,
+      "learning_rate": 5.547169811320755e-07,
+      "loss": 1.76339852809906,
+      "step": 50
+    },
+    {
+      "epoch": 0.03936411809235428,
+      "grad_norm": 13.030013084411621,
+      "learning_rate": 5.773584905660378e-07,
+      "loss": 1.01431405544281,
+      "step": 52
+    },
+    {
+      "epoch": 0.0408781226343679,
+      "grad_norm": 1.8231401443481445,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 0.833857536315918,
+      "step": 54
+    },
+    {
+      "epoch": 0.04239212717638153,
+      "grad_norm": 6.299084186553955,
+      "learning_rate": 6.226415094339623e-07,
+      "loss": 0.7415087819099426,
+      "step": 56
+    },
+    {
+      "epoch": 0.04390613171839516,
+      "grad_norm": 11.754128456115723,
+      "learning_rate": 6.452830188679246e-07,
+      "loss": 1.2531957626342773,
+      "step": 58
+    },
+    {
+      "epoch": 0.045420136260408785,
+      "grad_norm": 2.98806095123291,
+      "learning_rate": 6.679245283018868e-07,
+      "loss": 1.9698634147644043,
+      "step": 60
+    },
+    {
+      "epoch": 0.046934140802422405,
+      "grad_norm": 3.6988701820373535,
+      "learning_rate": 6.905660377358491e-07,
+      "loss": 1.33149254322052,
+      "step": 62
+    },
+    {
+      "epoch": 0.04844814534443603,
+      "grad_norm": 1.5481542348861694,
+      "learning_rate": 7.132075471698113e-07,
+      "loss": 1.633347988128662,
+      "step": 64
+    },
+    {
+      "epoch": 0.04996214988644966,
+      "grad_norm": 3.048712730407715,
+      "learning_rate": 7.358490566037736e-07,
+      "loss": 1.7247980833053589,
+      "step": 66
+    },
+    {
+      "epoch": 0.05147615442846329,
+      "grad_norm": 5.191999435424805,
+      "learning_rate": 7.584905660377358e-07,
+      "loss": 0.8415547013282776,
+      "step": 68
+    },
+    {
+      "epoch": 0.05299015897047691,
+      "grad_norm": 3.5893232822418213,
+      "learning_rate": 7.811320754716982e-07,
+      "loss": 0.8306036591529846,
+      "step": 70
+    },
+    {
+      "epoch": 0.05450416351249054,
+      "grad_norm": 2.8714966773986816,
+      "learning_rate": 8.037735849056604e-07,
+      "loss": 0.8097044229507446,
+      "step": 72
+    },
+    {
+      "epoch": 0.056018168054504165,
+      "grad_norm": 3.8042104244232178,
+      "learning_rate": 8.264150943396227e-07,
+      "loss": 0.790952742099762,
+      "step": 74
+    },
+    {
+      "epoch": 0.05753217259651779,
+      "grad_norm": 2.469749689102173,
+      "learning_rate": 8.490566037735849e-07,
+      "loss": 0.675955593585968,
+      "step": 76
+    },
+    {
+      "epoch": 0.059046177138531414,
+      "grad_norm": 2.3359975814819336,
+      "learning_rate": 8.716981132075472e-07,
+      "loss": 0.7343652844429016,
+      "step": 78
+    },
+    {
+      "epoch": 0.06056018168054504,
+      "grad_norm": 2.1326544284820557,
+      "learning_rate": 8.943396226415094e-07,
+      "loss": 1.0913138389587402,
+      "step": 80
+    },
+    {
+      "epoch": 0.06207418622255867,
+      "grad_norm": 2.8311381340026855,
+      "learning_rate": 9.169811320754717e-07,
+      "loss": 0.8511497378349304,
+      "step": 82
+    },
+    {
+      "epoch": 0.0635881907645723,
+      "grad_norm": 2.2718989849090576,
+      "learning_rate": 9.396226415094339e-07,
+      "loss": 1.2040461301803589,
+      "step": 84
+    },
+    {
+      "epoch": 0.06510219530658592,
+      "grad_norm": 1.683356761932373,
+      "learning_rate": 9.622641509433961e-07,
+      "loss": 1.0493688583374023,
+      "step": 86
+    },
+    {
+      "epoch": 0.06661619984859955,
+      "grad_norm": 7.712815284729004,
+      "learning_rate": 9.849056603773586e-07,
+      "loss": 0.6960101127624512,
+      "step": 88
+    },
+    {
+      "epoch": 0.06813020439061317,
+      "grad_norm": 3.5836563110351562,
+      "learning_rate": 1.0075471698113208e-06,
+      "loss": 1.0709052085876465,
+      "step": 90
+    },
+    {
+      "epoch": 0.0696442089326268,
+      "grad_norm": 1.968751072883606,
+      "learning_rate": 1.030188679245283e-06,
+      "loss": 0.9806250333786011,
+      "step": 92
+    },
+    {
+      "epoch": 0.07115821347464042,
+      "grad_norm": 2.416091203689575,
+      "learning_rate": 1.0528301886792452e-06,
+      "loss": 1.0578032732009888,
+      "step": 94
+    },
+    {
+      "epoch": 0.07267221801665405,
+      "grad_norm": 1.988963007926941,
+      "learning_rate": 1.0754716981132076e-06,
+      "loss": 0.7393626570701599,
+      "step": 96
+    },
+    {
+      "epoch": 0.07418622255866768,
+      "grad_norm": 3.124030351638794,
+      "learning_rate": 1.0981132075471698e-06,
+      "loss": 0.6623208522796631,
+      "step": 98
+    },
+    {
+      "epoch": 0.0757002271006813,
+      "grad_norm": 3.8476712703704834,
+      "learning_rate": 1.120754716981132e-06,
+      "loss": 1.1105657815933228,
+      "step": 100
+    },
+    {
+      "epoch": 0.07721423164269493,
+      "grad_norm": 1.9554381370544434,
+      "learning_rate": 1.1433962264150944e-06,
+      "loss": 1.4922415018081665,
+      "step": 102
+    },
+    {
+      "epoch": 0.07872823618470856,
+      "grad_norm": 2.661355972290039,
+      "learning_rate": 1.1660377358490566e-06,
+      "loss": 0.5279350280761719,
+      "step": 104
+    },
+    {
+      "epoch": 0.08024224072672217,
+      "grad_norm": 3.056816816329956,
+      "learning_rate": 1.188679245283019e-06,
+      "loss": 0.5749517679214478,
+      "step": 106
+    },
+    {
+      "epoch": 0.0817562452687358,
+      "grad_norm": 2.767310380935669,
+      "learning_rate": 1.2113207547169813e-06,
+      "loss": 0.94456946849823,
+      "step": 108
+    },
+    {
+      "epoch": 0.08327024981074943,
+      "grad_norm": 4.44754695892334,
+      "learning_rate": 1.2339622641509435e-06,
+      "loss": 1.0132474899291992,
+      "step": 110
+    },
+    {
+      "epoch": 0.08478425435276306,
+      "grad_norm": 2.7119500637054443,
+      "learning_rate": 1.2566037735849057e-06,
+      "loss": 0.9866548180580139,
+      "step": 112
+    },
+    {
+      "epoch": 0.08629825889477669,
+      "grad_norm": 4.809918403625488,
+      "learning_rate": 1.279245283018868e-06,
+      "loss": 0.5868025422096252,
+      "step": 114
+    },
+    {
+      "epoch": 0.08781226343679031,
+      "grad_norm": 2.0895748138427734,
+      "learning_rate": 1.3018867924528303e-06,
+      "loss": 1.142189383506775,
+      "step": 116
+    },
+    {
+      "epoch": 0.08932626797880394,
+      "grad_norm": 8.27457046508789,
+      "learning_rate": 1.3245283018867925e-06,
+      "loss": 0.8774496912956238,
+      "step": 118
+    },
+    {
+      "epoch": 0.09084027252081757,
+      "grad_norm": 2.5352494716644287,
+      "learning_rate": 1.3471698113207547e-06,
+      "loss": 0.8927730321884155,
+      "step": 120
+    },
+    {
+      "epoch": 0.09235427706283118,
+      "grad_norm": 1.6000349521636963,
+      "learning_rate": 1.3698113207547171e-06,
+      "loss": 0.6039988994598389,
+      "step": 122
+    },
+    {
+      "epoch": 0.09386828160484481,
+      "grad_norm": 9.85887336730957,
+      "learning_rate": 1.3924528301886793e-06,
+      "loss": 0.6106588840484619,
+      "step": 124
+    },
+    {
+      "epoch": 0.09538228614685844,
+      "grad_norm": 1.7373552322387695,
+      "learning_rate": 1.4150943396226415e-06,
+      "loss": 1.4290205240249634,
+      "step": 126
+    },
+    {
+      "epoch": 0.09689629068887207,
+      "grad_norm": 1.9764314889907837,
+      "learning_rate": 1.4377358490566038e-06,
+      "loss": 1.4135056734085083,
+      "step": 128
+    },
+    {
+      "epoch": 0.0984102952308857,
+      "grad_norm": 1.3218179941177368,
+      "learning_rate": 1.4603773584905662e-06,
+      "loss": 1.102647304534912,
+      "step": 130
+    },
+    {
+      "epoch": 0.09992429977289932,
+      "grad_norm": 2.5453078746795654,
+      "learning_rate": 1.4830188679245284e-06,
+      "loss": 0.8086697459220886,
+      "step": 132
+    },
+    {
+      "epoch": 0.10143830431491295,
+      "grad_norm": 3.7117722034454346,
+      "learning_rate": 1.5056603773584906e-06,
+      "loss": 0.758213996887207,
+      "step": 134
+    },
+    {
+      "epoch": 0.10295230885692658,
+      "grad_norm": 5.010377407073975,
+      "learning_rate": 1.5283018867924528e-06,
+      "loss": 0.872275710105896,
+      "step": 136
+    },
+    {
+      "epoch": 0.10446631339894019,
+      "grad_norm": 3.5814974308013916,
+      "learning_rate": 1.5509433962264152e-06,
+      "loss": 1.0034674406051636,
+      "step": 138
+    },
+    {
+      "epoch": 0.10598031794095382,
+      "grad_norm": 1.4908024072647095,
+      "learning_rate": 1.5735849056603774e-06,
+      "loss": 0.4415053725242615,
+      "step": 140
+    },
+    {
+      "epoch": 0.10749432248296745,
+      "grad_norm": 2.945338487625122,
+      "learning_rate": 1.5962264150943396e-06,
+      "loss": 1.0510526895523071,
+      "step": 142
+    },
+    {
+      "epoch": 0.10900832702498107,
+      "grad_norm": 1.622044563293457,
+      "learning_rate": 1.6188679245283018e-06,
+      "loss": 1.4364440441131592,
+      "step": 144
+    },
+    {
+      "epoch": 0.1105223315669947,
+      "grad_norm": 1.9746934175491333,
+      "learning_rate": 1.6415094339622643e-06,
+      "loss": 0.7608726024627686,
+      "step": 146
+    },
+    {
+      "epoch": 0.11203633610900833,
+      "grad_norm": 4.025785446166992,
+      "learning_rate": 1.6641509433962265e-06,
+      "loss": 0.8212873935699463,
+      "step": 148
+    },
+    {
+      "epoch": 0.11355034065102196,
+      "grad_norm": 2.139375925064087,
+      "learning_rate": 1.6867924528301887e-06,
+      "loss": 1.0184704065322876,
+      "step": 150
+    },
+    {
+      "epoch": 0.11506434519303559,
+      "grad_norm": 2.9564414024353027,
+      "learning_rate": 1.7094339622641509e-06,
+      "loss": 0.7412694096565247,
+      "step": 152
+    },
+    {
+      "epoch": 0.1165783497350492,
+      "grad_norm": 2.5149290561676025,
+      "learning_rate": 1.7320754716981133e-06,
+      "loss": 0.827344536781311,
+      "step": 154
+    },
+    {
+      "epoch": 0.11809235427706283,
+      "grad_norm": 5.308546543121338,
+      "learning_rate": 1.7547169811320755e-06,
+      "loss": 1.2992665767669678,
+      "step": 156
+    },
+    {
+      "epoch": 0.11960635881907646,
+      "grad_norm": 1.8298921585083008,
+      "learning_rate": 1.7773584905660377e-06,
+      "loss": 1.3940523862838745,
+      "step": 158
+    },
+    {
+      "epoch": 0.12112036336109008,
+      "grad_norm": 2.9986073970794678,
+      "learning_rate": 1.8e-06,
+      "loss": 1.0409047603607178,
+      "step": 160
+    },
+    {
+      "epoch": 0.12263436790310371,
+      "grad_norm": 1.6920502185821533,
+      "learning_rate": 1.8226415094339623e-06,
+      "loss": 1.1713602542877197,
+      "step": 162
+    },
+    {
+      "epoch": 0.12414837244511734,
+      "grad_norm": 3.7834837436676025,
+      "learning_rate": 1.8452830188679245e-06,
+      "loss": 0.5241885781288147,
+      "step": 164
+    },
+    {
+      "epoch": 0.12566237698713095,
+      "grad_norm": 1.7689934968948364,
+      "learning_rate": 1.8679245283018868e-06,
+      "loss": 0.9450485110282898,
+      "step": 166
+    },
+    {
+      "epoch": 0.1271763815291446,
+      "grad_norm": 2.874657154083252,
+      "learning_rate": 1.890566037735849e-06,
+      "loss": 0.5266307592391968,
+      "step": 168
+    },
+    {
+      "epoch": 0.1286903860711582,
+      "grad_norm": 1.9352918863296509,
+      "learning_rate": 1.913207547169811e-06,
+      "loss": 1.362914800643921,
+      "step": 170
+    },
+    {
+      "epoch": 0.13020439061317185,
+      "grad_norm": 1.8365625143051147,
+      "learning_rate": 1.9358490566037734e-06,
+      "loss": 0.5974559187889099,
+      "step": 172
+    },
+    {
+      "epoch": 0.13171839515518546,
+      "grad_norm": 1.4278931617736816,
+      "learning_rate": 1.958490566037736e-06,
+      "loss": 1.2225620746612549,
+      "step": 174
+    },
+    {
+      "epoch": 0.1332323996971991,
+      "grad_norm": 1.5506442785263062,
+      "learning_rate": 1.981132075471698e-06,
+      "loss": 1.4445343017578125,
+      "step": 176
+    },
+    {
+      "epoch": 0.13474640423921272,
+      "grad_norm": 4.27222204208374,
+      "learning_rate": 2.0037735849056604e-06,
+      "loss": 0.7266371846199036,
+      "step": 178
+    },
+    {
+      "epoch": 0.13626040878122633,
+      "grad_norm": 3.9819698333740234,
+      "learning_rate": 2.0264150943396226e-06,
+      "loss": 0.5341688990592957,
+      "step": 180
+    },
+    {
+      "epoch": 0.13777441332323997,
+      "grad_norm": 2.0499777793884277,
+      "learning_rate": 2.049056603773585e-06,
+      "loss": 1.3794103860855103,
+      "step": 182
+    },
+    {
+      "epoch": 0.1392884178652536,
+      "grad_norm": 2.1297922134399414,
+      "learning_rate": 2.071698113207547e-06,
+      "loss": 0.6234973073005676,
+      "step": 184
+    },
+    {
+      "epoch": 0.14080242240726723,
+      "grad_norm": 3.5820069313049316,
+      "learning_rate": 2.0943396226415092e-06,
+      "loss": 0.8500635623931885,
+      "step": 186
+    },
+    {
+      "epoch": 0.14231642694928084,
+      "grad_norm": 1.7805827856063843,
+      "learning_rate": 2.1169811320754715e-06,
+      "loss": 1.1354131698608398,
+      "step": 188
+    },
+    {
+      "epoch": 0.14383043149129449,
+      "grad_norm": 3.0115771293640137,
+      "learning_rate": 2.139622641509434e-06,
+      "loss": 0.5908098220825195,
+      "step": 190
+    },
+    {
+      "epoch": 0.1453444360333081,
+      "grad_norm": 1.7477163076400757,
+      "learning_rate": 2.1622641509433963e-06,
+      "loss": 0.9433279633522034,
+      "step": 192
+    },
+    {
+      "epoch": 0.1468584405753217,
+      "grad_norm": 3.3435184955596924,
+      "learning_rate": 2.1849056603773585e-06,
+      "loss": 0.5525610446929932,
+      "step": 194
+    },
+    {
+      "epoch": 0.14837244511733536,
+      "grad_norm": 2.3403079509735107,
+      "learning_rate": 2.2075471698113207e-06,
+      "loss": 1.1096783876419067,
+      "step": 196
+    },
+    {
+      "epoch": 0.14988644965934897,
+      "grad_norm": 14.39986515045166,
+      "learning_rate": 2.230188679245283e-06,
+      "loss": 0.9414764642715454,
+      "step": 198
+    },
+    {
+      "epoch": 0.1514004542013626,
+      "grad_norm": 3.031162738800049,
+      "learning_rate": 2.2528301886792455e-06,
+      "loss": 0.8100090622901917,
+      "step": 200
+    },
+    {
+      "epoch": 0.15291445874337622,
+      "grad_norm": 1.9326648712158203,
+      "learning_rate": 2.2754716981132078e-06,
+      "loss": 0.9946622848510742,
+      "step": 202
+    },
+    {
+      "epoch": 0.15442846328538987,
+      "grad_norm": 3.8317861557006836,
+      "learning_rate": 2.29811320754717e-06,
+      "loss": 0.9192565083503723,
+      "step": 204
+    },
+    {
+      "epoch": 0.15594246782740348,
+      "grad_norm": 3.980340003967285,
+      "learning_rate": 2.320754716981132e-06,
+      "loss": 0.9914010763168335,
+      "step": 206
+    },
+    {
+      "epoch": 0.15745647236941712,
+      "grad_norm": 5.659903049468994,
+      "learning_rate": 2.3433962264150944e-06,
+      "loss": 0.638492226600647,
+      "step": 208
+    },
+    {
+      "epoch": 0.15897047691143074,
+      "grad_norm": 2.102769613265991,
+      "learning_rate": 2.366037735849057e-06,
+      "loss": 0.8544633388519287,
+      "step": 210
+    },
+    {
+      "epoch": 0.16048448145344435,
+      "grad_norm": 1.4139082431793213,
+      "learning_rate": 2.388679245283019e-06,
+      "loss": 0.7294167876243591,
+      "step": 212
+    },
+    {
+      "epoch": 0.161998485995458,
+      "grad_norm": 4.672745704650879,
+      "learning_rate": 2.4113207547169814e-06,
+      "loss": 1.1625778675079346,
+      "step": 214
+    },
+    {
+      "epoch": 0.1635124905374716,
+      "grad_norm": 1.5398153066635132,
+      "learning_rate": 2.4339622641509436e-06,
+      "loss": 0.5668327808380127,
+      "step": 216
+    },
+    {
+      "epoch": 0.16502649507948525,
+      "grad_norm": 3.935654640197754,
+      "learning_rate": 2.456603773584906e-06,
+      "loss": 0.6235625743865967,
+      "step": 218
+    },
+    {
+      "epoch": 0.16654049962149886,
+      "grad_norm": 6.329226016998291,
+      "learning_rate": 2.479245283018868e-06,
+      "loss": 1.387952208518982,
+      "step": 220
+    },
+    {
+      "epoch": 0.1680545041635125,
+      "grad_norm": 2.0209875106811523,
+      "learning_rate": 2.5018867924528302e-06,
+      "loss": 0.9451707601547241,
+      "step": 222
+    },
+    {
+      "epoch": 0.16956850870552612,
+      "grad_norm": 1.4571036100387573,
+      "learning_rate": 2.5245283018867925e-06,
+      "loss": 0.5464656352996826,
+      "step": 224
+    },
+    {
+      "epoch": 0.17108251324753973,
+      "grad_norm": 2.3737196922302246,
+      "learning_rate": 2.547169811320755e-06,
+      "loss": 1.0254173278808594,
+      "step": 226
+    },
+    {
+      "epoch": 0.17259651778955337,
+      "grad_norm": 1.1943808794021606,
+      "learning_rate": 2.5698113207547173e-06,
+      "loss": 0.9058595895767212,
+      "step": 228
+    },
+    {
+      "epoch": 0.17411052233156699,
+      "grad_norm": 3.953221559524536,
+      "learning_rate": 2.5924528301886795e-06,
+      "loss": 0.5741055607795715,
+      "step": 230
+    },
+    {
+      "epoch": 0.17562452687358063,
+      "grad_norm": 3.6732680797576904,
+      "learning_rate": 2.6150943396226417e-06,
+      "loss": 0.9347317218780518,
+      "step": 232
+    },
+    {
+      "epoch": 0.17713853141559424,
+      "grad_norm": 1.8431740999221802,
+      "learning_rate": 2.637735849056604e-06,
+      "loss": 0.5431374907493591,
+      "step": 234
+    },
+    {
+      "epoch": 0.17865253595760788,
+      "grad_norm": 2.2940425872802734,
+      "learning_rate": 2.660377358490566e-06,
+      "loss": 0.42906224727630615,
+      "step": 236
+    },
+    {
+      "epoch": 0.1801665404996215,
+      "grad_norm": 4.07905387878418,
+      "learning_rate": 2.6830188679245283e-06,
+      "loss": 0.6392327547073364,
+      "step": 238
+    },
+    {
+      "epoch": 0.18168054504163514,
+      "grad_norm": 1.1140233278274536,
+      "learning_rate": 2.7056603773584905e-06,
+      "loss": 0.47808319330215454,
+      "step": 240
+    },
+    {
+      "epoch": 0.18319454958364875,
+      "grad_norm": 2.902217388153076,
+      "learning_rate": 2.728301886792453e-06,
+      "loss": 0.8900514841079712,
+      "step": 242
+    },
+    {
+      "epoch": 0.18470855412566237,
+      "grad_norm": 3.2045326232910156,
+      "learning_rate": 2.7509433962264154e-06,
+      "loss": 0.530337393283844,
+      "step": 244
+    },
+    {
+      "epoch": 0.186222558667676,
+      "grad_norm": 1.6070469617843628,
+      "learning_rate": 2.7735849056603776e-06,
+      "loss": 1.1014389991760254,
+      "step": 246
+    },
+    {
+      "epoch": 0.18773656320968962,
+      "grad_norm": 2.2355546951293945,
+      "learning_rate": 2.7962264150943398e-06,
+      "loss": 0.7248896956443787,
+      "step": 248
+    },
+    {
+      "epoch": 0.18925056775170326,
+      "grad_norm": 2.490844964981079,
+      "learning_rate": 2.818867924528302e-06,
+      "loss": 1.0347926616668701,
+      "step": 250
+    },
+    {
+      "epoch": 0.19076457229371688,
+      "grad_norm": 2.5905075073242188,
+      "learning_rate": 2.841509433962264e-06,
+      "loss": 0.9506483674049377,
+      "step": 252
+    },
+    {
+      "epoch": 0.19227857683573052,
+      "grad_norm": 1.4147306680679321,
+      "learning_rate": 2.8641509433962264e-06,
+      "loss": 1.185529351234436,
+      "step": 254
+    },
+    {
+      "epoch": 0.19379258137774413,
+      "grad_norm": 1.7973873615264893,
+      "learning_rate": 2.8867924528301886e-06,
+      "loss": 1.3266160488128662,
+      "step": 256
+    },
+    {
+      "epoch": 0.19530658591975775,
+      "grad_norm": 1.9541969299316406,
+      "learning_rate": 2.9094339622641512e-06,
+      "loss": 1.3120050430297852,
+      "step": 258
+    },
+    {
+      "epoch": 0.1968205904617714,
+      "grad_norm": 1.5864051580429077,
+      "learning_rate": 2.9320754716981135e-06,
+      "loss": 0.8817747831344604,
+      "step": 260
+    },
+    {
+      "epoch": 0.198334595003785,
+      "grad_norm": 1.9231981039047241,
+      "learning_rate": 2.9547169811320757e-06,
+      "loss": 0.5132631659507751,
+      "step": 262
+    },
+    {
+      "epoch": 0.19984859954579864,
+      "grad_norm": 2.6671013832092285,
+      "learning_rate": 2.977358490566038e-06,
+      "loss": 1.3915808200836182,
+      "step": 264
+    },
+    {
+      "epoch": 0.20136260408781226,
+      "grad_norm": 3.2218801975250244,
+      "learning_rate": 3e-06,
+      "loss": 0.538420557975769,
+      "step": 266
+    },
+    {
+      "epoch": 0.2028766086298259,
+      "grad_norm": 2.265723705291748,
+      "learning_rate": 2.9999989421378913e-06,
+      "loss": 1.1453967094421387,
+      "step": 268
+    },
+    {
+      "epoch": 0.2043906131718395,
+      "grad_norm": 2.8631465435028076,
+      "learning_rate": 2.999995768553224e-06,
+      "loss": 0.8248827457427979,
+      "step": 270
+    },
+    {
+      "epoch": 0.20590461771385316,
+      "grad_norm": 1.6934646368026733,
+      "learning_rate": 2.9999904792509703e-06,
+      "loss": 1.3081867694854736,
+      "step": 272
+    },
+    {
+      "epoch": 0.20741862225586677,
+      "grad_norm": 1.8252122402191162,
+      "learning_rate": 2.999983074239421e-06,
+      "loss": 0.9383316040039062,
+      "step": 274
+    },
+    {
+      "epoch": 0.20893262679788038,
+      "grad_norm": 3.5256311893463135,
+      "learning_rate": 2.99997355353018e-06,
+      "loss": 0.984582781791687,
+      "step": 276
+    },
+    {
+      "epoch": 0.21044663133989402,
+      "grad_norm": 2.678860902786255,
+      "learning_rate": 2.9999619171381696e-06,
+      "loss": 0.9605339169502258,
+      "step": 278
+    },
+    {
+      "epoch": 0.21196063588190764,
+      "grad_norm": 1.9203742742538452,
+      "learning_rate": 2.9999481650816256e-06,
+      "loss": 0.9731888175010681,
+      "step": 280
+    },
+    {
+      "epoch": 0.21347464042392128,
+      "grad_norm": 2.9102401733398438,
+      "learning_rate": 2.9999322973821e-06,
+      "loss": 1.0470885038375854,
+      "step": 282
+    },
+    {
+      "epoch": 0.2149886449659349,
+      "grad_norm": 4.546679973602295,
+      "learning_rate": 2.9999143140644616e-06,
+      "loss": 0.6083078980445862,
+      "step": 284
+    },
+    {
+      "epoch": 0.21650264950794854,
+      "grad_norm": 8.816315650939941,
+      "learning_rate": 2.9998942151568927e-06,
+      "loss": 0.717522382736206,
+      "step": 286
+    },
+    {
+      "epoch": 0.21801665404996215,
+      "grad_norm": 2.417719841003418,
+      "learning_rate": 2.9998720006908934e-06,
+      "loss": 0.8954467177391052,
+      "step": 288
+    },
+    {
+      "epoch": 0.21953065859197576,
+      "grad_norm": 1.2781686782836914,
+      "learning_rate": 2.9998476707012776e-06,
+      "loss": 0.7305607199668884,
+      "step": 290
+    },
+    {
+      "epoch": 0.2210446631339894,
+      "grad_norm": 1.3508599996566772,
+      "learning_rate": 2.999821225226176e-06,
+      "loss": 0.9659827351570129,
+      "step": 292
+    },
+    {
+      "epoch": 0.22255866767600302,
+      "grad_norm": 5.050702095031738,
+      "learning_rate": 2.9997926643070335e-06,
+      "loss": 0.8743492960929871,
+      "step": 294
+    },
+    {
+      "epoch": 0.22407267221801666,
+      "grad_norm": 1.8615310192108154,
+      "learning_rate": 2.999761987988611e-06,
+      "loss": 0.5038611888885498,
+      "step": 296
+    },
+    {
+      "epoch": 0.22558667676003027,
+      "grad_norm": 3.819754123687744,
+      "learning_rate": 2.9997291963189844e-06,
+      "loss": 0.7133132219314575,
+      "step": 298
+    },
+    {
+      "epoch": 0.22710068130204392,
+      "grad_norm": 1.5813655853271484,
+      "learning_rate": 2.9996942893495453e-06,
+      "loss": 1.2508494853973389,
+      "step": 300
+    },
+    {
+      "epoch": 0.22861468584405753,
+      "grad_norm": 2.666712999343872,
+      "learning_rate": 2.999657267135e-06,
+      "loss": 0.9611169099807739,
+      "step": 302
+    },
+    {
+      "epoch": 0.23012869038607117,
+      "grad_norm": 1.817322850227356,
+      "learning_rate": 2.9996181297333692e-06,
+      "loss": 0.978617250919342,
+      "step": 304
+    },
+    {
+      "epoch": 0.23164269492808479,
+      "grad_norm": 1.4741506576538086,
+      "learning_rate": 2.99957687720599e-06,
+      "loss": 1.2954121828079224,
+      "step": 306
+    },
+    {
+      "epoch": 0.2331566994700984,
+      "grad_norm": 9.097981452941895,
+      "learning_rate": 2.999533509617513e-06,
+      "loss": 0.6156519055366516,
+      "step": 308
+    },
+    {
+      "epoch": 0.23467070401211204,
+      "grad_norm": 2.0447330474853516,
+      "learning_rate": 2.9994880270359037e-06,
+      "loss": 0.9546732306480408,
+      "step": 310
+    },
+    {
+      "epoch": 0.23618470855412566,
+      "grad_norm": 3.228562593460083,
+      "learning_rate": 2.999440429532443e-06,
+      "loss": 0.6118265986442566,
+      "step": 312
+    },
+    {
+      "epoch": 0.2376987130961393,
+      "grad_norm": 3.7214834690093994,
+      "learning_rate": 2.9993907171817255e-06,
+      "loss": 0.5688620805740356,
+      "step": 314
+    },
+    {
+      "epoch": 0.2392127176381529,
+      "grad_norm": 7.145568370819092,
+      "learning_rate": 2.9993388900616615e-06,
+      "loss": 0.8227903842926025,
+      "step": 316
+    },
+    {
+      "epoch": 0.24072672218016655,
+      "grad_norm": 1.5378928184509277,
+      "learning_rate": 2.9992849482534736e-06,
+      "loss": 0.8674030900001526,
+      "step": 318
+    },
+    {
+      "epoch": 0.24224072672218017,
+      "grad_norm": 9.813234329223633,
+      "learning_rate": 2.9992288918417003e-06,
+      "loss": 0.9824652075767517,
+      "step": 320
+    },
+    {
+      "epoch": 0.24375473126419378,
+      "grad_norm": 2.0780982971191406,
+      "learning_rate": 2.999170720914192e-06,
+      "loss": 1.2990097999572754,
+      "step": 322
+    },
+    {
+      "epoch": 0.24526873580620742,
+      "grad_norm": 12.514634132385254,
+      "learning_rate": 2.999110435562116e-06,
+      "loss": 0.4773423671722412,
+      "step": 324
+    },
+    {
+      "epoch": 0.24678274034822104,
+      "grad_norm": 1.4305341243743896,
+      "learning_rate": 2.999048035879951e-06,
+      "loss": 0.8895021677017212,
+      "step": 326
+    },
+    {
+      "epoch": 0.24829674489023468,
+      "grad_norm": 3.919238805770874,
+      "learning_rate": 2.9989835219654903e-06,
+      "loss": 1.0978517532348633,
+      "step": 328
+    },
+    {
+      "epoch": 0.2498107494322483,
+      "grad_norm": 1.8205312490463257,
+      "learning_rate": 2.99891689391984e-06,
+      "loss": 1.3268001079559326,
+      "step": 330
+    },
+    {
+      "epoch": 0.2513247539742619,
+      "grad_norm": 3.3887805938720703,
+      "learning_rate": 2.99884815184742e-06,
+      "loss": 0.5721341967582703,
+      "step": 332
+    },
+    {
+      "epoch": 0.2528387585162756,
+      "grad_norm": 14.343548774719238,
+      "learning_rate": 2.9987772958559627e-06,
+      "loss": 0.6671388149261475,
+      "step": 334
+    },
+    {
+      "epoch": 0.2543527630582892,
+      "grad_norm": 1.891146183013916,
+      "learning_rate": 2.998704326056514e-06,
+      "loss": 1.3301867246627808,
+      "step": 336
+    },
+    {
+      "epoch": 0.2558667676003028,
+      "grad_norm": 1.5941251516342163,
+      "learning_rate": 2.998629242563432e-06,
+      "loss": 0.3873002529144287,
+      "step": 338
+    },
+    {
+      "epoch": 0.2573807721423164,
+      "grad_norm": 1.8552782535552979,
+      "learning_rate": 2.998552045494389e-06,
+      "loss": 0.4803125858306885,
+      "step": 340
+    },
+    {
+      "epoch": 0.25889477668433003,
+      "grad_norm": 3.4722740650177,
+      "learning_rate": 2.998472734970367e-06,
+      "loss": 0.512718677520752,
+      "step": 342
+    },
+    {
+      "epoch": 0.2604087812263437,
+      "grad_norm": 5.149838447570801,
+      "learning_rate": 2.998391311115663e-06,
+      "loss": 0.7515890598297119,
+      "step": 344
+    },
+    {
+      "epoch": 0.2619227857683573,
+      "grad_norm": 1.195176124572754,
+      "learning_rate": 2.9983077740578835e-06,
+      "loss": 0.49589306116104126,
+      "step": 346
+    },
+    {
+      "epoch": 0.2634367903103709,
+      "grad_norm": 2.7547714710235596,
+      "learning_rate": 2.998222123927949e-06,
+      "loss": 0.5078981518745422,
+      "step": 348
+    },
+    {
+      "epoch": 0.26495079485238454,
+      "grad_norm": 2.2462663650512695,
+      "learning_rate": 2.9981343608600907e-06,
+      "loss": 0.5312693119049072,
+      "step": 350
+    },
+    {
+      "epoch": 0.2664647993943982,
+      "grad_norm": 2.0346577167510986,
+      "learning_rate": 2.99804448499185e-06,
+      "loss": 1.0556764602661133,
+      "step": 352
+    },
+    {
+      "epoch": 0.2679788039364118,
+      "grad_norm": 2.053784132003784,
+      "learning_rate": 2.9979524964640826e-06,
+      "loss": 0.6005126237869263,
+      "step": 354
+    },
+    {
+      "epoch": 0.26949280847842544,
+      "grad_norm": 8.271651268005371,
+      "learning_rate": 2.997858395420951e-06,
+      "loss": 0.7354615330696106,
+      "step": 356
+    },
+    {
+      "epoch": 0.27100681302043905,
+      "grad_norm": 1.7472703456878662,
+      "learning_rate": 2.9977621820099316e-06,
+      "loss": 1.216623306274414,
+      "step": 358
+    },
+    {
+      "epoch": 0.27252081756245267,
+      "grad_norm": 2.6638777256011963,
+      "learning_rate": 2.997663856381811e-06,
+      "loss": 0.4220973551273346,
+      "step": 360
+    },
+    {
+      "epoch": 0.27403482210446634,
+      "grad_norm": 1.9354782104492188,
+      "learning_rate": 2.997563418690685e-06,
+      "loss": 0.9713519215583801,
+      "step": 362
+    },
+    {
+      "epoch": 0.27554882664647995,
+      "grad_norm": 1.0535366535186768,
+      "learning_rate": 2.997460869093959e-06,
+      "loss": 0.29745492339134216,
+      "step": 364
+    },
+    {
+      "epoch": 0.27706283118849356,
+      "grad_norm": 2.887793779373169,
+      "learning_rate": 2.9973562077523503e-06,
+      "loss": 0.6364420056343079,
+      "step": 366
+    },
+    {
+      "epoch": 0.2785768357305072,
+      "grad_norm": 1.7000067234039307,
+      "learning_rate": 2.9972494348298837e-06,
+      "loss": 0.8678056597709656,
+      "step": 368
+    },
+    {
+      "epoch": 0.2800908402725208,
+      "grad_norm": 3.3849411010742188,
+      "learning_rate": 2.9971405504938943e-06,
+      "loss": 0.46991249918937683,
+      "step": 370
+    },
+    {
+      "epoch": 0.28160484481453446,
+      "grad_norm": 1.9020545482635498,
+      "learning_rate": 2.9970295549150265e-06,
+      "loss": 0.9194963574409485,
+      "step": 372
+    },
+    {
+      "epoch": 0.2831188493565481,
+      "grad_norm": 1.3911938667297363,
+      "learning_rate": 2.996916448267232e-06,
+      "loss": 0.9554241895675659,
+      "step": 374
+    },
+    {
+      "epoch": 0.2846328538985617,
+      "grad_norm": 1.1377285718917847,
+      "learning_rate": 2.9968012307277723e-06,
+      "loss": 0.48879367113113403,
+      "step": 376
+    },
+    {
+      "epoch": 0.2861468584405753,
+      "grad_norm": 1.421636939048767,
+      "learning_rate": 2.9966839024772165e-06,
+      "loss": 0.8501567840576172,
+      "step": 378
+    },
+    {
+      "epoch": 0.28766086298258897,
+      "grad_norm": 1.6783747673034668,
+      "learning_rate": 2.9965644636994427e-06,
+      "loss": 1.0313618183135986,
+      "step": 380
+    },
+    {
+      "epoch": 0.2891748675246026,
+      "grad_norm": 2.0127832889556885,
+      "learning_rate": 2.996442914581634e-06,
+      "loss": 0.5957201719284058,
+      "step": 382
+    },
+    {
+      "epoch": 0.2906888720666162,
+      "grad_norm": 2.471005439758301,
+      "learning_rate": 2.996319255314284e-06,
+      "loss": 0.5133829116821289,
+      "step": 384
+    },
+    {
+      "epoch": 0.2922028766086298,
+      "grad_norm": 1.2407896518707275,
+      "learning_rate": 2.996193486091192e-06,
+      "loss": 1.2660177946090698,
+      "step": 386
+    },
+    {
+      "epoch": 0.2937168811506434,
+      "grad_norm": 1.4875528812408447,
+      "learning_rate": 2.9960656071094628e-06,
+      "loss": 0.9659662842750549,
+      "step": 388
+    },
+    {
+      "epoch": 0.2952308856926571,
+      "grad_norm": 1.935443639755249,
+      "learning_rate": 2.9959356185695096e-06,
+      "loss": 1.1267831325531006,
+      "step": 390
+    },
+    {
+      "epoch": 0.2967448902346707,
+      "grad_norm": 0.8851851224899292,
+      "learning_rate": 2.9958035206750504e-06,
+      "loss": 1.1239861249923706,
+      "step": 392
+    },
+    {
+      "epoch": 0.2982588947766843,
+      "grad_norm": 2.0656418800354004,
+      "learning_rate": 2.9956693136331096e-06,
+      "loss": 0.9480706453323364,
+      "step": 394
+    },
+    {
+      "epoch": 0.29977289931869794,
+      "grad_norm": 2.263044595718384,
+      "learning_rate": 2.995532997654017e-06,
+      "loss": 0.9983291625976562,
+      "step": 396
+    },
+    {
+      "epoch": 0.3012869038607116,
+      "grad_norm": 1.9356629848480225,
+      "learning_rate": 2.9953945729514073e-06,
+      "loss": 0.5419582724571228,
+      "step": 398
+    },
+    {
+      "epoch": 0.3028009084027252,
+      "grad_norm": 3.4083566665649414,
+      "learning_rate": 2.99525403974222e-06,
+      "loss": 0.8274163007736206,
+      "step": 400
+    },
+    {
+      "epoch": 0.30431491294473884,
+      "grad_norm": 0.945384681224823,
+      "learning_rate": 2.9951113982466996e-06,
+      "loss": 0.5026131272315979,
+      "step": 402
+    },
+    {
+      "epoch": 0.30582891748675245,
+      "grad_norm": 3.428576946258545,
+      "learning_rate": 2.9949666486883937e-06,
+      "loss": 0.9896385073661804,
+      "step": 404
+    },
+    {
+      "epoch": 0.30734292202876606,
+      "grad_norm": 1.581592082977295,
+      "learning_rate": 2.9948197912941546e-06,
+      "loss": 0.2815803587436676,
+      "step": 406
+    },
+    {
+      "epoch": 0.30885692657077973,
+      "grad_norm": 3.294218063354492,
+      "learning_rate": 2.994670826294138e-06,
+      "loss": 1.5582009553909302,
+      "step": 408
+    },
+    {
+      "epoch": 0.31037093111279335,
+      "grad_norm": 7.936295509338379,
+      "learning_rate": 2.9945197539218017e-06,
+      "loss": 0.653652012348175,
+      "step": 410
+    },
+    {
+      "epoch": 0.31188493565480696,
+      "grad_norm": 1.7961171865463257,
+      "learning_rate": 2.9943665744139075e-06,
+      "loss": 1.3276002407073975,
+      "step": 412
+    },
+    {
+      "epoch": 0.3133989401968206,
+      "grad_norm": 1.9038255214691162,
+      "learning_rate": 2.9942112880105175e-06,
+      "loss": 0.9262287616729736,
+      "step": 414
+    },
+    {
+      "epoch": 0.31491294473883424,
+      "grad_norm": 2.037210464477539,
+      "learning_rate": 2.9940538949549984e-06,
+      "loss": 0.8984797596931458,
+      "step": 416
+    },
+    {
+      "epoch": 0.31642694928084786,
+      "grad_norm": 2.1120893955230713,
+      "learning_rate": 2.9938943954940167e-06,
+      "loss": 0.927636444568634,
+      "step": 418
+    },
+    {
+      "epoch": 0.31794095382286147,
+      "grad_norm": 1.608696460723877,
+      "learning_rate": 2.9937327898775406e-06,
+      "loss": 0.5792948603630066,
+      "step": 420
+    },
+    {
+      "epoch": 0.3194549583648751,
+      "grad_norm": 4.962751388549805,
+      "learning_rate": 2.9935690783588378e-06,
+      "loss": 0.4227072298526764,
+      "step": 422
+    },
+    {
+      "epoch": 0.3209689629068887,
+      "grad_norm": 2.3434197902679443,
+      "learning_rate": 2.993403261194479e-06,
+      "loss": 1.243710994720459,
+      "step": 424
+    },
+    {
+      "epoch": 0.32248296744890237,
+      "grad_norm": 1.5609174966812134,
+      "learning_rate": 2.9932353386443325e-06,
+      "loss": 0.7371015548706055,
+      "step": 426
+    },
+    {
+      "epoch": 0.323996971990916,
+      "grad_norm": 2.0090510845184326,
+      "learning_rate": 2.993065310971568e-06,
+      "loss": 1.1069867610931396,
+      "step": 428
+    },
+    {
+      "epoch": 0.3255109765329296,
+      "grad_norm": 1.6548137664794922,
+      "learning_rate": 2.992893178442652e-06,
+      "loss": 1.288056492805481,
+      "step": 430
+    },
+    {
+      "epoch": 0.3270249810749432,
+      "grad_norm": 3.1023433208465576,
+      "learning_rate": 2.9927189413273517e-06,
+      "loss": 0.5962305665016174,
+      "step": 432
+    },
+    {
+      "epoch": 0.3285389856169568,
+      "grad_norm": 2.1617929935455322,
+      "learning_rate": 2.9925425998987326e-06,
+      "loss": 0.5677591562271118,
+      "step": 434
+    },
+    {
+      "epoch": 0.3300529901589705,
+      "grad_norm": 2.704984426498413,
+      "learning_rate": 2.992364154433157e-06,
+      "loss": 0.916948676109314,
+      "step": 436
+    },
+    {
+      "epoch": 0.3315669947009841,
+      "grad_norm": 17.37657356262207,
+      "learning_rate": 2.9921836052102853e-06,
+      "loss": 1.235106110572815,
+      "step": 438
+    },
+    {
+      "epoch": 0.3330809992429977,
+      "grad_norm": 1.302228331565857,
+      "learning_rate": 2.992000952513075e-06,
+      "loss": 0.512943685054779,
+      "step": 440
+    },
+    {
+      "epoch": 0.33459500378501134,
+      "grad_norm": 1.9216958284378052,
+      "learning_rate": 2.991816196627779e-06,
+      "loss": 0.5267124772071838,
+      "step": 442
+    },
+    {
+      "epoch": 0.336109008327025,
+      "grad_norm": 2.1327264308929443,
+      "learning_rate": 2.991629337843949e-06,
+      "loss": 0.5403533577919006,
+      "step": 444
+    },
+    {
+      "epoch": 0.3376230128690386,
+      "grad_norm": 1.376194953918457,
+      "learning_rate": 2.9914403764544296e-06,
+      "loss": 1.2272928953170776,
+      "step": 446
+    },
+    {
+      "epoch": 0.33913701741105223,
+      "grad_norm": 1.4925450086593628,
+      "learning_rate": 2.991249312755362e-06,
+      "loss": 0.9830273389816284,
+      "step": 448
+    },
+    {
+      "epoch": 0.34065102195306585,
+      "grad_norm": 1.5139658451080322,
+      "learning_rate": 2.991056147046181e-06,
+      "loss": 0.5266055464744568,
+      "step": 450
+    },
+    {
+      "epoch": 0.34216502649507946,
+      "grad_norm": 4.077967643737793,
+      "learning_rate": 2.990860879629618e-06,
+      "loss": 1.2411589622497559,
+      "step": 452
+    },
+    {
+      "epoch": 0.34367903103709313,
+      "grad_norm": 1.9039182662963867,
+      "learning_rate": 2.990663510811695e-06,
+      "loss": 1.0279943943023682,
+      "step": 454
+    },
+    {
+      "epoch": 0.34519303557910674,
+      "grad_norm": 5.866885185241699,
+      "learning_rate": 2.9904640409017305e-06,
+      "loss": 0.8960055112838745,
+      "step": 456
+    },
+    {
+      "epoch": 0.34670704012112036,
+      "grad_norm": 1.1375224590301514,
+      "learning_rate": 2.9902624702123334e-06,
+      "loss": 0.5561424493789673,
+      "step": 458
+    },
+    {
+      "epoch": 0.34822104466313397,
+      "grad_norm": 2.7199909687042236,
+      "learning_rate": 2.9900587990594068e-06,
+      "loss": 0.7852529883384705,
+      "step": 460
+    },
+    {
+      "epoch": 0.34973504920514764,
+      "grad_norm": 2.472648859024048,
+      "learning_rate": 2.989853027762144e-06,
+      "loss": 0.9063277244567871,
+      "step": 462
+    },
+    {
+      "epoch": 0.35124905374716126,
+      "grad_norm": 12.205218315124512,
+      "learning_rate": 2.989645156643031e-06,
+      "loss": 1.0444289445877075,
+      "step": 464
+    },
+    {
+      "epoch": 0.35276305828917487,
+      "grad_norm": 1.9877824783325195,
+      "learning_rate": 2.9894351860278433e-06,
+      "loss": 0.3915345370769501,
+      "step": 466
+    },
+    {
+      "epoch": 0.3542770628311885,
+      "grad_norm": 2.004340648651123,
+      "learning_rate": 2.989223116245648e-06,
+      "loss": 0.5365378856658936,
+      "step": 468
+    },
+    {
+      "epoch": 0.3557910673732021,
+      "grad_norm": 2.2721107006073,
+      "learning_rate": 2.9890089476288017e-06,
+      "loss": 0.8007775545120239,
+      "step": 470
+    },
+    {
+      "epoch": 0.35730507191521577,
+      "grad_norm": 1.6089833974838257,
+      "learning_rate": 2.98879268051295e-06,
+      "loss": 0.8194999694824219,
+      "step": 472
+    },
+    {
+      "epoch": 0.3588190764572294,
+      "grad_norm": 9.460573196411133,
+      "learning_rate": 2.9885743152370267e-06,
+      "loss": 0.4735422134399414,
+      "step": 474
+    },
+    {
+      "epoch": 0.360333080999243,
+      "grad_norm": 2.6137776374816895,
+      "learning_rate": 2.9883538521432557e-06,
+      "loss": 0.9495224952697754,
+      "step": 476
+    },
+    {
+      "epoch": 0.3618470855412566,
+      "grad_norm": 10.498940467834473,
+      "learning_rate": 2.988131291577147e-06,
+      "loss": 0.866862416267395,
+      "step": 478
+    },
+    {
+      "epoch": 0.3633610900832703,
+      "grad_norm": 2.243198871612549,
+      "learning_rate": 2.9879066338874974e-06,
+      "loss": 0.9765901565551758,
+      "step": 480
+    },
+    {
+      "epoch": 0.3648750946252839,
+      "grad_norm": 3.3587148189544678,
+      "learning_rate": 2.9876798794263923e-06,
+      "loss": 0.4574289619922638,
+      "step": 482
+    },
+    {
+      "epoch": 0.3663890991672975,
+      "grad_norm": 1.6754565238952637,
+      "learning_rate": 2.9874510285492013e-06,
+      "loss": 1.2471226453781128,
+      "step": 484
+    },
+    {
+      "epoch": 0.3679031037093111,
+      "grad_norm": 1.4370969533920288,
+      "learning_rate": 2.9872200816145807e-06,
+      "loss": 1.3035950660705566,
+      "step": 486
+    },
+    {
+      "epoch": 0.36941710825132473,
+      "grad_norm": 3.8013172149658203,
+      "learning_rate": 2.986987038984471e-06,
+      "loss": 0.6177915334701538,
+      "step": 488
+    },
+    {
+      "epoch": 0.3709311127933384,
+      "grad_norm": 2.8266143798828125,
+      "learning_rate": 2.9867519010240975e-06,
+      "loss": 0.5951381921768188,
+      "step": 490
+    },
+    {
+      "epoch": 0.372445117335352,
+      "grad_norm": 3.7607829570770264,
+      "learning_rate": 2.9865146681019688e-06,
+      "loss": 1.2834447622299194,
+      "step": 492
+    },
+    {
+      "epoch": 0.37395912187736563,
+      "grad_norm": 2.4031784534454346,
+      "learning_rate": 2.986275340589877e-06,
+      "loss": 0.75788414478302,
+      "step": 494
+    },
+    {
+      "epoch": 0.37547312641937924,
+      "grad_norm": 2.1432557106018066,
+      "learning_rate": 2.9860339188628978e-06,
+      "loss": 1.14529550075531,
+      "step": 496
+    },
+    {
+      "epoch": 0.37698713096139286,
+      "grad_norm": 2.7245068550109863,
+      "learning_rate": 2.985790403299387e-06,
+      "loss": 0.7696921825408936,
+      "step": 498
+    },
+    {
+      "epoch": 0.3785011355034065,
+      "grad_norm": 2.435703754425049,
+      "learning_rate": 2.9855447942809834e-06,
+      "loss": 0.8636212348937988,
+      "step": 500
+    },
+    {
+      "epoch": 0.38001514004542014,
+      "grad_norm": 6.706935882568359,
+      "learning_rate": 2.985297092192606e-06,
+      "loss": 0.9131227731704712,
+      "step": 502
+    },
+    {
+      "epoch": 0.38152914458743376,
+      "grad_norm": 2.21355938911438,
+      "learning_rate": 2.9850472974224557e-06,
+      "loss": 1.3491765260696411,
+      "step": 504
+    },
+    {
+      "epoch": 0.38304314912944737,
+      "grad_norm": 0.9106066823005676,
+      "learning_rate": 2.9847954103620095e-06,
+      "loss": 0.8370890617370605,
+      "step": 506
+    },
+    {
+      "epoch": 0.38455715367146104,
+      "grad_norm": 9.963761329650879,
+      "learning_rate": 2.9845414314060265e-06,
+      "loss": 0.6827934384346008,
+      "step": 508
+    },
+    {
+      "epoch": 0.38607115821347465,
+      "grad_norm": 6.23288106918335,
+      "learning_rate": 2.984285360952544e-06,
+      "loss": 0.5571025609970093,
+      "step": 510
+    },
+    {
+      "epoch": 0.38758516275548827,
+      "grad_norm": 2.5447981357574463,
+      "learning_rate": 2.9840271994028754e-06,
+      "loss": 0.4963566064834595,
+      "step": 512
+    },
+    {
+      "epoch": 0.3890991672975019,
+      "grad_norm": 5.765628814697266,
+      "learning_rate": 2.9837669471616124e-06,
+      "loss": 0.6732578277587891,
+      "step": 514
+    },
+    {
+      "epoch": 0.3906131718395155,
+      "grad_norm": 2.02893328666687,
+      "learning_rate": 2.9835046046366237e-06,
+      "loss": 1.2975317239761353,
+      "step": 516
+    },
+    {
+      "epoch": 0.39212717638152916,
+      "grad_norm": 4.2726545333862305,
+      "learning_rate": 2.983240172239053e-06,
+      "loss": 0.8535081148147583,
+      "step": 518
+    },
+    {
+      "epoch": 0.3936411809235428,
+      "grad_norm": 2.2877910137176514,
+      "learning_rate": 2.98297365038332e-06,
+      "loss": 0.5142571926116943,
+      "step": 520
+    },
+    {
+      "epoch": 0.3951551854655564,
+      "grad_norm": 0.9271646738052368,
+      "learning_rate": 2.982705039487118e-06,
+      "loss": 0.4773847758769989,
+      "step": 522
+    },
+    {
+      "epoch": 0.39666919000757,
+      "grad_norm": 3.5444107055664062,
+      "learning_rate": 2.9824343399714144e-06,
+      "loss": 0.9543272256851196,
+      "step": 524
+    },
+    {
+      "epoch": 0.3981831945495837,
+      "grad_norm": 2.23673415184021,
+      "learning_rate": 2.9821615522604515e-06,
+      "loss": 1.3242028951644897,
+      "step": 526
+    },
+    {
+      "epoch": 0.3996971990915973,
+      "grad_norm": 1.3811380863189697,
+      "learning_rate": 2.9818866767817425e-06,
+      "loss": 0.8625052571296692,
+      "step": 528
+    },
+    {
+      "epoch": 0.4012112036336109,
+      "grad_norm": 2.9766619205474854,
+      "learning_rate": 2.981609713966073e-06,
+      "loss": 0.4589157700538635,
+      "step": 530
+    },
+    {
+      "epoch": 0.4027252081756245,
+      "grad_norm": 3.958052396774292,
+      "learning_rate": 2.9813306642475005e-06,
+      "loss": 1.2542142868041992,
+      "step": 532
+    },
+    {
+      "epoch": 0.40423921271763813,
+      "grad_norm": 7.971195697784424,
+      "learning_rate": 2.9810495280633517e-06,
+      "loss": 0.8737133145332336,
+      "step": 534
+    },
+    {
+      "epoch": 0.4057532172596518,
+      "grad_norm": 2.8728365898132324,
+      "learning_rate": 2.980766305854225e-06,
+      "loss": 0.8348803520202637,
+      "step": 536
+    },
+    {
+      "epoch": 0.4072672218016654,
+      "grad_norm": 1.8818715810775757,
+      "learning_rate": 2.9804809980639865e-06,
+      "loss": 0.8300620913505554,
+      "step": 538
+    },
+    {
+      "epoch": 0.408781226343679,
+      "grad_norm": 1.7600295543670654,
+      "learning_rate": 2.9801936051397717e-06,
+      "loss": 0.5276261568069458,
+      "step": 540
+    },
+    {
+      "epoch": 0.41029523088569264,
+      "grad_norm": 11.18760871887207,
+      "learning_rate": 2.979904127531984e-06,
+      "loss": 0.5877084732055664,
+      "step": 542
+    },
+    {
+      "epoch": 0.4118092354277063,
+      "grad_norm": 5.164269924163818,
+      "learning_rate": 2.9796125656942925e-06,
+      "loss": 0.6118907332420349,
+      "step": 544
+    },
+    {
+      "epoch": 0.4133232399697199,
+      "grad_norm": 1.9854013919830322,
+      "learning_rate": 2.9793189200836356e-06,
+      "loss": 0.6037644147872925,
+      "step": 546
+    },
+    {
+      "epoch": 0.41483724451173354,
+      "grad_norm": 2.224184036254883,
+      "learning_rate": 2.9790231911602143e-06,
+      "loss": 0.5628061294555664,
+      "step": 548
+    },
+    {
+      "epoch": 0.41635124905374715,
+      "grad_norm": 2.595224380493164,
+      "learning_rate": 2.9787253793874958e-06,
+      "loss": 0.9052645564079285,
+      "step": 550
+    },
+    {
+      "epoch": 0.41786525359576077,
+      "grad_norm": 2.4498090744018555,
+      "learning_rate": 2.9784254852322125e-06,
+      "loss": 0.6325636506080627,
+      "step": 552
+    },
+    {
+      "epoch": 0.41937925813777444,
+      "grad_norm": 2.5664796829223633,
+      "learning_rate": 2.9781235091643587e-06,
+      "loss": 0.8503198623657227,
+      "step": 554
+    },
+    {
+      "epoch": 0.42089326267978805,
+      "grad_norm": 2.6050705909729004,
+      "learning_rate": 2.977819451657193e-06,
+      "loss": 0.5251026153564453,
+      "step": 556
+    },
+    {
+      "epoch": 0.42240726722180166,
+      "grad_norm": 3.4257054328918457,
+      "learning_rate": 2.9775133131872347e-06,
+      "loss": 1.2795467376708984,
+      "step": 558
+    },
+    {
+      "epoch": 0.4239212717638153,
+      "grad_norm": 2.2738325595855713,
+      "learning_rate": 2.977205094234265e-06,
+      "loss": 0.9735236167907715,
+      "step": 560
+    },
+    {
+      "epoch": 0.4254352763058289,
+      "grad_norm": 1.9380100965499878,
+      "learning_rate": 2.976894795281326e-06,
+      "loss": 0.867192804813385,
+      "step": 562
+    },
+    {
+      "epoch": 0.42694928084784256,
+      "grad_norm": 3.4724042415618896,
+      "learning_rate": 2.9765824168147184e-06,
+      "loss": 0.7334169149398804,
+      "step": 564
+    },
+    {
+      "epoch": 0.4284632853898562,
+      "grad_norm": 2.5322248935699463,
+      "learning_rate": 2.9762679593240034e-06,
+      "loss": 0.5401719808578491,
+      "step": 566
+    },
+    {
+      "epoch": 0.4299772899318698,
+      "grad_norm": 15.750800132751465,
+      "learning_rate": 2.975951423302e-06,
+      "loss": 1.0404959917068481,
+      "step": 568
+    },
+    {
+      "epoch": 0.4314912944738834,
+      "grad_norm": 1.8556584119796753,
+      "learning_rate": 2.9756328092447835e-06,
+      "loss": 1.2649303674697876,
+      "step": 570
+    },
+    {
+      "epoch": 0.43300529901589707,
+      "grad_norm": 0.8886945247650146,
+      "learning_rate": 2.9753121176516876e-06,
+      "loss": 0.662155032157898,
+      "step": 572
+    },
+    {
+      "epoch": 0.4345193035579107,
+      "grad_norm": 2.469963312149048,
+      "learning_rate": 2.9749893490253e-06,
+      "loss": 1.0964909791946411,
+      "step": 574
+    },
+    {
+      "epoch": 0.4360333080999243,
+      "grad_norm": 4.345314025878906,
+      "learning_rate": 2.974664503871467e-06,
+      "loss": 1.0193687677383423,
+      "step": 576
+    },
+    {
+      "epoch": 0.4375473126419379,
+      "grad_norm": 2.640014171600342,
+      "learning_rate": 2.9743375826992848e-06,
+      "loss": 1.0608943700790405,
+      "step": 578
+    },
+    {
+      "epoch": 0.4390613171839515,
+      "grad_norm": 4.732244968414307,
+      "learning_rate": 2.9740085860211066e-06,
+      "loss": 1.284674882888794,
+      "step": 580
+    },
+    {
+      "epoch": 0.4405753217259652,
+      "grad_norm": 1.8341491222381592,
+      "learning_rate": 2.9736775143525363e-06,
+      "loss": 0.9327861666679382,
+      "step": 582
+    },
+    {
+      "epoch": 0.4420893262679788,
+      "grad_norm": 4.778522968292236,
+      "learning_rate": 2.9733443682124303e-06,
+      "loss": 0.6498082876205444,
+      "step": 584
+    },
+    {
+      "epoch": 0.4436033308099924,
+      "grad_norm": 7.313467502593994,
+      "learning_rate": 2.9730091481228967e-06,
+      "loss": 1.2512699365615845,
+      "step": 586
+    },
+    {
+      "epoch": 0.44511733535200604,
+      "grad_norm": 3.8918874263763428,
+      "learning_rate": 2.9726718546092934e-06,
+      "loss": 1.0238436460494995,
+      "step": 588
+    },
+    {
+      "epoch": 0.4466313398940197,
+      "grad_norm": 3.3440310955047607,
+      "learning_rate": 2.972332488200228e-06,
+      "loss": 0.904268741607666,
+      "step": 590
+    },
+    {
+      "epoch": 0.4481453444360333,
+      "grad_norm": 3.956916093826294,
+      "learning_rate": 2.971991049427556e-06,
+      "loss": 1.2141236066818237,
+      "step": 592
+    },
+    {
+      "epoch": 0.44965934897804694,
+      "grad_norm": 2.698284387588501,
+      "learning_rate": 2.9716475388263818e-06,
+      "loss": 1.3313930034637451,
+      "step": 594
+    },
+    {
+      "epoch": 0.45117335352006055,
+      "grad_norm": 1.3989747762680054,
+      "learning_rate": 2.9713019569350568e-06,
+      "loss": 0.6560528874397278,
+      "step": 596
+    },
+    {
+      "epoch": 0.45268735806207416,
+      "grad_norm": 3.8785853385925293,
+      "learning_rate": 2.9709543042951764e-06,
+      "loss": 0.5024439692497253,
+      "step": 598
+    },
+    {
+      "epoch": 0.45420136260408783,
+      "grad_norm": 1.062403917312622,
+      "learning_rate": 2.970604581451585e-06,
+      "loss": 0.4830036759376526,
+      "step": 600
+    },
+    {
+      "epoch": 0.45571536714610145,
+      "grad_norm": 6.831843852996826,
+      "learning_rate": 2.970252788952368e-06,
+      "loss": 1.2678862810134888,
+      "step": 602
+    },
+    {
+      "epoch": 0.45722937168811506,
+      "grad_norm": 2.5472588539123535,
+      "learning_rate": 2.9698989273488553e-06,
+      "loss": 0.572661280632019,
+      "step": 604
+    },
+    {
+      "epoch": 0.4587433762301287,
+      "grad_norm": 1.5087025165557861,
+      "learning_rate": 2.9695429971956215e-06,
+      "loss": 0.9104925394058228,
+      "step": 606
+    },
+    {
+      "epoch": 0.46025738077214234,
+      "grad_norm": 1.2133845090866089,
+      "learning_rate": 2.96918499905048e-06,
+      "loss": 0.5393221378326416,
+      "step": 608
+    },
+    {
+      "epoch": 0.46177138531415596,
+      "grad_norm": 10.903751373291016,
+      "learning_rate": 2.968824933474487e-06,
+      "loss": 1.2028796672821045,
+      "step": 610
+    },
+    {
+      "epoch": 0.46328538985616957,
+      "grad_norm": 2.8977067470550537,
+      "learning_rate": 2.968462801031939e-06,
+      "loss": 0.7516031265258789,
+      "step": 612
+    },
+    {
+      "epoch": 0.4647993943981832,
+      "grad_norm": 4.32919454574585,
+      "learning_rate": 2.9680986022903703e-06,
+      "loss": 0.8674114942550659,
+      "step": 614
+    },
+    {
+      "epoch": 0.4663133989401968,
+      "grad_norm": 1.608612060546875,
+      "learning_rate": 2.9677323378205546e-06,
+      "loss": 0.595661461353302,
+      "step": 616
+    },
+    {
+      "epoch": 0.46782740348221047,
+      "grad_norm": 2.312485456466675,
+      "learning_rate": 2.967364008196503e-06,
+      "loss": 0.8987520933151245,
+      "step": 618
+    },
+    {
+      "epoch": 0.4693414080242241,
+      "grad_norm": 2.1147568225860596,
+      "learning_rate": 2.966993613995462e-06,
+      "loss": 0.9148374795913696,
+      "step": 620
+    },
+    {
+      "epoch": 0.4708554125662377,
+      "grad_norm": 1.7400703430175781,
+      "learning_rate": 2.966621155797916e-06,
+      "loss": 0.7914771437644958,
+      "step": 622
+    },
+    {
+      "epoch": 0.4723694171082513,
+      "grad_norm": 2.3664000034332275,
+      "learning_rate": 2.9662466341875814e-06,
+      "loss": 1.1130759716033936,
+      "step": 624
+    },
+    {
+      "epoch": 0.4738834216502649,
+      "grad_norm": 2.528683662414551,
+      "learning_rate": 2.96587004975141e-06,
+      "loss": 0.5625622868537903,
+      "step": 626
+    },
+    {
+      "epoch": 0.4753974261922786,
+      "grad_norm": 1.8007179498672485,
+      "learning_rate": 2.965491403079586e-06,
+      "loss": 0.9524298310279846,
+      "step": 628
+    },
+    {
+      "epoch": 0.4769114307342922,
+      "grad_norm": 2.555586814880371,
+      "learning_rate": 2.965110694765526e-06,
+      "loss": 0.4652448892593384,
+      "step": 630
+    },
+    {
+      "epoch": 0.4784254352763058,
+      "grad_norm": 2.9922497272491455,
+      "learning_rate": 2.964727925405877e-06,
+      "loss": 0.5585123896598816,
+      "step": 632
+    },
+    {
+      "epoch": 0.47993943981831944,
+      "grad_norm": 2.435415267944336,
+      "learning_rate": 2.9643430956005166e-06,
+      "loss": 0.7860139608383179,
+      "step": 634
+    },
+    {
+      "epoch": 0.4814534443603331,
+      "grad_norm": 0.8732883930206299,
+      "learning_rate": 2.963956205952551e-06,
+      "loss": 0.5169360637664795,
+      "step": 636
+    },
+    {
+      "epoch": 0.4829674489023467,
+      "grad_norm": 4.100015640258789,
+      "learning_rate": 2.9635672570683145e-06,
+      "loss": 0.8051522970199585,
+      "step": 638
+    },
+    {
+      "epoch": 0.48448145344436033,
+      "grad_norm": 2.0434277057647705,
+      "learning_rate": 2.9631762495573697e-06,
+      "loss": 0.9732469320297241,
+      "step": 640
+    },
+    {
+      "epoch": 0.48599545798637395,
+      "grad_norm": 1.884527564048767,
+      "learning_rate": 2.9627831840325043e-06,
+      "loss": 1.0066033601760864,
+      "step": 642
+    },
+    {
+      "epoch": 0.48750946252838756,
+      "grad_norm": 1.9356602430343628,
+      "learning_rate": 2.9623880611097323e-06,
+      "loss": 0.925056517124176,
+      "step": 644
+    },
+    {
+      "epoch": 0.48902346707040123,
+      "grad_norm": 2.3697316646575928,
+      "learning_rate": 2.961990881408291e-06,
+      "loss": 1.2187111377716064,
+      "step": 646
+    },
+    {
+      "epoch": 0.49053747161241484,
+      "grad_norm": 2.063014030456543,
+      "learning_rate": 2.9615916455506424e-06,
+      "loss": 0.8997195959091187,
+      "step": 648
+    },
+    {
+      "epoch": 0.49205147615442846,
+      "grad_norm": 2.8104512691497803,
+      "learning_rate": 2.9611903541624695e-06,
+      "loss": 0.5274589657783508,
+      "step": 650
+    },
+    {
+      "epoch": 0.49356548069644207,
+      "grad_norm": 2.428311824798584,
+      "learning_rate": 2.960787007872678e-06,
+      "loss": 0.5732669830322266,
+      "step": 652
+    },
+    {
+      "epoch": 0.49507948523845574,
+      "grad_norm": 2.9070358276367188,
+      "learning_rate": 2.960381607313393e-06,
+      "loss": 0.7458028197288513,
+      "step": 654
+    },
+    {
+      "epoch": 0.49659348978046935,
+      "grad_norm": 1.7552977800369263,
+      "learning_rate": 2.959974153119959e-06,
+      "loss": 0.8947643041610718,
+      "step": 656
+    },
+    {
+      "epoch": 0.49810749432248297,
+      "grad_norm": 1.5749355554580688,
+      "learning_rate": 2.959564645930941e-06,
+      "loss": 1.2562661170959473,
+      "step": 658
+    },
+    {
+      "epoch": 0.4996214988644966,
+      "grad_norm": 11.023453712463379,
+      "learning_rate": 2.959153086388119e-06,
+      "loss": 0.9333547949790955,
+      "step": 660
+    },
+    {
+      "epoch": 0.5011355034065103,
+      "grad_norm": 1.7231638431549072,
+      "learning_rate": 2.9587394751364895e-06,
+      "loss": 0.6585370302200317,
+      "step": 662
+    },
+    {
+      "epoch": 0.5026495079485238,
+      "grad_norm": 2.0775532722473145,
+      "learning_rate": 2.9583238128242673e-06,
+      "loss": 0.7238444089889526,
+      "step": 664
+    },
+    {
+      "epoch": 0.5041635124905375,
+      "grad_norm": 0.9623629450798035,
+      "learning_rate": 2.9579061001028787e-06,
+      "loss": 0.922552227973938,
+      "step": 666
+    },
+    {
+      "epoch": 0.5056775170325511,
+      "grad_norm": 1.735793948173523,
+      "learning_rate": 2.9574863376269644e-06,
+      "loss": 0.5483730435371399,
+      "step": 668
+    },
+    {
+      "epoch": 0.5071915215745647,
+      "grad_norm": 2.608731269836426,
+      "learning_rate": 2.9570645260543773e-06,
+      "loss": 0.663311779499054,
+      "step": 670
+    },
+    {
+      "epoch": 0.5087055261165784,
+      "grad_norm": 6.55451774597168,
+      "learning_rate": 2.9566406660461816e-06,
+      "loss": 0.6987183690071106,
+      "step": 672
+    },
+    {
+      "epoch": 0.5102195306585919,
+      "grad_norm": 1.7770209312438965,
+      "learning_rate": 2.956214758266653e-06,
+      "loss": 1.04190993309021,
+      "step": 674
+    },
+    {
+      "epoch": 0.5117335352006056,
+      "grad_norm": 0.809238076210022,
+      "learning_rate": 2.955786803383275e-06,
+      "loss": 0.8445099592208862,
+      "step": 676
+    },
+    {
+      "epoch": 0.5132475397426193,
+      "grad_norm": 1.9151666164398193,
+      "learning_rate": 2.9553568020667393e-06,
+      "loss": 1.3137012720108032,
+      "step": 678
+    },
+    {
+      "epoch": 0.5147615442846328,
+      "grad_norm": 2.247816324234009,
+      "learning_rate": 2.9549247549909456e-06,
+      "loss": 0.7027629017829895,
+      "step": 680
+    },
+    {
+      "epoch": 0.5162755488266465,
+      "grad_norm": 1.8459402322769165,
+      "learning_rate": 2.954490662833e-06,
+      "loss": 1.1782515048980713,
+      "step": 682
+    },
+    {
+      "epoch": 0.5177895533686601,
+      "grad_norm": 1.2116007804870605,
+      "learning_rate": 2.954054526273213e-06,
+      "loss": 0.49978435039520264,
+      "step": 684
+    },
+    {
+      "epoch": 0.5193035579106737,
+      "grad_norm": 2.160564661026001,
+      "learning_rate": 2.9536163459950984e-06,
+      "loss": 0.3752554655075073,
+      "step": 686
+    },
+    {
+      "epoch": 0.5208175624526874,
+      "grad_norm": 2.0724048614501953,
+      "learning_rate": 2.953176122685374e-06,
+      "loss": 1.3308016061782837,
+      "step": 688
+    },
+    {
+      "epoch": 0.522331566994701,
+      "grad_norm": 2.1259520053863525,
+      "learning_rate": 2.952733857033959e-06,
+      "loss": 1.015698790550232,
+      "step": 690
+    },
+    {
+      "epoch": 0.5238455715367146,
+      "grad_norm": 2.9767887592315674,
+      "learning_rate": 2.9522895497339746e-06,
+      "loss": 1.0793743133544922,
+      "step": 692
+    },
+    {
+      "epoch": 0.5253595760787282,
+      "grad_norm": 2.5563642978668213,
+      "learning_rate": 2.9518432014817396e-06,
+      "loss": 0.4725661277770996,
+      "step": 694
+    },
+    {
+      "epoch": 0.5268735806207419,
+      "grad_norm": 2.641418218612671,
+      "learning_rate": 2.951394812976772e-06,
+      "loss": 0.6408408880233765,
+      "step": 696
+    },
+    {
+      "epoch": 0.5283875851627555,
+      "grad_norm": 1.3676077127456665,
+      "learning_rate": 2.9509443849217887e-06,
+      "loss": 1.2852436304092407,
+      "step": 698
+    },
+    {
+      "epoch": 0.5299015897047691,
+      "grad_norm": 2.7387311458587646,
+      "learning_rate": 2.9504919180227014e-06,
+      "loss": 0.5113032460212708,
+      "step": 700
+    },
+    {
+      "epoch": 0.5314155942467828,
+      "grad_norm": 3.1218018531799316,
+      "learning_rate": 2.9500374129886178e-06,
+      "loss": 1.0129162073135376,
+      "step": 702
+    },
+    {
+      "epoch": 0.5329295987887964,
+      "grad_norm": 4.050351619720459,
+      "learning_rate": 2.9495808705318392e-06,
+      "loss": 0.8722813129425049,
+      "step": 704
+    },
+    {
+      "epoch": 0.53444360333081,
+      "grad_norm": 27.964889526367188,
+      "learning_rate": 2.9491222913678613e-06,
+      "loss": 1.1573745012283325,
+      "step": 706
+    },
+    {
+      "epoch": 0.5359576078728236,
+      "grad_norm": 1.8653537034988403,
+      "learning_rate": 2.9486616762153697e-06,
+      "loss": 1.091062068939209,
+      "step": 708
+    },
+    {
+      "epoch": 0.5374716124148372,
+      "grad_norm": 2.453317403793335,
+      "learning_rate": 2.948199025796242e-06,
+      "loss": 0.8969689607620239,
+      "step": 710
+    },
+    {
+      "epoch": 0.5389856169568509,
+      "grad_norm": 1.2765965461730957,
+      "learning_rate": 2.9477343408355466e-06,
+      "loss": 0.8222131729125977,
+      "step": 712
+    },
+    {
+      "epoch": 0.5404996214988645,
+      "grad_norm": 2.10074782371521,
+      "learning_rate": 2.947267622061538e-06,
+      "loss": 0.46775394678115845,
+      "step": 714
+    },
+    {
+      "epoch": 0.5420136260408781,
+      "grad_norm": 1.2866603136062622,
+      "learning_rate": 2.9467988702056594e-06,
+      "loss": 0.896325945854187,
+      "step": 716
+    },
+    {
+      "epoch": 0.5435276305828918,
+      "grad_norm": 3.4520423412323,
+      "learning_rate": 2.946328086002541e-06,
+      "loss": 0.9878024458885193,
+      "step": 718
+    },
+    {
+      "epoch": 0.5450416351249053,
+      "grad_norm": 1.849073052406311,
+      "learning_rate": 2.945855270189997e-06,
+      "loss": 0.9559434056282043,
+      "step": 720
+    },
+    {
+      "epoch": 0.546555639666919,
+      "grad_norm": 1.4615992307662964,
+      "learning_rate": 2.9453804235090253e-06,
+      "loss": 0.8828739523887634,
+      "step": 722
+    },
+    {
+      "epoch": 0.5480696442089327,
+      "grad_norm": 5.629069805145264,
+      "learning_rate": 2.944903546703807e-06,
+      "loss": 0.6443637013435364,
+      "step": 724
+    },
+    {
+      "epoch": 0.5495836487509462,
+      "grad_norm": 6.054827690124512,
+      "learning_rate": 2.944424640521706e-06,
+      "loss": 1.0102320909500122,
+      "step": 726
+    },
+    {
+      "epoch": 0.5510976532929599,
+      "grad_norm": 2.1354260444641113,
+      "learning_rate": 2.9439437057132643e-06,
+      "loss": 0.909126877784729,
+      "step": 728
+    },
+    {
+      "epoch": 0.5526116578349735,
+      "grad_norm": 1.5889453887939453,
+      "learning_rate": 2.943460743032205e-06,
+      "loss": 0.7864683866500854,
+      "step": 730
+    },
+    {
+      "epoch": 0.5541256623769871,
+      "grad_norm": 4.267853736877441,
+      "learning_rate": 2.942975753235429e-06,
+      "loss": 0.8896602392196655,
+      "step": 732
+    },
+    {
+      "epoch": 0.5556396669190008,
+      "grad_norm": 2.129723072052002,
+      "learning_rate": 2.9424887370830134e-06,
+      "loss": 0.5310478210449219,
+      "step": 734
+    },
+    {
+      "epoch": 0.5571536714610144,
+      "grad_norm": 12.761570930480957,
+      "learning_rate": 2.9419996953382116e-06,
+      "loss": 0.4966410994529724,
+      "step": 736
+    },
+    {
+      "epoch": 0.558667676003028,
+      "grad_norm": 1.056359052658081,
+      "learning_rate": 2.9415086287674513e-06,
+      "loss": 0.8116670250892639,
+      "step": 738
+    },
+    {
+      "epoch": 0.5601816805450416,
+      "grad_norm": 11.245153427124023,
+      "learning_rate": 2.941015538140334e-06,
+      "loss": 0.47575944662094116,
+      "step": 740
+    },
+    {
+      "epoch": 0.5616956850870553,
+      "grad_norm": 3.585188627243042,
+      "learning_rate": 2.940520424229632e-06,
+      "loss": 0.8942469358444214,
+      "step": 742
+    },
+    {
+      "epoch": 0.5632096896290689,
+      "grad_norm": 4.114293575286865,
+      "learning_rate": 2.94002328781129e-06,
+      "loss": 1.1968226432800293,
+      "step": 744
+    },
+    {
+      "epoch": 0.5647236941710825,
+      "grad_norm": 3.1713132858276367,
+      "learning_rate": 2.9395241296644217e-06,
+      "loss": 1.006760835647583,
+      "step": 746
+    },
+    {
+      "epoch": 0.5662376987130961,
+      "grad_norm": 1.791144847869873,
+      "learning_rate": 2.939022950571309e-06,
+      "loss": 1.2270033359527588,
+      "step": 748
+    },
+    {
+      "epoch": 0.5677517032551098,
+      "grad_norm": 11.67522144317627,
+      "learning_rate": 2.938519751317402e-06,
+      "loss": 1.0643365383148193,
+      "step": 750
+    },
+    {
+      "epoch": 0.5692657077971234,
+      "grad_norm": 1.0967658758163452,
+      "learning_rate": 2.938014532691315e-06,
+      "loss": 0.9841832518577576,
+      "step": 752
+    },
+    {
+      "epoch": 0.570779712339137,
+      "grad_norm": 1.52469801902771,
+      "learning_rate": 2.937507295484829e-06,
+      "loss": 0.951506495475769,
+      "step": 754
+    },
+    {
+      "epoch": 0.5722937168811506,
+      "grad_norm": 2.3377974033355713,
+      "learning_rate": 2.936998040492888e-06,
+      "loss": 0.5932363271713257,
+      "step": 756
+    },
+    {
+      "epoch": 0.5738077214231643,
+      "grad_norm": 3.601687431335449,
+      "learning_rate": 2.936486768513597e-06,
+      "loss": 1.264681100845337,
+      "step": 758
+    },
+    {
+      "epoch": 0.5753217259651779,
+      "grad_norm": 1.2724038362503052,
+      "learning_rate": 2.9359734803482244e-06,
+      "loss": 0.7797785997390747,
+      "step": 760
+    },
+    {
+      "epoch": 0.5768357305071915,
+      "grad_norm": 2.051760196685791,
+      "learning_rate": 2.935458176801196e-06,
+      "loss": 0.5461609959602356,
+      "step": 762
+    },
+    {
+      "epoch": 0.5783497350492052,
+      "grad_norm": 1.8419607877731323,
+      "learning_rate": 2.9349408586800974e-06,
+      "loss": 0.8952110409736633,
+      "step": 764
+    },
+    {
+      "epoch": 0.5798637395912187,
+      "grad_norm": 12.950570106506348,
+      "learning_rate": 2.9344215267956716e-06,
+      "loss": 0.9577568173408508,
+      "step": 766
+    },
+    {
+      "epoch": 0.5813777441332324,
+      "grad_norm": 2.6900603771209717,
+      "learning_rate": 2.933900181961816e-06,
+      "loss": 0.6937704086303711,
+      "step": 768
+    },
+    {
+      "epoch": 0.5828917486752461,
+      "grad_norm": 1.4522511959075928,
+      "learning_rate": 2.933376824995585e-06,
+      "loss": 0.8444547653198242,
+      "step": 770
+    },
+    {
+      "epoch": 0.5844057532172596,
+      "grad_norm": 1.75600266456604,
+      "learning_rate": 2.932851456717185e-06,
+      "loss": 1.034805417060852,
+      "step": 772
+    },
+    {
+      "epoch": 0.5859197577592733,
+      "grad_norm": 2.222780704498291,
+      "learning_rate": 2.9323240779499744e-06,
+      "loss": 0.8588864803314209,
+      "step": 774
+    },
+    {
+      "epoch": 0.5874337623012869,
+      "grad_norm": 2.5241029262542725,
+      "learning_rate": 2.9317946895204634e-06,
+      "loss": 0.9585127234458923,
+      "step": 776
+    },
+    {
+      "epoch": 0.5889477668433005,
+      "grad_norm": 1.3337754011154175,
+      "learning_rate": 2.9312632922583108e-06,
+      "loss": 1.185091495513916,
+      "step": 778
+    },
+    {
+      "epoch": 0.5904617713853142,
+      "grad_norm": 3.3314359188079834,
+      "learning_rate": 2.930729886996324e-06,
+      "loss": 0.5059195756912231,
+      "step": 780
+    },
+    {
+      "epoch": 0.5919757759273278,
+      "grad_norm": 1.0932236909866333,
+      "learning_rate": 2.930194474570458e-06,
+      "loss": 0.9334269165992737,
+      "step": 782
+    },
+    {
+      "epoch": 0.5934897804693414,
+      "grad_norm": 1.2207541465759277,
+      "learning_rate": 2.929657055819812e-06,
+      "loss": 0.7467067837715149,
+      "step": 784
+    },
+    {
+      "epoch": 0.595003785011355,
+      "grad_norm": 3.1017303466796875,
+      "learning_rate": 2.9291176315866315e-06,
+      "loss": 0.4495176076889038,
+      "step": 786
+    },
+    {
+      "epoch": 0.5965177895533686,
+      "grad_norm": 1.5837126970291138,
+      "learning_rate": 2.928576202716302e-06,
+      "loss": 0.7723722457885742,
+      "step": 788
+    },
+    {
+      "epoch": 0.5980317940953823,
+      "grad_norm": 1.3979252576828003,
+      "learning_rate": 2.9280327700573545e-06,
+      "loss": 0.9797012209892273,
+      "step": 790
+    },
+    {
+      "epoch": 0.5995457986373959,
+      "grad_norm": 1.2105636596679688,
+      "learning_rate": 2.9274873344614567e-06,
+      "loss": 0.8930003643035889,
+      "step": 792
+    },
+    {
+      "epoch": 0.6010598031794095,
+      "grad_norm": 1.439759373664856,
+      "learning_rate": 2.926939896783418e-06,
+      "loss": 0.8449392318725586,
+      "step": 794
+    },
+    {
+      "epoch": 0.6025738077214232,
+      "grad_norm": 1.6218822002410889,
+      "learning_rate": 2.926390457881185e-06,
+      "loss": 0.8345645666122437,
+      "step": 796
+    },
+    {
+      "epoch": 0.6040878122634368,
+      "grad_norm": 1.7808403968811035,
+      "learning_rate": 2.9258390186158377e-06,
+      "loss": 0.8866439461708069,
+      "step": 798
+    },
+    {
+      "epoch": 0.6056018168054504,
+      "grad_norm": 1.4405946731567383,
+      "learning_rate": 2.925285579851596e-06,
+      "loss": 0.6789926886558533,
+      "step": 800
+    },
+    {
+      "epoch": 0.607115821347464,
+      "grad_norm": 2.2952048778533936,
+      "learning_rate": 2.924730142455809e-06,
+      "loss": 0.8826119899749756,
+      "step": 802
+    },
+    {
+      "epoch": 0.6086298258894777,
+      "grad_norm": 3.04705548286438,
+      "learning_rate": 2.924172707298962e-06,
+      "loss": 0.9613844156265259,
+      "step": 804
+    },
+    {
+      "epoch": 0.6101438304314913,
+      "grad_norm": 5.385547161102295,
+      "learning_rate": 2.9236132752546675e-06,
+      "loss": 0.7768161296844482,
+      "step": 806
+    },
+    {
+      "epoch": 0.6116578349735049,
+      "grad_norm": 1.2202529907226562,
+      "learning_rate": 2.9230518471996693e-06,
+      "loss": 0.8363648653030396,
+      "step": 808
+    },
+    {
+      "epoch": 0.6131718395155186,
+      "grad_norm": 1.4032362699508667,
+      "learning_rate": 2.922488424013839e-06,
+      "loss": 0.7807202339172363,
+      "step": 810
+    },
+    {
+      "epoch": 0.6146858440575321,
+      "grad_norm": 1.9782370328903198,
+      "learning_rate": 2.9219230065801762e-06,
+      "loss": 0.925172746181488,
+      "step": 812
+    },
+    {
+      "epoch": 0.6161998485995458,
+      "grad_norm": 4.227447986602783,
+      "learning_rate": 2.9213555957848045e-06,
+      "loss": 0.6153373122215271,
+      "step": 814
+    },
+    {
+      "epoch": 0.6177138531415595,
+      "grad_norm": 1.032610535621643,
+      "learning_rate": 2.920786192516971e-06,
+      "loss": 0.4650787115097046,
+      "step": 816
+    },
+    {
+      "epoch": 0.619227857683573,
+      "grad_norm": 1.4408961534500122,
+      "learning_rate": 2.920214797669047e-06,
+      "loss": 0.4763714671134949,
+      "step": 818
+    },
+    {
+      "epoch": 0.6207418622255867,
+      "grad_norm": 3.2754526138305664,
+      "learning_rate": 2.9196414121365246e-06,
+      "loss": 0.9566894173622131,
+      "step": 820
+    },
+    {
+      "epoch": 0.6222558667676003,
+      "grad_norm": 4.002590656280518,
+      "learning_rate": 2.919066036818015e-06,
+      "loss": 0.3634946048259735,
+      "step": 822
+    },
+    {
+      "epoch": 0.6237698713096139,
+      "grad_norm": 4.929750919342041,
+      "learning_rate": 2.918488672615248e-06,
+      "loss": 0.5025648474693298,
+      "step": 824
+    },
+    {
+      "epoch": 0.6252838758516276,
+      "grad_norm": 1.6044130325317383,
+      "learning_rate": 2.9179093204330706e-06,
+      "loss": 1.0299111604690552,
+      "step": 826
+    },
+    {
+      "epoch": 0.6267978803936411,
+      "grad_norm": 1.8787809610366821,
+      "learning_rate": 2.917327981179446e-06,
+      "loss": 0.8319679498672485,
+      "step": 828
+    },
+    {
+      "epoch": 0.6283118849356548,
+      "grad_norm": 4.7387614250183105,
+      "learning_rate": 2.91674465576545e-06,
+      "loss": 0.5684910416603088,
+      "step": 830
+    },
+    {
+      "epoch": 0.6298258894776685,
+      "grad_norm": 5.5031609535217285,
+      "learning_rate": 2.9161593451052726e-06,
+      "loss": 0.6575965881347656,
+      "step": 832
+    },
+    {
+      "epoch": 0.631339894019682,
+      "grad_norm": 1.5484586954116821,
+      "learning_rate": 2.9155720501162143e-06,
+      "loss": 1.17416250705719,
+      "step": 834
+    },
+    {
+      "epoch": 0.6328538985616957,
+      "grad_norm": 2.1155788898468018,
+      "learning_rate": 2.9149827717186858e-06,
+      "loss": 0.7271778583526611,
+      "step": 836
+    },
+    {
+      "epoch": 0.6343679031037093,
+      "grad_norm": 42.32135009765625,
+      "learning_rate": 2.914391510836206e-06,
+      "loss": 1.0217803716659546,
+      "step": 838
+    },
+    {
+      "epoch": 0.6358819076457229,
+      "grad_norm": 2.134539842605591,
+      "learning_rate": 2.9137982683954005e-06,
+      "loss": 0.7875545620918274,
+      "step": 840
+    },
+    {
+      "epoch": 0.6373959121877366,
+      "grad_norm": 4.138916969299316,
+      "learning_rate": 2.9132030453260012e-06,
+      "loss": 0.9088811278343201,
+      "step": 842
+    },
+    {
+      "epoch": 0.6389099167297502,
+      "grad_norm": 1.0700823068618774,
+      "learning_rate": 2.912605842560843e-06,
+      "loss": 1.1727579832077026,
+      "step": 844
+    },
+    {
+      "epoch": 0.6404239212717638,
+      "grad_norm": 2.2020580768585205,
+      "learning_rate": 2.9120066610358644e-06,
+      "loss": 1.2225433588027954,
+      "step": 846
+    },
+    {
+      "epoch": 0.6419379258137774,
+      "grad_norm": 2.0243654251098633,
+      "learning_rate": 2.911405501690104e-06,
+      "loss": 0.5479593873023987,
+      "step": 848
+    },
+    {
+      "epoch": 0.6434519303557911,
+      "grad_norm": 2.634003162384033,
+      "learning_rate": 2.910802365465702e-06,
+      "loss": 0.8216032385826111,
+      "step": 850
+    },
+    {
+      "epoch": 0.6449659348978047,
+      "grad_norm": 1.7789942026138306,
+      "learning_rate": 2.9101972533078937e-06,
+      "loss": 1.2453292608261108,
+      "step": 852
+    },
+    {
+      "epoch": 0.6464799394398183,
+      "grad_norm": 28.211029052734375,
+      "learning_rate": 2.909590166165013e-06,
+      "loss": 0.4019825756549835,
+      "step": 854
+    },
+    {
+      "epoch": 0.647993943981832,
+      "grad_norm": 2.574488639831543,
+      "learning_rate": 2.9089811049884896e-06,
+      "loss": 0.5381205081939697,
+      "step": 856
+    },
+    {
+      "epoch": 0.6495079485238455,
+      "grad_norm": 2.394144296646118,
+      "learning_rate": 2.908370070732846e-06,
+      "loss": 1.1024041175842285,
+      "step": 858
+    },
+    {
+      "epoch": 0.6510219530658592,
+      "grad_norm": 2.664809465408325,
+      "learning_rate": 2.9077570643556967e-06,
+      "loss": 0.9122069478034973,
+      "step": 860
+    },
+    {
+      "epoch": 0.6525359576078729,
+      "grad_norm": 1.8201414346694946,
+      "learning_rate": 2.9071420868177464e-06,
+      "loss": 0.905881404876709,
+      "step": 862
+    },
+    {
+      "epoch": 0.6540499621498864,
+      "grad_norm": 2.0792040824890137,
+      "learning_rate": 2.906525139082791e-06,
+      "loss": 0.8034082651138306,
+      "step": 864
+    },
+    {
+      "epoch": 0.6555639666919001,
+      "grad_norm": 2.1485233306884766,
+      "learning_rate": 2.9059062221177133e-06,
+      "loss": 0.8683022856712341,
+      "step": 866
+    },
+    {
+      "epoch": 0.6570779712339136,
+      "grad_norm": 1.865644931793213,
+      "learning_rate": 2.90528533689248e-06,
+      "loss": 0.8978813290596008,
+      "step": 868
+    },
+    {
+      "epoch": 0.6585919757759273,
+      "grad_norm": 4.107750415802002,
+      "learning_rate": 2.904662484380146e-06,
+      "loss": 0.519726037979126,
+      "step": 870
+    },
+    {
+      "epoch": 0.660105980317941,
+      "grad_norm": 2.102914333343506,
+      "learning_rate": 2.9040376655568473e-06,
+      "loss": 0.9007350206375122,
+      "step": 872
+    },
+    {
+      "epoch": 0.6616199848599545,
+      "grad_norm": 1.5866848230361938,
+      "learning_rate": 2.903410881401801e-06,
+      "loss": 1.266746163368225,
+      "step": 874
+    },
+    {
+      "epoch": 0.6631339894019682,
+      "grad_norm": 2.8819000720977783,
+      "learning_rate": 2.9027821328973073e-06,
+      "loss": 0.8907691836357117,
+      "step": 876
+    },
+    {
+      "epoch": 0.6646479939439819,
+      "grad_norm": 2.2902755737304688,
+      "learning_rate": 2.9021514210287405e-06,
+      "loss": 0.4960283935070038,
+      "step": 878
+    },
+    {
+      "epoch": 0.6661619984859954,
+      "grad_norm": 2.3201727867126465,
+      "learning_rate": 2.9015187467845555e-06,
+      "loss": 0.896564781665802,
+      "step": 880
+    },
+    {
+      "epoch": 0.6676760030280091,
+      "grad_norm": 1.8795450925827026,
+      "learning_rate": 2.900884111156281e-06,
+      "loss": 0.8979120254516602,
+      "step": 882
+    },
+    {
+      "epoch": 0.6691900075700227,
+      "grad_norm": 9.0372953414917,
+      "learning_rate": 2.90024751513852e-06,
+      "loss": 0.9341409206390381,
+      "step": 884
+    },
+    {
+      "epoch": 0.6707040121120363,
+      "grad_norm": 2.159026622772217,
+      "learning_rate": 2.8996089597289474e-06,
+      "loss": 1.2215708494186401,
+      "step": 886
+    },
+    {
+      "epoch": 0.67221801665405,
+      "grad_norm": 3.647932291030884,
+      "learning_rate": 2.8989684459283103e-06,
+      "loss": 0.8979953527450562,
+      "step": 888
+    },
+    {
+      "epoch": 0.6737320211960636,
+      "grad_norm": 1.569602370262146,
+      "learning_rate": 2.898325974740423e-06,
+      "loss": 0.8550502061843872,
+      "step": 890
+    },
+    {
+      "epoch": 0.6752460257380772,
+      "grad_norm": 3.763561725616455,
+      "learning_rate": 2.8976815471721686e-06,
+      "loss": 0.7107431888580322,
+      "step": 892
+    },
+    {
+      "epoch": 0.6767600302800908,
+      "grad_norm": 10.984675407409668,
+      "learning_rate": 2.8970351642334953e-06,
+      "loss": 0.6723986864089966,
+      "step": 894
+    },
+    {
+      "epoch": 0.6782740348221045,
+      "grad_norm": 2.890449047088623,
+      "learning_rate": 2.896386826937418e-06,
+      "loss": 1.2286604642868042,
+      "step": 896
+    },
+    {
+      "epoch": 0.6797880393641181,
+      "grad_norm": 12.061135292053223,
+      "learning_rate": 2.895736536300012e-06,
+      "loss": 0.49984970688819885,
+      "step": 898
+    },
+    {
+      "epoch": 0.6813020439061317,
+      "grad_norm": 6.587899208068848,
+      "learning_rate": 2.895084293340415e-06,
+      "loss": 1.0647372007369995,
+      "step": 900
+    },
+    {
+      "epoch": 0.6828160484481454,
+      "grad_norm": 2.388646125793457,
+      "learning_rate": 2.8944300990808232e-06,
+      "loss": 0.7765811681747437,
+      "step": 902
+    },
+    {
+      "epoch": 0.6843300529901589,
+      "grad_norm": 3.4749341011047363,
+      "learning_rate": 2.8937739545464937e-06,
+      "loss": 0.494584858417511,
+      "step": 904
+    },
+    {
+      "epoch": 0.6858440575321726,
+      "grad_norm": 3.2410855293273926,
+      "learning_rate": 2.8931158607657375e-06,
+      "loss": 0.6335573196411133,
+      "step": 906
+    },
+    {
+      "epoch": 0.6873580620741863,
+      "grad_norm": 1.5804246664047241,
+      "learning_rate": 2.89245581876992e-06,
+      "loss": 0.5073976516723633,
+      "step": 908
+    },
+    {
+      "epoch": 0.6888720666161998,
+      "grad_norm": 1.4231654405593872,
+      "learning_rate": 2.891793829593463e-06,
+      "loss": 0.9102616310119629,
+      "step": 910
+    },
+    {
+      "epoch": 0.6903860711582135,
+      "grad_norm": 2.26094913482666,
+      "learning_rate": 2.8911298942738372e-06,
+      "loss": 1.047849416732788,
+      "step": 912
+    },
+    {
+      "epoch": 0.691900075700227,
+      "grad_norm": 1.5220335721969604,
+      "learning_rate": 2.8904640138515636e-06,
+      "loss": 0.826735258102417,
+      "step": 914
+    },
+    {
+      "epoch": 0.6934140802422407,
+      "grad_norm": 0.7623918056488037,
+      "learning_rate": 2.889796189370213e-06,
+      "loss": 0.49449172616004944,
+      "step": 916
+    },
+    {
+      "epoch": 0.6949280847842544,
+      "grad_norm": 2.015327215194702,
+      "learning_rate": 2.8891264218764013e-06,
+      "loss": 0.8959734439849854,
+      "step": 918
+    },
+    {
+      "epoch": 0.6964420893262679,
+      "grad_norm": 1.917296290397644,
+      "learning_rate": 2.8884547124197904e-06,
+      "loss": 0.5376745462417603,
+      "step": 920
+    },
+    {
+      "epoch": 0.6979560938682816,
+      "grad_norm": 0.5840858817100525,
+      "learning_rate": 2.887781062053086e-06,
+      "loss": 1.095085620880127,
+      "step": 922
+    },
+    {
+      "epoch": 0.6994700984102953,
+      "grad_norm": 4.917339324951172,
+      "learning_rate": 2.887105471832034e-06,
+      "loss": 0.8940989971160889,
+      "step": 924
+    },
+    {
+      "epoch": 0.7009841029523088,
+      "grad_norm": 1.5196433067321777,
+      "learning_rate": 2.8864279428154225e-06,
+      "loss": 0.5308735370635986,
+      "step": 926
+    },
+    {
+      "epoch": 0.7024981074943225,
+      "grad_norm": 7.36590051651001,
+      "learning_rate": 2.8857484760650765e-06,
+      "loss": 0.6894451975822449,
+      "step": 928
+    },
+    {
+      "epoch": 0.7040121120363361,
+      "grad_norm": 1.9489446878433228,
+      "learning_rate": 2.885067072645859e-06,
+      "loss": 0.7315176725387573,
+      "step": 930
+    },
+    {
+      "epoch": 0.7055261165783497,
+      "grad_norm": 1.2081562280654907,
+      "learning_rate": 2.8843837336256664e-06,
+      "loss": 0.8387755751609802,
+      "step": 932
+    },
+    {
+      "epoch": 0.7070401211203634,
+      "grad_norm": 1.6697505712509155,
+      "learning_rate": 2.883698460075431e-06,
+      "loss": 0.9529602527618408,
+      "step": 934
+    },
+    {
+      "epoch": 0.708554125662377,
+      "grad_norm": 1.2275534868240356,
+      "learning_rate": 2.8830112530691147e-06,
+      "loss": 1.245858907699585,
+      "step": 936
+    },
+    {
+      "epoch": 0.7100681302043906,
+      "grad_norm": 10.275951385498047,
+      "learning_rate": 2.8823221136837114e-06,
+      "loss": 0.4762369394302368,
+      "step": 938
+    },
+    {
+      "epoch": 0.7115821347464042,
+      "grad_norm": 1.4351997375488281,
+      "learning_rate": 2.881631042999242e-06,
+      "loss": 0.8527016043663025,
+      "step": 940
+    },
+    {
+      "epoch": 0.7130961392884179,
+      "grad_norm": 2.3546645641326904,
+      "learning_rate": 2.8809380420987547e-06,
+      "loss": 0.8944950699806213,
+      "step": 942
+    },
+    {
+      "epoch": 0.7146101438304315,
+      "grad_norm": 2.901038885116577,
+      "learning_rate": 2.8802431120683226e-06,
+      "loss": 0.7213137149810791,
+      "step": 944
+    },
+    {
+      "epoch": 0.7161241483724451,
+      "grad_norm": 2.7750065326690674,
+      "learning_rate": 2.8795462539970417e-06,
+      "loss": 1.0235939025878906,
+      "step": 946
+    },
+    {
+      "epoch": 0.7176381529144588,
+      "grad_norm": 1.4316633939743042,
+      "learning_rate": 2.878847468977032e-06,
+      "loss": 0.8671280741691589,
+      "step": 948
+    },
+    {
+      "epoch": 0.7191521574564723,
+      "grad_norm": 1.9463779926300049,
+      "learning_rate": 2.8781467581034287e-06,
+      "loss": 1.0982471704483032,
+      "step": 950
+    },
+    {
+      "epoch": 0.720666161998486,
+      "grad_norm": 3.363389015197754,
+      "learning_rate": 2.877444122474391e-06,
+      "loss": 1.253629207611084,
+      "step": 952
+    },
+    {
+      "epoch": 0.7221801665404997,
+      "grad_norm": 1.4445604085922241,
+      "learning_rate": 2.8767395631910893e-06,
+      "loss": 1.2379037141799927,
+      "step": 954
+    },
+    {
+      "epoch": 0.7236941710825132,
+      "grad_norm": 1.4205392599105835,
+      "learning_rate": 2.8760330813577127e-06,
+      "loss": 0.8827942609786987,
+      "step": 956
+    },
+    {
+      "epoch": 0.7252081756245269,
+      "grad_norm": 2.034050941467285,
+      "learning_rate": 2.8753246780814606e-06,
+      "loss": 0.8953526020050049,
+      "step": 958
+    },
+    {
+      "epoch": 0.7267221801665406,
+      "grad_norm": 3.173511266708374,
+      "learning_rate": 2.8746143544725454e-06,
+      "loss": 0.5323604941368103,
+      "step": 960
+    },
+    {
+      "epoch": 0.7282361847085541,
+      "grad_norm": 4.285152435302734,
+      "learning_rate": 2.8739021116441887e-06,
+      "loss": 0.9036399722099304,
+      "step": 962
+    },
+    {
+      "epoch": 0.7297501892505678,
+      "grad_norm": 1.7868789434432983,
+      "learning_rate": 2.8731879507126194e-06,
+      "loss": 0.8735661506652832,
+      "step": 964
+    },
+    {
+      "epoch": 0.7312641937925813,
+      "grad_norm": 1.9185863733291626,
+      "learning_rate": 2.872471872797073e-06,
+      "loss": 0.773938775062561,
+      "step": 966
+    },
+    {
+      "epoch": 0.732778198334595,
+      "grad_norm": 0.955786406993866,
+      "learning_rate": 2.8717538790197887e-06,
+      "loss": 0.7239243984222412,
+      "step": 968
+    },
+    {
+      "epoch": 0.7342922028766087,
+      "grad_norm": 1.9443094730377197,
+      "learning_rate": 2.8710339705060085e-06,
+      "loss": 0.7597388625144958,
+      "step": 970
+    },
+    {
+      "epoch": 0.7358062074186222,
+      "grad_norm": 2.2941946983337402,
+      "learning_rate": 2.870312148383976e-06,
+      "loss": 0.8585048913955688,
+      "step": 972
+    },
+    {
+      "epoch": 0.7373202119606359,
+      "grad_norm": 1.9667870998382568,
+      "learning_rate": 2.8695884137849317e-06,
+      "loss": 0.45781540870666504,
+      "step": 974
+    },
+    {
+      "epoch": 0.7388342165026495,
+      "grad_norm": 2.0550363063812256,
+      "learning_rate": 2.868862767843116e-06,
+      "loss": 1.2025854587554932,
+      "step": 976
+    },
+    {
+      "epoch": 0.7403482210446631,
+      "grad_norm": 2.0096893310546875,
+      "learning_rate": 2.868135211695763e-06,
+      "loss": 1.2732635736465454,
+      "step": 978
+    },
+    {
+      "epoch": 0.7418622255866768,
+      "grad_norm": 1.3000602722167969,
+      "learning_rate": 2.8674057464831016e-06,
+      "loss": 0.8870718479156494,
+      "step": 980
+    },
+    {
+      "epoch": 0.7433762301286904,
+      "grad_norm": 1.5397157669067383,
+      "learning_rate": 2.866674373348351e-06,
+      "loss": 0.7638609409332275,
+      "step": 982
+    },
+    {
+      "epoch": 0.744890234670704,
+      "grad_norm": 3.6748268604278564,
+      "learning_rate": 2.865941093437721e-06,
+      "loss": 0.8565575480461121,
+      "step": 984
+    },
+    {
+      "epoch": 0.7464042392127176,
+      "grad_norm": 7.63801383972168,
+      "learning_rate": 2.865205907900412e-06,
+      "loss": 0.9564031958580017,
+      "step": 986
+    },
+    {
+      "epoch": 0.7479182437547313,
+      "grad_norm": 2.4677016735076904,
+      "learning_rate": 2.864468817888608e-06,
+      "loss": 1.2542637586593628,
+      "step": 988
+    },
+    {
+      "epoch": 0.7494322482967449,
+      "grad_norm": 1.5017268657684326,
+      "learning_rate": 2.863729824557479e-06,
+      "loss": 1.0353670120239258,
+      "step": 990
+    },
+    {
+      "epoch": 0.7509462528387585,
+      "grad_norm": 1.2101831436157227,
+      "learning_rate": 2.862988929065177e-06,
+      "loss": 1.191741943359375,
+      "step": 992
+    },
+    {
+      "epoch": 0.7524602573807722,
+      "grad_norm": 4.140659332275391,
+      "learning_rate": 2.862246132572837e-06,
+      "loss": 0.8285727500915527,
+      "step": 994
+    },
+    {
+      "epoch": 0.7539742619227857,
+      "grad_norm": 16.98643684387207,
+      "learning_rate": 2.8615014362445708e-06,
+      "loss": 0.8691332340240479,
+      "step": 996
+    },
+    {
+      "epoch": 0.7554882664647994,
+      "grad_norm": 2.471562623977661,
+      "learning_rate": 2.860754841247469e-06,
+      "loss": 1.109788417816162,
+      "step": 998
+    },
+    {
+      "epoch": 0.757002271006813,
+      "grad_norm": 2.814229965209961,
+      "learning_rate": 2.860006348751598e-06,
+      "loss": 0.5025942921638489,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7585162755488266,
+      "grad_norm": 2.1887619495391846,
+      "learning_rate": 2.8592559599299976e-06,
+      "loss": 0.5041999816894531,
+      "step": 1002
+    },
+    {
+      "epoch": 0.7600302800908403,
+      "grad_norm": 1.2107658386230469,
+      "learning_rate": 2.8585036759586796e-06,
+      "loss": 0.6934733986854553,
+      "step": 1004
+    },
+    {
+      "epoch": 0.761544284632854,
+      "grad_norm": 0.8850097060203552,
+      "learning_rate": 2.857749498016625e-06,
+      "loss": 0.6282389163970947,
+      "step": 1006
+    },
+    {
+      "epoch": 0.7630582891748675,
+      "grad_norm": 2.179121732711792,
+      "learning_rate": 2.856993427285784e-06,
+      "loss": 0.5650244951248169,
+      "step": 1008
+    },
+    {
+      "epoch": 0.7645722937168812,
+      "grad_norm": 2.607090473175049,
+      "learning_rate": 2.856235464951074e-06,
+      "loss": 0.40634971857070923,
+      "step": 1010
+    },
+    {
+      "epoch": 0.7660862982588947,
+      "grad_norm": 4.742982864379883,
+      "learning_rate": 2.8554756122003755e-06,
+      "loss": 0.8095629215240479,
+      "step": 1012
+    },
+    {
+      "epoch": 0.7676003028009084,
+      "grad_norm": 2.4433038234710693,
+      "learning_rate": 2.8547138702245316e-06,
+      "loss": 1.2153220176696777,
+      "step": 1014
+    },
+    {
+      "epoch": 0.7691143073429221,
+      "grad_norm": 1.80650794506073,
+      "learning_rate": 2.853950240217347e-06,
+      "loss": 0.540834367275238,
+      "step": 1016
+    },
+    {
+      "epoch": 0.7706283118849356,
+      "grad_norm": 4.6063971519470215,
+      "learning_rate": 2.8531847233755852e-06,
+      "loss": 1.183655858039856,
+      "step": 1018
+    },
+    {
+      "epoch": 0.7721423164269493,
+      "grad_norm": 1.1085045337677002,
+      "learning_rate": 2.852417320898966e-06,
+      "loss": 1.1908199787139893,
+      "step": 1020
+    },
+    {
+      "epoch": 0.7736563209689629,
+      "grad_norm": 2.1212046146392822,
+      "learning_rate": 2.8516480339901663e-06,
+      "loss": 0.6177248358726501,
+      "step": 1022
+    },
+    {
+      "epoch": 0.7751703255109765,
+      "grad_norm": 1.71256422996521,
+      "learning_rate": 2.8508768638548135e-06,
+      "loss": 1.1025025844573975,
+      "step": 1024
+    },
+    {
+      "epoch": 0.7766843300529902,
+      "grad_norm": 4.706640243530273,
+      "learning_rate": 2.850103811701488e-06,
+      "loss": 0.5664300322532654,
+      "step": 1026
+    },
+    {
+      "epoch": 0.7781983345950038,
+      "grad_norm": 2.5584557056427,
+      "learning_rate": 2.849328878741721e-06,
+      "loss": 0.8416152596473694,
+      "step": 1028
+    },
+    {
+      "epoch": 0.7797123391370174,
+      "grad_norm": 3.9955708980560303,
+      "learning_rate": 2.8485520661899875e-06,
+      "loss": 0.9651318788528442,
+      "step": 1030
+    },
+    {
+      "epoch": 0.781226343679031,
+      "grad_norm": 1.443227767944336,
+      "learning_rate": 2.8477733752637124e-06,
+      "loss": 0.47583842277526855,
+      "step": 1032
+    },
+    {
+      "epoch": 0.7827403482210447,
+      "grad_norm": 2.5279667377471924,
+      "learning_rate": 2.8469928071832622e-06,
+      "loss": 0.5478159785270691,
+      "step": 1034
+    },
+    {
+      "epoch": 0.7842543527630583,
+      "grad_norm": 1.6589131355285645,
+      "learning_rate": 2.846210363171945e-06,
+      "loss": 0.9488869905471802,
+      "step": 1036
+    },
+    {
+      "epoch": 0.7857683573050719,
+      "grad_norm": 1.463948130607605,
+      "learning_rate": 2.8454260444560107e-06,
+      "loss": 0.7418044209480286,
+      "step": 1038
+    },
+    {
+      "epoch": 0.7872823618470856,
+      "grad_norm": 2.582495927810669,
+      "learning_rate": 2.8446398522646444e-06,
+      "loss": 0.37741395831108093,
+      "step": 1040
+    },
+    {
+      "epoch": 0.7887963663890991,
+      "grad_norm": 2.034688711166382,
+      "learning_rate": 2.8438517878299704e-06,
+      "loss": 0.8056525588035583,
+      "step": 1042
+    },
+    {
+      "epoch": 0.7903103709311128,
+      "grad_norm": 3.680302381515503,
+      "learning_rate": 2.8430618523870454e-06,
+      "loss": 1.058135986328125,
+      "step": 1044
+    },
+    {
+      "epoch": 0.7918243754731265,
+      "grad_norm": 1.6540333032608032,
+      "learning_rate": 2.842270047173858e-06,
+      "loss": 1.2269434928894043,
+      "step": 1046
+    },
+    {
+      "epoch": 0.79333838001514,
+      "grad_norm": 1.3814526796340942,
+      "learning_rate": 2.841476373431328e-06,
+      "loss": 1.046462893486023,
+      "step": 1048
+    },
+    {
+      "epoch": 0.7948523845571537,
+      "grad_norm": 1.3701473474502563,
+      "learning_rate": 2.8406808324033043e-06,
+      "loss": 1.245253324508667,
+      "step": 1050
+    },
+    {
+      "epoch": 0.7963663890991673,
+      "grad_norm": 1.2616037130355835,
+      "learning_rate": 2.83988342533656e-06,
+      "loss": 0.8982032537460327,
+      "step": 1052
+    },
+    {
+      "epoch": 0.7978803936411809,
+      "grad_norm": 1.299059271812439,
+      "learning_rate": 2.839084153480795e-06,
+      "loss": 1.2602475881576538,
+      "step": 1054
+    },
+    {
+      "epoch": 0.7993943981831946,
+      "grad_norm": 2.242746591567993,
+      "learning_rate": 2.83828301808863e-06,
+      "loss": 0.4404146075248718,
+      "step": 1056
+    },
+    {
+      "epoch": 0.8009084027252081,
+      "grad_norm": 2.1068410873413086,
+      "learning_rate": 2.837480020415607e-06,
+      "loss": 1.0584217309951782,
+      "step": 1058
+    },
+    {
+      "epoch": 0.8024224072672218,
+      "grad_norm": 1.2306238412857056,
+      "learning_rate": 2.836675161720187e-06,
+      "loss": 1.2572702169418335,
+      "step": 1060
+    },
+    {
+      "epoch": 0.8039364118092355,
+      "grad_norm": 7.1440749168396,
+      "learning_rate": 2.8358684432637464e-06,
+      "loss": 1.242936372756958,
+      "step": 1062
+    },
+    {
+      "epoch": 0.805450416351249,
+      "grad_norm": 1.6501164436340332,
+      "learning_rate": 2.8350598663105774e-06,
+      "loss": 0.5116027593612671,
+      "step": 1064
+    },
+    {
+      "epoch": 0.8069644208932627,
+      "grad_norm": 1.3650797605514526,
+      "learning_rate": 2.834249432127884e-06,
+      "loss": 0.9526708722114563,
+      "step": 1066
+    },
+    {
+      "epoch": 0.8084784254352763,
+      "grad_norm": 5.26108455657959,
+      "learning_rate": 2.833437141985781e-06,
+      "loss": 0.6141349077224731,
+      "step": 1068
+    },
+    {
+      "epoch": 0.8099924299772899,
+      "grad_norm": 3.335373640060425,
+      "learning_rate": 2.832622997157292e-06,
+      "loss": 0.8614574670791626,
+      "step": 1070
+    },
+    {
+      "epoch": 0.8115064345193036,
+      "grad_norm": 6.905012607574463,
+      "learning_rate": 2.831806998918348e-06,
+      "loss": 1.2377727031707764,
+      "step": 1072
+    },
+    {
+      "epoch": 0.8130204390613172,
+      "grad_norm": 2.2727155685424805,
+      "learning_rate": 2.8309891485477835e-06,
+      "loss": 0.6964701414108276,
+      "step": 1074
+    },
+    {
+      "epoch": 0.8145344436033308,
+      "grad_norm": 2.301574945449829,
+      "learning_rate": 2.830169447327336e-06,
+      "loss": 0.5446033477783203,
+      "step": 1076
+    },
+    {
+      "epoch": 0.8160484481453444,
+      "grad_norm": 2.7499730587005615,
+      "learning_rate": 2.8293478965416444e-06,
+      "loss": 0.8786720633506775,
+      "step": 1078
+    },
+    {
+      "epoch": 0.817562452687358,
+      "grad_norm": 3.3307502269744873,
+      "learning_rate": 2.8285244974782453e-06,
+      "loss": 0.8752889633178711,
+      "step": 1080
+    },
+    {
+      "epoch": 0.8190764572293717,
+      "grad_norm": 1.018991470336914,
+      "learning_rate": 2.827699251427572e-06,
+      "loss": 0.9326798319816589,
+      "step": 1082
+    },
+    {
+      "epoch": 0.8205904617713853,
+      "grad_norm": 2.248389959335327,
+      "learning_rate": 2.8268721596829532e-06,
+      "loss": 1.2054373025894165,
+      "step": 1084
+    },
+    {
+      "epoch": 0.822104466313399,
+      "grad_norm": 3.472452163696289,
+      "learning_rate": 2.8260432235406094e-06,
+      "loss": 0.728631317615509,
+      "step": 1086
+    },
+    {
+      "epoch": 0.8236184708554126,
+      "grad_norm": 3.7358202934265137,
+      "learning_rate": 2.825212444299652e-06,
+      "loss": 0.44140198826789856,
+      "step": 1088
+    },
+    {
+      "epoch": 0.8251324753974262,
+      "grad_norm": 1.1387553215026855,
+      "learning_rate": 2.8243798232620807e-06,
+      "loss": 0.9339531064033508,
+      "step": 1090
+    },
+    {
+      "epoch": 0.8266464799394398,
+      "grad_norm": 1.736079454421997,
+      "learning_rate": 2.823545361732782e-06,
+      "loss": 0.5052375793457031,
+      "step": 1092
+    },
+    {
+      "epoch": 0.8281604844814534,
+      "grad_norm": 5.955495834350586,
+      "learning_rate": 2.8227090610195265e-06,
+      "loss": 0.7765507698059082,
+      "step": 1094
+    },
+    {
+      "epoch": 0.8296744890234671,
+      "grad_norm": 3.198878049850464,
+      "learning_rate": 2.821870922432967e-06,
+      "loss": 0.8172941207885742,
+      "step": 1096
+    },
+    {
+      "epoch": 0.8311884935654807,
+      "grad_norm": 3.3747644424438477,
+      "learning_rate": 2.8210309472866375e-06,
+      "loss": 0.865540623664856,
+      "step": 1098
+    },
+    {
+      "epoch": 0.8327024981074943,
+      "grad_norm": 1.676251769065857,
+      "learning_rate": 2.820189136896949e-06,
+      "loss": 1.1563292741775513,
+      "step": 1100
+    },
+    {
+      "epoch": 0.834216502649508,
+      "grad_norm": 3.305302619934082,
+      "learning_rate": 2.8193454925831903e-06,
+      "loss": 0.5128759741783142,
+      "step": 1102
+    },
+    {
+      "epoch": 0.8357305071915215,
+      "grad_norm": 1.7015798091888428,
+      "learning_rate": 2.818500015667523e-06,
+      "loss": 0.6986027956008911,
+      "step": 1104
+    },
+    {
+      "epoch": 0.8372445117335352,
+      "grad_norm": 2.9527363777160645,
+      "learning_rate": 2.8176527074749803e-06,
+      "loss": 0.882337212562561,
+      "step": 1106
+    },
+    {
+      "epoch": 0.8387585162755489,
+      "grad_norm": 11.77180004119873,
+      "learning_rate": 2.816803569333467e-06,
+      "loss": 0.38584715127944946,
+      "step": 1108
+    },
+    {
+      "epoch": 0.8402725208175624,
+      "grad_norm": 1.3982672691345215,
+      "learning_rate": 2.815952602573755e-06,
+      "loss": 0.8777285814285278,
+      "step": 1110
+    },
+    {
+      "epoch": 0.8417865253595761,
+      "grad_norm": 1.108565092086792,
+      "learning_rate": 2.815099808529482e-06,
+      "loss": 1.4833998680114746,
+      "step": 1112
+    },
+    {
+      "epoch": 0.8433005299015897,
+      "grad_norm": 1.0646542310714722,
+      "learning_rate": 2.81424518853715e-06,
+      "loss": 0.8019735813140869,
+      "step": 1114
+    },
+    {
+      "epoch": 0.8448145344436033,
+      "grad_norm": 0.854870080947876,
+      "learning_rate": 2.8133887439361213e-06,
+      "loss": 0.8715571165084839,
+      "step": 1116
+    },
+    {
+      "epoch": 0.846328538985617,
+      "grad_norm": 11.543094635009766,
+      "learning_rate": 2.8125304760686196e-06,
+      "loss": 0.7676863670349121,
+      "step": 1118
+    },
+    {
+      "epoch": 0.8478425435276306,
+      "grad_norm": 1.7124183177947998,
+      "learning_rate": 2.811670386279724e-06,
+      "loss": 0.9376462697982788,
+      "step": 1120
+    },
+    {
+      "epoch": 0.8493565480696442,
+      "grad_norm": 1.7174268960952759,
+      "learning_rate": 2.8108084759173695e-06,
+      "loss": 1.0287573337554932,
+      "step": 1122
+    },
+    {
+      "epoch": 0.8508705526116578,
+      "grad_norm": 6.151965618133545,
+      "learning_rate": 2.809944746332346e-06,
+      "loss": 0.8226707577705383,
+      "step": 1124
+    },
+    {
+      "epoch": 0.8523845571536715,
+      "grad_norm": 4.121500492095947,
+      "learning_rate": 2.8090791988782928e-06,
+      "loss": 0.4312731921672821,
+      "step": 1126
+    },
+    {
+      "epoch": 0.8538985616956851,
+      "grad_norm": 1.6570124626159668,
+      "learning_rate": 2.808211834911698e-06,
+      "loss": 0.7892210483551025,
+      "step": 1128
+    },
+    {
+      "epoch": 0.8554125662376987,
+      "grad_norm": 1.5975044965744019,
+      "learning_rate": 2.8073426557918975e-06,
+      "loss": 0.8778940439224243,
+      "step": 1130
+    },
+    {
+      "epoch": 0.8569265707797123,
+      "grad_norm": 5.983201503753662,
+      "learning_rate": 2.806471662881072e-06,
+      "loss": 0.5457919239997864,
+      "step": 1132
+    },
+    {
+      "epoch": 0.858440575321726,
+      "grad_norm": 2.1791043281555176,
+      "learning_rate": 2.8055988575442435e-06,
+      "loss": 0.6023417711257935,
+      "step": 1134
+    },
+    {
+      "epoch": 0.8599545798637396,
+      "grad_norm": 3.206430435180664,
+      "learning_rate": 2.804724241149276e-06,
+      "loss": 0.6399402022361755,
+      "step": 1136
+    },
+    {
+      "epoch": 0.8614685844057532,
+      "grad_norm": 1.5075228214263916,
+      "learning_rate": 2.8038478150668704e-06,
+      "loss": 1.2906348705291748,
+      "step": 1138
+    },
+    {
+      "epoch": 0.8629825889477668,
+      "grad_norm": 3.7131893634796143,
+      "learning_rate": 2.8029695806705645e-06,
+      "loss": 0.80905681848526,
+      "step": 1140
+    },
+    {
+      "epoch": 0.8644965934897805,
+      "grad_norm": 2.9525985717773438,
+      "learning_rate": 2.8020895393367304e-06,
+      "loss": 0.4328504800796509,
+      "step": 1142
+    },
+    {
+      "epoch": 0.8660105980317941,
+      "grad_norm": 1.725476861000061,
+      "learning_rate": 2.8012076924445715e-06,
+      "loss": 1.2165340185165405,
+      "step": 1144
+    },
+    {
+      "epoch": 0.8675246025738077,
+      "grad_norm": 1.2453216314315796,
+      "learning_rate": 2.8003240413761203e-06,
+      "loss": 0.7229538559913635,
+      "step": 1146
+    },
+    {
+      "epoch": 0.8690386071158214,
+      "grad_norm": 3.2585346698760986,
+      "learning_rate": 2.7994385875162384e-06,
+      "loss": 0.7827056646347046,
+      "step": 1148
+    },
+    {
+      "epoch": 0.8705526116578349,
+      "grad_norm": 0.9169425964355469,
+      "learning_rate": 2.7985513322526113e-06,
+      "loss": 1.1099709272384644,
+      "step": 1150
+    },
+    {
+      "epoch": 0.8720666161998486,
+      "grad_norm": 2.0088422298431396,
+      "learning_rate": 2.797662276975749e-06,
+      "loss": 0.7103772163391113,
+      "step": 1152
+    },
+    {
+      "epoch": 0.8735806207418623,
+      "grad_norm": 2.144426107406616,
+      "learning_rate": 2.7967714230789814e-06,
+      "loss": 0.8265763521194458,
+      "step": 1154
+    },
+    {
+      "epoch": 0.8750946252838758,
+      "grad_norm": 0.7836669087409973,
+      "learning_rate": 2.7958787719584563e-06,
+      "loss": 0.8146635890007019,
+      "step": 1156
+    },
+    {
+      "epoch": 0.8766086298258895,
+      "grad_norm": 1.5560650825500488,
+      "learning_rate": 2.794984325013141e-06,
+      "loss": 0.4608868956565857,
+      "step": 1158
+    },
+    {
+      "epoch": 0.878122634367903,
+      "grad_norm": 1.347021222114563,
+      "learning_rate": 2.7940880836448146e-06,
+      "loss": 0.8238049745559692,
+      "step": 1160
+    },
+    {
+      "epoch": 0.8796366389099167,
+      "grad_norm": 2.6864876747131348,
+      "learning_rate": 2.7931900492580693e-06,
+      "loss": 1.1887385845184326,
+      "step": 1162
+    },
+    {
+      "epoch": 0.8811506434519304,
+      "grad_norm": 1.0439181327819824,
+      "learning_rate": 2.7922902232603086e-06,
+      "loss": 0.29744046926498413,
+      "step": 1164
+    },
+    {
+      "epoch": 0.882664647993944,
+      "grad_norm": 5.212288856506348,
+      "learning_rate": 2.7913886070617414e-06,
+      "loss": 0.813435435295105,
+      "step": 1166
+    },
+    {
+      "epoch": 0.8841786525359576,
+      "grad_norm": 2.2403671741485596,
+      "learning_rate": 2.7904852020753835e-06,
+      "loss": 0.8788347244262695,
+      "step": 1168
+    },
+    {
+      "epoch": 0.8856926570779712,
+      "grad_norm": 1.2678157091140747,
+      "learning_rate": 2.789580009717054e-06,
+      "loss": 0.8745746612548828,
+      "step": 1170
+    },
+    {
+      "epoch": 0.8872066616199848,
+      "grad_norm": 1.6722967624664307,
+      "learning_rate": 2.788673031405374e-06,
+      "loss": 0.5342118740081787,
+      "step": 1172
+    },
+    {
+      "epoch": 0.8887206661619985,
+      "grad_norm": 1.7086647748947144,
+      "learning_rate": 2.787764268561762e-06,
+      "loss": 0.730110228061676,
+      "step": 1174
+    },
+    {
+      "epoch": 0.8902346707040121,
+      "grad_norm": 1.1516423225402832,
+      "learning_rate": 2.7868537226104346e-06,
+      "loss": 0.794441819190979,
+      "step": 1176
+    },
+    {
+      "epoch": 0.8917486752460257,
+      "grad_norm": 11.606199264526367,
+      "learning_rate": 2.7859413949784013e-06,
+      "loss": 0.47964078187942505,
+      "step": 1178
+    },
+    {
+      "epoch": 0.8932626797880394,
+      "grad_norm": 1.1536232233047485,
+      "learning_rate": 2.7850272870954657e-06,
+      "loss": 1.2453587055206299,
+      "step": 1180
+    },
+    {
+      "epoch": 0.894776684330053,
+      "grad_norm": 1.559417963027954,
+      "learning_rate": 2.78411140039422e-06,
+      "loss": 1.136699914932251,
+      "step": 1182
+    },
+    {
+      "epoch": 0.8962906888720666,
+      "grad_norm": 1.796173095703125,
+      "learning_rate": 2.783193736310045e-06,
+      "loss": 0.7995592355728149,
+      "step": 1184
+    },
+    {
+      "epoch": 0.8978046934140802,
+      "grad_norm": 1.4185960292816162,
+      "learning_rate": 2.782274296281107e-06,
+      "loss": 1.2520816326141357,
+      "step": 1186
+    },
+    {
+      "epoch": 0.8993186979560939,
+      "grad_norm": 1.3419097661972046,
+      "learning_rate": 2.7813530817483537e-06,
+      "loss": 1.2061359882354736,
+      "step": 1188
+    },
+    {
+      "epoch": 0.9008327024981075,
+      "grad_norm": 4.111332416534424,
+      "learning_rate": 2.780430094155517e-06,
+      "loss": 0.9155566692352295,
+      "step": 1190
+    },
+    {
+      "epoch": 0.9023467070401211,
+      "grad_norm": 0.8896114826202393,
+      "learning_rate": 2.7795053349491062e-06,
+      "loss": 0.2986781895160675,
+      "step": 1192
+    },
+    {
+      "epoch": 0.9038607115821348,
+      "grad_norm": 2.29109263420105,
+      "learning_rate": 2.778578805578406e-06,
+      "loss": 0.8259222507476807,
+      "step": 1194
+    },
+    {
+      "epoch": 0.9053747161241483,
+      "grad_norm": 1.6004855632781982,
+      "learning_rate": 2.7776505074954756e-06,
+      "loss": 0.901458740234375,
+      "step": 1196
+    },
+    {
+      "epoch": 0.906888720666162,
+      "grad_norm": 1.1440821886062622,
+      "learning_rate": 2.776720442155148e-06,
+      "loss": 0.5986334681510925,
+      "step": 1198
+    },
+    {
+      "epoch": 0.9084027252081757,
+      "grad_norm": 6.9205780029296875,
+      "learning_rate": 2.7757886110150234e-06,
+      "loss": 1.014857292175293,
+      "step": 1200
+    },
+    {
+      "epoch": 0.9099167297501892,
+      "grad_norm": 1.279496192932129,
+      "learning_rate": 2.774855015535471e-06,
+      "loss": 1.0329720973968506,
+      "step": 1202
+    },
+    {
+      "epoch": 0.9114307342922029,
+      "grad_norm": 1.1504024267196655,
+      "learning_rate": 2.7739196571796242e-06,
+      "loss": 1.2614200115203857,
+      "step": 1204
+    },
+    {
+      "epoch": 0.9129447388342165,
+      "grad_norm": 1.451379418373108,
+      "learning_rate": 2.7729825374133805e-06,
+      "loss": 0.7176874876022339,
+      "step": 1206
+    },
+    {
+      "epoch": 0.9144587433762301,
+      "grad_norm": 1.406685709953308,
+      "learning_rate": 2.7720436577053957e-06,
+      "loss": 0.9029539823532104,
+      "step": 1208
+    },
+    {
+      "epoch": 0.9159727479182438,
+      "grad_norm": 5.806619167327881,
+      "learning_rate": 2.7711030195270854e-06,
+      "loss": 0.7357524633407593,
+      "step": 1210
+    },
+    {
+      "epoch": 0.9174867524602573,
+      "grad_norm": 1.5039846897125244,
+      "learning_rate": 2.770160624352621e-06,
+      "loss": 0.8037659525871277,
+      "step": 1212
+    },
+    {
+      "epoch": 0.919000757002271,
+      "grad_norm": 1.2760533094406128,
+      "learning_rate": 2.7692164736589273e-06,
+      "loss": 0.8593114614486694,
+      "step": 1214
+    },
+    {
+      "epoch": 0.9205147615442847,
+      "grad_norm": 1.9237477779388428,
+      "learning_rate": 2.7682705689256797e-06,
+      "loss": 1.420215368270874,
+      "step": 1216
+    },
+    {
+      "epoch": 0.9220287660862982,
+      "grad_norm": 2.0388343334198,
+      "learning_rate": 2.767322911635303e-06,
+      "loss": 0.4175781011581421,
+      "step": 1218
+    },
+    {
+      "epoch": 0.9235427706283119,
+      "grad_norm": 2.2387585639953613,
+      "learning_rate": 2.7663735032729687e-06,
+      "loss": 0.9758048057556152,
+      "step": 1220
+    },
+    {
+      "epoch": 0.9250567751703255,
+      "grad_norm": 4.407744407653809,
+      "learning_rate": 2.7654223453265933e-06,
+      "loss": 0.9266854524612427,
+      "step": 1222
+    },
+    {
+      "epoch": 0.9265707797123391,
+      "grad_norm": 1.4438966512680054,
+      "learning_rate": 2.7644694392868335e-06,
+      "loss": 0.6441771984100342,
+      "step": 1224
+    },
+    {
+      "epoch": 0.9280847842543528,
+      "grad_norm": 45.29044723510742,
+      "learning_rate": 2.7635147866470874e-06,
+      "loss": 0.19651535153388977,
+      "step": 1226
+    },
+    {
+      "epoch": 0.9295987887963664,
+      "grad_norm": 1.3128368854522705,
+      "learning_rate": 2.7625583889034892e-06,
+      "loss": 0.8569998145103455,
+      "step": 1228
+    },
+    {
+      "epoch": 0.93111279333838,
+      "grad_norm": 2.554664373397827,
+      "learning_rate": 2.7616002475549083e-06,
+      "loss": 0.4308600127696991,
+      "step": 1230
+    },
+    {
+      "epoch": 0.9326267978803936,
+      "grad_norm": 2.3758127689361572,
+      "learning_rate": 2.7606403641029477e-06,
+      "loss": 1.1944650411605835,
+      "step": 1232
+    },
+    {
+      "epoch": 0.9341408024224073,
+      "grad_norm": 2.3627445697784424,
+      "learning_rate": 2.7596787400519383e-06,
+      "loss": 1.236472487449646,
+      "step": 1234
+    },
+    {
+      "epoch": 0.9356548069644209,
+      "grad_norm": 3.527974843978882,
+      "learning_rate": 2.7587153769089416e-06,
+      "loss": 0.7329102754592896,
+      "step": 1236
+    },
+    {
+      "epoch": 0.9371688115064345,
+      "grad_norm": 3.3482489585876465,
+      "learning_rate": 2.757750276183743e-06,
+      "loss": 1.3514375686645508,
+      "step": 1238
+    },
+    {
+      "epoch": 0.9386828160484482,
+      "grad_norm": 2.0988523960113525,
+      "learning_rate": 2.756783439388851e-06,
+      "loss": 0.9067206978797913,
+      "step": 1240
+    },
+    {
+      "epoch": 0.9401968205904617,
+      "grad_norm": 1.1335437297821045,
+      "learning_rate": 2.7558148680394947e-06,
+      "loss": 0.4036295711994171,
+      "step": 1242
+    },
+    {
+      "epoch": 0.9417108251324754,
+      "grad_norm": 1.8524996042251587,
+      "learning_rate": 2.7548445636536234e-06,
+      "loss": 0.6532028317451477,
+      "step": 1244
+    },
+    {
+      "epoch": 0.9432248296744891,
+      "grad_norm": 2.2678205966949463,
+      "learning_rate": 2.753872527751901e-06,
+      "loss": 1.0668600797653198,
+      "step": 1246
+    },
+    {
+      "epoch": 0.9447388342165026,
+      "grad_norm": 1.7660356760025024,
+      "learning_rate": 2.7528987618577047e-06,
+      "loss": 1.1286046504974365,
+      "step": 1248
+    },
+    {
+      "epoch": 0.9462528387585163,
+      "grad_norm": 1.1056783199310303,
+      "learning_rate": 2.7519232674971233e-06,
+      "loss": 0.7087100148200989,
+      "step": 1250
+    },
+    {
+      "epoch": 0.9477668433005298,
+      "grad_norm": 2.968543767929077,
+      "learning_rate": 2.750946046198955e-06,
+      "loss": 0.8986905813217163,
+      "step": 1252
+    },
+    {
+      "epoch": 0.9492808478425435,
+      "grad_norm": 2.2909116744995117,
+      "learning_rate": 2.749967099494704e-06,
+      "loss": 0.8354098796844482,
+      "step": 1254
+    },
+    {
+      "epoch": 0.9507948523845572,
+      "grad_norm": 4.356247901916504,
+      "learning_rate": 2.7489864289185786e-06,
+      "loss": 0.8094468712806702,
+      "step": 1256
+    },
+    {
+      "epoch": 0.9523088569265707,
+      "grad_norm": 6.734137535095215,
+      "learning_rate": 2.7480040360074886e-06,
+      "loss": 0.9045544862747192,
+      "step": 1258
+    },
+    {
+      "epoch": 0.9538228614685844,
+      "grad_norm": 1.4713701009750366,
+      "learning_rate": 2.7470199223010446e-06,
+      "loss": 0.9489148259162903,
+      "step": 1260
+    },
+    {
+      "epoch": 0.9553368660105981,
+      "grad_norm": 2.812283754348755,
+      "learning_rate": 2.7460340893415503e-06,
+      "loss": 0.6814359426498413,
+      "step": 1262
+    },
+    {
+      "epoch": 0.9568508705526116,
+      "grad_norm": 1.9035266637802124,
+      "learning_rate": 2.7450465386740074e-06,
+      "loss": 0.8841050863265991,
+      "step": 1264
+    },
+    {
+      "epoch": 0.9583648750946253,
+      "grad_norm": 1.500565528869629,
+      "learning_rate": 2.744057271846109e-06,
+      "loss": 1.2327930927276611,
+      "step": 1266
+    },
+    {
+      "epoch": 0.9598788796366389,
+      "grad_norm": 1.3923603296279907,
+      "learning_rate": 2.743066290408236e-06,
+      "loss": 0.775505006313324,
+      "step": 1268
+    },
+    {
+      "epoch": 0.9613928841786525,
+      "grad_norm": 2.7446627616882324,
+      "learning_rate": 2.7420735959134585e-06,
+      "loss": 0.5238674879074097,
+      "step": 1270
+    },
+    {
+      "epoch": 0.9629068887206662,
+      "grad_norm": 1.355055570602417,
+      "learning_rate": 2.74107918991753e-06,
+      "loss": 1.2805811166763306,
+      "step": 1272
+    },
+    {
+      "epoch": 0.9644208932626798,
+      "grad_norm": 1.3523149490356445,
+      "learning_rate": 2.740083073978887e-06,
+      "loss": 0.5425784587860107,
+      "step": 1274
+    },
+    {
+      "epoch": 0.9659348978046934,
+      "grad_norm": 1.2970373630523682,
+      "learning_rate": 2.739085249658645e-06,
+      "loss": 0.7968797087669373,
+      "step": 1276
+    },
+    {
+      "epoch": 0.967448902346707,
+      "grad_norm": 1.0297974348068237,
+      "learning_rate": 2.738085718520598e-06,
+      "loss": 0.38737136125564575,
+      "step": 1278
+    },
+    {
+      "epoch": 0.9689629068887207,
+      "grad_norm": 1.3623170852661133,
+      "learning_rate": 2.7370844821312133e-06,
+      "loss": 0.713742733001709,
+      "step": 1280
+    },
+    {
+      "epoch": 0.9704769114307343,
+      "grad_norm": 1.12141752243042,
+      "learning_rate": 2.736081542059633e-06,
+      "loss": 1.2867194414138794,
+      "step": 1282
+    },
+    {
+      "epoch": 0.9719909159727479,
+      "grad_norm": 1.434508204460144,
+      "learning_rate": 2.7350768998776668e-06,
+      "loss": 1.1784629821777344,
+      "step": 1284
+    },
+    {
+      "epoch": 0.9735049205147616,
+      "grad_norm": 1.407881736755371,
+      "learning_rate": 2.7340705571597945e-06,
+      "loss": 0.9067625999450684,
+      "step": 1286
+    },
+    {
+      "epoch": 0.9750189250567751,
+      "grad_norm": 1.0897945165634155,
+      "learning_rate": 2.733062515483158e-06,
+      "loss": 0.6832272410392761,
+      "step": 1288
+    },
+    {
+      "epoch": 0.9765329295987888,
+      "grad_norm": 0.6153534650802612,
+      "learning_rate": 2.732052776427564e-06,
+      "loss": 0.8100548386573792,
+      "step": 1290
+    },
+    {
+      "epoch": 0.9780469341408025,
+      "grad_norm": 0.7920557260513306,
+      "learning_rate": 2.7310413415754785e-06,
+      "loss": 0.7890947461128235,
+      "step": 1292
+    },
+    {
+      "epoch": 0.979560938682816,
+      "grad_norm": 1.6804354190826416,
+      "learning_rate": 2.7300282125120255e-06,
+      "loss": 0.5669286251068115,
+      "step": 1294
+    },
+    {
+      "epoch": 0.9810749432248297,
+      "grad_norm": 2.5095572471618652,
+      "learning_rate": 2.7290133908249844e-06,
+      "loss": 0.9195560812950134,
+      "step": 1296
+    },
+    {
+      "epoch": 0.9825889477668432,
+      "grad_norm": 2.6254382133483887,
+      "learning_rate": 2.7279968781047867e-06,
+      "loss": 0.8261404037475586,
+      "step": 1298
+    },
+    {
+      "epoch": 0.9841029523088569,
+      "grad_norm": 1.6926733255386353,
+      "learning_rate": 2.726978675944514e-06,
+      "loss": 1.032439947128296,
+      "step": 1300
+    },
+    {
+      "epoch": 0.9856169568508706,
+      "grad_norm": 1.1733735799789429,
+      "learning_rate": 2.7259587859398954e-06,
+      "loss": 0.844183087348938,
+      "step": 1302
+    },
+    {
+      "epoch": 0.9871309613928841,
+      "grad_norm": 1.1385763883590698,
+      "learning_rate": 2.7249372096893075e-06,
+      "loss": 0.4663428068161011,
+      "step": 1304
+    },
+    {
+      "epoch": 0.9886449659348978,
+      "grad_norm": 1.6468255519866943,
+      "learning_rate": 2.723913948793766e-06,
+      "loss": 0.8818427920341492,
+      "step": 1306
+    },
+    {
+      "epoch": 0.9901589704769115,
+      "grad_norm": 9.980447769165039,
+      "learning_rate": 2.7228890048569294e-06,
+      "loss": 0.506644606590271,
+      "step": 1308
+    },
+    {
+      "epoch": 0.991672975018925,
+      "grad_norm": 3.1808173656463623,
+      "learning_rate": 2.721862379485094e-06,
+      "loss": 0.7562835216522217,
+      "step": 1310
+    },
+    {
+      "epoch": 0.9931869795609387,
+      "grad_norm": 0.9776075482368469,
+      "learning_rate": 2.720834074287188e-06,
+      "loss": 0.7175700664520264,
+      "step": 1312
+    },
+    {
+      "epoch": 0.9947009841029523,
+      "grad_norm": 1.1597323417663574,
+      "learning_rate": 2.719804090874776e-06,
+      "loss": 0.7824996709823608,
+      "step": 1314
+    },
+    {
+      "epoch": 0.9962149886449659,
+      "grad_norm": 0.8739152550697327,
+      "learning_rate": 2.7187724308620507e-06,
+      "loss": 0.8707235455513,
+      "step": 1316
+    },
+    {
+      "epoch": 0.9977289931869796,
+      "grad_norm": 1.5921571254730225,
+      "learning_rate": 2.7177390958658336e-06,
+      "loss": 0.9199660420417786,
+      "step": 1318
+    },
+    {
+      "epoch": 0.9992429977289932,
+      "grad_norm": 3.554126739501953,
+      "learning_rate": 2.71670408750557e-06,
+      "loss": 0.3907288610935211,
+      "step": 1320
+    },
+    {
+      "epoch": 1.0007570022710068,
+      "grad_norm": 4.065595626831055,
+      "learning_rate": 2.715667407403328e-06,
+      "loss": 0.6484695672988892,
+      "step": 1322
+    },
+    {
+      "epoch": 1.0022710068130205,
+      "grad_norm": 1.5117783546447754,
+      "learning_rate": 2.7146290571837965e-06,
+      "loss": 0.6858867406845093,
+      "step": 1324
+    },
+    {
+      "epoch": 1.0037850113550342,
+      "grad_norm": 4.27254581451416,
+      "learning_rate": 2.7135890384742804e-06,
+      "loss": 0.8471809029579163,
+      "step": 1326
+    },
+    {
+      "epoch": 1.0052990158970476,
+      "grad_norm": 2.3244190216064453,
+      "learning_rate": 2.712547352904701e-06,
+      "loss": 0.4096202552318573,
+      "step": 1328
+    },
+    {
+      "epoch": 1.0068130204390613,
+      "grad_norm": 1.1917668581008911,
+      "learning_rate": 2.7115040021075915e-06,
+      "loss": 1.1091688871383667,
+      "step": 1330
+    },
+    {
+      "epoch": 1.008327024981075,
+      "grad_norm": 1.4938757419586182,
+      "learning_rate": 2.710458987718094e-06,
+      "loss": 0.7808442711830139,
+      "step": 1332
+    },
+    {
+      "epoch": 1.0098410295230886,
+      "grad_norm": 2.786776542663574,
+      "learning_rate": 2.7094123113739576e-06,
+      "loss": 0.7021288275718689,
+      "step": 1334
+    },
+    {
+      "epoch": 1.0113550340651023,
+      "grad_norm": 2.1231276988983154,
+      "learning_rate": 2.7083639747155376e-06,
+      "loss": 0.40648818016052246,
+      "step": 1336
+    },
+    {
+      "epoch": 1.0128690386071157,
+      "grad_norm": 3.733562469482422,
+      "learning_rate": 2.7073139793857908e-06,
+      "loss": 0.5841293334960938,
+      "step": 1338
+    },
+    {
+      "epoch": 1.0143830431491294,
+      "grad_norm": 2.1196770668029785,
+      "learning_rate": 2.706262327030272e-06,
+      "loss": 0.6489790678024292,
+      "step": 1340
+    },
+    {
+      "epoch": 1.015897047691143,
+      "grad_norm": 1.146486759185791,
+      "learning_rate": 2.705209019297135e-06,
+      "loss": 0.4999706745147705,
+      "step": 1342
+    },
+    {
+      "epoch": 1.0174110522331568,
+      "grad_norm": 10.101701736450195,
+      "learning_rate": 2.7041540578371273e-06,
+      "loss": 0.8022160530090332,
+      "step": 1344
+    },
+    {
+      "epoch": 1.0189250567751704,
+      "grad_norm": 1.2306183576583862,
+      "learning_rate": 2.7030974443035864e-06,
+      "loss": 0.9291307926177979,
+      "step": 1346
+    },
+    {
+      "epoch": 1.0204390613171839,
+      "grad_norm": 1.7999662160873413,
+      "learning_rate": 2.7020391803524415e-06,
+      "loss": 0.6551251411437988,
+      "step": 1348
+    },
+    {
+      "epoch": 1.0219530658591975,
+      "grad_norm": 1.3833560943603516,
+      "learning_rate": 2.7009792676422067e-06,
+      "loss": 0.7547062039375305,
+      "step": 1350
+    },
+    {
+      "epoch": 1.0234670704012112,
+      "grad_norm": 0.5464763045310974,
+      "learning_rate": 2.6999177078339807e-06,
+      "loss": 0.608425498008728,
+      "step": 1352
+    },
+    {
+      "epoch": 1.0249810749432249,
+      "grad_norm": 6.251483917236328,
+      "learning_rate": 2.6988545025914437e-06,
+      "loss": 0.8611260652542114,
+      "step": 1354
+    },
+    {
+      "epoch": 1.0264950794852385,
+      "grad_norm": 2.0895566940307617,
+      "learning_rate": 2.697789653580853e-06,
+      "loss": 0.7628198862075806,
+      "step": 1356
+    },
+    {
+      "epoch": 1.028009084027252,
+      "grad_norm": 1.1401382684707642,
+      "learning_rate": 2.6967231624710447e-06,
+      "loss": 0.9044088125228882,
+      "step": 1358
+    },
+    {
+      "epoch": 1.0295230885692657,
+      "grad_norm": 2.221172571182251,
+      "learning_rate": 2.695655030933426e-06,
+      "loss": 1.0025997161865234,
+      "step": 1360
+    },
+    {
+      "epoch": 1.0310370931112793,
+      "grad_norm": 4.832877159118652,
+      "learning_rate": 2.694585260641977e-06,
+      "loss": 0.6454758644104004,
+      "step": 1362
+    },
+    {
+      "epoch": 1.032551097653293,
+      "grad_norm": 2.013058662414551,
+      "learning_rate": 2.6935138532732442e-06,
+      "loss": 0.7279521226882935,
+      "step": 1364
+    },
+    {
+      "epoch": 1.0340651021953067,
+      "grad_norm": 3.6711158752441406,
+      "learning_rate": 2.6924408105063405e-06,
+      "loss": 0.7960509657859802,
+      "step": 1366
+    },
+    {
+      "epoch": 1.0355791067373201,
+      "grad_norm": 0.5056184530258179,
+      "learning_rate": 2.6913661340229423e-06,
+      "loss": 0.4651731550693512,
+      "step": 1368
+    },
+    {
+      "epoch": 1.0370931112793338,
+      "grad_norm": 3.005361318588257,
+      "learning_rate": 2.6902898255072865e-06,
+      "loss": 0.6823665499687195,
+      "step": 1370
+    },
+    {
+      "epoch": 1.0386071158213475,
+      "grad_norm": 2.50605845451355,
+      "learning_rate": 2.6892118866461664e-06,
+      "loss": 0.3197304606437683,
+      "step": 1372
+    },
+    {
+      "epoch": 1.0401211203633611,
+      "grad_norm": 1.1979652643203735,
+      "learning_rate": 2.6881323191289305e-06,
+      "loss": 0.7594679594039917,
+      "step": 1374
+    },
+    {
+      "epoch": 1.0416351249053748,
+      "grad_norm": 9.729329109191895,
+      "learning_rate": 2.6870511246474815e-06,
+      "loss": 0.9013135433197021,
+      "step": 1376
+    },
+    {
+      "epoch": 1.0431491294473882,
+      "grad_norm": 1.1205658912658691,
+      "learning_rate": 2.685968304896271e-06,
+      "loss": 0.6933802366256714,
+      "step": 1378
+    },
+    {
+      "epoch": 1.044663133989402,
+      "grad_norm": 1.5449239015579224,
+      "learning_rate": 2.6848838615722962e-06,
+      "loss": 1.1561776399612427,
+      "step": 1380
+    },
+    {
+      "epoch": 1.0461771385314156,
+      "grad_norm": 1.6639689207077026,
+      "learning_rate": 2.683797796375101e-06,
+      "loss": 0.7652785181999207,
+      "step": 1382
+    },
+    {
+      "epoch": 1.0476911430734293,
+      "grad_norm": 1.3527640104293823,
+      "learning_rate": 2.68271011100677e-06,
+      "loss": 0.8150340914726257,
+      "step": 1384
+    },
+    {
+      "epoch": 1.049205147615443,
+      "grad_norm": 2.725649356842041,
+      "learning_rate": 2.6816208071719274e-06,
+      "loss": 1.0739437341690063,
+      "step": 1386
+    },
+    {
+      "epoch": 1.0507191521574564,
+      "grad_norm": 1.135989785194397,
+      "learning_rate": 2.680529886577733e-06,
+      "loss": 1.1149940490722656,
+      "step": 1388
+    },
+    {
+      "epoch": 1.05223315669947,
+      "grad_norm": 2.67694354057312,
+      "learning_rate": 2.6794373509338812e-06,
+      "loss": 0.7776299715042114,
+      "step": 1390
+    },
+    {
+      "epoch": 1.0537471612414837,
+      "grad_norm": 5.595714569091797,
+      "learning_rate": 2.6783432019525967e-06,
+      "loss": 0.49512526392936707,
+      "step": 1392
+    },
+    {
+      "epoch": 1.0552611657834974,
+      "grad_norm": 2.249765396118164,
+      "learning_rate": 2.6772474413486345e-06,
+      "loss": 0.767449140548706,
+      "step": 1394
+    },
+    {
+      "epoch": 1.056775170325511,
+      "grad_norm": 0.6284688115119934,
+      "learning_rate": 2.6761500708392727e-06,
+      "loss": 0.7256978750228882,
+      "step": 1396
+    },
+    {
+      "epoch": 1.0582891748675245,
+      "grad_norm": 1.9604918956756592,
+      "learning_rate": 2.675051092144315e-06,
+      "loss": 0.2871326506137848,
+      "step": 1398
+    },
+    {
+      "epoch": 1.0598031794095382,
+      "grad_norm": 1.2212276458740234,
+      "learning_rate": 2.6739505069860835e-06,
+      "loss": 0.8681665658950806,
+      "step": 1400
+    },
+    {
+      "epoch": 1.0613171839515518,
+      "grad_norm": 2.299312114715576,
+      "learning_rate": 2.672848317089419e-06,
+      "loss": 0.45025742053985596,
+      "step": 1402
+    },
+    {
+      "epoch": 1.0628311884935655,
+      "grad_norm": 2.737454652786255,
+      "learning_rate": 2.6717445241816766e-06,
+      "loss": 0.4308546483516693,
+      "step": 1404
+    },
+    {
+      "epoch": 1.0643451930355792,
+      "grad_norm": 1.5491366386413574,
+      "learning_rate": 2.670639129992724e-06,
+      "loss": 0.8330565094947815,
+      "step": 1406
+    },
+    {
+      "epoch": 1.0658591975775926,
+      "grad_norm": 2.574392795562744,
+      "learning_rate": 2.669532136254939e-06,
+      "loss": 0.7954061627388,
+      "step": 1408
+    },
+    {
+      "epoch": 1.0673732021196063,
+      "grad_norm": 5.209728240966797,
+      "learning_rate": 2.668423544703205e-06,
+      "loss": 1.1869783401489258,
+      "step": 1410
+    },
+    {
+      "epoch": 1.06888720666162,
+      "grad_norm": 4.869787693023682,
+      "learning_rate": 2.6673133570749107e-06,
+      "loss": 0.7794291973114014,
+      "step": 1412
+    },
+    {
+      "epoch": 1.0704012112036336,
+      "grad_norm": 2.1914610862731934,
+      "learning_rate": 2.666201575109945e-06,
+      "loss": 1.114492654800415,
+      "step": 1414
+    },
+    {
+      "epoch": 1.0719152157456473,
+      "grad_norm": 1.7754486799240112,
+      "learning_rate": 2.665088200550697e-06,
+      "loss": 0.8374594449996948,
+      "step": 1416
+    },
+    {
+      "epoch": 1.073429220287661,
+      "grad_norm": 12.656476974487305,
+      "learning_rate": 2.6639732351420494e-06,
+      "loss": 0.707738995552063,
+      "step": 1418
+    },
+    {
+      "epoch": 1.0749432248296744,
+      "grad_norm": 1.9860066175460815,
+      "learning_rate": 2.66285668063138e-06,
+      "loss": 0.7245526313781738,
+      "step": 1420
+    },
+    {
+      "epoch": 1.076457229371688,
+      "grad_norm": 2.6649181842803955,
+      "learning_rate": 2.6617385387685576e-06,
+      "loss": 0.4846969544887543,
+      "step": 1422
+    },
+    {
+      "epoch": 1.0779712339137018,
+      "grad_norm": 1.3532438278198242,
+      "learning_rate": 2.6606188113059366e-06,
+      "loss": 0.4601760506629944,
+      "step": 1424
+    },
+    {
+      "epoch": 1.0794852384557154,
+      "grad_norm": 2.258784055709839,
+      "learning_rate": 2.6594974999983575e-06,
+      "loss": 0.6497401595115662,
+      "step": 1426
+    },
+    {
+      "epoch": 1.080999242997729,
+      "grad_norm": 1.5624862909317017,
+      "learning_rate": 2.6583746066031428e-06,
+      "loss": 0.32594579458236694,
+      "step": 1428
+    },
+    {
+      "epoch": 1.0825132475397425,
+      "grad_norm": 1.3750901222229004,
+      "learning_rate": 2.6572501328800947e-06,
+      "loss": 0.743114173412323,
+      "step": 1430
+    },
+    {
+      "epoch": 1.0840272520817562,
+      "grad_norm": 1.798200249671936,
+      "learning_rate": 2.656124080591492e-06,
+      "loss": 0.44229811429977417,
+      "step": 1432
+    },
+    {
+      "epoch": 1.0855412566237699,
+      "grad_norm": 4.197088718414307,
+      "learning_rate": 2.654996451502087e-06,
+      "loss": 0.6145902872085571,
+      "step": 1434
+    },
+    {
+      "epoch": 1.0870552611657835,
+      "grad_norm": 1.6194286346435547,
+      "learning_rate": 2.653867247379104e-06,
+      "loss": 1.12995183467865,
+      "step": 1436
+    },
+    {
+      "epoch": 1.0885692657077972,
+      "grad_norm": 2.891066551208496,
+      "learning_rate": 2.6527364699922356e-06,
+      "loss": 0.7188288569450378,
+      "step": 1438
+    },
+    {
+      "epoch": 1.0900832702498107,
+      "grad_norm": 2.989654064178467,
+      "learning_rate": 2.651604121113639e-06,
+      "loss": 0.4282357096672058,
+      "step": 1440
+    },
+    {
+      "epoch": 1.0915972747918243,
+      "grad_norm": 1.4547679424285889,
+      "learning_rate": 2.6504702025179344e-06,
+      "loss": 0.7891103625297546,
+      "step": 1442
+    },
+    {
+      "epoch": 1.093111279333838,
+      "grad_norm": 1.7716169357299805,
+      "learning_rate": 2.6493347159822033e-06,
+      "loss": 0.33154594898223877,
+      "step": 1444
+    },
+    {
+      "epoch": 1.0946252838758517,
+      "grad_norm": 3.8357415199279785,
+      "learning_rate": 2.6481976632859837e-06,
+      "loss": 0.5994241833686829,
+      "step": 1446
+    },
+    {
+      "epoch": 1.0961392884178653,
+      "grad_norm": 1.1723169088363647,
+      "learning_rate": 2.647059046211268e-06,
+      "loss": 1.1812413930892944,
+      "step": 1448
+    },
+    {
+      "epoch": 1.0976532929598788,
+      "grad_norm": 3.084104061126709,
+      "learning_rate": 2.645918866542501e-06,
+      "loss": 0.8157893419265747,
+      "step": 1450
+    },
+    {
+      "epoch": 1.0991672975018925,
+      "grad_norm": 1.1051583290100098,
+      "learning_rate": 2.6447771260665746e-06,
+      "loss": 0.7416723966598511,
+      "step": 1452
+    },
+    {
+      "epoch": 1.1006813020439061,
+      "grad_norm": 0.9261996746063232,
+      "learning_rate": 2.643633826572829e-06,
+      "loss": 0.7483739256858826,
+      "step": 1454
+    },
+    {
+      "epoch": 1.1021953065859198,
+      "grad_norm": 4.7306413650512695,
+      "learning_rate": 2.6424889698530463e-06,
+      "loss": 0.7851324677467346,
+      "step": 1456
+    },
+    {
+      "epoch": 1.1037093111279335,
+      "grad_norm": 5.931928634643555,
+      "learning_rate": 2.64134255770145e-06,
+      "loss": 0.6997071504592896,
+      "step": 1458
+    },
+    {
+      "epoch": 1.105223315669947,
+      "grad_norm": 1.2409297227859497,
+      "learning_rate": 2.6401945919147e-06,
+      "loss": 0.7714464068412781,
+      "step": 1460
+    },
+    {
+      "epoch": 1.1067373202119606,
+      "grad_norm": 4.654412746429443,
+      "learning_rate": 2.6390450742918934e-06,
+      "loss": 0.8759744167327881,
+      "step": 1462
+    },
+    {
+      "epoch": 1.1082513247539743,
+      "grad_norm": 3.47519588470459,
+      "learning_rate": 2.6378940066345563e-06,
+      "loss": 0.7907311916351318,
+      "step": 1464
+    },
+    {
+      "epoch": 1.109765329295988,
+      "grad_norm": 2.070798873901367,
+      "learning_rate": 2.636741390746646e-06,
+      "loss": 0.8151794672012329,
+      "step": 1466
+    },
+    {
+      "epoch": 1.1112793338380016,
+      "grad_norm": 1.7536894083023071,
+      "learning_rate": 2.635587228434546e-06,
+      "loss": 0.4881594777107239,
+      "step": 1468
+    },
+    {
+      "epoch": 1.112793338380015,
+      "grad_norm": 1.508069634437561,
+      "learning_rate": 2.6344315215070623e-06,
+      "loss": 0.6714631915092468,
+      "step": 1470
+    },
+    {
+      "epoch": 1.1143073429220287,
+      "grad_norm": 1.018688440322876,
+      "learning_rate": 2.633274271775423e-06,
+      "loss": 0.6701086759567261,
+      "step": 1472
+    },
+    {
+      "epoch": 1.1158213474640424,
+      "grad_norm": 3.284794807434082,
+      "learning_rate": 2.6321154810532736e-06,
+      "loss": 1.1665421724319458,
+      "step": 1474
+    },
+    {
+      "epoch": 1.117335352006056,
+      "grad_norm": 2.2673730850219727,
+      "learning_rate": 2.6309551511566748e-06,
+      "loss": 0.7662602066993713,
+      "step": 1476
+    },
+    {
+      "epoch": 1.1188493565480697,
+      "grad_norm": 2.1317033767700195,
+      "learning_rate": 2.629793283904098e-06,
+      "loss": 0.7136352062225342,
+      "step": 1478
+    },
+    {
+      "epoch": 1.1203633610900834,
+      "grad_norm": 5.779655933380127,
+      "learning_rate": 2.628629881116427e-06,
+      "loss": 0.9151337146759033,
+      "step": 1480
+    },
+    {
+      "epoch": 1.1218773656320968,
+      "grad_norm": 0.9079190492630005,
+      "learning_rate": 2.6274649446169484e-06,
+      "loss": 0.2999037206172943,
+      "step": 1482
+    },
+    {
+      "epoch": 1.1233913701741105,
+      "grad_norm": 1.6747114658355713,
+      "learning_rate": 2.6262984762313558e-06,
+      "loss": 0.5830443501472473,
+      "step": 1484
+    },
+    {
+      "epoch": 1.1249053747161242,
+      "grad_norm": 1.9732108116149902,
+      "learning_rate": 2.625130477787741e-06,
+      "loss": 0.7363815307617188,
+      "step": 1486
+    },
+    {
+      "epoch": 1.1264193792581378,
+      "grad_norm": 2.125129461288452,
+      "learning_rate": 2.623960951116596e-06,
+      "loss": 0.4688108265399933,
+      "step": 1488
+    },
+    {
+      "epoch": 1.1279333838001513,
+      "grad_norm": 2.8928117752075195,
+      "learning_rate": 2.622789898050805e-06,
+      "loss": 0.49477702379226685,
+      "step": 1490
+    },
+    {
+      "epoch": 1.129447388342165,
+      "grad_norm": 2.086865186691284,
+      "learning_rate": 2.6216173204256478e-06,
+      "loss": 0.6846297979354858,
+      "step": 1492
+    },
+    {
+      "epoch": 1.1309613928841786,
+      "grad_norm": 2.331041097640991,
+      "learning_rate": 2.6204432200787906e-06,
+      "loss": 0.39177241921424866,
+      "step": 1494
+    },
+    {
+      "epoch": 1.1324753974261923,
+      "grad_norm": 1.9901928901672363,
+      "learning_rate": 2.6192675988502873e-06,
+      "loss": 0.5326924324035645,
+      "step": 1496
+    },
+    {
+      "epoch": 1.133989401968206,
+      "grad_norm": 3.5177462100982666,
+      "learning_rate": 2.6180904585825756e-06,
+      "loss": 0.5386614203453064,
+      "step": 1498
+    },
+    {
+      "epoch": 1.1355034065102196,
+      "grad_norm": 2.0425875186920166,
+      "learning_rate": 2.6169118011204733e-06,
+      "loss": 0.4488964080810547,
+      "step": 1500
+    },
+    {
+      "epoch": 1.137017411052233,
+      "grad_norm": 4.189729690551758,
+      "learning_rate": 2.615731628311175e-06,
+      "loss": 0.6858019232749939,
+      "step": 1502
+    },
+    {
+      "epoch": 1.1385314155942468,
+      "grad_norm": 3.267101287841797,
+      "learning_rate": 2.614549942004253e-06,
+      "loss": 0.7634918689727783,
+      "step": 1504
+    },
+    {
+      "epoch": 1.1400454201362604,
+      "grad_norm": 2.262455701828003,
+      "learning_rate": 2.613366744051648e-06,
+      "loss": 0.6932145357131958,
+      "step": 1506
+    },
+    {
+      "epoch": 1.141559424678274,
+      "grad_norm": 3.6853957176208496,
+      "learning_rate": 2.612182036307673e-06,
+      "loss": 0.7956565618515015,
+      "step": 1508
+    },
+    {
+      "epoch": 1.1430734292202875,
+      "grad_norm": 1.7257254123687744,
+      "learning_rate": 2.6109958206290047e-06,
+      "loss": 0.7833234667778015,
+      "step": 1510
+    },
+    {
+      "epoch": 1.1445874337623012,
+      "grad_norm": 1.2528127431869507,
+      "learning_rate": 2.6098080988746847e-06,
+      "loss": 0.8072184920310974,
+      "step": 1512
+    },
+    {
+      "epoch": 1.1461014383043149,
+      "grad_norm": 2.246197462081909,
+      "learning_rate": 2.6086188729061137e-06,
+      "loss": 0.3839539885520935,
+      "step": 1514
+    },
+    {
+      "epoch": 1.1476154428463285,
+      "grad_norm": 1.6792188882827759,
+      "learning_rate": 2.6074281445870504e-06,
+      "loss": 0.7050773501396179,
+      "step": 1516
+    },
+    {
+      "epoch": 1.1491294473883422,
+      "grad_norm": 1.5236520767211914,
+      "learning_rate": 2.6062359157836085e-06,
+      "loss": 1.004371166229248,
+      "step": 1518
+    },
+    {
+      "epoch": 1.1506434519303559,
+      "grad_norm": 1.5533944368362427,
+      "learning_rate": 2.6050421883642523e-06,
+      "loss": 0.9530134201049805,
+      "step": 1520
+    },
+    {
+      "epoch": 1.1521574564723693,
+      "grad_norm": 1.8872240781784058,
+      "learning_rate": 2.603846964199795e-06,
+      "loss": 0.569072425365448,
+      "step": 1522
+    },
+    {
+      "epoch": 1.153671461014383,
+      "grad_norm": 2.460739850997925,
+      "learning_rate": 2.602650245163396e-06,
+      "loss": 1.1149699687957764,
+      "step": 1524
+    },
+    {
+      "epoch": 1.1551854655563967,
+      "grad_norm": 3.2289810180664062,
+      "learning_rate": 2.601452033130556e-06,
+      "loss": 1.064550518989563,
+      "step": 1526
+    },
+    {
+      "epoch": 1.1566994700984103,
+      "grad_norm": 1.4160879850387573,
+      "learning_rate": 2.6002523299791185e-06,
+      "loss": 0.810400664806366,
+      "step": 1528
+    },
+    {
+      "epoch": 1.158213474640424,
+      "grad_norm": 1.8709641695022583,
+      "learning_rate": 2.599051137589261e-06,
+      "loss": 0.9655773043632507,
+      "step": 1530
+    },
+    {
+      "epoch": 1.1597274791824375,
+      "grad_norm": 1.6488513946533203,
+      "learning_rate": 2.5978484578434956e-06,
+      "loss": 0.40531933307647705,
+      "step": 1532
+    },
+    {
+      "epoch": 1.1612414837244511,
+      "grad_norm": 2.911818027496338,
+      "learning_rate": 2.5966442926266667e-06,
+      "loss": 0.411218523979187,
+      "step": 1534
+    },
+    {
+      "epoch": 1.1627554882664648,
+      "grad_norm": 3.381363868713379,
+      "learning_rate": 2.5954386438259446e-06,
+      "loss": 0.31722086668014526,
+      "step": 1536
+    },
+    {
+      "epoch": 1.1642694928084785,
+      "grad_norm": 2.443310499191284,
+      "learning_rate": 2.5942315133308264e-06,
+      "loss": 0.6441760659217834,
+      "step": 1538
+    },
+    {
+      "epoch": 1.1657834973504921,
+      "grad_norm": 2.732754707336426,
+      "learning_rate": 2.5930229030331323e-06,
+      "loss": 0.821896493434906,
+      "step": 1540
+    },
+    {
+      "epoch": 1.1672975018925056,
+      "grad_norm": 2.5103321075439453,
+      "learning_rate": 2.5918128148269977e-06,
+      "loss": 0.7254232168197632,
+      "step": 1542
+    },
+    {
+      "epoch": 1.1688115064345193,
+      "grad_norm": 1.630812168121338,
+      "learning_rate": 2.590601250608878e-06,
+      "loss": 0.7317939400672913,
+      "step": 1544
+    },
+    {
+      "epoch": 1.170325510976533,
+      "grad_norm": 2.458219289779663,
+      "learning_rate": 2.58938821227754e-06,
+      "loss": 0.9973943829536438,
+      "step": 1546
+    },
+    {
+      "epoch": 1.1718395155185466,
+      "grad_norm": 4.012199401855469,
+      "learning_rate": 2.588173701734061e-06,
+      "loss": 0.34447503089904785,
+      "step": 1548
+    },
+    {
+      "epoch": 1.1733535200605603,
+      "grad_norm": 4.598755836486816,
+      "learning_rate": 2.5869577208818264e-06,
+      "loss": 0.7477306127548218,
+      "step": 1550
+    },
+    {
+      "epoch": 1.1748675246025737,
+      "grad_norm": 1.816725730895996,
+      "learning_rate": 2.585740271626525e-06,
+      "loss": 0.7996265292167664,
+      "step": 1552
+    },
+    {
+      "epoch": 1.1763815291445874,
+      "grad_norm": 1.624489188194275,
+      "learning_rate": 2.5845213558761464e-06,
+      "loss": 0.5608413219451904,
+      "step": 1554
+    },
+    {
+      "epoch": 1.177895533686601,
+      "grad_norm": 0.9994196891784668,
+      "learning_rate": 2.5833009755409798e-06,
+      "loss": 0.7846572399139404,
+      "step": 1556
+    },
+    {
+      "epoch": 1.1794095382286147,
+      "grad_norm": 1.754160761833191,
+      "learning_rate": 2.582079132533609e-06,
+      "loss": 0.7681211233139038,
+      "step": 1558
+    },
+    {
+      "epoch": 1.1809235427706284,
+      "grad_norm": 1.2052630186080933,
+      "learning_rate": 2.58085582876891e-06,
+      "loss": 0.7920397520065308,
+      "step": 1560
+    },
+    {
+      "epoch": 1.182437547312642,
+      "grad_norm": 4.706214427947998,
+      "learning_rate": 2.579631066164048e-06,
+      "loss": 0.8161523938179016,
+      "step": 1562
+    },
+    {
+      "epoch": 1.1839515518546555,
+      "grad_norm": 2.612334966659546,
+      "learning_rate": 2.5784048466384754e-06,
+      "loss": 0.4959687292575836,
+      "step": 1564
+    },
+    {
+      "epoch": 1.1854655563966692,
+      "grad_norm": 5.091418743133545,
+      "learning_rate": 2.577177172113927e-06,
+      "loss": 0.36079561710357666,
+      "step": 1566
+    },
+    {
+      "epoch": 1.1869795609386828,
+      "grad_norm": 12.294486045837402,
+      "learning_rate": 2.5759480445144183e-06,
+      "loss": 0.4350496530532837,
+      "step": 1568
+    },
+    {
+      "epoch": 1.1884935654806965,
+      "grad_norm": 2.2385106086730957,
+      "learning_rate": 2.5747174657662415e-06,
+      "loss": 0.3525988459587097,
+      "step": 1570
+    },
+    {
+      "epoch": 1.19000757002271,
+      "grad_norm": 1.2902114391326904,
+      "learning_rate": 2.5734854377979643e-06,
+      "loss": 0.5721244215965271,
+      "step": 1572
+    },
+    {
+      "epoch": 1.1915215745647236,
+      "grad_norm": 1.8585532903671265,
+      "learning_rate": 2.572251962540424e-06,
+      "loss": 0.8713744878768921,
+      "step": 1574
+    },
+    {
+      "epoch": 1.1930355791067373,
+      "grad_norm": 2.197967529296875,
+      "learning_rate": 2.571017041926727e-06,
+      "loss": 0.3259797990322113,
+      "step": 1576
+    },
+    {
+      "epoch": 1.194549583648751,
+      "grad_norm": 2.8391945362091064,
+      "learning_rate": 2.5697806778922442e-06,
+      "loss": 0.4257240295410156,
+      "step": 1578
+    },
+    {
+      "epoch": 1.1960635881907646,
+      "grad_norm": 1.7602157592773438,
+      "learning_rate": 2.5685428723746106e-06,
+      "loss": 0.6905187964439392,
+      "step": 1580
+    },
+    {
+      "epoch": 1.1975775927327783,
+      "grad_norm": 3.1169686317443848,
+      "learning_rate": 2.567303627313718e-06,
+      "loss": 0.7006649374961853,
+      "step": 1582
+    },
+    {
+      "epoch": 1.1990915972747918,
+      "grad_norm": 2.1062004566192627,
+      "learning_rate": 2.566062944651715e-06,
+      "loss": 0.31509527564048767,
+      "step": 1584
+    },
+    {
+      "epoch": 1.2006056018168054,
+      "grad_norm": 3.239856481552124,
+      "learning_rate": 2.5648208263330033e-06,
+      "loss": 0.36794421076774597,
+      "step": 1586
+    },
+    {
+      "epoch": 1.202119606358819,
+      "grad_norm": 1.8824299573898315,
+      "learning_rate": 2.5635772743042354e-06,
+      "loss": 0.8412524461746216,
+      "step": 1588
+    },
+    {
+      "epoch": 1.2036336109008328,
+      "grad_norm": 3.809107780456543,
+      "learning_rate": 2.562332290514309e-06,
+      "loss": 0.5399434566497803,
+      "step": 1590
+    },
+    {
+      "epoch": 1.2051476154428462,
+      "grad_norm": 1.8606302738189697,
+      "learning_rate": 2.5610858769143673e-06,
+      "loss": 0.7604067325592041,
+      "step": 1592
+    },
+    {
+      "epoch": 1.2066616199848599,
+      "grad_norm": 1.2861109972000122,
+      "learning_rate": 2.5598380354577934e-06,
+      "loss": 1.0838377475738525,
+      "step": 1594
+    },
+    {
+      "epoch": 1.2081756245268735,
+      "grad_norm": 4.150733470916748,
+      "learning_rate": 2.5585887681002077e-06,
+      "loss": 0.9925789833068848,
+      "step": 1596
+    },
+    {
+      "epoch": 1.2096896290688872,
+      "grad_norm": 3.083434820175171,
+      "learning_rate": 2.5573380767994667e-06,
+      "loss": 0.6757802963256836,
+      "step": 1598
+    },
+    {
+      "epoch": 1.2112036336109009,
+      "grad_norm": 3.0484514236450195,
+      "learning_rate": 2.556085963515657e-06,
+      "loss": 0.8041543364524841,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2127176381529146,
+      "grad_norm": 1.458834171295166,
+      "learning_rate": 2.554832430211095e-06,
+      "loss": 0.7150396108627319,
+      "step": 1602
+    },
+    {
+      "epoch": 1.214231642694928,
+      "grad_norm": 4.906940460205078,
+      "learning_rate": 2.5535774788503226e-06,
+      "loss": 0.6995714902877808,
+      "step": 1604
+    },
+    {
+      "epoch": 1.2157456472369417,
+      "grad_norm": 1.4084808826446533,
+      "learning_rate": 2.552321111400102e-06,
+      "loss": 1.1149778366088867,
+      "step": 1606
+    },
+    {
+      "epoch": 1.2172596517789553,
+      "grad_norm": 3.868961811065674,
+      "learning_rate": 2.551063329829417e-06,
+      "loss": 0.31372106075286865,
+      "step": 1608
+    },
+    {
+      "epoch": 1.218773656320969,
+      "grad_norm": 2.428809881210327,
+      "learning_rate": 2.5498041361094675e-06,
+      "loss": 0.5318719744682312,
+      "step": 1610
+    },
+    {
+      "epoch": 1.2202876608629827,
+      "grad_norm": 3.32373046875,
+      "learning_rate": 2.548543532213664e-06,
+      "loss": 0.6109141111373901,
+      "step": 1612
+    },
+    {
+      "epoch": 1.2218016654049961,
+      "grad_norm": 1.0111043453216553,
+      "learning_rate": 2.5472815201176305e-06,
+      "loss": 0.4362989068031311,
+      "step": 1614
+    },
+    {
+      "epoch": 1.2233156699470098,
+      "grad_norm": 2.8957338333129883,
+      "learning_rate": 2.5460181017991965e-06,
+      "loss": 0.40466615557670593,
+      "step": 1616
+    },
+    {
+      "epoch": 1.2248296744890235,
+      "grad_norm": 1.037187933921814,
+      "learning_rate": 2.5447532792383934e-06,
+      "loss": 1.1984484195709229,
+      "step": 1618
+    },
+    {
+      "epoch": 1.2263436790310371,
+      "grad_norm": 2.051070213317871,
+      "learning_rate": 2.5434870544174565e-06,
+      "loss": 0.9026281237602234,
+      "step": 1620
+    },
+    {
+      "epoch": 1.2278576835730508,
+      "grad_norm": 2.1154625415802,
+      "learning_rate": 2.542219429320816e-06,
+      "loss": 0.6213358640670776,
+      "step": 1622
+    },
+    {
+      "epoch": 1.2293716881150643,
+      "grad_norm": 1.5054359436035156,
+      "learning_rate": 2.5409504059350997e-06,
+      "loss": 0.6148259043693542,
+      "step": 1624
+    },
+    {
+      "epoch": 1.230885692657078,
+      "grad_norm": 2.0706820487976074,
+      "learning_rate": 2.5396799862491234e-06,
+      "loss": 0.8346166610717773,
+      "step": 1626
+    },
+    {
+      "epoch": 1.2323996971990916,
+      "grad_norm": 1.2801012992858887,
+      "learning_rate": 2.5384081722538944e-06,
+      "loss": 0.9002949595451355,
+      "step": 1628
+    },
+    {
+      "epoch": 1.2339137017411053,
+      "grad_norm": 2.350609064102173,
+      "learning_rate": 2.537134965942602e-06,
+      "loss": 0.7283930778503418,
+      "step": 1630
+    },
+    {
+      "epoch": 1.235427706283119,
+      "grad_norm": 2.341456413269043,
+      "learning_rate": 2.53586036931062e-06,
+      "loss": 0.7903137803077698,
+      "step": 1632
+    },
+    {
+      "epoch": 1.2369417108251324,
+      "grad_norm": 3.2067198753356934,
+      "learning_rate": 2.5345843843554997e-06,
+      "loss": 0.7844091653823853,
+      "step": 1634
+    },
+    {
+      "epoch": 1.238455715367146,
+      "grad_norm": 1.3830692768096924,
+      "learning_rate": 2.5333070130769693e-06,
+      "loss": 0.514484167098999,
+      "step": 1636
+    },
+    {
+      "epoch": 1.2399697199091597,
+      "grad_norm": 1.7025067806243896,
+      "learning_rate": 2.5320282574769286e-06,
+      "loss": 0.7913303375244141,
+      "step": 1638
+    },
+    {
+      "epoch": 1.2414837244511734,
+      "grad_norm": 0.5552706122398376,
+      "learning_rate": 2.530748119559447e-06,
+      "loss": 0.8302839994430542,
+      "step": 1640
+    },
+    {
+      "epoch": 1.242997728993187,
+      "grad_norm": 1.9868996143341064,
+      "learning_rate": 2.5294666013307625e-06,
+      "loss": 0.798913836479187,
+      "step": 1642
+    },
+    {
+      "epoch": 1.2445117335352007,
+      "grad_norm": 1.6438952684402466,
+      "learning_rate": 2.528183704799272e-06,
+      "loss": 0.42257753014564514,
+      "step": 1644
+    },
+    {
+      "epoch": 1.2460257380772142,
+      "grad_norm": 3.404130220413208,
+      "learning_rate": 2.5268994319755364e-06,
+      "loss": 0.49919620156288147,
+      "step": 1646
+    },
+    {
+      "epoch": 1.2475397426192278,
+      "grad_norm": 3.0103302001953125,
+      "learning_rate": 2.5256137848722716e-06,
+      "loss": 0.4483895003795624,
+      "step": 1648
+    },
+    {
+      "epoch": 1.2490537471612415,
+      "grad_norm": 1.1427053213119507,
+      "learning_rate": 2.5243267655043485e-06,
+      "loss": 0.7294577360153198,
+      "step": 1650
+    },
+    {
+      "epoch": 1.2505677517032552,
+      "grad_norm": 2.8634467124938965,
+      "learning_rate": 2.523038375888787e-06,
+      "loss": 0.7409688234329224,
+      "step": 1652
+    },
+    {
+      "epoch": 1.2520817562452686,
+      "grad_norm": 1.8294243812561035,
+      "learning_rate": 2.521748618044755e-06,
+      "loss": 0.7569249272346497,
+      "step": 1654
+    },
+    {
+      "epoch": 1.2535957607872823,
+      "grad_norm": 0.9663636684417725,
+      "learning_rate": 2.520457493993566e-06,
+      "loss": 0.7880640625953674,
+      "step": 1656
+    },
+    {
+      "epoch": 1.255109765329296,
+      "grad_norm": 2.7252726554870605,
+      "learning_rate": 2.519165005758674e-06,
+      "loss": 0.8395610451698303,
+      "step": 1658
+    },
+    {
+      "epoch": 1.2566237698713096,
+      "grad_norm": 5.612975597381592,
+      "learning_rate": 2.5178711553656694e-06,
+      "loss": 1.1597182750701904,
+      "step": 1660
+    },
+    {
+      "epoch": 1.2581377744133233,
+      "grad_norm": 0.812967836856842,
+      "learning_rate": 2.5165759448422783e-06,
+      "loss": 0.29927507042884827,
+      "step": 1662
+    },
+    {
+      "epoch": 1.259651778955337,
+      "grad_norm": 1.4541382789611816,
+      "learning_rate": 2.5152793762183605e-06,
+      "loss": 0.43437737226486206,
+      "step": 1664
+    },
+    {
+      "epoch": 1.2611657834973504,
+      "grad_norm": 6.267176628112793,
+      "learning_rate": 2.5139814515259005e-06,
+      "loss": 0.2858128547668457,
+      "step": 1666
+    },
+    {
+      "epoch": 1.262679788039364,
+      "grad_norm": 4.074245929718018,
+      "learning_rate": 2.5126821727990115e-06,
+      "loss": 1.1706475019454956,
+      "step": 1668
+    },
+    {
+      "epoch": 1.2641937925813778,
+      "grad_norm": 1.6763298511505127,
+      "learning_rate": 2.5113815420739265e-06,
+      "loss": 0.6928737759590149,
+      "step": 1670
+    },
+    {
+      "epoch": 1.2657077971233914,
+      "grad_norm": 1.9774268865585327,
+      "learning_rate": 2.5100795613889975e-06,
+      "loss": 1.1182012557983398,
+      "step": 1672
+    },
+    {
+      "epoch": 1.2672218016654049,
+      "grad_norm": 2.3122832775115967,
+      "learning_rate": 2.5087762327846932e-06,
+      "loss": 0.8243232369422913,
+      "step": 1674
+    },
+    {
+      "epoch": 1.2687358062074185,
+      "grad_norm": 3.401611328125,
+      "learning_rate": 2.5074715583035945e-06,
+      "loss": 0.5442602038383484,
+      "step": 1676
+    },
+    {
+      "epoch": 1.2702498107494322,
+      "grad_norm": 5.750372886657715,
+      "learning_rate": 2.506165539990391e-06,
+      "loss": 0.5971079468727112,
+      "step": 1678
+    },
+    {
+      "epoch": 1.2717638152914459,
+      "grad_norm": 1.3833726644515991,
+      "learning_rate": 2.5048581798918786e-06,
+      "loss": 0.7560960054397583,
+      "step": 1680
+    },
+    {
+      "epoch": 1.2732778198334596,
+      "grad_norm": 3.221604824066162,
+      "learning_rate": 2.5035494800569568e-06,
+      "loss": 0.35544896125793457,
+      "step": 1682
+    },
+    {
+      "epoch": 1.2747918243754732,
+      "grad_norm": 4.361257076263428,
+      "learning_rate": 2.5022394425366226e-06,
+      "loss": 0.32855644822120667,
+      "step": 1684
+    },
+    {
+      "epoch": 1.2763058289174867,
+      "grad_norm": 1.4156495332717896,
+      "learning_rate": 2.5009280693839733e-06,
+      "loss": 0.42612865567207336,
+      "step": 1686
+    },
+    {
+      "epoch": 1.2778198334595003,
+      "grad_norm": 2.2424139976501465,
+      "learning_rate": 2.4996153626541942e-06,
+      "loss": 0.4638764262199402,
+      "step": 1688
+    },
+    {
+      "epoch": 1.279333838001514,
+      "grad_norm": 1.8984419107437134,
+      "learning_rate": 2.498301324404565e-06,
+      "loss": 0.512053370475769,
+      "step": 1690
+    },
+    {
+      "epoch": 1.2808478425435277,
+      "grad_norm": 1.0238373279571533,
+      "learning_rate": 2.4969859566944504e-06,
+      "loss": 0.6156362891197205,
+      "step": 1692
+    },
+    {
+      "epoch": 1.2823618470855411,
+      "grad_norm": 2.871161937713623,
+      "learning_rate": 2.495669261585299e-06,
+      "loss": 0.5264954566955566,
+      "step": 1694
+    },
+    {
+      "epoch": 1.2838758516275548,
+      "grad_norm": 2.222243309020996,
+      "learning_rate": 2.494351241140639e-06,
+      "loss": 0.8876517415046692,
+      "step": 1696
+    },
+    {
+      "epoch": 1.2853898561695685,
+      "grad_norm": 2.5161256790161133,
+      "learning_rate": 2.493031897426076e-06,
+      "loss": 0.3502652049064636,
+      "step": 1698
+    },
+    {
+      "epoch": 1.2869038607115821,
+      "grad_norm": 3.8380353450775146,
+      "learning_rate": 2.4917112325092903e-06,
+      "loss": 0.3527962267398834,
+      "step": 1700
+    },
+    {
+      "epoch": 1.2884178652535958,
+      "grad_norm": 1.8813527822494507,
+      "learning_rate": 2.4903892484600315e-06,
+      "loss": 0.4331962764263153,
+      "step": 1702
+    },
+    {
+      "epoch": 1.2899318697956095,
+      "grad_norm": 4.55714225769043,
+      "learning_rate": 2.489065947350117e-06,
+      "loss": 0.3833101987838745,
+      "step": 1704
+    },
+    {
+      "epoch": 1.2914458743376231,
+      "grad_norm": 1.418331265449524,
+      "learning_rate": 2.4877413312534293e-06,
+      "loss": 0.3526386022567749,
+      "step": 1706
+    },
+    {
+      "epoch": 1.2929598788796366,
+      "grad_norm": 3.9424781799316406,
+      "learning_rate": 2.4864154022459104e-06,
+      "loss": 0.7249223589897156,
+      "step": 1708
+    },
+    {
+      "epoch": 1.2944738834216503,
+      "grad_norm": 1.072214126586914,
+      "learning_rate": 2.48508816240556e-06,
+      "loss": 0.8337989449501038,
+      "step": 1710
+    },
+    {
+      "epoch": 1.295987887963664,
+      "grad_norm": 2.0571506023406982,
+      "learning_rate": 2.4837596138124327e-06,
+      "loss": 0.6471192240715027,
+      "step": 1712
+    },
+    {
+      "epoch": 1.2975018925056774,
+      "grad_norm": 2.29038667678833,
+      "learning_rate": 2.4824297585486346e-06,
+      "loss": 0.6219044923782349,
+      "step": 1714
+    },
+    {
+      "epoch": 1.299015897047691,
+      "grad_norm": 6.321503162384033,
+      "learning_rate": 2.4810985986983177e-06,
+      "loss": 0.6852396726608276,
+      "step": 1716
+    },
+    {
+      "epoch": 1.3005299015897047,
+      "grad_norm": 2.3172402381896973,
+      "learning_rate": 2.479766136347682e-06,
+      "loss": 0.8772772550582886,
+      "step": 1718
+    },
+    {
+      "epoch": 1.3020439061317184,
+      "grad_norm": 9.401739120483398,
+      "learning_rate": 2.478432373584964e-06,
+      "loss": 0.26919516921043396,
+      "step": 1720
+    },
+    {
+      "epoch": 1.303557910673732,
+      "grad_norm": 8.985549926757812,
+      "learning_rate": 2.477097312500444e-06,
+      "loss": 0.7459433674812317,
+      "step": 1722
+    },
+    {
+      "epoch": 1.3050719152157457,
+      "grad_norm": 1.5415024757385254,
+      "learning_rate": 2.4757609551864307e-06,
+      "loss": 1.0596632957458496,
+      "step": 1724
+    },
+    {
+      "epoch": 1.3065859197577594,
+      "grad_norm": 2.774165391921997,
+      "learning_rate": 2.4744233037372697e-06,
+      "loss": 0.30680298805236816,
+      "step": 1726
+    },
+    {
+      "epoch": 1.3080999242997728,
+      "grad_norm": 11.78912353515625,
+      "learning_rate": 2.4730843602493315e-06,
+      "loss": 1.0973109006881714,
+      "step": 1728
+    },
+    {
+      "epoch": 1.3096139288417865,
+      "grad_norm": 6.063043594360352,
+      "learning_rate": 2.4717441268210127e-06,
+      "loss": 0.52330082654953,
+      "step": 1730
+    },
+    {
+      "epoch": 1.3111279333838002,
+      "grad_norm": 2.5771913528442383,
+      "learning_rate": 2.4704026055527315e-06,
+      "loss": 0.6835691332817078,
+      "step": 1732
+    },
+    {
+      "epoch": 1.3126419379258139,
+      "grad_norm": 1.0834791660308838,
+      "learning_rate": 2.469059798546924e-06,
+      "loss": 1.0945249795913696,
+      "step": 1734
+    },
+    {
+      "epoch": 1.3141559424678273,
+      "grad_norm": 1.7767627239227295,
+      "learning_rate": 2.4677157079080418e-06,
+      "loss": 1.3096091747283936,
+      "step": 1736
+    },
+    {
+      "epoch": 1.315669947009841,
+      "grad_norm": 1.4419454336166382,
+      "learning_rate": 2.4663703357425475e-06,
+      "loss": 1.1470904350280762,
+      "step": 1738
+    },
+    {
+      "epoch": 1.3171839515518546,
+      "grad_norm": 2.81369948387146,
+      "learning_rate": 2.4650236841589136e-06,
+      "loss": 0.8008354902267456,
+      "step": 1740
+    },
+    {
+      "epoch": 1.3186979560938683,
+      "grad_norm": 2.3629062175750732,
+      "learning_rate": 2.4636757552676146e-06,
+      "loss": 1.1127903461456299,
+      "step": 1742
+    },
+    {
+      "epoch": 1.320211960635882,
+      "grad_norm": 1.949653148651123,
+      "learning_rate": 2.4623265511811316e-06,
+      "loss": 0.6830950379371643,
+      "step": 1744
+    },
+    {
+      "epoch": 1.3217259651778956,
+      "grad_norm": 3.8533966541290283,
+      "learning_rate": 2.4609760740139393e-06,
+      "loss": 0.620603084564209,
+      "step": 1746
+    },
+    {
+      "epoch": 1.323239969719909,
+      "grad_norm": 2.704603910446167,
+      "learning_rate": 2.4596243258825107e-06,
+      "loss": 0.3389583230018616,
+      "step": 1748
+    },
+    {
+      "epoch": 1.3247539742619228,
+      "grad_norm": 1.073254942893982,
+      "learning_rate": 2.458271308905309e-06,
+      "loss": 0.816598653793335,
+      "step": 1750
+    },
+    {
+      "epoch": 1.3262679788039364,
+      "grad_norm": 3.498077630996704,
+      "learning_rate": 2.4569170252027877e-06,
+      "loss": 0.339092880487442,
+      "step": 1752
+    },
+    {
+      "epoch": 1.32778198334595,
+      "grad_norm": 1.5943024158477783,
+      "learning_rate": 2.4555614768973842e-06,
+      "loss": 0.3954799473285675,
+      "step": 1754
+    },
+    {
+      "epoch": 1.3292959878879635,
+      "grad_norm": 1.2842795848846436,
+      "learning_rate": 2.454204666113517e-06,
+      "loss": 0.2065241038799286,
+      "step": 1756
+    },
+    {
+      "epoch": 1.3308099924299772,
+      "grad_norm": 1.4345365762710571,
+      "learning_rate": 2.452846594977585e-06,
+      "loss": 0.5425804853439331,
+      "step": 1758
+    },
+    {
+      "epoch": 1.3323239969719909,
+      "grad_norm": 1.7627195119857788,
+      "learning_rate": 2.451487265617962e-06,
+      "loss": 0.9363067150115967,
+      "step": 1760
+    },
+    {
+      "epoch": 1.3338380015140046,
+      "grad_norm": 2.0413122177124023,
+      "learning_rate": 2.450126680164992e-06,
+      "loss": 0.535262405872345,
+      "step": 1762
+    },
+    {
+      "epoch": 1.3353520060560182,
+      "grad_norm": 1.342808723449707,
+      "learning_rate": 2.4487648407509897e-06,
+      "loss": 0.7674925327301025,
+      "step": 1764
+    },
+    {
+      "epoch": 1.336866010598032,
+      "grad_norm": 1.189123511314392,
+      "learning_rate": 2.447401749510234e-06,
+      "loss": 0.7066727876663208,
+      "step": 1766
+    },
+    {
+      "epoch": 1.3383800151400453,
+      "grad_norm": 1.8224396705627441,
+      "learning_rate": 2.446037408578965e-06,
+      "loss": 0.3402438461780548,
+      "step": 1768
+    },
+    {
+      "epoch": 1.339894019682059,
+      "grad_norm": 3.179891347885132,
+      "learning_rate": 2.444671820095383e-06,
+      "loss": 0.8113234639167786,
+      "step": 1770
+    },
+    {
+      "epoch": 1.3414080242240727,
+      "grad_norm": 2.4284238815307617,
+      "learning_rate": 2.443304986199642e-06,
+      "loss": 0.7537884712219238,
+      "step": 1772
+    },
+    {
+      "epoch": 1.3429220287660864,
+      "grad_norm": 1.0442854166030884,
+      "learning_rate": 2.4419369090338485e-06,
+      "loss": 0.5505790710449219,
+      "step": 1774
+    },
+    {
+      "epoch": 1.3444360333080998,
+      "grad_norm": 1.5223824977874756,
+      "learning_rate": 2.4405675907420575e-06,
+      "loss": 1.1271681785583496,
+      "step": 1776
+    },
+    {
+      "epoch": 1.3459500378501135,
+      "grad_norm": 1.4880656003952026,
+      "learning_rate": 2.439197033470269e-06,
+      "loss": 1.0472644567489624,
+      "step": 1778
+    },
+    {
+      "epoch": 1.3474640423921271,
+      "grad_norm": 1.9913803339004517,
+      "learning_rate": 2.437825239366424e-06,
+      "loss": 0.7882799506187439,
+      "step": 1780
+    },
+    {
+      "epoch": 1.3489780469341408,
+      "grad_norm": 3.984208345413208,
+      "learning_rate": 2.4364522105804026e-06,
+      "loss": 1.0910110473632812,
+      "step": 1782
+    },
+    {
+      "epoch": 1.3504920514761545,
+      "grad_norm": 3.6103146076202393,
+      "learning_rate": 2.4350779492640203e-06,
+      "loss": 0.34733736515045166,
+      "step": 1784
+    },
+    {
+      "epoch": 1.3520060560181681,
+      "grad_norm": 1.3475333452224731,
+      "learning_rate": 2.433702457571024e-06,
+      "loss": 0.5586898922920227,
+      "step": 1786
+    },
+    {
+      "epoch": 1.3535200605601818,
+      "grad_norm": 3.0186610221862793,
+      "learning_rate": 2.432325737657087e-06,
+      "loss": 0.44951939582824707,
+      "step": 1788
+    },
+    {
+      "epoch": 1.3550340651021953,
+      "grad_norm": 4.293313980102539,
+      "learning_rate": 2.430947791679811e-06,
+      "loss": 0.9010276794433594,
+      "step": 1790
+    },
+    {
+      "epoch": 1.356548069644209,
+      "grad_norm": 5.8307695388793945,
+      "learning_rate": 2.4295686217987165e-06,
+      "loss": 0.33603745698928833,
+      "step": 1792
+    },
+    {
+      "epoch": 1.3580620741862226,
+      "grad_norm": 0.6447650194168091,
+      "learning_rate": 2.4281882301752424e-06,
+      "loss": 0.5842790603637695,
+      "step": 1794
+    },
+    {
+      "epoch": 1.359576078728236,
+      "grad_norm": 4.703621864318848,
+      "learning_rate": 2.4268066189727427e-06,
+      "loss": 0.3971193730831146,
+      "step": 1796
+    },
+    {
+      "epoch": 1.3610900832702497,
+      "grad_norm": 2.2932517528533936,
+      "learning_rate": 2.4254237903564834e-06,
+      "loss": 1.0342694520950317,
+      "step": 1798
+    },
+    {
+      "epoch": 1.3626040878122634,
+      "grad_norm": 2.307915687561035,
+      "learning_rate": 2.424039746493638e-06,
+      "loss": 0.42861407995224,
+      "step": 1800
+    },
+    {
+      "epoch": 1.364118092354277,
+      "grad_norm": 2.2713558673858643,
+      "learning_rate": 2.4226544895532837e-06,
+      "loss": 0.7584144473075867,
+      "step": 1802
+    },
+    {
+      "epoch": 1.3656320968962907,
+      "grad_norm": 1.5200345516204834,
+      "learning_rate": 2.4212680217063996e-06,
+      "loss": 0.6773474216461182,
+      "step": 1804
+    },
+    {
+      "epoch": 1.3671461014383044,
+      "grad_norm": 1.5733002424240112,
+      "learning_rate": 2.4198803451258624e-06,
+      "loss": 0.26620084047317505,
+      "step": 1806
+    },
+    {
+      "epoch": 1.368660105980318,
+      "grad_norm": 3.7056772708892822,
+      "learning_rate": 2.418491461986444e-06,
+      "loss": 0.48931899666786194,
+      "step": 1808
+    },
+    {
+      "epoch": 1.3701741105223315,
+      "grad_norm": 1.6496108770370483,
+      "learning_rate": 2.4171013744648053e-06,
+      "loss": 0.7211140990257263,
+      "step": 1810
+    },
+    {
+      "epoch": 1.3716881150643452,
+      "grad_norm": 2.1490478515625,
+      "learning_rate": 2.4157100847394964e-06,
+      "loss": 0.8123199939727783,
+      "step": 1812
+    },
+    {
+      "epoch": 1.3732021196063589,
+      "grad_norm": 1.8352160453796387,
+      "learning_rate": 2.414317594990951e-06,
+      "loss": 0.31417787075042725,
+      "step": 1814
+    },
+    {
+      "epoch": 1.3747161241483725,
+      "grad_norm": 1.7687348127365112,
+      "learning_rate": 2.412923907401483e-06,
+      "loss": 1.1272692680358887,
+      "step": 1816
+    },
+    {
+      "epoch": 1.376230128690386,
+      "grad_norm": 1.0783947706222534,
+      "learning_rate": 2.411529024155284e-06,
+      "loss": 0.7188507318496704,
+      "step": 1818
+    },
+    {
+      "epoch": 1.3777441332323996,
+      "grad_norm": 1.2748942375183105,
+      "learning_rate": 2.41013294743842e-06,
+      "loss": 0.7735112309455872,
+      "step": 1820
+    },
+    {
+      "epoch": 1.3792581377744133,
+      "grad_norm": 3.49548077583313,
+      "learning_rate": 2.408735679438825e-06,
+      "loss": 0.1862514466047287,
+      "step": 1822
+    },
+    {
+      "epoch": 1.380772142316427,
+      "grad_norm": 1.2513797283172607,
+      "learning_rate": 2.4073372223463043e-06,
+      "loss": 0.8623074889183044,
+      "step": 1824
+    },
+    {
+      "epoch": 1.3822861468584406,
+      "grad_norm": 8.05462646484375,
+      "learning_rate": 2.405937578352523e-06,
+      "loss": 0.8720998764038086,
+      "step": 1826
+    },
+    {
+      "epoch": 1.3838001514004543,
+      "grad_norm": 1.3153167963027954,
+      "learning_rate": 2.404536749651007e-06,
+      "loss": 1.1153795719146729,
+      "step": 1828
+    },
+    {
+      "epoch": 1.3853141559424678,
+      "grad_norm": 1.2078781127929688,
+      "learning_rate": 2.40313473843714e-06,
+      "loss": 1.115010142326355,
+      "step": 1830
+    },
+    {
+      "epoch": 1.3868281604844814,
+      "grad_norm": 1.2034944295883179,
+      "learning_rate": 2.4017315469081583e-06,
+      "loss": 1.1347001791000366,
+      "step": 1832
+    },
+    {
+      "epoch": 1.388342165026495,
+      "grad_norm": 1.8428653478622437,
+      "learning_rate": 2.400327177263148e-06,
+      "loss": 0.6002182960510254,
+      "step": 1834
+    },
+    {
+      "epoch": 1.3898561695685088,
+      "grad_norm": 15.55579662322998,
+      "learning_rate": 2.3989216317030422e-06,
+      "loss": 0.7954713702201843,
+      "step": 1836
+    },
+    {
+      "epoch": 1.3913701741105222,
+      "grad_norm": 1.8133504390716553,
+      "learning_rate": 2.3975149124306153e-06,
+      "loss": 0.8916700482368469,
+      "step": 1838
+    },
+    {
+      "epoch": 1.3928841786525359,
+      "grad_norm": 1.8518298864364624,
+      "learning_rate": 2.396107021650482e-06,
+      "loss": 0.389128178358078,
+      "step": 1840
+    },
+    {
+      "epoch": 1.3943981831945496,
+      "grad_norm": 3.1076130867004395,
+      "learning_rate": 2.3946979615690946e-06,
+      "loss": 0.885290801525116,
+      "step": 1842
+    },
+    {
+      "epoch": 1.3959121877365632,
+      "grad_norm": 0.9769076108932495,
+      "learning_rate": 2.393287734394735e-06,
+      "loss": 0.788175642490387,
+      "step": 1844
+    },
+    {
+      "epoch": 1.397426192278577,
+      "grad_norm": 6.388150215148926,
+      "learning_rate": 2.3918763423375162e-06,
+      "loss": 0.7048123478889465,
+      "step": 1846
+    },
+    {
+      "epoch": 1.3989401968205906,
+      "grad_norm": 2.9132094383239746,
+      "learning_rate": 2.3904637876093765e-06,
+      "loss": 0.4340665936470032,
+      "step": 1848
+    },
+    {
+      "epoch": 1.400454201362604,
+      "grad_norm": 1.9239084720611572,
+      "learning_rate": 2.3890500724240754e-06,
+      "loss": 0.7962247133255005,
+      "step": 1850
+    },
+    {
+      "epoch": 1.4019682059046177,
+      "grad_norm": 66.01080322265625,
+      "learning_rate": 2.387635198997193e-06,
+      "loss": 0.37155330181121826,
+      "step": 1852
+    },
+    {
+      "epoch": 1.4034822104466314,
+      "grad_norm": 2.0512757301330566,
+      "learning_rate": 2.386219169546122e-06,
+      "loss": 1.1434550285339355,
+      "step": 1854
+    },
+    {
+      "epoch": 1.404996214988645,
+      "grad_norm": 2.588855266571045,
+      "learning_rate": 2.3848019862900684e-06,
+      "loss": 0.4890868067741394,
+      "step": 1856
+    },
+    {
+      "epoch": 1.4065102195306585,
+      "grad_norm": 1.6390639543533325,
+      "learning_rate": 2.383383651450047e-06,
+      "loss": 0.7672550082206726,
+      "step": 1858
+    },
+    {
+      "epoch": 1.4080242240726721,
+      "grad_norm": 3.1538286209106445,
+      "learning_rate": 2.3819641672488756e-06,
+      "loss": 0.6715327501296997,
+      "step": 1860
+    },
+    {
+      "epoch": 1.4095382286146858,
+      "grad_norm": 2.88683819770813,
+      "learning_rate": 2.3805435359111753e-06,
+      "loss": 0.5086562037467957,
+      "step": 1862
+    },
+    {
+      "epoch": 1.4110522331566995,
+      "grad_norm": 1.8502843379974365,
+      "learning_rate": 2.379121759663363e-06,
+      "loss": 0.8395087122917175,
+      "step": 1864
+    },
+    {
+      "epoch": 1.4125662376987131,
+      "grad_norm": 1.6283674240112305,
+      "learning_rate": 2.377698840733652e-06,
+      "loss": 0.7248956561088562,
+      "step": 1866
+    },
+    {
+      "epoch": 1.4140802422407268,
+      "grad_norm": 1.4117423295974731,
+      "learning_rate": 2.3762747813520437e-06,
+      "loss": 0.8159021139144897,
+      "step": 1868
+    },
+    {
+      "epoch": 1.4155942467827405,
+      "grad_norm": 0.9731475710868835,
+      "learning_rate": 2.3748495837503302e-06,
+      "loss": 1.085202693939209,
+      "step": 1870
+    },
+    {
+      "epoch": 1.417108251324754,
+      "grad_norm": 2.913374185562134,
+      "learning_rate": 2.3734232501620843e-06,
+      "loss": 1.0411560535430908,
+      "step": 1872
+    },
+    {
+      "epoch": 1.4186222558667676,
+      "grad_norm": 2.0996501445770264,
+      "learning_rate": 2.371995782822661e-06,
+      "loss": 0.32785797119140625,
+      "step": 1874
+    },
+    {
+      "epoch": 1.4201362604087813,
+      "grad_norm": 1.0450830459594727,
+      "learning_rate": 2.3705671839691915e-06,
+      "loss": 1.0494458675384521,
+      "step": 1876
+    },
+    {
+      "epoch": 1.4216502649507947,
+      "grad_norm": 4.396561145782471,
+      "learning_rate": 2.3691374558405806e-06,
+      "loss": 0.7100043296813965,
+      "step": 1878
+    },
+    {
+      "epoch": 1.4231642694928084,
+      "grad_norm": 1.1967666149139404,
+      "learning_rate": 2.3677066006775023e-06,
+      "loss": 0.7854270339012146,
+      "step": 1880
+    },
+    {
+      "epoch": 1.424678274034822,
+      "grad_norm": 2.0385992527008057,
+      "learning_rate": 2.3662746207223975e-06,
+      "loss": 1.0396957397460938,
+      "step": 1882
+    },
+    {
+      "epoch": 1.4261922785768357,
+      "grad_norm": 1.8718552589416504,
+      "learning_rate": 2.36484151821947e-06,
+      "loss": 0.3418787121772766,
+      "step": 1884
+    },
+    {
+      "epoch": 1.4277062831188494,
+      "grad_norm": 1.2310271263122559,
+      "learning_rate": 2.363407295414681e-06,
+      "loss": 0.3402215242385864,
+      "step": 1886
+    },
+    {
+      "epoch": 1.429220287660863,
+      "grad_norm": 4.057934761047363,
+      "learning_rate": 2.361971954555751e-06,
+      "loss": 0.6020709872245789,
+      "step": 1888
+    },
+    {
+      "epoch": 1.4307342922028767,
+      "grad_norm": 1.5722401142120361,
+      "learning_rate": 2.3605354978921497e-06,
+      "loss": 0.7824895977973938,
+      "step": 1890
+    },
+    {
+      "epoch": 1.4322482967448902,
+      "grad_norm": 1.1254881620407104,
+      "learning_rate": 2.359097927675097e-06,
+      "loss": 1.1387289762496948,
+      "step": 1892
+    },
+    {
+      "epoch": 1.4337623012869039,
+      "grad_norm": 1.4716461896896362,
+      "learning_rate": 2.3576592461575562e-06,
+      "loss": 0.718011736869812,
+      "step": 1894
+    },
+    {
+      "epoch": 1.4352763058289175,
+      "grad_norm": 1.1156413555145264,
+      "learning_rate": 2.356219455594234e-06,
+      "loss": 1.1016600131988525,
+      "step": 1896
+    },
+    {
+      "epoch": 1.4367903103709312,
+      "grad_norm": 1.3907214403152466,
+      "learning_rate": 2.3547785582415757e-06,
+      "loss": 0.6810643076896667,
+      "step": 1898
+    },
+    {
+      "epoch": 1.4383043149129446,
+      "grad_norm": 2.610874891281128,
+      "learning_rate": 2.353336556357759e-06,
+      "loss": 0.3342776596546173,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4398183194549583,
+      "grad_norm": 1.8081077337265015,
+      "learning_rate": 2.351893452202694e-06,
+      "loss": 1.0931655168533325,
+      "step": 1902
+    },
+    {
+      "epoch": 1.441332323996972,
+      "grad_norm": 3.5058650970458984,
+      "learning_rate": 2.350449248038018e-06,
+      "loss": 0.7352507710456848,
+      "step": 1904
+    },
+    {
+      "epoch": 1.4428463285389856,
+      "grad_norm": 1.9327387809753418,
+      "learning_rate": 2.349003946127093e-06,
+      "loss": 0.6707648634910583,
+      "step": 1906
+    },
+    {
+      "epoch": 1.4443603330809993,
+      "grad_norm": 1.1505838632583618,
+      "learning_rate": 2.3475575487349996e-06,
+      "loss": 0.9618532061576843,
+      "step": 1908
+    },
+    {
+      "epoch": 1.445874337623013,
+      "grad_norm": 3.8157570362091064,
+      "learning_rate": 2.3461100581285374e-06,
+      "loss": 0.7543551921844482,
+      "step": 1910
+    },
+    {
+      "epoch": 1.4473883421650264,
+      "grad_norm": 1.3796827793121338,
+      "learning_rate": 2.344661476576217e-06,
+      "loss": 0.6786009669303894,
+      "step": 1912
+    },
+    {
+      "epoch": 1.44890234670704,
+      "grad_norm": 5.803293228149414,
+      "learning_rate": 2.343211806348261e-06,
+      "loss": 0.4491370916366577,
+      "step": 1914
+    },
+    {
+      "epoch": 1.4504163512490538,
+      "grad_norm": 2.445295810699463,
+      "learning_rate": 2.3417610497165965e-06,
+      "loss": 0.4134538173675537,
+      "step": 1916
+    },
+    {
+      "epoch": 1.4519303557910674,
+      "grad_norm": 19.466123580932617,
+      "learning_rate": 2.3403092089548533e-06,
+      "loss": 0.4438095688819885,
+      "step": 1918
+    },
+    {
+      "epoch": 1.4534443603330809,
+      "grad_norm": 2.4652929306030273,
+      "learning_rate": 2.3388562863383623e-06,
+      "loss": 0.6905573606491089,
+      "step": 1920
+    },
+    {
+      "epoch": 1.4549583648750946,
+      "grad_norm": 2.971496343612671,
+      "learning_rate": 2.3374022841441473e-06,
+      "loss": 0.7411724328994751,
+      "step": 1922
+    },
+    {
+      "epoch": 1.4564723694171082,
+      "grad_norm": 3.0368525981903076,
+      "learning_rate": 2.3359472046509254e-06,
+      "loss": 0.666789174079895,
+      "step": 1924
+    },
+    {
+      "epoch": 1.457986373959122,
+      "grad_norm": 0.707574725151062,
+      "learning_rate": 2.3344910501391012e-06,
+      "loss": 0.3020743429660797,
+      "step": 1926
+    },
+    {
+      "epoch": 1.4595003785011356,
+      "grad_norm": 1.5272055864334106,
+      "learning_rate": 2.3330338228907653e-06,
+      "loss": 0.7165997624397278,
+      "step": 1928
+    },
+    {
+      "epoch": 1.4610143830431492,
+      "grad_norm": 1.222330093383789,
+      "learning_rate": 2.3315755251896883e-06,
+      "loss": 0.7357701063156128,
+      "step": 1930
+    },
+    {
+      "epoch": 1.4625283875851627,
+      "grad_norm": 1.4718995094299316,
+      "learning_rate": 2.3301161593213196e-06,
+      "loss": 0.6662452816963196,
+      "step": 1932
+    },
+    {
+      "epoch": 1.4640423921271764,
+      "grad_norm": 2.3255410194396973,
+      "learning_rate": 2.328655727572781e-06,
+      "loss": 0.628060519695282,
+      "step": 1934
+    },
+    {
+      "epoch": 1.46555639666919,
+      "grad_norm": 2.189652681350708,
+      "learning_rate": 2.327194232232866e-06,
+      "loss": 0.3172926902770996,
+      "step": 1936
+    },
+    {
+      "epoch": 1.4670704012112037,
+      "grad_norm": 1.8337234258651733,
+      "learning_rate": 2.3257316755920356e-06,
+      "loss": 1.149836540222168,
+      "step": 1938
+    },
+    {
+      "epoch": 1.4685844057532171,
+      "grad_norm": 1.8608667850494385,
+      "learning_rate": 2.3242680599424116e-06,
+      "loss": 0.671994686126709,
+      "step": 1940
+    },
+    {
+      "epoch": 1.4700984102952308,
+      "grad_norm": 3.7468669414520264,
+      "learning_rate": 2.3228033875777787e-06,
+      "loss": 0.5343575477600098,
+      "step": 1942
+    },
+    {
+      "epoch": 1.4716124148372445,
+      "grad_norm": 1.2300831079483032,
+      "learning_rate": 2.321337660793574e-06,
+      "loss": 0.7672010660171509,
+      "step": 1944
+    },
+    {
+      "epoch": 1.4731264193792581,
+      "grad_norm": 4.202813625335693,
+      "learning_rate": 2.319870881886891e-06,
+      "loss": 0.7292002439498901,
+      "step": 1946
+    },
+    {
+      "epoch": 1.4746404239212718,
+      "grad_norm": 3.736546039581299,
+      "learning_rate": 2.318403053156469e-06,
+      "loss": 1.0978435277938843,
+      "step": 1948
+    },
+    {
+      "epoch": 1.4761544284632855,
+      "grad_norm": 1.076294183731079,
+      "learning_rate": 2.316934176902694e-06,
+      "loss": 0.6914529800415039,
+      "step": 1950
+    },
+    {
+      "epoch": 1.4776684330052992,
+      "grad_norm": 0.9137081503868103,
+      "learning_rate": 2.3154642554275942e-06,
+      "loss": 0.31867456436157227,
+      "step": 1952
+    },
+    {
+      "epoch": 1.4791824375473126,
+      "grad_norm": 1.4948675632476807,
+      "learning_rate": 2.313993291034834e-06,
+      "loss": 0.6049136519432068,
+      "step": 1954
+    },
+    {
+      "epoch": 1.4806964420893263,
+      "grad_norm": 1.252981185913086,
+      "learning_rate": 2.312521286029714e-06,
+      "loss": 0.6632291078567505,
+      "step": 1956
+    },
+    {
+      "epoch": 1.48221044663134,
+      "grad_norm": 2.0565993785858154,
+      "learning_rate": 2.3110482427191647e-06,
+      "loss": 0.30923762917518616,
+      "step": 1958
+    },
+    {
+      "epoch": 1.4837244511733534,
+      "grad_norm": 1.3827341794967651,
+      "learning_rate": 2.309574163411745e-06,
+      "loss": 0.6597527265548706,
+      "step": 1960
+    },
+    {
+      "epoch": 1.485238455715367,
+      "grad_norm": 1.3622335195541382,
+      "learning_rate": 2.308099050417636e-06,
+      "loss": 0.7235625982284546,
+      "step": 1962
+    },
+    {
+      "epoch": 1.4867524602573807,
+      "grad_norm": 1.3936517238616943,
+      "learning_rate": 2.3066229060486395e-06,
+      "loss": 1.118982195854187,
+      "step": 1964
+    },
+    {
+      "epoch": 1.4882664647993944,
+      "grad_norm": 1.5030118227005005,
+      "learning_rate": 2.3051457326181727e-06,
+      "loss": 0.6712927222251892,
+      "step": 1966
+    },
+    {
+      "epoch": 1.489780469341408,
+      "grad_norm": 2.5098156929016113,
+      "learning_rate": 2.303667532441268e-06,
+      "loss": 0.7121206521987915,
+      "step": 1968
+    },
+    {
+      "epoch": 1.4912944738834217,
+      "grad_norm": 1.4885815382003784,
+      "learning_rate": 2.3021883078345644e-06,
+      "loss": 1.1207520961761475,
+      "step": 1970
+    },
+    {
+      "epoch": 1.4928084784254354,
+      "grad_norm": 2.203951358795166,
+      "learning_rate": 2.3007080611163075e-06,
+      "loss": 0.6138882040977478,
+      "step": 1972
+    },
+    {
+      "epoch": 1.4943224829674489,
+      "grad_norm": 2.069188117980957,
+      "learning_rate": 2.2992267946063442e-06,
+      "loss": 0.667793869972229,
+      "step": 1974
+    },
+    {
+      "epoch": 1.4958364875094625,
+      "grad_norm": 1.594058871269226,
+      "learning_rate": 2.2977445106261203e-06,
+      "loss": 0.6595074534416199,
+      "step": 1976
+    },
+    {
+      "epoch": 1.4973504920514762,
+      "grad_norm": 1.4582384824752808,
+      "learning_rate": 2.2962612114986766e-06,
+      "loss": 1.0721561908721924,
+      "step": 1978
+    },
+    {
+      "epoch": 1.4988644965934899,
+      "grad_norm": 57.13948059082031,
+      "learning_rate": 2.2947768995486425e-06,
+      "loss": 0.3397125005722046,
+      "step": 1980
+    },
+    {
+      "epoch": 1.5003785011355033,
+      "grad_norm": 1.059604287147522,
+      "learning_rate": 2.293291577102238e-06,
+      "loss": 1.0371211767196655,
+      "step": 1982
+    },
+    {
+      "epoch": 1.501892505677517,
+      "grad_norm": 1.3177804946899414,
+      "learning_rate": 2.291805246487264e-06,
+      "loss": 0.9598127603530884,
+      "step": 1984
+    },
+    {
+      "epoch": 1.5034065102195306,
+      "grad_norm": 1.3356648683547974,
+      "learning_rate": 2.2903179100331036e-06,
+      "loss": 1.0830658674240112,
+      "step": 1986
+    },
+    {
+      "epoch": 1.5049205147615443,
+      "grad_norm": 1.2679076194763184,
+      "learning_rate": 2.2888295700707136e-06,
+      "loss": 0.2132422775030136,
+      "step": 1988
+    },
+    {
+      "epoch": 1.506434519303558,
+      "grad_norm": 1.068151593208313,
+      "learning_rate": 2.287340228932626e-06,
+      "loss": 0.8712539076805115,
+      "step": 1990
+    },
+    {
+      "epoch": 1.5079485238455717,
+      "grad_norm": 4.26716947555542,
+      "learning_rate": 2.2858498889529404e-06,
+      "loss": 0.6837059259414673,
+      "step": 1992
+    },
+    {
+      "epoch": 1.5094625283875853,
+      "grad_norm": 1.4669735431671143,
+      "learning_rate": 2.284358552467323e-06,
+      "loss": 1.0805472135543823,
+      "step": 1994
+    },
+    {
+      "epoch": 1.5109765329295988,
+      "grad_norm": 2.512695550918579,
+      "learning_rate": 2.282866221813001e-06,
+      "loss": 0.7257423400878906,
+      "step": 1996
+    },
+    {
+      "epoch": 1.5124905374716124,
+      "grad_norm": 1.424889326095581,
+      "learning_rate": 2.2813728993287584e-06,
+      "loss": 1.2146888971328735,
+      "step": 1998
+    },
+    {
+      "epoch": 1.5140045420136259,
+      "grad_norm": 5.44967794418335,
+      "learning_rate": 2.279878587354936e-06,
+      "loss": 0.8089492321014404,
+      "step": 2000
+    },
+    {
+      "epoch": 1.5155185465556396,
+      "grad_norm": 1.7360683679580688,
+      "learning_rate": 2.2783832882334237e-06,
+      "loss": 0.5648525357246399,
+      "step": 2002
+    },
+    {
+      "epoch": 1.5170325510976532,
+      "grad_norm": 1.1932352781295776,
+      "learning_rate": 2.2768870043076593e-06,
+      "loss": 0.5296794176101685,
+      "step": 2004
+    },
+    {
+      "epoch": 1.518546555639667,
+      "grad_norm": 0.8741418123245239,
+      "learning_rate": 2.2753897379226236e-06,
+      "loss": 1.0491361618041992,
+      "step": 2006
+    },
+    {
+      "epoch": 1.5200605601816806,
+      "grad_norm": 14.517936706542969,
+      "learning_rate": 2.2738914914248375e-06,
+      "loss": 0.35164278745651245,
+      "step": 2008
+    },
+    {
+      "epoch": 1.5215745647236942,
+      "grad_norm": 1.3566627502441406,
+      "learning_rate": 2.272392267162356e-06,
+      "loss": 0.9264833331108093,
+      "step": 2010
+    },
+    {
+      "epoch": 1.523088569265708,
+      "grad_norm": 2.2202181816101074,
+      "learning_rate": 2.27089206748477e-06,
+      "loss": 0.21586671471595764,
+      "step": 2012
+    },
+    {
+      "epoch": 1.5246025738077216,
+      "grad_norm": 1.2431819438934326,
+      "learning_rate": 2.269390894743196e-06,
+      "loss": 0.691186785697937,
+      "step": 2014
+    },
+    {
+      "epoch": 1.526116578349735,
+      "grad_norm": 2.915321111679077,
+      "learning_rate": 2.2678887512902772e-06,
+      "loss": 0.24071253836154938,
+      "step": 2016
+    },
+    {
+      "epoch": 1.5276305828917487,
+      "grad_norm": 2.3926448822021484,
+      "learning_rate": 2.266385639480177e-06,
+      "loss": 0.6835507750511169,
+      "step": 2018
+    },
+    {
+      "epoch": 1.5291445874337621,
+      "grad_norm": 3.000807046890259,
+      "learning_rate": 2.264881561668577e-06,
+      "loss": 0.6608117818832397,
+      "step": 2020
+    },
+    {
+      "epoch": 1.5306585919757758,
+      "grad_norm": 1.1589049100875854,
+      "learning_rate": 2.263376520212673e-06,
+      "loss": 0.7263166308403015,
+      "step": 2022
+    },
+    {
+      "epoch": 1.5321725965177895,
+      "grad_norm": 1.4489938020706177,
+      "learning_rate": 2.261870517471171e-06,
+      "loss": 1.0755257606506348,
+      "step": 2024
+    },
+    {
+      "epoch": 1.5336866010598031,
+      "grad_norm": 1.791056752204895,
+      "learning_rate": 2.260363555804282e-06,
+      "loss": 0.2279585748910904,
+      "step": 2026
+    },
+    {
+      "epoch": 1.5352006056018168,
+      "grad_norm": 1.019209384918213,
+      "learning_rate": 2.2588556375737217e-06,
+      "loss": 0.6466829180717468,
+      "step": 2028
+    },
+    {
+      "epoch": 1.5367146101438305,
+      "grad_norm": 3.3081586360931396,
+      "learning_rate": 2.2573467651427044e-06,
+      "loss": 0.2524896562099457,
+      "step": 2030
+    },
+    {
+      "epoch": 1.5382286146858442,
+      "grad_norm": 2.9480090141296387,
+      "learning_rate": 2.2558369408759395e-06,
+      "loss": 0.4058088958263397,
+      "step": 2032
+    },
+    {
+      "epoch": 1.5397426192278578,
+      "grad_norm": 6.846377849578857,
+      "learning_rate": 2.254326167139628e-06,
+      "loss": 0.9160577058792114,
+      "step": 2034
+    },
+    {
+      "epoch": 1.5412566237698713,
+      "grad_norm": 2.892534017562866,
+      "learning_rate": 2.2528144463014607e-06,
+      "loss": 0.7248266339302063,
+      "step": 2036
+    },
+    {
+      "epoch": 1.542770628311885,
+      "grad_norm": 10.962396621704102,
+      "learning_rate": 2.2513017807306087e-06,
+      "loss": 0.6049357652664185,
+      "step": 2038
+    },
+    {
+      "epoch": 1.5442846328538986,
+      "grad_norm": 3.0405397415161133,
+      "learning_rate": 2.2497881727977283e-06,
+      "loss": 1.067530870437622,
+      "step": 2040
+    },
+    {
+      "epoch": 1.545798637395912,
+      "grad_norm": 2.092886447906494,
+      "learning_rate": 2.24827362487495e-06,
+      "loss": 0.3755670189857483,
+      "step": 2042
+    },
+    {
+      "epoch": 1.5473126419379257,
+      "grad_norm": 1.4965420961380005,
+      "learning_rate": 2.246758139335878e-06,
+      "loss": 0.5254254937171936,
+      "step": 2044
+    },
+    {
+      "epoch": 1.5488266464799394,
+      "grad_norm": 5.255483150482178,
+      "learning_rate": 2.245241718555586e-06,
+      "loss": 0.34625244140625,
+      "step": 2046
+    },
+    {
+      "epoch": 1.550340651021953,
+      "grad_norm": 2.690295696258545,
+      "learning_rate": 2.2437243649106126e-06,
+      "loss": 0.7206704616546631,
+      "step": 2048
+    },
+    {
+      "epoch": 1.5518546555639667,
+      "grad_norm": 1.249977946281433,
+      "learning_rate": 2.2422060807789602e-06,
+      "loss": 0.5133241415023804,
+      "step": 2050
+    },
+    {
+      "epoch": 1.5533686601059804,
+      "grad_norm": 1.2926579713821411,
+      "learning_rate": 2.240686868540088e-06,
+      "loss": 0.3254395127296448,
+      "step": 2052
+    },
+    {
+      "epoch": 1.554882664647994,
+      "grad_norm": 2.2255635261535645,
+      "learning_rate": 2.23916673057491e-06,
+      "loss": 0.1421680748462677,
+      "step": 2054
+    },
+    {
+      "epoch": 1.5563966691900075,
+      "grad_norm": 9.698051452636719,
+      "learning_rate": 2.2376456692657917e-06,
+      "loss": 0.41860195994377136,
+      "step": 2056
+    },
+    {
+      "epoch": 1.5579106737320212,
+      "grad_norm": 4.903704643249512,
+      "learning_rate": 2.2361236869965447e-06,
+      "loss": 0.2064562439918518,
+      "step": 2058
+    },
+    {
+      "epoch": 1.5594246782740349,
+      "grad_norm": 1.4226408004760742,
+      "learning_rate": 2.234600786152425e-06,
+      "loss": 1.2417998313903809,
+      "step": 2060
+    },
+    {
+      "epoch": 1.5609386828160483,
+      "grad_norm": 5.216070175170898,
+      "learning_rate": 2.2330769691201267e-06,
+      "loss": 0.745749294757843,
+      "step": 2062
+    },
+    {
+      "epoch": 1.562452687358062,
+      "grad_norm": 2.597033739089966,
+      "learning_rate": 2.231552238287781e-06,
+      "loss": 0.3117476999759674,
+      "step": 2064
+    },
+    {
+      "epoch": 1.5639666919000756,
+      "grad_norm": 4.07472562789917,
+      "learning_rate": 2.230026596044951e-06,
+      "loss": 0.32264429330825806,
+      "step": 2066
+    },
+    {
+      "epoch": 1.5654806964420893,
+      "grad_norm": 2.9109983444213867,
+      "learning_rate": 2.2285000447826276e-06,
+      "loss": 0.7304523587226868,
+      "step": 2068
+    },
+    {
+      "epoch": 1.566994700984103,
+      "grad_norm": 7.669963836669922,
+      "learning_rate": 2.2269725868932266e-06,
+      "loss": 0.36783677339553833,
+      "step": 2070
+    },
+    {
+      "epoch": 1.5685087055261167,
+      "grad_norm": 1.8309413194656372,
+      "learning_rate": 2.2254442247705855e-06,
+      "loss": 0.6806103587150574,
+      "step": 2072
+    },
+    {
+      "epoch": 1.5700227100681303,
+      "grad_norm": 1.2219653129577637,
+      "learning_rate": 2.223914960809958e-06,
+      "loss": 1.1403934955596924,
+      "step": 2074
+    },
+    {
+      "epoch": 1.571536714610144,
+      "grad_norm": 1.4226986169815063,
+      "learning_rate": 2.222384797408011e-06,
+      "loss": 1.0667498111724854,
+      "step": 2076
+    },
+    {
+      "epoch": 1.5730507191521574,
+      "grad_norm": 2.742898941040039,
+      "learning_rate": 2.220853736962821e-06,
+      "loss": 0.5636183023452759,
+      "step": 2078
+    },
+    {
+      "epoch": 1.574564723694171,
+      "grad_norm": 1.659138560295105,
+      "learning_rate": 2.2193217818738714e-06,
+      "loss": 0.594592809677124,
+      "step": 2080
+    },
+    {
+      "epoch": 1.5760787282361846,
+      "grad_norm": 2.238586902618408,
+      "learning_rate": 2.217788934542047e-06,
+      "loss": 0.3791021406650543,
+      "step": 2082
+    },
+    {
+      "epoch": 1.5775927327781982,
+      "grad_norm": 2.290127754211426,
+      "learning_rate": 2.2162551973696306e-06,
+      "loss": 0.32889947295188904,
+      "step": 2084
+    },
+    {
+      "epoch": 1.579106737320212,
+      "grad_norm": 1.2820953130722046,
+      "learning_rate": 2.2147205727603e-06,
+      "loss": 0.6531152129173279,
+      "step": 2086
+    },
+    {
+      "epoch": 1.5806207418622256,
+      "grad_norm": 1.0417596101760864,
+      "learning_rate": 2.2131850631191237e-06,
+      "loss": 0.7622494697570801,
+      "step": 2088
+    },
+    {
+      "epoch": 1.5821347464042392,
+      "grad_norm": 1.1884350776672363,
+      "learning_rate": 2.2116486708525576e-06,
+      "loss": 0.7171990871429443,
+      "step": 2090
+    },
+    {
+      "epoch": 1.583648750946253,
+      "grad_norm": 7.166083812713623,
+      "learning_rate": 2.2101113983684397e-06,
+      "loss": 0.3641316890716553,
+      "step": 2092
+    },
+    {
+      "epoch": 1.5851627554882666,
+      "grad_norm": 1.2821331024169922,
+      "learning_rate": 2.208573248075989e-06,
+      "loss": 0.8434643149375916,
+      "step": 2094
+    },
+    {
+      "epoch": 1.5866767600302802,
+      "grad_norm": 3.2446162700653076,
+      "learning_rate": 2.2070342223857986e-06,
+      "loss": 0.7080972790718079,
+      "step": 2096
+    },
+    {
+      "epoch": 1.5881907645722937,
+      "grad_norm": 1.4993233680725098,
+      "learning_rate": 2.205494323709835e-06,
+      "loss": 0.3765650987625122,
+      "step": 2098
+    },
+    {
+      "epoch": 1.5897047691143074,
+      "grad_norm": 3.7634449005126953,
+      "learning_rate": 2.2039535544614325e-06,
+      "loss": 0.4482704699039459,
+      "step": 2100
+    },
+    {
+      "epoch": 1.5912187736563208,
+      "grad_norm": 2.2245254516601562,
+      "learning_rate": 2.2024119170552886e-06,
+      "loss": 0.14600801467895508,
+      "step": 2102
+    },
+    {
+      "epoch": 1.5927327781983345,
+      "grad_norm": 20.059284210205078,
+      "learning_rate": 2.2008694139074623e-06,
+      "loss": 0.3217051029205322,
+      "step": 2104
+    },
+    {
+      "epoch": 1.5942467827403481,
+      "grad_norm": 3.0502076148986816,
+      "learning_rate": 2.19932604743537e-06,
+      "loss": 0.6332624554634094,
+      "step": 2106
+    },
+    {
+      "epoch": 1.5957607872823618,
+      "grad_norm": 1.2478991746902466,
+      "learning_rate": 2.19778182005778e-06,
+      "loss": 1.0543266534805298,
+      "step": 2108
+    },
+    {
+      "epoch": 1.5972747918243755,
+      "grad_norm": 4.512229919433594,
+      "learning_rate": 2.1962367341948103e-06,
+      "loss": 1.1217621564865112,
+      "step": 2110
+    },
+    {
+      "epoch": 1.5987887963663892,
+      "grad_norm": 2.077763319015503,
+      "learning_rate": 2.194690792267925e-06,
+      "loss": 0.8677721619606018,
+      "step": 2112
+    },
+    {
+      "epoch": 1.6003028009084028,
+      "grad_norm": 1.8816295862197876,
+      "learning_rate": 2.1931439966999285e-06,
+      "loss": 0.7273671627044678,
+      "step": 2114
+    },
+    {
+      "epoch": 1.6018168054504165,
+      "grad_norm": 2.403968334197998,
+      "learning_rate": 2.191596349914964e-06,
+      "loss": 0.5366280674934387,
+      "step": 2116
+    },
+    {
+      "epoch": 1.60333080999243,
+      "grad_norm": 3.831437587738037,
+      "learning_rate": 2.1900478543385073e-06,
+      "loss": 0.6811137795448303,
+      "step": 2118
+    },
+    {
+      "epoch": 1.6048448145344436,
+      "grad_norm": 1.3589093685150146,
+      "learning_rate": 2.188498512397367e-06,
+      "loss": 0.8576026558876038,
+      "step": 2120
+    },
+    {
+      "epoch": 1.6063588190764573,
+      "grad_norm": 3.0552351474761963,
+      "learning_rate": 2.186948326519675e-06,
+      "loss": 0.3504766821861267,
+      "step": 2122
+    },
+    {
+      "epoch": 1.6078728236184707,
+      "grad_norm": 4.210336685180664,
+      "learning_rate": 2.1853972991348895e-06,
+      "loss": 0.15103736519813538,
+      "step": 2124
+    },
+    {
+      "epoch": 1.6093868281604844,
+      "grad_norm": 2.4473674297332764,
+      "learning_rate": 2.1838454326737836e-06,
+      "loss": 0.3876769244670868,
+      "step": 2126
+    },
+    {
+      "epoch": 1.610900832702498,
+      "grad_norm": 7.054347515106201,
+      "learning_rate": 2.182292729568448e-06,
+      "loss": 0.5042491555213928,
+      "step": 2128
+    },
+    {
+      "epoch": 1.6124148372445117,
+      "grad_norm": 9.706134796142578,
+      "learning_rate": 2.180739192252284e-06,
+      "loss": 0.8015500903129578,
+      "step": 2130
+    },
+    {
+      "epoch": 1.6139288417865254,
+      "grad_norm": 3.156993865966797,
+      "learning_rate": 2.1791848231600002e-06,
+      "loss": 0.6276577115058899,
+      "step": 2132
+    },
+    {
+      "epoch": 1.615442846328539,
+      "grad_norm": 0.6051416993141174,
+      "learning_rate": 2.1776296247276077e-06,
+      "loss": 0.33691293001174927,
+      "step": 2134
+    },
+    {
+      "epoch": 1.6169568508705527,
+      "grad_norm": 1.6786423921585083,
+      "learning_rate": 2.1760735993924196e-06,
+      "loss": 0.7172066569328308,
+      "step": 2136
+    },
+    {
+      "epoch": 1.6184708554125662,
+      "grad_norm": 4.236973762512207,
+      "learning_rate": 2.174516749593044e-06,
+      "loss": 0.7028883099555969,
+      "step": 2138
+    },
+    {
+      "epoch": 1.6199848599545799,
+      "grad_norm": 1.6318327188491821,
+      "learning_rate": 2.172959077769379e-06,
+      "loss": 0.8917480111122131,
+      "step": 2140
+    },
+    {
+      "epoch": 1.6214988644965935,
+      "grad_norm": 4.097431182861328,
+      "learning_rate": 2.1714005863626143e-06,
+      "loss": 0.5675381422042847,
+      "step": 2142
+    },
+    {
+      "epoch": 1.623012869038607,
+      "grad_norm": 2.701396942138672,
+      "learning_rate": 2.169841277815221e-06,
+      "loss": 0.7977233529090881,
+      "step": 2144
+    },
+    {
+      "epoch": 1.6245268735806206,
+      "grad_norm": 1.2214967012405396,
+      "learning_rate": 2.168281154570954e-06,
+      "loss": 0.9403069615364075,
+      "step": 2146
+    },
+    {
+      "epoch": 1.6260408781226343,
+      "grad_norm": 2.3771018981933594,
+      "learning_rate": 2.1667202190748423e-06,
+      "loss": 0.34528490900993347,
+      "step": 2148
+    },
+    {
+      "epoch": 1.627554882664648,
+      "grad_norm": 2.057330369949341,
+      "learning_rate": 2.165158473773189e-06,
+      "loss": 0.3051750659942627,
+      "step": 2150
+    },
+    {
+      "epoch": 1.6290688872066617,
+      "grad_norm": 2.357961416244507,
+      "learning_rate": 2.163595921113567e-06,
+      "loss": 0.4863918721675873,
+      "step": 2152
+    },
+    {
+      "epoch": 1.6305828917486753,
+      "grad_norm": 7.160678386688232,
+      "learning_rate": 2.1620325635448127e-06,
+      "loss": 0.7289515137672424,
+      "step": 2154
+    },
+    {
+      "epoch": 1.632096896290689,
+      "grad_norm": 0.9503294229507446,
+      "learning_rate": 2.1604684035170253e-06,
+      "loss": 0.3476891815662384,
+      "step": 2156
+    },
+    {
+      "epoch": 1.6336109008327027,
+      "grad_norm": 1.6186283826828003,
+      "learning_rate": 2.158903443481561e-06,
+      "loss": 0.7037507891654968,
+      "step": 2158
+    },
+    {
+      "epoch": 1.635124905374716,
+      "grad_norm": 2.762922525405884,
+      "learning_rate": 2.157337685891031e-06,
+      "loss": 0.801786482334137,
+      "step": 2160
+    },
+    {
+      "epoch": 1.6366389099167298,
+      "grad_norm": 1.9310704469680786,
+      "learning_rate": 2.155771133199294e-06,
+      "loss": 0.5244750380516052,
+      "step": 2162
+    },
+    {
+      "epoch": 1.6381529144587432,
+      "grad_norm": 1.9318583011627197,
+      "learning_rate": 2.154203787861458e-06,
+      "loss": 0.5340541005134583,
+      "step": 2164
+    },
+    {
+      "epoch": 1.639666919000757,
+      "grad_norm": 3.1494526863098145,
+      "learning_rate": 2.1526356523338704e-06,
+      "loss": 0.6972000002861023,
+      "step": 2166
+    },
+    {
+      "epoch": 1.6411809235427706,
+      "grad_norm": 1.7522597312927246,
+      "learning_rate": 2.1510667290741183e-06,
+      "loss": 0.4181288778781891,
+      "step": 2168
+    },
+    {
+      "epoch": 1.6426949280847842,
+      "grad_norm": 1.9032869338989258,
+      "learning_rate": 2.149497020541023e-06,
+      "loss": 0.6532211303710938,
+      "step": 2170
+    },
+    {
+      "epoch": 1.644208932626798,
+      "grad_norm": 1.9003527164459229,
+      "learning_rate": 2.1479265291946365e-06,
+      "loss": 0.8412811160087585,
+      "step": 2172
+    },
+    {
+      "epoch": 1.6457229371688116,
+      "grad_norm": 1.7914382219314575,
+      "learning_rate": 2.146355257496239e-06,
+      "loss": 0.7056155800819397,
+      "step": 2174
+    },
+    {
+      "epoch": 1.6472369417108252,
+      "grad_norm": 2.497628688812256,
+      "learning_rate": 2.1447832079083306e-06,
+      "loss": 0.36582863330841064,
+      "step": 2176
+    },
+    {
+      "epoch": 1.648750946252839,
+      "grad_norm": 2.5495173931121826,
+      "learning_rate": 2.1432103828946335e-06,
+      "loss": 1.061801552772522,
+      "step": 2178
+    },
+    {
+      "epoch": 1.6502649507948524,
+      "grad_norm": 3.407198429107666,
+      "learning_rate": 2.141636784920083e-06,
+      "loss": 0.7316385507583618,
+      "step": 2180
+    },
+    {
+      "epoch": 1.651778955336866,
+      "grad_norm": 1.808796763420105,
+      "learning_rate": 2.1400624164508283e-06,
+      "loss": 0.6635830402374268,
+      "step": 2182
+    },
+    {
+      "epoch": 1.6532929598788795,
+      "grad_norm": 3.266706705093384,
+      "learning_rate": 2.1384872799542233e-06,
+      "loss": 0.5899509191513062,
+      "step": 2184
+    },
+    {
+      "epoch": 1.6548069644208931,
+      "grad_norm": 2.588864803314209,
+      "learning_rate": 2.1369113778988272e-06,
+      "loss": 0.645592212677002,
+      "step": 2186
+    },
+    {
+      "epoch": 1.6563209689629068,
+      "grad_norm": 1.7220063209533691,
+      "learning_rate": 2.135334712754399e-06,
+      "loss": 0.2553539276123047,
+      "step": 2188
+    },
+    {
+      "epoch": 1.6578349735049205,
+      "grad_norm": 1.6802575588226318,
+      "learning_rate": 2.1337572869918926e-06,
+      "loss": 1.1775015592575073,
+      "step": 2190
+    },
+    {
+      "epoch": 1.6593489780469342,
+      "grad_norm": 1.2012619972229004,
+      "learning_rate": 2.132179103083455e-06,
+      "loss": 1.1570957899093628,
+      "step": 2192
+    },
+    {
+      "epoch": 1.6608629825889478,
+      "grad_norm": 0.9240208268165588,
+      "learning_rate": 2.1306001635024204e-06,
+      "loss": 1.0634489059448242,
+      "step": 2194
+    },
+    {
+      "epoch": 1.6623769871309615,
+      "grad_norm": 2.1204588413238525,
+      "learning_rate": 2.129020470723309e-06,
+      "loss": 0.5567243695259094,
+      "step": 2196
+    },
+    {
+      "epoch": 1.6638909916729752,
+      "grad_norm": 2.298380136489868,
+      "learning_rate": 2.127440027221819e-06,
+      "loss": 0.40538960695266724,
+      "step": 2198
+    },
+    {
+      "epoch": 1.6654049962149886,
+      "grad_norm": 1.3897780179977417,
+      "learning_rate": 2.1258588354748273e-06,
+      "loss": 0.32329684495925903,
+      "step": 2200
+    },
+    {
+      "epoch": 1.6669190007570023,
+      "grad_norm": 1.9075648784637451,
+      "learning_rate": 2.1242768979603817e-06,
+      "loss": 0.3049321472644806,
+      "step": 2202
+    },
+    {
+      "epoch": 1.668433005299016,
+      "grad_norm": 3.9162702560424805,
+      "learning_rate": 2.1226942171577e-06,
+      "loss": 0.6182920932769775,
+      "step": 2204
+    },
+    {
+      "epoch": 1.6699470098410294,
+      "grad_norm": 0.9531748294830322,
+      "learning_rate": 2.1211107955471653e-06,
+      "loss": 0.6769225597381592,
+      "step": 2206
+    },
+    {
+      "epoch": 1.671461014383043,
+      "grad_norm": 1.360073208808899,
+      "learning_rate": 2.1195266356103194e-06,
+      "loss": 0.27617713809013367,
+      "step": 2208
+    },
+    {
+      "epoch": 1.6729750189250567,
+      "grad_norm": 1.5711253881454468,
+      "learning_rate": 2.117941739829864e-06,
+      "loss": 0.3255770206451416,
+      "step": 2210
+    },
+    {
+      "epoch": 1.6744890234670704,
+      "grad_norm": 3.3778274059295654,
+      "learning_rate": 2.116356110689652e-06,
+      "loss": 0.5651096701622009,
+      "step": 2212
+    },
+    {
+      "epoch": 1.676003028009084,
+      "grad_norm": 1.074960708618164,
+      "learning_rate": 2.1147697506746865e-06,
+      "loss": 0.6221394538879395,
+      "step": 2214
+    },
+    {
+      "epoch": 1.6775170325510977,
+      "grad_norm": 2.2665066719055176,
+      "learning_rate": 2.1131826622711157e-06,
+      "loss": 0.3510792851448059,
+      "step": 2216
+    },
+    {
+      "epoch": 1.6790310370931114,
+      "grad_norm": 1.576399564743042,
+      "learning_rate": 2.1115948479662303e-06,
+      "loss": 0.8238088488578796,
+      "step": 2218
+    },
+    {
+      "epoch": 1.6805450416351249,
+      "grad_norm": 1.5586379766464233,
+      "learning_rate": 2.1100063102484567e-06,
+      "loss": 0.4264649450778961,
+      "step": 2220
+    },
+    {
+      "epoch": 1.6820590461771385,
+      "grad_norm": 1.966614007949829,
+      "learning_rate": 2.1084170516073566e-06,
+      "loss": 0.2770790755748749,
+      "step": 2222
+    },
+    {
+      "epoch": 1.6835730507191522,
+      "grad_norm": 1.851863145828247,
+      "learning_rate": 2.106827074533622e-06,
+      "loss": 0.3171614706516266,
+      "step": 2224
+    },
+    {
+      "epoch": 1.6850870552611656,
+      "grad_norm": 4.551060199737549,
+      "learning_rate": 2.1052363815190685e-06,
+      "loss": 0.15965092182159424,
+      "step": 2226
+    },
+    {
+      "epoch": 1.6866010598031793,
+      "grad_norm": 2.0899815559387207,
+      "learning_rate": 2.1036449750566363e-06,
+      "loss": 0.6077163815498352,
+      "step": 2228
+    },
+    {
+      "epoch": 1.688115064345193,
+      "grad_norm": 1.7703354358673096,
+      "learning_rate": 2.102052857640381e-06,
+      "loss": 0.3241073489189148,
+      "step": 2230
+    },
+    {
+      "epoch": 1.6896290688872067,
+      "grad_norm": 1.7518664598464966,
+      "learning_rate": 2.1004600317654764e-06,
+      "loss": 0.7068959474563599,
+      "step": 2232
+    },
+    {
+      "epoch": 1.6911430734292203,
+      "grad_norm": 3.3787121772766113,
+      "learning_rate": 2.0988664999282025e-06,
+      "loss": 0.1686900407075882,
+      "step": 2234
+    },
+    {
+      "epoch": 1.692657077971234,
+      "grad_norm": 2.553187131881714,
+      "learning_rate": 2.0972722646259476e-06,
+      "loss": 1.103459119796753,
+      "step": 2236
+    },
+    {
+      "epoch": 1.6941710825132477,
+      "grad_norm": 3.8670506477355957,
+      "learning_rate": 2.095677328357202e-06,
+      "loss": 0.2276834398508072,
+      "step": 2238
+    },
+    {
+      "epoch": 1.6956850870552613,
+      "grad_norm": 1.991747260093689,
+      "learning_rate": 2.0940816936215553e-06,
+      "loss": 0.6074253916740417,
+      "step": 2240
+    },
+    {
+      "epoch": 1.6971990915972748,
+      "grad_norm": 2.182133436203003,
+      "learning_rate": 2.0924853629196918e-06,
+      "loss": 0.3474281430244446,
+      "step": 2242
+    },
+    {
+      "epoch": 1.6987130961392884,
+      "grad_norm": 1.3940695524215698,
+      "learning_rate": 2.090888338753385e-06,
+      "loss": 0.2169879823923111,
+      "step": 2244
+    },
+    {
+      "epoch": 1.700227100681302,
+      "grad_norm": 3.1887905597686768,
+      "learning_rate": 2.0892906236254966e-06,
+      "loss": 0.6765353083610535,
+      "step": 2246
+    },
+    {
+      "epoch": 1.7017411052233156,
+      "grad_norm": 2.9300456047058105,
+      "learning_rate": 2.08769222003997e-06,
+      "loss": 1.045607328414917,
+      "step": 2248
+    },
+    {
+      "epoch": 1.7032551097653292,
+      "grad_norm": 1.0384591817855835,
+      "learning_rate": 2.08609313050183e-06,
+      "loss": 0.6681134700775146,
+      "step": 2250
+    },
+    {
+      "epoch": 1.704769114307343,
+      "grad_norm": 3.0921647548675537,
+      "learning_rate": 2.0844933575171725e-06,
+      "loss": 0.5692518353462219,
+      "step": 2252
+    },
+    {
+      "epoch": 1.7062831188493566,
+      "grad_norm": 1.2953038215637207,
+      "learning_rate": 2.0828929035931685e-06,
+      "loss": 0.796726644039154,
+      "step": 2254
+    },
+    {
+      "epoch": 1.7077971233913702,
+      "grad_norm": 15.550329208374023,
+      "learning_rate": 2.0812917712380533e-06,
+      "loss": 0.6785337924957275,
+      "step": 2256
+    },
+    {
+      "epoch": 1.709311127933384,
+      "grad_norm": 1.1053526401519775,
+      "learning_rate": 2.0796899629611274e-06,
+      "loss": 0.684733510017395,
+      "step": 2258
+    },
+    {
+      "epoch": 1.7108251324753976,
+      "grad_norm": 0.7494604587554932,
+      "learning_rate": 2.078087481272749e-06,
+      "loss": 0.540725827217102,
+      "step": 2260
+    },
+    {
+      "epoch": 1.712339137017411,
+      "grad_norm": 0.9445919990539551,
+      "learning_rate": 2.0764843286843326e-06,
+      "loss": 0.823205828666687,
+      "step": 2262
+    },
+    {
+      "epoch": 1.7138531415594247,
+      "grad_norm": 3.844160795211792,
+      "learning_rate": 2.0748805077083444e-06,
+      "loss": 0.4753996729850769,
+      "step": 2264
+    },
+    {
+      "epoch": 1.7153671461014381,
+      "grad_norm": 1.1701700687408447,
+      "learning_rate": 2.0732760208582967e-06,
+      "loss": 0.755233645439148,
+      "step": 2266
+    },
+    {
+      "epoch": 1.7168811506434518,
+      "grad_norm": 1.7789427042007446,
+      "learning_rate": 2.0716708706487476e-06,
+      "loss": 0.6500770449638367,
+      "step": 2268
+    },
+    {
+      "epoch": 1.7183951551854655,
+      "grad_norm": 1.0526847839355469,
+      "learning_rate": 2.0700650595952925e-06,
+      "loss": 0.25998467206954956,
+      "step": 2270
+    },
+    {
+      "epoch": 1.7199091597274792,
+      "grad_norm": 1.1626585721969604,
+      "learning_rate": 2.0684585902145637e-06,
+      "loss": 0.6699547171592712,
+      "step": 2272
+    },
+    {
+      "epoch": 1.7214231642694928,
+      "grad_norm": 3.187211275100708,
+      "learning_rate": 2.0668514650242252e-06,
+      "loss": 0.6712363958358765,
+      "step": 2274
+    },
+    {
+      "epoch": 1.7229371688115065,
+      "grad_norm": 2.7952966690063477,
+      "learning_rate": 2.0652436865429685e-06,
+      "loss": 0.1482997089624405,
+      "step": 2276
+    },
+    {
+      "epoch": 1.7244511733535202,
+      "grad_norm": 2.0699210166931152,
+      "learning_rate": 2.0636352572905093e-06,
+      "loss": 0.6270683407783508,
+      "step": 2278
+    },
+    {
+      "epoch": 1.7259651778955338,
+      "grad_norm": 2.2090189456939697,
+      "learning_rate": 2.0620261797875824e-06,
+      "loss": 0.35708731412887573,
+      "step": 2280
+    },
+    {
+      "epoch": 1.7274791824375473,
+      "grad_norm": 1.9764044284820557,
+      "learning_rate": 2.06041645655594e-06,
+      "loss": 0.6808338165283203,
+      "step": 2282
+    },
+    {
+      "epoch": 1.728993186979561,
+      "grad_norm": 1.0456839799880981,
+      "learning_rate": 2.0588060901183444e-06,
+      "loss": 0.7046934962272644,
+      "step": 2284
+    },
+    {
+      "epoch": 1.7305071915215746,
+      "grad_norm": 2.8990256786346436,
+      "learning_rate": 2.0571950829985673e-06,
+      "loss": 0.7881788611412048,
+      "step": 2286
+    },
+    {
+      "epoch": 1.732021196063588,
+      "grad_norm": 1.0929368734359741,
+      "learning_rate": 2.0555834377213843e-06,
+      "loss": 0.3059574067592621,
+      "step": 2288
+    },
+    {
+      "epoch": 1.7335352006056017,
+      "grad_norm": 1.664184808731079,
+      "learning_rate": 2.0539711568125707e-06,
+      "loss": 0.3661767542362213,
+      "step": 2290
+    },
+    {
+      "epoch": 1.7350492051476154,
+      "grad_norm": 5.792791843414307,
+      "learning_rate": 2.052358242798898e-06,
+      "loss": 0.23789961636066437,
+      "step": 2292
+    },
+    {
+      "epoch": 1.736563209689629,
+      "grad_norm": 2.356179714202881,
+      "learning_rate": 2.050744698208131e-06,
+      "loss": 0.42035624384880066,
+      "step": 2294
+    },
+    {
+      "epoch": 1.7380772142316427,
+      "grad_norm": 1.2474614381790161,
+      "learning_rate": 2.0491305255690207e-06,
+      "loss": 0.7155369520187378,
+      "step": 2296
+    },
+    {
+      "epoch": 1.7395912187736564,
+      "grad_norm": 7.224576950073242,
+      "learning_rate": 2.047515727411304e-06,
+      "loss": 0.6099893450737,
+      "step": 2298
+    },
+    {
+      "epoch": 1.74110522331567,
+      "grad_norm": 2.597243309020996,
+      "learning_rate": 2.0459003062656975e-06,
+      "loss": 0.244624525308609,
+      "step": 2300
+    },
+    {
+      "epoch": 1.7426192278576835,
+      "grad_norm": 0.954690158367157,
+      "learning_rate": 2.0442842646638944e-06,
+      "loss": 0.6599948406219482,
+      "step": 2302
+    },
+    {
+      "epoch": 1.7441332323996972,
+      "grad_norm": 2.959341049194336,
+      "learning_rate": 2.0426676051385603e-06,
+      "loss": 0.22240900993347168,
+      "step": 2304
+    },
+    {
+      "epoch": 1.7456472369417109,
+      "grad_norm": 3.261805295944214,
+      "learning_rate": 2.041050330223328e-06,
+      "loss": 0.7270727157592773,
+      "step": 2306
+    },
+    {
+      "epoch": 1.7471612414837243,
+      "grad_norm": 2.7572824954986572,
+      "learning_rate": 2.0394324424527976e-06,
+      "loss": 0.2548970580101013,
+      "step": 2308
+    },
+    {
+      "epoch": 1.748675246025738,
+      "grad_norm": 0.5910503268241882,
+      "learning_rate": 2.0378139443625263e-06,
+      "loss": 0.7279835939407349,
+      "step": 2310
+    },
+    {
+      "epoch": 1.7501892505677517,
+      "grad_norm": 11.673319816589355,
+      "learning_rate": 2.03619483848903e-06,
+      "loss": 0.5778782367706299,
+      "step": 2312
+    },
+    {
+      "epoch": 1.7517032551097653,
+      "grad_norm": 1.0020543336868286,
+      "learning_rate": 2.034575127369776e-06,
+      "loss": 0.9038550853729248,
+      "step": 2314
+    },
+    {
+      "epoch": 1.753217259651779,
+      "grad_norm": 1.8281447887420654,
+      "learning_rate": 2.0329548135431816e-06,
+      "loss": 1.2146755456924438,
+      "step": 2316
+    },
+    {
+      "epoch": 1.7547312641937927,
+      "grad_norm": 2.975893259048462,
+      "learning_rate": 2.0313338995486073e-06,
+      "loss": 0.2834610939025879,
+      "step": 2318
+    },
+    {
+      "epoch": 1.7562452687358063,
+      "grad_norm": 1.9861137866973877,
+      "learning_rate": 2.0297123879263546e-06,
+      "loss": 1.0655642747879028,
+      "step": 2320
+    },
+    {
+      "epoch": 1.7577592732778198,
+      "grad_norm": 1.660569429397583,
+      "learning_rate": 2.0280902812176607e-06,
+      "loss": 0.7628564238548279,
+      "step": 2322
+    },
+    {
+      "epoch": 1.7592732778198334,
+      "grad_norm": 2.630014419555664,
+      "learning_rate": 2.0264675819646977e-06,
+      "loss": 1.0666989088058472,
+      "step": 2324
+    },
+    {
+      "epoch": 1.7607872823618471,
+      "grad_norm": 1.3035540580749512,
+      "learning_rate": 2.0248442927105635e-06,
+      "loss": 1.0882095098495483,
+      "step": 2326
+    },
+    {
+      "epoch": 1.7623012869038606,
+      "grad_norm": 3.2478580474853516,
+      "learning_rate": 2.0232204159992833e-06,
+      "loss": 0.5712844133377075,
+      "step": 2328
+    },
+    {
+      "epoch": 1.7638152914458742,
+      "grad_norm": 1.2534379959106445,
+      "learning_rate": 2.021595954375801e-06,
+      "loss": 0.6776572465896606,
+      "step": 2330
+    },
+    {
+      "epoch": 1.765329295987888,
+      "grad_norm": 1.858695387840271,
+      "learning_rate": 2.0199709103859784e-06,
+      "loss": 0.3096883296966553,
+      "step": 2332
+    },
+    {
+      "epoch": 1.7668433005299016,
+      "grad_norm": 1.3701905012130737,
+      "learning_rate": 2.0183452865765893e-06,
+      "loss": 1.075918436050415,
+      "step": 2334
+    },
+    {
+      "epoch": 1.7683573050719152,
+      "grad_norm": 2.156057357788086,
+      "learning_rate": 2.0167190854953167e-06,
+      "loss": 0.18352749943733215,
+      "step": 2336
+    },
+    {
+      "epoch": 1.769871309613929,
+      "grad_norm": 1.3396556377410889,
+      "learning_rate": 2.0150923096907473e-06,
+      "loss": 0.668737530708313,
+      "step": 2338
+    },
+    {
+      "epoch": 1.7713853141559426,
+      "grad_norm": 2.025547504425049,
+      "learning_rate": 2.0134649617123697e-06,
+      "loss": 1.0675408840179443,
+      "step": 2340
+    },
+    {
+      "epoch": 1.7728993186979563,
+      "grad_norm": 2.4622342586517334,
+      "learning_rate": 2.011837044110569e-06,
+      "loss": 0.9288083910942078,
+      "step": 2342
+    },
+    {
+      "epoch": 1.7744133232399697,
+      "grad_norm": 1.1340492963790894,
+      "learning_rate": 2.0102085594366227e-06,
+      "loss": 1.103867530822754,
+      "step": 2344
+    },
+    {
+      "epoch": 1.7759273277819834,
+      "grad_norm": 4.099803447723389,
+      "learning_rate": 2.0085795102426962e-06,
+      "loss": 0.3933102488517761,
+      "step": 2346
+    },
+    {
+      "epoch": 1.7774413323239968,
+      "grad_norm": 1.8901548385620117,
+      "learning_rate": 2.0069498990818417e-06,
+      "loss": 0.5600078701972961,
+      "step": 2348
+    },
+    {
+      "epoch": 1.7789553368660105,
+      "grad_norm": 0.8852607011795044,
+      "learning_rate": 2.00531972850799e-06,
+      "loss": 0.5761555433273315,
+      "step": 2350
+    },
+    {
+      "epoch": 1.7804693414080242,
+      "grad_norm": 1.7660948038101196,
+      "learning_rate": 2.00368900107595e-06,
+      "loss": 0.254497766494751,
+      "step": 2352
+    },
+    {
+      "epoch": 1.7819833459500378,
+      "grad_norm": 1.6987003087997437,
+      "learning_rate": 2.0020577193414025e-06,
+      "loss": 1.0343949794769287,
+      "step": 2354
+    },
+    {
+      "epoch": 1.7834973504920515,
+      "grad_norm": 2.0711705684661865,
+      "learning_rate": 2.0004258858608973e-06,
+      "loss": 0.7034203410148621,
+      "step": 2356
+    },
+    {
+      "epoch": 1.7850113550340652,
+      "grad_norm": 0.9459677338600159,
+      "learning_rate": 1.9987935031918496e-06,
+      "loss": 0.7459084391593933,
+      "step": 2358
+    },
+    {
+      "epoch": 1.7865253595760788,
+      "grad_norm": 1.8944565057754517,
+      "learning_rate": 1.997160573892534e-06,
+      "loss": 0.6802893877029419,
+      "step": 2360
+    },
+    {
+      "epoch": 1.7880393641180925,
+      "grad_norm": 1.37995445728302,
+      "learning_rate": 1.9955271005220826e-06,
+      "loss": 1.0456674098968506,
+      "step": 2362
+    },
+    {
+      "epoch": 1.789553368660106,
+      "grad_norm": 2.364560842514038,
+      "learning_rate": 1.9938930856404796e-06,
+      "loss": 0.4406447410583496,
+      "step": 2364
+    },
+    {
+      "epoch": 1.7910673732021196,
+      "grad_norm": 5.360681056976318,
+      "learning_rate": 1.9922585318085586e-06,
+      "loss": 0.29750534892082214,
+      "step": 2366
+    },
+    {
+      "epoch": 1.7925813777441333,
+      "grad_norm": 0.8640894293785095,
+      "learning_rate": 1.990623441587998e-06,
+      "loss": 0.12734900414943695,
+      "step": 2368
+    },
+    {
+      "epoch": 1.7940953822861467,
+      "grad_norm": 1.3062753677368164,
+      "learning_rate": 1.988987817541315e-06,
+      "loss": 1.0919393301010132,
+      "step": 2370
+    },
+    {
+      "epoch": 1.7956093868281604,
+      "grad_norm": 1.2311357259750366,
+      "learning_rate": 1.9873516622318655e-06,
+      "loss": 0.5747874975204468,
+      "step": 2372
+    },
+    {
+      "epoch": 1.797123391370174,
+      "grad_norm": 1.9897187948226929,
+      "learning_rate": 1.9857149782238376e-06,
+      "loss": 0.46847808361053467,
+      "step": 2374
+    },
+    {
+      "epoch": 1.7986373959121877,
+      "grad_norm": 1.2085386514663696,
+      "learning_rate": 1.9840777680822465e-06,
+      "loss": 1.1324481964111328,
+      "step": 2376
+    },
+    {
+      "epoch": 1.8001514004542014,
+      "grad_norm": 1.2892783880233765,
+      "learning_rate": 1.982440034372934e-06,
+      "loss": 0.9932860732078552,
+      "step": 2378
+    },
+    {
+      "epoch": 1.801665404996215,
+      "grad_norm": 1.09601891040802,
+      "learning_rate": 1.9808017796625614e-06,
+      "loss": 0.2635461688041687,
+      "step": 2380
+    },
+    {
+      "epoch": 1.8031794095382288,
+      "grad_norm": 1.2857344150543213,
+      "learning_rate": 1.979163006518606e-06,
+      "loss": 0.7466263771057129,
+      "step": 2382
+    },
+    {
+      "epoch": 1.8046934140802422,
+      "grad_norm": 1.8865554332733154,
+      "learning_rate": 1.977523717509359e-06,
+      "loss": 0.7405322790145874,
+      "step": 2384
+    },
+    {
+      "epoch": 1.8062074186222559,
+      "grad_norm": 1.9653666019439697,
+      "learning_rate": 1.9758839152039183e-06,
+      "loss": 0.653364896774292,
+      "step": 2386
+    },
+    {
+      "epoch": 1.8077214231642695,
+      "grad_norm": 1.5651435852050781,
+      "learning_rate": 1.974243602172188e-06,
+      "loss": 0.7000844478607178,
+      "step": 2388
+    },
+    {
+      "epoch": 1.809235427706283,
+      "grad_norm": 1.5864546298980713,
+      "learning_rate": 1.972602780984871e-06,
+      "loss": 0.6359418034553528,
+      "step": 2390
+    },
+    {
+      "epoch": 1.8107494322482967,
+      "grad_norm": 3.3621535301208496,
+      "learning_rate": 1.9709614542134684e-06,
+      "loss": 0.7095925211906433,
+      "step": 2392
+    },
+    {
+      "epoch": 1.8122634367903103,
+      "grad_norm": 1.7060909271240234,
+      "learning_rate": 1.969319624430272e-06,
+      "loss": 0.2471795678138733,
+      "step": 2394
+    },
+    {
+      "epoch": 1.813777441332324,
+      "grad_norm": 2.3302419185638428,
+      "learning_rate": 1.9676772942083627e-06,
+      "loss": 0.29656991362571716,
+      "step": 2396
+    },
+    {
+      "epoch": 1.8152914458743377,
+      "grad_norm": 1.8736639022827148,
+      "learning_rate": 1.9660344661216058e-06,
+      "loss": 0.6928511261940002,
+      "step": 2398
+    },
+    {
+      "epoch": 1.8168054504163513,
+      "grad_norm": 4.308074951171875,
+      "learning_rate": 1.9643911427446458e-06,
+      "loss": 0.2448200136423111,
+      "step": 2400
+    },
+    {
+      "epoch": 1.818319454958365,
+      "grad_norm": 1.3856513500213623,
+      "learning_rate": 1.9627473266529055e-06,
+      "loss": 0.10885316133499146,
+      "step": 2402
+    },
+    {
+      "epoch": 1.8198334595003784,
+      "grad_norm": 4.017141819000244,
+      "learning_rate": 1.9611030204225776e-06,
+      "loss": 0.64460688829422,
+      "step": 2404
+    },
+    {
+      "epoch": 1.8213474640423921,
+      "grad_norm": 3.188676595687866,
+      "learning_rate": 1.9594582266306244e-06,
+      "loss": 0.8740291595458984,
+      "step": 2406
+    },
+    {
+      "epoch": 1.8228614685844058,
+      "grad_norm": 3.1326589584350586,
+      "learning_rate": 1.957812947854771e-06,
+      "loss": 0.3625584840774536,
+      "step": 2408
+    },
+    {
+      "epoch": 1.8243754731264192,
+      "grad_norm": 6.708612442016602,
+      "learning_rate": 1.9561671866735053e-06,
+      "loss": 0.44755834341049194,
+      "step": 2410
+    },
+    {
+      "epoch": 1.825889477668433,
+      "grad_norm": 1.5371860265731812,
+      "learning_rate": 1.954520945666068e-06,
+      "loss": 0.6847828030586243,
+      "step": 2412
+    },
+    {
+      "epoch": 1.8274034822104466,
+      "grad_norm": 1.0486583709716797,
+      "learning_rate": 1.9528742274124527e-06,
+      "loss": 0.7758064270019531,
+      "step": 2414
+    },
+    {
+      "epoch": 1.8289174867524602,
+      "grad_norm": 1.6456979513168335,
+      "learning_rate": 1.9512270344934027e-06,
+      "loss": 0.8207234740257263,
+      "step": 2416
+    },
+    {
+      "epoch": 1.830431491294474,
+      "grad_norm": 1.2004839181900024,
+      "learning_rate": 1.949579369490403e-06,
+      "loss": 0.5843564867973328,
+      "step": 2418
+    },
+    {
+      "epoch": 1.8319454958364876,
+      "grad_norm": 1.1727814674377441,
+      "learning_rate": 1.9479312349856796e-06,
+      "loss": 0.698358952999115,
+      "step": 2420
+    },
+    {
+      "epoch": 1.8334595003785013,
+      "grad_norm": 1.2794691324234009,
+      "learning_rate": 1.946282633562194e-06,
+      "loss": 0.9013885259628296,
+      "step": 2422
+    },
+    {
+      "epoch": 1.834973504920515,
+      "grad_norm": 0.47201627492904663,
+      "learning_rate": 1.94463356780364e-06,
+      "loss": 0.7946898937225342,
+      "step": 2424
+    },
+    {
+      "epoch": 1.8364875094625284,
+      "grad_norm": 7.024264812469482,
+      "learning_rate": 1.942984040294438e-06,
+      "loss": 0.7085845470428467,
+      "step": 2426
+    },
+    {
+      "epoch": 1.838001514004542,
+      "grad_norm": 0.6164209246635437,
+      "learning_rate": 1.9413340536197326e-06,
+      "loss": 0.623291015625,
+      "step": 2428
+    },
+    {
+      "epoch": 1.8395155185465555,
+      "grad_norm": 1.6277772188186646,
+      "learning_rate": 1.9396836103653883e-06,
+      "loss": 0.6516735553741455,
+      "step": 2430
+    },
+    {
+      "epoch": 1.8410295230885692,
+      "grad_norm": 1.297823190689087,
+      "learning_rate": 1.938032713117985e-06,
+      "loss": 0.7141111493110657,
+      "step": 2432
+    },
+    {
+      "epoch": 1.8425435276305828,
+      "grad_norm": 1.170405387878418,
+      "learning_rate": 1.936381364464814e-06,
+      "loss": 0.3000938892364502,
+      "step": 2434
+    },
+    {
+      "epoch": 1.8440575321725965,
+      "grad_norm": 2.2090070247650146,
+      "learning_rate": 1.934729566993874e-06,
+      "loss": 0.5821021795272827,
+      "step": 2436
+    },
+    {
+      "epoch": 1.8455715367146102,
+      "grad_norm": 4.766334533691406,
+      "learning_rate": 1.9330773232938673e-06,
+      "loss": 0.5470134615898132,
+      "step": 2438
+    },
+    {
+      "epoch": 1.8470855412566238,
+      "grad_norm": 1.2278108596801758,
+      "learning_rate": 1.931424635954195e-06,
+      "loss": 0.8106773495674133,
+      "step": 2440
+    },
+    {
+      "epoch": 1.8485995457986375,
+      "grad_norm": 1.0747406482696533,
+      "learning_rate": 1.9297715075649543e-06,
+      "loss": 1.1363415718078613,
+      "step": 2442
+    },
+    {
+      "epoch": 1.8501135503406512,
+      "grad_norm": 1.4492613077163696,
+      "learning_rate": 1.928117940716933e-06,
+      "loss": 0.32763731479644775,
+      "step": 2444
+    },
+    {
+      "epoch": 1.8516275548826646,
+      "grad_norm": 3.6296162605285645,
+      "learning_rate": 1.9264639380016063e-06,
+      "loss": 0.782953679561615,
+      "step": 2446
+    },
+    {
+      "epoch": 1.8531415594246783,
+      "grad_norm": 1.6317901611328125,
+      "learning_rate": 1.9248095020111323e-06,
+      "loss": 0.7343980073928833,
+      "step": 2448
+    },
+    {
+      "epoch": 1.8546555639666917,
+      "grad_norm": 1.8290022611618042,
+      "learning_rate": 1.923154635338348e-06,
+      "loss": 0.7735444903373718,
+      "step": 2450
+    },
+    {
+      "epoch": 1.8561695685087054,
+      "grad_norm": 3.731858968734741,
+      "learning_rate": 1.921499340576766e-06,
+      "loss": 0.5414127707481384,
+      "step": 2452
+    },
+    {
+      "epoch": 1.857683573050719,
+      "grad_norm": 1.2392865419387817,
+      "learning_rate": 1.9198436203205694e-06,
+      "loss": 0.6408743858337402,
+      "step": 2454
+    },
+    {
+      "epoch": 1.8591975775927327,
+      "grad_norm": 1.2399605512619019,
+      "learning_rate": 1.9181874771646085e-06,
+      "loss": 1.078896403312683,
+      "step": 2456
+    },
+    {
+      "epoch": 1.8607115821347464,
+      "grad_norm": 2.1670081615448,
+      "learning_rate": 1.916530913704395e-06,
+      "loss": 0.6702110767364502,
+      "step": 2458
+    },
+    {
+      "epoch": 1.86222558667676,
+      "grad_norm": 0.9086241722106934,
+      "learning_rate": 1.9148739325361015e-06,
+      "loss": 1.0246226787567139,
+      "step": 2460
+    },
+    {
+      "epoch": 1.8637395912187738,
+      "grad_norm": 9.267091751098633,
+      "learning_rate": 1.913216536256553e-06,
+      "loss": 0.6695601344108582,
+      "step": 2462
+    },
+    {
+      "epoch": 1.8652535957607874,
+      "grad_norm": 15.206988334655762,
+      "learning_rate": 1.9115587274632274e-06,
+      "loss": 0.33277830481529236,
+      "step": 2464
+    },
+    {
+      "epoch": 1.8667676003028009,
+      "grad_norm": 1.1482388973236084,
+      "learning_rate": 1.9099005087542467e-06,
+      "loss": 0.9272125363349915,
+      "step": 2466
+    },
+    {
+      "epoch": 1.8682816048448145,
+      "grad_norm": 1.264325499534607,
+      "learning_rate": 1.9082418827283766e-06,
+      "loss": 0.6004555225372314,
+      "step": 2468
+    },
+    {
+      "epoch": 1.8697956093868282,
+      "grad_norm": 1.219954252243042,
+      "learning_rate": 1.9065828519850212e-06,
+      "loss": 0.6846041679382324,
+      "step": 2470
+    },
+    {
+      "epoch": 1.8713096139288417,
+      "grad_norm": 1.4639081954956055,
+      "learning_rate": 1.9049234191242185e-06,
+      "loss": 0.5992491841316223,
+      "step": 2472
+    },
+    {
+      "epoch": 1.8728236184708553,
+      "grad_norm": 1.1715030670166016,
+      "learning_rate": 1.9032635867466376e-06,
+      "loss": 1.1000680923461914,
+      "step": 2474
+    },
+    {
+      "epoch": 1.874337623012869,
+      "grad_norm": 1.3767962455749512,
+      "learning_rate": 1.9016033574535719e-06,
+      "loss": 0.8394884467124939,
+      "step": 2476
+    },
+    {
+      "epoch": 1.8758516275548827,
+      "grad_norm": 1.2146269083023071,
+      "learning_rate": 1.8999427338469386e-06,
+      "loss": 0.560164213180542,
+      "step": 2478
+    },
+    {
+      "epoch": 1.8773656320968963,
+      "grad_norm": 4.951380729675293,
+      "learning_rate": 1.8982817185292722e-06,
+      "loss": 0.7559271454811096,
+      "step": 2480
+    },
+    {
+      "epoch": 1.87887963663891,
+      "grad_norm": 1.567231297492981,
+      "learning_rate": 1.896620314103721e-06,
+      "loss": 0.2578279376029968,
+      "step": 2482
+    },
+    {
+      "epoch": 1.8803936411809237,
+      "grad_norm": 1.6768829822540283,
+      "learning_rate": 1.894958523174043e-06,
+      "loss": 0.5915406346321106,
+      "step": 2484
+    },
+    {
+      "epoch": 1.8819076457229371,
+      "grad_norm": 2.4871420860290527,
+      "learning_rate": 1.8932963483446027e-06,
+      "loss": 0.2807641923427582,
+      "step": 2486
+    },
+    {
+      "epoch": 1.8834216502649508,
+      "grad_norm": 2.202843427658081,
+      "learning_rate": 1.8916337922203647e-06,
+      "loss": 0.6352521181106567,
+      "step": 2488
+    },
+    {
+      "epoch": 1.8849356548069645,
+      "grad_norm": 1.5407449007034302,
+      "learning_rate": 1.8899708574068928e-06,
+      "loss": 0.8104386329650879,
+      "step": 2490
+    },
+    {
+      "epoch": 1.886449659348978,
+      "grad_norm": 3.5783214569091797,
+      "learning_rate": 1.8883075465103431e-06,
+      "loss": 0.3671552836894989,
+      "step": 2492
+    },
+    {
+      "epoch": 1.8879636638909916,
+      "grad_norm": 5.131018161773682,
+      "learning_rate": 1.8866438621374628e-06,
+      "loss": 0.16824926435947418,
+      "step": 2494
+    },
+    {
+      "epoch": 1.8894776684330052,
+      "grad_norm": 2.5843448638916016,
+      "learning_rate": 1.8849798068955823e-06,
+      "loss": 0.25553545355796814,
+      "step": 2496
+    },
+    {
+      "epoch": 1.890991672975019,
+      "grad_norm": 6.959071636199951,
+      "learning_rate": 1.8833153833926146e-06,
+      "loss": 0.6022192239761353,
+      "step": 2498
+    },
+    {
+      "epoch": 1.8925056775170326,
+      "grad_norm": 2.539820432662964,
+      "learning_rate": 1.8816505942370496e-06,
+      "loss": 0.5048632621765137,
+      "step": 2500
+    },
+    {
+      "epoch": 1.8940196820590463,
+      "grad_norm": 3.718407392501831,
+      "learning_rate": 1.8799854420379487e-06,
+      "loss": 0.693874716758728,
+      "step": 2502
+    },
+    {
+      "epoch": 1.89553368660106,
+      "grad_norm": 2.7148478031158447,
+      "learning_rate": 1.8783199294049453e-06,
+      "loss": 0.23292014002799988,
+      "step": 2504
+    },
+    {
+      "epoch": 1.8970476911430736,
+      "grad_norm": 1.9649187326431274,
+      "learning_rate": 1.8766540589482351e-06,
+      "loss": 1.0881057977676392,
+      "step": 2506
+    },
+    {
+      "epoch": 1.898561695685087,
+      "grad_norm": 2.5872409343719482,
+      "learning_rate": 1.8749878332785754e-06,
+      "loss": 0.39136096835136414,
+      "step": 2508
+    },
+    {
+      "epoch": 1.9000757002271007,
+      "grad_norm": 5.54245138168335,
+      "learning_rate": 1.8733212550072807e-06,
+      "loss": 0.773819088935852,
+      "step": 2510
+    },
+    {
+      "epoch": 1.9015897047691142,
+      "grad_norm": 1.4344931840896606,
+      "learning_rate": 1.8716543267462177e-06,
+      "loss": 0.203386589884758,
+      "step": 2512
+    },
+    {
+      "epoch": 1.9031037093111278,
+      "grad_norm": 1.2182456254959106,
+      "learning_rate": 1.8699870511078017e-06,
+      "loss": 0.2231517881155014,
+      "step": 2514
+    },
+    {
+      "epoch": 1.9046177138531415,
+      "grad_norm": 4.056568145751953,
+      "learning_rate": 1.8683194307049918e-06,
+      "loss": 0.2915230691432953,
+      "step": 2516
+    },
+    {
+      "epoch": 1.9061317183951552,
+      "grad_norm": 5.621555328369141,
+      "learning_rate": 1.866651468151288e-06,
+      "loss": 0.9799841642379761,
+      "step": 2518
+    },
+    {
+      "epoch": 1.9076457229371688,
+      "grad_norm": 1.1394728422164917,
+      "learning_rate": 1.8649831660607262e-06,
+      "loss": 0.6989929676055908,
+      "step": 2520
+    },
+    {
+      "epoch": 1.9091597274791825,
+      "grad_norm": 2.0895166397094727,
+      "learning_rate": 1.8633145270478757e-06,
+      "loss": 0.15757252275943756,
+      "step": 2522
+    },
+    {
+      "epoch": 1.9106737320211962,
+      "grad_norm": 1.6885128021240234,
+      "learning_rate": 1.8616455537278318e-06,
+      "loss": 0.6867902278900146,
+      "step": 2524
+    },
+    {
+      "epoch": 1.9121877365632098,
+      "grad_norm": 4.005339622497559,
+      "learning_rate": 1.8599762487162146e-06,
+      "loss": 0.2128538340330124,
+      "step": 2526
+    },
+    {
+      "epoch": 1.9137017411052233,
+      "grad_norm": 1.4398667812347412,
+      "learning_rate": 1.858306614629165e-06,
+      "loss": 1.0285841226577759,
+      "step": 2528
+    },
+    {
+      "epoch": 1.915215745647237,
+      "grad_norm": 7.004055500030518,
+      "learning_rate": 1.856636654083338e-06,
+      "loss": 0.29121777415275574,
+      "step": 2530
+    },
+    {
+      "epoch": 1.9167297501892504,
+      "grad_norm": 11.084014892578125,
+      "learning_rate": 1.8549663696959016e-06,
+      "loss": 0.8370655179023743,
+      "step": 2532
+    },
+    {
+      "epoch": 1.918243754731264,
+      "grad_norm": 1.8854495286941528,
+      "learning_rate": 1.8532957640845296e-06,
+      "loss": 1.1610441207885742,
+      "step": 2534
+    },
+    {
+      "epoch": 1.9197577592732777,
+      "grad_norm": 3.447690725326538,
+      "learning_rate": 1.851624839867402e-06,
+      "loss": 0.19941510260105133,
+      "step": 2536
+    },
+    {
+      "epoch": 1.9212717638152914,
+      "grad_norm": 1.0303577184677124,
+      "learning_rate": 1.8499535996631946e-06,
+      "loss": 1.0520439147949219,
+      "step": 2538
+    },
+    {
+      "epoch": 1.922785768357305,
+      "grad_norm": 5.277173042297363,
+      "learning_rate": 1.8482820460910817e-06,
+      "loss": 0.32459500432014465,
+      "step": 2540
+    },
+    {
+      "epoch": 1.9242997728993188,
+      "grad_norm": 2.280444383621216,
+      "learning_rate": 1.8466101817707271e-06,
+      "loss": 0.7902064919471741,
+      "step": 2542
+    },
+    {
+      "epoch": 1.9258137774413324,
+      "grad_norm": 3.376765727996826,
+      "learning_rate": 1.844938009322281e-06,
+      "loss": 0.7843132019042969,
+      "step": 2544
+    },
+    {
+      "epoch": 1.927327781983346,
+      "grad_norm": 1.1487925052642822,
+      "learning_rate": 1.8432655313663771e-06,
+      "loss": 1.1185412406921387,
+      "step": 2546
+    },
+    {
+      "epoch": 1.9288417865253595,
+      "grad_norm": 1.0185201168060303,
+      "learning_rate": 1.8415927505241298e-06,
+      "loss": 1.1568421125411987,
+      "step": 2548
+    },
+    {
+      "epoch": 1.9303557910673732,
+      "grad_norm": 3.1142921447753906,
+      "learning_rate": 1.8399196694171252e-06,
+      "loss": 0.3019213080406189,
+      "step": 2550
+    },
+    {
+      "epoch": 1.9318697956093869,
+      "grad_norm": 0.9440644383430481,
+      "learning_rate": 1.838246290667421e-06,
+      "loss": 0.6780743598937988,
+      "step": 2552
+    },
+    {
+      "epoch": 1.9333838001514003,
+      "grad_norm": 3.2379441261291504,
+      "learning_rate": 1.8365726168975425e-06,
+      "loss": 0.2820740342140198,
+      "step": 2554
+    },
+    {
+      "epoch": 1.934897804693414,
+      "grad_norm": 2.119868755340576,
+      "learning_rate": 1.8348986507304757e-06,
+      "loss": 0.6184734106063843,
+      "step": 2556
+    },
+    {
+      "epoch": 1.9364118092354277,
+      "grad_norm": 0.9730226993560791,
+      "learning_rate": 1.833224394789666e-06,
+      "loss": 1.096203088760376,
+      "step": 2558
+    },
+    {
+      "epoch": 1.9379258137774413,
+      "grad_norm": 1.5899343490600586,
+      "learning_rate": 1.8315498516990123e-06,
+      "loss": 0.5974529981613159,
+      "step": 2560
+    },
+    {
+      "epoch": 1.939439818319455,
+      "grad_norm": 0.6129815578460693,
+      "learning_rate": 1.8298750240828638e-06,
+      "loss": 0.5191044807434082,
+      "step": 2562
+    },
+    {
+      "epoch": 1.9409538228614687,
+      "grad_norm": 2.552039623260498,
+      "learning_rate": 1.828199914566016e-06,
+      "loss": 0.577735185623169,
+      "step": 2564
+    },
+    {
+      "epoch": 1.9424678274034823,
+      "grad_norm": 2.82818603515625,
+      "learning_rate": 1.826524525773705e-06,
+      "loss": 1.1200027465820312,
+      "step": 2566
+    },
+    {
+      "epoch": 1.9439818319454958,
+      "grad_norm": 4.20834493637085,
+      "learning_rate": 1.8248488603316063e-06,
+      "loss": 0.8434380888938904,
+      "step": 2568
+    },
+    {
+      "epoch": 1.9454958364875095,
+      "grad_norm": 1.315384030342102,
+      "learning_rate": 1.8231729208658271e-06,
+      "loss": 0.6373313665390015,
+      "step": 2570
+    },
+    {
+      "epoch": 1.9470098410295231,
+      "grad_norm": 1.0309563875198364,
+      "learning_rate": 1.821496710002905e-06,
+      "loss": 0.6392558813095093,
+      "step": 2572
+    },
+    {
+      "epoch": 1.9485238455715366,
+      "grad_norm": 2.582773208618164,
+      "learning_rate": 1.8198202303698038e-06,
+      "loss": 0.7057768702507019,
+      "step": 2574
+    },
+    {
+      "epoch": 1.9500378501135502,
+      "grad_norm": 2.0692710876464844,
+      "learning_rate": 1.8181434845939077e-06,
+      "loss": 0.7295529246330261,
+      "step": 2576
+    },
+    {
+      "epoch": 1.951551854655564,
+      "grad_norm": 1.8829554319381714,
+      "learning_rate": 1.8164664753030164e-06,
+      "loss": 0.7367881536483765,
+      "step": 2578
+    },
+    {
+      "epoch": 1.9530658591975776,
+      "grad_norm": 4.824670314788818,
+      "learning_rate": 1.8147892051253455e-06,
+      "loss": 0.3595852255821228,
+      "step": 2580
+    },
+    {
+      "epoch": 1.9545798637395913,
+      "grad_norm": 3.236971855163574,
+      "learning_rate": 1.8131116766895169e-06,
+      "loss": 0.7151616811752319,
+      "step": 2582
+    },
+    {
+      "epoch": 1.956093868281605,
+      "grad_norm": 1.09900963306427,
+      "learning_rate": 1.8114338926245596e-06,
+      "loss": 0.6052298545837402,
+      "step": 2584
+    },
+    {
+      "epoch": 1.9576078728236186,
+      "grad_norm": 1.101852536201477,
+      "learning_rate": 1.8097558555599016e-06,
+      "loss": 1.1992706060409546,
+      "step": 2586
+    },
+    {
+      "epoch": 1.9591218773656323,
+      "grad_norm": 3.309662342071533,
+      "learning_rate": 1.8080775681253673e-06,
+      "loss": 0.7572805285453796,
+      "step": 2588
+    },
+    {
+      "epoch": 1.9606358819076457,
+      "grad_norm": 23.722898483276367,
+      "learning_rate": 1.8063990329511749e-06,
+      "loss": 0.435437947511673,
+      "step": 2590
+    },
+    {
+      "epoch": 1.9621498864496594,
+      "grad_norm": 0.9340125322341919,
+      "learning_rate": 1.8047202526679291e-06,
+      "loss": 0.6136574745178223,
+      "step": 2592
+    },
+    {
+      "epoch": 1.9636638909916728,
+      "grad_norm": 3.3110859394073486,
+      "learning_rate": 1.8030412299066201e-06,
+      "loss": 0.21591010689735413,
+      "step": 2594
+    },
+    {
+      "epoch": 1.9651778955336865,
+      "grad_norm": 2.339695930480957,
+      "learning_rate": 1.8013619672986173e-06,
+      "loss": 0.23273268342018127,
+      "step": 2596
+    },
+    {
+      "epoch": 1.9666919000757002,
+      "grad_norm": 1.499258041381836,
+      "learning_rate": 1.799682467475667e-06,
+      "loss": 0.2774851620197296,
+      "step": 2598
+    },
+    {
+      "epoch": 1.9682059046177138,
+      "grad_norm": 5.845078945159912,
+      "learning_rate": 1.798002733069886e-06,
+      "loss": 0.286465585231781,
+      "step": 2600
+    },
+    {
+      "epoch": 1.9697199091597275,
+      "grad_norm": 2.347050905227661,
+      "learning_rate": 1.796322766713759e-06,
+      "loss": 0.3097231388092041,
+      "step": 2602
+    },
+    {
+      "epoch": 1.9712339137017412,
+      "grad_norm": 2.2310895919799805,
+      "learning_rate": 1.7946425710401357e-06,
+      "loss": 0.6837670207023621,
+      "step": 2604
+    },
+    {
+      "epoch": 1.9727479182437548,
+      "grad_norm": 1.228422999382019,
+      "learning_rate": 1.7929621486822223e-06,
+      "loss": 0.6572983264923096,
+      "step": 2606
+    },
+    {
+      "epoch": 1.9742619227857685,
+      "grad_norm": 3.3019800186157227,
+      "learning_rate": 1.7912815022735837e-06,
+      "loss": 0.1820627599954605,
+      "step": 2608
+    },
+    {
+      "epoch": 1.975775927327782,
+      "grad_norm": 1.2635468244552612,
+      "learning_rate": 1.789600634448133e-06,
+      "loss": 1.140749216079712,
+      "step": 2610
+    },
+    {
+      "epoch": 1.9772899318697956,
+      "grad_norm": 2.928532361984253,
+      "learning_rate": 1.7879195478401319e-06,
+      "loss": 0.6802592873573303,
+      "step": 2612
+    },
+    {
+      "epoch": 1.978803936411809,
+      "grad_norm": 1.6667323112487793,
+      "learning_rate": 1.7862382450841844e-06,
+      "loss": 0.701367199420929,
+      "step": 2614
+    },
+    {
+      "epoch": 1.9803179409538227,
+      "grad_norm": 4.334624290466309,
+      "learning_rate": 1.784556728815234e-06,
+      "loss": 0.6233445405960083,
+      "step": 2616
+    },
+    {
+      "epoch": 1.9818319454958364,
+      "grad_norm": 5.343925476074219,
+      "learning_rate": 1.7828750016685576e-06,
+      "loss": 0.14193308353424072,
+      "step": 2618
+    },
+    {
+      "epoch": 1.98334595003785,
+      "grad_norm": 4.146429061889648,
+      "learning_rate": 1.7811930662797638e-06,
+      "loss": 0.7617315649986267,
+      "step": 2620
+    },
+    {
+      "epoch": 1.9848599545798638,
+      "grad_norm": 1.9355127811431885,
+      "learning_rate": 1.7795109252847867e-06,
+      "loss": 0.8325185179710388,
+      "step": 2622
+    },
+    {
+      "epoch": 1.9863739591218774,
+      "grad_norm": 1.6665109395980835,
+      "learning_rate": 1.7778285813198826e-06,
+      "loss": 0.27139389514923096,
+      "step": 2624
+    },
+    {
+      "epoch": 1.987887963663891,
+      "grad_norm": 4.608744144439697,
+      "learning_rate": 1.7761460370216267e-06,
+      "loss": 0.6247193813323975,
+      "step": 2626
+    },
+    {
+      "epoch": 1.9894019682059048,
+      "grad_norm": 1.610708236694336,
+      "learning_rate": 1.7744632950269075e-06,
+      "loss": 1.086316466331482,
+      "step": 2628
+    },
+    {
+      "epoch": 1.9909159727479182,
+      "grad_norm": 1.352529764175415,
+      "learning_rate": 1.772780357972924e-06,
+      "loss": 0.17539137601852417,
+      "step": 2630
+    },
+    {
+      "epoch": 1.9924299772899319,
+      "grad_norm": 0.9066135883331299,
+      "learning_rate": 1.7710972284971793e-06,
+      "loss": 0.9914766550064087,
+      "step": 2632
+    },
+    {
+      "epoch": 1.9939439818319455,
+      "grad_norm": 1.6388225555419922,
+      "learning_rate": 1.7694139092374802e-06,
+      "loss": 0.6597426533699036,
+      "step": 2634
+    },
+    {
+      "epoch": 1.995457986373959,
+      "grad_norm": 2.3083913326263428,
+      "learning_rate": 1.7677304028319295e-06,
+      "loss": 0.9186007976531982,
+      "step": 2636
+    },
+    {
+      "epoch": 1.9969719909159727,
+      "grad_norm": 2.0622379779815674,
+      "learning_rate": 1.7660467119189236e-06,
+      "loss": 0.1676500141620636,
+      "step": 2638
+    },
+    {
+      "epoch": 1.9984859954579863,
+      "grad_norm": 14.542463302612305,
+      "learning_rate": 1.7643628391371484e-06,
+      "loss": 0.34981614351272583,
+      "step": 2640
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.9076281785964966,
+      "learning_rate": 1.762678787125574e-06,
+      "loss": 0.7317795157432556,
+      "step": 2642
+    },
+    {
+      "epoch": 2.0015140045420137,
+      "grad_norm": 0.3897881507873535,
+      "learning_rate": 1.7609945585234533e-06,
+      "loss": 0.1255609542131424,
+      "step": 2644
+    },
+    {
+      "epoch": 2.0030280090840273,
+      "grad_norm": 1.0713465213775635,
+      "learning_rate": 1.7593101559703132e-06,
+      "loss": 0.5909802317619324,
+      "step": 2646
+    },
+    {
+      "epoch": 2.004542013626041,
+      "grad_norm": 1.4597793817520142,
+      "learning_rate": 1.7576255821059549e-06,
+      "loss": 0.5179256200790405,
+      "step": 2648
+    },
+    {
+      "epoch": 2.0060560181680547,
+      "grad_norm": 2.0294458866119385,
+      "learning_rate": 1.7559408395704483e-06,
+      "loss": 0.13123907148838043,
+      "step": 2650
+    },
+    {
+      "epoch": 2.0075700227100683,
+      "grad_norm": 1.9035502672195435,
+      "learning_rate": 1.7542559310041272e-06,
+      "loss": 0.5252999067306519,
+      "step": 2652
+    },
+    {
+      "epoch": 2.0090840272520816,
+      "grad_norm": 14.54428768157959,
+      "learning_rate": 1.7525708590475855e-06,
+      "loss": 0.0995216816663742,
+      "step": 2654
+    },
+    {
+      "epoch": 2.0105980317940952,
+      "grad_norm": 8.40689754486084,
+      "learning_rate": 1.7508856263416728e-06,
+      "loss": 0.19288885593414307,
+      "step": 2656
+    },
+    {
+      "epoch": 2.012112036336109,
+      "grad_norm": 5.6519341468811035,
+      "learning_rate": 1.7492002355274917e-06,
+      "loss": 0.15885737538337708,
+      "step": 2658
+    },
+    {
+      "epoch": 2.0136260408781226,
+      "grad_norm": 1.5922472476959229,
+      "learning_rate": 1.7475146892463911e-06,
+      "loss": 0.6549367308616638,
+      "step": 2660
+    },
+    {
+      "epoch": 2.0151400454201362,
+      "grad_norm": 4.163782596588135,
+      "learning_rate": 1.7458289901399652e-06,
+      "loss": 0.5245522260665894,
+      "step": 2662
+    },
+    {
+      "epoch": 2.01665404996215,
+      "grad_norm": 3.053931474685669,
+      "learning_rate": 1.7441431408500469e-06,
+      "loss": 0.5646790266036987,
+      "step": 2664
+    },
+    {
+      "epoch": 2.0181680545041636,
+      "grad_norm": 2.4408509731292725,
+      "learning_rate": 1.7424571440187036e-06,
+      "loss": 0.9292944669723511,
+      "step": 2666
+    },
+    {
+      "epoch": 2.0196820590461773,
+      "grad_norm": 1.557814359664917,
+      "learning_rate": 1.7407710022882353e-06,
+      "loss": 0.6096762418746948,
+      "step": 2668
+    },
+    {
+      "epoch": 2.021196063588191,
+      "grad_norm": 0.5476527214050293,
+      "learning_rate": 1.7390847183011696e-06,
+      "loss": 0.1541244387626648,
+      "step": 2670
+    },
+    {
+      "epoch": 2.0227100681302046,
+      "grad_norm": 1.2953879833221436,
+      "learning_rate": 1.7373982947002545e-06,
+      "loss": 0.5491629242897034,
+      "step": 2672
+    },
+    {
+      "epoch": 2.024224072672218,
+      "grad_norm": 1.1560670137405396,
+      "learning_rate": 1.7357117341284586e-06,
+      "loss": 0.48358261585235596,
+      "step": 2674
+    },
+    {
+      "epoch": 2.0257380772142315,
+      "grad_norm": 1.6420649290084839,
+      "learning_rate": 1.7340250392289654e-06,
+      "loss": 0.5866899490356445,
+      "step": 2676
+    },
+    {
+      "epoch": 2.027252081756245,
+      "grad_norm": 1.2109801769256592,
+      "learning_rate": 1.7323382126451683e-06,
+      "loss": 0.9471041560173035,
+      "step": 2678
+    },
+    {
+      "epoch": 2.028766086298259,
+      "grad_norm": 1.4129337072372437,
+      "learning_rate": 1.7306512570206675e-06,
+      "loss": 0.9473216533660889,
+      "step": 2680
+    },
+    {
+      "epoch": 2.0302800908402725,
+      "grad_norm": 1.448809027671814,
+      "learning_rate": 1.7289641749992642e-06,
+      "loss": 0.54279625415802,
+      "step": 2682
+    },
+    {
+      "epoch": 2.031794095382286,
+      "grad_norm": 1.7061611413955688,
+      "learning_rate": 1.7272769692249596e-06,
+      "loss": 0.46282655000686646,
+      "step": 2684
+    },
+    {
+      "epoch": 2.0333080999243,
+      "grad_norm": 1.9974749088287354,
+      "learning_rate": 1.7255896423419474e-06,
+      "loss": 0.217169389128685,
+      "step": 2686
+    },
+    {
+      "epoch": 2.0348221044663135,
+      "grad_norm": 2.0513646602630615,
+      "learning_rate": 1.7239021969946115e-06,
+      "loss": 0.44249847531318665,
+      "step": 2688
+    },
+    {
+      "epoch": 2.036336109008327,
+      "grad_norm": 3.0641345977783203,
+      "learning_rate": 1.7222146358275214e-06,
+      "loss": 0.12440875172615051,
+      "step": 2690
+    },
+    {
+      "epoch": 2.037850113550341,
+      "grad_norm": 2.184577703475952,
+      "learning_rate": 1.720526961485429e-06,
+      "loss": 0.8467821478843689,
+      "step": 2692
+    },
+    {
+      "epoch": 2.039364118092354,
+      "grad_norm": 2.6016576290130615,
+      "learning_rate": 1.7188391766132618e-06,
+      "loss": 0.17708347737789154,
+      "step": 2694
+    },
+    {
+      "epoch": 2.0408781226343677,
+      "grad_norm": 1.0353049039840698,
+      "learning_rate": 1.7171512838561219e-06,
+      "loss": 0.8818671703338623,
+      "step": 2696
+    },
+    {
+      "epoch": 2.0423921271763814,
+      "grad_norm": 1.9168877601623535,
+      "learning_rate": 1.7154632858592804e-06,
+      "loss": 0.5648282766342163,
+      "step": 2698
+    },
+    {
+      "epoch": 2.043906131718395,
+      "grad_norm": 2.6725902557373047,
+      "learning_rate": 1.7137751852681728e-06,
+      "loss": 0.5454245805740356,
+      "step": 2700
+    },
+    {
+      "epoch": 2.0454201362604087,
+      "grad_norm": 2.3722050189971924,
+      "learning_rate": 1.7120869847283955e-06,
+      "loss": 0.13117262721061707,
+      "step": 2702
+    },
+    {
+      "epoch": 2.0469341408024224,
+      "grad_norm": 8.196845054626465,
+      "learning_rate": 1.7103986868857016e-06,
+      "loss": 0.6494061946868896,
+      "step": 2704
+    },
+    {
+      "epoch": 2.048448145344436,
+      "grad_norm": 1.1092252731323242,
+      "learning_rate": 1.7087102943859973e-06,
+      "loss": 0.5388786792755127,
+      "step": 2706
+    },
+    {
+      "epoch": 2.0499621498864498,
+      "grad_norm": 2.326972246170044,
+      "learning_rate": 1.7070218098753363e-06,
+      "loss": 0.48522213101387024,
+      "step": 2708
+    },
+    {
+      "epoch": 2.0514761544284634,
+      "grad_norm": 2.6585757732391357,
+      "learning_rate": 1.7053332359999166e-06,
+      "loss": 0.5669052600860596,
+      "step": 2710
+    },
+    {
+      "epoch": 2.052990158970477,
+      "grad_norm": 2.057875871658325,
+      "learning_rate": 1.7036445754060766e-06,
+      "loss": 1.1287788152694702,
+      "step": 2712
+    },
+    {
+      "epoch": 2.0545041635124903,
+      "grad_norm": 1.085253119468689,
+      "learning_rate": 1.7019558307402901e-06,
+      "loss": 0.9731413722038269,
+      "step": 2714
+    },
+    {
+      "epoch": 2.056018168054504,
+      "grad_norm": 1.3714567422866821,
+      "learning_rate": 1.7002670046491641e-06,
+      "loss": 0.4441766142845154,
+      "step": 2716
+    },
+    {
+      "epoch": 2.0575321725965177,
+      "grad_norm": 2.284273147583008,
+      "learning_rate": 1.6985780997794308e-06,
+      "loss": 0.30170539021492004,
+      "step": 2718
+    },
+    {
+      "epoch": 2.0590461771385313,
+      "grad_norm": 0.35695508122444153,
+      "learning_rate": 1.696889118777948e-06,
+      "loss": 0.4801369309425354,
+      "step": 2720
+    },
+    {
+      "epoch": 2.060560181680545,
+      "grad_norm": 2.643681049346924,
+      "learning_rate": 1.6952000642916918e-06,
+      "loss": 0.3815020024776459,
+      "step": 2722
+    },
+    {
+      "epoch": 2.0620741862225587,
+      "grad_norm": 1.5044199228286743,
+      "learning_rate": 1.6935109389677534e-06,
+      "loss": 0.4453948438167572,
+      "step": 2724
+    },
+    {
+      "epoch": 2.0635881907645723,
+      "grad_norm": 1.911596417427063,
+      "learning_rate": 1.6918217454533359e-06,
+      "loss": 0.20199593901634216,
+      "step": 2726
+    },
+    {
+      "epoch": 2.065102195306586,
+      "grad_norm": 4.796116352081299,
+      "learning_rate": 1.6901324863957482e-06,
+      "loss": 0.24311362206935883,
+      "step": 2728
+    },
+    {
+      "epoch": 2.0666161998485997,
+      "grad_norm": 0.43947383761405945,
+      "learning_rate": 1.6884431644424022e-06,
+      "loss": 0.12444750219583511,
+      "step": 2730
+    },
+    {
+      "epoch": 2.0681302043906133,
+      "grad_norm": 1.2617090940475464,
+      "learning_rate": 1.6867537822408093e-06,
+      "loss": 0.4943394064903259,
+      "step": 2732
+    },
+    {
+      "epoch": 2.069644208932627,
+      "grad_norm": 0.9398093223571777,
+      "learning_rate": 1.6850643424385733e-06,
+      "loss": 0.0803423523902893,
+      "step": 2734
+    },
+    {
+      "epoch": 2.0711582134746402,
+      "grad_norm": 1.8321349620819092,
+      "learning_rate": 1.6833748476833906e-06,
+      "loss": 0.4664800465106964,
+      "step": 2736
+    },
+    {
+      "epoch": 2.072672218016654,
+      "grad_norm": 1.0088332891464233,
+      "learning_rate": 1.6816853006230427e-06,
+      "loss": 0.9422508478164673,
+      "step": 2738
+    },
+    {
+      "epoch": 2.0741862225586676,
+      "grad_norm": 1.2515548467636108,
+      "learning_rate": 1.6799957039053924e-06,
+      "loss": 0.563462495803833,
+      "step": 2740
+    },
+    {
+      "epoch": 2.0757002271006812,
+      "grad_norm": 4.0011887550354,
+      "learning_rate": 1.6783060601783816e-06,
+      "loss": 0.6821116805076599,
+      "step": 2742
+    },
+    {
+      "epoch": 2.077214231642695,
+      "grad_norm": 1.3348299264907837,
+      "learning_rate": 1.6766163720900242e-06,
+      "loss": 0.4521723985671997,
+      "step": 2744
+    },
+    {
+      "epoch": 2.0787282361847086,
+      "grad_norm": 3.2145044803619385,
+      "learning_rate": 1.674926642288406e-06,
+      "loss": 0.14956560730934143,
+      "step": 2746
+    },
+    {
+      "epoch": 2.0802422407267223,
+      "grad_norm": 2.3695411682128906,
+      "learning_rate": 1.6732368734216756e-06,
+      "loss": 0.9937928915023804,
+      "step": 2748
+    },
+    {
+      "epoch": 2.081756245268736,
+      "grad_norm": 1.76715087890625,
+      "learning_rate": 1.6715470681380446e-06,
+      "loss": 0.5776373744010925,
+      "step": 2750
+    },
+    {
+      "epoch": 2.0832702498107496,
+      "grad_norm": 2.0524466037750244,
+      "learning_rate": 1.6698572290857814e-06,
+      "loss": 0.5806592106819153,
+      "step": 2752
+    },
+    {
+      "epoch": 2.0847842543527633,
+      "grad_norm": 2.8029470443725586,
+      "learning_rate": 1.6681673589132063e-06,
+      "loss": 0.4764387309551239,
+      "step": 2754
+    },
+    {
+      "epoch": 2.0862982588947765,
+      "grad_norm": 2.1075892448425293,
+      "learning_rate": 1.6664774602686903e-06,
+      "loss": 0.5034778714179993,
+      "step": 2756
+    },
+    {
+      "epoch": 2.08781226343679,
+      "grad_norm": 1.682845950126648,
+      "learning_rate": 1.6647875358006466e-06,
+      "loss": 0.5085087418556213,
+      "step": 2758
+    },
+    {
+      "epoch": 2.089326267978804,
+      "grad_norm": 5.653558731079102,
+      "learning_rate": 1.663097588157531e-06,
+      "loss": 0.07237551361322403,
+      "step": 2760
+    },
+    {
+      "epoch": 2.0908402725208175,
+      "grad_norm": 7.3040242195129395,
+      "learning_rate": 1.661407619987834e-06,
+      "loss": 0.5782265663146973,
+      "step": 2762
+    },
+    {
+      "epoch": 2.092354277062831,
+      "grad_norm": 2.716933250427246,
+      "learning_rate": 1.6597176339400792e-06,
+      "loss": 0.7445158958435059,
+      "step": 2764
+    },
+    {
+      "epoch": 2.093868281604845,
+      "grad_norm": 2.811447858810425,
+      "learning_rate": 1.6580276326628184e-06,
+      "loss": 0.22737711668014526,
+      "step": 2766
+    },
+    {
+      "epoch": 2.0953822861468585,
+      "grad_norm": 1.1847596168518066,
+      "learning_rate": 1.6563376188046265e-06,
+      "loss": 0.20628035068511963,
+      "step": 2768
+    },
+    {
+      "epoch": 2.096896290688872,
+      "grad_norm": 2.039379596710205,
+      "learning_rate": 1.6546475950140986e-06,
+      "loss": 0.2262708693742752,
+      "step": 2770
+    },
+    {
+      "epoch": 2.098410295230886,
+      "grad_norm": 1.84257972240448,
+      "learning_rate": 1.6529575639398453e-06,
+      "loss": 0.3347666561603546,
+      "step": 2772
+    },
+    {
+      "epoch": 2.0999242997728995,
+      "grad_norm": 4.7747602462768555,
+      "learning_rate": 1.6512675282304884e-06,
+      "loss": 0.35915127396583557,
+      "step": 2774
+    },
+    {
+      "epoch": 2.1014383043149127,
+      "grad_norm": 4.393153667449951,
+      "learning_rate": 1.6495774905346575e-06,
+      "loss": 0.09371113777160645,
+      "step": 2776
+    },
+    {
+      "epoch": 2.1029523088569264,
+      "grad_norm": 3.672687292098999,
+      "learning_rate": 1.6478874535009847e-06,
+      "loss": 1.0071041584014893,
+      "step": 2778
+    },
+    {
+      "epoch": 2.10446631339894,
+      "grad_norm": 4.046291351318359,
+      "learning_rate": 1.6461974197781015e-06,
+      "loss": 0.4997747242450714,
+      "step": 2780
+    },
+    {
+      "epoch": 2.1059803179409537,
+      "grad_norm": 2.4618570804595947,
+      "learning_rate": 1.6445073920146336e-06,
+      "loss": 0.6052404642105103,
+      "step": 2782
+    },
+    {
+      "epoch": 2.1074943224829674,
+      "grad_norm": 1.6199997663497925,
+      "learning_rate": 1.6428173728591981e-06,
+      "loss": 0.9817624688148499,
+      "step": 2784
+    },
+    {
+      "epoch": 2.109008327024981,
+      "grad_norm": 1.276282548904419,
+      "learning_rate": 1.6411273649603988e-06,
+      "loss": 1.0199428796768188,
+      "step": 2786
+    },
+    {
+      "epoch": 2.1105223315669948,
+      "grad_norm": 1.0883533954620361,
+      "learning_rate": 1.6394373709668207e-06,
+      "loss": 0.5439098477363586,
+      "step": 2788
+    },
+    {
+      "epoch": 2.1120363361090084,
+      "grad_norm": 1.2916643619537354,
+      "learning_rate": 1.6377473935270272e-06,
+      "loss": 0.489423930644989,
+      "step": 2790
+    },
+    {
+      "epoch": 2.113550340651022,
+      "grad_norm": 1.513370394706726,
+      "learning_rate": 1.6360574352895573e-06,
+      "loss": 0.9049098491668701,
+      "step": 2792
+    },
+    {
+      "epoch": 2.1150643451930358,
+      "grad_norm": 1.0032689571380615,
+      "learning_rate": 1.6343674989029185e-06,
+      "loss": 0.6421214938163757,
+      "step": 2794
+    },
+    {
+      "epoch": 2.116578349735049,
+      "grad_norm": 0.7619471549987793,
+      "learning_rate": 1.632677587015584e-06,
+      "loss": 0.9970691800117493,
+      "step": 2796
+    },
+    {
+      "epoch": 2.1180923542770627,
+      "grad_norm": 1.3667787313461304,
+      "learning_rate": 1.6309877022759894e-06,
+      "loss": 1.014106035232544,
+      "step": 2798
+    },
+    {
+      "epoch": 2.1196063588190763,
+      "grad_norm": 5.2187819480896,
+      "learning_rate": 1.6292978473325269e-06,
+      "loss": 0.2597154378890991,
+      "step": 2800
+    },
+    {
+      "epoch": 2.12112036336109,
+      "grad_norm": 2.2075483798980713,
+      "learning_rate": 1.627608024833543e-06,
+      "loss": 0.549049437046051,
+      "step": 2802
+    },
+    {
+      "epoch": 2.1226343679031037,
+      "grad_norm": 1.4524098634719849,
+      "learning_rate": 1.6259182374273325e-06,
+      "loss": 0.552122950553894,
+      "step": 2804
+    },
+    {
+      "epoch": 2.1241483724451173,
+      "grad_norm": 7.213001728057861,
+      "learning_rate": 1.6242284877621352e-06,
+      "loss": 0.18227112293243408,
+      "step": 2806
+    },
+    {
+      "epoch": 2.125662376987131,
+      "grad_norm": 0.9364220499992371,
+      "learning_rate": 1.6225387784861332e-06,
+      "loss": 0.9016151428222656,
+      "step": 2808
+    },
+    {
+      "epoch": 2.1271763815291447,
+      "grad_norm": 3.105168104171753,
+      "learning_rate": 1.6208491122474423e-06,
+      "loss": 0.16485339403152466,
+      "step": 2810
+    },
+    {
+      "epoch": 2.1286903860711583,
+      "grad_norm": 2.6125948429107666,
+      "learning_rate": 1.6191594916941145e-06,
+      "loss": 0.5917508006095886,
+      "step": 2812
+    },
+    {
+      "epoch": 2.130204390613172,
+      "grad_norm": 2.9224133491516113,
+      "learning_rate": 1.6174699194741276e-06,
+      "loss": 0.6452589631080627,
+      "step": 2814
+    },
+    {
+      "epoch": 2.1317183951551852,
+      "grad_norm": 1.6223468780517578,
+      "learning_rate": 1.6157803982353844e-06,
+      "loss": 0.5422303676605225,
+      "step": 2816
+    },
+    {
+      "epoch": 2.133232399697199,
+      "grad_norm": 1.1642112731933594,
+      "learning_rate": 1.6140909306257075e-06,
+      "loss": 0.49290937185287476,
+      "step": 2818
+    },
+    {
+      "epoch": 2.1347464042392126,
+      "grad_norm": 5.4384613037109375,
+      "learning_rate": 1.6124015192928368e-06,
+      "loss": 0.07090282440185547,
+      "step": 2820
+    },
+    {
+      "epoch": 2.1362604087812262,
+      "grad_norm": 5.15507698059082,
+      "learning_rate": 1.6107121668844229e-06,
+      "loss": 0.9372910857200623,
+      "step": 2822
+    },
+    {
+      "epoch": 2.13777441332324,
+      "grad_norm": 1.4201043844223022,
+      "learning_rate": 1.6090228760480233e-06,
+      "loss": 0.3477085530757904,
+      "step": 2824
+    },
+    {
+      "epoch": 2.1392884178652536,
+      "grad_norm": 1.6032931804656982,
+      "learning_rate": 1.6073336494311e-06,
+      "loss": 0.5849123597145081,
+      "step": 2826
+    },
+    {
+      "epoch": 2.1408024224072673,
+      "grad_norm": 1.297904133796692,
+      "learning_rate": 1.605644489681015e-06,
+      "loss": 0.5991969704627991,
+      "step": 2828
+    },
+    {
+      "epoch": 2.142316426949281,
+      "grad_norm": 1.5555821657180786,
+      "learning_rate": 1.6039553994450242e-06,
+      "loss": 0.36953338980674744,
+      "step": 2830
+    },
+    {
+      "epoch": 2.1438304314912946,
+      "grad_norm": 0.9411146640777588,
+      "learning_rate": 1.602266381370275e-06,
+      "loss": 0.5315758585929871,
+      "step": 2832
+    },
+    {
+      "epoch": 2.1453444360333083,
+      "grad_norm": 4.079467296600342,
+      "learning_rate": 1.6005774381038027e-06,
+      "loss": 0.5107845664024353,
+      "step": 2834
+    },
+    {
+      "epoch": 2.146858440575322,
+      "grad_norm": 6.101061820983887,
+      "learning_rate": 1.5988885722925236e-06,
+      "loss": 0.1170424371957779,
+      "step": 2836
+    },
+    {
+      "epoch": 2.148372445117335,
+      "grad_norm": 2.4054558277130127,
+      "learning_rate": 1.5971997865832336e-06,
+      "loss": 0.11238373816013336,
+      "step": 2838
+    },
+    {
+      "epoch": 2.149886449659349,
+      "grad_norm": 2.8460471630096436,
+      "learning_rate": 1.5955110836226026e-06,
+      "loss": 0.5437900424003601,
+      "step": 2840
+    },
+    {
+      "epoch": 2.1514004542013625,
+      "grad_norm": 0.8729496598243713,
+      "learning_rate": 1.593822466057172e-06,
+      "loss": 0.08469262719154358,
+      "step": 2842
+    },
+    {
+      "epoch": 2.152914458743376,
+      "grad_norm": 12.420215606689453,
+      "learning_rate": 1.592133936533348e-06,
+      "loss": 0.4006781578063965,
+      "step": 2844
+    },
+    {
+      "epoch": 2.15442846328539,
+      "grad_norm": 1.931260108947754,
+      "learning_rate": 1.5904454976973997e-06,
+      "loss": 0.07847610116004944,
+      "step": 2846
+    },
+    {
+      "epoch": 2.1559424678274035,
+      "grad_norm": 1.1206101179122925,
+      "learning_rate": 1.5887571521954526e-06,
+      "loss": 0.9250069856643677,
+      "step": 2848
+    },
+    {
+      "epoch": 2.157456472369417,
+      "grad_norm": 1.3575100898742676,
+      "learning_rate": 1.5870689026734887e-06,
+      "loss": 1.0127815008163452,
+      "step": 2850
+    },
+    {
+      "epoch": 2.158970476911431,
+      "grad_norm": 1.4162954092025757,
+      "learning_rate": 1.5853807517773366e-06,
+      "loss": 0.8721470236778259,
+      "step": 2852
+    },
+    {
+      "epoch": 2.1604844814534445,
+      "grad_norm": 0.927931010723114,
+      "learning_rate": 1.5836927021526724e-06,
+      "loss": 0.20841215550899506,
+      "step": 2854
+    },
+    {
+      "epoch": 2.161998485995458,
+      "grad_norm": 2.4305167198181152,
+      "learning_rate": 1.5820047564450122e-06,
+      "loss": 0.9724196195602417,
+      "step": 2856
+    },
+    {
+      "epoch": 2.1635124905374714,
+      "grad_norm": 1.445548415184021,
+      "learning_rate": 1.5803169172997105e-06,
+      "loss": 0.7447295188903809,
+      "step": 2858
+    },
+    {
+      "epoch": 2.165026495079485,
+      "grad_norm": 2.3129169940948486,
+      "learning_rate": 1.578629187361954e-06,
+      "loss": 0.17623990774154663,
+      "step": 2860
+    },
+    {
+      "epoch": 2.1665404996214987,
+      "grad_norm": 2.175723075866699,
+      "learning_rate": 1.576941569276757e-06,
+      "loss": 0.1559004932641983,
+      "step": 2862
+    },
+    {
+      "epoch": 2.1680545041635124,
+      "grad_norm": 2.820603370666504,
+      "learning_rate": 1.5752540656889617e-06,
+      "loss": 0.15261517465114594,
+      "step": 2864
+    },
+    {
+      "epoch": 2.169568508705526,
+      "grad_norm": 2.5395634174346924,
+      "learning_rate": 1.5735666792432283e-06,
+      "loss": 0.14439840614795685,
+      "step": 2866
+    },
+    {
+      "epoch": 2.1710825132475398,
+      "grad_norm": 1.755033016204834,
+      "learning_rate": 1.5718794125840328e-06,
+      "loss": 0.5299633145332336,
+      "step": 2868
+    },
+    {
+      "epoch": 2.1725965177895534,
+      "grad_norm": 2.8602867126464844,
+      "learning_rate": 1.570192268355667e-06,
+      "loss": 0.20961156487464905,
+      "step": 2870
+    },
+    {
+      "epoch": 2.174110522331567,
+      "grad_norm": 1.7750110626220703,
+      "learning_rate": 1.5685052492022274e-06,
+      "loss": 0.2456619143486023,
+      "step": 2872
+    },
+    {
+      "epoch": 2.1756245268735808,
+      "grad_norm": 0.880752682685852,
+      "learning_rate": 1.5668183577676157e-06,
+      "loss": 0.5891717076301575,
+      "step": 2874
+    },
+    {
+      "epoch": 2.1771385314155944,
+      "grad_norm": 1.4070804119110107,
+      "learning_rate": 1.5651315966955332e-06,
+      "loss": 0.5674391984939575,
+      "step": 2876
+    },
+    {
+      "epoch": 2.1786525359576077,
+      "grad_norm": 3.136618137359619,
+      "learning_rate": 1.5634449686294778e-06,
+      "loss": 0.27115634083747864,
+      "step": 2878
+    },
+    {
+      "epoch": 2.1801665404996213,
+      "grad_norm": 1.1265112161636353,
+      "learning_rate": 1.561758476212738e-06,
+      "loss": 0.6448878049850464,
+      "step": 2880
+    },
+    {
+      "epoch": 2.181680545041635,
+      "grad_norm": 1.073952555656433,
+      "learning_rate": 1.56007212208839e-06,
+      "loss": 0.0826905369758606,
+      "step": 2882
+    },
+    {
+      "epoch": 2.1831945495836487,
+      "grad_norm": 1.2602885961532593,
+      "learning_rate": 1.5583859088992927e-06,
+      "loss": 0.4014187455177307,
+      "step": 2884
+    },
+    {
+      "epoch": 2.1847085541256623,
+      "grad_norm": 0.9830121994018555,
+      "learning_rate": 1.5566998392880854e-06,
+      "loss": 0.7575472593307495,
+      "step": 2886
+    },
+    {
+      "epoch": 2.186222558667676,
+      "grad_norm": 1.6392723321914673,
+      "learning_rate": 1.5550139158971817e-06,
+      "loss": 0.24749702215194702,
+      "step": 2888
+    },
+    {
+      "epoch": 2.1877365632096897,
+      "grad_norm": 1.1800613403320312,
+      "learning_rate": 1.553328141368765e-06,
+      "loss": 0.5460869669914246,
+      "step": 2890
+    },
+    {
+      "epoch": 2.1892505677517033,
+      "grad_norm": 1.165030598640442,
+      "learning_rate": 1.551642518344788e-06,
+      "loss": 0.7511795163154602,
+      "step": 2892
+    },
+    {
+      "epoch": 2.190764572293717,
+      "grad_norm": 3.8945846557617188,
+      "learning_rate": 1.5499570494669635e-06,
+      "loss": 0.7876091599464417,
+      "step": 2894
+    },
+    {
+      "epoch": 2.1922785768357307,
+      "grad_norm": 2.5353126525878906,
+      "learning_rate": 1.548271737376763e-06,
+      "loss": 0.5594918131828308,
+      "step": 2896
+    },
+    {
+      "epoch": 2.1937925813777444,
+      "grad_norm": 1.0810461044311523,
+      "learning_rate": 1.5465865847154133e-06,
+      "loss": 0.49233466386795044,
+      "step": 2898
+    },
+    {
+      "epoch": 2.1953065859197576,
+      "grad_norm": 1.424275517463684,
+      "learning_rate": 1.5449015941238916e-06,
+      "loss": 0.10253500938415527,
+      "step": 2900
+    },
+    {
+      "epoch": 2.1968205904617712,
+      "grad_norm": 1.9398629665374756,
+      "learning_rate": 1.5432167682429199e-06,
+      "loss": 0.1983412206172943,
+      "step": 2902
+    },
+    {
+      "epoch": 2.198334595003785,
+      "grad_norm": 0.47313499450683594,
+      "learning_rate": 1.541532109712962e-06,
+      "loss": 0.6859210729598999,
+      "step": 2904
+    },
+    {
+      "epoch": 2.1998485995457986,
+      "grad_norm": 1.4736558198928833,
+      "learning_rate": 1.5398476211742212e-06,
+      "loss": 0.6153842210769653,
+      "step": 2906
+    },
+    {
+      "epoch": 2.2013626040878123,
+      "grad_norm": 1.6076915264129639,
+      "learning_rate": 1.5381633052666323e-06,
+      "loss": 0.06841941922903061,
+      "step": 2908
+    },
+    {
+      "epoch": 2.202876608629826,
+      "grad_norm": 0.9196807742118835,
+      "learning_rate": 1.5364791646298612e-06,
+      "loss": 0.8942004442214966,
+      "step": 2910
+    },
+    {
+      "epoch": 2.2043906131718396,
+      "grad_norm": 4.5777201652526855,
+      "learning_rate": 1.5347952019032969e-06,
+      "loss": 0.16147112846374512,
+      "step": 2912
+    },
+    {
+      "epoch": 2.2059046177138533,
+      "grad_norm": 1.9058843851089478,
+      "learning_rate": 1.533111419726053e-06,
+      "loss": 0.5567464232444763,
+      "step": 2914
+    },
+    {
+      "epoch": 2.207418622255867,
+      "grad_norm": 2.2641146183013916,
+      "learning_rate": 1.5314278207369572e-06,
+      "loss": 0.31114301085472107,
+      "step": 2916
+    },
+    {
+      "epoch": 2.20893262679788,
+      "grad_norm": 6.013691425323486,
+      "learning_rate": 1.5297444075745511e-06,
+      "loss": 0.6485071778297424,
+      "step": 2918
+    },
+    {
+      "epoch": 2.210446631339894,
+      "grad_norm": 2.468949317932129,
+      "learning_rate": 1.5280611828770842e-06,
+      "loss": 0.5490062832832336,
+      "step": 2920
+    },
+    {
+      "epoch": 2.2119606358819075,
+      "grad_norm": 2.49491548538208,
+      "learning_rate": 1.5263781492825134e-06,
+      "loss": 0.45480069518089294,
+      "step": 2922
+    },
+    {
+      "epoch": 2.213474640423921,
+      "grad_norm": 2.91528058052063,
+      "learning_rate": 1.524695309428493e-06,
+      "loss": 0.7654291391372681,
+      "step": 2924
+    },
+    {
+      "epoch": 2.214988644965935,
+      "grad_norm": 1.5504508018493652,
+      "learning_rate": 1.5230126659523748e-06,
+      "loss": 0.4938569664955139,
+      "step": 2926
+    },
+    {
+      "epoch": 2.2165026495079485,
+      "grad_norm": 1.441898226737976,
+      "learning_rate": 1.5213302214912033e-06,
+      "loss": 0.35826438665390015,
+      "step": 2928
+    },
+    {
+      "epoch": 2.218016654049962,
+      "grad_norm": 1.7175021171569824,
+      "learning_rate": 1.5196479786817105e-06,
+      "loss": 0.5516992807388306,
+      "step": 2930
+    },
+    {
+      "epoch": 2.219530658591976,
+      "grad_norm": 1.2882024049758911,
+      "learning_rate": 1.517965940160313e-06,
+      "loss": 0.49597468972206116,
+      "step": 2932
+    },
+    {
+      "epoch": 2.2210446631339895,
+      "grad_norm": 7.071352005004883,
+      "learning_rate": 1.5162841085631062e-06,
+      "loss": 0.08909988403320312,
+      "step": 2934
+    },
+    {
+      "epoch": 2.222558667676003,
+      "grad_norm": 1.9846807718276978,
+      "learning_rate": 1.5146024865258626e-06,
+      "loss": 1.073472261428833,
+      "step": 2936
+    },
+    {
+      "epoch": 2.224072672218017,
+      "grad_norm": 1.784736156463623,
+      "learning_rate": 1.512921076684025e-06,
+      "loss": 0.5595353245735168,
+      "step": 2938
+    },
+    {
+      "epoch": 2.22558667676003,
+      "grad_norm": 3.0223000049591064,
+      "learning_rate": 1.5112398816727044e-06,
+      "loss": 0.6427146196365356,
+      "step": 2940
+    },
+    {
+      "epoch": 2.2271006813020437,
+      "grad_norm": 1.1277985572814941,
+      "learning_rate": 1.5095589041266737e-06,
+      "loss": 0.5653051733970642,
+      "step": 2942
+    },
+    {
+      "epoch": 2.2286146858440574,
+      "grad_norm": 1.9536253213882446,
+      "learning_rate": 1.5078781466803683e-06,
+      "loss": 0.350731760263443,
+      "step": 2944
+    },
+    {
+      "epoch": 2.230128690386071,
+      "grad_norm": 0.8452926874160767,
+      "learning_rate": 1.5061976119678749e-06,
+      "loss": 0.6324775218963623,
+      "step": 2946
+    },
+    {
+      "epoch": 2.2316426949280848,
+      "grad_norm": 1.2329614162445068,
+      "learning_rate": 1.5045173026229326e-06,
+      "loss": 0.39321663975715637,
+      "step": 2948
+    },
+    {
+      "epoch": 2.2331566994700984,
+      "grad_norm": 1.8933361768722534,
+      "learning_rate": 1.502837221278929e-06,
+      "loss": 0.27046847343444824,
+      "step": 2950
+    },
+    {
+      "epoch": 2.234670704012112,
+      "grad_norm": 0.9778454303741455,
+      "learning_rate": 1.5011573705688922e-06,
+      "loss": 0.8379035592079163,
+      "step": 2952
+    },
+    {
+      "epoch": 2.2361847085541258,
+      "grad_norm": 1.423471450805664,
+      "learning_rate": 1.4994777531254882e-06,
+      "loss": 0.5086550116539001,
+      "step": 2954
+    },
+    {
+      "epoch": 2.2376987130961394,
+      "grad_norm": 0.8852792382240295,
+      "learning_rate": 1.49779837158102e-06,
+      "loss": 0.03382871299982071,
+      "step": 2956
+    },
+    {
+      "epoch": 2.239212717638153,
+      "grad_norm": 5.467677593231201,
+      "learning_rate": 1.4961192285674194e-06,
+      "loss": 0.5554404854774475,
+      "step": 2958
+    },
+    {
+      "epoch": 2.2407267221801668,
+      "grad_norm": 2.3810720443725586,
+      "learning_rate": 1.494440326716245e-06,
+      "loss": 0.5296036005020142,
+      "step": 2960
+    },
+    {
+      "epoch": 2.24224072672218,
+      "grad_norm": 1.4890040159225464,
+      "learning_rate": 1.4927616686586755e-06,
+      "loss": 0.46809694170951843,
+      "step": 2962
+    },
+    {
+      "epoch": 2.2437547312641937,
+      "grad_norm": 3.5411429405212402,
+      "learning_rate": 1.4910832570255105e-06,
+      "loss": 0.2190769761800766,
+      "step": 2964
+    },
+    {
+      "epoch": 2.2452687358062073,
+      "grad_norm": 2.4040260314941406,
+      "learning_rate": 1.489405094447162e-06,
+      "loss": 0.053907375782728195,
+      "step": 2966
+    },
+    {
+      "epoch": 2.246782740348221,
+      "grad_norm": 1.8134297132492065,
+      "learning_rate": 1.4877271835536508e-06,
+      "loss": 0.18153570592403412,
+      "step": 2968
+    },
+    {
+      "epoch": 2.2482967448902347,
+      "grad_norm": 1.2748960256576538,
+      "learning_rate": 1.486049526974604e-06,
+      "loss": 0.09789960086345673,
+      "step": 2970
+    },
+    {
+      "epoch": 2.2498107494322483,
+      "grad_norm": 2.113441228866577,
+      "learning_rate": 1.4843721273392512e-06,
+      "loss": 0.21388627588748932,
+      "step": 2972
+    },
+    {
+      "epoch": 2.251324753974262,
+      "grad_norm": 1.8878917694091797,
+      "learning_rate": 1.4826949872764181e-06,
+      "loss": 0.45056116580963135,
+      "step": 2974
+    },
+    {
+      "epoch": 2.2528387585162757,
+      "grad_norm": 3.475752592086792,
+      "learning_rate": 1.4810181094145231e-06,
+      "loss": 0.5707042217254639,
+      "step": 2976
+    },
+    {
+      "epoch": 2.2543527630582894,
+      "grad_norm": 2.3447210788726807,
+      "learning_rate": 1.4793414963815745e-06,
+      "loss": 0.2774571180343628,
+      "step": 2978
+    },
+    {
+      "epoch": 2.2558667676003026,
+      "grad_norm": 1.1211177110671997,
+      "learning_rate": 1.4776651508051667e-06,
+      "loss": 0.5376030802726746,
+      "step": 2980
+    },
+    {
+      "epoch": 2.2573807721423162,
+      "grad_norm": 0.713952362537384,
+      "learning_rate": 1.4759890753124724e-06,
+      "loss": 0.6337863802909851,
+      "step": 2982
+    },
+    {
+      "epoch": 2.25889477668433,
+      "grad_norm": 1.3238987922668457,
+      "learning_rate": 1.4743132725302427e-06,
+      "loss": 0.5528537631034851,
+      "step": 2984
+    },
+    {
+      "epoch": 2.2604087812263436,
+      "grad_norm": 0.9952222108840942,
+      "learning_rate": 1.472637745084801e-06,
+      "loss": 0.43501901626586914,
+      "step": 2986
+    },
+    {
+      "epoch": 2.2619227857683573,
+      "grad_norm": 4.0580220222473145,
+      "learning_rate": 1.47096249560204e-06,
+      "loss": 0.9046013355255127,
+      "step": 2988
+    },
+    {
+      "epoch": 2.263436790310371,
+      "grad_norm": 1.193737268447876,
+      "learning_rate": 1.469287526707415e-06,
+      "loss": 0.8010193109512329,
+      "step": 2990
+    },
+    {
+      "epoch": 2.2649507948523846,
+      "grad_norm": 9.777836799621582,
+      "learning_rate": 1.467612841025942e-06,
+      "loss": 0.3662986755371094,
+      "step": 2992
+    },
+    {
+      "epoch": 2.2664647993943983,
+      "grad_norm": 0.6894108057022095,
+      "learning_rate": 1.465938441182195e-06,
+      "loss": 0.47696706652641296,
+      "step": 2994
+    },
+    {
+      "epoch": 2.267978803936412,
+      "grad_norm": 2.3913896083831787,
+      "learning_rate": 1.4642643298002977e-06,
+      "loss": 0.6009340882301331,
+      "step": 2996
+    },
+    {
+      "epoch": 2.2694928084784256,
+      "grad_norm": 2.373789072036743,
+      "learning_rate": 1.4625905095039232e-06,
+      "loss": 0.987229585647583,
+      "step": 2998
+    },
+    {
+      "epoch": 2.2710068130204393,
+      "grad_norm": 3.011552572250366,
+      "learning_rate": 1.4609169829162866e-06,
+      "loss": 0.528290867805481,
+      "step": 3000
+    },
+    {
+      "epoch": 2.2725208175624525,
+      "grad_norm": 0.723567545413971,
+      "learning_rate": 1.4592437526601462e-06,
+      "loss": 0.02787677012383938,
+      "step": 3002
+    },
+    {
+      "epoch": 2.274034822104466,
+      "grad_norm": 2.0487186908721924,
+      "learning_rate": 1.4575708213577915e-06,
+      "loss": 0.5389975309371948,
+      "step": 3004
+    },
+    {
+      "epoch": 2.27554882664648,
+      "grad_norm": 1.3139487504959106,
+      "learning_rate": 1.4558981916310474e-06,
+      "loss": 0.07102423906326294,
+      "step": 3006
+    },
+    {
+      "epoch": 2.2770628311884935,
+      "grad_norm": 1.8657398223876953,
+      "learning_rate": 1.4542258661012636e-06,
+      "loss": 0.502851128578186,
+      "step": 3008
+    },
+    {
+      "epoch": 2.278576835730507,
+      "grad_norm": 1.8828381299972534,
+      "learning_rate": 1.4525538473893138e-06,
+      "loss": 0.052939970046281815,
+      "step": 3010
+    },
+    {
+      "epoch": 2.280090840272521,
+      "grad_norm": 3.5837385654449463,
+      "learning_rate": 1.4508821381155916e-06,
+      "loss": 0.0660877674818039,
+      "step": 3012
+    },
+    {
+      "epoch": 2.2816048448145345,
+      "grad_norm": 1.7557404041290283,
+      "learning_rate": 1.4492107409000037e-06,
+      "loss": 0.147925466299057,
+      "step": 3014
+    },
+    {
+      "epoch": 2.283118849356548,
+      "grad_norm": 1.5166267156600952,
+      "learning_rate": 1.4475396583619706e-06,
+      "loss": 0.3314111828804016,
+      "step": 3016
+    },
+    {
+      "epoch": 2.284632853898562,
+      "grad_norm": 2.2240238189697266,
+      "learning_rate": 1.445868893120417e-06,
+      "loss": 0.9709873199462891,
+      "step": 3018
+    },
+    {
+      "epoch": 2.286146858440575,
+      "grad_norm": 1.196077585220337,
+      "learning_rate": 1.444198447793772e-06,
+      "loss": 0.9430187940597534,
+      "step": 3020
+    },
+    {
+      "epoch": 2.287660862982589,
+      "grad_norm": 1.904353141784668,
+      "learning_rate": 1.4425283249999626e-06,
+      "loss": 0.7404723167419434,
+      "step": 3022
+    },
+    {
+      "epoch": 2.2891748675246024,
+      "grad_norm": 1.7155346870422363,
+      "learning_rate": 1.4408585273564101e-06,
+      "loss": 0.5739380717277527,
+      "step": 3024
+    },
+    {
+      "epoch": 2.290688872066616,
+      "grad_norm": 1.2293956279754639,
+      "learning_rate": 1.4391890574800273e-06,
+      "loss": 0.44090327620506287,
+      "step": 3026
+    },
+    {
+      "epoch": 2.2922028766086298,
+      "grad_norm": 1.4451079368591309,
+      "learning_rate": 1.4375199179872111e-06,
+      "loss": 0.9696823358535767,
+      "step": 3028
+    },
+    {
+      "epoch": 2.2937168811506434,
+      "grad_norm": 36.32086181640625,
+      "learning_rate": 1.435851111493844e-06,
+      "loss": 0.3338770270347595,
+      "step": 3030
+    },
+    {
+      "epoch": 2.295230885692657,
+      "grad_norm": 8.2905855178833,
+      "learning_rate": 1.434182640615284e-06,
+      "loss": 0.5509998202323914,
+      "step": 3032
+    },
+    {
+      "epoch": 2.2967448902346708,
+      "grad_norm": 2.4570791721343994,
+      "learning_rate": 1.4325145079663634e-06,
+      "loss": 0.13118332624435425,
+      "step": 3034
+    },
+    {
+      "epoch": 2.2982588947766844,
+      "grad_norm": 1.0852617025375366,
+      "learning_rate": 1.4308467161613854e-06,
+      "loss": 0.467588871717453,
+      "step": 3036
+    },
+    {
+      "epoch": 2.299772899318698,
+      "grad_norm": 1.4151700735092163,
+      "learning_rate": 1.4291792678141184e-06,
+      "loss": 0.8230699300765991,
+      "step": 3038
+    },
+    {
+      "epoch": 2.3012869038607118,
+      "grad_norm": 1.6991437673568726,
+      "learning_rate": 1.4275121655377932e-06,
+      "loss": 0.05372127518057823,
+      "step": 3040
+    },
+    {
+      "epoch": 2.302800908402725,
+      "grad_norm": 1.8634898662567139,
+      "learning_rate": 1.4258454119450961e-06,
+      "loss": 0.6053745150566101,
+      "step": 3042
+    },
+    {
+      "epoch": 2.3043149129447387,
+      "grad_norm": 1.8450437784194946,
+      "learning_rate": 1.4241790096481704e-06,
+      "loss": 0.30308300256729126,
+      "step": 3044
+    },
+    {
+      "epoch": 2.3058289174867523,
+      "grad_norm": 5.503345489501953,
+      "learning_rate": 1.4225129612586064e-06,
+      "loss": 0.684380292892456,
+      "step": 3046
+    },
+    {
+      "epoch": 2.307342922028766,
+      "grad_norm": 1.7327464818954468,
+      "learning_rate": 1.4208472693874397e-06,
+      "loss": 0.5232458710670471,
+      "step": 3048
+    },
+    {
+      "epoch": 2.3088569265707797,
+      "grad_norm": 1.1458314657211304,
+      "learning_rate": 1.4191819366451482e-06,
+      "loss": 0.983380138874054,
+      "step": 3050
+    },
+    {
+      "epoch": 2.3103709311127933,
+      "grad_norm": 1.4206262826919556,
+      "learning_rate": 1.4175169656416467e-06,
+      "loss": 0.551274299621582,
+      "step": 3052
+    },
+    {
+      "epoch": 2.311884935654807,
+      "grad_norm": 1.4261451959609985,
+      "learning_rate": 1.4158523589862829e-06,
+      "loss": 0.5678657293319702,
+      "step": 3054
+    },
+    {
+      "epoch": 2.3133989401968207,
+      "grad_norm": 3.07586932182312,
+      "learning_rate": 1.4141881192878332e-06,
+      "loss": 0.21762025356292725,
+      "step": 3056
+    },
+    {
+      "epoch": 2.3149129447388344,
+      "grad_norm": 0.4984033703804016,
+      "learning_rate": 1.4125242491545e-06,
+      "loss": 0.47255775332450867,
+      "step": 3058
+    },
+    {
+      "epoch": 2.316426949280848,
+      "grad_norm": 0.9979020953178406,
+      "learning_rate": 1.4108607511939053e-06,
+      "loss": 0.40149471163749695,
+      "step": 3060
+    },
+    {
+      "epoch": 2.3179409538228617,
+      "grad_norm": 0.9560830593109131,
+      "learning_rate": 1.4091976280130884e-06,
+      "loss": 0.07733272761106491,
+      "step": 3062
+    },
+    {
+      "epoch": 2.319454958364875,
+      "grad_norm": 2.5434560775756836,
+      "learning_rate": 1.4075348822185006e-06,
+      "loss": 0.17353244125843048,
+      "step": 3064
+    },
+    {
+      "epoch": 2.3209689629068886,
+      "grad_norm": 0.8594362139701843,
+      "learning_rate": 1.4058725164160035e-06,
+      "loss": 0.20494288206100464,
+      "step": 3066
+    },
+    {
+      "epoch": 2.3224829674489023,
+      "grad_norm": 2.008943796157837,
+      "learning_rate": 1.404210533210861e-06,
+      "loss": 0.8089302182197571,
+      "step": 3068
+    },
+    {
+      "epoch": 2.323996971990916,
+      "grad_norm": 1.4592000246047974,
+      "learning_rate": 1.4025489352077387e-06,
+      "loss": 0.7138203382492065,
+      "step": 3070
+    },
+    {
+      "epoch": 2.3255109765329296,
+      "grad_norm": 1.2846051454544067,
+      "learning_rate": 1.4008877250106977e-06,
+      "loss": 0.5384699106216431,
+      "step": 3072
+    },
+    {
+      "epoch": 2.3270249810749433,
+      "grad_norm": 1.8643642663955688,
+      "learning_rate": 1.399226905223193e-06,
+      "loss": 1.0451525449752808,
+      "step": 3074
+    },
+    {
+      "epoch": 2.328538985616957,
+      "grad_norm": 2.154496908187866,
+      "learning_rate": 1.3975664784480653e-06,
+      "loss": 0.9221094250679016,
+      "step": 3076
+    },
+    {
+      "epoch": 2.3300529901589706,
+      "grad_norm": 0.9635958075523376,
+      "learning_rate": 1.3959064472875406e-06,
+      "loss": 0.12245582044124603,
+      "step": 3078
+    },
+    {
+      "epoch": 2.3315669947009843,
+      "grad_norm": 2.344228744506836,
+      "learning_rate": 1.3942468143432263e-06,
+      "loss": 0.6670504808425903,
+      "step": 3080
+    },
+    {
+      "epoch": 2.3330809992429975,
+      "grad_norm": 6.57515287399292,
+      "learning_rate": 1.3925875822161034e-06,
+      "loss": 0.10075915604829788,
+      "step": 3082
+    },
+    {
+      "epoch": 2.334595003785011,
+      "grad_norm": 3.713717222213745,
+      "learning_rate": 1.3909287535065254e-06,
+      "loss": 0.42904263734817505,
+      "step": 3084
+    },
+    {
+      "epoch": 2.336109008327025,
+      "grad_norm": 2.4940359592437744,
+      "learning_rate": 1.3892703308142144e-06,
+      "loss": 0.48184409737586975,
+      "step": 3086
+    },
+    {
+      "epoch": 2.3376230128690385,
+      "grad_norm": 1.3162837028503418,
+      "learning_rate": 1.3876123167382551e-06,
+      "loss": 0.9502226710319519,
+      "step": 3088
+    },
+    {
+      "epoch": 2.339137017411052,
+      "grad_norm": 7.361681938171387,
+      "learning_rate": 1.3859547138770932e-06,
+      "loss": 0.599661648273468,
+      "step": 3090
+    },
+    {
+      "epoch": 2.340651021953066,
+      "grad_norm": 1.5515596866607666,
+      "learning_rate": 1.3842975248285284e-06,
+      "loss": 0.5803654193878174,
+      "step": 3092
+    },
+    {
+      "epoch": 2.3421650264950795,
+      "grad_norm": 2.7542948722839355,
+      "learning_rate": 1.382640752189712e-06,
+      "loss": 0.8318883180618286,
+      "step": 3094
+    },
+    {
+      "epoch": 2.343679031037093,
+      "grad_norm": 1.3153477907180786,
+      "learning_rate": 1.380984398557145e-06,
+      "loss": 1.0047526359558105,
+      "step": 3096
+    },
+    {
+      "epoch": 2.345193035579107,
+      "grad_norm": 1.5192776918411255,
+      "learning_rate": 1.3793284665266681e-06,
+      "loss": 0.2914261221885681,
+      "step": 3098
+    },
+    {
+      "epoch": 2.3467070401211205,
+      "grad_norm": 1.7307908535003662,
+      "learning_rate": 1.3776729586934643e-06,
+      "loss": 0.08925025165081024,
+      "step": 3100
+    },
+    {
+      "epoch": 2.348221044663134,
+      "grad_norm": 1.367954969406128,
+      "learning_rate": 1.3760178776520502e-06,
+      "loss": 0.10482754558324814,
+      "step": 3102
+    },
+    {
+      "epoch": 2.3497350492051474,
+      "grad_norm": 0.9124159812927246,
+      "learning_rate": 1.3743632259962745e-06,
+      "loss": 1.0023339986801147,
+      "step": 3104
+    },
+    {
+      "epoch": 2.351249053747161,
+      "grad_norm": 1.9778529405593872,
+      "learning_rate": 1.3727090063193114e-06,
+      "loss": 0.33621156215667725,
+      "step": 3106
+    },
+    {
+      "epoch": 2.3527630582891748,
+      "grad_norm": 1.0378131866455078,
+      "learning_rate": 1.3710552212136604e-06,
+      "loss": 0.09334226697683334,
+      "step": 3108
+    },
+    {
+      "epoch": 2.3542770628311884,
+      "grad_norm": 1.84617018699646,
+      "learning_rate": 1.3694018732711379e-06,
+      "loss": 0.5694966912269592,
+      "step": 3110
+    },
+    {
+      "epoch": 2.355791067373202,
+      "grad_norm": 2.9862098693847656,
+      "learning_rate": 1.367748965082876e-06,
+      "loss": 0.4267437160015106,
+      "step": 3112
+    },
+    {
+      "epoch": 2.3573050719152158,
+      "grad_norm": 1.6970902681350708,
+      "learning_rate": 1.3660964992393176e-06,
+      "loss": 0.9923496246337891,
+      "step": 3114
+    },
+    {
+      "epoch": 2.3588190764572294,
+      "grad_norm": 5.03739070892334,
+      "learning_rate": 1.3644444783302122e-06,
+      "loss": 0.5381168723106384,
+      "step": 3116
+    },
+    {
+      "epoch": 2.360333080999243,
+      "grad_norm": 1.1617183685302734,
+      "learning_rate": 1.3627929049446132e-06,
+      "loss": 0.8619621992111206,
+      "step": 3118
+    },
+    {
+      "epoch": 2.3618470855412568,
+      "grad_norm": 1.5070496797561646,
+      "learning_rate": 1.3611417816708704e-06,
+      "loss": 0.10040760785341263,
+      "step": 3120
+    },
+    {
+      "epoch": 2.3633610900832704,
+      "grad_norm": 7.007774829864502,
+      "learning_rate": 1.3594911110966294e-06,
+      "loss": 0.637200653553009,
+      "step": 3122
+    },
+    {
+      "epoch": 2.364875094625284,
+      "grad_norm": 1.424198865890503,
+      "learning_rate": 1.357840895808827e-06,
+      "loss": 0.5357862710952759,
+      "step": 3124
+    },
+    {
+      "epoch": 2.3663890991672973,
+      "grad_norm": 1.7460556030273438,
+      "learning_rate": 1.3561911383936855e-06,
+      "loss": 0.4575690031051636,
+      "step": 3126
+    },
+    {
+      "epoch": 2.367903103709311,
+      "grad_norm": 1.4075205326080322,
+      "learning_rate": 1.3545418414367094e-06,
+      "loss": 0.5583956837654114,
+      "step": 3128
+    },
+    {
+      "epoch": 2.3694171082513247,
+      "grad_norm": 1.6578543186187744,
+      "learning_rate": 1.3528930075226817e-06,
+      "loss": 0.7681494951248169,
+      "step": 3130
+    },
+    {
+      "epoch": 2.3709311127933383,
+      "grad_norm": 1.2633215188980103,
+      "learning_rate": 1.3512446392356616e-06,
+      "loss": 0.10331685096025467,
+      "step": 3132
+    },
+    {
+      "epoch": 2.372445117335352,
+      "grad_norm": 1.1421338319778442,
+      "learning_rate": 1.3495967391589757e-06,
+      "loss": 0.6246542930603027,
+      "step": 3134
+    },
+    {
+      "epoch": 2.3739591218773657,
+      "grad_norm": 1.9815109968185425,
+      "learning_rate": 1.347949309875219e-06,
+      "loss": 0.114561066031456,
+      "step": 3136
+    },
+    {
+      "epoch": 2.3754731264193794,
+      "grad_norm": 2.0402708053588867,
+      "learning_rate": 1.3463023539662466e-06,
+      "loss": 0.5803054571151733,
+      "step": 3138
+    },
+    {
+      "epoch": 2.376987130961393,
+      "grad_norm": 2.7386202812194824,
+      "learning_rate": 1.3446558740131748e-06,
+      "loss": 0.15507030487060547,
+      "step": 3140
+    },
+    {
+      "epoch": 2.3785011355034067,
+      "grad_norm": 3.707937479019165,
+      "learning_rate": 1.3430098725963704e-06,
+      "loss": 0.7307823300361633,
+      "step": 3142
+    },
+    {
+      "epoch": 2.38001514004542,
+      "grad_norm": 1.6937426328659058,
+      "learning_rate": 1.3413643522954523e-06,
+      "loss": 0.15916629135608673,
+      "step": 3144
+    },
+    {
+      "epoch": 2.3815291445874336,
+      "grad_norm": 7.806919097900391,
+      "learning_rate": 1.3397193156892861e-06,
+      "loss": 0.26189538836479187,
+      "step": 3146
+    },
+    {
+      "epoch": 2.3830431491294473,
+      "grad_norm": 1.6772302389144897,
+      "learning_rate": 1.3380747653559774e-06,
+      "loss": 0.28399085998535156,
+      "step": 3148
+    },
+    {
+      "epoch": 2.384557153671461,
+      "grad_norm": 5.274273872375488,
+      "learning_rate": 1.3364307038728712e-06,
+      "loss": 0.4567217528820038,
+      "step": 3150
+    },
+    {
+      "epoch": 2.3860711582134746,
+      "grad_norm": 3.8594324588775635,
+      "learning_rate": 1.3347871338165446e-06,
+      "loss": 0.24846740067005157,
+      "step": 3152
+    },
+    {
+      "epoch": 2.3875851627554883,
+      "grad_norm": 1.2358424663543701,
+      "learning_rate": 1.3331440577628072e-06,
+      "loss": 0.4945383071899414,
+      "step": 3154
+    },
+    {
+      "epoch": 2.389099167297502,
+      "grad_norm": 1.220064401626587,
+      "learning_rate": 1.3315014782866924e-06,
+      "loss": 0.9436984062194824,
+      "step": 3156
+    },
+    {
+      "epoch": 2.3906131718395156,
+      "grad_norm": 3.0590875148773193,
+      "learning_rate": 1.3298593979624551e-06,
+      "loss": 0.05348268523812294,
+      "step": 3158
+    },
+    {
+      "epoch": 2.3921271763815293,
+      "grad_norm": 3.1153619289398193,
+      "learning_rate": 1.3282178193635696e-06,
+      "loss": 0.2244076132774353,
+      "step": 3160
+    },
+    {
+      "epoch": 2.393641180923543,
+      "grad_norm": 0.6548517346382141,
+      "learning_rate": 1.3265767450627227e-06,
+      "loss": 0.17198483645915985,
+      "step": 3162
+    },
+    {
+      "epoch": 2.3951551854655566,
+      "grad_norm": 6.255575180053711,
+      "learning_rate": 1.3249361776318117e-06,
+      "loss": 0.2843590974807739,
+      "step": 3164
+    },
+    {
+      "epoch": 2.39666919000757,
+      "grad_norm": 2.9246954917907715,
+      "learning_rate": 1.3232961196419376e-06,
+      "loss": 0.623583197593689,
+      "step": 3166
+    },
+    {
+      "epoch": 2.3981831945495835,
+      "grad_norm": 0.50059574842453,
+      "learning_rate": 1.321656573663406e-06,
+      "loss": 0.09894771873950958,
+      "step": 3168
+    },
+    {
+      "epoch": 2.399697199091597,
+      "grad_norm": 1.3362988233566284,
+      "learning_rate": 1.3200175422657182e-06,
+      "loss": 0.5679229497909546,
+      "step": 3170
+    },
+    {
+      "epoch": 2.401211203633611,
+      "grad_norm": 2.1153697967529297,
+      "learning_rate": 1.318379028017568e-06,
+      "loss": 0.10766123980283737,
+      "step": 3172
+    },
+    {
+      "epoch": 2.4027252081756245,
+      "grad_norm": 1.3370146751403809,
+      "learning_rate": 1.3167410334868418e-06,
+      "loss": 0.5436999797821045,
+      "step": 3174
+    },
+    {
+      "epoch": 2.404239212717638,
+      "grad_norm": 0.9573742747306824,
+      "learning_rate": 1.3151035612406088e-06,
+      "loss": 0.6489812731742859,
+      "step": 3176
+    },
+    {
+      "epoch": 2.405753217259652,
+      "grad_norm": 2.13118577003479,
+      "learning_rate": 1.3134666138451209e-06,
+      "loss": 0.05830124020576477,
+      "step": 3178
+    },
+    {
+      "epoch": 2.4072672218016655,
+      "grad_norm": 3.4382195472717285,
+      "learning_rate": 1.3118301938658064e-06,
+      "loss": 0.3100920617580414,
+      "step": 3180
+    },
+    {
+      "epoch": 2.408781226343679,
+      "grad_norm": 1.7725976705551147,
+      "learning_rate": 1.3101943038672687e-06,
+      "loss": 0.15139536559581757,
+      "step": 3182
+    },
+    {
+      "epoch": 2.4102952308856924,
+      "grad_norm": 16.863624572753906,
+      "learning_rate": 1.30855894641328e-06,
+      "loss": 0.09493289142847061,
+      "step": 3184
+    },
+    {
+      "epoch": 2.4118092354277065,
+      "grad_norm": 1.4564752578735352,
+      "learning_rate": 1.3069241240667765e-06,
+      "loss": 0.8515955805778503,
+      "step": 3186
+    },
+    {
+      "epoch": 2.4133232399697198,
+      "grad_norm": 1.554567575454712,
+      "learning_rate": 1.3052898393898576e-06,
+      "loss": 1.0115079879760742,
+      "step": 3188
+    },
+    {
+      "epoch": 2.4148372445117334,
+      "grad_norm": 1.5233845710754395,
+      "learning_rate": 1.303656094943779e-06,
+      "loss": 0.5995775461196899,
+      "step": 3190
+    },
+    {
+      "epoch": 2.416351249053747,
+      "grad_norm": 2.3655357360839844,
+      "learning_rate": 1.3020228932889508e-06,
+      "loss": 0.20200370252132416,
+      "step": 3192
+    },
+    {
+      "epoch": 2.4178652535957608,
+      "grad_norm": 2.0905120372772217,
+      "learning_rate": 1.3003902369849306e-06,
+      "loss": 0.4998927116394043,
+      "step": 3194
+    },
+    {
+      "epoch": 2.4193792581377744,
+      "grad_norm": 4.869546413421631,
+      "learning_rate": 1.2987581285904236e-06,
+      "loss": 0.5835165977478027,
+      "step": 3196
+    },
+    {
+      "epoch": 2.420893262679788,
+      "grad_norm": 2.21663236618042,
+      "learning_rate": 1.2971265706632747e-06,
+      "loss": 0.16086173057556152,
+      "step": 3198
+    },
+    {
+      "epoch": 2.4224072672218018,
+      "grad_norm": 1.6782759428024292,
+      "learning_rate": 1.2954955657604666e-06,
+      "loss": 0.12522250413894653,
+      "step": 3200
+    },
+    {
+      "epoch": 2.4239212717638154,
+      "grad_norm": 1.6303638219833374,
+      "learning_rate": 1.293865116438115e-06,
+      "loss": 0.17928239703178406,
+      "step": 3202
+    },
+    {
+      "epoch": 2.425435276305829,
+      "grad_norm": 3.6860408782958984,
+      "learning_rate": 1.2922352252514653e-06,
+      "loss": 0.19742460548877716,
+      "step": 3204
+    },
+    {
+      "epoch": 2.4269492808478423,
+      "grad_norm": 1.208554983139038,
+      "learning_rate": 1.2906058947548886e-06,
+      "loss": 0.4462728202342987,
+      "step": 3206
+    },
+    {
+      "epoch": 2.428463285389856,
+      "grad_norm": 1.8932050466537476,
+      "learning_rate": 1.2889771275018757e-06,
+      "loss": 1.0223256349563599,
+      "step": 3208
+    },
+    {
+      "epoch": 2.4299772899318697,
+      "grad_norm": 1.7575585842132568,
+      "learning_rate": 1.287348926045037e-06,
+      "loss": 0.41016995906829834,
+      "step": 3210
+    },
+    {
+      "epoch": 2.4314912944738833,
+      "grad_norm": 4.98886775970459,
+      "learning_rate": 1.285721292936094e-06,
+      "loss": 0.5454086065292358,
+      "step": 3212
+    },
+    {
+      "epoch": 2.433005299015897,
+      "grad_norm": 1.27085542678833,
+      "learning_rate": 1.2840942307258784e-06,
+      "loss": 0.5145463943481445,
+      "step": 3214
+    },
+    {
+      "epoch": 2.4345193035579107,
+      "grad_norm": 1.5302115678787231,
+      "learning_rate": 1.2824677419643277e-06,
+      "loss": 0.5293673276901245,
+      "step": 3216
+    },
+    {
+      "epoch": 2.4360333080999244,
+      "grad_norm": 1.2060223817825317,
+      "learning_rate": 1.2808418292004795e-06,
+      "loss": 0.4708445370197296,
+      "step": 3218
+    },
+    {
+      "epoch": 2.437547312641938,
+      "grad_norm": 1.0390387773513794,
+      "learning_rate": 1.2792164949824702e-06,
+      "loss": 0.6700956225395203,
+      "step": 3220
+    },
+    {
+      "epoch": 2.4390613171839517,
+      "grad_norm": 1.1483389139175415,
+      "learning_rate": 1.2775917418575284e-06,
+      "loss": 0.5343015193939209,
+      "step": 3222
+    },
+    {
+      "epoch": 2.4405753217259654,
+      "grad_norm": 2.0548574924468994,
+      "learning_rate": 1.275967572371971e-06,
+      "loss": 0.5125769972801208,
+      "step": 3224
+    },
+    {
+      "epoch": 2.442089326267979,
+      "grad_norm": 1.7981852293014526,
+      "learning_rate": 1.2743439890712035e-06,
+      "loss": 0.12532752752304077,
+      "step": 3226
+    },
+    {
+      "epoch": 2.4436033308099923,
+      "grad_norm": 1.0528297424316406,
+      "learning_rate": 1.2727209944997099e-06,
+      "loss": 0.8808407187461853,
+      "step": 3228
+    },
+    {
+      "epoch": 2.445117335352006,
+      "grad_norm": 2.0501883029937744,
+      "learning_rate": 1.2710985912010514e-06,
+      "loss": 0.5831062197685242,
+      "step": 3230
+    },
+    {
+      "epoch": 2.4466313398940196,
+      "grad_norm": 1.6000312566757202,
+      "learning_rate": 1.2694767817178651e-06,
+      "loss": 0.5078587532043457,
+      "step": 3232
+    },
+    {
+      "epoch": 2.4481453444360333,
+      "grad_norm": 1.526246428489685,
+      "learning_rate": 1.2678555685918549e-06,
+      "loss": 0.8551164865493774,
+      "step": 3234
+    },
+    {
+      "epoch": 2.449659348978047,
+      "grad_norm": 1.3986458778381348,
+      "learning_rate": 1.2662349543637915e-06,
+      "loss": 0.5159830451011658,
+      "step": 3236
+    },
+    {
+      "epoch": 2.4511733535200606,
+      "grad_norm": 2.8799469470977783,
+      "learning_rate": 1.2646149415735061e-06,
+      "loss": 0.1353384107351303,
+      "step": 3238
+    },
+    {
+      "epoch": 2.4526873580620743,
+      "grad_norm": 1.6056617498397827,
+      "learning_rate": 1.2629955327598884e-06,
+      "loss": 0.4236334264278412,
+      "step": 3240
+    },
+    {
+      "epoch": 2.454201362604088,
+      "grad_norm": 1.8303232192993164,
+      "learning_rate": 1.2613767304608808e-06,
+      "loss": 0.9977210760116577,
+      "step": 3242
+    },
+    {
+      "epoch": 2.4557153671461016,
+      "grad_norm": 1.178375482559204,
+      "learning_rate": 1.2597585372134754e-06,
+      "loss": 0.4265325963497162,
+      "step": 3244
+    },
+    {
+      "epoch": 2.457229371688115,
+      "grad_norm": 1.1785249710083008,
+      "learning_rate": 1.2581409555537087e-06,
+      "loss": 0.10759641230106354,
+      "step": 3246
+    },
+    {
+      "epoch": 2.4587433762301285,
+      "grad_norm": 2.1448614597320557,
+      "learning_rate": 1.2565239880166613e-06,
+      "loss": 0.0391768217086792,
+      "step": 3248
+    },
+    {
+      "epoch": 2.460257380772142,
+      "grad_norm": 1.1517486572265625,
+      "learning_rate": 1.2549076371364487e-06,
+      "loss": 0.09283555299043655,
+      "step": 3250
+    },
+    {
+      "epoch": 2.461771385314156,
+      "grad_norm": 3.247016668319702,
+      "learning_rate": 1.2532919054462209e-06,
+      "loss": 0.1504117250442505,
+      "step": 3252
+    },
+    {
+      "epoch": 2.4632853898561695,
+      "grad_norm": 1.9994336366653442,
+      "learning_rate": 1.2516767954781588e-06,
+      "loss": 0.09418138116598129,
+      "step": 3254
+    },
+    {
+      "epoch": 2.464799394398183,
+      "grad_norm": 1.2370266914367676,
+      "learning_rate": 1.250062309763467e-06,
+      "loss": 0.49576517939567566,
+      "step": 3256
+    },
+    {
+      "epoch": 2.466313398940197,
+      "grad_norm": 2.999490737915039,
+      "learning_rate": 1.248448450832373e-06,
+      "loss": 0.08977462351322174,
+      "step": 3258
+    },
+    {
+      "epoch": 2.4678274034822105,
+      "grad_norm": 0.6803156733512878,
+      "learning_rate": 1.2468352212141202e-06,
+      "loss": 0.0976734608411789,
+      "step": 3260
+    },
+    {
+      "epoch": 2.469341408024224,
+      "grad_norm": 2.0646297931671143,
+      "learning_rate": 1.245222623436969e-06,
+      "loss": 0.704110324382782,
+      "step": 3262
+    },
+    {
+      "epoch": 2.470855412566238,
+      "grad_norm": 2.659524440765381,
+      "learning_rate": 1.243610660028186e-06,
+      "loss": 0.26327335834503174,
+      "step": 3264
+    },
+    {
+      "epoch": 2.4723694171082515,
+      "grad_norm": 13.316092491149902,
+      "learning_rate": 1.2419993335140467e-06,
+      "loss": 0.5661664009094238,
+      "step": 3266
+    },
+    {
+      "epoch": 2.4738834216502648,
+      "grad_norm": 1.3815058469772339,
+      "learning_rate": 1.2403886464198259e-06,
+      "loss": 0.4332255721092224,
+      "step": 3268
+    },
+    {
+      "epoch": 2.4753974261922784,
+      "grad_norm": 1.0289678573608398,
+      "learning_rate": 1.2387786012697987e-06,
+      "loss": 0.5129609107971191,
+      "step": 3270
+    },
+    {
+      "epoch": 2.476911430734292,
+      "grad_norm": 2.0394294261932373,
+      "learning_rate": 1.237169200587232e-06,
+      "loss": 0.02880547195672989,
+      "step": 3272
+    },
+    {
+      "epoch": 2.4784254352763058,
+      "grad_norm": 1.1159138679504395,
+      "learning_rate": 1.235560446894383e-06,
+      "loss": 0.1847442090511322,
+      "step": 3274
+    },
+    {
+      "epoch": 2.4799394398183194,
+      "grad_norm": 1.8514620065689087,
+      "learning_rate": 1.233952342712497e-06,
+      "loss": 0.1308874487876892,
+      "step": 3276
+    },
+    {
+      "epoch": 2.481453444360333,
+      "grad_norm": 3.212641716003418,
+      "learning_rate": 1.232344890561799e-06,
+      "loss": 0.506878674030304,
+      "step": 3278
+    },
+    {
+      "epoch": 2.4829674489023468,
+      "grad_norm": 1.7196052074432373,
+      "learning_rate": 1.2307380929614932e-06,
+      "loss": 0.5555287003517151,
+      "step": 3280
+    },
+    {
+      "epoch": 2.4844814534443604,
+      "grad_norm": 1.4464601278305054,
+      "learning_rate": 1.2291319524297573e-06,
+      "loss": 0.5358646512031555,
+      "step": 3282
+    },
+    {
+      "epoch": 2.485995457986374,
+      "grad_norm": 1.9261735677719116,
+      "learning_rate": 1.2275264714837408e-06,
+      "loss": 0.12778237462043762,
+      "step": 3284
+    },
+    {
+      "epoch": 2.4875094625283873,
+      "grad_norm": 1.3511003255844116,
+      "learning_rate": 1.225921652639558e-06,
+      "loss": 0.3071487843990326,
+      "step": 3286
+    },
+    {
+      "epoch": 2.4890234670704015,
+      "grad_norm": 1.225162148475647,
+      "learning_rate": 1.2243174984122853e-06,
+      "loss": 0.49318164587020874,
+      "step": 3288
+    },
+    {
+      "epoch": 2.4905374716124147,
+      "grad_norm": 4.127883434295654,
+      "learning_rate": 1.2227140113159594e-06,
+      "loss": 0.9633057117462158,
+      "step": 3290
+    },
+    {
+      "epoch": 2.4920514761544283,
+      "grad_norm": 1.5876481533050537,
+      "learning_rate": 1.2211111938635695e-06,
+      "loss": 0.9431458115577698,
+      "step": 3292
+    },
+    {
+      "epoch": 2.493565480696442,
+      "grad_norm": 2.0850558280944824,
+      "learning_rate": 1.2195090485670563e-06,
+      "loss": 0.8991146087646484,
+      "step": 3294
+    },
+    {
+      "epoch": 2.4950794852384557,
+      "grad_norm": 0.811373770236969,
+      "learning_rate": 1.2179075779373064e-06,
+      "loss": 0.5426760315895081,
+      "step": 3296
+    },
+    {
+      "epoch": 2.4965934897804694,
+      "grad_norm": 2.9668161869049072,
+      "learning_rate": 1.216306784484151e-06,
+      "loss": 0.5902142524719238,
+      "step": 3298
+    },
+    {
+      "epoch": 2.498107494322483,
+      "grad_norm": 1.5236780643463135,
+      "learning_rate": 1.2147066707163578e-06,
+      "loss": 0.23543943464756012,
+      "step": 3300
+    },
+    {
+      "epoch": 2.4996214988644967,
+      "grad_norm": 2.149080753326416,
+      "learning_rate": 1.2131072391416298e-06,
+      "loss": 0.5079725980758667,
+      "step": 3302
+    },
+    {
+      "epoch": 2.5011355034065104,
+      "grad_norm": 1.0887055397033691,
+      "learning_rate": 1.2115084922666007e-06,
+      "loss": 0.926274299621582,
+      "step": 3304
+    },
+    {
+      "epoch": 2.502649507948524,
+      "grad_norm": 4.145946979522705,
+      "learning_rate": 1.2099104325968327e-06,
+      "loss": 0.5575621128082275,
+      "step": 3306
+    },
+    {
+      "epoch": 2.5041635124905373,
+      "grad_norm": 1.8884152173995972,
+      "learning_rate": 1.20831306263681e-06,
+      "loss": 0.26198723912239075,
+      "step": 3308
+    },
+    {
+      "epoch": 2.5056775170325514,
+      "grad_norm": 1.486365556716919,
+      "learning_rate": 1.2067163848899345e-06,
+      "loss": 0.3277100920677185,
+      "step": 3310
+    },
+    {
+      "epoch": 2.5071915215745646,
+      "grad_norm": 1.6638970375061035,
+      "learning_rate": 1.2051204018585258e-06,
+      "loss": 0.46174928545951843,
+      "step": 3312
+    },
+    {
+      "epoch": 2.5087055261165783,
+      "grad_norm": 1.7497713565826416,
+      "learning_rate": 1.203525116043813e-06,
+      "loss": 0.5363208651542664,
+      "step": 3314
+    },
+    {
+      "epoch": 2.510219530658592,
+      "grad_norm": 1.1188297271728516,
+      "learning_rate": 1.201930529945933e-06,
+      "loss": 0.4995245933532715,
+      "step": 3316
+    },
+    {
+      "epoch": 2.5117335352006056,
+      "grad_norm": 9.45166301727295,
+      "learning_rate": 1.2003366460639257e-06,
+      "loss": 0.47632646560668945,
+      "step": 3318
+    },
+    {
+      "epoch": 2.5132475397426193,
+      "grad_norm": 1.8116624355316162,
+      "learning_rate": 1.1987434668957316e-06,
+      "loss": 0.22631500661373138,
+      "step": 3320
+    },
+    {
+      "epoch": 2.514761544284633,
+      "grad_norm": 1.246431827545166,
+      "learning_rate": 1.1971509949381862e-06,
+      "loss": 0.9838817119598389,
+      "step": 3322
+    },
+    {
+      "epoch": 2.5162755488266466,
+      "grad_norm": 1.5256738662719727,
+      "learning_rate": 1.1955592326870153e-06,
+      "loss": 0.8555259704589844,
+      "step": 3324
+    },
+    {
+      "epoch": 2.51778955336866,
+      "grad_norm": 2.2011032104492188,
+      "learning_rate": 1.1939681826368353e-06,
+      "loss": 0.5096079707145691,
+      "step": 3326
+    },
+    {
+      "epoch": 2.519303557910674,
+      "grad_norm": 1.5316205024719238,
+      "learning_rate": 1.192377847281144e-06,
+      "loss": 0.481001079082489,
+      "step": 3328
+    },
+    {
+      "epoch": 2.520817562452687,
+      "grad_norm": 1.4563915729522705,
+      "learning_rate": 1.1907882291123196e-06,
+      "loss": 0.1763199418783188,
+      "step": 3330
+    },
+    {
+      "epoch": 2.522331566994701,
+      "grad_norm": 1.2318475246429443,
+      "learning_rate": 1.1891993306216168e-06,
+      "loss": 0.5268822908401489,
+      "step": 3332
+    },
+    {
+      "epoch": 2.5238455715367145,
+      "grad_norm": 5.150367259979248,
+      "learning_rate": 1.187611154299163e-06,
+      "loss": 0.6080965399742126,
+      "step": 3334
+    },
+    {
+      "epoch": 2.525359576078728,
+      "grad_norm": 1.6307241916656494,
+      "learning_rate": 1.1860237026339524e-06,
+      "loss": 0.4704788625240326,
+      "step": 3336
+    },
+    {
+      "epoch": 2.526873580620742,
+      "grad_norm": 0.9883468151092529,
+      "learning_rate": 1.1844369781138445e-06,
+      "loss": 0.504618227481842,
+      "step": 3338
+    },
+    {
+      "epoch": 2.5283875851627555,
+      "grad_norm": 1.9262429475784302,
+      "learning_rate": 1.1828509832255586e-06,
+      "loss": 0.7013383507728577,
+      "step": 3340
+    },
+    {
+      "epoch": 2.529901589704769,
+      "grad_norm": 1.9441081285476685,
+      "learning_rate": 1.181265720454671e-06,
+      "loss": 0.4719160199165344,
+      "step": 3342
+    },
+    {
+      "epoch": 2.531415594246783,
+      "grad_norm": 1.0725170373916626,
+      "learning_rate": 1.1796811922856107e-06,
+      "loss": 0.9367634057998657,
+      "step": 3344
+    },
+    {
+      "epoch": 2.5329295987887965,
+      "grad_norm": 1.2831497192382812,
+      "learning_rate": 1.1780974012016552e-06,
+      "loss": 0.07334476709365845,
+      "step": 3346
+    },
+    {
+      "epoch": 2.5344436033308098,
+      "grad_norm": 1.7957955598831177,
+      "learning_rate": 1.1765143496849262e-06,
+      "loss": 0.16385282576084137,
+      "step": 3348
+    },
+    {
+      "epoch": 2.535957607872824,
+      "grad_norm": 1.5566226243972778,
+      "learning_rate": 1.1749320402163878e-06,
+      "loss": 0.0595238171517849,
+      "step": 3350
+    },
+    {
+      "epoch": 2.537471612414837,
+      "grad_norm": 1.362262487411499,
+      "learning_rate": 1.1733504752758404e-06,
+      "loss": 0.6075219511985779,
+      "step": 3352
+    },
+    {
+      "epoch": 2.5389856169568508,
+      "grad_norm": 3.1830029487609863,
+      "learning_rate": 1.1717696573419162e-06,
+      "loss": 0.25107669830322266,
+      "step": 3354
+    },
+    {
+      "epoch": 2.5404996214988644,
+      "grad_norm": 1.8373825550079346,
+      "learning_rate": 1.1701895888920792e-06,
+      "loss": 0.39207756519317627,
+      "step": 3356
+    },
+    {
+      "epoch": 2.542013626040878,
+      "grad_norm": 3.7029011249542236,
+      "learning_rate": 1.1686102724026177e-06,
+      "loss": 0.621699869632721,
+      "step": 3358
+    },
+    {
+      "epoch": 2.5435276305828918,
+      "grad_norm": 1.0903701782226562,
+      "learning_rate": 1.1670317103486403e-06,
+      "loss": 0.4250500202178955,
+      "step": 3360
+    },
+    {
+      "epoch": 2.5450416351249054,
+      "grad_norm": 3.5209951400756836,
+      "learning_rate": 1.165453905204076e-06,
+      "loss": 0.3211110532283783,
+      "step": 3362
+    },
+    {
+      "epoch": 2.546555639666919,
+      "grad_norm": 0.7389101386070251,
+      "learning_rate": 1.1638768594416648e-06,
+      "loss": 0.5573105812072754,
+      "step": 3364
+    },
+    {
+      "epoch": 2.548069644208933,
+      "grad_norm": 2.8440351486206055,
+      "learning_rate": 1.162300575532958e-06,
+      "loss": 0.050939396023750305,
+      "step": 3366
+    },
+    {
+      "epoch": 2.5495836487509465,
+      "grad_norm": 1.738464117050171,
+      "learning_rate": 1.1607250559483121e-06,
+      "loss": 1.0303083658218384,
+      "step": 3368
+    },
+    {
+      "epoch": 2.5510976532929597,
+      "grad_norm": 2.664393186569214,
+      "learning_rate": 1.1591503031568875e-06,
+      "loss": 0.502128005027771,
+      "step": 3370
+    },
+    {
+      "epoch": 2.5526116578349733,
+      "grad_norm": 4.097185134887695,
+      "learning_rate": 1.1575763196266412e-06,
+      "loss": 0.6981651782989502,
+      "step": 3372
+    },
+    {
+      "epoch": 2.554125662376987,
+      "grad_norm": 5.088730812072754,
+      "learning_rate": 1.1560031078243248e-06,
+      "loss": 0.49354976415634155,
+      "step": 3374
+    },
+    {
+      "epoch": 2.5556396669190007,
+      "grad_norm": 0.8263038992881775,
+      "learning_rate": 1.1544306702154807e-06,
+      "loss": 0.6446477770805359,
+      "step": 3376
+    },
+    {
+      "epoch": 2.5571536714610144,
+      "grad_norm": 1.9018847942352295,
+      "learning_rate": 1.1528590092644387e-06,
+      "loss": 0.3001963794231415,
+      "step": 3378
+    },
+    {
+      "epoch": 2.558667676003028,
+      "grad_norm": 1.765356421470642,
+      "learning_rate": 1.1512881274343105e-06,
+      "loss": 0.9689096212387085,
+      "step": 3380
+    },
+    {
+      "epoch": 2.5601816805450417,
+      "grad_norm": 1.7506810426712036,
+      "learning_rate": 1.1497180271869862e-06,
+      "loss": 0.6143833994865417,
+      "step": 3382
+    },
+    {
+      "epoch": 2.5616956850870554,
+      "grad_norm": 1.060329556465149,
+      "learning_rate": 1.1481487109831329e-06,
+      "loss": 0.8665130138397217,
+      "step": 3384
+    },
+    {
+      "epoch": 2.563209689629069,
+      "grad_norm": 0.9969649314880371,
+      "learning_rate": 1.1465801812821875e-06,
+      "loss": 0.08530528098344803,
+      "step": 3386
+    },
+    {
+      "epoch": 2.5647236941710823,
+      "grad_norm": 1.7984051704406738,
+      "learning_rate": 1.1450124405423544e-06,
+      "loss": 0.8119886517524719,
+      "step": 3388
+    },
+    {
+      "epoch": 2.5662376987130964,
+      "grad_norm": 1.815270185470581,
+      "learning_rate": 1.1434454912206018e-06,
+      "loss": 0.17262788116931915,
+      "step": 3390
+    },
+    {
+      "epoch": 2.5677517032551096,
+      "grad_norm": 2.2209391593933105,
+      "learning_rate": 1.1418793357726579e-06,
+      "loss": 0.06922617554664612,
+      "step": 3392
+    },
+    {
+      "epoch": 2.5692657077971233,
+      "grad_norm": 1.1411380767822266,
+      "learning_rate": 1.1403139766530063e-06,
+      "loss": 0.49777814745903015,
+      "step": 3394
+    },
+    {
+      "epoch": 2.570779712339137,
+      "grad_norm": 2.31252121925354,
+      "learning_rate": 1.1387494163148827e-06,
+      "loss": 0.07047592848539352,
+      "step": 3396
+    },
+    {
+      "epoch": 2.5722937168811506,
+      "grad_norm": 1.3099836111068726,
+      "learning_rate": 1.1371856572102705e-06,
+      "loss": 0.28612416982650757,
+      "step": 3398
+    },
+    {
+      "epoch": 2.5738077214231643,
+      "grad_norm": 2.352262020111084,
+      "learning_rate": 1.1356227017898985e-06,
+      "loss": 0.4649505615234375,
+      "step": 3400
+    },
+    {
+      "epoch": 2.575321725965178,
+      "grad_norm": 1.1120270490646362,
+      "learning_rate": 1.1340605525032353e-06,
+      "loss": 0.49471914768218994,
+      "step": 3402
+    },
+    {
+      "epoch": 2.5768357305071916,
+      "grad_norm": 1.9915766716003418,
+      "learning_rate": 1.1324992117984852e-06,
+      "loss": 0.9112046957015991,
+      "step": 3404
+    },
+    {
+      "epoch": 2.5783497350492053,
+      "grad_norm": 5.889375686645508,
+      "learning_rate": 1.1309386821225879e-06,
+      "loss": 0.43909478187561035,
+      "step": 3406
+    },
+    {
+      "epoch": 2.579863739591219,
+      "grad_norm": 2.1949453353881836,
+      "learning_rate": 1.1293789659212089e-06,
+      "loss": 0.486044317483902,
+      "step": 3408
+    },
+    {
+      "epoch": 2.581377744133232,
+      "grad_norm": 1.4413392543792725,
+      "learning_rate": 1.127820065638741e-06,
+      "loss": 0.9781872630119324,
+      "step": 3410
+    },
+    {
+      "epoch": 2.5828917486752463,
+      "grad_norm": 1.0431206226348877,
+      "learning_rate": 1.1262619837182968e-06,
+      "loss": 0.16925407946109772,
+      "step": 3412
+    },
+    {
+      "epoch": 2.5844057532172595,
+      "grad_norm": 1.9224302768707275,
+      "learning_rate": 1.1247047226017085e-06,
+      "loss": 0.6010867357254028,
+      "step": 3414
+    },
+    {
+      "epoch": 2.585919757759273,
+      "grad_norm": 1.5290940999984741,
+      "learning_rate": 1.1231482847295195e-06,
+      "loss": 0.9337325096130371,
+      "step": 3416
+    },
+    {
+      "epoch": 2.587433762301287,
+      "grad_norm": 1.5830674171447754,
+      "learning_rate": 1.1215926725409841e-06,
+      "loss": 0.21593010425567627,
+      "step": 3418
+    },
+    {
+      "epoch": 2.5889477668433005,
+      "grad_norm": 7.3055949211120605,
+      "learning_rate": 1.1200378884740637e-06,
+      "loss": 0.5212623476982117,
+      "step": 3420
+    },
+    {
+      "epoch": 2.590461771385314,
+      "grad_norm": 2.4063234329223633,
+      "learning_rate": 1.1184839349654195e-06,
+      "loss": 0.1991664469242096,
+      "step": 3422
+    },
+    {
+      "epoch": 2.591975775927328,
+      "grad_norm": 1.4251947402954102,
+      "learning_rate": 1.116930814450413e-06,
+      "loss": 0.9825526475906372,
+      "step": 3424
+    },
+    {
+      "epoch": 2.5934897804693415,
+      "grad_norm": 1.1361982822418213,
+      "learning_rate": 1.1153785293630988e-06,
+      "loss": 0.47728219628334045,
+      "step": 3426
+    },
+    {
+      "epoch": 2.5950037850113548,
+      "grad_norm": 0.7538416385650635,
+      "learning_rate": 1.1138270821362239e-06,
+      "loss": 0.9502293467521667,
+      "step": 3428
+    },
+    {
+      "epoch": 2.596517789553369,
+      "grad_norm": 1.8407939672470093,
+      "learning_rate": 1.1122764752012208e-06,
+      "loss": 0.09078755229711533,
+      "step": 3430
+    },
+    {
+      "epoch": 2.598031794095382,
+      "grad_norm": 2.0287883281707764,
+      "learning_rate": 1.1107267109882053e-06,
+      "loss": 0.5384723544120789,
+      "step": 3432
+    },
+    {
+      "epoch": 2.5995457986373958,
+      "grad_norm": 1.5482550859451294,
+      "learning_rate": 1.1091777919259723e-06,
+      "loss": 0.5190199017524719,
+      "step": 3434
+    },
+    {
+      "epoch": 2.6010598031794094,
+      "grad_norm": 4.078047752380371,
+      "learning_rate": 1.107629720441994e-06,
+      "loss": 0.41486960649490356,
+      "step": 3436
+    },
+    {
+      "epoch": 2.602573807721423,
+      "grad_norm": 1.4642376899719238,
+      "learning_rate": 1.1060824989624123e-06,
+      "loss": 0.608837902545929,
+      "step": 3438
+    },
+    {
+      "epoch": 2.6040878122634368,
+      "grad_norm": 1.1845002174377441,
+      "learning_rate": 1.1045361299120364e-06,
+      "loss": 0.06246378272771835,
+      "step": 3440
+    },
+    {
+      "epoch": 2.6056018168054504,
+      "grad_norm": 1.218395471572876,
+      "learning_rate": 1.1029906157143425e-06,
+      "loss": 0.7018975615501404,
+      "step": 3442
+    },
+    {
+      "epoch": 2.607115821347464,
+      "grad_norm": 1.7283616065979004,
+      "learning_rate": 1.1014459587914638e-06,
+      "loss": 0.5213047862052917,
+      "step": 3444
+    },
+    {
+      "epoch": 2.608629825889478,
+      "grad_norm": 1.154510498046875,
+      "learning_rate": 1.0999021615641927e-06,
+      "loss": 0.2990804612636566,
+      "step": 3446
+    },
+    {
+      "epoch": 2.6101438304314915,
+      "grad_norm": 1.0660480260849,
+      "learning_rate": 1.0983592264519717e-06,
+      "loss": 0.5228883624076843,
+      "step": 3448
+    },
+    {
+      "epoch": 2.6116578349735047,
+      "grad_norm": 1.193127989768982,
+      "learning_rate": 1.0968171558728945e-06,
+      "loss": 0.4204186499118805,
+      "step": 3450
+    },
+    {
+      "epoch": 2.613171839515519,
+      "grad_norm": 3.8585636615753174,
+      "learning_rate": 1.0952759522436987e-06,
+      "loss": 0.8483620285987854,
+      "step": 3452
+    },
+    {
+      "epoch": 2.614685844057532,
+      "grad_norm": 1.208863377571106,
+      "learning_rate": 1.0937356179797627e-06,
+      "loss": 0.9998847842216492,
+      "step": 3454
+    },
+    {
+      "epoch": 2.6161998485995457,
+      "grad_norm": 1.6825779676437378,
+      "learning_rate": 1.092196155495105e-06,
+      "loss": 0.14849629998207092,
+      "step": 3456
+    },
+    {
+      "epoch": 2.6177138531415594,
+      "grad_norm": 1.4217236042022705,
+      "learning_rate": 1.0906575672023743e-06,
+      "loss": 0.8051562905311584,
+      "step": 3458
+    },
+    {
+      "epoch": 2.619227857683573,
+      "grad_norm": 1.0774335861206055,
+      "learning_rate": 1.0891198555128516e-06,
+      "loss": 0.9358351826667786,
+      "step": 3460
+    },
+    {
+      "epoch": 2.6207418622255867,
+      "grad_norm": 2.2848949432373047,
+      "learning_rate": 1.0875830228364431e-06,
+      "loss": 0.5606520175933838,
+      "step": 3462
+    },
+    {
+      "epoch": 2.6222558667676004,
+      "grad_norm": 11.711904525756836,
+      "learning_rate": 1.0860470715816785e-06,
+      "loss": 0.13679350912570953,
+      "step": 3464
+    },
+    {
+      "epoch": 2.623769871309614,
+      "grad_norm": 1.3417608737945557,
+      "learning_rate": 1.0845120041557049e-06,
+      "loss": 0.5893025994300842,
+      "step": 3466
+    },
+    {
+      "epoch": 2.6252838758516277,
+      "grad_norm": 5.780949592590332,
+      "learning_rate": 1.0829778229642848e-06,
+      "loss": 0.06503201276063919,
+      "step": 3468
+    },
+    {
+      "epoch": 2.6267978803936414,
+      "grad_norm": 1.6110750436782837,
+      "learning_rate": 1.0814445304117917e-06,
+      "loss": 0.04634002223610878,
+      "step": 3470
+    },
+    {
+      "epoch": 2.6283118849356546,
+      "grad_norm": 2.3381261825561523,
+      "learning_rate": 1.0799121289012068e-06,
+      "loss": 0.5691334009170532,
+      "step": 3472
+    },
+    {
+      "epoch": 2.6298258894776687,
+      "grad_norm": 1.5458658933639526,
+      "learning_rate": 1.0783806208341141e-06,
+      "loss": 0.1492072194814682,
+      "step": 3474
+    },
+    {
+      "epoch": 2.631339894019682,
+      "grad_norm": 0.5779021978378296,
+      "learning_rate": 1.0768500086106978e-06,
+      "loss": 0.08680196106433868,
+      "step": 3476
+    },
+    {
+      "epoch": 2.6328538985616956,
+      "grad_norm": 0.20146629214286804,
+      "learning_rate": 1.075320294629739e-06,
+      "loss": 0.4616508185863495,
+      "step": 3478
+    },
+    {
+      "epoch": 2.6343679031037093,
+      "grad_norm": 1.5835942029953003,
+      "learning_rate": 1.0737914812886094e-06,
+      "loss": 0.4882984757423401,
+      "step": 3480
+    },
+    {
+      "epoch": 2.635881907645723,
+      "grad_norm": 1.129563331604004,
+      "learning_rate": 1.07226357098327e-06,
+      "loss": 0.11486337333917618,
+      "step": 3482
+    },
+    {
+      "epoch": 2.6373959121877366,
+      "grad_norm": 1.1769084930419922,
+      "learning_rate": 1.0707365661082674e-06,
+      "loss": 0.152438685297966,
+      "step": 3484
+    },
+    {
+      "epoch": 2.6389099167297503,
+      "grad_norm": 0.10828366875648499,
+      "learning_rate": 1.069210469056727e-06,
+      "loss": 0.05638560280203819,
+      "step": 3486
+    },
+    {
+      "epoch": 2.640423921271764,
+      "grad_norm": 5.986564636230469,
+      "learning_rate": 1.0676852822203547e-06,
+      "loss": 0.26844215393066406,
+      "step": 3488
+    },
+    {
+      "epoch": 2.641937925813777,
+      "grad_norm": 1.1511362791061401,
+      "learning_rate": 1.0661610079894268e-06,
+      "loss": 1.050552248954773,
+      "step": 3490
+    },
+    {
+      "epoch": 2.6434519303557913,
+      "grad_norm": 1.1341627836227417,
+      "learning_rate": 1.0646376487527907e-06,
+      "loss": 0.5503925681114197,
+      "step": 3492
+    },
+    {
+      "epoch": 2.6449659348978045,
+      "grad_norm": 7.367921829223633,
+      "learning_rate": 1.0631152068978604e-06,
+      "loss": 0.19944076240062714,
+      "step": 3494
+    },
+    {
+      "epoch": 2.646479939439818,
+      "grad_norm": 1.2620512247085571,
+      "learning_rate": 1.0615936848106113e-06,
+      "loss": 0.9938873648643494,
+      "step": 3496
+    },
+    {
+      "epoch": 2.647993943981832,
+      "grad_norm": 2.375256299972534,
+      "learning_rate": 1.0600730848755767e-06,
+      "loss": 0.5115200877189636,
+      "step": 3498
+    },
+    {
+      "epoch": 2.6495079485238455,
+      "grad_norm": 1.3954941034317017,
+      "learning_rate": 1.058553409475847e-06,
+      "loss": 0.5089138150215149,
+      "step": 3500
+    },
+    {
+      "epoch": 2.651021953065859,
+      "grad_norm": 0.8934672474861145,
+      "learning_rate": 1.0570346609930612e-06,
+      "loss": 0.40142881870269775,
+      "step": 3502
+    },
+    {
+      "epoch": 2.652535957607873,
+      "grad_norm": 0.7154641151428223,
+      "learning_rate": 1.0555168418074074e-06,
+      "loss": 0.2074945569038391,
+      "step": 3504
+    },
+    {
+      "epoch": 2.6540499621498865,
+      "grad_norm": 0.8344953656196594,
+      "learning_rate": 1.0539999542976152e-06,
+      "loss": 0.9636800289154053,
+      "step": 3506
+    },
+    {
+      "epoch": 2.6555639666919,
+      "grad_norm": 1.5777517557144165,
+      "learning_rate": 1.0524840008409575e-06,
+      "loss": 0.07826955616474152,
+      "step": 3508
+    },
+    {
+      "epoch": 2.657077971233914,
+      "grad_norm": 1.0673317909240723,
+      "learning_rate": 1.0509689838132395e-06,
+      "loss": 0.019867384806275368,
+      "step": 3510
+    },
+    {
+      "epoch": 2.658591975775927,
+      "grad_norm": 1.7061318159103394,
+      "learning_rate": 1.0494549055888013e-06,
+      "loss": 0.559928297996521,
+      "step": 3512
+    },
+    {
+      "epoch": 2.660105980317941,
+      "grad_norm": 1.2090964317321777,
+      "learning_rate": 1.0479417685405115e-06,
+      "loss": 0.9240732192993164,
+      "step": 3514
+    },
+    {
+      "epoch": 2.6616199848599544,
+      "grad_norm": 3.8992819786071777,
+      "learning_rate": 1.0464295750397626e-06,
+      "loss": 0.06411410868167877,
+      "step": 3516
+    },
+    {
+      "epoch": 2.663133989401968,
+      "grad_norm": 1.1974992752075195,
+      "learning_rate": 1.044918327456469e-06,
+      "loss": 0.6988753080368042,
+      "step": 3518
+    },
+    {
+      "epoch": 2.6646479939439818,
+      "grad_norm": 0.8864660859107971,
+      "learning_rate": 1.0434080281590626e-06,
+      "loss": 0.5867937207221985,
+      "step": 3520
+    },
+    {
+      "epoch": 2.6661619984859954,
+      "grad_norm": 2.2140252590179443,
+      "learning_rate": 1.0418986795144896e-06,
+      "loss": 0.2569411098957062,
+      "step": 3522
+    },
+    {
+      "epoch": 2.667676003028009,
+      "grad_norm": 2.632136106491089,
+      "learning_rate": 1.0403902838882056e-06,
+      "loss": 0.626483142375946,
+      "step": 3524
+    },
+    {
+      "epoch": 2.669190007570023,
+      "grad_norm": 1.3987592458724976,
+      "learning_rate": 1.0388828436441733e-06,
+      "loss": 0.9838293790817261,
+      "step": 3526
+    },
+    {
+      "epoch": 2.6707040121120365,
+      "grad_norm": 0.7196727991104126,
+      "learning_rate": 1.0373763611448567e-06,
+      "loss": 0.49087047576904297,
+      "step": 3528
+    },
+    {
+      "epoch": 2.67221801665405,
+      "grad_norm": 1.2425364255905151,
+      "learning_rate": 1.035870838751221e-06,
+      "loss": 0.5570994019508362,
+      "step": 3530
+    },
+    {
+      "epoch": 2.673732021196064,
+      "grad_norm": 11.238651275634766,
+      "learning_rate": 1.0343662788227249e-06,
+      "loss": 0.07974950969219208,
+      "step": 3532
+    },
+    {
+      "epoch": 2.675246025738077,
+      "grad_norm": 4.597038745880127,
+      "learning_rate": 1.0328626837173202e-06,
+      "loss": 0.42632856965065,
+      "step": 3534
+    },
+    {
+      "epoch": 2.6767600302800907,
+      "grad_norm": 1.0757285356521606,
+      "learning_rate": 1.0313600557914452e-06,
+      "loss": 0.2603739798069,
+      "step": 3536
+    },
+    {
+      "epoch": 2.6782740348221044,
+      "grad_norm": 1.0890934467315674,
+      "learning_rate": 1.029858397400023e-06,
+      "loss": 0.11274994164705276,
+      "step": 3538
+    },
+    {
+      "epoch": 2.679788039364118,
+      "grad_norm": 1.827724575996399,
+      "learning_rate": 1.028357710896458e-06,
+      "loss": 0.4546879231929779,
+      "step": 3540
+    },
+    {
+      "epoch": 2.6813020439061317,
+      "grad_norm": 1.3522696495056152,
+      "learning_rate": 1.0268579986326298e-06,
+      "loss": 0.504364550113678,
+      "step": 3542
+    },
+    {
+      "epoch": 2.6828160484481454,
+      "grad_norm": 1.1733466386795044,
+      "learning_rate": 1.0253592629588934e-06,
+      "loss": 0.8879395127296448,
+      "step": 3544
+    },
+    {
+      "epoch": 2.684330052990159,
+      "grad_norm": 2.6019883155822754,
+      "learning_rate": 1.0238615062240713e-06,
+      "loss": 0.5116626024246216,
+      "step": 3546
+    },
+    {
+      "epoch": 2.6858440575321727,
+      "grad_norm": 8.017656326293945,
+      "learning_rate": 1.0223647307754524e-06,
+      "loss": 0.42767584323883057,
+      "step": 3548
+    },
+    {
+      "epoch": 2.6873580620741864,
+      "grad_norm": 2.214622735977173,
+      "learning_rate": 1.0208689389587875e-06,
+      "loss": 0.1172211766242981,
+      "step": 3550
+    },
+    {
+      "epoch": 2.6888720666161996,
+      "grad_norm": 2.183483362197876,
+      "learning_rate": 1.0193741331182873e-06,
+      "loss": 0.2731698155403137,
+      "step": 3552
+    },
+    {
+      "epoch": 2.6903860711582137,
+      "grad_norm": 2.043632984161377,
+      "learning_rate": 1.0178803155966158e-06,
+      "loss": 0.347670316696167,
+      "step": 3554
+    },
+    {
+      "epoch": 2.691900075700227,
+      "grad_norm": 0.25137412548065186,
+      "learning_rate": 1.0163874887348873e-06,
+      "loss": 0.1319126933813095,
+      "step": 3556
+    },
+    {
+      "epoch": 2.6934140802422406,
+      "grad_norm": 3.07865309715271,
+      "learning_rate": 1.0148956548726668e-06,
+      "loss": 0.49457916617393494,
+      "step": 3558
+    },
+    {
+      "epoch": 2.6949280847842543,
+      "grad_norm": 1.2678008079528809,
+      "learning_rate": 1.0134048163479599e-06,
+      "loss": 1.0596566200256348,
+      "step": 3560
+    },
+    {
+      "epoch": 2.696442089326268,
+      "grad_norm": 2.128063201904297,
+      "learning_rate": 1.0119149754972132e-06,
+      "loss": 0.5196185111999512,
+      "step": 3562
+    },
+    {
+      "epoch": 2.6979560938682816,
+      "grad_norm": 0.9698646664619446,
+      "learning_rate": 1.0104261346553096e-06,
+      "loss": 0.49274688959121704,
+      "step": 3564
+    },
+    {
+      "epoch": 2.6994700984102953,
+      "grad_norm": 1.621178150177002,
+      "learning_rate": 1.0089382961555663e-06,
+      "loss": 0.5723605751991272,
+      "step": 3566
+    },
+    {
+      "epoch": 2.700984102952309,
+      "grad_norm": 1.4272880554199219,
+      "learning_rate": 1.0074514623297277e-06,
+      "loss": 0.49057722091674805,
+      "step": 3568
+    },
+    {
+      "epoch": 2.7024981074943226,
+      "grad_norm": 1.0688875913619995,
+      "learning_rate": 1.005965635507964e-06,
+      "loss": 0.3502315282821655,
+      "step": 3570
+    },
+    {
+      "epoch": 2.7040121120363363,
+      "grad_norm": 3.4009177684783936,
+      "learning_rate": 1.0044808180188685e-06,
+      "loss": 0.23893460631370544,
+      "step": 3572
+    },
+    {
+      "epoch": 2.7055261165783495,
+      "grad_norm": 0.5148216485977173,
+      "learning_rate": 1.0029970121894516e-06,
+      "loss": 0.13902714848518372,
+      "step": 3574
+    },
+    {
+      "epoch": 2.7070401211203636,
+      "grad_norm": 0.5016177296638489,
+      "learning_rate": 1.0015142203451384e-06,
+      "loss": 0.25262537598609924,
+      "step": 3576
+    },
+    {
+      "epoch": 2.708554125662377,
+      "grad_norm": 1.079883098602295,
+      "learning_rate": 1.000032444809764e-06,
+      "loss": 0.491366982460022,
+      "step": 3578
+    },
+    {
+      "epoch": 2.7100681302043905,
+      "grad_norm": 1.2552731037139893,
+      "learning_rate": 9.985516879055733e-07,
+      "loss": 0.8901302218437195,
+      "step": 3580
+    },
+    {
+      "epoch": 2.711582134746404,
+      "grad_norm": 2.92391300201416,
+      "learning_rate": 9.970719519532123e-07,
+      "loss": 0.5162824988365173,
+      "step": 3582
+    },
+    {
+      "epoch": 2.713096139288418,
+      "grad_norm": 1.6279443502426147,
+      "learning_rate": 9.955932392717273e-07,
+      "loss": 0.8412918448448181,
+      "step": 3584
+    },
+    {
+      "epoch": 2.7146101438304315,
+      "grad_norm": 1.443770408630371,
+      "learning_rate": 9.941155521785622e-07,
+      "loss": 0.5280138254165649,
+      "step": 3586
+    },
+    {
+      "epoch": 2.716124148372445,
+      "grad_norm": 10.262187957763672,
+      "learning_rate": 9.926388929895523e-07,
+      "loss": 0.22188910841941833,
+      "step": 3588
+    },
+    {
+      "epoch": 2.717638152914459,
+      "grad_norm": 4.570699691772461,
+      "learning_rate": 9.91163264018923e-07,
+      "loss": 0.1173437088727951,
+      "step": 3590
+    },
+    {
+      "epoch": 2.719152157456472,
+      "grad_norm": 1.6797869205474854,
+      "learning_rate": 9.89688667579284e-07,
+      "loss": 0.5324147343635559,
+      "step": 3592
+    },
+    {
+      "epoch": 2.720666161998486,
+      "grad_norm": 1.699195146560669,
+      "learning_rate": 9.882151059816286e-07,
+      "loss": 0.5256529450416565,
+      "step": 3594
+    },
+    {
+      "epoch": 2.7221801665404994,
+      "grad_norm": 2.9241087436676025,
+      "learning_rate": 9.867425815353263e-07,
+      "loss": 0.525752067565918,
+      "step": 3596
+    },
+    {
+      "epoch": 2.723694171082513,
+      "grad_norm": 5.643086910247803,
+      "learning_rate": 9.852710965481219e-07,
+      "loss": 0.07988660782575607,
+      "step": 3598
+    },
+    {
+      "epoch": 2.7252081756245268,
+      "grad_norm": 0.9148181080818176,
+      "learning_rate": 9.83800653326131e-07,
+      "loss": 0.8206759691238403,
+      "step": 3600
+    },
+    {
+      "epoch": 2.7267221801665404,
+      "grad_norm": 1.2723417282104492,
+      "learning_rate": 9.823312541738378e-07,
+      "loss": 0.883294403553009,
+      "step": 3602
+    },
+    {
+      "epoch": 2.728236184708554,
+      "grad_norm": 1.789671778678894,
+      "learning_rate": 9.808629013940889e-07,
+      "loss": 0.5650665760040283,
+      "step": 3604
+    },
+    {
+      "epoch": 2.729750189250568,
+      "grad_norm": 1.0919922590255737,
+      "learning_rate": 9.793955972880904e-07,
+      "loss": 0.5554988384246826,
+      "step": 3606
+    },
+    {
+      "epoch": 2.7312641937925815,
+      "grad_norm": 2.393855571746826,
+      "learning_rate": 9.779293441554072e-07,
+      "loss": 0.07354193925857544,
+      "step": 3608
+    },
+    {
+      "epoch": 2.732778198334595,
+      "grad_norm": 1.1642277240753174,
+      "learning_rate": 9.764641442939552e-07,
+      "loss": 0.5331453084945679,
+      "step": 3610
+    },
+    {
+      "epoch": 2.734292202876609,
+      "grad_norm": 7.8056464195251465,
+      "learning_rate": 9.750000000000004e-07,
+      "loss": 0.6716046333312988,
+      "step": 3612
+    },
+    {
+      "epoch": 2.735806207418622,
+      "grad_norm": 0.970569908618927,
+      "learning_rate": 9.735369135681535e-07,
+      "loss": 0.466024786233902,
+      "step": 3614
+    },
+    {
+      "epoch": 2.737320211960636,
+      "grad_norm": 0.8802584409713745,
+      "learning_rate": 9.720748872913692e-07,
+      "loss": 0.028787286952137947,
+      "step": 3616
+    },
+    {
+      "epoch": 2.7388342165026494,
+      "grad_norm": 17.782005310058594,
+      "learning_rate": 9.706139234609395e-07,
+      "loss": 0.5882828235626221,
+      "step": 3618
+    },
+    {
+      "epoch": 2.740348221044663,
+      "grad_norm": 1.973081350326538,
+      "learning_rate": 9.691540243664913e-07,
+      "loss": 0.307500422000885,
+      "step": 3620
+    },
+    {
+      "epoch": 2.7418622255866767,
+      "grad_norm": 3.1623072624206543,
+      "learning_rate": 9.67695192295982e-07,
+      "loss": 0.9052594900131226,
+      "step": 3622
+    },
+    {
+      "epoch": 2.7433762301286904,
+      "grad_norm": 1.3754016160964966,
+      "learning_rate": 9.662374295356995e-07,
+      "loss": 0.4912913739681244,
+      "step": 3624
+    },
+    {
+      "epoch": 2.744890234670704,
+      "grad_norm": 3.9563827514648438,
+      "learning_rate": 9.647807383702534e-07,
+      "loss": 0.10663387924432755,
+      "step": 3626
+    },
+    {
+      "epoch": 2.7464042392127177,
+      "grad_norm": 1.1170125007629395,
+      "learning_rate": 9.63325121082574e-07,
+      "loss": 1.0227893590927124,
+      "step": 3628
+    },
+    {
+      "epoch": 2.7479182437547314,
+      "grad_norm": 1.5155786275863647,
+      "learning_rate": 9.618705799539105e-07,
+      "loss": 0.10028337687253952,
+      "step": 3630
+    },
+    {
+      "epoch": 2.749432248296745,
+      "grad_norm": 2.075418710708618,
+      "learning_rate": 9.604171172638233e-07,
+      "loss": 0.5387253761291504,
+      "step": 3632
+    },
+    {
+      "epoch": 2.7509462528387587,
+      "grad_norm": 2.6641299724578857,
+      "learning_rate": 9.589647352901837e-07,
+      "loss": 0.13054971396923065,
+      "step": 3634
+    },
+    {
+      "epoch": 2.752460257380772,
+      "grad_norm": 1.4470781087875366,
+      "learning_rate": 9.575134363091702e-07,
+      "loss": 0.7052936553955078,
+      "step": 3636
+    },
+    {
+      "epoch": 2.7539742619227856,
+      "grad_norm": 3.241410493850708,
+      "learning_rate": 9.560632225952626e-07,
+      "loss": 0.15796498954296112,
+      "step": 3638
+    },
+    {
+      "epoch": 2.7554882664647993,
+      "grad_norm": 1.5761303901672363,
+      "learning_rate": 9.546140964212397e-07,
+      "loss": 0.9275044798851013,
+      "step": 3640
+    },
+    {
+      "epoch": 2.757002271006813,
+      "grad_norm": 2.0394246578216553,
+      "learning_rate": 9.531660600581774e-07,
+      "loss": 0.19777211546897888,
+      "step": 3642
+    },
+    {
+      "epoch": 2.7585162755488266,
+      "grad_norm": 2.120290994644165,
+      "learning_rate": 9.517191157754421e-07,
+      "loss": 0.05213087424635887,
+      "step": 3644
+    },
+    {
+      "epoch": 2.7600302800908403,
+      "grad_norm": 2.3269333839416504,
+      "learning_rate": 9.502732658406903e-07,
+      "loss": 0.5643972158432007,
+      "step": 3646
+    },
+    {
+      "epoch": 2.761544284632854,
+      "grad_norm": 2.3903770446777344,
+      "learning_rate": 9.488285125198622e-07,
+      "loss": 0.19163475930690765,
+      "step": 3648
+    },
+    {
+      "epoch": 2.7630582891748676,
+      "grad_norm": 1.672661304473877,
+      "learning_rate": 9.473848580771794e-07,
+      "loss": 0.9451408386230469,
+      "step": 3650
+    },
+    {
+      "epoch": 2.7645722937168813,
+      "grad_norm": 1.8734040260314941,
+      "learning_rate": 9.459423047751417e-07,
+      "loss": 0.9429214000701904,
+      "step": 3652
+    },
+    {
+      "epoch": 2.7660862982588945,
+      "grad_norm": 2.350248098373413,
+      "learning_rate": 9.445008548745238e-07,
+      "loss": 0.2139756977558136,
+      "step": 3654
+    },
+    {
+      "epoch": 2.7676003028009086,
+      "grad_norm": 1.426629900932312,
+      "learning_rate": 9.430605106343696e-07,
+      "loss": 0.09413161873817444,
+      "step": 3656
+    },
+    {
+      "epoch": 2.769114307342922,
+      "grad_norm": 1.0268224477767944,
+      "learning_rate": 9.416212743119911e-07,
+      "loss": 0.48298001289367676,
+      "step": 3658
+    },
+    {
+      "epoch": 2.7706283118849355,
+      "grad_norm": 1.2974029779434204,
+      "learning_rate": 9.401831481629649e-07,
+      "loss": 0.5410240292549133,
+      "step": 3660
+    },
+    {
+      "epoch": 2.772142316426949,
+      "grad_norm": 1.1393475532531738,
+      "learning_rate": 9.387461344411263e-07,
+      "loss": 0.9460940361022949,
+      "step": 3662
+    },
+    {
+      "epoch": 2.773656320968963,
+      "grad_norm": 0.3923311233520508,
+      "learning_rate": 9.373102353985668e-07,
+      "loss": 0.4947371780872345,
+      "step": 3664
+    },
+    {
+      "epoch": 2.7751703255109765,
+      "grad_norm": 0.9876829385757446,
+      "learning_rate": 9.358754532856334e-07,
+      "loss": 0.44703051447868347,
+      "step": 3666
+    },
+    {
+      "epoch": 2.77668433005299,
+      "grad_norm": 1.155160665512085,
+      "learning_rate": 9.344417903509201e-07,
+      "loss": 0.6172246932983398,
+      "step": 3668
+    },
+    {
+      "epoch": 2.778198334595004,
+      "grad_norm": 3.6872024536132812,
+      "learning_rate": 9.330092488412687e-07,
+      "loss": 0.51617032289505,
+      "step": 3670
+    },
+    {
+      "epoch": 2.7797123391370175,
+      "grad_norm": 0.6839119791984558,
+      "learning_rate": 9.315778310017616e-07,
+      "loss": 0.4908495545387268,
+      "step": 3672
+    },
+    {
+      "epoch": 2.781226343679031,
+      "grad_norm": 1.9566898345947266,
+      "learning_rate": 9.301475390757222e-07,
+      "loss": 0.4251103401184082,
+      "step": 3674
+    },
+    {
+      "epoch": 2.7827403482210444,
+      "grad_norm": 3.2777817249298096,
+      "learning_rate": 9.287183753047082e-07,
+      "loss": 0.2105153352022171,
+      "step": 3676
+    },
+    {
+      "epoch": 2.7842543527630585,
+      "grad_norm": 3.134899377822876,
+      "learning_rate": 9.272903419285096e-07,
+      "loss": 0.11907383799552917,
+      "step": 3678
+    },
+    {
+      "epoch": 2.7857683573050718,
+      "grad_norm": 1.1065566539764404,
+      "learning_rate": 9.258634411851445e-07,
+      "loss": 0.8950471878051758,
+      "step": 3680
+    },
+    {
+      "epoch": 2.7872823618470854,
+      "grad_norm": 1.293508529663086,
+      "learning_rate": 9.244376753108567e-07,
+      "loss": 0.1413707137107849,
+      "step": 3682
+    },
+    {
+      "epoch": 2.788796366389099,
+      "grad_norm": 1.6691392660140991,
+      "learning_rate": 9.230130465401107e-07,
+      "loss": 0.06067422404885292,
+      "step": 3684
+    },
+    {
+      "epoch": 2.790310370931113,
+      "grad_norm": 2.895246982574463,
+      "learning_rate": 9.215895571055886e-07,
+      "loss": 0.2084033042192459,
+      "step": 3686
+    },
+    {
+      "epoch": 2.7918243754731265,
+      "grad_norm": 1.0409832000732422,
+      "learning_rate": 9.201672092381885e-07,
+      "loss": 0.5444228649139404,
+      "step": 3688
+    },
+    {
+      "epoch": 2.79333838001514,
+      "grad_norm": 1.63600492477417,
+      "learning_rate": 9.187460051670173e-07,
+      "loss": 0.4831315577030182,
+      "step": 3690
+    },
+    {
+      "epoch": 2.794852384557154,
+      "grad_norm": 1.0883995294570923,
+      "learning_rate": 9.173259471193918e-07,
+      "loss": 0.4594913721084595,
+      "step": 3692
+    },
+    {
+      "epoch": 2.7963663890991675,
+      "grad_norm": 5.779807090759277,
+      "learning_rate": 9.159070373208301e-07,
+      "loss": 0.15681150555610657,
+      "step": 3694
+    },
+    {
+      "epoch": 2.797880393641181,
+      "grad_norm": 9.085508346557617,
+      "learning_rate": 9.144892779950532e-07,
+      "loss": 0.6308251023292542,
+      "step": 3696
+    },
+    {
+      "epoch": 2.7993943981831944,
+      "grad_norm": 2.256226062774658,
+      "learning_rate": 9.130726713639774e-07,
+      "loss": 0.09662806242704391,
+      "step": 3698
+    },
+    {
+      "epoch": 2.800908402725208,
+      "grad_norm": 1.3712506294250488,
+      "learning_rate": 9.116572196477129e-07,
+      "loss": 0.496097594499588,
+      "step": 3700
+    },
+    {
+      "epoch": 2.8024224072672217,
+      "grad_norm": 1.227725863456726,
+      "learning_rate": 9.102429250645598e-07,
+      "loss": 0.9627173542976379,
+      "step": 3702
+    },
+    {
+      "epoch": 2.8039364118092354,
+      "grad_norm": 1.0436882972717285,
+      "learning_rate": 9.088297898310059e-07,
+      "loss": 0.7140069007873535,
+      "step": 3704
+    },
+    {
+      "epoch": 2.805450416351249,
+      "grad_norm": 3.405240297317505,
+      "learning_rate": 9.074178161617206e-07,
+      "loss": 0.38255664706230164,
+      "step": 3706
+    },
+    {
+      "epoch": 2.8069644208932627,
+      "grad_norm": 1.1840120553970337,
+      "learning_rate": 9.06007006269553e-07,
+      "loss": 0.50471431016922,
+      "step": 3708
+    },
+    {
+      "epoch": 2.8084784254352764,
+      "grad_norm": 2.5293736457824707,
+      "learning_rate": 9.045973623655298e-07,
+      "loss": 0.5546978712081909,
+      "step": 3710
+    },
+    {
+      "epoch": 2.80999242997729,
+      "grad_norm": 2.4201784133911133,
+      "learning_rate": 9.031888866588486e-07,
+      "loss": 0.5356602072715759,
+      "step": 3712
+    },
+    {
+      "epoch": 2.8115064345193037,
+      "grad_norm": 1.1867656707763672,
+      "learning_rate": 9.017815813568773e-07,
+      "loss": 0.5516183972358704,
+      "step": 3714
+    },
+    {
+      "epoch": 2.813020439061317,
+      "grad_norm": 1.6858242750167847,
+      "learning_rate": 9.003754486651483e-07,
+      "loss": 0.17489120364189148,
+      "step": 3716
+    },
+    {
+      "epoch": 2.814534443603331,
+      "grad_norm": 1.3293143510818481,
+      "learning_rate": 8.989704907873585e-07,
+      "loss": 0.515713632106781,
+      "step": 3718
+    },
+    {
+      "epoch": 2.8160484481453443,
+      "grad_norm": 0.9379466772079468,
+      "learning_rate": 8.975667099253615e-07,
+      "loss": 0.09776206314563751,
+      "step": 3720
+    },
+    {
+      "epoch": 2.817562452687358,
+      "grad_norm": 1.1216363906860352,
+      "learning_rate": 8.961641082791665e-07,
+      "loss": 0.014124134555459023,
+      "step": 3722
+    },
+    {
+      "epoch": 2.8190764572293716,
+      "grad_norm": 1.1533939838409424,
+      "learning_rate": 8.947626880469365e-07,
+      "loss": 0.5552777051925659,
+      "step": 3724
+    },
+    {
+      "epoch": 2.8205904617713853,
+      "grad_norm": 0.6609148383140564,
+      "learning_rate": 8.933624514249809e-07,
+      "loss": 0.654082179069519,
+      "step": 3726
+    },
+    {
+      "epoch": 2.822104466313399,
+      "grad_norm": 0.8997098207473755,
+      "learning_rate": 8.919634006077551e-07,
+      "loss": 0.4427497982978821,
+      "step": 3728
+    },
+    {
+      "epoch": 2.8236184708554126,
+      "grad_norm": 1.8845670223236084,
+      "learning_rate": 8.905655377878552e-07,
+      "loss": 0.7544617652893066,
+      "step": 3730
+    },
+    {
+      "epoch": 2.8251324753974263,
+      "grad_norm": 0.6770662665367126,
+      "learning_rate": 8.891688651560177e-07,
+      "loss": 0.047169242054224014,
+      "step": 3732
+    },
+    {
+      "epoch": 2.82664647993944,
+      "grad_norm": 1.2962541580200195,
+      "learning_rate": 8.87773384901111e-07,
+      "loss": 0.9296197295188904,
+      "step": 3734
+    },
+    {
+      "epoch": 2.8281604844814536,
+      "grad_norm": 1.2323596477508545,
+      "learning_rate": 8.863790992101359e-07,
+      "loss": 0.5393604636192322,
+      "step": 3736
+    },
+    {
+      "epoch": 2.829674489023467,
+      "grad_norm": 2.7934513092041016,
+      "learning_rate": 8.849860102682226e-07,
+      "loss": 0.643133282661438,
+      "step": 3738
+    },
+    {
+      "epoch": 2.831188493565481,
+      "grad_norm": 0.6922993063926697,
+      "learning_rate": 8.835941202586237e-07,
+      "loss": 0.02751312404870987,
+      "step": 3740
+    },
+    {
+      "epoch": 2.832702498107494,
+      "grad_norm": 1.5087149143218994,
+      "learning_rate": 8.822034313627131e-07,
+      "loss": 0.9720838665962219,
+      "step": 3742
+    },
+    {
+      "epoch": 2.834216502649508,
+      "grad_norm": 1.9601054191589355,
+      "learning_rate": 8.808139457599839e-07,
+      "loss": 0.5711642503738403,
+      "step": 3744
+    },
+    {
+      "epoch": 2.8357305071915215,
+      "grad_norm": 0.6599406003952026,
+      "learning_rate": 8.794256656280411e-07,
+      "loss": 0.5517204999923706,
+      "step": 3746
+    },
+    {
+      "epoch": 2.837244511733535,
+      "grad_norm": 1.2271597385406494,
+      "learning_rate": 8.780385931426028e-07,
+      "loss": 0.08901163935661316,
+      "step": 3748
+    },
+    {
+      "epoch": 2.838758516275549,
+      "grad_norm": 1.0120880603790283,
+      "learning_rate": 8.766527304774929e-07,
+      "loss": 0.24437592923641205,
+      "step": 3750
+    },
+    {
+      "epoch": 2.8402725208175625,
+      "grad_norm": 1.4647727012634277,
+      "learning_rate": 8.752680798046388e-07,
+      "loss": 0.13146477937698364,
+      "step": 3752
+    },
+    {
+      "epoch": 2.841786525359576,
+      "grad_norm": 1.6725610494613647,
+      "learning_rate": 8.738846432940708e-07,
+      "loss": 0.5949679613113403,
+      "step": 3754
+    },
+    {
+      "epoch": 2.8433005299015894,
+      "grad_norm": 1.2268952131271362,
+      "learning_rate": 8.725024231139141e-07,
+      "loss": 0.5065262913703918,
+      "step": 3756
+    },
+    {
+      "epoch": 2.8448145344436035,
+      "grad_norm": 0.3921285569667816,
+      "learning_rate": 8.711214214303882e-07,
+      "loss": 0.4775087833404541,
+      "step": 3758
+    },
+    {
+      "epoch": 2.8463285389856168,
+      "grad_norm": 1.0800436735153198,
+      "learning_rate": 8.69741640407804e-07,
+      "loss": 0.15427321195602417,
+      "step": 3760
+    },
+    {
+      "epoch": 2.8478425435276304,
+      "grad_norm": 8.044784545898438,
+      "learning_rate": 8.683630822085586e-07,
+      "loss": 0.1547515094280243,
+      "step": 3762
+    },
+    {
+      "epoch": 2.849356548069644,
+      "grad_norm": 3.9401752948760986,
+      "learning_rate": 8.669857489931323e-07,
+      "loss": 0.44284185767173767,
+      "step": 3764
+    },
+    {
+      "epoch": 2.850870552611658,
+      "grad_norm": 3.7742526531219482,
+      "learning_rate": 8.656096429200857e-07,
+      "loss": 0.09116940200328827,
+      "step": 3766
+    },
+    {
+      "epoch": 2.8523845571536715,
+      "grad_norm": 2.8929426670074463,
+      "learning_rate": 8.642347661460574e-07,
+      "loss": 0.08468050509691238,
+      "step": 3768
+    },
+    {
+      "epoch": 2.853898561695685,
+      "grad_norm": 1.0520923137664795,
+      "learning_rate": 8.628611208257582e-07,
+      "loss": 0.4239636957645416,
+      "step": 3770
+    },
+    {
+      "epoch": 2.855412566237699,
+      "grad_norm": 2.8016903400421143,
+      "learning_rate": 8.614887091119692e-07,
+      "loss": 0.49609190225601196,
+      "step": 3772
+    },
+    {
+      "epoch": 2.8569265707797125,
+      "grad_norm": 1.6472960710525513,
+      "learning_rate": 8.60117533155538e-07,
+      "loss": 0.07066318392753601,
+      "step": 3774
+    },
+    {
+      "epoch": 2.858440575321726,
+      "grad_norm": 2.728069305419922,
+      "learning_rate": 8.587475951053769e-07,
+      "loss": 0.4633954167366028,
+      "step": 3776
+    },
+    {
+      "epoch": 2.8599545798637394,
+      "grad_norm": 1.7422723770141602,
+      "learning_rate": 8.573788971084563e-07,
+      "loss": 0.22740291059017181,
+      "step": 3778
+    },
+    {
+      "epoch": 2.8614685844057535,
+      "grad_norm": 1.3749862909317017,
+      "learning_rate": 8.560114413098036e-07,
+      "loss": 0.6364903450012207,
+      "step": 3780
+    },
+    {
+      "epoch": 2.8629825889477667,
+      "grad_norm": 1.1808003187179565,
+      "learning_rate": 8.54645229852501e-07,
+      "loss": 0.12124611437320709,
+      "step": 3782
+    },
+    {
+      "epoch": 2.8644965934897804,
+      "grad_norm": 2.028859853744507,
+      "learning_rate": 8.532802648776786e-07,
+      "loss": 0.5597202181816101,
+      "step": 3784
+    },
+    {
+      "epoch": 2.866010598031794,
+      "grad_norm": 3.725170135498047,
+      "learning_rate": 8.519165485245139e-07,
+      "loss": 0.07686395198106766,
+      "step": 3786
+    },
+    {
+      "epoch": 2.8675246025738077,
+      "grad_norm": 2.2122673988342285,
+      "learning_rate": 8.505540829302267e-07,
+      "loss": 0.5101752877235413,
+      "step": 3788
+    },
+    {
+      "epoch": 2.8690386071158214,
+      "grad_norm": 0.5155825018882751,
+      "learning_rate": 8.491928702300788e-07,
+      "loss": 0.41851285099983215,
+      "step": 3790
+    },
+    {
+      "epoch": 2.870552611657835,
+      "grad_norm": 3.692025899887085,
+      "learning_rate": 8.478329125573654e-07,
+      "loss": 0.08599580079317093,
+      "step": 3792
+    },
+    {
+      "epoch": 2.8720666161998487,
+      "grad_norm": 1.0661647319793701,
+      "learning_rate": 8.464742120434181e-07,
+      "loss": 0.06629923731088638,
+      "step": 3794
+    },
+    {
+      "epoch": 2.8735806207418624,
+      "grad_norm": 1.6379257440567017,
+      "learning_rate": 8.451167708175949e-07,
+      "loss": 0.26821276545524597,
+      "step": 3796
+    },
+    {
+      "epoch": 2.875094625283876,
+      "grad_norm": 1.8655433654785156,
+      "learning_rate": 8.437605910072835e-07,
+      "loss": 0.5183701515197754,
+      "step": 3798
+    },
+    {
+      "epoch": 2.8766086298258893,
+      "grad_norm": 1.6501489877700806,
+      "learning_rate": 8.424056747378924e-07,
+      "loss": 0.5763782262802124,
+      "step": 3800
+    },
+    {
+      "epoch": 2.878122634367903,
+      "grad_norm": 4.954941272735596,
+      "learning_rate": 8.410520241328499e-07,
+      "loss": 0.4887532889842987,
+      "step": 3802
+    },
+    {
+      "epoch": 2.8796366389099166,
+      "grad_norm": 1.991117238998413,
+      "learning_rate": 8.396996413136029e-07,
+      "loss": 0.06312289088964462,
+      "step": 3804
+    },
+    {
+      "epoch": 2.8811506434519303,
+      "grad_norm": 1.9310789108276367,
+      "learning_rate": 8.383485283996091e-07,
+      "loss": 0.5399723649024963,
+      "step": 3806
+    },
+    {
+      "epoch": 2.882664647993944,
+      "grad_norm": 0.9640549421310425,
+      "learning_rate": 8.369986875083369e-07,
+      "loss": 0.49352431297302246,
+      "step": 3808
+    },
+    {
+      "epoch": 2.8841786525359576,
+      "grad_norm": 1.2278974056243896,
+      "learning_rate": 8.356501207552611e-07,
+      "loss": 0.5587291121482849,
+      "step": 3810
+    },
+    {
+      "epoch": 2.8856926570779713,
+      "grad_norm": 1.5222783088684082,
+      "learning_rate": 8.3430283025386e-07,
+      "loss": 0.5829649567604065,
+      "step": 3812
+    },
+    {
+      "epoch": 2.887206661619985,
+      "grad_norm": 1.2479456663131714,
+      "learning_rate": 8.329568181156116e-07,
+      "loss": 0.9048027396202087,
+      "step": 3814
+    },
+    {
+      "epoch": 2.8887206661619986,
+      "grad_norm": 1.6707185506820679,
+      "learning_rate": 8.316120864499896e-07,
+      "loss": 0.255351722240448,
+      "step": 3816
+    },
+    {
+      "epoch": 2.890234670704012,
+      "grad_norm": 0.8826047778129578,
+      "learning_rate": 8.302686373644626e-07,
+      "loss": 0.46603119373321533,
+      "step": 3818
+    },
+    {
+      "epoch": 2.891748675246026,
+      "grad_norm": 0.37061068415641785,
+      "learning_rate": 8.289264729644878e-07,
+      "loss": 0.4425652027130127,
+      "step": 3820
+    },
+    {
+      "epoch": 2.893262679788039,
+      "grad_norm": 0.9885351061820984,
+      "learning_rate": 8.275855953535097e-07,
+      "loss": 0.48779723048210144,
+      "step": 3822
+    },
+    {
+      "epoch": 2.894776684330053,
+      "grad_norm": 0.540049135684967,
+      "learning_rate": 8.262460066329549e-07,
+      "loss": 0.45148253440856934,
+      "step": 3824
+    },
+    {
+      "epoch": 2.8962906888720665,
+      "grad_norm": 0.054746102541685104,
+      "learning_rate": 8.249077089022323e-07,
+      "loss": 0.5173460245132446,
+      "step": 3826
+    },
+    {
+      "epoch": 2.89780469341408,
+      "grad_norm": 1.6062202453613281,
+      "learning_rate": 8.235707042587258e-07,
+      "loss": 0.9697235226631165,
+      "step": 3828
+    },
+    {
+      "epoch": 2.899318697956094,
+      "grad_norm": 5.622974395751953,
+      "learning_rate": 8.222349947977929e-07,
+      "loss": 0.1524309515953064,
+      "step": 3830
+    },
+    {
+      "epoch": 2.9008327024981075,
+      "grad_norm": 1.5508605241775513,
+      "learning_rate": 8.209005826127616e-07,
+      "loss": 0.516213059425354,
+      "step": 3832
+    },
+    {
+      "epoch": 2.902346707040121,
+      "grad_norm": 1.0680675506591797,
+      "learning_rate": 8.195674697949277e-07,
+      "loss": 0.6413286924362183,
+      "step": 3834
+    },
+    {
+      "epoch": 2.903860711582135,
+      "grad_norm": 2.605649471282959,
+      "learning_rate": 8.182356584335491e-07,
+      "loss": 0.10368496924638748,
+      "step": 3836
+    },
+    {
+      "epoch": 2.9053747161241485,
+      "grad_norm": 1.0486398935317993,
+      "learning_rate": 8.169051506158443e-07,
+      "loss": 1.0008890628814697,
+      "step": 3838
+    },
+    {
+      "epoch": 2.9068887206661618,
+      "grad_norm": 2.419147253036499,
+      "learning_rate": 8.155759484269905e-07,
+      "loss": 0.7527313232421875,
+      "step": 3840
+    },
+    {
+      "epoch": 2.908402725208176,
+      "grad_norm": 4.255338668823242,
+      "learning_rate": 8.142480539501167e-07,
+      "loss": 0.5065209269523621,
+      "step": 3842
+    },
+    {
+      "epoch": 2.909916729750189,
+      "grad_norm": 1.3409066200256348,
+      "learning_rate": 8.129214692663032e-07,
+      "loss": 0.5724047422409058,
+      "step": 3844
+    },
+    {
+      "epoch": 2.911430734292203,
+      "grad_norm": 1.3575468063354492,
+      "learning_rate": 8.115961964545783e-07,
+      "loss": 0.09961085021495819,
+      "step": 3846
+    },
+    {
+      "epoch": 2.9129447388342165,
+      "grad_norm": 1.3521260023117065,
+      "learning_rate": 8.10272237591913e-07,
+      "loss": 0.021654373034834862,
+      "step": 3848
+    },
+    {
+      "epoch": 2.91445874337623,
+      "grad_norm": 1.365338683128357,
+      "learning_rate": 8.089495947532204e-07,
+      "loss": 0.6579216718673706,
+      "step": 3850
+    },
+    {
+      "epoch": 2.915972747918244,
+      "grad_norm": 0.5357253551483154,
+      "learning_rate": 8.0762827001135e-07,
+      "loss": 0.17811284959316254,
+      "step": 3852
+    },
+    {
+      "epoch": 2.9174867524602575,
+      "grad_norm": 1.5824048519134521,
+      "learning_rate": 8.063082654370859e-07,
+      "loss": 0.0712343230843544,
+      "step": 3854
+    },
+    {
+      "epoch": 2.919000757002271,
+      "grad_norm": 1.762145757675171,
+      "learning_rate": 8.049895830991442e-07,
+      "loss": 0.0337158739566803,
+      "step": 3856
+    },
+    {
+      "epoch": 2.920514761544285,
+      "grad_norm": 2.789889335632324,
+      "learning_rate": 8.036722250641675e-07,
+      "loss": 0.5362149477005005,
+      "step": 3858
+    },
+    {
+      "epoch": 2.9220287660862985,
+      "grad_norm": 1.0759830474853516,
+      "learning_rate": 8.023561933967231e-07,
+      "loss": 0.030107945203781128,
+      "step": 3860
+    },
+    {
+      "epoch": 2.9235427706283117,
+      "grad_norm": 1.1900837421417236,
+      "learning_rate": 8.010414901593006e-07,
+      "loss": 0.026596467941999435,
+      "step": 3862
+    },
+    {
+      "epoch": 2.9250567751703254,
+      "grad_norm": 1.9306000471115112,
+      "learning_rate": 7.997281174123065e-07,
+      "loss": 0.5237943530082703,
+      "step": 3864
+    },
+    {
+      "epoch": 2.926570779712339,
+      "grad_norm": 2.8298351764678955,
+      "learning_rate": 7.98416077214063e-07,
+      "loss": 0.04856697842478752,
+      "step": 3866
+    },
+    {
+      "epoch": 2.9280847842543527,
+      "grad_norm": 0.30419406294822693,
+      "learning_rate": 7.971053716208031e-07,
+      "loss": 0.028724314644932747,
+      "step": 3868
+    },
+    {
+      "epoch": 2.9295987887963664,
+      "grad_norm": 2.131240129470825,
+      "learning_rate": 7.957960026866695e-07,
+      "loss": 0.5273154973983765,
+      "step": 3870
+    },
+    {
+      "epoch": 2.93111279333838,
+      "grad_norm": 1.4633896350860596,
+      "learning_rate": 7.944879724637089e-07,
+      "loss": 0.9569279551506042,
+      "step": 3872
+    },
+    {
+      "epoch": 2.9326267978803937,
+      "grad_norm": 1.4682790040969849,
+      "learning_rate": 7.931812830018696e-07,
+      "loss": 0.48464494943618774,
+      "step": 3874
+    },
+    {
+      "epoch": 2.9341408024224074,
+      "grad_norm": 1.173094391822815,
+      "learning_rate": 7.918759363490007e-07,
+      "loss": 0.4379115700721741,
+      "step": 3876
+    },
+    {
+      "epoch": 2.935654806964421,
+      "grad_norm": 3.3173611164093018,
+      "learning_rate": 7.905719345508448e-07,
+      "loss": 0.5269387364387512,
+      "step": 3878
+    },
+    {
+      "epoch": 2.9371688115064343,
+      "grad_norm": 2.3758342266082764,
+      "learning_rate": 7.89269279651038e-07,
+      "loss": 0.7734465003013611,
+      "step": 3880
+    },
+    {
+      "epoch": 2.9386828160484484,
+      "grad_norm": 1.2772712707519531,
+      "learning_rate": 7.879679736911043e-07,
+      "loss": 0.38165703415870667,
+      "step": 3882
+    },
+    {
+      "epoch": 2.9401968205904616,
+      "grad_norm": 1.7364046573638916,
+      "learning_rate": 7.866680187104554e-07,
+      "loss": 0.6038261651992798,
+      "step": 3884
+    },
+    {
+      "epoch": 2.9417108251324753,
+      "grad_norm": 1.9593379497528076,
+      "learning_rate": 7.853694167463845e-07,
+      "loss": 0.5354672074317932,
+      "step": 3886
+    },
+    {
+      "epoch": 2.943224829674489,
+      "grad_norm": 2.5874977111816406,
+      "learning_rate": 7.840721698340645e-07,
+      "loss": 0.4401940107345581,
+      "step": 3888
+    },
+    {
+      "epoch": 2.9447388342165026,
+      "grad_norm": 0.5861150622367859,
+      "learning_rate": 7.827762800065447e-07,
+      "loss": 0.03342803567647934,
+      "step": 3890
+    },
+    {
+      "epoch": 2.9462528387585163,
+      "grad_norm": 0.07254718244075775,
+      "learning_rate": 7.814817492947481e-07,
+      "loss": 0.09036199003458023,
+      "step": 3892
+    },
+    {
+      "epoch": 2.94776684330053,
+      "grad_norm": 1.2350249290466309,
+      "learning_rate": 7.801885797274668e-07,
+      "loss": 0.5221207141876221,
+      "step": 3894
+    },
+    {
+      "epoch": 2.9492808478425436,
+      "grad_norm": 10.142313003540039,
+      "learning_rate": 7.788967733313607e-07,
+      "loss": 0.6032928824424744,
+      "step": 3896
+    },
+    {
+      "epoch": 2.9507948523845573,
+      "grad_norm": 0.11258590221405029,
+      "learning_rate": 7.776063321309522e-07,
+      "loss": 0.009810122661292553,
+      "step": 3898
+    },
+    {
+      "epoch": 2.952308856926571,
+      "grad_norm": 1.5286842584609985,
+      "learning_rate": 7.763172581486256e-07,
+      "loss": 0.024380333721637726,
+      "step": 3900
+    },
+    {
+      "epoch": 2.953822861468584,
+      "grad_norm": 1.2205860614776611,
+      "learning_rate": 7.750295534046214e-07,
+      "loss": 1.0053309202194214,
+      "step": 3902
+    },
+    {
+      "epoch": 2.9553368660105983,
+      "grad_norm": 1.4816066026687622,
+      "learning_rate": 7.737432199170336e-07,
+      "loss": 0.09616224467754364,
+      "step": 3904
+    },
+    {
+      "epoch": 2.9568508705526115,
+      "grad_norm": 1.3818708658218384,
+      "learning_rate": 7.724582597018097e-07,
+      "loss": 0.489177942276001,
+      "step": 3906
+    },
+    {
+      "epoch": 2.958364875094625,
+      "grad_norm": 1.9293603897094727,
+      "learning_rate": 7.711746747727421e-07,
+      "loss": 0.5863303542137146,
+      "step": 3908
+    },
+    {
+      "epoch": 2.959878879636639,
+      "grad_norm": 1.427994966506958,
+      "learning_rate": 7.698924671414689e-07,
+      "loss": 0.8889341354370117,
+      "step": 3910
+    },
+    {
+      "epoch": 2.9613928841786525,
+      "grad_norm": 4.070063591003418,
+      "learning_rate": 7.686116388174711e-07,
+      "loss": 0.29550179839134216,
+      "step": 3912
+    },
+    {
+      "epoch": 2.962906888720666,
+      "grad_norm": 0.7458814978599548,
+      "learning_rate": 7.67332191808066e-07,
+      "loss": 0.46560460329055786,
+      "step": 3914
+    },
+    {
+      "epoch": 2.96442089326268,
+      "grad_norm": 0.845970094203949,
+      "learning_rate": 7.660541281184074e-07,
+      "loss": 0.7280870079994202,
+      "step": 3916
+    },
+    {
+      "epoch": 2.9659348978046935,
+      "grad_norm": 0.814699113368988,
+      "learning_rate": 7.6477744975148e-07,
+      "loss": 0.42352423071861267,
+      "step": 3918
+    },
+    {
+      "epoch": 2.9674489023467068,
+      "grad_norm": 1.0757745504379272,
+      "learning_rate": 7.63502158708099e-07,
+      "loss": 0.49008259177207947,
+      "step": 3920
+    },
+    {
+      "epoch": 2.968962906888721,
+      "grad_norm": 1.148490071296692,
+      "learning_rate": 7.62228256986904e-07,
+      "loss": 0.8969548344612122,
+      "step": 3922
+    },
+    {
+      "epoch": 2.970476911430734,
+      "grad_norm": 0.07679852098226547,
+      "learning_rate": 7.609557465843581e-07,
+      "loss": 0.47735390067100525,
+      "step": 3924
+    },
+    {
+      "epoch": 2.971990915972748,
+      "grad_norm": 0.947769045829773,
+      "learning_rate": 7.596846294947427e-07,
+      "loss": 0.22102048993110657,
+      "step": 3926
+    },
+    {
+      "epoch": 2.9735049205147615,
+      "grad_norm": 1.290168046951294,
+      "learning_rate": 7.584149077101576e-07,
+      "loss": 0.5241299867630005,
+      "step": 3928
+    },
+    {
+      "epoch": 2.975018925056775,
+      "grad_norm": 0.7361161112785339,
+      "learning_rate": 7.571465832205142e-07,
+      "loss": 0.11590026319026947,
+      "step": 3930
+    },
+    {
+      "epoch": 2.976532929598789,
+      "grad_norm": 1.601361632347107,
+      "learning_rate": 7.558796580135345e-07,
+      "loss": 0.97297203540802,
+      "step": 3932
+    },
+    {
+      "epoch": 2.9780469341408025,
+      "grad_norm": 2.5603744983673096,
+      "learning_rate": 7.546141340747478e-07,
+      "loss": 0.3908730745315552,
+      "step": 3934
+    },
+    {
+      "epoch": 2.979560938682816,
+      "grad_norm": 5.403840065002441,
+      "learning_rate": 7.533500133874874e-07,
+      "loss": 0.3258212208747864,
+      "step": 3936
+    },
+    {
+      "epoch": 2.98107494322483,
+      "grad_norm": 0.8196927905082703,
+      "learning_rate": 7.52087297932887e-07,
+      "loss": 0.6264731884002686,
+      "step": 3938
+    },
+    {
+      "epoch": 2.9825889477668435,
+      "grad_norm": 0.9482421278953552,
+      "learning_rate": 7.508259896898774e-07,
+      "loss": 0.9203871488571167,
+      "step": 3940
+    },
+    {
+      "epoch": 2.9841029523088567,
+      "grad_norm": 1.5888142585754395,
+      "learning_rate": 7.495660906351864e-07,
+      "loss": 0.5230554342269897,
+      "step": 3942
+    },
+    {
+      "epoch": 2.985616956850871,
+      "grad_norm": 0.728779673576355,
+      "learning_rate": 7.483076027433309e-07,
+      "loss": 0.5012220144271851,
+      "step": 3944
+    },
+    {
+      "epoch": 2.987130961392884,
+      "grad_norm": 3.4751663208007812,
+      "learning_rate": 7.470505279866165e-07,
+      "loss": 0.4676293730735779,
+      "step": 3946
+    },
+    {
+      "epoch": 2.9886449659348977,
+      "grad_norm": 3.838146448135376,
+      "learning_rate": 7.457948683351357e-07,
+      "loss": 0.5397993326187134,
+      "step": 3948
+    },
+    {
+      "epoch": 2.9901589704769114,
+      "grad_norm": 2.288231611251831,
+      "learning_rate": 7.445406257567613e-07,
+      "loss": 0.5099469423294067,
+      "step": 3950
+    },
+    {
+      "epoch": 2.991672975018925,
+      "grad_norm": 0.98577880859375,
+      "learning_rate": 7.432878022171473e-07,
+      "loss": 0.52032071352005,
+      "step": 3952
+    },
+    {
+      "epoch": 2.9931869795609387,
+      "grad_norm": 1.9891493320465088,
+      "learning_rate": 7.420363996797214e-07,
+      "loss": 0.09683854877948761,
+      "step": 3954
+    },
+    {
+      "epoch": 2.9947009841029524,
+      "grad_norm": 1.8507225513458252,
+      "learning_rate": 7.407864201056869e-07,
+      "loss": 0.49484390020370483,
+      "step": 3956
+    },
+    {
+      "epoch": 2.996214988644966,
+      "grad_norm": 1.7818666696548462,
+      "learning_rate": 7.395378654540147e-07,
+      "loss": 0.6634348034858704,
+      "step": 3958
+    },
+    {
+      "epoch": 2.9977289931869797,
+      "grad_norm": 1.0862374305725098,
+      "learning_rate": 7.382907376814441e-07,
+      "loss": 0.5016591548919678,
+      "step": 3960
+    },
+    {
+      "epoch": 2.9992429977289934,
+      "grad_norm": 1.0315511226654053,
+      "learning_rate": 7.370450387424767e-07,
+      "loss": 0.9380726218223572,
+      "step": 3962
+    },
+    {
+      "epoch": 3.0007570022710066,
+      "grad_norm": 2.3969194889068604,
+      "learning_rate": 7.358007705893771e-07,
+      "loss": 0.6164969205856323,
+      "step": 3964
+    },
+    {
+      "epoch": 3.0022710068130203,
+      "grad_norm": 0.2718479037284851,
+      "learning_rate": 7.345579351721656e-07,
+      "loss": 0.42529329657554626,
+      "step": 3966
+    },
+    {
+      "epoch": 3.003785011355034,
+      "grad_norm": 0.9466289281845093,
+      "learning_rate": 7.333165344386171e-07,
+      "loss": 0.17686264216899872,
+      "step": 3968
+    },
+    {
+      "epoch": 3.0052990158970476,
+      "grad_norm": 4.593746185302734,
+      "learning_rate": 7.3207657033426e-07,
+      "loss": 0.2262856364250183,
+      "step": 3970
+    },
+    {
+      "epoch": 3.0068130204390613,
+      "grad_norm": 0.4080749750137329,
+      "learning_rate": 7.308380448023691e-07,
+      "loss": 0.44627752900123596,
+      "step": 3972
+    },
+    {
+      "epoch": 3.008327024981075,
+      "grad_norm": 1.3409069776535034,
+      "learning_rate": 7.296009597839658e-07,
+      "loss": 0.3770182430744171,
+      "step": 3974
+    },
+    {
+      "epoch": 3.0098410295230886,
+      "grad_norm": 1.118722677230835,
+      "learning_rate": 7.283653172178129e-07,
+      "loss": 0.4042755663394928,
+      "step": 3976
+    },
+    {
+      "epoch": 3.0113550340651023,
+      "grad_norm": 1.0860754251480103,
+      "learning_rate": 7.271311190404144e-07,
+      "loss": 0.49542757868766785,
+      "step": 3978
+    },
+    {
+      "epoch": 3.012869038607116,
+      "grad_norm": 1.6815706491470337,
+      "learning_rate": 7.25898367186009e-07,
+      "loss": 0.8869043588638306,
+      "step": 3980
+    },
+    {
+      "epoch": 3.0143830431491296,
+      "grad_norm": 1.4714423418045044,
+      "learning_rate": 7.246670635865692e-07,
+      "loss": 0.0653425082564354,
+      "step": 3982
+    },
+    {
+      "epoch": 3.015897047691143,
+      "grad_norm": 1.1048444509506226,
+      "learning_rate": 7.234372101717974e-07,
+      "loss": 0.808556079864502,
+      "step": 3984
+    },
+    {
+      "epoch": 3.0174110522331565,
+      "grad_norm": 1.7007668018341064,
+      "learning_rate": 7.222088088691246e-07,
+      "loss": 0.4317365288734436,
+      "step": 3986
+    },
+    {
+      "epoch": 3.01892505677517,
+      "grad_norm": 0.37070685625076294,
+      "learning_rate": 7.209818616037046e-07,
+      "loss": 0.009090625680983067,
+      "step": 3988
+    },
+    {
+      "epoch": 3.020439061317184,
+      "grad_norm": 0.25970911979675293,
+      "learning_rate": 7.197563702984131e-07,
+      "loss": 0.4831356108188629,
+      "step": 3990
+    },
+    {
+      "epoch": 3.0219530658591975,
+      "grad_norm": 2.4647092819213867,
+      "learning_rate": 7.185323368738442e-07,
+      "loss": 0.42847299575805664,
+      "step": 3992
+    },
+    {
+      "epoch": 3.023467070401211,
+      "grad_norm": 1.4203499555587769,
+      "learning_rate": 7.173097632483067e-07,
+      "loss": 0.5414004921913147,
+      "step": 3994
+    },
+    {
+      "epoch": 3.024981074943225,
+      "grad_norm": 0.4966915249824524,
+      "learning_rate": 7.160886513378211e-07,
+      "loss": 0.5168024897575378,
+      "step": 3996
+    },
+    {
+      "epoch": 3.0264950794852385,
+      "grad_norm": 0.33384162187576294,
+      "learning_rate": 7.148690030561192e-07,
+      "loss": 0.4039287269115448,
+      "step": 3998
+    },
+    {
+      "epoch": 3.028009084027252,
+      "grad_norm": 4.462475299835205,
+      "learning_rate": 7.136508203146364e-07,
+      "loss": 0.4377596080303192,
+      "step": 4000
+    },
+    {
+      "epoch": 3.029523088569266,
+      "grad_norm": 0.33090612292289734,
+      "learning_rate": 7.124341050225133e-07,
+      "loss": 0.00277205603197217,
+      "step": 4002
+    },
+    {
+      "epoch": 3.031037093111279,
+      "grad_norm": 2.197788715362549,
+      "learning_rate": 7.112188590865894e-07,
+      "loss": 0.6341095566749573,
+      "step": 4004
+    },
+    {
+      "epoch": 3.032551097653293,
+      "grad_norm": 3.956519603729248,
+      "learning_rate": 7.10005084411402e-07,
+      "loss": 0.029052812606096268,
+      "step": 4006
+    },
+    {
+      "epoch": 3.0340651021953065,
+      "grad_norm": 0.7870645523071289,
+      "learning_rate": 7.087927828991828e-07,
+      "loss": 0.2910933494567871,
+      "step": 4008
+    },
+    {
+      "epoch": 3.03557910673732,
+      "grad_norm": 1.1830310821533203,
+      "learning_rate": 7.075819564498545e-07,
+      "loss": 0.3489729166030884,
+      "step": 4010
+    },
+    {
+      "epoch": 3.037093111279334,
+      "grad_norm": 2.2264347076416016,
+      "learning_rate": 7.063726069610276e-07,
+      "loss": 0.4663190543651581,
+      "step": 4012
+    },
+    {
+      "epoch": 3.0386071158213475,
+      "grad_norm": 9.285035133361816,
+      "learning_rate": 7.05164736327999e-07,
+      "loss": 0.11393094062805176,
+      "step": 4014
+    },
+    {
+      "epoch": 3.040121120363361,
+      "grad_norm": 1.6699323654174805,
+      "learning_rate": 7.039583464437473e-07,
+      "loss": 0.5791230201721191,
+      "step": 4016
+    },
+    {
+      "epoch": 3.041635124905375,
+      "grad_norm": 1.1014317274093628,
+      "learning_rate": 7.027534391989301e-07,
+      "loss": 0.3018898069858551,
+      "step": 4018
+    },
+    {
+      "epoch": 3.0431491294473885,
+      "grad_norm": 1.926364541053772,
+      "learning_rate": 7.015500164818816e-07,
+      "loss": 0.0015229706186801195,
+      "step": 4020
+    },
+    {
+      "epoch": 3.044663133989402,
+      "grad_norm": 0.9938611388206482,
+      "learning_rate": 7.003480801786104e-07,
+      "loss": 0.677412211894989,
+      "step": 4022
+    },
+    {
+      "epoch": 3.046177138531416,
+      "grad_norm": 1.8977714776992798,
+      "learning_rate": 6.991476321727945e-07,
+      "loss": 0.020947730168700218,
+      "step": 4024
+    },
+    {
+      "epoch": 3.047691143073429,
+      "grad_norm": 1.0303181409835815,
+      "learning_rate": 6.979486743457794e-07,
+      "loss": 0.12567976117134094,
+      "step": 4026
+    },
+    {
+      "epoch": 3.0492051476154427,
+      "grad_norm": 2.8299500942230225,
+      "learning_rate": 6.967512085765763e-07,
+      "loss": 0.4234556257724762,
+      "step": 4028
+    },
+    {
+      "epoch": 3.0507191521574564,
+      "grad_norm": 1.4620380401611328,
+      "learning_rate": 6.955552367418566e-07,
+      "loss": 0.2195405811071396,
+      "step": 4030
+    },
+    {
+      "epoch": 3.05223315669947,
+      "grad_norm": 0.009019579738378525,
+      "learning_rate": 6.943607607159516e-07,
+      "loss": 0.4009798765182495,
+      "step": 4032
+    },
+    {
+      "epoch": 3.0537471612414837,
+      "grad_norm": 1.2741161584854126,
+      "learning_rate": 6.93167782370847e-07,
+      "loss": 0.4938404858112335,
+      "step": 4034
+    },
+    {
+      "epoch": 3.0552611657834974,
+      "grad_norm": 1.9303240776062012,
+      "learning_rate": 6.919763035761835e-07,
+      "loss": 0.43660661578178406,
+      "step": 4036
+    },
+    {
+      "epoch": 3.056775170325511,
+      "grad_norm": 1.19795560836792,
+      "learning_rate": 6.907863261992494e-07,
+      "loss": 0.5328879952430725,
+      "step": 4038
+    },
+    {
+      "epoch": 3.0582891748675247,
+      "grad_norm": 6.347302436828613,
+      "learning_rate": 6.895978521049816e-07,
+      "loss": 0.09802637249231339,
+      "step": 4040
+    },
+    {
+      "epoch": 3.0598031794095384,
+      "grad_norm": 1.2104865312576294,
+      "learning_rate": 6.884108831559594e-07,
+      "loss": 0.43484431505203247,
+      "step": 4042
+    },
+    {
+      "epoch": 3.061317183951552,
+      "grad_norm": 0.5178834199905396,
+      "learning_rate": 6.872254212124053e-07,
+      "loss": 0.43175745010375977,
+      "step": 4044
+    },
+    {
+      "epoch": 3.0628311884935653,
+      "grad_norm": 0.3627015948295593,
+      "learning_rate": 6.860414681321787e-07,
+      "loss": 0.09141885489225388,
+      "step": 4046
+    },
+    {
+      "epoch": 3.064345193035579,
+      "grad_norm": 2.9537100791931152,
+      "learning_rate": 6.848590257707741e-07,
+      "loss": 0.4429933726787567,
+      "step": 4048
+    },
+    {
+      "epoch": 3.0658591975775926,
+      "grad_norm": 1.0850509405136108,
+      "learning_rate": 6.836780959813194e-07,
+      "loss": 0.4049634337425232,
+      "step": 4050
+    },
+    {
+      "epoch": 3.0673732021196063,
+      "grad_norm": 1.1354448795318604,
+      "learning_rate": 6.82498680614571e-07,
+      "loss": 0.3931359052658081,
+      "step": 4052
+    },
+    {
+      "epoch": 3.06888720666162,
+      "grad_norm": 1.5777790546417236,
+      "learning_rate": 6.81320781518913e-07,
+      "loss": 0.5058997273445129,
+      "step": 4054
+    },
+    {
+      "epoch": 3.0704012112036336,
+      "grad_norm": 0.276546448469162,
+      "learning_rate": 6.801444005403517e-07,
+      "loss": 0.002168760634958744,
+      "step": 4056
+    },
+    {
+      "epoch": 3.0719152157456473,
+      "grad_norm": 1.09465754032135,
+      "learning_rate": 6.789695395225158e-07,
+      "loss": 0.37967199087142944,
+      "step": 4058
+    },
+    {
+      "epoch": 3.073429220287661,
+      "grad_norm": 1.6758774518966675,
+      "learning_rate": 6.777962003066511e-07,
+      "loss": 0.492207795381546,
+      "step": 4060
+    },
+    {
+      "epoch": 3.0749432248296746,
+      "grad_norm": 1.3080397844314575,
+      "learning_rate": 6.766243847316176e-07,
+      "loss": 0.4363994002342224,
+      "step": 4062
+    },
+    {
+      "epoch": 3.0764572293716883,
+      "grad_norm": 1.4788641929626465,
+      "learning_rate": 6.754540946338894e-07,
+      "loss": 0.26849645376205444,
+      "step": 4064
+    },
+    {
+      "epoch": 3.0779712339137015,
+      "grad_norm": 1.5961706638336182,
+      "learning_rate": 6.742853318475486e-07,
+      "loss": 0.6835228800773621,
+      "step": 4066
+    },
+    {
+      "epoch": 3.079485238455715,
+      "grad_norm": 1.7173904180526733,
+      "learning_rate": 6.731180982042835e-07,
+      "loss": 0.46800684928894043,
+      "step": 4068
+    },
+    {
+      "epoch": 3.080999242997729,
+      "grad_norm": 1.2513922452926636,
+      "learning_rate": 6.719523955333861e-07,
+      "loss": 0.02254556305706501,
+      "step": 4070
+    },
+    {
+      "epoch": 3.0825132475397425,
+      "grad_norm": 1.5062390565872192,
+      "learning_rate": 6.707882256617498e-07,
+      "loss": 0.34975719451904297,
+      "step": 4072
+    },
+    {
+      "epoch": 3.084027252081756,
+      "grad_norm": 1.8490229845046997,
+      "learning_rate": 6.696255904138654e-07,
+      "loss": 0.556843101978302,
+      "step": 4074
+    },
+    {
+      "epoch": 3.08554125662377,
+      "grad_norm": 0.7304385900497437,
+      "learning_rate": 6.684644916118179e-07,
+      "loss": 0.4064416289329529,
+      "step": 4076
+    },
+    {
+      "epoch": 3.0870552611657835,
+      "grad_norm": 1.6273658275604248,
+      "learning_rate": 6.673049310752851e-07,
+      "loss": 0.43567830324172974,
+      "step": 4078
+    },
+    {
+      "epoch": 3.088569265707797,
+      "grad_norm": 3.8026535511016846,
+      "learning_rate": 6.661469106215343e-07,
+      "loss": 0.14637161791324615,
+      "step": 4080
+    },
+    {
+      "epoch": 3.090083270249811,
+      "grad_norm": 0.9847654104232788,
+      "learning_rate": 6.649904320654185e-07,
+      "loss": 0.4798167943954468,
+      "step": 4082
+    },
+    {
+      "epoch": 3.0915972747918246,
+      "grad_norm": 0.1427965611219406,
+      "learning_rate": 6.638354972193742e-07,
+      "loss": 0.002032442716881633,
+      "step": 4084
+    },
+    {
+      "epoch": 3.0931112793338382,
+      "grad_norm": 1.081045150756836,
+      "learning_rate": 6.626821078934197e-07,
+      "loss": 0.5119474530220032,
+      "step": 4086
+    },
+    {
+      "epoch": 3.0946252838758515,
+      "grad_norm": 1.0046815872192383,
+      "learning_rate": 6.615302658951497e-07,
+      "loss": 0.7853630781173706,
+      "step": 4088
+    },
+    {
+      "epoch": 3.096139288417865,
+      "grad_norm": 0.12222945690155029,
+      "learning_rate": 6.603799730297347e-07,
+      "loss": 0.0054857018403708935,
+      "step": 4090
+    },
+    {
+      "epoch": 3.097653292959879,
+      "grad_norm": 0.9781043529510498,
+      "learning_rate": 6.592312310999173e-07,
+      "loss": 0.35689669847488403,
+      "step": 4092
+    },
+    {
+      "epoch": 3.0991672975018925,
+      "grad_norm": 2.571282148361206,
+      "learning_rate": 6.580840419060095e-07,
+      "loss": 0.01572362892329693,
+      "step": 4094
+    },
+    {
+      "epoch": 3.100681302043906,
+      "grad_norm": 1.3768620491027832,
+      "learning_rate": 6.5693840724589e-07,
+      "loss": 0.756076455116272,
+      "step": 4096
+    },
+    {
+      "epoch": 3.10219530658592,
+      "grad_norm": 0.694009006023407,
+      "learning_rate": 6.557943289150002e-07,
+      "loss": 0.11142466217279434,
+      "step": 4098
+    },
+    {
+      "epoch": 3.1037093111279335,
+      "grad_norm": 0.17246878147125244,
+      "learning_rate": 6.546518087063444e-07,
+      "loss": 0.0007862098282203078,
+      "step": 4100
+    },
+    {
+      "epoch": 3.105223315669947,
+      "grad_norm": 0.8544809818267822,
+      "learning_rate": 6.535108484104827e-07,
+      "loss": 0.07932410389184952,
+      "step": 4102
+    },
+    {
+      "epoch": 3.106737320211961,
+      "grad_norm": 0.796825647354126,
+      "learning_rate": 6.523714498155326e-07,
+      "loss": 0.025672433897852898,
+      "step": 4104
+    },
+    {
+      "epoch": 3.1082513247539745,
+      "grad_norm": 1.4668720960617065,
+      "learning_rate": 6.512336147071624e-07,
+      "loss": 0.5809639692306519,
+      "step": 4106
+    },
+    {
+      "epoch": 3.1097653292959877,
+      "grad_norm": 2.3516106605529785,
+      "learning_rate": 6.500973448685914e-07,
+      "loss": 0.22618822753429413,
+      "step": 4108
+    },
+    {
+      "epoch": 3.1112793338380014,
+      "grad_norm": 0.6618440747261047,
+      "learning_rate": 6.489626420805851e-07,
+      "loss": 0.3518376350402832,
+      "step": 4110
+    },
+    {
+      "epoch": 3.112793338380015,
+      "grad_norm": 0.692665696144104,
+      "learning_rate": 6.47829508121453e-07,
+      "loss": 0.0329466387629509,
+      "step": 4112
+    },
+    {
+      "epoch": 3.1143073429220287,
+      "grad_norm": 1.5528597831726074,
+      "learning_rate": 6.466979447670463e-07,
+      "loss": 0.0887966901063919,
+      "step": 4114
+    },
+    {
+      "epoch": 3.1158213474640424,
+      "grad_norm": 0.40037980675697327,
+      "learning_rate": 6.455679537907548e-07,
+      "loss": 0.013906463049352169,
+      "step": 4116
+    },
+    {
+      "epoch": 3.117335352006056,
+      "grad_norm": 1.0792657136917114,
+      "learning_rate": 6.44439536963504e-07,
+      "loss": 0.7016704082489014,
+      "step": 4118
+    },
+    {
+      "epoch": 3.1188493565480697,
+      "grad_norm": 1.677802562713623,
+      "learning_rate": 6.433126960537513e-07,
+      "loss": 0.7152868509292603,
+      "step": 4120
+    },
+    {
+      "epoch": 3.1203633610900834,
+      "grad_norm": 1.3043384552001953,
+      "learning_rate": 6.421874328274865e-07,
+      "loss": 0.8352264165878296,
+      "step": 4122
+    },
+    {
+      "epoch": 3.121877365632097,
+      "grad_norm": 1.8514552116394043,
+      "learning_rate": 6.410637490482252e-07,
+      "loss": 0.8518596291542053,
+      "step": 4124
+    },
+    {
+      "epoch": 3.1233913701741107,
+      "grad_norm": 1.6068618297576904,
+      "learning_rate": 6.399416464770082e-07,
+      "loss": 0.1147489994764328,
+      "step": 4126
+    },
+    {
+      "epoch": 3.124905374716124,
+      "grad_norm": 1.5815989971160889,
+      "learning_rate": 6.388211268723975e-07,
+      "loss": 0.6219792366027832,
+      "step": 4128
+    },
+    {
+      "epoch": 3.1264193792581376,
+      "grad_norm": 3.630340337753296,
+      "learning_rate": 6.377021919904758e-07,
+      "loss": 0.047322895377874374,
+      "step": 4130
+    },
+    {
+      "epoch": 3.1279333838001513,
+      "grad_norm": 0.7049509882926941,
+      "learning_rate": 6.365848435848412e-07,
+      "loss": 0.3931571841239929,
+      "step": 4132
+    },
+    {
+      "epoch": 3.129447388342165,
+      "grad_norm": 1.6559326648712158,
+      "learning_rate": 6.354690834066054e-07,
+      "loss": 0.8177527785301208,
+      "step": 4134
+    },
+    {
+      "epoch": 3.1309613928841786,
+      "grad_norm": 2.969405174255371,
+      "learning_rate": 6.343549132043909e-07,
+      "loss": 0.12549491226673126,
+      "step": 4136
+    },
+    {
+      "epoch": 3.1324753974261923,
+      "grad_norm": 1.4503098726272583,
+      "learning_rate": 6.332423347243294e-07,
+      "loss": 0.8987895250320435,
+      "step": 4138
+    },
+    {
+      "epoch": 3.133989401968206,
+      "grad_norm": 1.4494681358337402,
+      "learning_rate": 6.321313497100571e-07,
+      "loss": 0.3016546368598938,
+      "step": 4140
+    },
+    {
+      "epoch": 3.1355034065102196,
+      "grad_norm": 2.3474137783050537,
+      "learning_rate": 6.310219599027128e-07,
+      "loss": 0.557498037815094,
+      "step": 4142
+    },
+    {
+      "epoch": 3.1370174110522333,
+      "grad_norm": 2.055933713912964,
+      "learning_rate": 6.299141670409361e-07,
+      "loss": 0.4614870548248291,
+      "step": 4144
+    },
+    {
+      "epoch": 3.138531415594247,
+      "grad_norm": 2.6461069583892822,
+      "learning_rate": 6.288079728608635e-07,
+      "loss": 0.8577829003334045,
+      "step": 4146
+    },
+    {
+      "epoch": 3.14004542013626,
+      "grad_norm": 1.2636239528656006,
+      "learning_rate": 6.277033790961259e-07,
+      "loss": 0.765476405620575,
+      "step": 4148
+    },
+    {
+      "epoch": 3.141559424678274,
+      "grad_norm": 0.20606276392936707,
+      "learning_rate": 6.266003874778456e-07,
+      "loss": 0.4212927520275116,
+      "step": 4150
+    },
+    {
+      "epoch": 3.1430734292202875,
+      "grad_norm": 1.0059120655059814,
+      "learning_rate": 6.254989997346353e-07,
+      "loss": 0.030231747776269913,
+      "step": 4152
+    },
+    {
+      "epoch": 3.144587433762301,
+      "grad_norm": 1.2911632061004639,
+      "learning_rate": 6.243992175925925e-07,
+      "loss": 0.2676365375518799,
+      "step": 4154
+    },
+    {
+      "epoch": 3.146101438304315,
+      "grad_norm": 1.1610504388809204,
+      "learning_rate": 6.233010427753001e-07,
+      "loss": 0.4617763161659241,
+      "step": 4156
+    },
+    {
+      "epoch": 3.1476154428463285,
+      "grad_norm": 0.2687191367149353,
+      "learning_rate": 6.222044770038203e-07,
+      "loss": 0.3713476359844208,
+      "step": 4158
+    },
+    {
+      "epoch": 3.149129447388342,
+      "grad_norm": 1.655655860900879,
+      "learning_rate": 6.21109521996695e-07,
+      "loss": 0.7506855726242065,
+      "step": 4160
+    },
+    {
+      "epoch": 3.150643451930356,
+      "grad_norm": 3.0118119716644287,
+      "learning_rate": 6.20016179469941e-07,
+      "loss": 0.7359092831611633,
+      "step": 4162
+    },
+    {
+      "epoch": 3.1521574564723696,
+      "grad_norm": 1.8462358713150024,
+      "learning_rate": 6.189244511370476e-07,
+      "loss": 0.482887327671051,
+      "step": 4164
+    },
+    {
+      "epoch": 3.1536714610143832,
+      "grad_norm": 1.8491785526275635,
+      "learning_rate": 6.178343387089756e-07,
+      "loss": 0.7653396129608154,
+      "step": 4166
+    },
+    {
+      "epoch": 3.1551854655563965,
+      "grad_norm": 1.4998102188110352,
+      "learning_rate": 6.16745843894152e-07,
+      "loss": 0.46621713042259216,
+      "step": 4168
+    },
+    {
+      "epoch": 3.15669947009841,
+      "grad_norm": 2.092540740966797,
+      "learning_rate": 6.156589683984697e-07,
+      "loss": 0.02423417754471302,
+      "step": 4170
+    },
+    {
+      "epoch": 3.158213474640424,
+      "grad_norm": 3.369731903076172,
+      "learning_rate": 6.145737139252829e-07,
+      "loss": 0.039859574288129807,
+      "step": 4172
+    },
+    {
+      "epoch": 3.1597274791824375,
+      "grad_norm": 2.0534422397613525,
+      "learning_rate": 6.134900821754063e-07,
+      "loss": 0.07779321819543839,
+      "step": 4174
+    },
+    {
+      "epoch": 3.161241483724451,
+      "grad_norm": 2.3966152667999268,
+      "learning_rate": 6.124080748471109e-07,
+      "loss": 0.08836057037115097,
+      "step": 4176
+    },
+    {
+      "epoch": 3.162755488266465,
+      "grad_norm": 1.1762347221374512,
+      "learning_rate": 6.113276936361215e-07,
+      "loss": 0.34370484948158264,
+      "step": 4178
+    },
+    {
+      "epoch": 3.1642694928084785,
+      "grad_norm": 1.4453004598617554,
+      "learning_rate": 6.102489402356153e-07,
+      "loss": 0.872462272644043,
+      "step": 4180
+    },
+    {
+      "epoch": 3.165783497350492,
+      "grad_norm": 0.5855422616004944,
+      "learning_rate": 6.091718163362182e-07,
+      "loss": 0.41354164481163025,
+      "step": 4182
+    },
+    {
+      "epoch": 3.167297501892506,
+      "grad_norm": 1.7227216958999634,
+      "learning_rate": 6.080963236260016e-07,
+      "loss": 0.7299938201904297,
+      "step": 4184
+    },
+    {
+      "epoch": 3.1688115064345195,
+      "grad_norm": 0.8702467679977417,
+      "learning_rate": 6.070224637904811e-07,
+      "loss": 0.4417323172092438,
+      "step": 4186
+    },
+    {
+      "epoch": 3.170325510976533,
+      "grad_norm": 3.277219295501709,
+      "learning_rate": 6.059502385126138e-07,
+      "loss": 0.8119851350784302,
+      "step": 4188
+    },
+    {
+      "epoch": 3.1718395155185464,
+      "grad_norm": 1.4700698852539062,
+      "learning_rate": 6.04879649472794e-07,
+      "loss": 0.4506599009037018,
+      "step": 4190
+    },
+    {
+      "epoch": 3.17335352006056,
+      "grad_norm": 0.4654270112514496,
+      "learning_rate": 6.038106983488523e-07,
+      "loss": 0.05376291275024414,
+      "step": 4192
+    },
+    {
+      "epoch": 3.1748675246025737,
+      "grad_norm": 0.6102208495140076,
+      "learning_rate": 6.027433868160518e-07,
+      "loss": 0.0416281633079052,
+      "step": 4194
+    },
+    {
+      "epoch": 3.1763815291445874,
+      "grad_norm": 0.038999054580926895,
+      "learning_rate": 6.016777165470872e-07,
+      "loss": 0.0013046637177467346,
+      "step": 4196
+    },
+    {
+      "epoch": 3.177895533686601,
+      "grad_norm": 0.9198364615440369,
+      "learning_rate": 6.0061368921208e-07,
+      "loss": 0.024049073457717896,
+      "step": 4198
+    },
+    {
+      "epoch": 3.1794095382286147,
+      "grad_norm": 1.7429077625274658,
+      "learning_rate": 5.99551306478577e-07,
+      "loss": 0.1302247941493988,
+      "step": 4200
+    },
+    {
+      "epoch": 3.1809235427706284,
+      "grad_norm": 1.1480247974395752,
+      "learning_rate": 5.98490570011548e-07,
+      "loss": 0.42881670594215393,
+      "step": 4202
+    },
+    {
+      "epoch": 3.182437547312642,
+      "grad_norm": 1.5936020612716675,
+      "learning_rate": 5.97431481473382e-07,
+      "loss": 0.40928295254707336,
+      "step": 4204
+    },
+    {
+      "epoch": 3.1839515518546557,
+      "grad_norm": 2.0750679969787598,
+      "learning_rate": 5.963740425238867e-07,
+      "loss": 0.7856857776641846,
+      "step": 4206
+    },
+    {
+      "epoch": 3.1854655563966694,
+      "grad_norm": 1.3993339538574219,
+      "learning_rate": 5.953182548202828e-07,
+      "loss": 0.142067551612854,
+      "step": 4208
+    },
+    {
+      "epoch": 3.1869795609386826,
+      "grad_norm": 1.1035765409469604,
+      "learning_rate": 5.94264120017205e-07,
+      "loss": 0.025681478902697563,
+      "step": 4210
+    },
+    {
+      "epoch": 3.1884935654806963,
+      "grad_norm": 1.44044828414917,
+      "learning_rate": 5.932116397666961e-07,
+      "loss": 0.19360049068927765,
+      "step": 4212
+    },
+    {
+      "epoch": 3.19000757002271,
+      "grad_norm": 3.2448890209198,
+      "learning_rate": 5.921608157182062e-07,
+      "loss": 0.7855092883110046,
+      "step": 4214
+    },
+    {
+      "epoch": 3.1915215745647236,
+      "grad_norm": 1.3087652921676636,
+      "learning_rate": 5.911116495185907e-07,
+      "loss": 0.5407652258872986,
+      "step": 4216
+    },
+    {
+      "epoch": 3.1930355791067373,
+      "grad_norm": 1.2526170015335083,
+      "learning_rate": 5.900641428121059e-07,
+      "loss": 0.5142260789871216,
+      "step": 4218
+    },
+    {
+      "epoch": 3.194549583648751,
+      "grad_norm": 2.792015790939331,
+      "learning_rate": 5.890182972404074e-07,
+      "loss": 0.038477823138237,
+      "step": 4220
+    },
+    {
+      "epoch": 3.1960635881907646,
+      "grad_norm": 0.9680241942405701,
+      "learning_rate": 5.879741144425475e-07,
+      "loss": 0.47152355313301086,
+      "step": 4222
+    },
+    {
+      "epoch": 3.1975775927327783,
+      "grad_norm": 4.391843795776367,
+      "learning_rate": 5.869315960549734e-07,
+      "loss": 0.4090409576892853,
+      "step": 4224
+    },
+    {
+      "epoch": 3.199091597274792,
+      "grad_norm": 0.3873880207538605,
+      "learning_rate": 5.858907437115225e-07,
+      "loss": 0.004784378223121166,
+      "step": 4226
+    },
+    {
+      "epoch": 3.2006056018168056,
+      "grad_norm": 2.0868403911590576,
+      "learning_rate": 5.848515590434222e-07,
+      "loss": 0.8621227741241455,
+      "step": 4228
+    },
+    {
+      "epoch": 3.202119606358819,
+      "grad_norm": 1.5555455684661865,
+      "learning_rate": 5.838140436792856e-07,
+      "loss": 0.7451547384262085,
+      "step": 4230
+    },
+    {
+      "epoch": 3.2036336109008325,
+      "grad_norm": 0.5912542939186096,
+      "learning_rate": 5.827781992451105e-07,
+      "loss": 0.11990676075220108,
+      "step": 4232
+    },
+    {
+      "epoch": 3.205147615442846,
+      "grad_norm": 0.2775070071220398,
+      "learning_rate": 5.817440273642755e-07,
+      "loss": 0.018691135570406914,
+      "step": 4234
+    },
+    {
+      "epoch": 3.20666161998486,
+      "grad_norm": 1.3487552404403687,
+      "learning_rate": 5.807115296575374e-07,
+      "loss": 0.7999797463417053,
+      "step": 4236
+    },
+    {
+      "epoch": 3.2081756245268735,
+      "grad_norm": 1.9631119966506958,
+      "learning_rate": 5.796807077430305e-07,
+      "loss": 0.45478659868240356,
+      "step": 4238
+    },
+    {
+      "epoch": 3.209689629068887,
+      "grad_norm": 0.05802164971828461,
+      "learning_rate": 5.78651563236262e-07,
+      "loss": 0.051538702100515366,
+      "step": 4240
+    },
+    {
+      "epoch": 3.211203633610901,
+      "grad_norm": 1.9430551528930664,
+      "learning_rate": 5.776240977501102e-07,
+      "loss": 0.5016130805015564,
+      "step": 4242
+    },
+    {
+      "epoch": 3.2127176381529146,
+      "grad_norm": 1.081489086151123,
+      "learning_rate": 5.765983128948217e-07,
+      "loss": 0.029119107872247696,
+      "step": 4244
+    },
+    {
+      "epoch": 3.2142316426949282,
+      "grad_norm": 2.924699306488037,
+      "learning_rate": 5.75574210278011e-07,
+      "loss": 0.01439094077795744,
+      "step": 4246
+    },
+    {
+      "epoch": 3.215745647236942,
+      "grad_norm": 0.40770334005355835,
+      "learning_rate": 5.745517915046542e-07,
+      "loss": 0.0037577252369374037,
+      "step": 4248
+    },
+    {
+      "epoch": 3.2172596517789556,
+      "grad_norm": 0.6793141961097717,
+      "learning_rate": 5.735310581770891e-07,
+      "loss": 0.14361703395843506,
+      "step": 4250
+    },
+    {
+      "epoch": 3.218773656320969,
+      "grad_norm": 1.6379170417785645,
+      "learning_rate": 5.725120118950119e-07,
+      "loss": 0.8105175495147705,
+      "step": 4252
+    },
+    {
+      "epoch": 3.2202876608629825,
+      "grad_norm": 1.2172212600708008,
+      "learning_rate": 5.71494654255476e-07,
+      "loss": 0.8411913514137268,
+      "step": 4254
+    },
+    {
+      "epoch": 3.221801665404996,
+      "grad_norm": 0.5244411826133728,
+      "learning_rate": 5.704789868528865e-07,
+      "loss": 0.46244922280311584,
+      "step": 4256
+    },
+    {
+      "epoch": 3.22331566994701,
+      "grad_norm": 0.7769549489021301,
+      "learning_rate": 5.694650112790013e-07,
+      "loss": 0.008184045553207397,
+      "step": 4258
+    },
+    {
+      "epoch": 3.2248296744890235,
+      "grad_norm": 1.0518815517425537,
+      "learning_rate": 5.684527291229256e-07,
+      "loss": 0.01648992858827114,
+      "step": 4260
+    },
+    {
+      "epoch": 3.226343679031037,
+      "grad_norm": 0.38810011744499207,
+      "learning_rate": 5.674421419711116e-07,
+      "loss": 0.061996109783649445,
+      "step": 4262
+    },
+    {
+      "epoch": 3.227857683573051,
+      "grad_norm": 3.983027458190918,
+      "learning_rate": 5.664332514073544e-07,
+      "loss": 0.35552293062210083,
+      "step": 4264
+    },
+    {
+      "epoch": 3.2293716881150645,
+      "grad_norm": 1.513490915298462,
+      "learning_rate": 5.6542605901279e-07,
+      "loss": 0.5510594248771667,
+      "step": 4266
+    },
+    {
+      "epoch": 3.230885692657078,
+      "grad_norm": 0.5401914715766907,
+      "learning_rate": 5.644205663658943e-07,
+      "loss": 0.03198845311999321,
+      "step": 4268
+    },
+    {
+      "epoch": 3.2323996971990914,
+      "grad_norm": 2.198777914047241,
+      "learning_rate": 5.634167750424781e-07,
+      "loss": 0.46873044967651367,
+      "step": 4270
+    },
+    {
+      "epoch": 3.233913701741105,
+      "grad_norm": 2.9599900245666504,
+      "learning_rate": 5.624146866156859e-07,
+      "loss": 0.10928899794816971,
+      "step": 4272
+    },
+    {
+      "epoch": 3.2354277062831187,
+      "grad_norm": 4.502335071563721,
+      "learning_rate": 5.614143026559947e-07,
+      "loss": 0.2749214768409729,
+      "step": 4274
+    },
+    {
+      "epoch": 3.2369417108251324,
+      "grad_norm": 1.588077425956726,
+      "learning_rate": 5.604156247312088e-07,
+      "loss": 0.4192395806312561,
+      "step": 4276
+    },
+    {
+      "epoch": 3.238455715367146,
+      "grad_norm": 1.5815722942352295,
+      "learning_rate": 5.594186544064595e-07,
+      "loss": 0.1117347851395607,
+      "step": 4278
+    },
+    {
+      "epoch": 3.2399697199091597,
+      "grad_norm": 1.866127371788025,
+      "learning_rate": 5.584233932442013e-07,
+      "loss": 0.13487142324447632,
+      "step": 4280
+    },
+    {
+      "epoch": 3.2414837244511734,
+      "grad_norm": 0.5325085520744324,
+      "learning_rate": 5.574298428042114e-07,
+      "loss": 0.10841602087020874,
+      "step": 4282
+    },
+    {
+      "epoch": 3.242997728993187,
+      "grad_norm": 0.1962842047214508,
+      "learning_rate": 5.564380046435849e-07,
+      "loss": 0.4596641957759857,
+      "step": 4284
+    },
+    {
+      "epoch": 3.2445117335352007,
+      "grad_norm": 0.5517534017562866,
+      "learning_rate": 5.554478803167336e-07,
+      "loss": 0.06260286271572113,
+      "step": 4286
+    },
+    {
+      "epoch": 3.2460257380772144,
+      "grad_norm": 1.419721245765686,
+      "learning_rate": 5.544594713753831e-07,
+      "loss": 0.08346284925937653,
+      "step": 4288
+    },
+    {
+      "epoch": 3.247539742619228,
+      "grad_norm": 8.173982620239258,
+      "learning_rate": 5.534727793685715e-07,
+      "loss": 0.11065147072076797,
+      "step": 4290
+    },
+    {
+      "epoch": 3.2490537471612413,
+      "grad_norm": 1.3091762065887451,
+      "learning_rate": 5.524878058426454e-07,
+      "loss": 0.010228373110294342,
+      "step": 4292
+    },
+    {
+      "epoch": 3.250567751703255,
+      "grad_norm": 0.7658984065055847,
+      "learning_rate": 5.515045523412582e-07,
+      "loss": 0.4764876961708069,
+      "step": 4294
+    },
+    {
+      "epoch": 3.2520817562452686,
+      "grad_norm": 1.7351553440093994,
+      "learning_rate": 5.505230204053681e-07,
+      "loss": 0.8360491394996643,
+      "step": 4296
+    },
+    {
+      "epoch": 3.2535957607872823,
+      "grad_norm": 0.6220263242721558,
+      "learning_rate": 5.495432115732351e-07,
+      "loss": 0.4632798135280609,
+      "step": 4298
+    },
+    {
+      "epoch": 3.255109765329296,
+      "grad_norm": 1.2251489162445068,
+      "learning_rate": 5.485651273804185e-07,
+      "loss": 0.47250670194625854,
+      "step": 4300
+    },
+    {
+      "epoch": 3.2566237698713096,
+      "grad_norm": 0.8385485410690308,
+      "learning_rate": 5.475887693597747e-07,
+      "loss": 0.4410651624202728,
+      "step": 4302
+    },
+    {
+      "epoch": 3.2581377744133233,
+      "grad_norm": 1.6110773086547852,
+      "learning_rate": 5.466141390414554e-07,
+      "loss": 0.9065512418746948,
+      "step": 4304
+    },
+    {
+      "epoch": 3.259651778955337,
+      "grad_norm": 1.928664207458496,
+      "learning_rate": 5.456412379529038e-07,
+      "loss": 0.49542078375816345,
+      "step": 4306
+    },
+    {
+      "epoch": 3.2611657834973506,
+      "grad_norm": 0.8389179110527039,
+      "learning_rate": 5.446700676188544e-07,
+      "loss": 0.41085904836654663,
+      "step": 4308
+    },
+    {
+      "epoch": 3.262679788039364,
+      "grad_norm": 1.4285856485366821,
+      "learning_rate": 5.437006295613273e-07,
+      "loss": 0.42602914571762085,
+      "step": 4310
+    },
+    {
+      "epoch": 3.264193792581378,
+      "grad_norm": 1.5370839834213257,
+      "learning_rate": 5.427329252996299e-07,
+      "loss": 0.4867514371871948,
+      "step": 4312
+    },
+    {
+      "epoch": 3.265707797123391,
+      "grad_norm": 0.8010324835777283,
+      "learning_rate": 5.417669563503508e-07,
+      "loss": 0.47227951884269714,
+      "step": 4314
+    },
+    {
+      "epoch": 3.267221801665405,
+      "grad_norm": 1.351555585861206,
+      "learning_rate": 5.408027242273592e-07,
+      "loss": 0.5203832387924194,
+      "step": 4316
+    },
+    {
+      "epoch": 3.2687358062074185,
+      "grad_norm": 1.0237430334091187,
+      "learning_rate": 5.398402304418033e-07,
+      "loss": 0.5021886229515076,
+      "step": 4318
+    },
+    {
+      "epoch": 3.270249810749432,
+      "grad_norm": 5.211171627044678,
+      "learning_rate": 5.388794765021063e-07,
+      "loss": 0.41523194313049316,
+      "step": 4320
+    },
+    {
+      "epoch": 3.271763815291446,
+      "grad_norm": 1.2868260145187378,
+      "learning_rate": 5.379204639139646e-07,
+      "loss": 0.6151956915855408,
+      "step": 4322
+    },
+    {
+      "epoch": 3.2732778198334596,
+      "grad_norm": 1.3792760372161865,
+      "learning_rate": 5.369631941803455e-07,
+      "loss": 0.8121111989021301,
+      "step": 4324
+    },
+    {
+      "epoch": 3.2747918243754732,
+      "grad_norm": 0.7304401993751526,
+      "learning_rate": 5.360076688014856e-07,
+      "loss": 0.03146474063396454,
+      "step": 4326
+    },
+    {
+      "epoch": 3.276305828917487,
+      "grad_norm": 0.7728518843650818,
+      "learning_rate": 5.350538892748871e-07,
+      "loss": 0.18248653411865234,
+      "step": 4328
+    },
+    {
+      "epoch": 3.2778198334595006,
+      "grad_norm": 2.537102699279785,
+      "learning_rate": 5.341018570953158e-07,
+      "loss": 0.5372970104217529,
+      "step": 4330
+    },
+    {
+      "epoch": 3.279333838001514,
+      "grad_norm": 0.11801496148109436,
+      "learning_rate": 5.331515737548002e-07,
+      "loss": 0.39382505416870117,
+      "step": 4332
+    },
+    {
+      "epoch": 3.2808478425435275,
+      "grad_norm": 1.0290801525115967,
+      "learning_rate": 5.32203040742627e-07,
+      "loss": 0.29253843426704407,
+      "step": 4334
+    },
+    {
+      "epoch": 3.282361847085541,
+      "grad_norm": 0.21218901872634888,
+      "learning_rate": 5.3125625954534e-07,
+      "loss": 0.018512556329369545,
+      "step": 4336
+    },
+    {
+      "epoch": 3.283875851627555,
+      "grad_norm": 3.1282711029052734,
+      "learning_rate": 5.303112316467375e-07,
+      "loss": 0.5378385186195374,
+      "step": 4338
+    },
+    {
+      "epoch": 3.2853898561695685,
+      "grad_norm": 1.450197458267212,
+      "learning_rate": 5.293679585278709e-07,
+      "loss": 0.46585577726364136,
+      "step": 4340
+    },
+    {
+      "epoch": 3.286903860711582,
+      "grad_norm": 1.130822777748108,
+      "learning_rate": 5.284264416670402e-07,
+      "loss": 0.34854355454444885,
+      "step": 4342
+    },
+    {
+      "epoch": 3.288417865253596,
+      "grad_norm": 0.3349727690219879,
+      "learning_rate": 5.274866825397937e-07,
+      "loss": 0.01301285158842802,
+      "step": 4344
+    },
+    {
+      "epoch": 3.2899318697956095,
+      "grad_norm": 1.1839556694030762,
+      "learning_rate": 5.265486826189246e-07,
+      "loss": 0.029658641666173935,
+      "step": 4346
+    },
+    {
+      "epoch": 3.291445874337623,
+      "grad_norm": 0.8426259756088257,
+      "learning_rate": 5.256124433744697e-07,
+      "loss": 0.4117862284183502,
+      "step": 4348
+    },
+    {
+      "epoch": 3.292959878879637,
+      "grad_norm": 1.4926836490631104,
+      "learning_rate": 5.246779662737058e-07,
+      "loss": 0.3558712303638458,
+      "step": 4350
+    },
+    {
+      "epoch": 3.2944738834216505,
+      "grad_norm": 1.6061350107192993,
+      "learning_rate": 5.237452527811482e-07,
+      "loss": 0.3738000988960266,
+      "step": 4352
+    },
+    {
+      "epoch": 3.2959878879636637,
+      "grad_norm": 0.5416836142539978,
+      "learning_rate": 5.228143043585488e-07,
+      "loss": 0.07174525409936905,
+      "step": 4354
+    },
+    {
+      "epoch": 3.2975018925056774,
+      "grad_norm": 1.7639620304107666,
+      "learning_rate": 5.21885122464893e-07,
+      "loss": 0.006380655337125063,
+      "step": 4356
+    },
+    {
+      "epoch": 3.299015897047691,
+      "grad_norm": 0.26390185952186584,
+      "learning_rate": 5.209577085563968e-07,
+      "loss": 0.4813000559806824,
+      "step": 4358
+    },
+    {
+      "epoch": 3.3005299015897047,
+      "grad_norm": 1.716133713722229,
+      "learning_rate": 5.200320640865069e-07,
+      "loss": 0.4223863482475281,
+      "step": 4360
+    },
+    {
+      "epoch": 3.3020439061317184,
+      "grad_norm": 0.010280990973114967,
+      "learning_rate": 5.191081905058956e-07,
+      "loss": 0.43456804752349854,
+      "step": 4362
+    },
+    {
+      "epoch": 3.303557910673732,
+      "grad_norm": 1.255383849143982,
+      "learning_rate": 5.181860892624612e-07,
+      "loss": 0.4126952886581421,
+      "step": 4364
+    },
+    {
+      "epoch": 3.3050719152157457,
+      "grad_norm": 4.131265163421631,
+      "learning_rate": 5.17265761801323e-07,
+      "loss": 0.2613856792449951,
+      "step": 4366
+    },
+    {
+      "epoch": 3.3065859197577594,
+      "grad_norm": 4.043173789978027,
+      "learning_rate": 5.163472095648216e-07,
+      "loss": 0.41220447421073914,
+      "step": 4368
+    },
+    {
+      "epoch": 3.308099924299773,
+      "grad_norm": 1.2004311084747314,
+      "learning_rate": 5.154304339925146e-07,
+      "loss": 0.8680997490882874,
+      "step": 4370
+    },
+    {
+      "epoch": 3.3096139288417863,
+      "grad_norm": 0.8893518447875977,
+      "learning_rate": 5.145154365211757e-07,
+      "loss": 0.0636923760175705,
+      "step": 4372
+    },
+    {
+      "epoch": 3.3111279333838,
+      "grad_norm": 1.4642027616500854,
+      "learning_rate": 5.136022185847912e-07,
+      "loss": 0.025864215567708015,
+      "step": 4374
+    },
+    {
+      "epoch": 3.3126419379258136,
+      "grad_norm": 1.8180480003356934,
+      "learning_rate": 5.126907816145599e-07,
+      "loss": 0.48631978034973145,
+      "step": 4376
+    },
+    {
+      "epoch": 3.3141559424678273,
+      "grad_norm": 0.9317322969436646,
+      "learning_rate": 5.117811270388885e-07,
+      "loss": 0.01056060753762722,
+      "step": 4378
+    },
+    {
+      "epoch": 3.315669947009841,
+      "grad_norm": 1.074005365371704,
+      "learning_rate": 5.108732562833903e-07,
+      "loss": 0.45045316219329834,
+      "step": 4380
+    },
+    {
+      "epoch": 3.3171839515518546,
+      "grad_norm": 1.3077199459075928,
+      "learning_rate": 5.09967170770883e-07,
+      "loss": 0.08453009277582169,
+      "step": 4382
+    },
+    {
+      "epoch": 3.3186979560938683,
+      "grad_norm": 0.8466632962226868,
+      "learning_rate": 5.090628719213871e-07,
+      "loss": 0.6531447172164917,
+      "step": 4384
+    },
+    {
+      "epoch": 3.320211960635882,
+      "grad_norm": 2.3048253059387207,
+      "learning_rate": 5.081603611521223e-07,
+      "loss": 0.03339333459734917,
+      "step": 4386
+    },
+    {
+      "epoch": 3.3217259651778956,
+      "grad_norm": 0.03835700824856758,
+      "learning_rate": 5.072596398775062e-07,
+      "loss": 0.0003226663975510746,
+      "step": 4388
+    },
+    {
+      "epoch": 3.3232399697199093,
+      "grad_norm": 1.4669675827026367,
+      "learning_rate": 5.063607095091524e-07,
+      "loss": 0.02945004031062126,
+      "step": 4390
+    },
+    {
+      "epoch": 3.324753974261923,
+      "grad_norm": 0.9835191965103149,
+      "learning_rate": 5.054635714558673e-07,
+      "loss": 0.9128386974334717,
+      "step": 4392
+    },
+    {
+      "epoch": 3.326267978803936,
+      "grad_norm": 0.8198468089103699,
+      "learning_rate": 5.045682271236481e-07,
+      "loss": 0.4045681357383728,
+      "step": 4394
+    },
+    {
+      "epoch": 3.32778198334595,
+      "grad_norm": 2.310675621032715,
+      "learning_rate": 5.036746779156812e-07,
+      "loss": 0.06954420357942581,
+      "step": 4396
+    },
+    {
+      "epoch": 3.3292959878879635,
+      "grad_norm": 1.2264914512634277,
+      "learning_rate": 5.027829252323402e-07,
+      "loss": 0.4230402708053589,
+      "step": 4398
+    },
+    {
+      "epoch": 3.330809992429977,
+      "grad_norm": 1.6409683227539062,
+      "learning_rate": 5.018929704711824e-07,
+      "loss": 0.6752891540527344,
+      "step": 4400
+    },
+    {
+      "epoch": 3.332323996971991,
+      "grad_norm": 3.365297555923462,
+      "learning_rate": 5.010048150269478e-07,
+      "loss": 0.03340877592563629,
+      "step": 4402
+    },
+    {
+      "epoch": 3.3338380015140046,
+      "grad_norm": 0.16656474769115448,
+      "learning_rate": 5.001184602915561e-07,
+      "loss": 0.0028345210012048483,
+      "step": 4404
+    },
+    {
+      "epoch": 3.3353520060560182,
+      "grad_norm": 1.7526333332061768,
+      "learning_rate": 4.992339076541056e-07,
+      "loss": 0.36279603838920593,
+      "step": 4406
+    },
+    {
+      "epoch": 3.336866010598032,
+      "grad_norm": 4.4570698738098145,
+      "learning_rate": 4.983511585008695e-07,
+      "loss": 0.7866038680076599,
+      "step": 4408
+    },
+    {
+      "epoch": 3.3383800151400456,
+      "grad_norm": 0.5094184875488281,
+      "learning_rate": 4.974702142152955e-07,
+      "loss": 0.13831552863121033,
+      "step": 4410
+    },
+    {
+      "epoch": 3.3398940196820592,
+      "grad_norm": 1.0854383707046509,
+      "learning_rate": 4.965910761780018e-07,
+      "loss": 0.46864956617355347,
+      "step": 4412
+    },
+    {
+      "epoch": 3.341408024224073,
+      "grad_norm": 0.7424245476722717,
+      "learning_rate": 4.957137457667769e-07,
+      "loss": 0.008912669494748116,
+      "step": 4414
+    },
+    {
+      "epoch": 3.342922028766086,
+      "grad_norm": 0.4839117228984833,
+      "learning_rate": 4.948382243565753e-07,
+      "loss": 0.0016555218026041985,
+      "step": 4416
+    },
+    {
+      "epoch": 3.3444360333081,
+      "grad_norm": 1.4709498882293701,
+      "learning_rate": 4.939645133195168e-07,
+      "loss": 0.44227319955825806,
+      "step": 4418
+    },
+    {
+      "epoch": 3.3459500378501135,
+      "grad_norm": 1.975531816482544,
+      "learning_rate": 4.930926140248843e-07,
+      "loss": 0.7941685914993286,
+      "step": 4420
+    },
+    {
+      "epoch": 3.347464042392127,
+      "grad_norm": 12.68311882019043,
+      "learning_rate": 4.922225278391212e-07,
+      "loss": 0.005699877627193928,
+      "step": 4422
+    },
+    {
+      "epoch": 3.348978046934141,
+      "grad_norm": 1.1432486772537231,
+      "learning_rate": 4.913542561258286e-07,
+      "loss": 0.6154124140739441,
+      "step": 4424
+    },
+    {
+      "epoch": 3.3504920514761545,
+      "grad_norm": 0.31212812662124634,
+      "learning_rate": 4.904878002457658e-07,
+      "loss": 0.522244930267334,
+      "step": 4426
+    },
+    {
+      "epoch": 3.352006056018168,
+      "grad_norm": 0.3725129961967468,
+      "learning_rate": 4.896231615568442e-07,
+      "loss": 0.03355798125267029,
+      "step": 4428
+    },
+    {
+      "epoch": 3.353520060560182,
+      "grad_norm": 1.4501001834869385,
+      "learning_rate": 4.887603414141288e-07,
+      "loss": 0.8817067742347717,
+      "step": 4430
+    },
+    {
+      "epoch": 3.3550340651021955,
+      "grad_norm": 3.1281211376190186,
+      "learning_rate": 4.878993411698335e-07,
+      "loss": 0.30019909143447876,
+      "step": 4432
+    },
+    {
+      "epoch": 3.3565480696442087,
+      "grad_norm": 0.8836855292320251,
+      "learning_rate": 4.87040162173321e-07,
+      "loss": 0.02827022410929203,
+      "step": 4434
+    },
+    {
+      "epoch": 3.3580620741862224,
+      "grad_norm": 1.6291098594665527,
+      "learning_rate": 4.861828057710993e-07,
+      "loss": 0.7493427395820618,
+      "step": 4436
+    },
+    {
+      "epoch": 3.359576078728236,
+      "grad_norm": 12.279897689819336,
+      "learning_rate": 4.853272733068198e-07,
+      "loss": 0.8481546640396118,
+      "step": 4438
+    },
+    {
+      "epoch": 3.3610900832702497,
+      "grad_norm": 0.9661763906478882,
+      "learning_rate": 4.844735661212755e-07,
+      "loss": 0.49169448018074036,
+      "step": 4440
+    },
+    {
+      "epoch": 3.3626040878122634,
+      "grad_norm": 1.233472466468811,
+      "learning_rate": 4.836216855523995e-07,
+      "loss": 0.8403797149658203,
+      "step": 4442
+    },
+    {
+      "epoch": 3.364118092354277,
+      "grad_norm": 2.297745943069458,
+      "learning_rate": 4.827716329352615e-07,
+      "loss": 0.7104783058166504,
+      "step": 4444
+    },
+    {
+      "epoch": 3.3656320968962907,
+      "grad_norm": 1.0891869068145752,
+      "learning_rate": 4.819234096020662e-07,
+      "loss": 0.13051089644432068,
+      "step": 4446
+    },
+    {
+      "epoch": 3.3671461014383044,
+      "grad_norm": 2.444359064102173,
+      "learning_rate": 4.810770168821524e-07,
+      "loss": 0.1246347576379776,
+      "step": 4448
+    },
+    {
+      "epoch": 3.368660105980318,
+      "grad_norm": 2.1024117469787598,
+      "learning_rate": 4.802324561019895e-07,
+      "loss": 0.1468682438135147,
+      "step": 4450
+    },
+    {
+      "epoch": 3.3701741105223317,
+      "grad_norm": 1.3625942468643188,
+      "learning_rate": 4.793897285851753e-07,
+      "loss": 0.3592517077922821,
+      "step": 4452
+    },
+    {
+      "epoch": 3.3716881150643454,
+      "grad_norm": 1.7665133476257324,
+      "learning_rate": 4.785488356524347e-07,
+      "loss": 0.7478952407836914,
+      "step": 4454
+    },
+    {
+      "epoch": 3.3732021196063586,
+      "grad_norm": 2.2539124488830566,
+      "learning_rate": 4.777097786216188e-07,
+      "loss": 0.882686972618103,
+      "step": 4456
+    },
+    {
+      "epoch": 3.3747161241483723,
+      "grad_norm": 0.9639107584953308,
+      "learning_rate": 4.768725588076997e-07,
+      "loss": 0.43562182784080505,
+      "step": 4458
+    },
+    {
+      "epoch": 3.376230128690386,
+      "grad_norm": 0.34762042760849,
+      "learning_rate": 4.7603717752277094e-07,
+      "loss": 0.2970896363258362,
+      "step": 4460
+    },
+    {
+      "epoch": 3.3777441332323996,
+      "grad_norm": 1.6363152265548706,
+      "learning_rate": 4.752036360760449e-07,
+      "loss": 0.569332480430603,
+      "step": 4462
+    },
+    {
+      "epoch": 3.3792581377744133,
+      "grad_norm": 1.1818920373916626,
+      "learning_rate": 4.743719357738499e-07,
+      "loss": 0.4673527479171753,
+      "step": 4464
+    },
+    {
+      "epoch": 3.380772142316427,
+      "grad_norm": 1.155680537223816,
+      "learning_rate": 4.735420779196299e-07,
+      "loss": 0.5272207856178284,
+      "step": 4466
+    },
+    {
+      "epoch": 3.3822861468584406,
+      "grad_norm": 1.1912206411361694,
+      "learning_rate": 4.727140638139402e-07,
+      "loss": 0.07881423830986023,
+      "step": 4468
+    },
+    {
+      "epoch": 3.3838001514004543,
+      "grad_norm": 1.1271605491638184,
+      "learning_rate": 4.718878947544473e-07,
+      "loss": 0.42218998074531555,
+      "step": 4470
+    },
+    {
+      "epoch": 3.385314155942468,
+      "grad_norm": 1.3475745916366577,
+      "learning_rate": 4.7106357203592613e-07,
+      "loss": 0.1039365753531456,
+      "step": 4472
+    },
+    {
+      "epoch": 3.386828160484481,
+      "grad_norm": 0.22108665108680725,
+      "learning_rate": 4.702410969502575e-07,
+      "loss": 0.35169756412506104,
+      "step": 4474
+    },
+    {
+      "epoch": 3.3883421650264953,
+      "grad_norm": 1.329148530960083,
+      "learning_rate": 4.694204707864267e-07,
+      "loss": 0.5133784413337708,
+      "step": 4476
+    },
+    {
+      "epoch": 3.3898561695685085,
+      "grad_norm": 0.8461185097694397,
+      "learning_rate": 4.6860169483052253e-07,
+      "loss": 0.4518618583679199,
+      "step": 4478
+    },
+    {
+      "epoch": 3.391370174110522,
+      "grad_norm": 4.864930629730225,
+      "learning_rate": 4.677847703657323e-07,
+      "loss": 0.8412244915962219,
+      "step": 4480
+    },
+    {
+      "epoch": 3.392884178652536,
+      "grad_norm": 0.5239626169204712,
+      "learning_rate": 4.669696986723429e-07,
+      "loss": 0.4736073613166809,
+      "step": 4482
+    },
+    {
+      "epoch": 3.3943981831945496,
+      "grad_norm": 6.462657928466797,
+      "learning_rate": 4.6615648102773745e-07,
+      "loss": 0.452423095703125,
+      "step": 4484
+    },
+    {
+      "epoch": 3.3959121877365632,
+      "grad_norm": 1.4285900592803955,
+      "learning_rate": 4.653451187063932e-07,
+      "loss": 0.4780837297439575,
+      "step": 4486
+    },
+    {
+      "epoch": 3.397426192278577,
+      "grad_norm": 1.6400142908096313,
+      "learning_rate": 4.6453561297987923e-07,
+      "loss": 0.43030688166618347,
+      "step": 4488
+    },
+    {
+      "epoch": 3.3989401968205906,
+      "grad_norm": 1.5580307245254517,
+      "learning_rate": 4.637279651168556e-07,
+      "loss": 0.12556520104408264,
+      "step": 4490
+    },
+    {
+      "epoch": 3.4004542013626042,
+      "grad_norm": 2.3359642028808594,
+      "learning_rate": 4.6292217638307104e-07,
+      "loss": 0.7898648977279663,
+      "step": 4492
+    },
+    {
+      "epoch": 3.401968205904618,
+      "grad_norm": 1.286458969116211,
+      "learning_rate": 4.6211824804135973e-07,
+      "loss": 0.6899897456169128,
+      "step": 4494
+    },
+    {
+      "epoch": 3.403482210446631,
+      "grad_norm": 0.481658011674881,
+      "learning_rate": 4.6131618135164077e-07,
+      "loss": 0.007716108113527298,
+      "step": 4496
+    },
+    {
+      "epoch": 3.404996214988645,
+      "grad_norm": 1.132920742034912,
+      "learning_rate": 4.605159775709153e-07,
+      "loss": 0.8279612064361572,
+      "step": 4498
+    },
+    {
+      "epoch": 3.4065102195306585,
+      "grad_norm": 4.667835235595703,
+      "learning_rate": 4.5971763795326586e-07,
+      "loss": 0.5123430490493774,
+      "step": 4500
+    },
+    {
+      "epoch": 3.408024224072672,
+      "grad_norm": 0.9381482601165771,
+      "learning_rate": 4.589211637498522e-07,
+      "loss": 0.04801633954048157,
+      "step": 4502
+    },
+    {
+      "epoch": 3.409538228614686,
+      "grad_norm": 0.9878865480422974,
+      "learning_rate": 4.5812655620891124e-07,
+      "loss": 0.45255210995674133,
+      "step": 4504
+    },
+    {
+      "epoch": 3.4110522331566995,
+      "grad_norm": 1.0772947072982788,
+      "learning_rate": 4.5733381657575493e-07,
+      "loss": 0.49673977494239807,
+      "step": 4506
+    },
+    {
+      "epoch": 3.412566237698713,
+      "grad_norm": 1.4868048429489136,
+      "learning_rate": 4.5654294609276676e-07,
+      "loss": 0.9014337658882141,
+      "step": 4508
+    },
+    {
+      "epoch": 3.414080242240727,
+      "grad_norm": 1.9662097692489624,
+      "learning_rate": 4.5575394599940126e-07,
+      "loss": 0.4788070023059845,
+      "step": 4510
+    },
+    {
+      "epoch": 3.4155942467827405,
+      "grad_norm": 0.6768618822097778,
+      "learning_rate": 4.5496681753218254e-07,
+      "loss": 0.016892148181796074,
+      "step": 4512
+    },
+    {
+      "epoch": 3.417108251324754,
+      "grad_norm": 1.4944841861724854,
+      "learning_rate": 4.541815619247002e-07,
+      "loss": 0.3708324432373047,
+      "step": 4514
+    },
+    {
+      "epoch": 3.418622255866768,
+      "grad_norm": 1.0815892219543457,
+      "learning_rate": 4.533981804076097e-07,
+      "loss": 0.3778248727321625,
+      "step": 4516
+    },
+    {
+      "epoch": 3.420136260408781,
+      "grad_norm": 1.3007804155349731,
+      "learning_rate": 4.526166742086288e-07,
+      "loss": 0.646586000919342,
+      "step": 4518
+    },
+    {
+      "epoch": 3.4216502649507947,
+      "grad_norm": 1.3324419260025024,
+      "learning_rate": 4.5183704455253603e-07,
+      "loss": 0.0615563839673996,
+      "step": 4520
+    },
+    {
+      "epoch": 3.4231642694928084,
+      "grad_norm": 1.1914488077163696,
+      "learning_rate": 4.5105929266117035e-07,
+      "loss": 0.8116185665130615,
+      "step": 4522
+    },
+    {
+      "epoch": 3.424678274034822,
+      "grad_norm": 1.1742284297943115,
+      "learning_rate": 4.5028341975342617e-07,
+      "loss": 0.4476127624511719,
+      "step": 4524
+    },
+    {
+      "epoch": 3.4261922785768357,
+      "grad_norm": 1.468469500541687,
+      "learning_rate": 4.495094270452542e-07,
+      "loss": 0.23907433450222015,
+      "step": 4526
+    },
+    {
+      "epoch": 3.4277062831188494,
+      "grad_norm": 0.4972544312477112,
+      "learning_rate": 4.487373157496584e-07,
+      "loss": 0.04643627628684044,
+      "step": 4528
+    },
+    {
+      "epoch": 3.429220287660863,
+      "grad_norm": 1.3653373718261719,
+      "learning_rate": 4.479670870766938e-07,
+      "loss": 0.02480243518948555,
+      "step": 4530
+    },
+    {
+      "epoch": 3.4307342922028767,
+      "grad_norm": 1.0246663093566895,
+      "learning_rate": 4.4719874223346523e-07,
+      "loss": 0.8878403902053833,
+      "step": 4532
+    },
+    {
+      "epoch": 3.4322482967448904,
+      "grad_norm": 1.6896597146987915,
+      "learning_rate": 4.4643228242412494e-07,
+      "loss": 0.36560678482055664,
+      "step": 4534
+    },
+    {
+      "epoch": 3.4337623012869036,
+      "grad_norm": 1.5463826656341553,
+      "learning_rate": 4.456677088498715e-07,
+      "loss": 0.4867248237133026,
+      "step": 4536
+    },
+    {
+      "epoch": 3.4352763058289173,
+      "grad_norm": 1.7708585262298584,
+      "learning_rate": 4.449050227089469e-07,
+      "loss": 0.6812244653701782,
+      "step": 4538
+    },
+    {
+      "epoch": 3.436790310370931,
+      "grad_norm": 2.635740041732788,
+      "learning_rate": 4.4414422519663487e-07,
+      "loss": 0.4240436553955078,
+      "step": 4540
+    },
+    {
+      "epoch": 3.4383043149129446,
+      "grad_norm": 1.5549581050872803,
+      "learning_rate": 4.4338531750526014e-07,
+      "loss": 0.7371824979782104,
+      "step": 4542
+    },
+    {
+      "epoch": 3.4398183194549583,
+      "grad_norm": 1.545595407485962,
+      "learning_rate": 4.426283008241852e-07,
+      "loss": 0.4680671691894531,
+      "step": 4544
+    },
+    {
+      "epoch": 3.441332323996972,
+      "grad_norm": 0.9727444052696228,
+      "learning_rate": 4.418731763398087e-07,
+      "loss": 0.482888787984848,
+      "step": 4546
+    },
+    {
+      "epoch": 3.4428463285389856,
+      "grad_norm": 0.931499183177948,
+      "learning_rate": 4.4111994523556387e-07,
+      "loss": 0.3971640467643738,
+      "step": 4548
+    },
+    {
+      "epoch": 3.4443603330809993,
+      "grad_norm": 0.7772575616836548,
+      "learning_rate": 4.4036860869191734e-07,
+      "loss": 0.4910150170326233,
+      "step": 4550
+    },
+    {
+      "epoch": 3.445874337623013,
+      "grad_norm": 0.6824910640716553,
+      "learning_rate": 4.3961916788636594e-07,
+      "loss": 0.11980995535850525,
+      "step": 4552
+    },
+    {
+      "epoch": 3.4473883421650267,
+      "grad_norm": 1.5512605905532837,
+      "learning_rate": 4.388716239934357e-07,
+      "loss": 0.4402855336666107,
+      "step": 4554
+    },
+    {
+      "epoch": 3.4489023467070403,
+      "grad_norm": 1.6966400146484375,
+      "learning_rate": 4.381259781846793e-07,
+      "loss": 0.10582391172647476,
+      "step": 4556
+    },
+    {
+      "epoch": 3.4504163512490535,
+      "grad_norm": 1.7826142311096191,
+      "learning_rate": 4.3738223162867586e-07,
+      "loss": 0.008787122555077076,
+      "step": 4558
+    },
+    {
+      "epoch": 3.451930355791067,
+      "grad_norm": 2.331568717956543,
+      "learning_rate": 4.3664038549102674e-07,
+      "loss": 0.5988529920578003,
+      "step": 4560
+    },
+    {
+      "epoch": 3.453444360333081,
+      "grad_norm": 1.8919638395309448,
+      "learning_rate": 4.3590044093435584e-07,
+      "loss": 0.3934869170188904,
+      "step": 4562
+    },
+    {
+      "epoch": 3.4549583648750946,
+      "grad_norm": 1.8817998170852661,
+      "learning_rate": 4.351623991183065e-07,
+      "loss": 0.04238894581794739,
+      "step": 4564
+    },
+    {
+      "epoch": 3.4564723694171082,
+      "grad_norm": 1.2943494319915771,
+      "learning_rate": 4.3442626119953994e-07,
+      "loss": 0.4833775460720062,
+      "step": 4566
+    },
+    {
+      "epoch": 3.457986373959122,
+      "grad_norm": 1.130948781967163,
+      "learning_rate": 4.336920283317344e-07,
+      "loss": 0.3738098740577698,
+      "step": 4568
+    },
+    {
+      "epoch": 3.4595003785011356,
+      "grad_norm": 0.6324016451835632,
+      "learning_rate": 4.329597016655811e-07,
+      "loss": 0.05688200145959854,
+      "step": 4570
+    },
+    {
+      "epoch": 3.4610143830431492,
+      "grad_norm": 1.1047627925872803,
+      "learning_rate": 4.3222928234878545e-07,
+      "loss": 0.3809468746185303,
+      "step": 4572
+    },
+    {
+      "epoch": 3.462528387585163,
+      "grad_norm": 2.3786842823028564,
+      "learning_rate": 4.315007715260625e-07,
+      "loss": 0.8480952978134155,
+      "step": 4574
+    },
+    {
+      "epoch": 3.4640423921271766,
+      "grad_norm": 1.5654650926589966,
+      "learning_rate": 4.307741703391366e-07,
+      "loss": 0.051764726638793945,
+      "step": 4576
+    },
+    {
+      "epoch": 3.4655563966691902,
+      "grad_norm": 1.0105109214782715,
+      "learning_rate": 4.3004947992673973e-07,
+      "loss": 0.3938671350479126,
+      "step": 4578
+    },
+    {
+      "epoch": 3.4670704012112035,
+      "grad_norm": 0.009669061750173569,
+      "learning_rate": 4.2932670142460887e-07,
+      "loss": 0.008482669480144978,
+      "step": 4580
+    },
+    {
+      "epoch": 3.468584405753217,
+      "grad_norm": 0.9874246716499329,
+      "learning_rate": 4.286058359654846e-07,
+      "loss": 0.4697713851928711,
+      "step": 4582
+    },
+    {
+      "epoch": 3.470098410295231,
+      "grad_norm": 1.8340425491333008,
+      "learning_rate": 4.278868846791094e-07,
+      "loss": 0.2904302179813385,
+      "step": 4584
+    },
+    {
+      "epoch": 3.4716124148372445,
+      "grad_norm": 2.5403199195861816,
+      "learning_rate": 4.2716984869222625e-07,
+      "loss": 0.408109575510025,
+      "step": 4586
+    },
+    {
+      "epoch": 3.473126419379258,
+      "grad_norm": 1.7513412237167358,
+      "learning_rate": 4.2645472912857617e-07,
+      "loss": 0.32123586535453796,
+      "step": 4588
+    },
+    {
+      "epoch": 3.474640423921272,
+      "grad_norm": 0.5798364281654358,
+      "learning_rate": 4.257415271088966e-07,
+      "loss": 0.040756113827228546,
+      "step": 4590
+    },
+    {
+      "epoch": 3.4761544284632855,
+      "grad_norm": 1.8140665292739868,
+      "learning_rate": 4.2503024375092e-07,
+      "loss": 0.4627116024494171,
+      "step": 4592
+    },
+    {
+      "epoch": 3.477668433005299,
+      "grad_norm": 0.7017685174942017,
+      "learning_rate": 4.24320880169372e-07,
+      "loss": 0.47174185514450073,
+      "step": 4594
+    },
+    {
+      "epoch": 3.479182437547313,
+      "grad_norm": 1.0116022825241089,
+      "learning_rate": 4.236134374759694e-07,
+      "loss": 0.8078396320343018,
+      "step": 4596
+    },
+    {
+      "epoch": 3.480696442089326,
+      "grad_norm": 0.4890778362751007,
+      "learning_rate": 4.229079167794184e-07,
+      "loss": 0.10163736343383789,
+      "step": 4598
+    },
+    {
+      "epoch": 3.4822104466313397,
+      "grad_norm": 1.362009882926941,
+      "learning_rate": 4.2220431918541345e-07,
+      "loss": 0.8850791454315186,
+      "step": 4600
+    },
+    {
+      "epoch": 3.4837244511733534,
+      "grad_norm": 0.34711387753486633,
+      "learning_rate": 4.2150264579663514e-07,
+      "loss": 0.4698050618171692,
+      "step": 4602
+    },
+    {
+      "epoch": 3.485238455715367,
+      "grad_norm": 0.49857738614082336,
+      "learning_rate": 4.208028977127476e-07,
+      "loss": 0.03801488131284714,
+      "step": 4604
+    },
+    {
+      "epoch": 3.4867524602573807,
+      "grad_norm": 2.171999216079712,
+      "learning_rate": 4.2010507603039853e-07,
+      "loss": 0.6666553616523743,
+      "step": 4606
+    },
+    {
+      "epoch": 3.4882664647993944,
+      "grad_norm": 0.7819331288337708,
+      "learning_rate": 4.194091818432163e-07,
+      "loss": 0.39224740862846375,
+      "step": 4608
+    },
+    {
+      "epoch": 3.489780469341408,
+      "grad_norm": 0.6680170893669128,
+      "learning_rate": 4.187152162418084e-07,
+      "loss": 0.3971290588378906,
+      "step": 4610
+    },
+    {
+      "epoch": 3.4912944738834217,
+      "grad_norm": 1.471892237663269,
+      "learning_rate": 4.1802318031375967e-07,
+      "loss": 0.7852472066879272,
+      "step": 4612
+    },
+    {
+      "epoch": 3.4928084784254354,
+      "grad_norm": 1.010901689529419,
+      "learning_rate": 4.1733307514363146e-07,
+      "loss": 0.34848764538764954,
+      "step": 4614
+    },
+    {
+      "epoch": 3.494322482967449,
+      "grad_norm": 1.4986950159072876,
+      "learning_rate": 4.1664490181295813e-07,
+      "loss": 0.03112611174583435,
+      "step": 4616
+    },
+    {
+      "epoch": 3.4958364875094627,
+      "grad_norm": 1.8016529083251953,
+      "learning_rate": 4.1595866140024767e-07,
+      "loss": 0.4087305963039398,
+      "step": 4618
+    },
+    {
+      "epoch": 3.497350492051476,
+      "grad_norm": 1.2827506065368652,
+      "learning_rate": 4.1527435498097803e-07,
+      "loss": 0.4458525776863098,
+      "step": 4620
+    },
+    {
+      "epoch": 3.4988644965934896,
+      "grad_norm": 0.4394834041595459,
+      "learning_rate": 4.145919836275961e-07,
+      "loss": 0.5897008776664734,
+      "step": 4622
+    },
+    {
+      "epoch": 3.5003785011355033,
+      "grad_norm": 0.33566799759864807,
+      "learning_rate": 4.1391154840951664e-07,
+      "loss": 0.1127045750617981,
+      "step": 4624
+    },
+    {
+      "epoch": 3.501892505677517,
+      "grad_norm": 1.7849324941635132,
+      "learning_rate": 4.1323305039311985e-07,
+      "loss": 0.4438413977622986,
+      "step": 4626
+    },
+    {
+      "epoch": 3.5034065102195306,
+      "grad_norm": 0.21457764506340027,
+      "learning_rate": 4.125564906417497e-07,
+      "loss": 0.4769860506057739,
+      "step": 4628
+    },
+    {
+      "epoch": 3.5049205147615443,
+      "grad_norm": 4.685155391693115,
+      "learning_rate": 4.118818702157131e-07,
+      "loss": 0.0909000113606453,
+      "step": 4630
+    },
+    {
+      "epoch": 3.506434519303558,
+      "grad_norm": 7.335435390472412,
+      "learning_rate": 4.1120919017227715e-07,
+      "loss": 0.46416670083999634,
+      "step": 4632
+    },
+    {
+      "epoch": 3.5079485238455717,
+      "grad_norm": 1.4116568565368652,
+      "learning_rate": 4.105384515656678e-07,
+      "loss": 0.05284082517027855,
+      "step": 4634
+    },
+    {
+      "epoch": 3.5094625283875853,
+      "grad_norm": 1.7040904760360718,
+      "learning_rate": 4.098696554470691e-07,
+      "loss": 0.11267206072807312,
+      "step": 4636
+    },
+    {
+      "epoch": 3.5109765329295985,
+      "grad_norm": 1.1666487455368042,
+      "learning_rate": 4.0920280286462046e-07,
+      "loss": 0.8619710206985474,
+      "step": 4638
+    },
+    {
+      "epoch": 3.5124905374716127,
+      "grad_norm": 0.5301636457443237,
+      "learning_rate": 4.0853789486341506e-07,
+      "loss": 0.0020394865423440933,
+      "step": 4640
+    },
+    {
+      "epoch": 3.514004542013626,
+      "grad_norm": 0.11858732998371124,
+      "learning_rate": 4.078749324854988e-07,
+      "loss": 0.012813457287847996,
+      "step": 4642
+    },
+    {
+      "epoch": 3.5155185465556396,
+      "grad_norm": 1.2074733972549438,
+      "learning_rate": 4.0721391676986864e-07,
+      "loss": 0.7910439372062683,
+      "step": 4644
+    },
+    {
+      "epoch": 3.5170325510976532,
+      "grad_norm": 1.4610702991485596,
+      "learning_rate": 4.0655484875247025e-07,
+      "loss": 0.8097201585769653,
+      "step": 4646
+    },
+    {
+      "epoch": 3.518546555639667,
+      "grad_norm": 1.497173547744751,
+      "learning_rate": 4.058977294661972e-07,
+      "loss": 0.4035246670246124,
+      "step": 4648
+    },
+    {
+      "epoch": 3.5200605601816806,
+      "grad_norm": 0.41538205742836,
+      "learning_rate": 4.0524255994088855e-07,
+      "loss": 0.10689140111207962,
+      "step": 4650
+    },
+    {
+      "epoch": 3.5215745647236942,
+      "grad_norm": 2.098738670349121,
+      "learning_rate": 4.0458934120332856e-07,
+      "loss": 0.31118324398994446,
+      "step": 4652
+    },
+    {
+      "epoch": 3.523088569265708,
+      "grad_norm": 1.3471760749816895,
+      "learning_rate": 4.039380742772435e-07,
+      "loss": 0.4800387918949127,
+      "step": 4654
+    },
+    {
+      "epoch": 3.5246025738077216,
+      "grad_norm": 1.138135552406311,
+      "learning_rate": 4.032887601833006e-07,
+      "loss": 0.549173891544342,
+      "step": 4656
+    },
+    {
+      "epoch": 3.5261165783497352,
+      "grad_norm": 0.052607882767915726,
+      "learning_rate": 4.026413999391074e-07,
+      "loss": 0.002175856614485383,
+      "step": 4658
+    },
+    {
+      "epoch": 3.5276305828917485,
+      "grad_norm": 1.0348937511444092,
+      "learning_rate": 4.0199599455920866e-07,
+      "loss": 0.1844429224729538,
+      "step": 4660
+    },
+    {
+      "epoch": 3.529144587433762,
+      "grad_norm": 1.2181382179260254,
+      "learning_rate": 4.013525450550858e-07,
+      "loss": 0.39277511835098267,
+      "step": 4662
+    },
+    {
+      "epoch": 3.530658591975776,
+      "grad_norm": 1.421201229095459,
+      "learning_rate": 4.007110524351546e-07,
+      "loss": 0.4726411700248718,
+      "step": 4664
+    },
+    {
+      "epoch": 3.5321725965177895,
+      "grad_norm": 0.6177908182144165,
+      "learning_rate": 4.000715177047648e-07,
+      "loss": 0.3939692974090576,
+      "step": 4666
+    },
+    {
+      "epoch": 3.533686601059803,
+      "grad_norm": 0.04804205521941185,
+      "learning_rate": 3.994339418661967e-07,
+      "loss": 0.37155166268348694,
+      "step": 4668
+    },
+    {
+      "epoch": 3.535200605601817,
+      "grad_norm": 0.465692400932312,
+      "learning_rate": 3.9879832591866166e-07,
+      "loss": 0.007390935905277729,
+      "step": 4670
+    },
+    {
+      "epoch": 3.5367146101438305,
+      "grad_norm": 0.5763087868690491,
+      "learning_rate": 3.981646708582985e-07,
+      "loss": 0.3744857609272003,
+      "step": 4672
+    },
+    {
+      "epoch": 3.538228614685844,
+      "grad_norm": 0.04744290933012962,
+      "learning_rate": 3.9753297767817374e-07,
+      "loss": 0.018537191674113274,
+      "step": 4674
+    },
+    {
+      "epoch": 3.539742619227858,
+      "grad_norm": 3.1067702770233154,
+      "learning_rate": 3.969032473682789e-07,
+      "loss": 0.013560655526816845,
+      "step": 4676
+    },
+    {
+      "epoch": 3.541256623769871,
+      "grad_norm": 4.437751770019531,
+      "learning_rate": 3.962754809155289e-07,
+      "loss": 0.8951266407966614,
+      "step": 4678
+    },
+    {
+      "epoch": 3.542770628311885,
+      "grad_norm": 0.16521283984184265,
+      "learning_rate": 3.956496793037618e-07,
+      "loss": 0.43674352765083313,
+      "step": 4680
+    },
+    {
+      "epoch": 3.5442846328538984,
+      "grad_norm": 2.568776845932007,
+      "learning_rate": 3.950258435137358e-07,
+      "loss": 0.5231333374977112,
+      "step": 4682
+    },
+    {
+      "epoch": 3.545798637395912,
+      "grad_norm": 0.4502345025539398,
+      "learning_rate": 3.944039745231279e-07,
+      "loss": 0.38986167311668396,
+      "step": 4684
+    },
+    {
+      "epoch": 3.5473126419379257,
+      "grad_norm": 0.2962474226951599,
+      "learning_rate": 3.937840733065333e-07,
+      "loss": 0.13552610576152802,
+      "step": 4686
+    },
+    {
+      "epoch": 3.5488266464799394,
+      "grad_norm": 0.27366212010383606,
+      "learning_rate": 3.9316614083546326e-07,
+      "loss": 0.3905160427093506,
+      "step": 4688
+    },
+    {
+      "epoch": 3.550340651021953,
+      "grad_norm": 0.7198954224586487,
+      "learning_rate": 3.925501780783433e-07,
+      "loss": 0.0175030454993248,
+      "step": 4690
+    },
+    {
+      "epoch": 3.5518546555639667,
+      "grad_norm": 3.4487533569335938,
+      "learning_rate": 3.9193618600051217e-07,
+      "loss": 0.4703693091869354,
+      "step": 4692
+    },
+    {
+      "epoch": 3.5533686601059804,
+      "grad_norm": 1.2452820539474487,
+      "learning_rate": 3.913241655642205e-07,
+      "loss": 0.4393383860588074,
+      "step": 4694
+    },
+    {
+      "epoch": 3.554882664647994,
+      "grad_norm": 1.7162336111068726,
+      "learning_rate": 3.907141177286283e-07,
+      "loss": 0.5500848889350891,
+      "step": 4696
+    },
+    {
+      "epoch": 3.5563966691900077,
+      "grad_norm": 1.1964905261993408,
+      "learning_rate": 3.901060434498047e-07,
+      "loss": 0.4737063944339752,
+      "step": 4698
+    },
+    {
+      "epoch": 3.557910673732021,
+      "grad_norm": 0.9332811236381531,
+      "learning_rate": 3.89499943680725e-07,
+      "loss": 0.5127653479576111,
+      "step": 4700
+    },
+    {
+      "epoch": 3.559424678274035,
+      "grad_norm": 1.586294174194336,
+      "learning_rate": 3.8889581937127145e-07,
+      "loss": 0.6559292674064636,
+      "step": 4702
+    },
+    {
+      "epoch": 3.5609386828160483,
+      "grad_norm": 0.2954985797405243,
+      "learning_rate": 3.882936714682292e-07,
+      "loss": 0.03178177773952484,
+      "step": 4704
+    },
+    {
+      "epoch": 3.562452687358062,
+      "grad_norm": 0.17098116874694824,
+      "learning_rate": 3.876935009152862e-07,
+      "loss": 0.01636277325451374,
+      "step": 4706
+    },
+    {
+      "epoch": 3.5639666919000756,
+      "grad_norm": 1.02326500415802,
+      "learning_rate": 3.870953086530317e-07,
+      "loss": 0.1606455147266388,
+      "step": 4708
+    },
+    {
+      "epoch": 3.5654806964420893,
+      "grad_norm": 2.4530370235443115,
+      "learning_rate": 3.8649909561895453e-07,
+      "loss": 0.806109607219696,
+      "step": 4710
+    },
+    {
+      "epoch": 3.566994700984103,
+      "grad_norm": 1.8953279256820679,
+      "learning_rate": 3.8590486274744177e-07,
+      "loss": 0.15628452599048615,
+      "step": 4712
+    },
+    {
+      "epoch": 3.5685087055261167,
+      "grad_norm": 4.308723449707031,
+      "learning_rate": 3.853126109697766e-07,
+      "loss": 0.07021796703338623,
+      "step": 4714
+    },
+    {
+      "epoch": 3.5700227100681303,
+      "grad_norm": 0.10224975645542145,
+      "learning_rate": 3.8472234121413844e-07,
+      "loss": 0.013389738276600838,
+      "step": 4716
+    },
+    {
+      "epoch": 3.571536714610144,
+      "grad_norm": 0.8156806826591492,
+      "learning_rate": 3.841340544055992e-07,
+      "loss": 0.04783736169338226,
+      "step": 4718
+    },
+    {
+      "epoch": 3.5730507191521577,
+      "grad_norm": 1.5311906337738037,
+      "learning_rate": 3.8354775146612457e-07,
+      "loss": 0.41418713331222534,
+      "step": 4720
+    },
+    {
+      "epoch": 3.574564723694171,
+      "grad_norm": 4.635899543762207,
+      "learning_rate": 3.8296343331456966e-07,
+      "loss": 0.44917136430740356,
+      "step": 4722
+    },
+    {
+      "epoch": 3.5760787282361846,
+      "grad_norm": 1.110069751739502,
+      "learning_rate": 3.823811008666803e-07,
+      "loss": 0.769571840763092,
+      "step": 4724
+    },
+    {
+      "epoch": 3.5775927327781982,
+      "grad_norm": 0.8576781153678894,
+      "learning_rate": 3.818007550350892e-07,
+      "loss": 0.009633282199501991,
+      "step": 4726
+    },
+    {
+      "epoch": 3.579106737320212,
+      "grad_norm": 1.8381321430206299,
+      "learning_rate": 3.8122239672931647e-07,
+      "loss": 0.16560888290405273,
+      "step": 4728
+    },
+    {
+      "epoch": 3.5806207418622256,
+      "grad_norm": 2.974501371383667,
+      "learning_rate": 3.8064602685576696e-07,
+      "loss": 0.7759672403335571,
+      "step": 4730
+    },
+    {
+      "epoch": 3.5821347464042392,
+      "grad_norm": 0.8361567854881287,
+      "learning_rate": 3.800716463177295e-07,
+      "loss": 0.03352303057909012,
+      "step": 4732
+    },
+    {
+      "epoch": 3.583648750946253,
+      "grad_norm": 1.254820466041565,
+      "learning_rate": 3.7949925601537495e-07,
+      "loss": 0.22655794024467468,
+      "step": 4734
+    },
+    {
+      "epoch": 3.5851627554882666,
+      "grad_norm": 1.78774893283844,
+      "learning_rate": 3.789288568457548e-07,
+      "loss": 0.4909651577472687,
+      "step": 4736
+    },
+    {
+      "epoch": 3.5866767600302802,
+      "grad_norm": 0.13378266990184784,
+      "learning_rate": 3.78360449702801e-07,
+      "loss": 0.4644806683063507,
+      "step": 4738
+    },
+    {
+      "epoch": 3.5881907645722935,
+      "grad_norm": 0.9797360897064209,
+      "learning_rate": 3.777940354773227e-07,
+      "loss": 0.009982442483305931,
+      "step": 4740
+    },
+    {
+      "epoch": 3.5897047691143076,
+      "grad_norm": 1.1383854150772095,
+      "learning_rate": 3.7722961505700625e-07,
+      "loss": 0.382017582654953,
+      "step": 4742
+    },
+    {
+      "epoch": 3.591218773656321,
+      "grad_norm": 1.046236515045166,
+      "learning_rate": 3.766671893264126e-07,
+      "loss": 0.5301817059516907,
+      "step": 4744
+    },
+    {
+      "epoch": 3.5927327781983345,
+      "grad_norm": 0.2451898753643036,
+      "learning_rate": 3.7610675916697766e-07,
+      "loss": 0.02839820086956024,
+      "step": 4746
+    },
+    {
+      "epoch": 3.594246782740348,
+      "grad_norm": 1.4236079454421997,
+      "learning_rate": 3.7554832545700917e-07,
+      "loss": 0.40499091148376465,
+      "step": 4748
+    },
+    {
+      "epoch": 3.595760787282362,
+      "grad_norm": 1.9924352169036865,
+      "learning_rate": 3.7499188907168595e-07,
+      "loss": 0.42945483326911926,
+      "step": 4750
+    },
+    {
+      "epoch": 3.5972747918243755,
+      "grad_norm": 0.9860897660255432,
+      "learning_rate": 3.7443745088305723e-07,
+      "loss": 0.05443042889237404,
+      "step": 4752
+    },
+    {
+      "epoch": 3.598788796366389,
+      "grad_norm": 0.9116902947425842,
+      "learning_rate": 3.7388501176004005e-07,
+      "loss": 0.025338076055049896,
+      "step": 4754
+    },
+    {
+      "epoch": 3.600302800908403,
+      "grad_norm": 0.4423716962337494,
+      "learning_rate": 3.733345725684187e-07,
+      "loss": 0.09729881584644318,
+      "step": 4756
+    },
+    {
+      "epoch": 3.6018168054504165,
+      "grad_norm": 1.359941005706787,
+      "learning_rate": 3.727861341708432e-07,
+      "loss": 0.023140886798501015,
+      "step": 4758
+    },
+    {
+      "epoch": 3.60333080999243,
+      "grad_norm": 1.1945161819458008,
+      "learning_rate": 3.7223969742682807e-07,
+      "loss": 0.4655897319316864,
+      "step": 4760
+    },
+    {
+      "epoch": 3.6048448145344434,
+      "grad_norm": 0.6171092391014099,
+      "learning_rate": 3.716952631927505e-07,
+      "loss": 0.06750277429819107,
+      "step": 4762
+    },
+    {
+      "epoch": 3.6063588190764575,
+      "grad_norm": 0.2752968966960907,
+      "learning_rate": 3.711528323218495e-07,
+      "loss": 0.010420771315693855,
+      "step": 4764
+    },
+    {
+      "epoch": 3.6078728236184707,
+      "grad_norm": 0.013336937874555588,
+      "learning_rate": 3.7061240566422476e-07,
+      "loss": 0.5345507264137268,
+      "step": 4766
+    },
+    {
+      "epoch": 3.6093868281604844,
+      "grad_norm": 2.168750047683716,
+      "learning_rate": 3.700739840668343e-07,
+      "loss": 0.46138548851013184,
+      "step": 4768
+    },
+    {
+      "epoch": 3.610900832702498,
+      "grad_norm": 2.0301623344421387,
+      "learning_rate": 3.695375683734941e-07,
+      "loss": 0.4544313848018646,
+      "step": 4770
+    },
+    {
+      "epoch": 3.6124148372445117,
+      "grad_norm": 0.05788467079401016,
+      "learning_rate": 3.6900315942487687e-07,
+      "loss": 0.4140000641345978,
+      "step": 4772
+    },
+    {
+      "epoch": 3.6139288417865254,
+      "grad_norm": 1.1849918365478516,
+      "learning_rate": 3.6847075805850934e-07,
+      "loss": 0.008691606111824512,
+      "step": 4774
+    },
+    {
+      "epoch": 3.615442846328539,
+      "grad_norm": 1.3880338668823242,
+      "learning_rate": 3.6794036510877343e-07,
+      "loss": 0.5095647573471069,
+      "step": 4776
+    },
+    {
+      "epoch": 3.6169568508705527,
+      "grad_norm": 12.818706512451172,
+      "learning_rate": 3.6741198140690205e-07,
+      "loss": 0.022655198350548744,
+      "step": 4778
+    },
+    {
+      "epoch": 3.618470855412566,
+      "grad_norm": 0.3411676585674286,
+      "learning_rate": 3.668856077809798e-07,
+      "loss": 0.46022307872772217,
+      "step": 4780
+    },
+    {
+      "epoch": 3.61998485995458,
+      "grad_norm": 0.4783356785774231,
+      "learning_rate": 3.663612450559414e-07,
+      "loss": 0.04059567674994469,
+      "step": 4782
+    },
+    {
+      "epoch": 3.6214988644965933,
+      "grad_norm": 1.2483948469161987,
+      "learning_rate": 3.658388940535696e-07,
+      "loss": 0.5810346007347107,
+      "step": 4784
+    },
+    {
+      "epoch": 3.623012869038607,
+      "grad_norm": 0.7853220701217651,
+      "learning_rate": 3.653185555924943e-07,
+      "loss": 0.42636728286743164,
+      "step": 4786
+    },
+    {
+      "epoch": 3.6245268735806206,
+      "grad_norm": 2.4304869174957275,
+      "learning_rate": 3.6480023048819196e-07,
+      "loss": 0.8784370422363281,
+      "step": 4788
+    },
+    {
+      "epoch": 3.6260408781226343,
+      "grad_norm": 1.00038480758667,
+      "learning_rate": 3.64283919552983e-07,
+      "loss": 0.05079210549592972,
+      "step": 4790
+    },
+    {
+      "epoch": 3.627554882664648,
+      "grad_norm": 0.6209474205970764,
+      "learning_rate": 3.637696235960316e-07,
+      "loss": 0.21178439259529114,
+      "step": 4792
+    },
+    {
+      "epoch": 3.6290688872066617,
+      "grad_norm": 1.2060880661010742,
+      "learning_rate": 3.632573434233438e-07,
+      "loss": 0.47263360023498535,
+      "step": 4794
+    },
+    {
+      "epoch": 3.6305828917486753,
+      "grad_norm": 1.5786904096603394,
+      "learning_rate": 3.6274707983776723e-07,
+      "loss": 0.8546769618988037,
+      "step": 4796
+    },
+    {
+      "epoch": 3.632096896290689,
+      "grad_norm": 0.7086766958236694,
+      "learning_rate": 3.622388336389881e-07,
+      "loss": 0.4730693995952606,
+      "step": 4798
+    },
+    {
+      "epoch": 3.6336109008327027,
+      "grad_norm": 2.0723345279693604,
+      "learning_rate": 3.6173260562353163e-07,
+      "loss": 0.19019421935081482,
+      "step": 4800
+    },
+    {
+      "epoch": 3.635124905374716,
+      "grad_norm": 2.0880532264709473,
+      "learning_rate": 3.6122839658475964e-07,
+      "loss": 0.7235720157623291,
+      "step": 4802
+    },
+    {
+      "epoch": 3.63663890991673,
+      "grad_norm": 1.0905261039733887,
+      "learning_rate": 3.6072620731287066e-07,
+      "loss": 0.3838179409503937,
+      "step": 4804
+    },
+    {
+      "epoch": 3.6381529144587432,
+      "grad_norm": 0.4263961911201477,
+      "learning_rate": 3.6022603859489704e-07,
+      "loss": 0.09932809323072433,
+      "step": 4806
+    },
+    {
+      "epoch": 3.639666919000757,
+      "grad_norm": 0.6843163371086121,
+      "learning_rate": 3.597278912147044e-07,
+      "loss": 0.03752122446894646,
+      "step": 4808
+    },
+    {
+      "epoch": 3.6411809235427706,
+      "grad_norm": 0.8009296655654907,
+      "learning_rate": 3.592317659529913e-07,
+      "loss": 0.5528997182846069,
+      "step": 4810
+    },
+    {
+      "epoch": 3.6426949280847842,
+      "grad_norm": 0.005887988954782486,
+      "learning_rate": 3.5873766358728684e-07,
+      "loss": 0.021872470155358315,
+      "step": 4812
+    },
+    {
+      "epoch": 3.644208932626798,
+      "grad_norm": 1.266884684562683,
+      "learning_rate": 3.582455848919496e-07,
+      "loss": 0.41149476170539856,
+      "step": 4814
+    },
+    {
+      "epoch": 3.6457229371688116,
+      "grad_norm": 1.6484144926071167,
+      "learning_rate": 3.577555306381666e-07,
+      "loss": 0.6315127015113831,
+      "step": 4816
+    },
+    {
+      "epoch": 3.6472369417108252,
+      "grad_norm": 1.2175683975219727,
+      "learning_rate": 3.5726750159395296e-07,
+      "loss": 0.7806538939476013,
+      "step": 4818
+    },
+    {
+      "epoch": 3.648750946252839,
+      "grad_norm": 1.5449774265289307,
+      "learning_rate": 3.5678149852414884e-07,
+      "loss": 0.36743658781051636,
+      "step": 4820
+    },
+    {
+      "epoch": 3.6502649507948526,
+      "grad_norm": 2.437978744506836,
+      "learning_rate": 3.5629752219042015e-07,
+      "loss": 0.3218212127685547,
+      "step": 4822
+    },
+    {
+      "epoch": 3.651778955336866,
+      "grad_norm": 2.3048338890075684,
+      "learning_rate": 3.558155733512557e-07,
+      "loss": 0.4483577311038971,
+      "step": 4824
+    },
+    {
+      "epoch": 3.6532929598788795,
+      "grad_norm": 1.678977608680725,
+      "learning_rate": 3.5533565276196766e-07,
+      "loss": 0.11367465555667877,
+      "step": 4826
+    },
+    {
+      "epoch": 3.654806964420893,
+      "grad_norm": 0.47975626587867737,
+      "learning_rate": 3.5485776117468887e-07,
+      "loss": 0.04281741380691528,
+      "step": 4828
+    },
+    {
+      "epoch": 3.656320968962907,
+      "grad_norm": 1.2723637819290161,
+      "learning_rate": 3.543818993383724e-07,
+      "loss": 0.8528371453285217,
+      "step": 4830
+    },
+    {
+      "epoch": 3.6578349735049205,
+      "grad_norm": 0.05294456332921982,
+      "learning_rate": 3.5390806799879065e-07,
+      "loss": 0.42165085673332214,
+      "step": 4832
+    },
+    {
+      "epoch": 3.659348978046934,
+      "grad_norm": 1.1577458381652832,
+      "learning_rate": 3.534362678985334e-07,
+      "loss": 0.37871477007865906,
+      "step": 4834
+    },
+    {
+      "epoch": 3.660862982588948,
+      "grad_norm": 0.32841092348098755,
+      "learning_rate": 3.529664997770074e-07,
+      "loss": 0.11999566107988358,
+      "step": 4836
+    },
+    {
+      "epoch": 3.6623769871309615,
+      "grad_norm": 1.034641981124878,
+      "learning_rate": 3.524987643704343e-07,
+      "loss": 0.7581790685653687,
+      "step": 4838
+    },
+    {
+      "epoch": 3.663890991672975,
+      "grad_norm": 1.251404881477356,
+      "learning_rate": 3.5203306241185103e-07,
+      "loss": 0.33820396661758423,
+      "step": 4840
+    },
+    {
+      "epoch": 3.6654049962149884,
+      "grad_norm": 1.7323718070983887,
+      "learning_rate": 3.515693946311069e-07,
+      "loss": 0.0171514842659235,
+      "step": 4842
+    },
+    {
+      "epoch": 3.6669190007570025,
+      "grad_norm": 0.4067513644695282,
+      "learning_rate": 3.511077617548632e-07,
+      "loss": 0.00200492306612432,
+      "step": 4844
+    },
+    {
+      "epoch": 3.6684330052990157,
+      "grad_norm": 0.6219225525856018,
+      "learning_rate": 3.506481645065932e-07,
+      "loss": 0.4262062609195709,
+      "step": 4846
+    },
+    {
+      "epoch": 3.6699470098410294,
+      "grad_norm": 1.2826002836227417,
+      "learning_rate": 3.501906036065784e-07,
+      "loss": 0.38665691018104553,
+      "step": 4848
+    },
+    {
+      "epoch": 3.671461014383043,
+      "grad_norm": 1.7009577751159668,
+      "learning_rate": 3.497350797719101e-07,
+      "loss": 0.1622554063796997,
+      "step": 4850
+    },
+    {
+      "epoch": 3.6729750189250567,
+      "grad_norm": 1.2407199144363403,
+      "learning_rate": 3.4928159371648635e-07,
+      "loss": 0.3439951539039612,
+      "step": 4852
+    },
+    {
+      "epoch": 3.6744890234670704,
+      "grad_norm": 0.6743606925010681,
+      "learning_rate": 3.488301461510123e-07,
+      "loss": 0.46227577328681946,
+      "step": 4854
+    },
+    {
+      "epoch": 3.676003028009084,
+      "grad_norm": 1.5045247077941895,
+      "learning_rate": 3.4838073778299776e-07,
+      "loss": 0.6379145383834839,
+      "step": 4856
+    },
+    {
+      "epoch": 3.6775170325510977,
+      "grad_norm": 1.7786139249801636,
+      "learning_rate": 3.4793336931675693e-07,
+      "loss": 0.260003000497818,
+      "step": 4858
+    },
+    {
+      "epoch": 3.6790310370931114,
+      "grad_norm": 1.5225580930709839,
+      "learning_rate": 3.4748804145340693e-07,
+      "loss": 0.6078323125839233,
+      "step": 4860
+    },
+    {
+      "epoch": 3.680545041635125,
+      "grad_norm": 1.459561824798584,
+      "learning_rate": 3.470447548908672e-07,
+      "loss": 0.49153566360473633,
+      "step": 4862
+    },
+    {
+      "epoch": 3.6820590461771383,
+      "grad_norm": 0.3002374768257141,
+      "learning_rate": 3.466035103238579e-07,
+      "loss": 0.11484368145465851,
+      "step": 4864
+    },
+    {
+      "epoch": 3.6835730507191524,
+      "grad_norm": 3.1435353755950928,
+      "learning_rate": 3.461643084438984e-07,
+      "loss": 0.4672025740146637,
+      "step": 4866
+    },
+    {
+      "epoch": 3.6850870552611656,
+      "grad_norm": 3.5278983116149902,
+      "learning_rate": 3.4572714993930797e-07,
+      "loss": 0.8416491150856018,
+      "step": 4868
+    },
+    {
+      "epoch": 3.6866010598031793,
+      "grad_norm": 2.033142328262329,
+      "learning_rate": 3.4529203549520226e-07,
+      "loss": 0.13594593107700348,
+      "step": 4870
+    },
+    {
+      "epoch": 3.688115064345193,
+      "grad_norm": 0.14393934607505798,
+      "learning_rate": 3.4485896579349415e-07,
+      "loss": 0.008193666115403175,
+      "step": 4872
+    },
+    {
+      "epoch": 3.6896290688872067,
+      "grad_norm": 1.3200061321258545,
+      "learning_rate": 3.444279415128919e-07,
+      "loss": 0.08467790484428406,
+      "step": 4874
+    },
+    {
+      "epoch": 3.6911430734292203,
+      "grad_norm": 1.435538411140442,
+      "learning_rate": 3.43998963328898e-07,
+      "loss": 0.7755026817321777,
+      "step": 4876
+    },
+    {
+      "epoch": 3.692657077971234,
+      "grad_norm": 1.7662804126739502,
+      "learning_rate": 3.435720319138084e-07,
+      "loss": 0.8459671139717102,
+      "step": 4878
+    },
+    {
+      "epoch": 3.6941710825132477,
+      "grad_norm": 0.06649971008300781,
+      "learning_rate": 3.431471479367113e-07,
+      "loss": 0.38383612036705017,
+      "step": 4880
+    },
+    {
+      "epoch": 3.6956850870552613,
+      "grad_norm": 0.027875706553459167,
+      "learning_rate": 3.4272431206348635e-07,
+      "loss": 0.35727202892303467,
+      "step": 4882
+    },
+    {
+      "epoch": 3.697199091597275,
+      "grad_norm": 1.2968356609344482,
+      "learning_rate": 3.4230352495680335e-07,
+      "loss": 0.9672133922576904,
+      "step": 4884
+    },
+    {
+      "epoch": 3.6987130961392882,
+      "grad_norm": 1.6936166286468506,
+      "learning_rate": 3.4188478727612087e-07,
+      "loss": 0.8826351165771484,
+      "step": 4886
+    },
+    {
+      "epoch": 3.700227100681302,
+      "grad_norm": 1.757140874862671,
+      "learning_rate": 3.4146809967768595e-07,
+      "loss": 0.864463210105896,
+      "step": 4888
+    },
+    {
+      "epoch": 3.7017411052233156,
+      "grad_norm": 2.8798224925994873,
+      "learning_rate": 3.41053462814533e-07,
+      "loss": 0.008782775141298771,
+      "step": 4890
+    },
+    {
+      "epoch": 3.7032551097653292,
+      "grad_norm": 1.3960527181625366,
+      "learning_rate": 3.4064087733648184e-07,
+      "loss": 0.8980627059936523,
+      "step": 4892
+    },
+    {
+      "epoch": 3.704769114307343,
+      "grad_norm": 1.2567702531814575,
+      "learning_rate": 3.40230343890138e-07,
+      "loss": 0.758456289768219,
+      "step": 4894
+    },
+    {
+      "epoch": 3.7062831188493566,
+      "grad_norm": 0.1362496018409729,
+      "learning_rate": 3.3982186311889046e-07,
+      "loss": 0.4230273962020874,
+      "step": 4896
+    },
+    {
+      "epoch": 3.7077971233913702,
+      "grad_norm": 0.48844024538993835,
+      "learning_rate": 3.3941543566291193e-07,
+      "loss": 0.026354506611824036,
+      "step": 4898
+    },
+    {
+      "epoch": 3.709311127933384,
+      "grad_norm": 1.114485263824463,
+      "learning_rate": 3.390110621591566e-07,
+      "loss": 0.33992433547973633,
+      "step": 4900
+    },
+    {
+      "epoch": 3.7108251324753976,
+      "grad_norm": 1.13433837890625,
+      "learning_rate": 3.3860874324135974e-07,
+      "loss": 0.45256906747817993,
+      "step": 4902
+    },
+    {
+      "epoch": 3.712339137017411,
+      "grad_norm": 1.7313382625579834,
+      "learning_rate": 3.3820847954003713e-07,
+      "loss": 0.012239966541528702,
+      "step": 4904
+    },
+    {
+      "epoch": 3.713853141559425,
+      "grad_norm": 1.3510212898254395,
+      "learning_rate": 3.378102716824832e-07,
+      "loss": 0.06442499160766602,
+      "step": 4906
+    },
+    {
+      "epoch": 3.715367146101438,
+      "grad_norm": 2.4342682361602783,
+      "learning_rate": 3.3741412029277034e-07,
+      "loss": 0.4134178161621094,
+      "step": 4908
+    },
+    {
+      "epoch": 3.716881150643452,
+      "grad_norm": 0.33617573976516724,
+      "learning_rate": 3.370200259917483e-07,
+      "loss": 0.3299219012260437,
+      "step": 4910
+    },
+    {
+      "epoch": 3.7183951551854655,
+      "grad_norm": 1.1140594482421875,
+      "learning_rate": 3.3662798939704323e-07,
+      "loss": 0.020723015069961548,
+      "step": 4912
+    },
+    {
+      "epoch": 3.719909159727479,
+      "grad_norm": 1.1104437112808228,
+      "learning_rate": 3.3623801112305577e-07,
+      "loss": 0.09151849895715714,
+      "step": 4914
+    },
+    {
+      "epoch": 3.721423164269493,
+      "grad_norm": 0.526814341545105,
+      "learning_rate": 3.3585009178096114e-07,
+      "loss": 0.01095789484679699,
+      "step": 4916
+    },
+    {
+      "epoch": 3.7229371688115065,
+      "grad_norm": 0.06857289373874664,
+      "learning_rate": 3.3546423197870793e-07,
+      "loss": 0.4291396737098694,
+      "step": 4918
+    },
+    {
+      "epoch": 3.72445117335352,
+      "grad_norm": 2.0456442832946777,
+      "learning_rate": 3.350804323210165e-07,
+      "loss": 0.31084686517715454,
+      "step": 4920
+    },
+    {
+      "epoch": 3.725965177895534,
+      "grad_norm": 0.12176215648651123,
+      "learning_rate": 3.3469869340937915e-07,
+      "loss": 0.057937733829021454,
+      "step": 4922
+    },
+    {
+      "epoch": 3.7274791824375475,
+      "grad_norm": 0.48398348689079285,
+      "learning_rate": 3.3431901584205834e-07,
+      "loss": 0.45625340938568115,
+      "step": 4924
+    },
+    {
+      "epoch": 3.7289931869795607,
+      "grad_norm": 1.5193073749542236,
+      "learning_rate": 3.3394140021408555e-07,
+      "loss": 0.3990243375301361,
+      "step": 4926
+    },
+    {
+      "epoch": 3.730507191521575,
+      "grad_norm": 3.3346807956695557,
+      "learning_rate": 3.335658471172615e-07,
+      "loss": 0.4398367702960968,
+      "step": 4928
+    },
+    {
+      "epoch": 3.732021196063588,
+      "grad_norm": 1.239586591720581,
+      "learning_rate": 3.3319235714015426e-07,
+      "loss": 0.07557009160518646,
+      "step": 4930
+    },
+    {
+      "epoch": 3.7335352006056017,
+      "grad_norm": 0.1686035841703415,
+      "learning_rate": 3.328209308680981e-07,
+      "loss": 0.4428555965423584,
+      "step": 4932
+    },
+    {
+      "epoch": 3.7350492051476154,
+      "grad_norm": 0.33270350098609924,
+      "learning_rate": 3.324515688831939e-07,
+      "loss": 0.01723654568195343,
+      "step": 4934
+    },
+    {
+      "epoch": 3.736563209689629,
+      "grad_norm": 1.8708503246307373,
+      "learning_rate": 3.320842717643066e-07,
+      "loss": 0.46671631932258606,
+      "step": 4936
+    },
+    {
+      "epoch": 3.7380772142316427,
+      "grad_norm": 2.122084856033325,
+      "learning_rate": 3.317190400870653e-07,
+      "loss": 0.8873423933982849,
+      "step": 4938
+    },
+    {
+      "epoch": 3.7395912187736564,
+      "grad_norm": 2.7678170204162598,
+      "learning_rate": 3.3135587442386263e-07,
+      "loss": 0.4686410427093506,
+      "step": 4940
+    },
+    {
+      "epoch": 3.74110522331567,
+      "grad_norm": 1.3442670106887817,
+      "learning_rate": 3.309947753438528e-07,
+      "loss": 0.4087761342525482,
+      "step": 4942
+    },
+    {
+      "epoch": 3.7426192278576833,
+      "grad_norm": 0.1441280096769333,
+      "learning_rate": 3.3063574341295124e-07,
+      "loss": 0.14754869043827057,
+      "step": 4944
+    },
+    {
+      "epoch": 3.7441332323996974,
+      "grad_norm": 1.3364726305007935,
+      "learning_rate": 3.302787791938339e-07,
+      "loss": 0.47264066338539124,
+      "step": 4946
+    },
+    {
+      "epoch": 3.7456472369417106,
+      "grad_norm": 0.6875699162483215,
+      "learning_rate": 3.299238832459364e-07,
+      "loss": 0.010902936570346355,
+      "step": 4948
+    },
+    {
+      "epoch": 3.7471612414837243,
+      "grad_norm": 0.6394464373588562,
+      "learning_rate": 3.2957105612545275e-07,
+      "loss": 0.2788526117801666,
+      "step": 4950
+    },
+    {
+      "epoch": 3.748675246025738,
+      "grad_norm": 0.2793129086494446,
+      "learning_rate": 3.292202983853347e-07,
+      "loss": 0.45828747749328613,
+      "step": 4952
+    },
+    {
+      "epoch": 3.7501892505677517,
+      "grad_norm": 1.1479758024215698,
+      "learning_rate": 3.2887161057529067e-07,
+      "loss": 0.3941059708595276,
+      "step": 4954
+    },
+    {
+      "epoch": 3.7517032551097653,
+      "grad_norm": 1.5251473188400269,
+      "learning_rate": 3.2852499324178554e-07,
+      "loss": 0.7015395164489746,
+      "step": 4956
+    },
+    {
+      "epoch": 3.753217259651779,
+      "grad_norm": 1.719663381576538,
+      "learning_rate": 3.281804469280392e-07,
+      "loss": 0.8031244874000549,
+      "step": 4958
+    },
+    {
+      "epoch": 3.7547312641937927,
+      "grad_norm": 0.2364034503698349,
+      "learning_rate": 3.2783797217402525e-07,
+      "loss": 0.3604779839515686,
+      "step": 4960
+    },
+    {
+      "epoch": 3.7562452687358063,
+      "grad_norm": 0.6598563194274902,
+      "learning_rate": 3.274975695164716e-07,
+      "loss": 0.3032711446285248,
+      "step": 4962
+    },
+    {
+      "epoch": 3.75775927327782,
+      "grad_norm": 0.27643054723739624,
+      "learning_rate": 3.271592394888583e-07,
+      "loss": 0.03242190554738045,
+      "step": 4964
+    },
+    {
+      "epoch": 3.7592732778198332,
+      "grad_norm": 1.4321353435516357,
+      "learning_rate": 3.2682298262141696e-07,
+      "loss": 0.9903982877731323,
+      "step": 4966
+    },
+    {
+      "epoch": 3.7607872823618473,
+      "grad_norm": 0.7925037145614624,
+      "learning_rate": 3.264887994411306e-07,
+      "loss": 0.031347546726465225,
+      "step": 4968
+    },
+    {
+      "epoch": 3.7623012869038606,
+      "grad_norm": 0.11465443670749664,
+      "learning_rate": 3.2615669047173225e-07,
+      "loss": 0.43080469965934753,
+      "step": 4970
+    },
+    {
+      "epoch": 3.7638152914458742,
+      "grad_norm": 0.3840098977088928,
+      "learning_rate": 3.2582665623370385e-07,
+      "loss": 0.41830727458000183,
+      "step": 4972
+    },
+    {
+      "epoch": 3.765329295987888,
+      "grad_norm": 0.5051982998847961,
+      "learning_rate": 3.2549869724427634e-07,
+      "loss": 0.034080203622579575,
+      "step": 4974
+    },
+    {
+      "epoch": 3.7668433005299016,
+      "grad_norm": 2.4309990406036377,
+      "learning_rate": 3.251728140174279e-07,
+      "loss": 0.8621931672096252,
+      "step": 4976
+    },
+    {
+      "epoch": 3.7683573050719152,
+      "grad_norm": 1.0540837049484253,
+      "learning_rate": 3.248490070638837e-07,
+      "loss": 0.6200702786445618,
+      "step": 4978
+    },
+    {
+      "epoch": 3.769871309613929,
+      "grad_norm": 1.4778248071670532,
+      "learning_rate": 3.2452727689111543e-07,
+      "loss": 0.4134140610694885,
+      "step": 4980
+    },
+    {
+      "epoch": 3.7713853141559426,
+      "grad_norm": 0.19006557762622833,
+      "learning_rate": 3.2420762400333903e-07,
+      "loss": 0.451352059841156,
+      "step": 4982
+    },
+    {
+      "epoch": 3.7728993186979563,
+      "grad_norm": 2.122025489807129,
+      "learning_rate": 3.238900489015158e-07,
+      "loss": 0.4227078855037689,
+      "step": 4984
+    },
+    {
+      "epoch": 3.77441332323997,
+      "grad_norm": 1.944567322731018,
+      "learning_rate": 3.235745520833506e-07,
+      "loss": 0.4337266683578491,
+      "step": 4986
+    },
+    {
+      "epoch": 3.775927327781983,
+      "grad_norm": 0.41088730096817017,
+      "learning_rate": 3.232611340432908e-07,
+      "loss": 0.4283662438392639,
+      "step": 4988
+    },
+    {
+      "epoch": 3.777441332323997,
+      "grad_norm": 2.9886157512664795,
+      "learning_rate": 3.22949795272526e-07,
+      "loss": 0.11887612193822861,
+      "step": 4990
+    },
+    {
+      "epoch": 3.7789553368660105,
+      "grad_norm": 4.230180263519287,
+      "learning_rate": 3.226405362589877e-07,
+      "loss": 0.41138648986816406,
+      "step": 4992
+    },
+    {
+      "epoch": 3.780469341408024,
+      "grad_norm": 0.07120750844478607,
+      "learning_rate": 3.2233335748734724e-07,
+      "loss": 0.44773682951927185,
+      "step": 4994
+    },
+    {
+      "epoch": 3.781983345950038,
+      "grad_norm": 0.03910240903496742,
+      "learning_rate": 3.220282594390161e-07,
+      "loss": 0.0012030932120978832,
+      "step": 4996
+    },
+    {
+      "epoch": 3.7834973504920515,
+      "grad_norm": 4.673849582672119,
+      "learning_rate": 3.2172524259214534e-07,
+      "loss": 0.3496311604976654,
+      "step": 4998
+    },
+    {
+      "epoch": 3.785011355034065,
+      "grad_norm": 0.4953646659851074,
+      "learning_rate": 3.2142430742162355e-07,
+      "loss": 0.0004449788830243051,
+      "step": 5000
+    },
+    {
+      "epoch": 3.786525359576079,
+      "grad_norm": 1.1354345083236694,
+      "learning_rate": 3.211254543990774e-07,
+      "loss": 0.0014750072732567787,
+      "step": 5002
+    },
+    {
+      "epoch": 3.7880393641180925,
+      "grad_norm": 1.3143340349197388,
+      "learning_rate": 3.208286839928701e-07,
+      "loss": 0.8150073885917664,
+      "step": 5004
+    },
+    {
+      "epoch": 3.7895533686601057,
+      "grad_norm": 0.048394881188869476,
+      "learning_rate": 3.2053399666810133e-07,
+      "loss": 0.4464598596096039,
+      "step": 5006
+    },
+    {
+      "epoch": 3.79106737320212,
+      "grad_norm": 0.7394788265228271,
+      "learning_rate": 3.2024139288660594e-07,
+      "loss": 0.09451478719711304,
+      "step": 5008
+    },
+    {
+      "epoch": 3.792581377744133,
+      "grad_norm": 0.05495171993970871,
+      "learning_rate": 3.1995087310695357e-07,
+      "loss": 0.003531100694090128,
+      "step": 5010
+    },
+    {
+      "epoch": 3.7940953822861467,
+      "grad_norm": 1.2948366403579712,
+      "learning_rate": 3.196624377844476e-07,
+      "loss": 0.008393335156142712,
+      "step": 5012
+    },
+    {
+      "epoch": 3.7956093868281604,
+      "grad_norm": 1.4162871837615967,
+      "learning_rate": 3.1937608737112493e-07,
+      "loss": 0.48247841000556946,
+      "step": 5014
+    },
+    {
+      "epoch": 3.797123391370174,
+      "grad_norm": 0.5562068223953247,
+      "learning_rate": 3.190918223157546e-07,
+      "loss": 0.4237671196460724,
+      "step": 5016
+    },
+    {
+      "epoch": 3.7986373959121877,
+      "grad_norm": 0.5564634799957275,
+      "learning_rate": 3.188096430638377e-07,
+      "loss": 0.0319337323307991,
+      "step": 5018
+    },
+    {
+      "epoch": 3.8001514004542014,
+      "grad_norm": 1.1125496625900269,
+      "learning_rate": 3.1852955005760665e-07,
+      "loss": 0.4008614420890808,
+      "step": 5020
+    },
+    {
+      "epoch": 3.801665404996215,
+      "grad_norm": 0.48999980092048645,
+      "learning_rate": 3.1825154373602416e-07,
+      "loss": 0.4390028119087219,
+      "step": 5022
+    },
+    {
+      "epoch": 3.8031794095382288,
+      "grad_norm": 1.588819980621338,
+      "learning_rate": 3.179756245347822e-07,
+      "loss": 0.4818562865257263,
+      "step": 5024
+    },
+    {
+      "epoch": 3.8046934140802424,
+      "grad_norm": 0.07910662144422531,
+      "learning_rate": 3.1770179288630244e-07,
+      "loss": 0.172007754445076,
+      "step": 5026
+    },
+    {
+      "epoch": 3.8062074186222556,
+      "grad_norm": 0.39034202694892883,
+      "learning_rate": 3.174300492197346e-07,
+      "loss": 0.0110551118850708,
+      "step": 5028
+    },
+    {
+      "epoch": 3.8077214231642698,
+      "grad_norm": 1.754652976989746,
+      "learning_rate": 3.1716039396095646e-07,
+      "loss": 0.38824954628944397,
+      "step": 5030
+    },
+    {
+      "epoch": 3.809235427706283,
+      "grad_norm": 0.4586925506591797,
+      "learning_rate": 3.168928275325724e-07,
+      "loss": 0.377737432718277,
+      "step": 5032
+    },
+    {
+      "epoch": 3.8107494322482967,
+      "grad_norm": 1.6731964349746704,
+      "learning_rate": 3.1662735035391325e-07,
+      "loss": 0.4779408872127533,
+      "step": 5034
+    },
+    {
+      "epoch": 3.8122634367903103,
+      "grad_norm": 1.218449592590332,
+      "learning_rate": 3.1636396284103594e-07,
+      "loss": 0.7690878510475159,
+      "step": 5036
+    },
+    {
+      "epoch": 3.813777441332324,
+      "grad_norm": 2.97236967086792,
+      "learning_rate": 3.16102665406722e-07,
+      "loss": 0.8440889120101929,
+      "step": 5038
+    },
+    {
+      "epoch": 3.8152914458743377,
+      "grad_norm": 20.792285919189453,
+      "learning_rate": 3.1584345846047765e-07,
+      "loss": 0.509138822555542,
+      "step": 5040
+    },
+    {
+      "epoch": 3.8168054504163513,
+      "grad_norm": 1.915735125541687,
+      "learning_rate": 3.155863424085327e-07,
+      "loss": 0.4671858847141266,
+      "step": 5042
+    },
+    {
+      "epoch": 3.818319454958365,
+      "grad_norm": 1.17746102809906,
+      "learning_rate": 3.1533131765384063e-07,
+      "loss": 0.4532623887062073,
+      "step": 5044
+    },
+    {
+      "epoch": 3.8198334595003782,
+      "grad_norm": 1.118971586227417,
+      "learning_rate": 3.150783845960765e-07,
+      "loss": 0.45628684759140015,
+      "step": 5046
+    },
+    {
+      "epoch": 3.8213474640423923,
+      "grad_norm": 0.5616589188575745,
+      "learning_rate": 3.148275436316381e-07,
+      "loss": 0.30977633595466614,
+      "step": 5048
+    },
+    {
+      "epoch": 3.8228614685844056,
+      "grad_norm": 1.131917119026184,
+      "learning_rate": 3.145787951536441e-07,
+      "loss": 0.29055628180503845,
+      "step": 5050
+    },
+    {
+      "epoch": 3.8243754731264192,
+      "grad_norm": 0.7852630615234375,
+      "learning_rate": 3.1433213955193404e-07,
+      "loss": 0.43340763449668884,
+      "step": 5052
+    },
+    {
+      "epoch": 3.825889477668433,
+      "grad_norm": 1.758888602256775,
+      "learning_rate": 3.1408757721306693e-07,
+      "loss": 0.8919140696525574,
+      "step": 5054
+    },
+    {
+      "epoch": 3.8274034822104466,
+      "grad_norm": 0.9975840449333191,
+      "learning_rate": 3.1384510852032213e-07,
+      "loss": 0.010779071599245071,
+      "step": 5056
+    },
+    {
+      "epoch": 3.8289174867524602,
+      "grad_norm": 0.16059216856956482,
+      "learning_rate": 3.1360473385369705e-07,
+      "loss": 0.014391905628144741,
+      "step": 5058
+    },
+    {
+      "epoch": 3.830431491294474,
+      "grad_norm": 12.744454383850098,
+      "learning_rate": 3.133664535899078e-07,
+      "loss": 0.7757210731506348,
+      "step": 5060
+    },
+    {
+      "epoch": 3.8319454958364876,
+      "grad_norm": 1.00156831741333,
+      "learning_rate": 3.131302681023877e-07,
+      "loss": 0.7180578112602234,
+      "step": 5062
+    },
+    {
+      "epoch": 3.8334595003785013,
+      "grad_norm": 1.8191956281661987,
+      "learning_rate": 3.128961777612876e-07,
+      "loss": 0.09756748378276825,
+      "step": 5064
+    },
+    {
+      "epoch": 3.834973504920515,
+      "grad_norm": 7.763867378234863,
+      "learning_rate": 3.1266418293347464e-07,
+      "loss": 0.5316522717475891,
+      "step": 5066
+    },
+    {
+      "epoch": 3.836487509462528,
+      "grad_norm": 0.5803042054176331,
+      "learning_rate": 3.124342839825314e-07,
+      "loss": 0.012462900951504707,
+      "step": 5068
+    },
+    {
+      "epoch": 3.8380015140045423,
+      "grad_norm": 2.1896307468414307,
+      "learning_rate": 3.122064812687568e-07,
+      "loss": 0.6004921197891235,
+      "step": 5070
+    },
+    {
+      "epoch": 3.8395155185465555,
+      "grad_norm": 0.1068381518125534,
+      "learning_rate": 3.1198077514916374e-07,
+      "loss": 0.24291282892227173,
+      "step": 5072
+    },
+    {
+      "epoch": 3.841029523088569,
+      "grad_norm": 2.504046678543091,
+      "learning_rate": 3.1175716597747953e-07,
+      "loss": 0.3830157518386841,
+      "step": 5074
+    },
+    {
+      "epoch": 3.842543527630583,
+      "grad_norm": 7.473776340484619,
+      "learning_rate": 3.1153565410414514e-07,
+      "loss": 0.4516468644142151,
+      "step": 5076
+    },
+    {
+      "epoch": 3.8440575321725965,
+      "grad_norm": 0.055708762258291245,
+      "learning_rate": 3.113162398763148e-07,
+      "loss": 0.3676786422729492,
+      "step": 5078
+    },
+    {
+      "epoch": 3.84557153671461,
+      "grad_norm": 2.0055947303771973,
+      "learning_rate": 3.110989236378549e-07,
+      "loss": 0.6928231120109558,
+      "step": 5080
+    },
+    {
+      "epoch": 3.847085541256624,
+      "grad_norm": 1.0609912872314453,
+      "learning_rate": 3.108837057293445e-07,
+      "loss": 0.004521830938756466,
+      "step": 5082
+    },
+    {
+      "epoch": 3.8485995457986375,
+      "grad_norm": 0.22726251184940338,
+      "learning_rate": 3.106705864880735e-07,
+      "loss": 0.44820210337638855,
+      "step": 5084
+    },
+    {
+      "epoch": 3.850113550340651,
+      "grad_norm": 0.17275147140026093,
+      "learning_rate": 3.1045956624804317e-07,
+      "loss": 0.44499069452285767,
+      "step": 5086
+    },
+    {
+      "epoch": 3.851627554882665,
+      "grad_norm": 1.3751364946365356,
+      "learning_rate": 3.1025064533996517e-07,
+      "loss": 0.41673925518989563,
+      "step": 5088
+    },
+    {
+      "epoch": 3.853141559424678,
+      "grad_norm": 1.9896053075790405,
+      "learning_rate": 3.1004382409126064e-07,
+      "loss": 0.47557222843170166,
+      "step": 5090
+    },
+    {
+      "epoch": 3.8546555639666917,
+      "grad_norm": 1.3645247220993042,
+      "learning_rate": 3.0983910282606083e-07,
+      "loss": 0.46344706416130066,
+      "step": 5092
+    },
+    {
+      "epoch": 3.8561695685087054,
+      "grad_norm": 3.7738399505615234,
+      "learning_rate": 3.096364818652055e-07,
+      "loss": 0.4740281403064728,
+      "step": 5094
+    },
+    {
+      "epoch": 3.857683573050719,
+      "grad_norm": 0.10791615396738052,
+      "learning_rate": 3.0943596152624284e-07,
+      "loss": 0.0011476953513920307,
+      "step": 5096
+    },
+    {
+      "epoch": 3.8591975775927327,
+      "grad_norm": 1.1051290035247803,
+      "learning_rate": 3.0923754212342886e-07,
+      "loss": 0.6011137366294861,
+      "step": 5098
+    },
+    {
+      "epoch": 3.8607115821347464,
+      "grad_norm": 1.1801726818084717,
+      "learning_rate": 3.0904122396772705e-07,
+      "loss": 0.004883904475718737,
+      "step": 5100
+    },
+    {
+      "epoch": 3.86222558667676,
+      "grad_norm": 2.525057077407837,
+      "learning_rate": 3.08847007366808e-07,
+      "loss": 0.44737234711647034,
+      "step": 5102
+    },
+    {
+      "epoch": 3.8637395912187738,
+      "grad_norm": 1.5845142602920532,
+      "learning_rate": 3.0865489262504844e-07,
+      "loss": 0.45857617259025574,
+      "step": 5104
+    },
+    {
+      "epoch": 3.8652535957607874,
+      "grad_norm": 0.3961471617221832,
+      "learning_rate": 3.0846488004353116e-07,
+      "loss": 0.015096918679773808,
+      "step": 5106
+    },
+    {
+      "epoch": 3.8667676003028006,
+      "grad_norm": 1.1940659284591675,
+      "learning_rate": 3.0827696992004456e-07,
+      "loss": 0.8227152824401855,
+      "step": 5108
+    },
+    {
+      "epoch": 3.8682816048448148,
+      "grad_norm": 0.9350260496139526,
+      "learning_rate": 3.0809116254908205e-07,
+      "loss": 0.8203873038291931,
+      "step": 5110
+    },
+    {
+      "epoch": 3.869795609386828,
+      "grad_norm": 1.5724537372589111,
+      "learning_rate": 3.079074582218412e-07,
+      "loss": 0.7634638547897339,
+      "step": 5112
+    },
+    {
+      "epoch": 3.8713096139288417,
+      "grad_norm": 3.372626304626465,
+      "learning_rate": 3.077258572262245e-07,
+      "loss": 0.5848556756973267,
+      "step": 5114
+    },
+    {
+      "epoch": 3.8728236184708553,
+      "grad_norm": 1.3702733516693115,
+      "learning_rate": 3.0754635984683733e-07,
+      "loss": 0.40469735860824585,
+      "step": 5116
+    },
+    {
+      "epoch": 3.874337623012869,
+      "grad_norm": 0.3992665708065033,
+      "learning_rate": 3.0736896636498844e-07,
+      "loss": 0.2156638205051422,
+      "step": 5118
+    },
+    {
+      "epoch": 3.8758516275548827,
+      "grad_norm": 0.9194819927215576,
+      "learning_rate": 3.0719367705868947e-07,
+      "loss": 0.08066434413194656,
+      "step": 5120
+    },
+    {
+      "epoch": 3.8773656320968963,
+      "grad_norm": 0.6540529131889343,
+      "learning_rate": 3.0702049220265463e-07,
+      "loss": 0.41603922843933105,
+      "step": 5122
+    },
+    {
+      "epoch": 3.87887963663891,
+      "grad_norm": 0.34057825803756714,
+      "learning_rate": 3.0684941206829945e-07,
+      "loss": 0.11957624554634094,
+      "step": 5124
+    },
+    {
+      "epoch": 3.8803936411809237,
+      "grad_norm": 0.31294089555740356,
+      "learning_rate": 3.0668043692374135e-07,
+      "loss": 0.0026283212937414646,
+      "step": 5126
+    },
+    {
+      "epoch": 3.8819076457229373,
+      "grad_norm": 0.4604136645793915,
+      "learning_rate": 3.06513567033799e-07,
+      "loss": 0.43892979621887207,
+      "step": 5128
+    },
+    {
+      "epoch": 3.8834216502649506,
+      "grad_norm": 1.3849968910217285,
+      "learning_rate": 3.063488026599908e-07,
+      "loss": 0.4195421040058136,
+      "step": 5130
+    },
+    {
+      "epoch": 3.8849356548069647,
+      "grad_norm": 1.155035376548767,
+      "learning_rate": 3.061861440605366e-07,
+      "loss": 0.3778454661369324,
+      "step": 5132
+    },
+    {
+      "epoch": 3.886449659348978,
+      "grad_norm": 0.16972775757312775,
+      "learning_rate": 3.060255914903552e-07,
+      "loss": 0.45963388681411743,
+      "step": 5134
+    },
+    {
+      "epoch": 3.8879636638909916,
+      "grad_norm": 1.0293406248092651,
+      "learning_rate": 3.05867145201065e-07,
+      "loss": 0.17590171098709106,
+      "step": 5136
+    },
+    {
+      "epoch": 3.8894776684330052,
+      "grad_norm": 0.7280426621437073,
+      "learning_rate": 3.057108054409837e-07,
+      "loss": 0.37898415327072144,
+      "step": 5138
+    },
+    {
+      "epoch": 3.890991672975019,
+      "grad_norm": 1.5102609395980835,
+      "learning_rate": 3.0555657245512737e-07,
+      "loss": 0.048597052693367004,
+      "step": 5140
+    },
+    {
+      "epoch": 3.8925056775170326,
+      "grad_norm": 2.5251283645629883,
+      "learning_rate": 3.0540444648521044e-07,
+      "loss": 0.42764487862586975,
+      "step": 5142
+    },
+    {
+      "epoch": 3.8940196820590463,
+      "grad_norm": 0.17893707752227783,
+      "learning_rate": 3.052544277696452e-07,
+      "loss": 0.03166920691728592,
+      "step": 5144
+    },
+    {
+      "epoch": 3.89553368660106,
+      "grad_norm": 0.9614020586013794,
+      "learning_rate": 3.0510651654354144e-07,
+      "loss": 0.07043096423149109,
+      "step": 5146
+    },
+    {
+      "epoch": 3.8970476911430736,
+      "grad_norm": 1.7453250885009766,
+      "learning_rate": 3.0496071303870617e-07,
+      "loss": 0.024295624345541,
+      "step": 5148
+    },
+    {
+      "epoch": 3.8985616956850873,
+      "grad_norm": 1.2456791400909424,
+      "learning_rate": 3.0481701748364293e-07,
+      "loss": 0.770180344581604,
+      "step": 5150
+    },
+    {
+      "epoch": 3.9000757002271005,
+      "grad_norm": 1.7926623821258545,
+      "learning_rate": 3.04675430103552e-07,
+      "loss": 0.7948777675628662,
+      "step": 5152
+    },
+    {
+      "epoch": 3.901589704769114,
+      "grad_norm": 1.1297966241836548,
+      "learning_rate": 3.045359511203297e-07,
+      "loss": 0.36591821908950806,
+      "step": 5154
+    },
+    {
+      "epoch": 3.903103709311128,
+      "grad_norm": 0.4602949619293213,
+      "learning_rate": 3.043985807525675e-07,
+      "loss": 0.4371163249015808,
+      "step": 5156
+    },
+    {
+      "epoch": 3.9046177138531415,
+      "grad_norm": 1.1267192363739014,
+      "learning_rate": 3.04263319215553e-07,
+      "loss": 0.07285796850919724,
+      "step": 5158
+    },
+    {
+      "epoch": 3.906131718395155,
+      "grad_norm": 3.856311082839966,
+      "learning_rate": 3.041301667212684e-07,
+      "loss": 0.49703073501586914,
+      "step": 5160
+    },
+    {
+      "epoch": 3.907645722937169,
+      "grad_norm": 0.7211084961891174,
+      "learning_rate": 3.039991234783906e-07,
+      "loss": 0.01246828492730856,
+      "step": 5162
+    },
+    {
+      "epoch": 3.9091597274791825,
+      "grad_norm": 1.4662927389144897,
+      "learning_rate": 3.0387018969229133e-07,
+      "loss": 0.02732657454907894,
+      "step": 5164
+    },
+    {
+      "epoch": 3.910673732021196,
+      "grad_norm": 1.3582857847213745,
+      "learning_rate": 3.0374336556503574e-07,
+      "loss": 0.849976122379303,
+      "step": 5166
+    },
+    {
+      "epoch": 3.91218773656321,
+      "grad_norm": 1.5621212720870972,
+      "learning_rate": 3.0361865129538293e-07,
+      "loss": 0.6532884240150452,
+      "step": 5168
+    },
+    {
+      "epoch": 3.913701741105223,
+      "grad_norm": 1.8237923383712769,
+      "learning_rate": 3.0349604707878565e-07,
+      "loss": 0.16516126692295074,
+      "step": 5170
+    },
+    {
+      "epoch": 3.915215745647237,
+      "grad_norm": 2.2848901748657227,
+      "learning_rate": 3.033755531073897e-07,
+      "loss": 0.2639697790145874,
+      "step": 5172
+    },
+    {
+      "epoch": 3.9167297501892504,
+      "grad_norm": 2.287353277206421,
+      "learning_rate": 3.0325716957003346e-07,
+      "loss": 0.37060511112213135,
+      "step": 5174
+    },
+    {
+      "epoch": 3.918243754731264,
+      "grad_norm": 1.4160830974578857,
+      "learning_rate": 3.03140896652248e-07,
+      "loss": 0.889275312423706,
+      "step": 5176
+    },
+    {
+      "epoch": 3.9197577592732777,
+      "grad_norm": 1.3192116022109985,
+      "learning_rate": 3.0302673453625645e-07,
+      "loss": 0.46674323081970215,
+      "step": 5178
+    },
+    {
+      "epoch": 3.9212717638152914,
+      "grad_norm": 0.06028641387820244,
+      "learning_rate": 3.0291468340097433e-07,
+      "loss": 0.0030056757386773825,
+      "step": 5180
+    },
+    {
+      "epoch": 3.922785768357305,
+      "grad_norm": 0.5621559619903564,
+      "learning_rate": 3.0280474342200826e-07,
+      "loss": 0.15215720236301422,
+      "step": 5182
+    },
+    {
+      "epoch": 3.9242997728993188,
+      "grad_norm": 1.154634952545166,
+      "learning_rate": 3.0269691477165676e-07,
+      "loss": 0.06476107239723206,
+      "step": 5184
+    },
+    {
+      "epoch": 3.9258137774413324,
+      "grad_norm": 1.1321563720703125,
+      "learning_rate": 3.025911976189091e-07,
+      "loss": 0.10336454212665558,
+      "step": 5186
+    },
+    {
+      "epoch": 3.927327781983346,
+      "grad_norm": 3.2537643909454346,
+      "learning_rate": 3.024875921294456e-07,
+      "loss": 0.327021062374115,
+      "step": 5188
+    },
+    {
+      "epoch": 3.9288417865253598,
+      "grad_norm": 1.62344491481781,
+      "learning_rate": 3.0238609846563696e-07,
+      "loss": 0.4893304109573364,
+      "step": 5190
+    },
+    {
+      "epoch": 3.930355791067373,
+      "grad_norm": 1.2770984172821045,
+      "learning_rate": 3.0228671678654446e-07,
+      "loss": 0.33251699805259705,
+      "step": 5192
+    },
+    {
+      "epoch": 3.931869795609387,
+      "grad_norm": 1.6710693836212158,
+      "learning_rate": 3.0218944724791933e-07,
+      "loss": 0.5169814229011536,
+      "step": 5194
+    },
+    {
+      "epoch": 3.9333838001514003,
+      "grad_norm": 0.5025178790092468,
+      "learning_rate": 3.020942900022029e-07,
+      "loss": 0.0014017641078680754,
+      "step": 5196
+    },
+    {
+      "epoch": 3.934897804693414,
+      "grad_norm": 0.7163488864898682,
+      "learning_rate": 3.020012451985256e-07,
+      "loss": 0.03129759058356285,
+      "step": 5198
+    },
+    {
+      "epoch": 3.9364118092354277,
+      "grad_norm": 4.61578369140625,
+      "learning_rate": 3.019103129827078e-07,
+      "loss": 0.053232885897159576,
+      "step": 5200
+    },
+    {
+      "epoch": 3.9379258137774413,
+      "grad_norm": 1.6417152881622314,
+      "learning_rate": 3.018214934972586e-07,
+      "loss": 0.4831180274486542,
+      "step": 5202
+    },
+    {
+      "epoch": 3.939439818319455,
+      "grad_norm": 0.5890576243400574,
+      "learning_rate": 3.0173478688137626e-07,
+      "loss": 0.05670785903930664,
+      "step": 5204
+    },
+    {
+      "epoch": 3.9409538228614687,
+      "grad_norm": 0.5211370587348938,
+      "learning_rate": 3.0165019327094754e-07,
+      "loss": 0.44620001316070557,
+      "step": 5206
+    },
+    {
+      "epoch": 3.9424678274034823,
+      "grad_norm": 0.22458039224147797,
+      "learning_rate": 3.0156771279854786e-07,
+      "loss": 0.38849005103111267,
+      "step": 5208
+    },
+    {
+      "epoch": 3.9439818319454956,
+      "grad_norm": 0.11804883927106857,
+      "learning_rate": 3.0148734559344096e-07,
+      "loss": 0.003378600114956498,
+      "step": 5210
+    },
+    {
+      "epoch": 3.9454958364875097,
+      "grad_norm": 1.418165683746338,
+      "learning_rate": 3.0140909178157846e-07,
+      "loss": 0.4826388955116272,
+      "step": 5212
+    },
+    {
+      "epoch": 3.947009841029523,
+      "grad_norm": 0.005847345106303692,
+      "learning_rate": 3.0133295148559994e-07,
+      "loss": 0.24013184010982513,
+      "step": 5214
+    },
+    {
+      "epoch": 3.9485238455715366,
+      "grad_norm": 1.4362314939498901,
+      "learning_rate": 3.0125892482483296e-07,
+      "loss": 0.5238326191902161,
+      "step": 5216
+    },
+    {
+      "epoch": 3.9500378501135502,
+      "grad_norm": 0.4979008436203003,
+      "learning_rate": 3.0118701191529207e-07,
+      "loss": 0.019607849419116974,
+      "step": 5218
+    },
+    {
+      "epoch": 3.951551854655564,
+      "grad_norm": 0.9970922470092773,
+      "learning_rate": 3.011172128696795e-07,
+      "loss": 0.6862800717353821,
+      "step": 5220
+    },
+    {
+      "epoch": 3.9530658591975776,
+      "grad_norm": 1.9834884405136108,
+      "learning_rate": 3.0104952779738463e-07,
+      "loss": 0.12774519622325897,
+      "step": 5222
+    },
+    {
+      "epoch": 3.9545798637395913,
+      "grad_norm": 3.775111675262451,
+      "learning_rate": 3.0098395680448356e-07,
+      "loss": 0.9710557460784912,
+      "step": 5224
+    },
+    {
+      "epoch": 3.956093868281605,
+      "grad_norm": 1.23189115524292,
+      "learning_rate": 3.0092049999373956e-07,
+      "loss": 0.4356076419353485,
+      "step": 5226
+    },
+    {
+      "epoch": 3.9576078728236186,
+      "grad_norm": 0.1431012898683548,
+      "learning_rate": 3.00859157464602e-07,
+      "loss": 0.01511440146714449,
+      "step": 5228
+    },
+    {
+      "epoch": 3.9591218773656323,
+      "grad_norm": 1.6917046308517456,
+      "learning_rate": 3.0079992931320743e-07,
+      "loss": 0.18109403550624847,
+      "step": 5230
+    },
+    {
+      "epoch": 3.9606358819076455,
+      "grad_norm": 0.7762451171875,
+      "learning_rate": 3.0074281563237815e-07,
+      "loss": 0.02766716107726097,
+      "step": 5232
+    },
+    {
+      "epoch": 3.9621498864496596,
+      "grad_norm": 0.6131830215454102,
+      "learning_rate": 3.0068781651162303e-07,
+      "loss": 0.3837210536003113,
+      "step": 5234
+    },
+    {
+      "epoch": 3.963663890991673,
+      "grad_norm": 1.9030412435531616,
+      "learning_rate": 3.006349320371369e-07,
+      "loss": 0.4320211708545685,
+      "step": 5236
+    },
+    {
+      "epoch": 3.9651778955336865,
+      "grad_norm": 1.4596877098083496,
+      "learning_rate": 3.005841622918003e-07,
+      "loss": 0.6626247763633728,
+      "step": 5238
+    },
+    {
+      "epoch": 3.9666919000757,
+      "grad_norm": 1.9642925262451172,
+      "learning_rate": 3.0053550735517994e-07,
+      "loss": 0.9146741032600403,
+      "step": 5240
+    },
+    {
+      "epoch": 3.968205904617714,
+      "grad_norm": 1.2844886779785156,
+      "learning_rate": 3.004889673035278e-07,
+      "loss": 0.42892059683799744,
+      "step": 5242
+    },
+    {
+      "epoch": 3.9697199091597275,
+      "grad_norm": 2.3491554260253906,
+      "learning_rate": 3.0044454220978176e-07,
+      "loss": 0.13402020931243896,
+      "step": 5244
+    },
+    {
+      "epoch": 3.971233913701741,
+      "grad_norm": 1.8004578351974487,
+      "learning_rate": 3.004022321435649e-07,
+      "loss": 0.3509193956851959,
+      "step": 5246
+    },
+    {
+      "epoch": 3.972747918243755,
+      "grad_norm": 1.4899842739105225,
+      "learning_rate": 3.003620371711856e-07,
+      "loss": 0.4320584535598755,
+      "step": 5248
+    },
+    {
+      "epoch": 3.9742619227857685,
+      "grad_norm": 2.3373172283172607,
+      "learning_rate": 3.0032395735563773e-07,
+      "loss": 0.3609815537929535,
+      "step": 5250
+    },
+    {
+      "epoch": 3.975775927327782,
+      "grad_norm": 1.387648105621338,
+      "learning_rate": 3.0028799275659976e-07,
+      "loss": 0.4423655569553375,
+      "step": 5252
+    },
+    {
+      "epoch": 3.9772899318697954,
+      "grad_norm": 0.3810553252696991,
+      "learning_rate": 3.002541434304361e-07,
+      "loss": 0.37218791246414185,
+      "step": 5254
+    },
+    {
+      "epoch": 3.978803936411809,
+      "grad_norm": 1.0008951425552368,
+      "learning_rate": 3.0022240943019483e-07,
+      "loss": 0.04895136132836342,
+      "step": 5256
+    },
+    {
+      "epoch": 3.9803179409538227,
+      "grad_norm": 1.7369999885559082,
+      "learning_rate": 3.001927908056102e-07,
+      "loss": 0.43774598836898804,
+      "step": 5258
+    },
+    {
+      "epoch": 3.9818319454958364,
+      "grad_norm": 0.6022624969482422,
+      "learning_rate": 3.0016528760310013e-07,
+      "loss": 0.12158283591270447,
+      "step": 5260
+    },
+    {
+      "epoch": 3.98334595003785,
+      "grad_norm": 1.699537754058838,
+      "learning_rate": 3.00139899865768e-07,
+      "loss": 0.581796407699585,
+      "step": 5262
+    },
+    {
+      "epoch": 3.9848599545798638,
+      "grad_norm": 1.786253571510315,
+      "learning_rate": 3.001166276334015e-07,
+      "loss": 0.04827537387609482,
+      "step": 5264
+    },
+    {
+      "epoch": 3.9863739591218774,
+      "grad_norm": 0.15848782658576965,
+      "learning_rate": 3.0009547094247273e-07,
+      "loss": 0.00740088801831007,
+      "step": 5266
+    },
+    {
+      "epoch": 3.987887963663891,
+      "grad_norm": 1.4823129177093506,
+      "learning_rate": 3.000764298261389e-07,
+      "loss": 0.499202162027359,
+      "step": 5268
+    },
+    {
+      "epoch": 3.9894019682059048,
+      "grad_norm": 0.7671037316322327,
+      "learning_rate": 3.000595043142412e-07,
+      "loss": 0.06256823986768723,
+      "step": 5270
+    },
+    {
+      "epoch": 3.990915972747918,
+      "grad_norm": 0.398441880941391,
+      "learning_rate": 3.0004469443330506e-07,
+      "loss": 0.058787524700164795,
+      "step": 5272
+    },
+    {
+      "epoch": 3.992429977289932,
+      "grad_norm": 1.2512152194976807,
+      "learning_rate": 3.0003200020654085e-07,
+      "loss": 0.7201032042503357,
+      "step": 5274
+    },
+    {
+      "epoch": 3.9939439818319453,
+      "grad_norm": 1.2734607458114624,
+      "learning_rate": 3.0002142165384287e-07,
+      "loss": 0.44729602336883545,
+      "step": 5276
+    },
+    {
+      "epoch": 3.995457986373959,
+      "grad_norm": 0.06556880474090576,
+      "learning_rate": 3.0001295879179e-07,
+      "loss": 0.021310647949576378,
+      "step": 5278
+    },
+    {
+      "epoch": 3.9969719909159727,
+      "grad_norm": 2.316617727279663,
+      "learning_rate": 3.0000661163364527e-07,
+      "loss": 0.5290903449058533,
+      "step": 5280
+    },
+    {
+      "epoch": 3.9984859954579863,
+      "grad_norm": 1.1645081043243408,
+      "learning_rate": 3.000023801893557e-07,
+      "loss": 0.10492955148220062,
+      "step": 5282
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 1.5504534244537354,
+      "learning_rate": 3.0000026446555307e-07,
+      "loss": 0.762908399105072,
+      "step": 5284
+    },
+    {
+      "epoch": 4.0,
+      "step": 5284,
+      "total_flos": 6.453258552541708e+18,
+      "train_loss": 0.5934332229983358,
+      "train_runtime": 17017.4219,
+      "train_samples_per_second": 4.968,
+      "train_steps_per_second": 0.311
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 5284,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 99999,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.453258552541708e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}