diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,7071 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 2008,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00398406374501992,
+      "grad_norm": 4.348448276519775,
+      "learning_rate": 5.940594059405941e-08,
+      "loss": 2.1171607971191406,
+      "step": 2
+    },
+    {
+      "epoch": 0.00796812749003984,
+      "grad_norm": 2.55696177482605,
+      "learning_rate": 1.782178217821782e-07,
+      "loss": 2.068465232849121,
+      "step": 4
+    },
+    {
+      "epoch": 0.01195219123505976,
+      "grad_norm": 3.159899950027466,
+      "learning_rate": 2.9702970297029703e-07,
+      "loss": 2.136167287826538,
+      "step": 6
+    },
+    {
+      "epoch": 0.01593625498007968,
+      "grad_norm": 2.0796260833740234,
+      "learning_rate": 4.158415841584159e-07,
+      "loss": 1.8786698579788208,
+      "step": 8
+    },
+    {
+      "epoch": 0.0199203187250996,
+      "grad_norm": 5.41955041885376,
+      "learning_rate": 5.346534653465346e-07,
+      "loss": 1.9257912635803223,
+      "step": 10
+    },
+    {
+      "epoch": 0.02390438247011952,
+      "grad_norm": 11.406185150146484,
+      "learning_rate": 6.534653465346535e-07,
+      "loss": 2.368868827819824,
+      "step": 12
+    },
+    {
+      "epoch": 0.027888446215139442,
+      "grad_norm": 1.901093602180481,
+      "learning_rate": 7.722772277227723e-07,
+      "loss": 1.9428346157073975,
+      "step": 14
+    },
+    {
+      "epoch": 0.03187250996015936,
+      "grad_norm": 1.393601894378662,
+      "learning_rate": 8.910891089108911e-07,
+      "loss": 1.7873543500900269,
+      "step": 16
+    },
+    {
+      "epoch": 0.035856573705179286,
+      "grad_norm": 1.4436230659484863,
+      "learning_rate": 1.00990099009901e-06,
+      "loss": 1.2166668176651,
+      "step": 18
+    },
+    {
+      "epoch": 0.0398406374501992,
+      "grad_norm": 1.8145285844802856,
+      "learning_rate": 1.1287128712871288e-06,
+      "loss": 1.6057647466659546,
+      "step": 20
+    },
+    {
+      "epoch": 0.043824701195219126,
+      "grad_norm": 1.2188401222229004,
+      "learning_rate": 1.2475247524752474e-06,
+      "loss": 1.7550266981124878,
+      "step": 22
+    },
+    {
+      "epoch": 0.04780876494023904,
+      "grad_norm": 1.664843201637268,
+      "learning_rate": 1.3663366336633665e-06,
+      "loss": 1.5540839433670044,
+      "step": 24
+    },
+    {
+      "epoch": 0.05179282868525897,
+      "grad_norm": 9.42098617553711,
+      "learning_rate": 1.4851485148514852e-06,
+      "loss": 2.344756841659546,
+      "step": 26
+    },
+    {
+      "epoch": 0.055776892430278883,
+      "grad_norm": 2.532942771911621,
+      "learning_rate": 1.603960396039604e-06,
+      "loss": 1.6220295429229736,
+      "step": 28
+    },
+    {
+      "epoch": 0.05976095617529881,
+      "grad_norm": 14.82198429107666,
+      "learning_rate": 1.7227722772277227e-06,
+      "loss": 1.83803129196167,
+      "step": 30
+    },
+    {
+      "epoch": 0.06374501992031872,
+      "grad_norm": 4.736570358276367,
+      "learning_rate": 1.8415841584158415e-06,
+      "loss": 0.9668034315109253,
+      "step": 32
+    },
+    {
+      "epoch": 0.06772908366533864,
+      "grad_norm": 1.077216386795044,
+      "learning_rate": 1.9603960396039604e-06,
+      "loss": 1.5424432754516602,
+      "step": 34
+    },
+    {
+      "epoch": 0.07171314741035857,
+      "grad_norm": 2.908050060272217,
+      "learning_rate": 2.079207920792079e-06,
+      "loss": 1.578654408454895,
+      "step": 36
+    },
+    {
+      "epoch": 0.07569721115537849,
+      "grad_norm": 1.1227400302886963,
+      "learning_rate": 2.198019801980198e-06,
+      "loss": 1.4881534576416016,
+      "step": 38
+    },
+    {
+      "epoch": 0.0796812749003984,
+      "grad_norm": 1.1037142276763916,
+      "learning_rate": 2.316831683168317e-06,
+      "loss": 1.4990899562835693,
+      "step": 40
+    },
+    {
+      "epoch": 0.08366533864541832,
+      "grad_norm": 11.898150444030762,
+      "learning_rate": 2.4356435643564358e-06,
+      "loss": 0.6503542065620422,
+      "step": 42
+    },
+    {
+      "epoch": 0.08764940239043825,
+      "grad_norm": 1.8804869651794434,
+      "learning_rate": 2.5544554455445544e-06,
+      "loss": 1.5055851936340332,
+      "step": 44
+    },
+    {
+      "epoch": 0.09163346613545817,
+      "grad_norm": 1.0558547973632812,
+      "learning_rate": 2.6732673267326735e-06,
+      "loss": 1.4046030044555664,
+      "step": 46
+    },
+    {
+      "epoch": 0.09561752988047809,
+      "grad_norm": 1.6279054880142212,
+      "learning_rate": 2.792079207920792e-06,
+      "loss": 1.228537678718567,
+      "step": 48
+    },
+    {
+      "epoch": 0.099601593625498,
+      "grad_norm": 9.176322937011719,
+      "learning_rate": 2.9108910891089108e-06,
+      "loss": 1.4280906915664673,
+      "step": 50
+    },
+    {
+      "epoch": 0.10358565737051793,
+      "grad_norm": 0.7322860956192017,
+      "learning_rate": 3.02970297029703e-06,
+      "loss": 1.3861970901489258,
+      "step": 52
+    },
+    {
+      "epoch": 0.10756972111553785,
+      "grad_norm": 1.9037761688232422,
+      "learning_rate": 3.148514851485149e-06,
+      "loss": 1.8983885049819946,
+      "step": 54
+    },
+    {
+      "epoch": 0.11155378486055777,
+      "grad_norm": 2.3619227409362793,
+      "learning_rate": 3.2673267326732676e-06,
+      "loss": 1.265608549118042,
+      "step": 56
+    },
+    {
+      "epoch": 0.11553784860557768,
+      "grad_norm": 1.079222559928894,
+      "learning_rate": 3.3861386138613858e-06,
+      "loss": 1.3720718622207642,
+      "step": 58
+    },
+    {
+      "epoch": 0.11952191235059761,
+      "grad_norm": 2.0091183185577393,
+      "learning_rate": 3.504950495049505e-06,
+      "loss": 1.221197485923767,
+      "step": 60
+    },
+    {
+      "epoch": 0.12350597609561753,
+      "grad_norm": 1.6702687740325928,
+      "learning_rate": 3.623762376237624e-06,
+      "loss": 1.3659617900848389,
+      "step": 62
+    },
+    {
+      "epoch": 0.12749003984063745,
+      "grad_norm": 1.4772052764892578,
+      "learning_rate": 3.7425742574257425e-06,
+      "loss": 0.9504954218864441,
+      "step": 64
+    },
+    {
+      "epoch": 0.13147410358565736,
+      "grad_norm": 1.1839888095855713,
+      "learning_rate": 3.861386138613861e-06,
+      "loss": 1.3058485984802246,
+      "step": 66
+    },
+    {
+      "epoch": 0.13545816733067728,
+      "grad_norm": 2.274195671081543,
+      "learning_rate": 3.98019801980198e-06,
+      "loss": 1.142093300819397,
+      "step": 68
+    },
+    {
+      "epoch": 0.1394422310756972,
+      "grad_norm": 1.23581063747406,
+      "learning_rate": 4.099009900990099e-06,
+      "loss": 1.3501553535461426,
+      "step": 70
+    },
+    {
+      "epoch": 0.14342629482071714,
+      "grad_norm": 0.9609231352806091,
+      "learning_rate": 4.2178217821782175e-06,
+      "loss": 1.394975185394287,
+      "step": 72
+    },
+    {
+      "epoch": 0.14741035856573706,
+      "grad_norm": 1.0941250324249268,
+      "learning_rate": 4.336633663366337e-06,
+      "loss": 1.3037439584732056,
+      "step": 74
+    },
+    {
+      "epoch": 0.15139442231075698,
+      "grad_norm": 2.8824353218078613,
+      "learning_rate": 4.455445544554456e-06,
+      "loss": 1.0416653156280518,
+      "step": 76
+    },
+    {
+      "epoch": 0.1553784860557769,
+      "grad_norm": 0.9365191459655762,
+      "learning_rate": 4.574257425742575e-06,
+      "loss": 1.2687112092971802,
+      "step": 78
+    },
+    {
+      "epoch": 0.1593625498007968,
+      "grad_norm": 1.5261850357055664,
+      "learning_rate": 4.693069306930693e-06,
+      "loss": 1.317929744720459,
+      "step": 80
+    },
+    {
+      "epoch": 0.16334661354581673,
+      "grad_norm": 1.2774893045425415,
+      "learning_rate": 4.811881188118812e-06,
+      "loss": 1.0010876655578613,
+      "step": 82
+    },
+    {
+      "epoch": 0.16733067729083664,
+      "grad_norm": 2.2119550704956055,
+      "learning_rate": 4.93069306930693e-06,
+      "loss": 0.4978000223636627,
+      "step": 84
+    },
+    {
+      "epoch": 0.17131474103585656,
+      "grad_norm": 0.8584203124046326,
+      "learning_rate": 5.049504950495049e-06,
+      "loss": 0.5417638421058655,
+      "step": 86
+    },
+    {
+      "epoch": 0.1752988047808765,
+      "grad_norm": 1.1234948635101318,
+      "learning_rate": 5.168316831683168e-06,
+      "loss": 1.3661960363388062,
+      "step": 88
+    },
+    {
+      "epoch": 0.17928286852589642,
+      "grad_norm": 1.9819002151489258,
+      "learning_rate": 5.2871287128712874e-06,
+      "loss": 0.8402650952339172,
+      "step": 90
+    },
+    {
+      "epoch": 0.18326693227091634,
+      "grad_norm": 9.981027603149414,
+      "learning_rate": 5.4059405940594065e-06,
+      "loss": 1.0407862663269043,
+      "step": 92
+    },
+    {
+      "epoch": 0.18725099601593626,
+      "grad_norm": 5.5226335525512695,
+      "learning_rate": 5.524752475247525e-06,
+      "loss": 1.3026604652404785,
+      "step": 94
+    },
+    {
+      "epoch": 0.19123505976095617,
+      "grad_norm": 2.536931037902832,
+      "learning_rate": 5.643564356435644e-06,
+      "loss": 1.050534963607788,
+      "step": 96
+    },
+    {
+      "epoch": 0.1952191235059761,
+      "grad_norm": 2.8480377197265625,
+      "learning_rate": 5.762376237623762e-06,
+      "loss": 1.2697981595993042,
+      "step": 98
+    },
+    {
+      "epoch": 0.199203187250996,
+      "grad_norm": 1.2788549661636353,
+      "learning_rate": 5.881188118811881e-06,
+      "loss": 1.3857513666152954,
+      "step": 100
+    },
+    {
+      "epoch": 0.20318725099601595,
+      "grad_norm": 4.938348293304443,
+      "learning_rate": 6e-06,
+      "loss": 1.2503310441970825,
+      "step": 102
+    },
+    {
+      "epoch": 0.20717131474103587,
+      "grad_norm": 1.3763278722763062,
+      "learning_rate": 5.99998534480079e-06,
+      "loss": 1.316627025604248,
+      "step": 104
+    },
+    {
+      "epoch": 0.21115537848605578,
+      "grad_norm": 1.2016820907592773,
+      "learning_rate": 5.9999413793622525e-06,
+      "loss": 1.3336181640625,
+      "step": 106
+    },
+    {
+      "epoch": 0.2151394422310757,
+      "grad_norm": 2.7037742137908936,
+      "learning_rate": 5.9998681041616624e-06,
+      "loss": 0.848972737789154,
+      "step": 108
+    },
+    {
+      "epoch": 0.21912350597609562,
+      "grad_norm": 2.082820177078247,
+      "learning_rate": 5.999765519994475e-06,
+      "loss": 1.1773113012313843,
+      "step": 110
+    },
+    {
+      "epoch": 0.22310756972111553,
+      "grad_norm": 1.349158525466919,
+      "learning_rate": 5.999633627974312e-06,
+      "loss": 1.838499903678894,
+      "step": 112
+    },
+    {
+      "epoch": 0.22709163346613545,
+      "grad_norm": 1.0457987785339355,
+      "learning_rate": 5.9994724295329546e-06,
+      "loss": 1.2931954860687256,
+      "step": 114
+    },
+    {
+      "epoch": 0.23107569721115537,
+      "grad_norm": 1.0233925580978394,
+      "learning_rate": 5.999281926420326e-06,
+      "loss": 1.3657619953155518,
+      "step": 116
+    },
+    {
+      "epoch": 0.2350597609561753,
+      "grad_norm": 1.456226110458374,
+      "learning_rate": 5.999062120704471e-06,
+      "loss": 0.39271149039268494,
+      "step": 118
+    },
+    {
+      "epoch": 0.23904382470119523,
+      "grad_norm": 1.1591161489486694,
+      "learning_rate": 5.998813014771534e-06,
+      "loss": 1.283569097518921,
+      "step": 120
+    },
+    {
+      "epoch": 0.24302788844621515,
+      "grad_norm": 1.4893031120300293,
+      "learning_rate": 5.998534611325737e-06,
+      "loss": 1.3696374893188477,
+      "step": 122
+    },
+    {
+      "epoch": 0.24701195219123506,
+      "grad_norm": 1.0916317701339722,
+      "learning_rate": 5.998226913389344e-06,
+      "loss": 1.2977485656738281,
+      "step": 124
+    },
+    {
+      "epoch": 0.250996015936255,
+      "grad_norm": 1.5058797597885132,
+      "learning_rate": 5.997889924302632e-06,
+      "loss": 1.2800962924957275,
+      "step": 126
+    },
+    {
+      "epoch": 0.2549800796812749,
+      "grad_norm": 2.89294695854187,
+      "learning_rate": 5.997523647723856e-06,
+      "loss": 0.9177144169807434,
+      "step": 128
+    },
+    {
+      "epoch": 0.2589641434262948,
+      "grad_norm": 2.416161060333252,
+      "learning_rate": 5.997128087629205e-06,
+      "loss": 1.280983567237854,
+      "step": 130
+    },
+    {
+      "epoch": 0.26294820717131473,
+      "grad_norm": 1.2975496053695679,
+      "learning_rate": 5.996703248312762e-06,
+      "loss": 1.2503688335418701,
+      "step": 132
+    },
+    {
+      "epoch": 0.26693227091633465,
+      "grad_norm": 0.9795719385147095,
+      "learning_rate": 5.996249134386455e-06,
+      "loss": 1.2679003477096558,
+      "step": 134
+    },
+    {
+      "epoch": 0.27091633466135456,
+      "grad_norm": 1.4742954969406128,
+      "learning_rate": 5.995765750780013e-06,
+      "loss": 0.5531994700431824,
+      "step": 136
+    },
+    {
+      "epoch": 0.2749003984063745,
+      "grad_norm": 2.563380241394043,
+      "learning_rate": 5.995253102740903e-06,
+      "loss": 1.901612401008606,
+      "step": 138
+    },
+    {
+      "epoch": 0.2788844621513944,
+      "grad_norm": 1.4704535007476807,
+      "learning_rate": 5.994711195834279e-06,
+      "loss": 1.1717365980148315,
+      "step": 140
+    },
+    {
+      "epoch": 0.28286852589641437,
+      "grad_norm": 1.1811615228652954,
+      "learning_rate": 5.994140035942923e-06,
+      "loss": 0.7471544742584229,
+      "step": 142
+    },
+    {
+      "epoch": 0.2868525896414343,
+      "grad_norm": 1.6094988584518433,
+      "learning_rate": 5.993539629267178e-06,
+      "loss": 0.9018757939338684,
+      "step": 144
+    },
+    {
+      "epoch": 0.2908366533864542,
+      "grad_norm": 2.305218458175659,
+      "learning_rate": 5.992909982324879e-06,
+      "loss": 1.277273178100586,
+      "step": 146
+    },
+    {
+      "epoch": 0.2948207171314741,
+      "grad_norm": 3.697319746017456,
+      "learning_rate": 5.992251101951287e-06,
+      "loss": 1.0025593042373657,
+      "step": 148
+    },
+    {
+      "epoch": 0.29880478087649404,
+      "grad_norm": 1.539844036102295,
+      "learning_rate": 5.991562995299011e-06,
+      "loss": 1.3024755716323853,
+      "step": 150
+    },
+    {
+      "epoch": 0.30278884462151395,
+      "grad_norm": 1.0249600410461426,
+      "learning_rate": 5.990845669837933e-06,
+      "loss": 1.5959429740905762,
+      "step": 152
+    },
+    {
+      "epoch": 0.30677290836653387,
+      "grad_norm": 0.8561967015266418,
+      "learning_rate": 5.990099133355126e-06,
+      "loss": 1.2801433801651,
+      "step": 154
+    },
+    {
+      "epoch": 0.3107569721115538,
+      "grad_norm": 4.086156845092773,
+      "learning_rate": 5.989323393954767e-06,
+      "loss": 0.4956245422363281,
+      "step": 156
+    },
+    {
+      "epoch": 0.3147410358565737,
+      "grad_norm": 3.771010398864746,
+      "learning_rate": 5.988518460058054e-06,
+      "loss": 0.4668130576610565,
+      "step": 158
+    },
+    {
+      "epoch": 0.3187250996015936,
+      "grad_norm": 1.3703054189682007,
+      "learning_rate": 5.9876843404031096e-06,
+      "loss": 1.2212884426116943,
+      "step": 160
+    },
+    {
+      "epoch": 0.32270916334661354,
+      "grad_norm": 1.210668921470642,
+      "learning_rate": 5.986821044044889e-06,
+      "loss": 1.7916109561920166,
+      "step": 162
+    },
+    {
+      "epoch": 0.32669322709163345,
+      "grad_norm": 1.0227242708206177,
+      "learning_rate": 5.985928580355082e-06,
+      "loss": 0.8739029765129089,
+      "step": 164
+    },
+    {
+      "epoch": 0.33067729083665337,
+      "grad_norm": 2.860746383666992,
+      "learning_rate": 5.985006959022008e-06,
+      "loss": 0.4693869352340698,
+      "step": 166
+    },
+    {
+      "epoch": 0.3346613545816733,
+      "grad_norm": 1.755257487297058,
+      "learning_rate": 5.984056190050517e-06,
+      "loss": 1.324602723121643,
+      "step": 168
+    },
+    {
+      "epoch": 0.3386454183266932,
+      "grad_norm": 7.148312568664551,
+      "learning_rate": 5.983076283761872e-06,
+      "loss": 1.3821817636489868,
+      "step": 170
+    },
+    {
+      "epoch": 0.3426294820717131,
+      "grad_norm": 1.2952216863632202,
+      "learning_rate": 5.982067250793646e-06,
+      "loss": 1.2612062692642212,
+      "step": 172
+    },
+    {
+      "epoch": 0.3466135458167331,
+      "grad_norm": 1.727574348449707,
+      "learning_rate": 5.981029102099601e-06,
+      "loss": 1.341408133506775,
+      "step": 174
+    },
+    {
+      "epoch": 0.350597609561753,
+      "grad_norm": 2.543426513671875,
+      "learning_rate": 5.979961848949572e-06,
+      "loss": 0.5157387852668762,
+      "step": 176
+    },
+    {
+      "epoch": 0.3545816733067729,
+      "grad_norm": 1.489472508430481,
+      "learning_rate": 5.978865502929343e-06,
+      "loss": 1.3691034317016602,
+      "step": 178
+    },
+    {
+      "epoch": 0.35856573705179284,
+      "grad_norm": 3.3407742977142334,
+      "learning_rate": 5.977740075940517e-06,
+      "loss": 1.2798420190811157,
+      "step": 180
+    },
+    {
+      "epoch": 0.36254980079681276,
+      "grad_norm": 0.7936763763427734,
+      "learning_rate": 5.976585580200399e-06,
+      "loss": 1.2865771055221558,
+      "step": 182
+    },
+    {
+      "epoch": 0.3665338645418327,
+      "grad_norm": 1.722764492034912,
+      "learning_rate": 5.9754020282418505e-06,
+      "loss": 0.9274950623512268,
+      "step": 184
+    },
+    {
+      "epoch": 0.3705179282868526,
+      "grad_norm": 1.4277971982955933,
+      "learning_rate": 5.974189432913161e-06,
+      "loss": 1.2118057012557983,
+      "step": 186
+    },
+    {
+      "epoch": 0.3745019920318725,
+      "grad_norm": 0.7755621671676636,
+      "learning_rate": 5.972947807377905e-06,
+      "loss": 1.262542724609375,
+      "step": 188
+    },
+    {
+      "epoch": 0.3784860557768924,
+      "grad_norm": 2.0006139278411865,
+      "learning_rate": 5.971677165114801e-06,
+      "loss": 1.1163339614868164,
+      "step": 190
+    },
+    {
+      "epoch": 0.38247011952191234,
+      "grad_norm": 1.9247850179672241,
+      "learning_rate": 5.970377519917563e-06,
+      "loss": 1.0671018362045288,
+      "step": 192
+    },
+    {
+      "epoch": 0.38645418326693226,
+      "grad_norm": 1.1371593475341797,
+      "learning_rate": 5.969048885894754e-06,
+      "loss": 1.2458205223083496,
+      "step": 194
+    },
+    {
+      "epoch": 0.3904382470119522,
+      "grad_norm": 1.5814062356948853,
+      "learning_rate": 5.967691277469631e-06,
+      "loss": 1.2479208707809448,
+      "step": 196
+    },
+    {
+      "epoch": 0.3944223107569721,
+      "grad_norm": 1.3527947664260864,
+      "learning_rate": 5.9663047093799874e-06,
+      "loss": 0.46853581070899963,
+      "step": 198
+    },
+    {
+      "epoch": 0.398406374501992,
+      "grad_norm": 0.9908071160316467,
+      "learning_rate": 5.964889196677996e-06,
+      "loss": 1.2344821691513062,
+      "step": 200
+    },
+    {
+      "epoch": 0.40239043824701193,
+      "grad_norm": 0.9923727512359619,
+      "learning_rate": 5.9634447547300415e-06,
+      "loss": 1.2732172012329102,
+      "step": 202
+    },
+    {
+      "epoch": 0.4063745019920319,
+      "grad_norm": 2.537524700164795,
+      "learning_rate": 5.961971399216556e-06,
+      "loss": 1.234106183052063,
+      "step": 204
+    },
+    {
+      "epoch": 0.4103585657370518,
+      "grad_norm": 3.067852735519409,
+      "learning_rate": 5.960469146131851e-06,
+      "loss": 0.38716864585876465,
+      "step": 206
+    },
+    {
+      "epoch": 0.41434262948207173,
+      "grad_norm": 0.8039565086364746,
+      "learning_rate": 5.95893801178394e-06,
+      "loss": 1.223067045211792,
+      "step": 208
+    },
+    {
+      "epoch": 0.41832669322709165,
+      "grad_norm": 1.5125787258148193,
+      "learning_rate": 5.957378012794361e-06,
+      "loss": 0.698806881904602,
+      "step": 210
+    },
+    {
+      "epoch": 0.42231075697211157,
+      "grad_norm": 1.2418526411056519,
+      "learning_rate": 5.955789166098002e-06,
+      "loss": 0.7970227599143982,
+      "step": 212
+    },
+    {
+      "epoch": 0.4262948207171315,
+      "grad_norm": 2.7106666564941406,
+      "learning_rate": 5.954171488942911e-06,
+      "loss": 0.8325067758560181,
+      "step": 214
+    },
+    {
+      "epoch": 0.4302788844621514,
+      "grad_norm": 3.5096561908721924,
+      "learning_rate": 5.952524998890109e-06,
+      "loss": 1.1556031703948975,
+      "step": 216
+    },
+    {
+      "epoch": 0.4342629482071713,
+      "grad_norm": 1.513983130455017,
+      "learning_rate": 5.950849713813405e-06,
+      "loss": 1.263627529144287,
+      "step": 218
+    },
+    {
+      "epoch": 0.43824701195219123,
+      "grad_norm": 0.7860940098762512,
+      "learning_rate": 5.949145651899196e-06,
+      "loss": 1.2762495279312134,
+      "step": 220
+    },
+    {
+      "epoch": 0.44223107569721115,
+      "grad_norm": 1.6819899082183838,
+      "learning_rate": 5.947412831646271e-06,
+      "loss": 0.5981872081756592,
+      "step": 222
+    },
+    {
+      "epoch": 0.44621513944223107,
+      "grad_norm": 1.2630786895751953,
+      "learning_rate": 5.945651271865616e-06,
+      "loss": 1.120012879371643,
+      "step": 224
+    },
+    {
+      "epoch": 0.450199203187251,
+      "grad_norm": 0.9950310587882996,
+      "learning_rate": 5.943860991680195e-06,
+      "loss": 1.2754716873168945,
+      "step": 226
+    },
+    {
+      "epoch": 0.4541832669322709,
+      "grad_norm": 1.6684496402740479,
+      "learning_rate": 5.942042010524764e-06,
+      "loss": 0.9846575856208801,
+      "step": 228
+    },
+    {
+      "epoch": 0.4581673306772908,
+      "grad_norm": 1.4847872257232666,
+      "learning_rate": 5.9401943481456386e-06,
+      "loss": 1.2583152055740356,
+      "step": 230
+    },
+    {
+      "epoch": 0.46215139442231074,
+      "grad_norm": 0.9578908681869507,
+      "learning_rate": 5.9383180246004935e-06,
+      "loss": 1.2739794254302979,
+      "step": 232
+    },
+    {
+      "epoch": 0.46613545816733065,
+      "grad_norm": 1.1821162700653076,
+      "learning_rate": 5.936413060258143e-06,
+      "loss": 1.4074854850769043,
+      "step": 234
+    },
+    {
+      "epoch": 0.4701195219123506,
+      "grad_norm": 0.8178677558898926,
+      "learning_rate": 5.9344794757983115e-06,
+      "loss": 1.2413185834884644,
+      "step": 236
+    },
+    {
+      "epoch": 0.47410358565737054,
+      "grad_norm": 2.4166979789733887,
+      "learning_rate": 5.932517292211418e-06,
+      "loss": 1.1744059324264526,
+      "step": 238
+    },
+    {
+      "epoch": 0.47808764940239046,
+      "grad_norm": 1.1220707893371582,
+      "learning_rate": 5.930526530798347e-06,
+      "loss": 1.2574900388717651,
+      "step": 240
+    },
+    {
+      "epoch": 0.4820717131474104,
+      "grad_norm": 0.7189679741859436,
+      "learning_rate": 5.928507213170211e-06,
+      "loss": 1.2059662342071533,
+      "step": 242
+    },
+    {
+      "epoch": 0.4860557768924303,
+      "grad_norm": 1.4799033403396606,
+      "learning_rate": 5.926459361248125e-06,
+      "loss": 0.7257046103477478,
+      "step": 244
+    },
+    {
+      "epoch": 0.4900398406374502,
+      "grad_norm": 8.812633514404297,
+      "learning_rate": 5.9243829972629584e-06,
+      "loss": 1.0781515836715698,
+      "step": 246
+    },
+    {
+      "epoch": 0.4940239043824701,
+      "grad_norm": 2.5435431003570557,
+      "learning_rate": 5.922278143755105e-06,
+      "loss": 0.9890032410621643,
+      "step": 248
+    },
+    {
+      "epoch": 0.49800796812749004,
+      "grad_norm": 1.1066993474960327,
+      "learning_rate": 5.920144823574229e-06,
+      "loss": 1.275596261024475,
+      "step": 250
+    },
+    {
+      "epoch": 0.50199203187251,
+      "grad_norm": 3.8385164737701416,
+      "learning_rate": 5.917983059879021e-06,
+      "loss": 0.5777413249015808,
+      "step": 252
+    },
+    {
+      "epoch": 0.5059760956175299,
+      "grad_norm": 2.5549728870391846,
+      "learning_rate": 5.915792876136944e-06,
+      "loss": 1.2903834581375122,
+      "step": 254
+    },
+    {
+      "epoch": 0.5099601593625498,
+      "grad_norm": 1.1752848625183105,
+      "learning_rate": 5.913574296123985e-06,
+      "loss": 1.2607370615005493,
+      "step": 256
+    },
+    {
+      "epoch": 0.5139442231075697,
+      "grad_norm": 3.4985756874084473,
+      "learning_rate": 5.9113273439243885e-06,
+      "loss": 0.6077223420143127,
+      "step": 258
+    },
+    {
+      "epoch": 0.5179282868525896,
+      "grad_norm": 0.8346880674362183,
+      "learning_rate": 5.909052043930402e-06,
+      "loss": 1.2486491203308105,
+      "step": 260
+    },
+    {
+      "epoch": 0.5219123505976095,
+      "grad_norm": 1.6400198936462402,
+      "learning_rate": 5.9067484208420046e-06,
+      "loss": 0.3859616219997406,
+      "step": 262
+    },
+    {
+      "epoch": 0.5258964143426295,
+      "grad_norm": 2.0709147453308105,
+      "learning_rate": 5.904416499666646e-06,
+      "loss": 1.250545620918274,
+      "step": 264
+    },
+    {
+      "epoch": 0.5298804780876494,
+      "grad_norm": 3.2738661766052246,
+      "learning_rate": 5.902056305718969e-06,
+      "loss": 0.5132614970207214,
+      "step": 266
+    },
+    {
+      "epoch": 0.5338645418326693,
+      "grad_norm": 1.4471163749694824,
+      "learning_rate": 5.89966786462054e-06,
+      "loss": 1.2536060810089111,
+      "step": 268
+    },
+    {
+      "epoch": 0.5378486055776892,
+      "grad_norm": 2.023653030395508,
+      "learning_rate": 5.897251202299566e-06,
+      "loss": 1.7837636470794678,
+      "step": 270
+    },
+    {
+      "epoch": 0.5418326693227091,
+      "grad_norm": 0.7867792248725891,
+      "learning_rate": 5.894806344990614e-06,
+      "loss": 0.7907792329788208,
+      "step": 272
+    },
+    {
+      "epoch": 0.545816733067729,
+      "grad_norm": 0.9616872072219849,
+      "learning_rate": 5.892333319234332e-06,
+      "loss": 1.240364670753479,
+      "step": 274
+    },
+    {
+      "epoch": 0.549800796812749,
+      "grad_norm": 1.5364048480987549,
+      "learning_rate": 5.889832151877152e-06,
+      "loss": 0.6271519064903259,
+      "step": 276
+    },
+    {
+      "epoch": 0.5537848605577689,
+      "grad_norm": 1.9956889152526855,
+      "learning_rate": 5.887302870071004e-06,
+      "loss": 1.354748010635376,
+      "step": 278
+    },
+    {
+      "epoch": 0.5577689243027888,
+      "grad_norm": 3.179105043411255,
+      "learning_rate": 5.88474550127302e-06,
+      "loss": 0.7769224047660828,
+      "step": 280
+    },
+    {
+      "epoch": 0.5617529880478087,
+      "grad_norm": 2.1050288677215576,
+      "learning_rate": 5.882160073245238e-06,
+      "loss": 0.7815161347389221,
+      "step": 282
+    },
+    {
+      "epoch": 0.5657370517928287,
+      "grad_norm": 1.0835380554199219,
+      "learning_rate": 5.879546614054295e-06,
+      "loss": 1.2420227527618408,
+      "step": 284
+    },
+    {
+      "epoch": 0.5697211155378487,
+      "grad_norm": 0.9784935712814331,
+      "learning_rate": 5.876905152071131e-06,
+      "loss": 1.2437528371810913,
+      "step": 286
+    },
+    {
+      "epoch": 0.5737051792828686,
+      "grad_norm": 1.059682011604309,
+      "learning_rate": 5.874235715970671e-06,
+      "loss": 1.1747212409973145,
+      "step": 288
+    },
+    {
+      "epoch": 0.5776892430278885,
+      "grad_norm": 1.0844000577926636,
+      "learning_rate": 5.87153833473152e-06,
+      "loss": 1.2218478918075562,
+      "step": 290
+    },
+    {
+      "epoch": 0.5816733067729084,
+      "grad_norm": 1.2831990718841553,
+      "learning_rate": 5.868813037635649e-06,
+      "loss": 1.1690454483032227,
+      "step": 292
+    },
+    {
+      "epoch": 0.5856573705179283,
+      "grad_norm": 2.694718360900879,
+      "learning_rate": 5.866059854268076e-06,
+      "loss": 0.49895596504211426,
+      "step": 294
+    },
+    {
+      "epoch": 0.5896414342629482,
+      "grad_norm": 1.1014599800109863,
+      "learning_rate": 5.863278814516539e-06,
+      "loss": 1.4519755840301514,
+      "step": 296
+    },
+    {
+      "epoch": 0.5936254980079682,
+      "grad_norm": 6.0046305656433105,
+      "learning_rate": 5.860469948571181e-06,
+      "loss": 0.6872335076332092,
+      "step": 298
+    },
+    {
+      "epoch": 0.5976095617529881,
+      "grad_norm": 1.493370771408081,
+      "learning_rate": 5.857633286924219e-06,
+      "loss": 1.241629958152771,
+      "step": 300
+    },
+    {
+      "epoch": 0.601593625498008,
+      "grad_norm": 1.3740859031677246,
+      "learning_rate": 5.854768860369607e-06,
+      "loss": 1.0279847383499146,
+      "step": 302
+    },
+    {
+      "epoch": 0.6055776892430279,
+      "grad_norm": 4.5894083976745605,
+      "learning_rate": 5.85187670000271e-06,
+      "loss": 0.8594214916229248,
+      "step": 304
+    },
+    {
+      "epoch": 0.6095617529880478,
+      "grad_norm": 1.9348714351654053,
+      "learning_rate": 5.848956837219964e-06,
+      "loss": 1.1640937328338623,
+      "step": 306
+    },
+    {
+      "epoch": 0.6135458167330677,
+      "grad_norm": 3.6650631427764893,
+      "learning_rate": 5.846009303718529e-06,
+      "loss": 1.083706259727478,
+      "step": 308
+    },
+    {
+      "epoch": 0.6175298804780877,
+      "grad_norm": 0.8985078930854797,
+      "learning_rate": 5.8430341314959565e-06,
+      "loss": 1.2840549945831299,
+      "step": 310
+    },
+    {
+      "epoch": 0.6215139442231076,
+      "grad_norm": 3.3366034030914307,
+      "learning_rate": 5.840031352849833e-06,
+      "loss": 0.6729341149330139,
+      "step": 312
+    },
+    {
+      "epoch": 0.6254980079681275,
+      "grad_norm": 0.5400150418281555,
+      "learning_rate": 5.83700100037743e-06,
+      "loss": 0.9031069874763489,
+      "step": 314
+    },
+    {
+      "epoch": 0.6294820717131474,
+      "grad_norm": 0.8818338513374329,
+      "learning_rate": 5.833943106975355e-06,
+      "loss": 1.403872013092041,
+      "step": 316
+    },
+    {
+      "epoch": 0.6334661354581673,
+      "grad_norm": 0.9534677267074585,
+      "learning_rate": 5.830857705839191e-06,
+      "loss": 0.7257641553878784,
+      "step": 318
+    },
+    {
+      "epoch": 0.6374501992031872,
+      "grad_norm": 1.2703937292099,
+      "learning_rate": 5.8277448304631385e-06,
+      "loss": 1.2789297103881836,
+      "step": 320
+    },
+    {
+      "epoch": 0.6414342629482072,
+      "grad_norm": 2.5597033500671387,
+      "learning_rate": 5.824604514639647e-06,
+      "loss": 0.5666279792785645,
+      "step": 322
+    },
+    {
+      "epoch": 0.6454183266932271,
+      "grad_norm": 1.932152509689331,
+      "learning_rate": 5.8214367924590515e-06,
+      "loss": 0.9416989088058472,
+      "step": 324
+    },
+    {
+      "epoch": 0.649402390438247,
+      "grad_norm": 2.5085222721099854,
+      "learning_rate": 5.818241698309205e-06,
+      "loss": 0.9871986508369446,
+      "step": 326
+    },
+    {
+      "epoch": 0.6533864541832669,
+      "grad_norm": 0.8283513784408569,
+      "learning_rate": 5.8150192668751015e-06,
+      "loss": 1.2529672384262085,
+      "step": 328
+    },
+    {
+      "epoch": 0.6573705179282868,
+      "grad_norm": 7.669778347015381,
+      "learning_rate": 5.811769533138499e-06,
+      "loss": 0.46496719121932983,
+      "step": 330
+    },
+    {
+      "epoch": 0.6613545816733067,
+      "grad_norm": 3.1111960411071777,
+      "learning_rate": 5.808492532377542e-06,
+      "loss": 1.1308894157409668,
+      "step": 332
+    },
+    {
+      "epoch": 0.6653386454183267,
+      "grad_norm": 1.0599477291107178,
+      "learning_rate": 5.805188300166379e-06,
+      "loss": 1.1927093267440796,
+      "step": 334
+    },
+    {
+      "epoch": 0.6693227091633466,
+      "grad_norm": 0.7919442653656006,
+      "learning_rate": 5.801856872374772e-06,
+      "loss": 1.2229902744293213,
+      "step": 336
+    },
+    {
+      "epoch": 0.6733067729083665,
+      "grad_norm": 0.874751627445221,
+      "learning_rate": 5.798498285167714e-06,
+      "loss": 1.239054560661316,
+      "step": 338
+    },
+    {
+      "epoch": 0.6772908366533864,
+      "grad_norm": 3.267413854598999,
+      "learning_rate": 5.795112575005031e-06,
+      "loss": 0.5422060489654541,
+      "step": 340
+    },
+    {
+      "epoch": 0.6812749003984063,
+      "grad_norm": 0.603284478187561,
+      "learning_rate": 5.791699778640985e-06,
+      "loss": 0.5057201385498047,
+      "step": 342
+    },
+    {
+      "epoch": 0.6852589641434262,
+      "grad_norm": 1.073237419128418,
+      "learning_rate": 5.788259933123882e-06,
+      "loss": 1.212401270866394,
+      "step": 344
+    },
+    {
+      "epoch": 0.6892430278884463,
+      "grad_norm": 0.9039257168769836,
+      "learning_rate": 5.7847930757956626e-06,
+      "loss": 1.2373487949371338,
+      "step": 346
+    },
+    {
+      "epoch": 0.6932270916334662,
+      "grad_norm": 0.6864405870437622,
+      "learning_rate": 5.7812992442915016e-06,
+      "loss": 1.1827311515808105,
+      "step": 348
+    },
+    {
+      "epoch": 0.6972111553784861,
+      "grad_norm": 1.7330577373504639,
+      "learning_rate": 5.777778476539397e-06,
+      "loss": 0.7856748104095459,
+      "step": 350
+    },
+    {
+      "epoch": 0.701195219123506,
+      "grad_norm": 4.816940784454346,
+      "learning_rate": 5.774230810759756e-06,
+      "loss": 0.7216228246688843,
+      "step": 352
+    },
+    {
+      "epoch": 0.7051792828685259,
+      "grad_norm": 2.1332626342773438,
+      "learning_rate": 5.7706562854649866e-06,
+      "loss": 0.49049532413482666,
+      "step": 354
+    },
+    {
+      "epoch": 0.7091633466135459,
+      "grad_norm": 2.8059940338134766,
+      "learning_rate": 5.767054939459075e-06,
+      "loss": 1.3019351959228516,
+      "step": 356
+    },
+    {
+      "epoch": 0.7131474103585658,
+      "grad_norm": 4.427498817443848,
+      "learning_rate": 5.763426811837164e-06,
+      "loss": 0.48208871483802795,
+      "step": 358
+    },
+    {
+      "epoch": 0.7171314741035857,
+      "grad_norm": 4.743298530578613,
+      "learning_rate": 5.759771941985128e-06,
+      "loss": 1.6483818292617798,
+      "step": 360
+    },
+    {
+      "epoch": 0.7211155378486056,
+      "grad_norm": 0.8030229210853577,
+      "learning_rate": 5.75609036957915e-06,
+      "loss": 0.7936917543411255,
+      "step": 362
+    },
+    {
+      "epoch": 0.7250996015936255,
+      "grad_norm": 4.138736248016357,
+      "learning_rate": 5.752382134585289e-06,
+      "loss": 0.19702184200286865,
+      "step": 364
+    },
+    {
+      "epoch": 0.7290836653386454,
+      "grad_norm": 0.7204448580741882,
+      "learning_rate": 5.748647277259041e-06,
+      "loss": 1.3097480535507202,
+      "step": 366
+    },
+    {
+      "epoch": 0.7330677290836654,
+      "grad_norm": 0.6811744570732117,
+      "learning_rate": 5.744885838144908e-06,
+      "loss": 1.282241702079773,
+      "step": 368
+    },
+    {
+      "epoch": 0.7370517928286853,
+      "grad_norm": 1.3216296434402466,
+      "learning_rate": 5.741097858075958e-06,
+      "loss": 1.1899917125701904,
+      "step": 370
+    },
+    {
+      "epoch": 0.7410358565737052,
+      "grad_norm": 0.7291891574859619,
+      "learning_rate": 5.737283378173377e-06,
+      "loss": 1.289171576499939,
+      "step": 372
+    },
+    {
+      "epoch": 0.7450199203187251,
+      "grad_norm": 1.4926878213882446,
+      "learning_rate": 5.733442439846028e-06,
+      "loss": 0.9133517742156982,
+      "step": 374
+    },
+    {
+      "epoch": 0.749003984063745,
+      "grad_norm": 1.1999213695526123,
+      "learning_rate": 5.729575084789995e-06,
+      "loss": 1.2485815286636353,
+      "step": 376
+    },
+    {
+      "epoch": 0.7529880478087649,
+      "grad_norm": 0.4571026563644409,
+      "learning_rate": 5.725681354988137e-06,
+      "loss": 0.41173255443573,
+      "step": 378
+    },
+    {
+      "epoch": 0.7569721115537849,
+      "grad_norm": 0.9662789106369019,
+      "learning_rate": 5.72176129270963e-06,
+      "loss": 1.3222002983093262,
+      "step": 380
+    },
+    {
+      "epoch": 0.7609561752988048,
+      "grad_norm": 0.8864423036575317,
+      "learning_rate": 5.717814940509503e-06,
+      "loss": 1.2533366680145264,
+      "step": 382
+    },
+    {
+      "epoch": 0.7649402390438247,
+      "grad_norm": 1.8013001680374146,
+      "learning_rate": 5.713842341228187e-06,
+      "loss": 1.132637858390808,
+      "step": 384
+    },
+    {
+      "epoch": 0.7689243027888446,
+      "grad_norm": 1.4815607070922852,
+      "learning_rate": 5.70984353799104e-06,
+      "loss": 0.28086692094802856,
+      "step": 386
+    },
+    {
+      "epoch": 0.7729083665338645,
+      "grad_norm": 0.8467429280281067,
+      "learning_rate": 5.705818574207883e-06,
+      "loss": 1.4608538150787354,
+      "step": 388
+    },
+    {
+      "epoch": 0.7768924302788844,
+      "grad_norm": 2.4864161014556885,
+      "learning_rate": 5.701767493572526e-06,
+      "loss": 0.7464155554771423,
+      "step": 390
+    },
+    {
+      "epoch": 0.7808764940239044,
+      "grad_norm": 2.4926576614379883,
+      "learning_rate": 5.6976903400623e-06,
+      "loss": 0.5242215991020203,
+      "step": 392
+    },
+    {
+      "epoch": 0.7848605577689243,
+      "grad_norm": 3.3884170055389404,
+      "learning_rate": 5.693587157937572e-06,
+      "loss": 0.7744420766830444,
+      "step": 394
+    },
+    {
+      "epoch": 0.7888446215139442,
+      "grad_norm": 1.3466330766677856,
+      "learning_rate": 5.689457991741267e-06,
+      "loss": 0.8062616586685181,
+      "step": 396
+    },
+    {
+      "epoch": 0.7928286852589641,
+      "grad_norm": 0.8415664434432983,
+      "learning_rate": 5.685302886298392e-06,
+      "loss": 0.9788842797279358,
+      "step": 398
+    },
+    {
+      "epoch": 0.796812749003984,
+      "grad_norm": 1.0375547409057617,
+      "learning_rate": 5.681121886715534e-06,
+      "loss": 1.068263053894043,
+      "step": 400
+    },
+    {
+      "epoch": 0.8007968127490039,
+      "grad_norm": 1.184495210647583,
+      "learning_rate": 5.676915038380384e-06,
+      "loss": 0.7641897797584534,
+      "step": 402
+    },
+    {
+      "epoch": 0.8047808764940239,
+      "grad_norm": 0.5623915195465088,
+      "learning_rate": 5.67268238696124e-06,
+      "loss": 1.194584846496582,
+      "step": 404
+    },
+    {
+      "epoch": 0.8087649402390438,
+      "grad_norm": 1.6544809341430664,
+      "learning_rate": 5.668423978406509e-06,
+      "loss": 1.8557928800582886,
+      "step": 406
+    },
+    {
+      "epoch": 0.8127490039840638,
+      "grad_norm": 0.9776933193206787,
+      "learning_rate": 5.664139858944209e-06,
+      "loss": 1.157083511352539,
+      "step": 408
+    },
+    {
+      "epoch": 0.8167330677290837,
+      "grad_norm": 0.9368433356285095,
+      "learning_rate": 5.65983007508147e-06,
+      "loss": 1.1894208192825317,
+      "step": 410
+    },
+    {
+      "epoch": 0.8207171314741036,
+      "grad_norm": 1.024929165840149,
+      "learning_rate": 5.655494673604024e-06,
+      "loss": 1.2211333513259888,
+      "step": 412
+    },
+    {
+      "epoch": 0.8247011952191236,
+      "grad_norm": 0.9331441521644592,
+      "learning_rate": 5.651133701575706e-06,
+      "loss": 0.9813644289970398,
+      "step": 414
+    },
+    {
+      "epoch": 0.8286852589641435,
+      "grad_norm": 0.43455296754837036,
+      "learning_rate": 5.64674720633793e-06,
+      "loss": 0.2262841910123825,
+      "step": 416
+    },
+    {
+      "epoch": 0.8326693227091634,
+      "grad_norm": 0.9842036366462708,
+      "learning_rate": 5.642335235509189e-06,
+      "loss": 1.2737834453582764,
+      "step": 418
+    },
+    {
+      "epoch": 0.8366533864541833,
+      "grad_norm": 1.0286755561828613,
+      "learning_rate": 5.637897836984526e-06,
+      "loss": 1.2228126525878906,
+      "step": 420
+    },
+    {
+      "epoch": 0.8406374501992032,
+      "grad_norm": 0.8756253123283386,
+      "learning_rate": 5.633435058935023e-06,
+      "loss": 1.1928170919418335,
+      "step": 422
+    },
+    {
+      "epoch": 0.8446215139442231,
+      "grad_norm": 0.758901834487915,
+      "learning_rate": 5.628946949807274e-06,
+      "loss": 1.1966356039047241,
+      "step": 424
+    },
+    {
+      "epoch": 0.848605577689243,
+      "grad_norm": 2.6789400577545166,
+      "learning_rate": 5.624433558322859e-06,
+      "loss": 0.7115716338157654,
+      "step": 426
+    },
+    {
+      "epoch": 0.852589641434263,
+      "grad_norm": 1.1329255104064941,
+      "learning_rate": 5.619894933477816e-06,
+      "loss": 1.2351547479629517,
+      "step": 428
+    },
+    {
+      "epoch": 0.8565737051792829,
+      "grad_norm": 0.8669703602790833,
+      "learning_rate": 5.615331124542109e-06,
+      "loss": 1.0460853576660156,
+      "step": 430
+    },
+    {
+      "epoch": 0.8605577689243028,
+      "grad_norm": 1.4718725681304932,
+      "learning_rate": 5.610742181059092e-06,
+      "loss": 1.8136500120162964,
+      "step": 432
+    },
+    {
+      "epoch": 0.8645418326693227,
+      "grad_norm": 1.955024003982544,
+      "learning_rate": 5.606128152844975e-06,
+      "loss": 1.2090433835983276,
+      "step": 434
+    },
+    {
+      "epoch": 0.8685258964143426,
+      "grad_norm": 2.959174156188965,
+      "learning_rate": 5.601489089988277e-06,
+      "loss": 0.4959055483341217,
+      "step": 436
+    },
+    {
+      "epoch": 0.8725099601593626,
+      "grad_norm": 0.8022291660308838,
+      "learning_rate": 5.596825042849287e-06,
+      "loss": 1.2489244937896729,
+      "step": 438
+    },
+    {
+      "epoch": 0.8764940239043825,
+      "grad_norm": 0.867755651473999,
+      "learning_rate": 5.592136062059517e-06,
+      "loss": 1.187935709953308,
+      "step": 440
+    },
+    {
+      "epoch": 0.8804780876494024,
+      "grad_norm": 2.0213284492492676,
+      "learning_rate": 5.587422198521149e-06,
+      "loss": 1.6624571084976196,
+      "step": 442
+    },
+    {
+      "epoch": 0.8844621513944223,
+      "grad_norm": 1.8472967147827148,
+      "learning_rate": 5.582683503406488e-06,
+      "loss": 1.3048073053359985,
+      "step": 444
+    },
+    {
+      "epoch": 0.8884462151394422,
+      "grad_norm": 0.8281286954879761,
+      "learning_rate": 5.5779200281574e-06,
+      "loss": 1.043340802192688,
+      "step": 446
+    },
+    {
+      "epoch": 0.8924302788844621,
+      "grad_norm": 1.8063609600067139,
+      "learning_rate": 5.573131824484758e-06,
+      "loss": 0.371786892414093,
+      "step": 448
+    },
+    {
+      "epoch": 0.896414342629482,
+      "grad_norm": 0.8337019681930542,
+      "learning_rate": 5.56831894436788e-06,
+      "loss": 1.1593928337097168,
+      "step": 450
+    },
+    {
+      "epoch": 0.900398406374502,
+      "grad_norm": 0.808246374130249,
+      "learning_rate": 5.563481440053964e-06,
+      "loss": 0.8130660057067871,
+      "step": 452
+    },
+    {
+      "epoch": 0.9043824701195219,
+      "grad_norm": 0.7648867964744568,
+      "learning_rate": 5.55861936405752e-06,
+      "loss": 1.2445188760757446,
+      "step": 454
+    },
+    {
+      "epoch": 0.9083665338645418,
+      "grad_norm": 4.679040431976318,
+      "learning_rate": 5.5537327691598026e-06,
+      "loss": 0.9090757966041565,
+      "step": 456
+    },
+    {
+      "epoch": 0.9123505976095617,
+      "grad_norm": 0.8703306317329407,
+      "learning_rate": 5.548821708408234e-06,
+      "loss": 1.2912606000900269,
+      "step": 458
+    },
+    {
+      "epoch": 0.9163346613545816,
+      "grad_norm": 3.33894681930542,
+      "learning_rate": 5.543886235115832e-06,
+      "loss": 1.0427659749984741,
+      "step": 460
+    },
+    {
+      "epoch": 0.9203187250996016,
+      "grad_norm": 1.598880410194397,
+      "learning_rate": 5.538926402860631e-06,
+      "loss": 1.2816940546035767,
+      "step": 462
+    },
+    {
+      "epoch": 0.9243027888446215,
+      "grad_norm": 1.35460364818573,
+      "learning_rate": 5.533942265485095e-06,
+      "loss": 1.3399840593338013,
+      "step": 464
+    },
+    {
+      "epoch": 0.9282868525896414,
+      "grad_norm": 7.064363956451416,
+      "learning_rate": 5.528933877095541e-06,
+      "loss": 0.40876510739326477,
+      "step": 466
+    },
+    {
+      "epoch": 0.9322709163346613,
+      "grad_norm": 0.7858706712722778,
+      "learning_rate": 5.523901292061547e-06,
+      "loss": 1.1805975437164307,
+      "step": 468
+    },
+    {
+      "epoch": 0.9362549800796812,
+      "grad_norm": 8.24327278137207,
+      "learning_rate": 5.518844565015361e-06,
+      "loss": 0.38794469833374023,
+      "step": 470
+    },
+    {
+      "epoch": 0.9402390438247012,
+      "grad_norm": 0.7928199768066406,
+      "learning_rate": 5.51376375085131e-06,
+      "loss": 1.2316607236862183,
+      "step": 472
+    },
+    {
+      "epoch": 0.9442231075697212,
+      "grad_norm": 4.031145095825195,
+      "learning_rate": 5.508658904725206e-06,
+      "loss": 0.5695405602455139,
+      "step": 474
+    },
+    {
+      "epoch": 0.9482071713147411,
+      "grad_norm": 2.9237377643585205,
+      "learning_rate": 5.503530082053741e-06,
+      "loss": 0.338968962430954,
+      "step": 476
+    },
+    {
+      "epoch": 0.952191235059761,
+      "grad_norm": 0.8833221793174744,
+      "learning_rate": 5.498377338513894e-06,
+      "loss": 1.2102028131484985,
+      "step": 478
+    },
+    {
+      "epoch": 0.9561752988047809,
+      "grad_norm": 25.611223220825195,
+      "learning_rate": 5.493200730042317e-06,
+      "loss": 0.4739567041397095,
+      "step": 480
+    },
+    {
+      "epoch": 0.9601593625498008,
+      "grad_norm": 5.376172065734863,
+      "learning_rate": 5.488000312834735e-06,
+      "loss": 0.9883483648300171,
+      "step": 482
+    },
+    {
+      "epoch": 0.9641434262948207,
+      "grad_norm": 1.7662686109542847,
+      "learning_rate": 5.482776143345333e-06,
+      "loss": 1.2430894374847412,
+      "step": 484
+    },
+    {
+      "epoch": 0.9681274900398407,
+      "grad_norm": 2.5627293586730957,
+      "learning_rate": 5.477528278286145e-06,
+      "loss": 1.2240179777145386,
+      "step": 486
+    },
+    {
+      "epoch": 0.9721115537848606,
+      "grad_norm": 0.8417234420776367,
+      "learning_rate": 5.472256774626435e-06,
+      "loss": 1.1680150032043457,
+      "step": 488
+    },
+    {
+      "epoch": 0.9760956175298805,
+      "grad_norm": 0.8709147572517395,
+      "learning_rate": 5.4669616895920826e-06,
+      "loss": 1.2006162405014038,
+      "step": 490
+    },
+    {
+      "epoch": 0.9800796812749004,
+      "grad_norm": 5.11852502822876,
+      "learning_rate": 5.46164308066496e-06,
+      "loss": 0.7005679607391357,
+      "step": 492
+    },
+    {
+      "epoch": 0.9840637450199203,
+      "grad_norm": 2.7665576934814453,
+      "learning_rate": 5.456301005582304e-06,
+      "loss": 0.7001307606697083,
+      "step": 494
+    },
+    {
+      "epoch": 0.9880478087649402,
+      "grad_norm": 0.8219811320304871,
+      "learning_rate": 5.4509355223360956e-06,
+      "loss": 1.254296898841858,
+      "step": 496
+    },
+    {
+      "epoch": 0.9920318725099602,
+      "grad_norm": 1.0245788097381592,
+      "learning_rate": 5.445546689172432e-06,
+      "loss": 1.267047643661499,
+      "step": 498
+    },
+    {
+      "epoch": 0.9960159362549801,
+      "grad_norm": 1.1505917310714722,
+      "learning_rate": 5.440134564590883e-06,
+      "loss": 0.7141546010971069,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 6.24027681350708,
+      "learning_rate": 5.434699207343867e-06,
+      "loss": 1.0391122102737427,
+      "step": 502
+    },
+    {
+      "epoch": 1.00398406374502,
+      "grad_norm": 1.2134792804718018,
+      "learning_rate": 5.429240676436008e-06,
+      "loss": 0.7802969217300415,
+      "step": 504
+    },
+    {
+      "epoch": 1.0079681274900398,
+      "grad_norm": 1.5164703130722046,
+      "learning_rate": 5.423759031123498e-06,
+      "loss": 0.31817543506622314,
+      "step": 506
+    },
+    {
+      "epoch": 1.0119521912350598,
+      "grad_norm": 0.6141365170478821,
+      "learning_rate": 5.41825433091345e-06,
+      "loss": 1.0097558498382568,
+      "step": 508
+    },
+    {
+      "epoch": 1.0159362549800797,
+      "grad_norm": 0.8733232021331787,
+      "learning_rate": 5.4127266355632575e-06,
+      "loss": 1.0352897644042969,
+      "step": 510
+    },
+    {
+      "epoch": 1.0199203187250996,
+      "grad_norm": 2.5583245754241943,
+      "learning_rate": 5.407176005079938e-06,
+      "loss": 1.0885701179504395,
+      "step": 512
+    },
+    {
+      "epoch": 1.0239043824701195,
+      "grad_norm": 1.0007575750350952,
+      "learning_rate": 5.401602499719488e-06,
+      "loss": 1.0486167669296265,
+      "step": 514
+    },
+    {
+      "epoch": 1.0278884462151394,
+      "grad_norm": 1.1661553382873535,
+      "learning_rate": 5.396006179986228e-06,
+      "loss": 1.0347387790679932,
+      "step": 516
+    },
+    {
+      "epoch": 1.0318725099601593,
+      "grad_norm": 0.8863986134529114,
+      "learning_rate": 5.390387106632143e-06,
+      "loss": 1.0672526359558105,
+      "step": 518
+    },
+    {
+      "epoch": 1.0358565737051793,
+      "grad_norm": 2.13053035736084,
+      "learning_rate": 5.384745340656227e-06,
+      "loss": 0.8640899062156677,
+      "step": 520
+    },
+    {
+      "epoch": 1.0398406374501992,
+      "grad_norm": 2.6343281269073486,
+      "learning_rate": 5.379080943303814e-06,
+      "loss": 0.943762481212616,
+      "step": 522
+    },
+    {
+      "epoch": 1.043824701195219,
+      "grad_norm": 1.45510733127594,
+      "learning_rate": 5.373393976065921e-06,
+      "loss": 0.9649692177772522,
+      "step": 524
+    },
+    {
+      "epoch": 1.047808764940239,
+      "grad_norm": 1.4119848012924194,
+      "learning_rate": 5.367684500678576e-06,
+      "loss": 1.1445621252059937,
+      "step": 526
+    },
+    {
+      "epoch": 1.051792828685259,
+      "grad_norm": 1.0543644428253174,
+      "learning_rate": 5.361952579122149e-06,
+      "loss": 0.9114750027656555,
+      "step": 528
+    },
+    {
+      "epoch": 1.0557768924302788,
+      "grad_norm": 1.5039920806884766,
+      "learning_rate": 5.356198273620678e-06,
+      "loss": 0.8998257517814636,
+      "step": 530
+    },
+    {
+      "epoch": 1.0597609561752988,
+      "grad_norm": 2.6351239681243896,
+      "learning_rate": 5.350421646641195e-06,
+      "loss": 0.3897404074668884,
+      "step": 532
+    },
+    {
+      "epoch": 1.0637450199203187,
+      "grad_norm": 1.1779015064239502,
+      "learning_rate": 5.344622760893049e-06,
+      "loss": 1.2084486484527588,
+      "step": 534
+    },
+    {
+      "epoch": 1.0677290836653386,
+      "grad_norm": 0.50465989112854,
+      "learning_rate": 5.338801679327221e-06,
+      "loss": 0.48134946823120117,
+      "step": 536
+    },
+    {
+      "epoch": 1.0717131474103585,
+      "grad_norm": 6.834875106811523,
+      "learning_rate": 5.332958465135645e-06,
+      "loss": 0.8534721732139587,
+      "step": 538
+    },
+    {
+      "epoch": 1.0756972111553784,
+      "grad_norm": 0.8775362372398376,
+      "learning_rate": 5.327093181750519e-06,
+      "loss": 0.1745588630437851,
+      "step": 540
+    },
+    {
+      "epoch": 1.0796812749003983,
+      "grad_norm": 0.8401792049407959,
+      "learning_rate": 5.3212058928436175e-06,
+      "loss": 1.0862375497817993,
+      "step": 542
+    },
+    {
+      "epoch": 1.0836653386454183,
+      "grad_norm": 1.2075270414352417,
+      "learning_rate": 5.3152966623256026e-06,
+      "loss": 1.2837507724761963,
+      "step": 544
+    },
+    {
+      "epoch": 1.0876494023904382,
+      "grad_norm": 3.44868803024292,
+      "learning_rate": 5.309365554345325e-06,
+      "loss": 0.4348865747451782,
+      "step": 546
+    },
+    {
+      "epoch": 1.091633466135458,
+      "grad_norm": 1.060323715209961,
+      "learning_rate": 5.303412633289133e-06,
+      "loss": 0.7609821557998657,
+      "step": 548
+    },
+    {
+      "epoch": 1.095617529880478,
+      "grad_norm": 0.48030683398246765,
+      "learning_rate": 5.297437963780171e-06,
+      "loss": 0.5199949741363525,
+      "step": 550
+    },
+    {
+      "epoch": 1.099601593625498,
+      "grad_norm": 0.8254769444465637,
+      "learning_rate": 5.2914416106776745e-06,
+      "loss": 1.0883558988571167,
+      "step": 552
+    },
+    {
+      "epoch": 1.1035856573705178,
+      "grad_norm": 2.637892246246338,
+      "learning_rate": 5.2854236390762755e-06,
+      "loss": 0.48916831612586975,
+      "step": 554
+    },
+    {
+      "epoch": 1.1075697211155378,
+      "grad_norm": 1.684272050857544,
+      "learning_rate": 5.2793841143052855e-06,
+      "loss": 1.0254663228988647,
+      "step": 556
+    },
+    {
+      "epoch": 1.1115537848605577,
+      "grad_norm": 2.17739200592041,
+      "learning_rate": 5.273323101927994e-06,
+      "loss": 0.9679847359657288,
+      "step": 558
+    },
+    {
+      "epoch": 1.1155378486055776,
+      "grad_norm": 5.525514125823975,
+      "learning_rate": 5.26724066774095e-06,
+      "loss": 0.9007784128189087,
+      "step": 560
+    },
+    {
+      "epoch": 1.1195219123505975,
+      "grad_norm": 1.1246291399002075,
+      "learning_rate": 5.261136877773254e-06,
+      "loss": 1.0599032640457153,
+      "step": 562
+    },
+    {
+      "epoch": 1.1235059760956174,
+      "grad_norm": 1.811063289642334,
+      "learning_rate": 5.255011798285838e-06,
+      "loss": 1.053318738937378,
+      "step": 564
+    },
+    {
+      "epoch": 1.1274900398406373,
+      "grad_norm": 1.0067085027694702,
+      "learning_rate": 5.248865495770747e-06,
+      "loss": 1.0161441564559937,
+      "step": 566
+    },
+    {
+      "epoch": 1.1314741035856573,
+      "grad_norm": 1.653944730758667,
+      "learning_rate": 5.242698036950416e-06,
+      "loss": 1.211927890777588,
+      "step": 568
+    },
+    {
+      "epoch": 1.1354581673306772,
+      "grad_norm": 5.520211219787598,
+      "learning_rate": 5.236509488776946e-06,
+      "loss": 0.2512112259864807,
+      "step": 570
+    },
+    {
+      "epoch": 1.139442231075697,
+      "grad_norm": 0.6854221224784851,
+      "learning_rate": 5.230299918431381e-06,
+      "loss": 0.20837584137916565,
+      "step": 572
+    },
+    {
+      "epoch": 1.1434262948207172,
+      "grad_norm": 1.0965662002563477,
+      "learning_rate": 5.224069393322971e-06,
+      "loss": 0.8550689220428467,
+      "step": 574
+    },
+    {
+      "epoch": 1.1474103585657371,
+      "grad_norm": 0.5142279863357544,
+      "learning_rate": 5.2178179810884465e-06,
+      "loss": 0.5071516633033752,
+      "step": 576
+    },
+    {
+      "epoch": 1.151394422310757,
+      "grad_norm": 1.3928073644638062,
+      "learning_rate": 5.211545749591285e-06,
+      "loss": 1.1629210710525513,
+      "step": 578
+    },
+    {
+      "epoch": 1.155378486055777,
+      "grad_norm": 4.516799449920654,
+      "learning_rate": 5.205252766920967e-06,
+      "loss": 0.615897536277771,
+      "step": 580
+    },
+    {
+      "epoch": 1.159362549800797,
+      "grad_norm": 1.9076368808746338,
+      "learning_rate": 5.198939101392247e-06,
+      "loss": 0.6484902501106262,
+      "step": 582
+    },
+    {
+      "epoch": 1.1633466135458168,
+      "grad_norm": 2.9412710666656494,
+      "learning_rate": 5.192604821544402e-06,
+      "loss": 0.22438056766986847,
+      "step": 584
+    },
+    {
+      "epoch": 1.1673306772908367,
+      "grad_norm": 0.8736124038696289,
+      "learning_rate": 5.186249996140492e-06,
+      "loss": 1.1574631929397583,
+      "step": 586
+    },
+    {
+      "epoch": 1.1713147410358566,
+      "grad_norm": 1.56623375415802,
+      "learning_rate": 5.179874694166617e-06,
+      "loss": 1.0566999912261963,
+      "step": 588
+    },
+    {
+      "epoch": 1.1752988047808766,
+      "grad_norm": 3.406691551208496,
+      "learning_rate": 5.1734789848311635e-06,
+      "loss": 1.28257417678833,
+      "step": 590
+    },
+    {
+      "epoch": 1.1792828685258965,
+      "grad_norm": 1.163465976715088,
+      "learning_rate": 5.16706293756405e-06,
+      "loss": 1.0826280117034912,
+      "step": 592
+    },
+    {
+      "epoch": 1.1832669322709164,
+      "grad_norm": 3.0535504817962646,
+      "learning_rate": 5.160626622015983e-06,
+      "loss": 1.4529417753219604,
+      "step": 594
+    },
+    {
+      "epoch": 1.1872509960159363,
+      "grad_norm": 0.8099126815795898,
+      "learning_rate": 5.154170108057693e-06,
+      "loss": 1.1337939500808716,
+      "step": 596
+    },
+    {
+      "epoch": 1.1912350597609562,
+      "grad_norm": 3.8160228729248047,
+      "learning_rate": 5.147693465779179e-06,
+      "loss": 0.3046616017818451,
+      "step": 598
+    },
+    {
+      "epoch": 1.1952191235059761,
+      "grad_norm": 1.2103179693222046,
+      "learning_rate": 5.141196765488946e-06,
+      "loss": 0.8739789724349976,
+      "step": 600
+    },
+    {
+      "epoch": 1.199203187250996,
+      "grad_norm": 3.3165013790130615,
+      "learning_rate": 5.134680077713244e-06,
+      "loss": 0.5771604776382446,
+      "step": 602
+    },
+    {
+      "epoch": 1.203187250996016,
+      "grad_norm": 1.3412213325500488,
+      "learning_rate": 5.1281434731953e-06,
+      "loss": 1.1980223655700684,
+      "step": 604
+    },
+    {
+      "epoch": 1.207171314741036,
+      "grad_norm": 14.288922309875488,
+      "learning_rate": 5.121587022894554e-06,
+      "loss": 0.4752068817615509,
+      "step": 606
+    },
+    {
+      "epoch": 1.2111553784860558,
+      "grad_norm": 0.9397494196891785,
+      "learning_rate": 5.115010797985882e-06,
+      "loss": 0.5870952010154724,
+      "step": 608
+    },
+    {
+      "epoch": 1.2151394422310757,
+      "grad_norm": 0.735195517539978,
+      "learning_rate": 5.108414869858831e-06,
+      "loss": 1.0899227857589722,
+      "step": 610
+    },
+    {
+      "epoch": 1.2191235059760956,
+      "grad_norm": 0.9480123519897461,
+      "learning_rate": 5.1017993101168374e-06,
+      "loss": 1.1740434169769287,
+      "step": 612
+    },
+    {
+      "epoch": 1.2231075697211156,
+      "grad_norm": 1.5338431596755981,
+      "learning_rate": 5.095164190576452e-06,
+      "loss": 1.4396584033966064,
+      "step": 614
+    },
+    {
+      "epoch": 1.2270916334661355,
+      "grad_norm": 11.36307144165039,
+      "learning_rate": 5.0885095832665666e-06,
+      "loss": 0.3999689817428589,
+      "step": 616
+    },
+    {
+      "epoch": 1.2310756972111554,
+      "grad_norm": 1.546046495437622,
+      "learning_rate": 5.081835560427619e-06,
+      "loss": 0.9995384812355042,
+      "step": 618
+    },
+    {
+      "epoch": 1.2350597609561753,
+      "grad_norm": 1.254744291305542,
+      "learning_rate": 5.075142194510823e-06,
+      "loss": 1.0542714595794678,
+      "step": 620
+    },
+    {
+      "epoch": 1.2390438247011952,
+      "grad_norm": 2.047104597091675,
+      "learning_rate": 5.068429558177369e-06,
+      "loss": 0.9798321723937988,
+      "step": 622
+    },
+    {
+      "epoch": 1.2430278884462151,
+      "grad_norm": 1.0986047983169556,
+      "learning_rate": 5.061697724297646e-06,
+      "loss": 1.068199872970581,
+      "step": 624
+    },
+    {
+      "epoch": 1.247011952191235,
+      "grad_norm": 1.8080114126205444,
+      "learning_rate": 5.054946765950443e-06,
+      "loss": 0.9513214230537415,
+      "step": 626
+    },
+    {
+      "epoch": 1.250996015936255,
+      "grad_norm": 1.3059947490692139,
+      "learning_rate": 5.048176756422159e-06,
+      "loss": 0.7849744558334351,
+      "step": 628
+    },
+    {
+      "epoch": 1.254980079681275,
+      "grad_norm": 0.7330244779586792,
+      "learning_rate": 5.041387769206009e-06,
+      "loss": 1.0498535633087158,
+      "step": 630
+    },
+    {
+      "epoch": 1.2589641434262948,
+      "grad_norm": 5.962719440460205,
+      "learning_rate": 5.034579878001222e-06,
+      "loss": 0.2894093096256256,
+      "step": 632
+    },
+    {
+      "epoch": 1.2629482071713147,
+      "grad_norm": 4.925858974456787,
+      "learning_rate": 5.027753156712246e-06,
+      "loss": 0.36715632677078247,
+      "step": 634
+    },
+    {
+      "epoch": 1.2669322709163346,
+      "grad_norm": 3.4104573726654053,
+      "learning_rate": 5.020907679447936e-06,
+      "loss": 0.844882071018219,
+      "step": 636
+    },
+    {
+      "epoch": 1.2709163346613546,
+      "grad_norm": 1.9961673021316528,
+      "learning_rate": 5.0140435205207636e-06,
+      "loss": 0.8165204524993896,
+      "step": 638
+    },
+    {
+      "epoch": 1.2749003984063745,
+      "grad_norm": 2.4332053661346436,
+      "learning_rate": 5.007160754446002e-06,
+      "loss": 0.3054620623588562,
+      "step": 640
+    },
+    {
+      "epoch": 1.2788844621513944,
+      "grad_norm": 0.6446577906608582,
+      "learning_rate": 5.000259455940913e-06,
+      "loss": 0.9809127449989319,
+      "step": 642
+    },
+    {
+      "epoch": 1.2828685258964143,
+      "grad_norm": 1.2125827074050903,
+      "learning_rate": 4.9933396999239455e-06,
+      "loss": 0.7705118060112,
+      "step": 644
+    },
+    {
+      "epoch": 1.2868525896414342,
+      "grad_norm": 0.7487397193908691,
+      "learning_rate": 4.986401561513917e-06,
+      "loss": 1.0824811458587646,
+      "step": 646
+    },
+    {
+      "epoch": 1.2908366533864541,
+      "grad_norm": 1.9600952863693237,
+      "learning_rate": 4.979445116029199e-06,
+      "loss": 0.6253088116645813,
+      "step": 648
+    },
+    {
+      "epoch": 1.294820717131474,
+      "grad_norm": 1.7079068422317505,
+      "learning_rate": 4.972470438986896e-06,
+      "loss": 1.5013655424118042,
+      "step": 650
+    },
+    {
+      "epoch": 1.298804780876494,
+      "grad_norm": 1.1496132612228394,
+      "learning_rate": 4.965477606102033e-06,
+      "loss": 0.8948485255241394,
+      "step": 652
+    },
+    {
+      "epoch": 1.302788844621514,
+      "grad_norm": 1.8034613132476807,
+      "learning_rate": 4.9584666932867285e-06,
+      "loss": 0.24509888887405396,
+      "step": 654
+    },
+    {
+      "epoch": 1.3067729083665338,
+      "grad_norm": 0.6996963620185852,
+      "learning_rate": 4.951437776649368e-06,
+      "loss": 1.0769448280334473,
+      "step": 656
+    },
+    {
+      "epoch": 1.3107569721115537,
+      "grad_norm": 0.571880578994751,
+      "learning_rate": 4.944390932493787e-06,
+      "loss": 0.8138774633407593,
+      "step": 658
+    },
+    {
+      "epoch": 1.3147410358565736,
+      "grad_norm": 0.9483959674835205,
+      "learning_rate": 4.937326237318431e-06,
+      "loss": 0.6459387540817261,
+      "step": 660
+    },
+    {
+      "epoch": 1.3187250996015936,
+      "grad_norm": 0.9495901465415955,
+      "learning_rate": 4.930243767815534e-06,
+      "loss": 1.1829910278320312,
+      "step": 662
+    },
+    {
+      "epoch": 1.3227091633466135,
+      "grad_norm": 1.2907254695892334,
+      "learning_rate": 4.923143600870284e-06,
+      "loss": 0.5661064386367798,
+      "step": 664
+    },
+    {
+      "epoch": 1.3266932270916334,
+      "grad_norm": 1.5633907318115234,
+      "learning_rate": 4.916025813559983e-06,
+      "loss": 0.8189319372177124,
+      "step": 666
+    },
+    {
+      "epoch": 1.3306772908366533,
+      "grad_norm": 1.9113082885742188,
+      "learning_rate": 4.908890483153218e-06,
+      "loss": 0.38532766699790955,
+      "step": 668
+    },
+    {
+      "epoch": 1.3346613545816732,
+      "grad_norm": 0.9342731237411499,
+      "learning_rate": 4.901737687109019e-06,
+      "loss": 1.0321613550186157,
+      "step": 670
+    },
+    {
+      "epoch": 1.3386454183266931,
+      "grad_norm": 3.1048390865325928,
+      "learning_rate": 4.894567503076014e-06,
+      "loss": 0.5770927667617798,
+      "step": 672
+    },
+    {
+      "epoch": 1.342629482071713,
+      "grad_norm": 0.820324182510376,
+      "learning_rate": 4.887380008891593e-06,
+      "loss": 1.0886192321777344,
+      "step": 674
+    },
+    {
+      "epoch": 1.3466135458167332,
+      "grad_norm": 1.3751561641693115,
+      "learning_rate": 4.880175282581059e-06,
+      "loss": 0.97751384973526,
+      "step": 676
+    },
+    {
+      "epoch": 1.3505976095617531,
+      "grad_norm": 0.7426400184631348,
+      "learning_rate": 4.872953402356782e-06,
+      "loss": 1.076625943183899,
+      "step": 678
+    },
+    {
+      "epoch": 1.354581673306773,
+      "grad_norm": 1.1565395593643188,
+      "learning_rate": 4.86571444661735e-06,
+      "loss": 1.0121248960494995,
+      "step": 680
+    },
+    {
+      "epoch": 1.358565737051793,
+      "grad_norm": 0.7444704174995422,
+      "learning_rate": 4.858458493946716e-06,
+      "loss": 1.0811046361923218,
+      "step": 682
+    },
+    {
+      "epoch": 1.3625498007968129,
+      "grad_norm": 1.0144495964050293,
+      "learning_rate": 4.851185623113349e-06,
+      "loss": 1.1279915571212769,
+      "step": 684
+    },
+    {
+      "epoch": 1.3665338645418328,
+      "grad_norm": 0.7559702396392822,
+      "learning_rate": 4.843895913069377e-06,
+      "loss": 1.0942429304122925,
+      "step": 686
+    },
+    {
+      "epoch": 1.3705179282868527,
+      "grad_norm": 0.8456003069877625,
+      "learning_rate": 4.836589442949727e-06,
+      "loss": 1.0091909170150757,
+      "step": 688
+    },
+    {
+      "epoch": 1.3745019920318726,
+      "grad_norm": 0.7402591705322266,
+      "learning_rate": 4.829266292071268e-06,
+      "loss": 0.9695682525634766,
+      "step": 690
+    },
+    {
+      "epoch": 1.3784860557768925,
+      "grad_norm": 1.815006136894226,
+      "learning_rate": 4.821926539931952e-06,
+      "loss": 0.3355652689933777,
+      "step": 692
+    },
+    {
+      "epoch": 1.3824701195219125,
+      "grad_norm": 1.0571285486221313,
+      "learning_rate": 4.814570266209952e-06,
+      "loss": 1.1081352233886719,
+      "step": 694
+    },
+    {
+      "epoch": 1.3864541832669324,
+      "grad_norm": 1.3027758598327637,
+      "learning_rate": 4.80719755076279e-06,
+      "loss": 1.0507612228393555,
+      "step": 696
+    },
+    {
+      "epoch": 1.3904382470119523,
+      "grad_norm": 0.9322640299797058,
+      "learning_rate": 4.799808473626476e-06,
+      "loss": 1.1305720806121826,
+      "step": 698
+    },
+    {
+      "epoch": 1.3944223107569722,
+      "grad_norm": 1.1364309787750244,
+      "learning_rate": 4.792403115014637e-06,
+      "loss": 0.1400398164987564,
+      "step": 700
+    },
+    {
+      "epoch": 1.3984063745019921,
+      "grad_norm": 1.2325326204299927,
+      "learning_rate": 4.7849815553176476e-06,
+      "loss": 1.1220163106918335,
+      "step": 702
+    },
+    {
+      "epoch": 1.402390438247012,
+      "grad_norm": 1.0282156467437744,
+      "learning_rate": 4.777543875101757e-06,
+      "loss": 1.0591614246368408,
+      "step": 704
+    },
+    {
+      "epoch": 1.406374501992032,
+      "grad_norm": 0.7515193223953247,
+      "learning_rate": 4.770090155108215e-06,
+      "loss": 1.1357749700546265,
+      "step": 706
+    },
+    {
+      "epoch": 1.4103585657370519,
+      "grad_norm": 1.05164635181427,
+      "learning_rate": 4.7626204762523905e-06,
+      "loss": 0.9992522597312927,
+      "step": 708
+    },
+    {
+      "epoch": 1.4143426294820718,
+      "grad_norm": 0.7848185896873474,
+      "learning_rate": 4.755134919622901e-06,
+      "loss": 1.0771911144256592,
+      "step": 710
+    },
+    {
+      "epoch": 1.4183266932270917,
+      "grad_norm": 2.0036990642547607,
+      "learning_rate": 4.747633566480726e-06,
+      "loss": 0.6499975323677063,
+      "step": 712
+    },
+    {
+      "epoch": 1.4223107569721116,
+      "grad_norm": 1.088212251663208,
+      "learning_rate": 4.740116498258328e-06,
+      "loss": 1.0736567974090576,
+      "step": 714
+    },
+    {
+      "epoch": 1.4262948207171315,
+      "grad_norm": 1.0202051401138306,
+      "learning_rate": 4.73258379655877e-06,
+      "loss": 1.1317867040634155,
+      "step": 716
+    },
+    {
+      "epoch": 1.4302788844621515,
+      "grad_norm": 0.6986392140388489,
+      "learning_rate": 4.7250355431548244e-06,
+      "loss": 0.1079653948545456,
+      "step": 718
+    },
+    {
+      "epoch": 1.4342629482071714,
+      "grad_norm": 1.2315129041671753,
+      "learning_rate": 4.717471819988088e-06,
+      "loss": 1.070616364479065,
+      "step": 720
+    },
+    {
+      "epoch": 1.4382470119521913,
+      "grad_norm": 2.786571502685547,
+      "learning_rate": 4.709892709168096e-06,
+      "loss": 0.2563188672065735,
+      "step": 722
+    },
+    {
+      "epoch": 1.4422310756972112,
+      "grad_norm": 0.634524941444397,
+      "learning_rate": 4.702298292971422e-06,
+      "loss": 1.0500552654266357,
+      "step": 724
+    },
+    {
+      "epoch": 1.4462151394422311,
+      "grad_norm": 0.7324956059455872,
+      "learning_rate": 4.6946886538407975e-06,
+      "loss": 1.092575192451477,
+      "step": 726
+    },
+    {
+      "epoch": 1.450199203187251,
+      "grad_norm": 1.8564890623092651,
+      "learning_rate": 4.687063874384204e-06,
+      "loss": 0.8989277482032776,
+      "step": 728
+    },
+    {
+      "epoch": 1.454183266932271,
+      "grad_norm": 0.6646371483802795,
+      "learning_rate": 4.679424037373984e-06,
+      "loss": 1.0014073848724365,
+      "step": 730
+    },
+    {
+      "epoch": 1.4581673306772909,
+      "grad_norm": 2.136218786239624,
+      "learning_rate": 4.671769225745939e-06,
+      "loss": 1.0647640228271484,
+      "step": 732
+    },
+    {
+      "epoch": 1.4621513944223108,
+      "grad_norm": 0.5179296135902405,
+      "learning_rate": 4.664099522598432e-06,
+      "loss": 0.12710000574588776,
+      "step": 734
+    },
+    {
+      "epoch": 1.4661354581673307,
+      "grad_norm": 0.8502590656280518,
+      "learning_rate": 4.656415011191484e-06,
+      "loss": 1.085228681564331,
+      "step": 736
+    },
+    {
+      "epoch": 1.4701195219123506,
+      "grad_norm": 1.1160621643066406,
+      "learning_rate": 4.648715774945869e-06,
+      "loss": 1.1700797080993652,
+      "step": 738
+    },
+    {
+      "epoch": 1.4741035856573705,
+      "grad_norm": 4.530128002166748,
+      "learning_rate": 4.641001897442209e-06,
+      "loss": 0.19807864725589752,
+      "step": 740
+    },
+    {
+      "epoch": 1.4780876494023905,
+      "grad_norm": 1.182551383972168,
+      "learning_rate": 4.633273462420069e-06,
+      "loss": 1.2210465669631958,
+      "step": 742
+    },
+    {
+      "epoch": 1.4820717131474104,
+      "grad_norm": 7.367408752441406,
+      "learning_rate": 4.625530553777045e-06,
+      "loss": 1.2010120153427124,
+      "step": 744
+    },
+    {
+      "epoch": 1.4860557768924303,
+      "grad_norm": 0.8875226378440857,
+      "learning_rate": 4.617773255567855e-06,
+      "loss": 1.0283279418945312,
+      "step": 746
+    },
+    {
+      "epoch": 1.4900398406374502,
+      "grad_norm": 1.780938744544983,
+      "learning_rate": 4.610001652003426e-06,
+      "loss": 1.0667709112167358,
+      "step": 748
+    },
+    {
+      "epoch": 1.4940239043824701,
+      "grad_norm": 1.2433035373687744,
+      "learning_rate": 4.602215827449976e-06,
+      "loss": 1.0492123365402222,
+      "step": 750
+    },
+    {
+      "epoch": 1.49800796812749,
+      "grad_norm": 0.8798750638961792,
+      "learning_rate": 4.594415866428108e-06,
+      "loss": 1.0049997568130493,
+      "step": 752
+    },
+    {
+      "epoch": 1.50199203187251,
+      "grad_norm": 1.146921992301941,
+      "learning_rate": 4.586601853611882e-06,
+      "loss": 0.994334876537323,
+      "step": 754
+    },
+    {
+      "epoch": 1.5059760956175299,
+      "grad_norm": 3.869616746902466,
+      "learning_rate": 4.578773873827901e-06,
+      "loss": 0.7532044053077698,
+      "step": 756
+    },
+    {
+      "epoch": 1.5099601593625498,
+      "grad_norm": 1.7733598947525024,
+      "learning_rate": 4.57093201205439e-06,
+      "loss": 1.0711463689804077,
+      "step": 758
+    },
+    {
+      "epoch": 1.5139442231075697,
+      "grad_norm": 4.040090560913086,
+      "learning_rate": 4.563076353420272e-06,
+      "loss": 1.1239742040634155,
+      "step": 760
+    },
+    {
+      "epoch": 1.5179282868525896,
+      "grad_norm": 1.1118268966674805,
+      "learning_rate": 4.5552069832042455e-06,
+      "loss": 0.22398273646831512,
+      "step": 762
+    },
+    {
+      "epoch": 1.5219123505976095,
+      "grad_norm": 0.8436402678489685,
+      "learning_rate": 4.547323986833857e-06,
+      "loss": 1.0367255210876465,
+      "step": 764
+    },
+    {
+      "epoch": 1.5258964143426295,
+      "grad_norm": 1.7664424180984497,
+      "learning_rate": 4.539427449884576e-06,
+      "loss": 0.7687526941299438,
+      "step": 766
+    },
+    {
+      "epoch": 1.5298804780876494,
+      "grad_norm": 1.0416488647460938,
+      "learning_rate": 4.53151745807886e-06,
+      "loss": 0.5652468204498291,
+      "step": 768
+    },
+    {
+      "epoch": 1.5338645418326693,
+      "grad_norm": 1.3710383176803589,
+      "learning_rate": 4.523594097285234e-06,
+      "loss": 1.0875599384307861,
+      "step": 770
+    },
+    {
+      "epoch": 1.5378486055776892,
+      "grad_norm": 1.310120701789856,
+      "learning_rate": 4.51565745351735e-06,
+      "loss": 0.8149851560592651,
+      "step": 772
+    },
+    {
+      "epoch": 1.5418326693227091,
+      "grad_norm": 1.0462884902954102,
+      "learning_rate": 4.507707612933059e-06,
+      "loss": 1.044182300567627,
+      "step": 774
+    },
+    {
+      "epoch": 1.545816733067729,
+      "grad_norm": 2.2944624423980713,
+      "learning_rate": 4.4997446618334664e-06,
+      "loss": 1.1731159687042236,
+      "step": 776
+    },
+    {
+      "epoch": 1.549800796812749,
+      "grad_norm": 6.394598960876465,
+      "learning_rate": 4.491768686662005e-06,
+      "loss": 0.5516869425773621,
+      "step": 778
+    },
+    {
+      "epoch": 1.5537848605577689,
+      "grad_norm": 2.329699754714966,
+      "learning_rate": 4.483779774003498e-06,
+      "loss": 0.5405542850494385,
+      "step": 780
+    },
+    {
+      "epoch": 1.5577689243027888,
+      "grad_norm": 0.42006587982177734,
+      "learning_rate": 4.475778010583205e-06,
+      "loss": 0.20549674332141876,
+      "step": 782
+    },
+    {
+      "epoch": 1.5617529880478087,
+      "grad_norm": 2.271444082260132,
+      "learning_rate": 4.467763483265897e-06,
+      "loss": 0.9095351696014404,
+      "step": 784
+    },
+    {
+      "epoch": 1.5657370517928286,
+      "grad_norm": 1.6157774925231934,
+      "learning_rate": 4.459736279054901e-06,
+      "loss": 1.3291853666305542,
+      "step": 786
+    },
+    {
+      "epoch": 1.5697211155378485,
+      "grad_norm": 4.978515625,
+      "learning_rate": 4.451696485091164e-06,
+      "loss": 0.7586594223976135,
+      "step": 788
+    },
+    {
+      "epoch": 1.5737051792828685,
+      "grad_norm": 1.2765519618988037,
+      "learning_rate": 4.4436441886523025e-06,
+      "loss": 1.1358023881912231,
+      "step": 790
+    },
+    {
+      "epoch": 1.5776892430278884,
+      "grad_norm": 8.105411529541016,
+      "learning_rate": 4.435579477151655e-06,
+      "loss": 0.8000907897949219,
+      "step": 792
+    },
+    {
+      "epoch": 1.5816733067729083,
+      "grad_norm": 0.7435089349746704,
+      "learning_rate": 4.427502438137337e-06,
+      "loss": 1.073531150817871,
+      "step": 794
+    },
+    {
+      "epoch": 1.5856573705179282,
+      "grad_norm": 0.9908289313316345,
+      "learning_rate": 4.419413159291284e-06,
+      "loss": 1.011960744857788,
+      "step": 796
+    },
+    {
+      "epoch": 1.5896414342629481,
+      "grad_norm": 1.1573151350021362,
+      "learning_rate": 4.411311728428307e-06,
+      "loss": 0.8743354082107544,
+      "step": 798
+    },
+    {
+      "epoch": 1.593625498007968,
+      "grad_norm": 6.756656646728516,
+      "learning_rate": 4.403198233495133e-06,
+      "loss": 0.32545700669288635,
+      "step": 800
+    },
+    {
+      "epoch": 1.597609561752988,
+      "grad_norm": 1.2311936616897583,
+      "learning_rate": 4.395072762569457e-06,
+      "loss": 0.9778568744659424,
+      "step": 802
+    },
+    {
+      "epoch": 1.6015936254980079,
+      "grad_norm": 3.5830166339874268,
+      "learning_rate": 4.386935403858977e-06,
+      "loss": 1.0981725454330444,
+      "step": 804
+    },
+    {
+      "epoch": 1.6055776892430278,
+      "grad_norm": 0.9334324598312378,
+      "learning_rate": 4.378786245700443e-06,
+      "loss": 1.3115934133529663,
+      "step": 806
+    },
+    {
+      "epoch": 1.6095617529880477,
+      "grad_norm": 0.8329153656959534,
+      "learning_rate": 4.370625376558698e-06,
+      "loss": 1.028051733970642,
+      "step": 808
+    },
+    {
+      "epoch": 1.6135458167330676,
+      "grad_norm": 1.030179500579834,
+      "learning_rate": 4.362452885025713e-06,
+      "loss": 0.9735574722290039,
+      "step": 810
+    },
+    {
+      "epoch": 1.6175298804780875,
+      "grad_norm": 6.181675434112549,
+      "learning_rate": 4.35426885981963e-06,
+      "loss": 0.42590758204460144,
+      "step": 812
+    },
+    {
+      "epoch": 1.6215139442231075,
+      "grad_norm": 3.902128219604492,
+      "learning_rate": 4.346073389783799e-06,
+      "loss": 0.7486605048179626,
+      "step": 814
+    },
+    {
+      "epoch": 1.6254980079681274,
+      "grad_norm": 0.6811983585357666,
+      "learning_rate": 4.337866563885808e-06,
+      "loss": 0.2310914248228073,
+      "step": 816
+    },
+    {
+      "epoch": 1.6294820717131473,
+      "grad_norm": 0.7712540030479431,
+      "learning_rate": 4.329648471216523e-06,
+      "loss": 1.112511157989502,
+      "step": 818
+    },
+    {
+      "epoch": 1.6334661354581672,
+      "grad_norm": 1.0290017127990723,
+      "learning_rate": 4.321419200989117e-06,
+      "loss": 0.287282794713974,
+      "step": 820
+    },
+    {
+      "epoch": 1.6374501992031871,
+      "grad_norm": 2.3703389167785645,
+      "learning_rate": 4.313178842538107e-06,
+      "loss": 0.7247891426086426,
+      "step": 822
+    },
+    {
+      "epoch": 1.641434262948207,
+      "grad_norm": 1.919006586074829,
+      "learning_rate": 4.304927485318375e-06,
+      "loss": 0.21648265421390533,
+      "step": 824
+    },
+    {
+      "epoch": 1.645418326693227,
+      "grad_norm": 1.1350631713867188,
+      "learning_rate": 4.296665218904207e-06,
+      "loss": 1.0472216606140137,
+      "step": 826
+    },
+    {
+      "epoch": 1.6494023904382469,
+      "grad_norm": 0.42043375968933105,
+      "learning_rate": 4.288392132988313e-06,
+      "loss": 0.40000608563423157,
+      "step": 828
+    },
+    {
+      "epoch": 1.6533864541832668,
+      "grad_norm": 1.6645681858062744,
+      "learning_rate": 4.280108317380859e-06,
+      "loss": 0.4568580985069275,
+      "step": 830
+    },
+    {
+      "epoch": 1.6573705179282867,
+      "grad_norm": 1.5291117429733276,
+      "learning_rate": 4.27181386200849e-06,
+      "loss": 0.9923895597457886,
+      "step": 832
+    },
+    {
+      "epoch": 1.6613545816733066,
+      "grad_norm": 1.294873833656311,
+      "learning_rate": 4.263508856913346e-06,
+      "loss": 0.994326651096344,
+      "step": 834
+    },
+    {
+      "epoch": 1.6653386454183265,
+      "grad_norm": 2.7709615230560303,
+      "learning_rate": 4.2551933922521e-06,
+      "loss": 0.8918184041976929,
+      "step": 836
+    },
+    {
+      "epoch": 1.6693227091633465,
+      "grad_norm": 1.2106887102127075,
+      "learning_rate": 4.246867558294967e-06,
+      "loss": 1.1439393758773804,
+      "step": 838
+    },
+    {
+      "epoch": 1.6733067729083664,
+      "grad_norm": 1.091464877128601,
+      "learning_rate": 4.2385314454247275e-06,
+      "loss": 1.0264958143234253,
+      "step": 840
+    },
+    {
+      "epoch": 1.6772908366533863,
+      "grad_norm": 1.5609543323516846,
+      "learning_rate": 4.230185144135749e-06,
+      "loss": 0.8460158109664917,
+      "step": 842
+    },
+    {
+      "epoch": 1.6812749003984062,
+      "grad_norm": 0.8120943903923035,
+      "learning_rate": 4.221828745033002e-06,
+      "loss": 1.0981191396713257,
+      "step": 844
+    },
+    {
+      "epoch": 1.6852589641434261,
+      "grad_norm": 1.0494468212127686,
+      "learning_rate": 4.2134623388310706e-06,
+      "loss": 0.3851274847984314,
+      "step": 846
+    },
+    {
+      "epoch": 1.6892430278884463,
+      "grad_norm": 1.039975643157959,
+      "learning_rate": 4.20508601635318e-06,
+      "loss": 0.7145401239395142,
+      "step": 848
+    },
+    {
+      "epoch": 1.6932270916334662,
+      "grad_norm": 1.385925054550171,
+      "learning_rate": 4.1966998685302e-06,
+      "loss": 1.1264657974243164,
+      "step": 850
+    },
+    {
+      "epoch": 1.697211155378486,
+      "grad_norm": 0.7857804894447327,
+      "learning_rate": 4.18830398639966e-06,
+      "loss": 1.1105672121047974,
+      "step": 852
+    },
+    {
+      "epoch": 1.701195219123506,
+      "grad_norm": 1.1625089645385742,
+      "learning_rate": 4.179898461104764e-06,
+      "loss": 1.078861117362976,
+      "step": 854
+    },
+    {
+      "epoch": 1.705179282868526,
+      "grad_norm": 0.9041614532470703,
+      "learning_rate": 4.1714833838934006e-06,
+      "loss": 1.0313189029693604,
+      "step": 856
+    },
+    {
+      "epoch": 1.7091633466135459,
+      "grad_norm": 0.8065091967582703,
+      "learning_rate": 4.163058846117148e-06,
+      "loss": 0.34671998023986816,
+      "step": 858
+    },
+    {
+      "epoch": 1.7131474103585658,
+      "grad_norm": 1.2888925075531006,
+      "learning_rate": 4.154624939230289e-06,
+      "loss": 1.031374454498291,
+      "step": 860
+    },
+    {
+      "epoch": 1.7171314741035857,
+      "grad_norm": 0.8425755500793457,
+      "learning_rate": 4.146181754788813e-06,
+      "loss": 1.0426599979400635,
+      "step": 862
+    },
+    {
+      "epoch": 1.7211155378486056,
+      "grad_norm": 1.4209198951721191,
+      "learning_rate": 4.13772938444942e-06,
+      "loss": 0.6024843454360962,
+      "step": 864
+    },
+    {
+      "epoch": 1.7250996015936255,
+      "grad_norm": 1.0409010648727417,
+      "learning_rate": 4.129267919968536e-06,
+      "loss": 0.4379670023918152,
+      "step": 866
+    },
+    {
+      "epoch": 1.7290836653386454,
+      "grad_norm": 1.4887381792068481,
+      "learning_rate": 4.120797453201309e-06,
+      "loss": 0.8161473274230957,
+      "step": 868
+    },
+    {
+      "epoch": 1.7330677290836654,
+      "grad_norm": 12.129778861999512,
+      "learning_rate": 4.112318076100608e-06,
+      "loss": 0.22986909747123718,
+      "step": 870
+    },
+    {
+      "epoch": 1.7370517928286853,
+      "grad_norm": 2.050231456756592,
+      "learning_rate": 4.103829880716036e-06,
+      "loss": 0.5155397057533264,
+      "step": 872
+    },
+    {
+      "epoch": 1.7410358565737052,
+      "grad_norm": 3.127119541168213,
+      "learning_rate": 4.0953329591929204e-06,
+      "loss": 0.42298442125320435,
+      "step": 874
+    },
+    {
+      "epoch": 1.745019920318725,
+      "grad_norm": 1.210281491279602,
+      "learning_rate": 4.08682740377132e-06,
+      "loss": 1.0322401523590088,
+      "step": 876
+    },
+    {
+      "epoch": 1.749003984063745,
+      "grad_norm": 0.7078624367713928,
+      "learning_rate": 4.0783133067850185e-06,
+      "loss": 1.0741485357284546,
+      "step": 878
+    },
+    {
+      "epoch": 1.752988047808765,
+      "grad_norm": 0.9627106189727783,
+      "learning_rate": 4.069790760660525e-06,
+      "loss": 0.08892940729856491,
+      "step": 880
+    },
+    {
+      "epoch": 1.7569721115537849,
+      "grad_norm": 2.872758388519287,
+      "learning_rate": 4.06125985791607e-06,
+      "loss": 1.2808747291564941,
+      "step": 882
+    },
+    {
+      "epoch": 1.7609561752988048,
+      "grad_norm": 1.4781732559204102,
+      "learning_rate": 4.0527206911606025e-06,
+      "loss": 1.6314507722854614,
+      "step": 884
+    },
+    {
+      "epoch": 1.7649402390438247,
+      "grad_norm": 0.4292491674423218,
+      "learning_rate": 4.044173353092779e-06,
+      "loss": 0.2118670642375946,
+      "step": 886
+    },
+    {
+      "epoch": 1.7689243027888446,
+      "grad_norm": 1.0890276432037354,
+      "learning_rate": 4.035617936499967e-06,
+      "loss": 1.1356523036956787,
+      "step": 888
+    },
+    {
+      "epoch": 1.7729083665338645,
+      "grad_norm": 1.0168540477752686,
+      "learning_rate": 4.0270545342572265e-06,
+      "loss": 0.9910404086112976,
+      "step": 890
+    },
+    {
+      "epoch": 1.7768924302788844,
+      "grad_norm": 0.8853142261505127,
+      "learning_rate": 4.018483239326312e-06,
+      "loss": 0.9891409277915955,
+      "step": 892
+    },
+    {
+      "epoch": 1.7808764940239044,
+      "grad_norm": 0.7593168020248413,
+      "learning_rate": 4.009904144754655e-06,
+      "loss": 1.1023067235946655,
+      "step": 894
+    },
+    {
+      "epoch": 1.7848605577689243,
+      "grad_norm": 3.0125675201416016,
+      "learning_rate": 4.00131734367436e-06,
+      "loss": 0.9771660566329956,
+      "step": 896
+    },
+    {
+      "epoch": 1.7888446215139442,
+      "grad_norm": 1.7285772562026978,
+      "learning_rate": 3.99272292930119e-06,
+      "loss": 0.5689830780029297,
+      "step": 898
+    },
+    {
+      "epoch": 1.792828685258964,
+      "grad_norm": 0.7325118184089661,
+      "learning_rate": 3.984120994933558e-06,
+      "loss": 1.026572823524475,
+      "step": 900
+    },
+    {
+      "epoch": 1.796812749003984,
+      "grad_norm": 1.3268436193466187,
+      "learning_rate": 3.975511633951506e-06,
+      "loss": 0.5517056584358215,
+      "step": 902
+    },
+    {
+      "epoch": 1.800796812749004,
+      "grad_norm": 0.8117510676383972,
+      "learning_rate": 3.966894939815702e-06,
+      "loss": 0.3609198033809662,
+      "step": 904
+    },
+    {
+      "epoch": 1.8047808764940239,
+      "grad_norm": 1.122198224067688,
+      "learning_rate": 3.958271006066421e-06,
+      "loss": 0.9236494898796082,
+      "step": 906
+    },
+    {
+      "epoch": 1.8087649402390438,
+      "grad_norm": 2.9102554321289062,
+      "learning_rate": 3.949639926322527e-06,
+      "loss": 0.8726416230201721,
+      "step": 908
+    },
+    {
+      "epoch": 1.812749003984064,
+      "grad_norm": 13.756661415100098,
+      "learning_rate": 3.941001794280458e-06,
+      "loss": 1.0099586248397827,
+      "step": 910
+    },
+    {
+      "epoch": 1.8167330677290838,
+      "grad_norm": 3.1848342418670654,
+      "learning_rate": 3.932356703713212e-06,
+      "loss": 0.25727564096450806,
+      "step": 912
+    },
+    {
+      "epoch": 1.8207171314741037,
+      "grad_norm": 1.389024019241333,
+      "learning_rate": 3.923704748469326e-06,
+      "loss": 1.0060839653015137,
+      "step": 914
+    },
+    {
+      "epoch": 1.8247011952191237,
+      "grad_norm": 0.8609137535095215,
+      "learning_rate": 3.915046022471857e-06,
+      "loss": 1.0158603191375732,
+      "step": 916
+    },
+    {
+      "epoch": 1.8286852589641436,
+      "grad_norm": 0.8087533116340637,
+      "learning_rate": 3.906380619717363e-06,
+      "loss": 1.0479439496994019,
+      "step": 918
+    },
+    {
+      "epoch": 1.8326693227091635,
+      "grad_norm": 3.3105380535125732,
+      "learning_rate": 3.897708634274886e-06,
+      "loss": 0.36958053708076477,
+      "step": 920
+    },
+    {
+      "epoch": 1.8366533864541834,
+      "grad_norm": 1.9331108331680298,
+      "learning_rate": 3.889030160284922e-06,
+      "loss": 0.35556235909461975,
+      "step": 922
+    },
+    {
+      "epoch": 1.8406374501992033,
+      "grad_norm": 0.7566105723381042,
+      "learning_rate": 3.88034529195841e-06,
+      "loss": 1.1607534885406494,
+      "step": 924
+    },
+    {
+      "epoch": 1.8446215139442232,
+      "grad_norm": 0.2870655953884125,
+      "learning_rate": 3.871654123575704e-06,
+      "loss": 0.14478978514671326,
+      "step": 926
+    },
+    {
+      "epoch": 1.8486055776892432,
+      "grad_norm": 0.3280292749404907,
+      "learning_rate": 3.8629567494855445e-06,
+      "loss": 0.0896715372800827,
+      "step": 928
+    },
+    {
+      "epoch": 1.852589641434263,
+      "grad_norm": 1.354030728340149,
+      "learning_rate": 3.854253264104045e-06,
+      "loss": 1.078214168548584,
+      "step": 930
+    },
+    {
+      "epoch": 1.856573705179283,
+      "grad_norm": 1.015066146850586,
+      "learning_rate": 3.845543761913657e-06,
+      "loss": 1.114577293395996,
+      "step": 932
+    },
+    {
+      "epoch": 1.860557768924303,
+      "grad_norm": 0.39395958185195923,
+      "learning_rate": 3.836828337462152e-06,
+      "loss": 0.5930612087249756,
+      "step": 934
+    },
+    {
+      "epoch": 1.8645418326693228,
+      "grad_norm": 3.372042417526245,
+      "learning_rate": 3.82810708536159e-06,
+      "loss": 0.34988486766815186,
+      "step": 936
+    },
+    {
+      "epoch": 1.8685258964143427,
+      "grad_norm": 1.3925652503967285,
+      "learning_rate": 3.819380100287294e-06,
+      "loss": 1.0657780170440674,
+      "step": 938
+    },
+    {
+      "epoch": 1.8725099601593627,
+      "grad_norm": 1.6448031663894653,
+      "learning_rate": 3.810647476976824e-06,
+      "loss": 1.0907565355300903,
+      "step": 940
+    },
+    {
+      "epoch": 1.8764940239043826,
+      "grad_norm": 0.7891445159912109,
+      "learning_rate": 3.801909310228945e-06,
+      "loss": 0.35766711831092834,
+      "step": 942
+    },
+    {
+      "epoch": 1.8804780876494025,
+      "grad_norm": 1.724031686782837,
+      "learning_rate": 3.7931656949026028e-06,
+      "loss": 1.7528119087219238,
+      "step": 944
+    },
+    {
+      "epoch": 1.8844621513944224,
+      "grad_norm": 1.0190646648406982,
+      "learning_rate": 3.784416725915887e-06,
+      "loss": 0.706551194190979,
+      "step": 946
+    },
+    {
+      "epoch": 1.8884462151394423,
+      "grad_norm": 3.7524330615997314,
+      "learning_rate": 3.7756624982450105e-06,
+      "loss": 1.3365905284881592,
+      "step": 948
+    },
+    {
+      "epoch": 1.8924302788844622,
+      "grad_norm": 1.1480021476745605,
+      "learning_rate": 3.7669031069232684e-06,
+      "loss": 0.7811166048049927,
+      "step": 950
+    },
+    {
+      "epoch": 1.8964143426294822,
+      "grad_norm": 0.7147510647773743,
+      "learning_rate": 3.7581386470400106e-06,
+      "loss": 1.0117745399475098,
+      "step": 952
+    },
+    {
+      "epoch": 1.900398406374502,
+      "grad_norm": 2.004282236099243,
+      "learning_rate": 3.7493692137396153e-06,
+      "loss": 0.5164535045623779,
+      "step": 954
+    },
+    {
+      "epoch": 1.904382470119522,
+      "grad_norm": 0.7438123822212219,
+      "learning_rate": 3.7405949022204435e-06,
+      "loss": 1.0378838777542114,
+      "step": 956
+    },
+    {
+      "epoch": 1.908366533864542,
+      "grad_norm": 3.5988733768463135,
+      "learning_rate": 3.731815807733818e-06,
+      "loss": 0.6023346781730652,
+      "step": 958
+    },
+    {
+      "epoch": 1.9123505976095618,
+      "grad_norm": 2.4353888034820557,
+      "learning_rate": 3.723032025582982e-06,
+      "loss": 0.5875221490859985,
+      "step": 960
+    },
+    {
+      "epoch": 1.9163346613545817,
+      "grad_norm": 1.3933720588684082,
+      "learning_rate": 3.7142436511220676e-06,
+      "loss": 0.1774052381515503,
+      "step": 962
+    },
+    {
+      "epoch": 1.9203187250996017,
+      "grad_norm": 2.9852864742279053,
+      "learning_rate": 3.7054507797550564e-06,
+      "loss": 1.3314721584320068,
+      "step": 964
+    },
+    {
+      "epoch": 1.9243027888446216,
+      "grad_norm": 0.7507312893867493,
+      "learning_rate": 3.6966535069347523e-06,
+      "loss": 1.0096935033798218,
+      "step": 966
+    },
+    {
+      "epoch": 1.9282868525896415,
+      "grad_norm": 1.7996251583099365,
+      "learning_rate": 3.6878519281617354e-06,
+      "loss": 1.0307931900024414,
+      "step": 968
+    },
+    {
+      "epoch": 1.9322709163346614,
+      "grad_norm": 1.16811203956604,
+      "learning_rate": 3.6790461389833317e-06,
+      "loss": 0.9180192351341248,
+      "step": 970
+    },
+    {
+      "epoch": 1.9362549800796813,
+      "grad_norm": 0.7789274454116821,
+      "learning_rate": 3.670236234992576e-06,
+      "loss": 1.1056816577911377,
+      "step": 972
+    },
+    {
+      "epoch": 1.9402390438247012,
+      "grad_norm": 0.8071714639663696,
+      "learning_rate": 3.661422311827169e-06,
+      "loss": 1.061263084411621,
+      "step": 974
+    },
+    {
+      "epoch": 1.9442231075697212,
+      "grad_norm": 2.5436365604400635,
+      "learning_rate": 3.652604465168444e-06,
+      "loss": 0.9830687642097473,
+      "step": 976
+    },
+    {
+      "epoch": 1.948207171314741,
+      "grad_norm": 0.7201181054115295,
+      "learning_rate": 3.6437827907403273e-06,
+      "loss": 1.0000416040420532,
+      "step": 978
+    },
+    {
+      "epoch": 1.952191235059761,
+      "grad_norm": 0.7345990538597107,
+      "learning_rate": 3.6349573843082966e-06,
+      "loss": 1.0285298824310303,
+      "step": 980
+    },
+    {
+      "epoch": 1.956175298804781,
+      "grad_norm": 0.6029013395309448,
+      "learning_rate": 3.6261283416783447e-06,
+      "loss": 0.3689904808998108,
+      "step": 982
+    },
+    {
+      "epoch": 1.9601593625498008,
+      "grad_norm": 5.31935977935791,
+      "learning_rate": 3.6172957586959372e-06,
+      "loss": 1.075624704360962,
+      "step": 984
+    },
+    {
+      "epoch": 1.9641434262948207,
+      "grad_norm": 2.391829252243042,
+      "learning_rate": 3.6084597312449725e-06,
+      "loss": 0.8474624156951904,
+      "step": 986
+    },
+    {
+      "epoch": 1.9681274900398407,
+      "grad_norm": 5.1822967529296875,
+      "learning_rate": 3.599620355246742e-06,
+      "loss": 0.31603577733039856,
+      "step": 988
+    },
+    {
+      "epoch": 1.9721115537848606,
+      "grad_norm": 1.8022582530975342,
+      "learning_rate": 3.5907777266588856e-06,
+      "loss": 0.911726713180542,
+      "step": 990
+    },
+    {
+      "epoch": 1.9760956175298805,
+      "grad_norm": 0.7391871213912964,
+      "learning_rate": 3.5819319414743555e-06,
+      "loss": 1.0421473979949951,
+      "step": 992
+    },
+    {
+      "epoch": 1.9800796812749004,
+      "grad_norm": 1.211188554763794,
+      "learning_rate": 3.573083095720369e-06,
+      "loss": 1.0375580787658691,
+      "step": 994
+    },
+    {
+      "epoch": 1.9840637450199203,
+      "grad_norm": 6.231225967407227,
+      "learning_rate": 3.5642312854573686e-06,
+      "loss": 0.5392568707466125,
+      "step": 996
+    },
+    {
+      "epoch": 1.9880478087649402,
+      "grad_norm": 1.1782855987548828,
+      "learning_rate": 3.5553766067779785e-06,
+      "loss": 1.188450813293457,
+      "step": 998
+    },
+    {
+      "epoch": 1.9920318725099602,
+      "grad_norm": 0.6256092190742493,
+      "learning_rate": 3.546519155805962e-06,
+      "loss": 1.0698131322860718,
+      "step": 1000
+    },
+    {
+      "epoch": 1.99601593625498,
+      "grad_norm": 0.89486163854599,
+      "learning_rate": 3.5376590286951774e-06,
+      "loss": 1.02101469039917,
+      "step": 1002
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.5744116902351379,
+      "learning_rate": 3.5287963216285337e-06,
+      "loss": 0.08481757342815399,
+      "step": 1004
+    },
+    {
+      "epoch": 2.00398406374502,
+      "grad_norm": 0.4444674849510193,
+      "learning_rate": 3.519931130816947e-06,
+      "loss": 0.14744052290916443,
+      "step": 1006
+    },
+    {
+      "epoch": 2.00796812749004,
+      "grad_norm": 1.0349431037902832,
+      "learning_rate": 3.511063552498299e-06,
+      "loss": 0.894745945930481,
+      "step": 1008
+    },
+    {
+      "epoch": 2.0119521912350598,
+      "grad_norm": 0.5005489587783813,
+      "learning_rate": 3.502193682936385e-06,
+      "loss": 0.29803839325904846,
+      "step": 1010
+    },
+    {
+      "epoch": 2.0159362549800797,
+      "grad_norm": 1.0027674436569214,
+      "learning_rate": 3.493321618419877e-06,
+      "loss": 0.6132505536079407,
+      "step": 1012
+    },
+    {
+      "epoch": 2.0199203187250996,
+      "grad_norm": 0.722247302532196,
+      "learning_rate": 3.484447455261272e-06,
+      "loss": 0.8650059700012207,
+      "step": 1014
+    },
+    {
+      "epoch": 2.0239043824701195,
+      "grad_norm": 0.1125183254480362,
+      "learning_rate": 3.4755712897958524e-06,
+      "loss": 0.06626415252685547,
+      "step": 1016
+    },
+    {
+      "epoch": 2.0278884462151394,
+      "grad_norm": 2.244713306427002,
+      "learning_rate": 3.4666932183806345e-06,
+      "loss": 0.6729474663734436,
+      "step": 1018
+    },
+    {
+      "epoch": 2.0318725099601593,
+      "grad_norm": 0.8710299730300903,
+      "learning_rate": 3.4578133373933263e-06,
+      "loss": 0.8701741099357605,
+      "step": 1020
+    },
+    {
+      "epoch": 2.0358565737051793,
+      "grad_norm": 0.8872413635253906,
+      "learning_rate": 3.4489317432312796e-06,
+      "loss": 0.8716042041778564,
+      "step": 1022
+    },
+    {
+      "epoch": 2.039840637450199,
+      "grad_norm": 1.219373106956482,
+      "learning_rate": 3.4400485323104426e-06,
+      "loss": 0.34580960869789124,
+      "step": 1024
+    },
+    {
+      "epoch": 2.043824701195219,
+      "grad_norm": 1.7070385217666626,
+      "learning_rate": 3.431163801064317e-06,
+      "loss": 0.3066391348838806,
+      "step": 1026
+    },
+    {
+      "epoch": 2.047808764940239,
+      "grad_norm": 3.4397644996643066,
+      "learning_rate": 3.422277645942907e-06,
+      "loss": 0.3099243938922882,
+      "step": 1028
+    },
+    {
+      "epoch": 2.051792828685259,
+      "grad_norm": 20.93805694580078,
+      "learning_rate": 3.413390163411675e-06,
+      "loss": 0.6691966652870178,
+      "step": 1030
+    },
+    {
+      "epoch": 2.055776892430279,
+      "grad_norm": 1.0854685306549072,
+      "learning_rate": 3.4045014499504923e-06,
+      "loss": 0.8780809640884399,
+      "step": 1032
+    },
+    {
+      "epoch": 2.0597609561752988,
+      "grad_norm": 11.395671844482422,
+      "learning_rate": 3.3956116020525924e-06,
+      "loss": 0.2683337926864624,
+      "step": 1034
+    },
+    {
+      "epoch": 2.0637450199203187,
+      "grad_norm": 2.4742014408111572,
+      "learning_rate": 3.3867207162235272e-06,
+      "loss": 0.7748890519142151,
+      "step": 1036
+    },
+    {
+      "epoch": 2.0677290836653386,
+      "grad_norm": 2.432234525680542,
+      "learning_rate": 3.377828888980112e-06,
+      "loss": 0.8894884586334229,
+      "step": 1038
+    },
+    {
+      "epoch": 2.0717131474103585,
+      "grad_norm": 2.468468427658081,
+      "learning_rate": 3.3689362168493844e-06,
+      "loss": 0.6649755239486694,
+      "step": 1040
+    },
+    {
+      "epoch": 2.0756972111553784,
+      "grad_norm": 0.6127830147743225,
+      "learning_rate": 3.3600427963675516e-06,
+      "loss": 0.8452335596084595,
+      "step": 1042
+    },
+    {
+      "epoch": 2.0796812749003983,
+      "grad_norm": 1.180112361907959,
+      "learning_rate": 3.3511487240789483e-06,
+      "loss": 0.929725170135498,
+      "step": 1044
+    },
+    {
+      "epoch": 2.0836653386454183,
+      "grad_norm": 0.738735020160675,
+      "learning_rate": 3.3422540965349806e-06,
+      "loss": 0.8923982381820679,
+      "step": 1046
+    },
+    {
+      "epoch": 2.087649402390438,
+      "grad_norm": 3.025284767150879,
+      "learning_rate": 3.333359010293085e-06,
+      "loss": 0.9607875347137451,
+      "step": 1048
+    },
+    {
+      "epoch": 2.091633466135458,
+      "grad_norm": 0.7996847033500671,
+      "learning_rate": 3.3244635619156786e-06,
+      "loss": 0.4797319769859314,
+      "step": 1050
+    },
+    {
+      "epoch": 2.095617529880478,
+      "grad_norm": 10.094463348388672,
+      "learning_rate": 3.315567847969106e-06,
+      "loss": 0.2578115165233612,
+      "step": 1052
+    },
+    {
+      "epoch": 2.099601593625498,
+      "grad_norm": 0.6219993233680725,
+      "learning_rate": 3.306671965022598e-06,
+      "loss": 0.315256267786026,
+      "step": 1054
+    },
+    {
+      "epoch": 2.103585657370518,
+      "grad_norm": 1.1088297367095947,
+      "learning_rate": 3.2977760096472184e-06,
+      "loss": 0.9286193251609802,
+      "step": 1056
+    },
+    {
+      "epoch": 2.1075697211155378,
+      "grad_norm": 1.1025009155273438,
+      "learning_rate": 3.2888800784148174e-06,
+      "loss": 0.7976268529891968,
+      "step": 1058
+    },
+    {
+      "epoch": 2.1115537848605577,
+      "grad_norm": 0.7398043274879456,
+      "learning_rate": 3.2799842678969835e-06,
+      "loss": 0.3379042148590088,
+      "step": 1060
+    },
+    {
+      "epoch": 2.1155378486055776,
+      "grad_norm": 1.8223795890808105,
+      "learning_rate": 3.2710886746639964e-06,
+      "loss": 0.29785844683647156,
+      "step": 1062
+    },
+    {
+      "epoch": 2.1195219123505975,
+      "grad_norm": 0.9167846441268921,
+      "learning_rate": 3.262193395283773e-06,
+      "loss": 0.10107379406690598,
+      "step": 1064
+    },
+    {
+      "epoch": 2.1235059760956174,
+      "grad_norm": 6.6176300048828125,
+      "learning_rate": 3.2532985263208266e-06,
+      "loss": 0.4440305829048157,
+      "step": 1066
+    },
+    {
+      "epoch": 2.1274900398406373,
+      "grad_norm": 0.8213241696357727,
+      "learning_rate": 3.244404164335213e-06,
+      "loss": 0.8258364796638489,
+      "step": 1068
+    },
+    {
+      "epoch": 2.1314741035856573,
+      "grad_norm": 2.339560031890869,
+      "learning_rate": 3.2355104058814874e-06,
+      "loss": 0.9001627564430237,
+      "step": 1070
+    },
+    {
+      "epoch": 2.135458167330677,
+      "grad_norm": 1.07158625125885,
+      "learning_rate": 3.226617347507649e-06,
+      "loss": 0.3943869471549988,
+      "step": 1072
+    },
+    {
+      "epoch": 2.139442231075697,
+      "grad_norm": 0.9587336182594299,
+      "learning_rate": 3.2177250857541007e-06,
+      "loss": 1.0341042280197144,
+      "step": 1074
+    },
+    {
+      "epoch": 2.143426294820717,
+      "grad_norm": 0.8883066773414612,
+      "learning_rate": 3.208833717152594e-06,
+      "loss": 0.19238322973251343,
+      "step": 1076
+    },
+    {
+      "epoch": 2.147410358565737,
+      "grad_norm": 1.4621644020080566,
+      "learning_rate": 3.199943338225189e-06,
+      "loss": 0.7075263261795044,
+      "step": 1078
+    },
+    {
+      "epoch": 2.151394422310757,
+      "grad_norm": 0.9659390449523926,
+      "learning_rate": 3.1910540454832e-06,
+      "loss": 0.9844989776611328,
+      "step": 1080
+    },
+    {
+      "epoch": 2.1553784860557768,
+      "grad_norm": 0.9126376509666443,
+      "learning_rate": 3.1821659354261478e-06,
+      "loss": 0.8773077130317688,
+      "step": 1082
+    },
+    {
+      "epoch": 2.1593625498007967,
+      "grad_norm": 1.5047764778137207,
+      "learning_rate": 3.173279104540719e-06,
+      "loss": 0.7283194065093994,
+      "step": 1084
+    },
+    {
+      "epoch": 2.1633466135458166,
+      "grad_norm": 2.4488370418548584,
+      "learning_rate": 3.164393649299711e-06,
+      "loss": 1.0191715955734253,
+      "step": 1086
+    },
+    {
+      "epoch": 2.1673306772908365,
+      "grad_norm": 0.6298505663871765,
+      "learning_rate": 3.155509666160986e-06,
+      "loss": 0.19404178857803345,
+      "step": 1088
+    },
+    {
+      "epoch": 2.1713147410358564,
+      "grad_norm": 3.298346519470215,
+      "learning_rate": 3.1466272515664287e-06,
+      "loss": 0.4330817759037018,
+      "step": 1090
+    },
+    {
+      "epoch": 2.1752988047808763,
+      "grad_norm": 1.4736095666885376,
+      "learning_rate": 3.137746501940894e-06,
+      "loss": 0.8412344455718994,
+      "step": 1092
+    },
+    {
+      "epoch": 2.1792828685258963,
+      "grad_norm": 1.3612383604049683,
+      "learning_rate": 3.1288675136911653e-06,
+      "loss": 0.7719582915306091,
+      "step": 1094
+    },
+    {
+      "epoch": 2.183266932270916,
+      "grad_norm": 1.6760456562042236,
+      "learning_rate": 3.1199903832049025e-06,
+      "loss": 0.8681936264038086,
+      "step": 1096
+    },
+    {
+      "epoch": 2.187250996015936,
+      "grad_norm": 0.9944242238998413,
+      "learning_rate": 3.1111152068495982e-06,
+      "loss": 0.8590313196182251,
+      "step": 1098
+    },
+    {
+      "epoch": 2.191235059760956,
+      "grad_norm": 1.1411633491516113,
+      "learning_rate": 3.102242080971531e-06,
+      "loss": 0.8502429723739624,
+      "step": 1100
+    },
+    {
+      "epoch": 2.195219123505976,
+      "grad_norm": 1.0093145370483398,
+      "learning_rate": 3.0933711018947217e-06,
+      "loss": 0.8326080441474915,
+      "step": 1102
+    },
+    {
+      "epoch": 2.199203187250996,
+      "grad_norm": 1.3518801927566528,
+      "learning_rate": 3.084502365919887e-06,
+      "loss": 0.31851112842559814,
+      "step": 1104
+    },
+    {
+      "epoch": 2.2031872509960158,
+      "grad_norm": 0.8486732840538025,
+      "learning_rate": 3.0756359693233897e-06,
+      "loss": 0.12462817877531052,
+      "step": 1106
+    },
+    {
+      "epoch": 2.2071713147410357,
+      "grad_norm": 3.158237934112549,
+      "learning_rate": 3.066772008356201e-06,
+      "loss": 0.7065569162368774,
+      "step": 1108
+    },
+    {
+      "epoch": 2.2111553784860556,
+      "grad_norm": 1.6595673561096191,
+      "learning_rate": 3.057910579242848e-06,
+      "loss": 0.32911333441734314,
+      "step": 1110
+    },
+    {
+      "epoch": 2.2151394422310755,
+      "grad_norm": 0.9766960740089417,
+      "learning_rate": 3.0490517781803748e-06,
+      "loss": 0.8282409906387329,
+      "step": 1112
+    },
+    {
+      "epoch": 2.2191235059760954,
+      "grad_norm": 2.551868438720703,
+      "learning_rate": 3.040195701337296e-06,
+      "loss": 0.8591130971908569,
+      "step": 1114
+    },
+    {
+      "epoch": 2.2231075697211153,
+      "grad_norm": 2.4142255783081055,
+      "learning_rate": 3.0313424448525513e-06,
+      "loss": 0.6863746643066406,
+      "step": 1116
+    },
+    {
+      "epoch": 2.2270916334661353,
+      "grad_norm": 1.8660197257995605,
+      "learning_rate": 3.022492104834467e-06,
+      "loss": 0.867939829826355,
+      "step": 1118
+    },
+    {
+      "epoch": 2.231075697211155,
+      "grad_norm": 1.012052297592163,
+      "learning_rate": 3.013644777359706e-06,
+      "loss": 0.862476110458374,
+      "step": 1120
+    },
+    {
+      "epoch": 2.235059760956175,
+      "grad_norm": 1.3242058753967285,
+      "learning_rate": 3.004800558472228e-06,
+      "loss": 0.8478327393531799,
+      "step": 1122
+    },
+    {
+      "epoch": 2.239043824701195,
+      "grad_norm": 1.5202715396881104,
+      "learning_rate": 2.995959544182248e-06,
+      "loss": 0.8780950307846069,
+      "step": 1124
+    },
+    {
+      "epoch": 2.243027888446215,
+      "grad_norm": 1.5164873600006104,
+      "learning_rate": 2.9871218304651926e-06,
+      "loss": 0.8773269653320312,
+      "step": 1126
+    },
+    {
+      "epoch": 2.247011952191235,
+      "grad_norm": 12.062283515930176,
+      "learning_rate": 2.9782875132606573e-06,
+      "loss": 0.5782788991928101,
+      "step": 1128
+    },
+    {
+      "epoch": 2.2509960159362548,
+      "grad_norm": 0.4626627266407013,
+      "learning_rate": 2.969456688471368e-06,
+      "loss": 0.17795492708683014,
+      "step": 1130
+    },
+    {
+      "epoch": 2.2549800796812747,
+      "grad_norm": 8.622909545898438,
+      "learning_rate": 2.960629451962137e-06,
+      "loss": 0.876864492893219,
+      "step": 1132
+    },
+    {
+      "epoch": 2.2589641434262946,
+      "grad_norm": 2.5603370666503906,
+      "learning_rate": 2.9518058995588217e-06,
+      "loss": 0.5039679408073425,
+      "step": 1134
+    },
+    {
+      "epoch": 2.2629482071713145,
+      "grad_norm": 1.9047883749008179,
+      "learning_rate": 2.9429861270472884e-06,
+      "loss": 0.8298702836036682,
+      "step": 1136
+    },
+    {
+      "epoch": 2.2669322709163344,
+      "grad_norm": 1.333377480506897,
+      "learning_rate": 2.9341702301723704e-06,
+      "loss": 0.8177191019058228,
+      "step": 1138
+    },
+    {
+      "epoch": 2.2709163346613543,
+      "grad_norm": 0.8072558641433716,
+      "learning_rate": 2.9253583046368243e-06,
+      "loss": 0.8483671545982361,
+      "step": 1140
+    },
+    {
+      "epoch": 2.2749003984063743,
+      "grad_norm": 1.162376046180725,
+      "learning_rate": 2.916550446100299e-06,
+      "loss": 0.8442429900169373,
+      "step": 1142
+    },
+    {
+      "epoch": 2.278884462151394,
+      "grad_norm": 2.1500282287597656,
+      "learning_rate": 2.907746750178293e-06,
+      "loss": 0.40876924991607666,
+      "step": 1144
+    },
+    {
+      "epoch": 2.2828685258964145,
+      "grad_norm": 1.5930662155151367,
+      "learning_rate": 2.8989473124411136e-06,
+      "loss": 0.3929884433746338,
+      "step": 1146
+    },
+    {
+      "epoch": 2.2868525896414345,
+      "grad_norm": 0.9812231659889221,
+      "learning_rate": 2.8901522284128454e-06,
+      "loss": 0.8924030661582947,
+      "step": 1148
+    },
+    {
+      "epoch": 2.2908366533864544,
+      "grad_norm": 4.809815883636475,
+      "learning_rate": 2.881361593570308e-06,
+      "loss": 0.412593275308609,
+      "step": 1150
+    },
+    {
+      "epoch": 2.2948207171314743,
+      "grad_norm": 0.34295371174812317,
+      "learning_rate": 2.872575503342027e-06,
+      "loss": 0.07170237600803375,
+      "step": 1152
+    },
+    {
+      "epoch": 2.298804780876494,
+      "grad_norm": 2.6662888526916504,
+      "learning_rate": 2.8637940531071856e-06,
+      "loss": 0.9125880599021912,
+      "step": 1154
+    },
+    {
+      "epoch": 2.302788844621514,
+      "grad_norm": 1.016099214553833,
+      "learning_rate": 2.8550173381946035e-06,
+      "loss": 0.20460867881774902,
+      "step": 1156
+    },
+    {
+      "epoch": 2.306772908366534,
+      "grad_norm": 1.2535561323165894,
+      "learning_rate": 2.84624545388169e-06,
+      "loss": 0.18213213980197906,
+      "step": 1158
+    },
+    {
+      "epoch": 2.310756972111554,
+      "grad_norm": 5.914939880371094,
+      "learning_rate": 2.837478495393418e-06,
+      "loss": 1.015434980392456,
+      "step": 1160
+    },
+    {
+      "epoch": 2.314741035856574,
+      "grad_norm": 3.516514539718628,
+      "learning_rate": 2.828716557901286e-06,
+      "loss": 0.4791782796382904,
+      "step": 1162
+    },
+    {
+      "epoch": 2.318725099601594,
+      "grad_norm": 1.2415333986282349,
+      "learning_rate": 2.819959736522286e-06,
+      "loss": 0.6430278420448303,
+      "step": 1164
+    },
+    {
+      "epoch": 2.3227091633466137,
+      "grad_norm": 6.374106407165527,
+      "learning_rate": 2.8112081263178727e-06,
+      "loss": 0.7340620756149292,
+      "step": 1166
+    },
+    {
+      "epoch": 2.3266932270916336,
+      "grad_norm": 0.7349236011505127,
+      "learning_rate": 2.8024618222929257e-06,
+      "loss": 0.8904776573181152,
+      "step": 1168
+    },
+    {
+      "epoch": 2.3306772908366535,
+      "grad_norm": 3.1692311763763428,
+      "learning_rate": 2.793720919394726e-06,
+      "loss": 0.3335300385951996,
+      "step": 1170
+    },
+    {
+      "epoch": 2.3346613545816735,
+      "grad_norm": 1.9627305269241333,
+      "learning_rate": 2.7849855125119204e-06,
+      "loss": 0.9338223338127136,
+      "step": 1172
+    },
+    {
+      "epoch": 2.3386454183266934,
+      "grad_norm": 1.715811014175415,
+      "learning_rate": 2.7762556964734925e-06,
+      "loss": 0.8548279404640198,
+      "step": 1174
+    },
+    {
+      "epoch": 2.3426294820717133,
+      "grad_norm": 1.2761598825454712,
+      "learning_rate": 2.7675315660477342e-06,
+      "loss": 0.6551219820976257,
+      "step": 1176
+    },
+    {
+      "epoch": 2.346613545816733,
+      "grad_norm": 0.5829970836639404,
+      "learning_rate": 2.7588132159412153e-06,
+      "loss": 0.8633916974067688,
+      "step": 1178
+    },
+    {
+      "epoch": 2.350597609561753,
+      "grad_norm": 0.8791594505310059,
+      "learning_rate": 2.7501007407977554e-06,
+      "loss": 0.8312200903892517,
+      "step": 1180
+    },
+    {
+      "epoch": 2.354581673306773,
+      "grad_norm": 0.8145209550857544,
+      "learning_rate": 2.7413942351973994e-06,
+      "loss": 0.8451777696609497,
+      "step": 1182
+    },
+    {
+      "epoch": 2.358565737051793,
+      "grad_norm": 0.8338920474052429,
+      "learning_rate": 2.7326937936553845e-06,
+      "loss": 0.9415311813354492,
+      "step": 1184
+    },
+    {
+      "epoch": 2.362549800796813,
+      "grad_norm": 0.9346828460693359,
+      "learning_rate": 2.7239995106211244e-06,
+      "loss": 0.8471455574035645,
+      "step": 1186
+    },
+    {
+      "epoch": 2.366533864541833,
+      "grad_norm": 1.4322340488433838,
+      "learning_rate": 2.715311480477173e-06,
+      "loss": 0.30060604214668274,
+      "step": 1188
+    },
+    {
+      "epoch": 2.3705179282868527,
+      "grad_norm": 1.1024688482284546,
+      "learning_rate": 2.7066297975382065e-06,
+      "loss": 0.7530568838119507,
+      "step": 1190
+    },
+    {
+      "epoch": 2.3745019920318726,
+      "grad_norm": 0.5967240333557129,
+      "learning_rate": 2.697954556049997e-06,
+      "loss": 0.867277204990387,
+      "step": 1192
+    },
+    {
+      "epoch": 2.3784860557768925,
+      "grad_norm": 0.9026405811309814,
+      "learning_rate": 2.689285850188391e-06,
+      "loss": 0.9335858225822449,
+      "step": 1194
+    },
+    {
+      "epoch": 2.3824701195219125,
+      "grad_norm": 0.48514679074287415,
+      "learning_rate": 2.6806237740582855e-06,
+      "loss": 0.2793917655944824,
+      "step": 1196
+    },
+    {
+      "epoch": 2.3864541832669324,
+      "grad_norm": 2.9039154052734375,
+      "learning_rate": 2.671968421692607e-06,
+      "loss": 1.4733071327209473,
+      "step": 1198
+    },
+    {
+      "epoch": 2.3904382470119523,
+      "grad_norm": 3.6072850227355957,
+      "learning_rate": 2.6633198870512927e-06,
+      "loss": 0.3655731976032257,
+      "step": 1200
+    },
+    {
+      "epoch": 2.394422310756972,
+      "grad_norm": 0.6584874391555786,
+      "learning_rate": 2.6546782640202666e-06,
+      "loss": 0.8660189509391785,
+      "step": 1202
+    },
+    {
+      "epoch": 2.398406374501992,
+      "grad_norm": 0.5407839417457581,
+      "learning_rate": 2.6460436464104216e-06,
+      "loss": 0.848800003528595,
+      "step": 1204
+    },
+    {
+      "epoch": 2.402390438247012,
+      "grad_norm": 1.0635416507720947,
+      "learning_rate": 2.6374161279566035e-06,
+      "loss": 0.9516815543174744,
+      "step": 1206
+    },
+    {
+      "epoch": 2.406374501992032,
+      "grad_norm": 0.41980046033859253,
+      "learning_rate": 2.628795802316591e-06,
+      "loss": 0.120535708963871,
+      "step": 1208
+    },
+    {
+      "epoch": 2.410358565737052,
+      "grad_norm": 0.3191829323768616,
+      "learning_rate": 2.620182763070081e-06,
+      "loss": 0.023226367309689522,
+      "step": 1210
+    },
+    {
+      "epoch": 2.414342629482072,
+      "grad_norm": 1.4996663331985474,
+      "learning_rate": 2.61157710371767e-06,
+      "loss": 0.45069432258605957,
+      "step": 1212
+    },
+    {
+      "epoch": 2.4183266932270917,
+      "grad_norm": 1.0962636470794678,
+      "learning_rate": 2.6029789176798417e-06,
+      "loss": 0.6983217000961304,
+      "step": 1214
+    },
+    {
+      "epoch": 2.4223107569721116,
+      "grad_norm": 0.8529632091522217,
+      "learning_rate": 2.594388298295949e-06,
+      "loss": 0.17169800400733948,
+      "step": 1216
+    },
+    {
+      "epoch": 2.4262948207171315,
+      "grad_norm": 0.9947030544281006,
+      "learning_rate": 2.585805338823208e-06,
+      "loss": 0.8718166947364807,
+      "step": 1218
+    },
+    {
+      "epoch": 2.4302788844621515,
+      "grad_norm": 0.39905738830566406,
+      "learning_rate": 2.577230132435678e-06,
+      "loss": 0.5236790776252747,
+      "step": 1220
+    },
+    {
+      "epoch": 2.4342629482071714,
+      "grad_norm": 1.6986416578292847,
+      "learning_rate": 2.5686627722232518e-06,
+      "loss": 0.4206949770450592,
+      "step": 1222
+    },
+    {
+      "epoch": 2.4382470119521913,
+      "grad_norm": 0.8914661407470703,
+      "learning_rate": 2.560103351190651e-06,
+      "loss": 0.8530100584030151,
+      "step": 1224
+    },
+    {
+      "epoch": 2.442231075697211,
+      "grad_norm": 1.940697193145752,
+      "learning_rate": 2.5515519622564086e-06,
+      "loss": 0.03098766878247261,
+      "step": 1226
+    },
+    {
+      "epoch": 2.446215139442231,
+      "grad_norm": 0.740294873714447,
+      "learning_rate": 2.543008698251863e-06,
+      "loss": 0.8904476165771484,
+      "step": 1228
+    },
+    {
+      "epoch": 2.450199203187251,
+      "grad_norm": 1.2256784439086914,
+      "learning_rate": 2.534473651920153e-06,
+      "loss": 0.6660670042037964,
+      "step": 1230
+    },
+    {
+      "epoch": 2.454183266932271,
+      "grad_norm": 1.3577665090560913,
+      "learning_rate": 2.5259469159152063e-06,
+      "loss": 0.8957257270812988,
+      "step": 1232
+    },
+    {
+      "epoch": 2.458167330677291,
+      "grad_norm": 5.5895209312438965,
+      "learning_rate": 2.5174285828007387e-06,
+      "loss": 0.4879809319972992,
+      "step": 1234
+    },
+    {
+      "epoch": 2.462151394422311,
+      "grad_norm": 1.602962851524353,
+      "learning_rate": 2.5089187450492464e-06,
+      "loss": 0.8527651429176331,
+      "step": 1236
+    },
+    {
+      "epoch": 2.4661354581673307,
+      "grad_norm": 1.6139048337936401,
+      "learning_rate": 2.5004174950409996e-06,
+      "loss": 0.814254641532898,
+      "step": 1238
+    },
+    {
+      "epoch": 2.4701195219123506,
+      "grad_norm": 2.1591413021087646,
+      "learning_rate": 2.4919249250630463e-06,
+      "loss": 0.620861828327179,
+      "step": 1240
+    },
+    {
+      "epoch": 2.4741035856573705,
+      "grad_norm": 2.2499430179595947,
+      "learning_rate": 2.483441127308202e-06,
+      "loss": 0.622882068157196,
+      "step": 1242
+    },
+    {
+      "epoch": 2.4780876494023905,
+      "grad_norm": 0.8735558390617371,
+      "learning_rate": 2.47496619387406e-06,
+      "loss": 0.8819273114204407,
+      "step": 1244
+    },
+    {
+      "epoch": 2.4820717131474104,
+      "grad_norm": 1.0973459482192993,
+      "learning_rate": 2.4665002167619798e-06,
+      "loss": 0.85080885887146,
+      "step": 1246
+    },
+    {
+      "epoch": 2.4860557768924303,
+      "grad_norm": 1.19606351852417,
+      "learning_rate": 2.4580432878760968e-06,
+      "loss": 0.5080418586730957,
+      "step": 1248
+    },
+    {
+      "epoch": 2.49003984063745,
+      "grad_norm": 0.36084145307540894,
+      "learning_rate": 2.449595499022318e-06,
+      "loss": 0.3111553192138672,
+      "step": 1250
+    },
+    {
+      "epoch": 2.49402390438247,
+      "grad_norm": 0.7546538710594177,
+      "learning_rate": 2.441156941907333e-06,
+      "loss": 0.6624001264572144,
+      "step": 1252
+    },
+    {
+      "epoch": 2.49800796812749,
+      "grad_norm": 0.7720620632171631,
+      "learning_rate": 2.432727708137612e-06,
+      "loss": 0.7852078676223755,
+      "step": 1254
+    },
+    {
+      "epoch": 2.50199203187251,
+      "grad_norm": 2.640068292617798,
+      "learning_rate": 2.424307889218414e-06,
+      "loss": 0.9888243079185486,
+      "step": 1256
+    },
+    {
+      "epoch": 2.50597609561753,
+      "grad_norm": 0.47891512513160706,
+      "learning_rate": 2.415897576552795e-06,
+      "loss": 0.11806351691484451,
+      "step": 1258
+    },
+    {
+      "epoch": 2.50996015936255,
+      "grad_norm": 1.773125171661377,
+      "learning_rate": 2.407496861440611e-06,
+      "loss": 0.712026834487915,
+      "step": 1260
+    },
+    {
+      "epoch": 2.5139442231075697,
+      "grad_norm": 0.8916162848472595,
+      "learning_rate": 2.3991058350775316e-06,
+      "loss": 0.27510854601860046,
+      "step": 1262
+    },
+    {
+      "epoch": 2.5179282868525896,
+      "grad_norm": 2.915144205093384,
+      "learning_rate": 2.3907245885540473e-06,
+      "loss": 0.5907682180404663,
+      "step": 1264
+    },
+    {
+      "epoch": 2.5219123505976095,
+      "grad_norm": 0.7523391842842102,
+      "learning_rate": 2.382353212854483e-06,
+      "loss": 0.875799298286438,
+      "step": 1266
+    },
+    {
+      "epoch": 2.5258964143426295,
+      "grad_norm": 0.7640947699546814,
+      "learning_rate": 2.373991798856008e-06,
+      "loss": 0.8100597858428955,
+      "step": 1268
+    },
+    {
+      "epoch": 2.5298804780876494,
+      "grad_norm": 0.9602063894271851,
+      "learning_rate": 2.3656404373276496e-06,
+      "loss": 0.8617823719978333,
+      "step": 1270
+    },
+    {
+      "epoch": 2.5338645418326693,
+      "grad_norm": 1.0857386589050293,
+      "learning_rate": 2.35729921892931e-06,
+      "loss": 0.7695320248603821,
+      "step": 1272
+    },
+    {
+      "epoch": 2.537848605577689,
+      "grad_norm": 2.655921220779419,
+      "learning_rate": 2.3489682342107787e-06,
+      "loss": 1.0393037796020508,
+      "step": 1274
+    },
+    {
+      "epoch": 2.541832669322709,
+      "grad_norm": 1.602705478668213,
+      "learning_rate": 2.3406475736107537e-06,
+      "loss": 0.8128276467323303,
+      "step": 1276
+    },
+    {
+      "epoch": 2.545816733067729,
+      "grad_norm": 1.7629623413085938,
+      "learning_rate": 2.332337327455856e-06,
+      "loss": 0.8416529893875122,
+      "step": 1278
+    },
+    {
+      "epoch": 2.549800796812749,
+      "grad_norm": 0.3072420656681061,
+      "learning_rate": 2.3240375859596493e-06,
+      "loss": 0.21107147634029388,
+      "step": 1280
+    },
+    {
+      "epoch": 2.553784860557769,
+      "grad_norm": 0.7584460973739624,
+      "learning_rate": 2.3157484392216645e-06,
+      "loss": 0.7613718509674072,
+      "step": 1282
+    },
+    {
+      "epoch": 2.557768924302789,
+      "grad_norm": 0.7467636466026306,
+      "learning_rate": 2.3074699772264184e-06,
+      "loss": 0.9068883657455444,
+      "step": 1284
+    },
+    {
+      "epoch": 2.5617529880478087,
+      "grad_norm": 2.827934503555298,
+      "learning_rate": 2.2992022898424358e-06,
+      "loss": 0.9814170002937317,
+      "step": 1286
+    },
+    {
+      "epoch": 2.5657370517928286,
+      "grad_norm": 0.6314749717712402,
+      "learning_rate": 2.2909454668212763e-06,
+      "loss": 0.9777659177780151,
+      "step": 1288
+    },
+    {
+      "epoch": 2.5697211155378485,
+      "grad_norm": 1.5785683393478394,
+      "learning_rate": 2.2826995977965586e-06,
+      "loss": 0.14857736229896545,
+      "step": 1290
+    },
+    {
+      "epoch": 2.5737051792828685,
+      "grad_norm": 0.8036978244781494,
+      "learning_rate": 2.27446477228299e-06,
+      "loss": 0.9405508041381836,
+      "step": 1292
+    },
+    {
+      "epoch": 2.5776892430278884,
+      "grad_norm": 0.7155508399009705,
+      "learning_rate": 2.2662410796753924e-06,
+      "loss": 0.8522077202796936,
+      "step": 1294
+    },
+    {
+      "epoch": 2.5816733067729083,
+      "grad_norm": 1.1586476564407349,
+      "learning_rate": 2.2580286092477285e-06,
+      "loss": 0.8515244722366333,
+      "step": 1296
+    },
+    {
+      "epoch": 2.585657370517928,
+      "grad_norm": 1.105276346206665,
+      "learning_rate": 2.2498274501521414e-06,
+      "loss": 0.8348259925842285,
+      "step": 1298
+    },
+    {
+      "epoch": 2.589641434262948,
+      "grad_norm": 0.5298115611076355,
+      "learning_rate": 2.2416376914179776e-06,
+      "loss": 0.37851282954216003,
+      "step": 1300
+    },
+    {
+      "epoch": 2.593625498007968,
+      "grad_norm": 0.8865681290626526,
+      "learning_rate": 2.2334594219508283e-06,
+      "loss": 0.493791401386261,
+      "step": 1302
+    },
+    {
+      "epoch": 2.597609561752988,
+      "grad_norm": 0.8937894105911255,
+      "learning_rate": 2.2252927305315587e-06,
+      "loss": 0.768490731716156,
+      "step": 1304
+    },
+    {
+      "epoch": 2.601593625498008,
+      "grad_norm": 2.249807119369507,
+      "learning_rate": 2.2171377058153465e-06,
+      "loss": 0.28239089250564575,
+      "step": 1306
+    },
+    {
+      "epoch": 2.605577689243028,
+      "grad_norm": 0.7723252773284912,
+      "learning_rate": 2.2089944363307165e-06,
+      "loss": 0.8856875896453857,
+      "step": 1308
+    },
+    {
+      "epoch": 2.6095617529880477,
+      "grad_norm": 0.43645548820495605,
+      "learning_rate": 2.2008630104785874e-06,
+      "loss": 0.352665513753891,
+      "step": 1310
+    },
+    {
+      "epoch": 2.6135458167330676,
+      "grad_norm": 2.615204095840454,
+      "learning_rate": 2.1927435165313036e-06,
+      "loss": 0.1691545695066452,
+      "step": 1312
+    },
+    {
+      "epoch": 2.6175298804780875,
+      "grad_norm": 0.7458433508872986,
+      "learning_rate": 2.184636042631679e-06,
+      "loss": 0.06585448980331421,
+      "step": 1314
+    },
+    {
+      "epoch": 2.6215139442231075,
+      "grad_norm": 1.3437604904174805,
+      "learning_rate": 2.176540676792046e-06,
+      "loss": 0.956698477268219,
+      "step": 1316
+    },
+    {
+      "epoch": 2.6254980079681274,
+      "grad_norm": 2.3479928970336914,
+      "learning_rate": 2.168457506893292e-06,
+      "loss": 0.669885516166687,
+      "step": 1318
+    },
+    {
+      "epoch": 2.6294820717131473,
+      "grad_norm": 0.6726356744766235,
+      "learning_rate": 2.1603866206839074e-06,
+      "loss": 0.9108378887176514,
+      "step": 1320
+    },
+    {
+      "epoch": 2.633466135458167,
+      "grad_norm": 0.6728199124336243,
+      "learning_rate": 2.152328105779041e-06,
+      "loss": 0.46163687109947205,
+      "step": 1322
+    },
+    {
+      "epoch": 2.637450199203187,
+      "grad_norm": 3.6970763206481934,
+      "learning_rate": 2.1442820496595337e-06,
+      "loss": 1.0799225568771362,
+      "step": 1324
+    },
+    {
+      "epoch": 2.641434262948207,
+      "grad_norm": 2.347198009490967,
+      "learning_rate": 2.1362485396709847e-06,
+      "loss": 0.2297479808330536,
+      "step": 1326
+    },
+    {
+      "epoch": 2.645418326693227,
+      "grad_norm": 1.014694094657898,
+      "learning_rate": 2.128227663022794e-06,
+      "loss": 0.7543836832046509,
+      "step": 1328
+    },
+    {
+      "epoch": 2.649402390438247,
+      "grad_norm": 1.9803884029388428,
+      "learning_rate": 2.1202195067872153e-06,
+      "loss": 0.8650748133659363,
+      "step": 1330
+    },
+    {
+      "epoch": 2.653386454183267,
+      "grad_norm": 1.038819432258606,
+      "learning_rate": 2.112224157898416e-06,
+      "loss": 0.7467201352119446,
+      "step": 1332
+    },
+    {
+      "epoch": 2.6573705179282867,
+      "grad_norm": 4.248292922973633,
+      "learning_rate": 2.1042417031515303e-06,
+      "loss": 1.0267494916915894,
+      "step": 1334
+    },
+    {
+      "epoch": 2.6613545816733066,
+      "grad_norm": 0.40952640771865845,
+      "learning_rate": 2.096272229201716e-06,
+      "loss": 0.06949189305305481,
+      "step": 1336
+    },
+    {
+      "epoch": 2.6653386454183265,
+      "grad_norm": 1.2858881950378418,
+      "learning_rate": 2.0883158225632168e-06,
+      "loss": 0.9944968223571777,
+      "step": 1338
+    },
+    {
+      "epoch": 2.6693227091633465,
+      "grad_norm": 1.2663077116012573,
+      "learning_rate": 2.0803725696084224e-06,
+      "loss": 0.32381299138069153,
+      "step": 1340
+    },
+    {
+      "epoch": 2.6733067729083664,
+      "grad_norm": 2.5092110633850098,
+      "learning_rate": 2.072442556566928e-06,
+      "loss": 0.5067175626754761,
+      "step": 1342
+    },
+    {
+      "epoch": 2.6772908366533863,
+      "grad_norm": 0.4816880226135254,
+      "learning_rate": 2.0645258695245993e-06,
+      "loss": 0.06836852431297302,
+      "step": 1344
+    },
+    {
+      "epoch": 2.681274900398406,
+      "grad_norm": 0.8811363577842712,
+      "learning_rate": 2.0566225944226414e-06,
+      "loss": 0.8118082284927368,
+      "step": 1346
+    },
+    {
+      "epoch": 2.685258964143426,
+      "grad_norm": 0.7595816850662231,
+      "learning_rate": 2.0487328170566643e-06,
+      "loss": 0.833029568195343,
+      "step": 1348
+    },
+    {
+      "epoch": 2.6892430278884465,
+      "grad_norm": 0.9555457830429077,
+      "learning_rate": 2.0408566230757465e-06,
+      "loss": 0.8837859034538269,
+      "step": 1350
+    },
+    {
+      "epoch": 2.6932270916334664,
+      "grad_norm": 2.7736618518829346,
+      "learning_rate": 2.0329940979815116e-06,
+      "loss": 0.3744777739048004,
+      "step": 1352
+    },
+    {
+      "epoch": 2.6972111553784863,
+      "grad_norm": 1.4651148319244385,
+      "learning_rate": 2.0251453271272e-06,
+      "loss": 0.3069399297237396,
+      "step": 1354
+    },
+    {
+      "epoch": 2.7011952191235062,
+      "grad_norm": 1.0298899412155151,
+      "learning_rate": 2.0173103957167367e-06,
+      "loss": 0.8419727087020874,
+      "step": 1356
+    },
+    {
+      "epoch": 2.705179282868526,
+      "grad_norm": 1.365960955619812,
+      "learning_rate": 2.009489388803809e-06,
+      "loss": 0.8394007682800293,
+      "step": 1358
+    },
+    {
+      "epoch": 2.709163346613546,
+      "grad_norm": 0.9906344413757324,
+      "learning_rate": 2.0016823912909486e-06,
+      "loss": 0.8413975238800049,
+      "step": 1360
+    },
+    {
+      "epoch": 2.713147410358566,
+      "grad_norm": 0.6724693775177002,
+      "learning_rate": 1.9938894879286024e-06,
+      "loss": 0.8469905853271484,
+      "step": 1362
+    },
+    {
+      "epoch": 2.717131474103586,
+      "grad_norm": 1.9248793125152588,
+      "learning_rate": 1.9861107633142155e-06,
+      "loss": 0.8509299755096436,
+      "step": 1364
+    },
+    {
+      "epoch": 2.721115537848606,
+      "grad_norm": 1.4797543287277222,
+      "learning_rate": 1.978346301891312e-06,
+      "loss": 0.35483643412590027,
+      "step": 1366
+    },
+    {
+      "epoch": 2.7250996015936257,
+      "grad_norm": 0.8299886584281921,
+      "learning_rate": 1.9705961879485813e-06,
+      "loss": 0.8987928628921509,
+      "step": 1368
+    },
+    {
+      "epoch": 2.7290836653386457,
+      "grad_norm": 1.4776321649551392,
+      "learning_rate": 1.962860505618958e-06,
+      "loss": 0.6491652131080627,
+      "step": 1370
+    },
+    {
+      "epoch": 2.7330677290836656,
+      "grad_norm": 6.724909782409668,
+      "learning_rate": 1.955139338878714e-06,
+      "loss": 0.19401389360427856,
+      "step": 1372
+    },
+    {
+      "epoch": 2.7370517928286855,
+      "grad_norm": 0.943676233291626,
+      "learning_rate": 1.9474327715465444e-06,
+      "loss": 0.8299869894981384,
+      "step": 1374
+    },
+    {
+      "epoch": 2.7410358565737054,
+      "grad_norm": 1.2990317344665527,
+      "learning_rate": 1.9397408872826545e-06,
+      "loss": 0.871895968914032,
+      "step": 1376
+    },
+    {
+      "epoch": 2.7450199203187253,
+      "grad_norm": 1.9206279516220093,
+      "learning_rate": 1.9320637695878555e-06,
+      "loss": 0.30201855301856995,
+      "step": 1378
+    },
+    {
+      "epoch": 2.7490039840637452,
+      "grad_norm": 0.7692667841911316,
+      "learning_rate": 1.924401501802659e-06,
+      "loss": 0.6371020078659058,
+      "step": 1380
+    },
+    {
+      "epoch": 2.752988047808765,
+      "grad_norm": 0.8262352347373962,
+      "learning_rate": 1.9167541671063703e-06,
+      "loss": 0.9497525691986084,
+      "step": 1382
+    },
+    {
+      "epoch": 2.756972111553785,
+      "grad_norm": 1.0128363370895386,
+      "learning_rate": 1.9091218485161824e-06,
+      "loss": 0.9976522922515869,
+      "step": 1384
+    },
+    {
+      "epoch": 2.760956175298805,
+      "grad_norm": 0.8022831082344055,
+      "learning_rate": 1.9015046288862815e-06,
+      "loss": 0.8430491089820862,
+      "step": 1386
+    },
+    {
+      "epoch": 2.764940239043825,
+      "grad_norm": 1.4386292695999146,
+      "learning_rate": 1.893902590906943e-06,
+      "loss": 0.6075490117073059,
+      "step": 1388
+    },
+    {
+      "epoch": 2.768924302788845,
+      "grad_norm": 1.3775461912155151,
+      "learning_rate": 1.8863158171036336e-06,
+      "loss": 0.12825116515159607,
+      "step": 1390
+    },
+    {
+      "epoch": 2.7729083665338647,
+      "grad_norm": 1.3699278831481934,
+      "learning_rate": 1.8787443898361158e-06,
+      "loss": 1.1316020488739014,
+      "step": 1392
+    },
+    {
+      "epoch": 2.7768924302788847,
+      "grad_norm": 0.8569239377975464,
+      "learning_rate": 1.8711883912975575e-06,
+      "loss": 0.655997633934021,
+      "step": 1394
+    },
+    {
+      "epoch": 2.7808764940239046,
+      "grad_norm": 0.7035950422286987,
+      "learning_rate": 1.8636479035136368e-06,
+      "loss": 0.8871821165084839,
+      "step": 1396
+    },
+    {
+      "epoch": 2.7848605577689245,
+      "grad_norm": 0.7683161497116089,
+      "learning_rate": 1.8561230083416488e-06,
+      "loss": 0.9570977687835693,
+      "step": 1398
+    },
+    {
+      "epoch": 2.7888446215139444,
+      "grad_norm": 0.8087801337242126,
+      "learning_rate": 1.8486137874696223e-06,
+      "loss": 0.8703477382659912,
+      "step": 1400
+    },
+    {
+      "epoch": 2.7928286852589643,
+      "grad_norm": 0.9088819622993469,
+      "learning_rate": 1.8411203224154289e-06,
+      "loss": 0.8619301915168762,
+      "step": 1402
+    },
+    {
+      "epoch": 2.7968127490039842,
+      "grad_norm": 0.3485574424266815,
+      "learning_rate": 1.833642694525902e-06,
+      "loss": 0.13462619483470917,
+      "step": 1404
+    },
+    {
+      "epoch": 2.800796812749004,
+      "grad_norm": 0.9604331851005554,
+      "learning_rate": 1.826180984975948e-06,
+      "loss": 0.8676316142082214,
+      "step": 1406
+    },
+    {
+      "epoch": 2.804780876494024,
+      "grad_norm": 1.302273154258728,
+      "learning_rate": 1.8187352747676718e-06,
+      "loss": 1.241036295890808,
+      "step": 1408
+    },
+    {
+      "epoch": 2.808764940239044,
+      "grad_norm": 1.2466564178466797,
+      "learning_rate": 1.8113056447294936e-06,
+      "loss": 1.0569744110107422,
+      "step": 1410
+    },
+    {
+      "epoch": 2.812749003984064,
+      "grad_norm": 0.9512035846710205,
+      "learning_rate": 1.8038921755152704e-06,
+      "loss": 0.8206438422203064,
+      "step": 1412
+    },
+    {
+      "epoch": 2.816733067729084,
+      "grad_norm": 1.0051904916763306,
+      "learning_rate": 1.7964949476034223e-06,
+      "loss": 0.9369583129882812,
+      "step": 1414
+    },
+    {
+      "epoch": 2.8207171314741037,
+      "grad_norm": 3.8374409675598145,
+      "learning_rate": 1.7891140412960615e-06,
+      "loss": 1.116792917251587,
+      "step": 1416
+    },
+    {
+      "epoch": 2.8247011952191237,
+      "grad_norm": 1.1146875619888306,
+      "learning_rate": 1.7817495367181132e-06,
+      "loss": 0.8257051110267639,
+      "step": 1418
+    },
+    {
+      "epoch": 2.8286852589641436,
+      "grad_norm": 0.2130766063928604,
+      "learning_rate": 1.774401513816454e-06,
+      "loss": 0.08374066650867462,
+      "step": 1420
+    },
+    {
+      "epoch": 2.8326693227091635,
+      "grad_norm": 0.8484716415405273,
+      "learning_rate": 1.76707005235904e-06,
+      "loss": 0.9364421963691711,
+      "step": 1422
+    },
+    {
+      "epoch": 2.8366533864541834,
+      "grad_norm": 0.7365440130233765,
+      "learning_rate": 1.759755231934039e-06,
+      "loss": 0.9269137978553772,
+      "step": 1424
+    },
+    {
+      "epoch": 2.8406374501992033,
+      "grad_norm": 0.9674385190010071,
+      "learning_rate": 1.7524571319489695e-06,
+      "loss": 0.24093596637248993,
+      "step": 1426
+    },
+    {
+      "epoch": 2.8446215139442232,
+      "grad_norm": 0.8217137455940247,
+      "learning_rate": 1.7451758316298386e-06,
+      "loss": 0.8590070605278015,
+      "step": 1428
+    },
+    {
+      "epoch": 2.848605577689243,
+      "grad_norm": 0.818912148475647,
+      "learning_rate": 1.7379114100202824e-06,
+      "loss": 0.8883748650550842,
+      "step": 1430
+    },
+    {
+      "epoch": 2.852589641434263,
+      "grad_norm": 2.239244222640991,
+      "learning_rate": 1.7306639459807026e-06,
+      "loss": 0.8789231777191162,
+      "step": 1432
+    },
+    {
+      "epoch": 2.856573705179283,
+      "grad_norm": 1.3130366802215576,
+      "learning_rate": 1.7234335181874197e-06,
+      "loss": 0.41715553402900696,
+      "step": 1434
+    },
+    {
+      "epoch": 2.860557768924303,
+      "grad_norm": 2.1881866455078125,
+      "learning_rate": 1.7162202051318092e-06,
+      "loss": 0.8317433595657349,
+      "step": 1436
+    },
+    {
+      "epoch": 2.864541832669323,
+      "grad_norm": 0.4997340440750122,
+      "learning_rate": 1.7090240851194576e-06,
+      "loss": 0.06248881667852402,
+      "step": 1438
+    },
+    {
+      "epoch": 2.8685258964143427,
+      "grad_norm": 0.7684650421142578,
+      "learning_rate": 1.7018452362693062e-06,
+      "loss": 0.9771674871444702,
+      "step": 1440
+    },
+    {
+      "epoch": 2.8725099601593627,
+      "grad_norm": 2.6358094215393066,
+      "learning_rate": 1.694683736512807e-06,
+      "loss": 0.4274534285068512,
+      "step": 1442
+    },
+    {
+      "epoch": 2.8764940239043826,
+      "grad_norm": 3.7041735649108887,
+      "learning_rate": 1.6875396635930767e-06,
+      "loss": 0.8502193689346313,
+      "step": 1444
+    },
+    {
+      "epoch": 2.8804780876494025,
+      "grad_norm": 1.7656716108322144,
+      "learning_rate": 1.6804130950640492e-06,
+      "loss": 0.2269526571035385,
+      "step": 1446
+    },
+    {
+      "epoch": 2.8844621513944224,
+      "grad_norm": 0.9704077839851379,
+      "learning_rate": 1.6733041082896355e-06,
+      "loss": 0.9017117619514465,
+      "step": 1448
+    },
+    {
+      "epoch": 2.8884462151394423,
+      "grad_norm": 1.1423131227493286,
+      "learning_rate": 1.666212780442887e-06,
+      "loss": 0.7310890555381775,
+      "step": 1450
+    },
+    {
+      "epoch": 2.8924302788844622,
+      "grad_norm": 0.8818380832672119,
+      "learning_rate": 1.659139188505152e-06,
+      "loss": 0.9649314880371094,
+      "step": 1452
+    },
+    {
+      "epoch": 2.896414342629482,
+      "grad_norm": 0.9627234935760498,
+      "learning_rate": 1.652083409265246e-06,
+      "loss": 0.1323651671409607,
+      "step": 1454
+    },
+    {
+      "epoch": 2.900398406374502,
+      "grad_norm": 0.625633955001831,
+      "learning_rate": 1.6450455193186137e-06,
+      "loss": 0.8300275206565857,
+      "step": 1456
+    },
+    {
+      "epoch": 2.904382470119522,
+      "grad_norm": 1.691175103187561,
+      "learning_rate": 1.638025595066499e-06,
+      "loss": 0.7612891793251038,
+      "step": 1458
+    },
+    {
+      "epoch": 2.908366533864542,
+      "grad_norm": 0.9278882145881653,
+      "learning_rate": 1.6310237127151137e-06,
+      "loss": 0.9076191782951355,
+      "step": 1460
+    },
+    {
+      "epoch": 2.912350597609562,
+      "grad_norm": 2.7954494953155518,
+      "learning_rate": 1.624039948274815e-06,
+      "loss": 0.37150129675865173,
+      "step": 1462
+    },
+    {
+      "epoch": 2.9163346613545817,
+      "grad_norm": 0.423910528421402,
+      "learning_rate": 1.6170743775592773e-06,
+      "loss": 0.20058873295783997,
+      "step": 1464
+    },
+    {
+      "epoch": 2.9203187250996017,
+      "grad_norm": 0.9244667887687683,
+      "learning_rate": 1.610127076184667e-06,
+      "loss": 0.8625198602676392,
+      "step": 1466
+    },
+    {
+      "epoch": 2.9243027888446216,
+      "grad_norm": 0.8803090453147888,
+      "learning_rate": 1.6031981195688252e-06,
+      "loss": 0.9291595816612244,
+      "step": 1468
+    },
+    {
+      "epoch": 2.9282868525896415,
+      "grad_norm": 1.0361244678497314,
+      "learning_rate": 1.59628758293045e-06,
+      "loss": 0.23180729150772095,
+      "step": 1470
+    },
+    {
+      "epoch": 2.9322709163346614,
+      "grad_norm": 5.147000789642334,
+      "learning_rate": 1.5893955412882733e-06,
+      "loss": 0.5987867712974548,
+      "step": 1472
+    },
+    {
+      "epoch": 2.9362549800796813,
+      "grad_norm": 0.5982325673103333,
+      "learning_rate": 1.582522069460253e-06,
+      "loss": 0.8363850116729736,
+      "step": 1474
+    },
+    {
+      "epoch": 2.9402390438247012,
+      "grad_norm": 3.7226884365081787,
+      "learning_rate": 1.5756672420627596e-06,
+      "loss": 0.8606371283531189,
+      "step": 1476
+    },
+    {
+      "epoch": 2.944223107569721,
+      "grad_norm": 1.0484495162963867,
+      "learning_rate": 1.5688311335097646e-06,
+      "loss": 0.9633500576019287,
+      "step": 1478
+    },
+    {
+      "epoch": 2.948207171314741,
+      "grad_norm": 0.7016828656196594,
+      "learning_rate": 1.5620138180120331e-06,
+      "loss": 0.8571369647979736,
+      "step": 1480
+    },
+    {
+      "epoch": 2.952191235059761,
+      "grad_norm": 2.1188414096832275,
+      "learning_rate": 1.5552153695763156e-06,
+      "loss": 0.44183531403541565,
+      "step": 1482
+    },
+    {
+      "epoch": 2.956175298804781,
+      "grad_norm": 2.2254960536956787,
+      "learning_rate": 1.5484358620045534e-06,
+      "loss": 0.28760015964508057,
+      "step": 1484
+    },
+    {
+      "epoch": 2.960159362549801,
+      "grad_norm": 2.748490333557129,
+      "learning_rate": 1.5416753688930654e-06,
+      "loss": 0.6493697166442871,
+      "step": 1486
+    },
+    {
+      "epoch": 2.9641434262948207,
+      "grad_norm": 1.3967127799987793,
+      "learning_rate": 1.5349339636317584e-06,
+      "loss": 0.8622140288352966,
+      "step": 1488
+    },
+    {
+      "epoch": 2.9681274900398407,
+      "grad_norm": 1.959518313407898,
+      "learning_rate": 1.528211719403328e-06,
+      "loss": 0.722124457359314,
+      "step": 1490
+    },
+    {
+      "epoch": 2.9721115537848606,
+      "grad_norm": 1.3386509418487549,
+      "learning_rate": 1.521508709182461e-06,
+      "loss": 0.9694193601608276,
+      "step": 1492
+    },
+    {
+      "epoch": 2.9760956175298805,
+      "grad_norm": 0.9864974617958069,
+      "learning_rate": 1.514825005735045e-06,
+      "loss": 0.8088407516479492,
+      "step": 1494
+    },
+    {
+      "epoch": 2.9800796812749004,
+      "grad_norm": 2.115551471710205,
+      "learning_rate": 1.5081606816173814e-06,
+      "loss": 0.12242338061332703,
+      "step": 1496
+    },
+    {
+      "epoch": 2.9840637450199203,
+      "grad_norm": 0.75198894739151,
+      "learning_rate": 1.5015158091753958e-06,
+      "loss": 0.1432493031024933,
+      "step": 1498
+    },
+    {
+      "epoch": 2.9880478087649402,
+      "grad_norm": 1.4102544784545898,
+      "learning_rate": 1.4948904605438477e-06,
+      "loss": 0.0790117010474205,
+      "step": 1500
+    },
+    {
+      "epoch": 2.99203187250996,
+      "grad_norm": 0.6461302638053894,
+      "learning_rate": 1.488284707645557e-06,
+      "loss": 0.7927932739257812,
+      "step": 1502
+    },
+    {
+      "epoch": 2.99601593625498,
+      "grad_norm": 0.9944819211959839,
+      "learning_rate": 1.4816986221906159e-06,
+      "loss": 0.8774588704109192,
+      "step": 1504
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 2.3869407176971436,
+      "learning_rate": 1.4751322756756127e-06,
+      "loss": 0.23395386338233948,
+      "step": 1506
+    },
+    {
+      "epoch": 3.00398406374502,
+      "grad_norm": 0.6929567456245422,
+      "learning_rate": 1.4685857393828543e-06,
+      "loss": 0.6813750267028809,
+      "step": 1508
+    },
+    {
+      "epoch": 3.00796812749004,
+      "grad_norm": 1.4428455829620361,
+      "learning_rate": 1.4620590843795967e-06,
+      "loss": 0.27471280097961426,
+      "step": 1510
+    },
+    {
+      "epoch": 3.0119521912350598,
+      "grad_norm": 1.1208453178405762,
+      "learning_rate": 1.4555523815172693e-06,
+      "loss": 0.7926130294799805,
+      "step": 1512
+    },
+    {
+      "epoch": 3.0159362549800797,
+      "grad_norm": 1.4112131595611572,
+      "learning_rate": 1.449065701430705e-06,
+      "loss": 0.3855717182159424,
+      "step": 1514
+    },
+    {
+      "epoch": 3.0199203187250996,
+      "grad_norm": 7.652811527252197,
+      "learning_rate": 1.4425991145373788e-06,
+      "loss": 0.1316222846508026,
+      "step": 1516
+    },
+    {
+      "epoch": 3.0239043824701195,
+      "grad_norm": 1.6621893644332886,
+      "learning_rate": 1.4361526910366368e-06,
+      "loss": 0.2520155906677246,
+      "step": 1518
+    },
+    {
+      "epoch": 3.0278884462151394,
+      "grad_norm": 0.8125709891319275,
+      "learning_rate": 1.4297265009089397e-06,
+      "loss": 0.7272902727127075,
+      "step": 1520
+    },
+    {
+      "epoch": 3.0318725099601593,
+      "grad_norm": 1.4255092144012451,
+      "learning_rate": 1.423320613915099e-06,
+      "loss": 0.5655202865600586,
+      "step": 1522
+    },
+    {
+      "epoch": 3.0358565737051793,
+      "grad_norm": 1.9694007635116577,
+      "learning_rate": 1.416935099595522e-06,
+      "loss": 0.21059830486774445,
+      "step": 1524
+    },
+    {
+      "epoch": 3.039840637450199,
+      "grad_norm": 0.7592612504959106,
+      "learning_rate": 1.4105700272694578e-06,
+      "loss": 0.6575446724891663,
+      "step": 1526
+    },
+    {
+      "epoch": 3.043824701195219,
+      "grad_norm": 1.133392572402954,
+      "learning_rate": 1.4042254660342408e-06,
+      "loss": 0.9429333209991455,
+      "step": 1528
+    },
+    {
+      "epoch": 3.047808764940239,
+      "grad_norm": 1.231631875038147,
+      "learning_rate": 1.3979014847645435e-06,
+      "loss": 0.2242284119129181,
+      "step": 1530
+    },
+    {
+      "epoch": 3.051792828685259,
+      "grad_norm": 1.1999961137771606,
+      "learning_rate": 1.391598152111631e-06,
+      "loss": 0.15949700772762299,
+      "step": 1532
+    },
+    {
+      "epoch": 3.055776892430279,
+      "grad_norm": 1.6939618587493896,
+      "learning_rate": 1.385315536502609e-06,
+      "loss": 0.21413640677928925,
+      "step": 1534
+    },
+    {
+      "epoch": 3.0597609561752988,
+      "grad_norm": 1.3219988346099854,
+      "learning_rate": 1.3790537061396887e-06,
+      "loss": 0.6202045679092407,
+      "step": 1536
+    },
+    {
+      "epoch": 3.0637450199203187,
+      "grad_norm": 0.998444676399231,
+      "learning_rate": 1.372812728999442e-06,
+      "loss": 0.7671471238136292,
+      "step": 1538
+    },
+    {
+      "epoch": 3.0677290836653386,
+      "grad_norm": 1.4698975086212158,
+      "learning_rate": 1.3665926728320632e-06,
+      "loss": 0.47750726342201233,
+      "step": 1540
+    },
+    {
+      "epoch": 3.0717131474103585,
+      "grad_norm": 0.9587137699127197,
+      "learning_rate": 1.3603936051606346e-06,
+      "loss": 0.7269394397735596,
+      "step": 1542
+    },
+    {
+      "epoch": 3.0756972111553784,
+      "grad_norm": 2.3286054134368896,
+      "learning_rate": 1.3542155932803954e-06,
+      "loss": 0.7805855870246887,
+      "step": 1544
+    },
+    {
+      "epoch": 3.0796812749003983,
+      "grad_norm": 0.7439804077148438,
+      "learning_rate": 1.3480587042580092e-06,
+      "loss": 0.6787388324737549,
+      "step": 1546
+    },
+    {
+      "epoch": 3.0836653386454183,
+      "grad_norm": 1.8882228136062622,
+      "learning_rate": 1.3419230049308333e-06,
+      "loss": 0.6134771108627319,
+      "step": 1548
+    },
+    {
+      "epoch": 3.087649402390438,
+      "grad_norm": 1.0494561195373535,
+      "learning_rate": 1.3358085619062003e-06,
+      "loss": 0.7737662196159363,
+      "step": 1550
+    },
+    {
+      "epoch": 3.091633466135458,
+      "grad_norm": 0.31838488578796387,
+      "learning_rate": 1.3297154415606864e-06,
+      "loss": 0.034840308129787445,
+      "step": 1552
+    },
+    {
+      "epoch": 3.095617529880478,
+      "grad_norm": 1.5378990173339844,
+      "learning_rate": 1.3236437100393992e-06,
+      "loss": 0.21899044513702393,
+      "step": 1554
+    },
+    {
+      "epoch": 3.099601593625498,
+      "grad_norm": 0.9580462574958801,
+      "learning_rate": 1.3175934332552511e-06,
+      "loss": 0.635277271270752,
+      "step": 1556
+    },
+    {
+      "epoch": 3.103585657370518,
+      "grad_norm": 1.2689288854599,
+      "learning_rate": 1.3115646768882522e-06,
+      "loss": 0.6710810661315918,
+      "step": 1558
+    },
+    {
+      "epoch": 3.1075697211155378,
+      "grad_norm": 0.9133360385894775,
+      "learning_rate": 1.3055575063847923e-06,
+      "loss": 0.7197314500808716,
+      "step": 1560
+    },
+    {
+      "epoch": 3.1115537848605577,
+      "grad_norm": 3.067455768585205,
+      "learning_rate": 1.29957198695693e-06,
+      "loss": 0.21895435452461243,
+      "step": 1562
+    },
+    {
+      "epoch": 3.1155378486055776,
+      "grad_norm": 0.27349138259887695,
+      "learning_rate": 1.2936081835816867e-06,
+      "loss": 0.19600287079811096,
+      "step": 1564
+    },
+    {
+      "epoch": 3.1195219123505975,
+      "grad_norm": 1.1419686079025269,
+      "learning_rate": 1.2876661610003428e-06,
+      "loss": 0.7878577709197998,
+      "step": 1566
+    },
+    {
+      "epoch": 3.1235059760956174,
+      "grad_norm": 1.1395351886749268,
+      "learning_rate": 1.2817459837177298e-06,
+      "loss": 0.7802326679229736,
+      "step": 1568
+    },
+    {
+      "epoch": 3.1274900398406373,
+      "grad_norm": 1.9237797260284424,
+      "learning_rate": 1.2758477160015355e-06,
+      "loss": 0.5069929361343384,
+      "step": 1570
+    },
+    {
+      "epoch": 3.1314741035856573,
+      "grad_norm": 0.7889575958251953,
+      "learning_rate": 1.2699714218816036e-06,
+      "loss": 0.6714158654212952,
+      "step": 1572
+    },
+    {
+      "epoch": 3.135458167330677,
+      "grad_norm": 0.9449037313461304,
+      "learning_rate": 1.2641171651492383e-06,
+      "loss": 0.6565294861793518,
+      "step": 1574
+    },
+    {
+      "epoch": 3.139442231075697,
+      "grad_norm": 1.7222603559494019,
+      "learning_rate": 1.2582850093565115e-06,
+      "loss": 0.2423674762248993,
+      "step": 1576
+    },
+    {
+      "epoch": 3.143426294820717,
+      "grad_norm": 0.8361628651618958,
+      "learning_rate": 1.2524750178155762e-06,
+      "loss": 0.6483781933784485,
+      "step": 1578
+    },
+    {
+      "epoch": 3.147410358565737,
+      "grad_norm": 0.4106227159500122,
+      "learning_rate": 1.2466872535979755e-06,
+      "loss": 0.06941226869821548,
+      "step": 1580
+    },
+    {
+      "epoch": 3.151394422310757,
+      "grad_norm": 1.131303071975708,
+      "learning_rate": 1.2409217795339592e-06,
+      "loss": 0.6722179651260376,
+      "step": 1582
+    },
+    {
+      "epoch": 3.1553784860557768,
+      "grad_norm": 1.3526575565338135,
+      "learning_rate": 1.2351786582118018e-06,
+      "loss": 0.37432199716567993,
+      "step": 1584
+    },
+    {
+      "epoch": 3.1593625498007967,
+      "grad_norm": 1.5046707391738892,
+      "learning_rate": 1.2294579519771246e-06,
+      "loss": 0.36908501386642456,
+      "step": 1586
+    },
+    {
+      "epoch": 3.1633466135458166,
+      "grad_norm": 0.14365744590759277,
+      "learning_rate": 1.2237597229322155e-06,
+      "loss": 0.01732539013028145,
+      "step": 1588
+    },
+    {
+      "epoch": 3.1673306772908365,
+      "grad_norm": 0.7536062598228455,
+      "learning_rate": 1.2180840329353564e-06,
+      "loss": 0.2823001444339752,
+      "step": 1590
+    },
+    {
+      "epoch": 3.1713147410358564,
+      "grad_norm": 6.318256855010986,
+      "learning_rate": 1.2124309436001533e-06,
+      "loss": 0.5411125421524048,
+      "step": 1592
+    },
+    {
+      "epoch": 3.1752988047808763,
+      "grad_norm": 1.1654754877090454,
+      "learning_rate": 1.2068005162948668e-06,
+      "loss": 0.7602944374084473,
+      "step": 1594
+    },
+    {
+      "epoch": 3.1792828685258963,
+      "grad_norm": 2.5576841831207275,
+      "learning_rate": 1.2011928121417431e-06,
+      "loss": 0.1262691169977188,
+      "step": 1596
+    },
+    {
+      "epoch": 3.183266932270916,
+      "grad_norm": 1.2924350500106812,
+      "learning_rate": 1.195607892016354e-06,
+      "loss": 0.6975268721580505,
+      "step": 1598
+    },
+    {
+      "epoch": 3.187250996015936,
+      "grad_norm": 2.0278656482696533,
+      "learning_rate": 1.1900458165469345e-06,
+      "loss": 0.5072341561317444,
+      "step": 1600
+    },
+    {
+      "epoch": 3.191235059760956,
+      "grad_norm": 2.13330078125,
+      "learning_rate": 1.184506646113724e-06,
+      "loss": 0.7287152409553528,
+      "step": 1602
+    },
+    {
+      "epoch": 3.195219123505976,
+      "grad_norm": 0.19735604524612427,
+      "learning_rate": 1.1789904408483123e-06,
+      "loss": 0.20490704476833344,
+      "step": 1604
+    },
+    {
+      "epoch": 3.199203187250996,
+      "grad_norm": 2.342869997024536,
+      "learning_rate": 1.1734972606329874e-06,
+      "loss": 0.6201443076133728,
+      "step": 1606
+    },
+    {
+      "epoch": 3.2031872509960158,
+      "grad_norm": 1.9951808452606201,
+      "learning_rate": 1.1680271651000819e-06,
+      "loss": 0.2740911543369293,
+      "step": 1608
+    },
+    {
+      "epoch": 3.2071713147410357,
+      "grad_norm": 1.075411319732666,
+      "learning_rate": 1.162580213631328e-06,
+      "loss": 0.6568232774734497,
+      "step": 1610
+    },
+    {
+      "epoch": 3.2111553784860556,
+      "grad_norm": 2.3391730785369873,
+      "learning_rate": 1.1571564653572148e-06,
+      "loss": 1.0995919704437256,
+      "step": 1612
+    },
+    {
+      "epoch": 3.2151394422310755,
+      "grad_norm": 0.11555808782577515,
+      "learning_rate": 1.1517559791563439e-06,
+      "loss": 0.003191891126334667,
+      "step": 1614
+    },
+    {
+      "epoch": 3.2191235059760954,
+      "grad_norm": 2.371424674987793,
+      "learning_rate": 1.1463788136547887e-06,
+      "loss": 0.396582692861557,
+      "step": 1616
+    },
+    {
+      "epoch": 3.2231075697211153,
+      "grad_norm": 1.8076469898223877,
+      "learning_rate": 1.141025027225463e-06,
+      "loss": 0.3241533637046814,
+      "step": 1618
+    },
+    {
+      "epoch": 3.2270916334661353,
+      "grad_norm": 0.9942080974578857,
+      "learning_rate": 1.1356946779874825e-06,
+      "loss": 0.6740264296531677,
+      "step": 1620
+    },
+    {
+      "epoch": 3.231075697211155,
+      "grad_norm": 1.624965786933899,
+      "learning_rate": 1.1303878238055357e-06,
+      "loss": 0.44572022557258606,
+      "step": 1622
+    },
+    {
+      "epoch": 3.235059760956175,
+      "grad_norm": 1.6572600603103638,
+      "learning_rate": 1.1251045222892553e-06,
+      "loss": 0.21951913833618164,
+      "step": 1624
+    },
+    {
+      "epoch": 3.239043824701195,
+      "grad_norm": 1.5844409465789795,
+      "learning_rate": 1.119844830792595e-06,
+      "loss": 0.7072573900222778,
+      "step": 1626
+    },
+    {
+      "epoch": 3.243027888446215,
+      "grad_norm": 1.0160541534423828,
+      "learning_rate": 1.1146088064132052e-06,
+      "loss": 0.6218189001083374,
+      "step": 1628
+    },
+    {
+      "epoch": 3.247011952191235,
+      "grad_norm": 0.6660611033439636,
+      "learning_rate": 1.10939650599181e-06,
+      "loss": 0.15160006284713745,
+      "step": 1630
+    },
+    {
+      "epoch": 3.2509960159362548,
+      "grad_norm": 4.854979038238525,
+      "learning_rate": 1.1042079861115967e-06,
+      "loss": 0.4013654887676239,
+      "step": 1632
+    },
+    {
+      "epoch": 3.2549800796812747,
+      "grad_norm": 1.7456501722335815,
+      "learning_rate": 1.099043303097596e-06,
+      "loss": 0.6942977905273438,
+      "step": 1634
+    },
+    {
+      "epoch": 3.2589641434262946,
+      "grad_norm": 0.6688535809516907,
+      "learning_rate": 1.0939025130160743e-06,
+      "loss": 0.7660707831382751,
+      "step": 1636
+    },
+    {
+      "epoch": 3.2629482071713145,
+      "grad_norm": 1.3489729166030884,
+      "learning_rate": 1.088785671673921e-06,
+      "loss": 0.4087866544723511,
+      "step": 1638
+    },
+    {
+      "epoch": 3.2669322709163344,
+      "grad_norm": 3.7537801265716553,
+      "learning_rate": 1.0836928346180481e-06,
+      "loss": 0.26779600977897644,
+      "step": 1640
+    },
+    {
+      "epoch": 3.2709163346613543,
+      "grad_norm": 1.0913664102554321,
+      "learning_rate": 1.0786240571347827e-06,
+      "loss": 0.11661072820425034,
+      "step": 1642
+    },
+    {
+      "epoch": 3.2749003984063743,
+      "grad_norm": 1.3544014692306519,
+      "learning_rate": 1.0735793942492676e-06,
+      "loss": 0.9415394067764282,
+      "step": 1644
+    },
+    {
+      "epoch": 3.278884462151394,
+      "grad_norm": 1.880513072013855,
+      "learning_rate": 1.068558900724865e-06,
+      "loss": 0.6600284576416016,
+      "step": 1646
+    },
+    {
+      "epoch": 3.2828685258964145,
+      "grad_norm": 2.517366647720337,
+      "learning_rate": 1.0635626310625637e-06,
+      "loss": 0.3240680694580078,
+      "step": 1648
+    },
+    {
+      "epoch": 3.2868525896414345,
+      "grad_norm": 0.825859010219574,
+      "learning_rate": 1.058590639500382e-06,
+      "loss": 0.6646403074264526,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2908366533864544,
+      "grad_norm": 0.9859835505485535,
+      "learning_rate": 1.0536429800127851e-06,
+      "loss": 0.642147958278656,
+      "step": 1652
+    },
+    {
+      "epoch": 3.2948207171314743,
+      "grad_norm": 1.7152155637741089,
+      "learning_rate": 1.0487197063100961e-06,
+      "loss": 0.7060829401016235,
+      "step": 1654
+    },
+    {
+      "epoch": 3.298804780876494,
+      "grad_norm": 1.7756178379058838,
+      "learning_rate": 1.0438208718379124e-06,
+      "loss": 0.7361951470375061,
+      "step": 1656
+    },
+    {
+      "epoch": 3.302788844621514,
+      "grad_norm": 1.7107096910476685,
+      "learning_rate": 1.0389465297765253e-06,
+      "loss": 0.6126337647438049,
+      "step": 1658
+    },
+    {
+      "epoch": 3.306772908366534,
+      "grad_norm": 1.4858530759811401,
+      "learning_rate": 1.0340967330403468e-06,
+      "loss": 0.614052414894104,
+      "step": 1660
+    },
+    {
+      "epoch": 3.310756972111554,
+      "grad_norm": 6.398506164550781,
+      "learning_rate": 1.02927153427733e-06,
+      "loss": 0.6388739347457886,
+      "step": 1662
+    },
+    {
+      "epoch": 3.314741035856574,
+      "grad_norm": 4.903992652893066,
+      "learning_rate": 1.0244709858683996e-06,
+      "loss": 0.1377391517162323,
+      "step": 1664
+    },
+    {
+      "epoch": 3.318725099601594,
+      "grad_norm": 1.644950270652771,
+      "learning_rate": 1.0196951399268847e-06,
+      "loss": 0.3214379549026489,
+      "step": 1666
+    },
+    {
+      "epoch": 3.3227091633466137,
+      "grad_norm": 6.5153608322143555,
+      "learning_rate": 1.0149440482979503e-06,
+      "loss": 0.23638975620269775,
+      "step": 1668
+    },
+    {
+      "epoch": 3.3266932270916336,
+      "grad_norm": 1.4857839345932007,
+      "learning_rate": 1.0102177625580375e-06,
+      "loss": 0.22218865156173706,
+      "step": 1670
+    },
+    {
+      "epoch": 3.3306772908366535,
+      "grad_norm": 8.828252792358398,
+      "learning_rate": 1.0055163340143e-06,
+      "loss": 0.6645467877388,
+      "step": 1672
+    },
+    {
+      "epoch": 3.3346613545816735,
+      "grad_norm": 1.0999014377593994,
+      "learning_rate": 1.0008398137040507e-06,
+      "loss": 0.5620592832565308,
+      "step": 1674
+    },
+    {
+      "epoch": 3.3386454183266934,
+      "grad_norm": 2.528717279434204,
+      "learning_rate": 9.961882523942068e-07,
+      "loss": 0.6080818176269531,
+      "step": 1676
+    },
+    {
+      "epoch": 3.3426294820717133,
+      "grad_norm": 0.1366569846868515,
+      "learning_rate": 9.915617005807357e-07,
+      "loss": 0.01138792559504509,
+      "step": 1678
+    },
+    {
+      "epoch": 3.346613545816733,
+      "grad_norm": 5.231603622436523,
+      "learning_rate": 9.869602084881103e-07,
+      "loss": 0.29557374119758606,
+      "step": 1680
+    },
+    {
+      "epoch": 3.350597609561753,
+      "grad_norm": 0.9051138758659363,
+      "learning_rate": 9.823838260687635e-07,
+      "loss": 0.41544756293296814,
+      "step": 1682
+    },
+    {
+      "epoch": 3.354581673306773,
+      "grad_norm": 1.6163842678070068,
+      "learning_rate": 9.778326030025432e-07,
+      "loss": 0.45938849449157715,
+      "step": 1684
+    },
+    {
+      "epoch": 3.358565737051793,
+      "grad_norm": 7.820988178253174,
+      "learning_rate": 9.733065886961764e-07,
+      "loss": 0.4935106337070465,
+      "step": 1686
+    },
+    {
+      "epoch": 3.362549800796813,
+      "grad_norm": 1.3769513368606567,
+      "learning_rate": 9.688058322827313e-07,
+      "loss": 0.5252028107643127,
+      "step": 1688
+    },
+    {
+      "epoch": 3.366533864541833,
+      "grad_norm": 1.0140272378921509,
+      "learning_rate": 9.643303826210824e-07,
+      "loss": 0.7207529544830322,
+      "step": 1690
+    },
+    {
+      "epoch": 3.3705179282868527,
+      "grad_norm": 1.3448855876922607,
+      "learning_rate": 9.598802882953828e-07,
+      "loss": 0.7529066205024719,
+      "step": 1692
+    },
+    {
+      "epoch": 3.3745019920318726,
+      "grad_norm": 1.0818604230880737,
+      "learning_rate": 9.554555976145349e-07,
+      "loss": 0.6526249647140503,
+      "step": 1694
+    },
+    {
+      "epoch": 3.3784860557768925,
+      "grad_norm": 0.858180046081543,
+      "learning_rate": 9.510563586116686e-07,
+      "loss": 0.6609078645706177,
+      "step": 1696
+    },
+    {
+      "epoch": 3.3824701195219125,
+      "grad_norm": 1.1475756168365479,
+      "learning_rate": 9.466826190436147e-07,
+      "loss": 0.7812352180480957,
+      "step": 1698
+    },
+    {
+      "epoch": 3.3864541832669324,
+      "grad_norm": 2.1600332260131836,
+      "learning_rate": 9.423344263903926e-07,
+      "loss": 0.7400810122489929,
+      "step": 1700
+    },
+    {
+      "epoch": 3.3904382470119523,
+      "grad_norm": 1.9892051219940186,
+      "learning_rate": 9.380118278546906e-07,
+      "loss": 0.6348077654838562,
+      "step": 1702
+    },
+    {
+      "epoch": 3.394422310756972,
+      "grad_norm": 0.9929773211479187,
+      "learning_rate": 9.337148703613554e-07,
+      "loss": 0.6541098356246948,
+      "step": 1704
+    },
+    {
+      "epoch": 3.398406374501992,
+      "grad_norm": 5.213384628295898,
+      "learning_rate": 9.29443600556881e-07,
+      "loss": 0.20520062744617462,
+      "step": 1706
+    },
+    {
+      "epoch": 3.402390438247012,
+      "grad_norm": 1.8277703523635864,
+      "learning_rate": 9.251980648089045e-07,
+      "loss": 0.596899688243866,
+      "step": 1708
+    },
+    {
+      "epoch": 3.406374501992032,
+      "grad_norm": 0.9781650304794312,
+      "learning_rate": 9.209783092057025e-07,
+      "loss": 0.7202063202857971,
+      "step": 1710
+    },
+    {
+      "epoch": 3.410358565737052,
+      "grad_norm": 1.2887661457061768,
+      "learning_rate": 9.16784379555688e-07,
+      "loss": 0.668391764163971,
+      "step": 1712
+    },
+    {
+      "epoch": 3.414342629482072,
+      "grad_norm": 1.2524248361587524,
+      "learning_rate": 9.126163213869171e-07,
+      "loss": 0.6738901138305664,
+      "step": 1714
+    },
+    {
+      "epoch": 3.4183266932270917,
+      "grad_norm": 0.8974006772041321,
+      "learning_rate": 9.084741799465915e-07,
+      "loss": 0.6369835734367371,
+      "step": 1716
+    },
+    {
+      "epoch": 3.4223107569721116,
+      "grad_norm": 0.9271976351737976,
+      "learning_rate": 9.043580002005681e-07,
+      "loss": 0.7468122839927673,
+      "step": 1718
+    },
+    {
+      "epoch": 3.4262948207171315,
+      "grad_norm": 0.9398600459098816,
+      "learning_rate": 9.002678268328732e-07,
+      "loss": 0.6316313743591309,
+      "step": 1720
+    },
+    {
+      "epoch": 3.4302788844621515,
+      "grad_norm": 3.112898111343384,
+      "learning_rate": 8.962037042452146e-07,
+      "loss": 0.3467191755771637,
+      "step": 1722
+    },
+    {
+      "epoch": 3.4342629482071714,
+      "grad_norm": 0.8903955817222595,
+      "learning_rate": 8.921656765564998e-07,
+      "loss": 0.5496594309806824,
+      "step": 1724
+    },
+    {
+      "epoch": 3.4382470119521913,
+      "grad_norm": 2.7363598346710205,
+      "learning_rate": 8.881537876023597e-07,
+      "loss": 0.6846615076065063,
+      "step": 1726
+    },
+    {
+      "epoch": 3.442231075697211,
+      "grad_norm": 1.7913397550582886,
+      "learning_rate": 8.841680809346684e-07,
+      "loss": 0.4614332914352417,
+      "step": 1728
+    },
+    {
+      "epoch": 3.446215139442231,
+      "grad_norm": 2.286719560623169,
+      "learning_rate": 8.802085998210754e-07,
+      "loss": 0.6514830589294434,
+      "step": 1730
+    },
+    {
+      "epoch": 3.450199203187251,
+      "grad_norm": 1.2754535675048828,
+      "learning_rate": 8.762753872445316e-07,
+      "loss": 0.6596709489822388,
+      "step": 1732
+    },
+    {
+      "epoch": 3.454183266932271,
+      "grad_norm": 3.1973865032196045,
+      "learning_rate": 8.723684859028244e-07,
+      "loss": 0.3601575791835785,
+      "step": 1734
+    },
+    {
+      "epoch": 3.458167330677291,
+      "grad_norm": 1.0521482229232788,
+      "learning_rate": 8.684879382081163e-07,
+      "loss": 0.6533339023590088,
+      "step": 1736
+    },
+    {
+      "epoch": 3.462151394422311,
+      "grad_norm": 1.2476742267608643,
+      "learning_rate": 8.646337862864804e-07,
+      "loss": 0.7225340604782104,
+      "step": 1738
+    },
+    {
+      "epoch": 3.4661354581673307,
+      "grad_norm": 8.218664169311523,
+      "learning_rate": 8.608060719774452e-07,
+      "loss": 0.14243163168430328,
+      "step": 1740
+    },
+    {
+      "epoch": 3.4701195219123506,
+      "grad_norm": 0.8877552151679993,
+      "learning_rate": 8.570048368335411e-07,
+      "loss": 0.7387225031852722,
+      "step": 1742
+    },
+    {
+      "epoch": 3.4741035856573705,
+      "grad_norm": 0.26608389616012573,
+      "learning_rate": 8.532301221198491e-07,
+      "loss": 0.060973528772592545,
+      "step": 1744
+    },
+    {
+      "epoch": 3.4780876494023905,
+      "grad_norm": 1.655069351196289,
+      "learning_rate": 8.494819688135502e-07,
+      "loss": 0.6722233891487122,
+      "step": 1746
+    },
+    {
+      "epoch": 3.4820717131474104,
+      "grad_norm": 0.3229190409183502,
+      "learning_rate": 8.457604176034851e-07,
+      "loss": 0.16490302979946136,
+      "step": 1748
+    },
+    {
+      "epoch": 3.4860557768924303,
+      "grad_norm": 0.3072760999202728,
+      "learning_rate": 8.42065508889708e-07,
+      "loss": 0.06224316358566284,
+      "step": 1750
+    },
+    {
+      "epoch": 3.49003984063745,
+      "grad_norm": 1.0425161123275757,
+      "learning_rate": 8.383972827830517e-07,
+      "loss": 0.6595985293388367,
+      "step": 1752
+    },
+    {
+      "epoch": 3.49402390438247,
+      "grad_norm": 1.6916478872299194,
+      "learning_rate": 8.347557791046892e-07,
+      "loss": 0.18403995037078857,
+      "step": 1754
+    },
+    {
+      "epoch": 3.49800796812749,
+      "grad_norm": 0.8162530064582825,
+      "learning_rate": 8.311410373857033e-07,
+      "loss": 0.6693860292434692,
+      "step": 1756
+    },
+    {
+      "epoch": 3.50199203187251,
+      "grad_norm": 3.898818254470825,
+      "learning_rate": 8.275530968666578e-07,
+      "loss": 0.5436112880706787,
+      "step": 1758
+    },
+    {
+      "epoch": 3.50597609561753,
+      "grad_norm": 0.576738178730011,
+      "learning_rate": 8.239919964971689e-07,
+      "loss": 0.1252291202545166,
+      "step": 1760
+    },
+    {
+      "epoch": 3.50996015936255,
+      "grad_norm": 0.9629335403442383,
+      "learning_rate": 8.20457774935485e-07,
+      "loss": 0.2324841022491455,
+      "step": 1762
+    },
+    {
+      "epoch": 3.5139442231075697,
+      "grad_norm": 1.051251769065857,
+      "learning_rate": 8.16950470548067e-07,
+      "loss": 0.5175900459289551,
+      "step": 1764
+    },
+    {
+      "epoch": 3.5179282868525896,
+      "grad_norm": 5.374156951904297,
+      "learning_rate": 8.134701214091691e-07,
+      "loss": 0.19936859607696533,
+      "step": 1766
+    },
+    {
+      "epoch": 3.5219123505976095,
+      "grad_norm": 1.134244680404663,
+      "learning_rate": 8.100167653004285e-07,
+      "loss": 0.09222012758255005,
+      "step": 1768
+    },
+    {
+      "epoch": 3.5258964143426295,
+      "grad_norm": 1.0654293298721313,
+      "learning_rate": 8.065904397104543e-07,
+      "loss": 0.6717595458030701,
+      "step": 1770
+    },
+    {
+      "epoch": 3.5298804780876494,
+      "grad_norm": 2.4975504875183105,
+      "learning_rate": 8.031911818344201e-07,
+      "loss": 0.5180625915527344,
+      "step": 1772
+    },
+    {
+      "epoch": 3.5338645418326693,
+      "grad_norm": 0.9296510219573975,
+      "learning_rate": 7.998190285736589e-07,
+      "loss": 0.6407575607299805,
+      "step": 1774
+    },
+    {
+      "epoch": 3.537848605577689,
+      "grad_norm": 2.6143455505371094,
+      "learning_rate": 7.964740165352664e-07,
+      "loss": 0.6667947769165039,
+      "step": 1776
+    },
+    {
+      "epoch": 3.541832669322709,
+      "grad_norm": 0.19827701151371002,
+      "learning_rate": 7.931561820317005e-07,
+      "loss": 0.023438258096575737,
+      "step": 1778
+    },
+    {
+      "epoch": 3.545816733067729,
+      "grad_norm": 1.148992657661438,
+      "learning_rate": 7.898655610803869e-07,
+      "loss": 0.6734960675239563,
+      "step": 1780
+    },
+    {
+      "epoch": 3.549800796812749,
+      "grad_norm": 1.8085567951202393,
+      "learning_rate": 7.866021894033296e-07,
+      "loss": 0.6972249150276184,
+      "step": 1782
+    },
+    {
+      "epoch": 3.553784860557769,
+      "grad_norm": 2.9096920490264893,
+      "learning_rate": 7.833661024267235e-07,
+      "loss": 0.6476399302482605,
+      "step": 1784
+    },
+    {
+      "epoch": 3.557768924302789,
+      "grad_norm": 0.7224079966545105,
+      "learning_rate": 7.80157335280568e-07,
+      "loss": 0.9946411848068237,
+      "step": 1786
+    },
+    {
+      "epoch": 3.5617529880478087,
+      "grad_norm": 1.2070460319519043,
+      "learning_rate": 7.769759227982855e-07,
+      "loss": 0.711801290512085,
+      "step": 1788
+    },
+    {
+      "epoch": 3.5657370517928286,
+      "grad_norm": 2.714474678039551,
+      "learning_rate": 7.738218995163462e-07,
+      "loss": 0.15059031546115875,
+      "step": 1790
+    },
+    {
+      "epoch": 3.5697211155378485,
+      "grad_norm": 1.3999918699264526,
+      "learning_rate": 7.70695299673891e-07,
+      "loss": 0.139665424823761,
+      "step": 1792
+    },
+    {
+      "epoch": 3.5737051792828685,
+      "grad_norm": 0.37299129366874695,
+      "learning_rate": 7.67596157212359e-07,
+      "loss": 0.11374976485967636,
+      "step": 1794
+    },
+    {
+      "epoch": 3.5776892430278884,
+      "grad_norm": 0.8067252039909363,
+      "learning_rate": 7.645245057751201e-07,
+      "loss": 0.6304631233215332,
+      "step": 1796
+    },
+    {
+      "epoch": 3.5816733067729083,
+      "grad_norm": 1.578432559967041,
+      "learning_rate": 7.614803787071115e-07,
+      "loss": 0.22770892083644867,
+      "step": 1798
+    },
+    {
+      "epoch": 3.585657370517928,
+      "grad_norm": 3.3027656078338623,
+      "learning_rate": 7.584638090544717e-07,
+      "loss": 0.20699705183506012,
+      "step": 1800
+    },
+    {
+      "epoch": 3.589641434262948,
+      "grad_norm": 0.14634272456169128,
+      "learning_rate": 7.554748295641862e-07,
+      "loss": 0.055411506444215775,
+      "step": 1802
+    },
+    {
+      "epoch": 3.593625498007968,
+      "grad_norm": 1.2589038610458374,
+      "learning_rate": 7.525134726837289e-07,
+      "loss": 0.15108336508274078,
+      "step": 1804
+    },
+    {
+      "epoch": 3.597609561752988,
+      "grad_norm": 1.8965911865234375,
+      "learning_rate": 7.49579770560711e-07,
+      "loss": 0.4452376961708069,
+      "step": 1806
+    },
+    {
+      "epoch": 3.601593625498008,
+      "grad_norm": 1.1629970073699951,
+      "learning_rate": 7.46673755042531e-07,
+      "loss": 0.6423868536949158,
+      "step": 1808
+    },
+    {
+      "epoch": 3.605577689243028,
+      "grad_norm": 0.5293740630149841,
+      "learning_rate": 7.437954576760312e-07,
+      "loss": 0.21336103975772858,
+      "step": 1810
+    },
+    {
+      "epoch": 3.6095617529880477,
+      "grad_norm": 1.164920449256897,
+      "learning_rate": 7.409449097071536e-07,
+      "loss": 0.5466434359550476,
+      "step": 1812
+    },
+    {
+      "epoch": 3.6135458167330676,
+      "grad_norm": 1.1033563613891602,
+      "learning_rate": 7.381221420805999e-07,
+      "loss": 0.6399943232536316,
+      "step": 1814
+    },
+    {
+      "epoch": 3.6175298804780875,
+      "grad_norm": 1.056943416595459,
+      "learning_rate": 7.353271854394979e-07,
+      "loss": 0.5917325019836426,
+      "step": 1816
+    },
+    {
+      "epoch": 3.6215139442231075,
+      "grad_norm": 0.9444670677185059,
+      "learning_rate": 7.325600701250674e-07,
+      "loss": 0.7685708403587341,
+      "step": 1818
+    },
+    {
+      "epoch": 3.6254980079681274,
+      "grad_norm": 1.8602865934371948,
+      "learning_rate": 7.298208261762906e-07,
+      "loss": 0.45633015036582947,
+      "step": 1820
+    },
+    {
+      "epoch": 3.6294820717131473,
+      "grad_norm": 0.10787267237901688,
+      "learning_rate": 7.271094833295859e-07,
+      "loss": 0.011536069214344025,
+      "step": 1822
+    },
+    {
+      "epoch": 3.633466135458167,
+      "grad_norm": 0.2886284291744232,
+      "learning_rate": 7.244260710184868e-07,
+      "loss": 0.024275042116642,
+      "step": 1824
+    },
+    {
+      "epoch": 3.637450199203187,
+      "grad_norm": 0.6795600652694702,
+      "learning_rate": 7.21770618373321e-07,
+      "loss": 0.45940348505973816,
+      "step": 1826
+    },
+    {
+      "epoch": 3.641434262948207,
+      "grad_norm": 2.2104618549346924,
+      "learning_rate": 7.191431542208935e-07,
+      "loss": 0.6470014452934265,
+      "step": 1828
+    },
+    {
+      "epoch": 3.645418326693227,
+      "grad_norm": 1.12752103805542,
+      "learning_rate": 7.165437070841758e-07,
+      "loss": 0.7721574902534485,
+      "step": 1830
+    },
+    {
+      "epoch": 3.649402390438247,
+      "grad_norm": 6.11736536026001,
+      "learning_rate": 7.139723051819938e-07,
+      "loss": 0.5740348696708679,
+      "step": 1832
+    },
+    {
+      "epoch": 3.653386454183267,
+      "grad_norm": 0.4044356048107147,
+      "learning_rate": 7.114289764287227e-07,
+      "loss": 0.05502355471253395,
+      "step": 1834
+    },
+    {
+      "epoch": 3.6573705179282867,
+      "grad_norm": 4.303436279296875,
+      "learning_rate": 7.08913748433985e-07,
+      "loss": 0.17597807943820953,
+      "step": 1836
+    },
+    {
+      "epoch": 3.6613545816733066,
+      "grad_norm": 1.0884654521942139,
+      "learning_rate": 7.064266485023493e-07,
+      "loss": 0.6930414438247681,
+      "step": 1838
+    },
+    {
+      "epoch": 3.6653386454183265,
+      "grad_norm": 2.256512403488159,
+      "learning_rate": 7.039677036330331e-07,
+      "loss": 0.6587978601455688,
+      "step": 1840
+    },
+    {
+      "epoch": 3.6693227091633465,
+      "grad_norm": 0.19702738523483276,
+      "learning_rate": 7.015369405196132e-07,
+      "loss": 0.016245799139142036,
+      "step": 1842
+    },
+    {
+      "epoch": 3.6733067729083664,
+      "grad_norm": 0.9400996565818787,
+      "learning_rate": 6.991343855497312e-07,
+      "loss": 0.15207843482494354,
+      "step": 1844
+    },
+    {
+      "epoch": 3.6772908366533863,
+      "grad_norm": 1.0055437088012695,
+      "learning_rate": 6.967600648048113e-07,
+      "loss": 0.6164069175720215,
+      "step": 1846
+    },
+    {
+      "epoch": 3.681274900398406,
+      "grad_norm": 1.8582080602645874,
+      "learning_rate": 6.944140040597742e-07,
+      "loss": 0.7226882576942444,
+      "step": 1848
+    },
+    {
+      "epoch": 3.685258964143426,
+      "grad_norm": 1.656290054321289,
+      "learning_rate": 6.920962287827587e-07,
+      "loss": 0.07943466305732727,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6892430278884465,
+      "grad_norm": 1.666813611984253,
+      "learning_rate": 6.898067641348459e-07,
+      "loss": 0.30842339992523193,
+      "step": 1852
+    },
+    {
+      "epoch": 3.6932270916334664,
+      "grad_norm": 0.8802257776260376,
+      "learning_rate": 6.875456349697834e-07,
+      "loss": 0.6316725611686707,
+      "step": 1854
+    },
+    {
+      "epoch": 3.6972111553784863,
+      "grad_norm": 2.5803232192993164,
+      "learning_rate": 6.853128658337188e-07,
+      "loss": 0.09659645706415176,
+      "step": 1856
+    },
+    {
+      "epoch": 3.7011952191235062,
+      "grad_norm": 1.351311206817627,
+      "learning_rate": 6.831084809649302e-07,
+      "loss": 0.6809911131858826,
+      "step": 1858
+    },
+    {
+      "epoch": 3.705179282868526,
+      "grad_norm": 1.1612941026687622,
+      "learning_rate": 6.809325042935666e-07,
+      "loss": 0.3540644943714142,
+      "step": 1860
+    },
+    {
+      "epoch": 3.709163346613546,
+      "grad_norm": 0.9889734387397766,
+      "learning_rate": 6.787849594413833e-07,
+      "loss": 0.6793351173400879,
+      "step": 1862
+    },
+    {
+      "epoch": 3.713147410358566,
+      "grad_norm": 1.0778642892837524,
+      "learning_rate": 6.766658697214906e-07,
+      "loss": 0.6664227247238159,
+      "step": 1864
+    },
+    {
+      "epoch": 3.717131474103586,
+      "grad_norm": 2.6285629272460938,
+      "learning_rate": 6.745752581380965e-07,
+      "loss": 0.33559897541999817,
+      "step": 1866
+    },
+    {
+      "epoch": 3.721115537848606,
+      "grad_norm": 1.0389450788497925,
+      "learning_rate": 6.72513147386261e-07,
+      "loss": 0.5156994462013245,
+      "step": 1868
+    },
+    {
+      "epoch": 3.7250996015936257,
+      "grad_norm": 0.9331614375114441,
+      "learning_rate": 6.704795598516451e-07,
+      "loss": 0.5414950251579285,
+      "step": 1870
+    },
+    {
+      "epoch": 3.7290836653386457,
+      "grad_norm": 1.0866365432739258,
+      "learning_rate": 6.684745176102714e-07,
+      "loss": 0.735094428062439,
+      "step": 1872
+    },
+    {
+      "epoch": 3.7330677290836656,
+      "grad_norm": 1.4017014503479004,
+      "learning_rate": 6.664980424282842e-07,
+      "loss": 0.2802731692790985,
+      "step": 1874
+    },
+    {
+      "epoch": 3.7370517928286855,
+      "grad_norm": 2.2784199714660645,
+      "learning_rate": 6.645501557617104e-07,
+      "loss": 0.5592929124832153,
+      "step": 1876
+    },
+    {
+      "epoch": 3.7410358565737054,
+      "grad_norm": 4.115759372711182,
+      "learning_rate": 6.626308787562294e-07,
+      "loss": 0.41764435172080994,
+      "step": 1878
+    },
+    {
+      "epoch": 3.7450199203187253,
+      "grad_norm": 0.9289363622665405,
+      "learning_rate": 6.607402322469429e-07,
+      "loss": 0.6480333209037781,
+      "step": 1880
+    },
+    {
+      "epoch": 3.7490039840637452,
+      "grad_norm": 2.0568838119506836,
+      "learning_rate": 6.588782367581475e-07,
+      "loss": 0.773093581199646,
+      "step": 1882
+    },
+    {
+      "epoch": 3.752988047808765,
+      "grad_norm": 3.918016195297241,
+      "learning_rate": 6.570449125031144e-07,
+      "loss": 0.5592324137687683,
+      "step": 1884
+    },
+    {
+      "epoch": 3.756972111553785,
+      "grad_norm": 0.8172755241394043,
+      "learning_rate": 6.552402793838667e-07,
+      "loss": 0.6393176913261414,
+      "step": 1886
+    },
+    {
+      "epoch": 3.760956175298805,
+      "grad_norm": 0.3844411075115204,
+      "learning_rate": 6.534643569909665e-07,
+      "loss": 0.08161535859107971,
+      "step": 1888
+    },
+    {
+      "epoch": 3.764940239043825,
+      "grad_norm": 2.660936117172241,
+      "learning_rate": 6.517171646032988e-07,
+      "loss": 0.7531623244285583,
+      "step": 1890
+    },
+    {
+      "epoch": 3.768924302788845,
+      "grad_norm": 2.1934661865234375,
+      "learning_rate": 6.499987211878666e-07,
+      "loss": 0.6893159747123718,
+      "step": 1892
+    },
+    {
+      "epoch": 3.7729083665338647,
+      "grad_norm": 1.1734172105789185,
+      "learning_rate": 6.483090453995811e-07,
+      "loss": 0.09743469953536987,
+      "step": 1894
+    },
+    {
+      "epoch": 3.7768924302788847,
+      "grad_norm": 1.5317673683166504,
+      "learning_rate": 6.466481555810608e-07,
+      "loss": 0.6921253204345703,
+      "step": 1896
+    },
+    {
+      "epoch": 3.7808764940239046,
+      "grad_norm": 0.8458757996559143,
+      "learning_rate": 6.450160697624327e-07,
+      "loss": 0.6649323105812073,
+      "step": 1898
+    },
+    {
+      "epoch": 3.7848605577689245,
+      "grad_norm": 1.0291515588760376,
+      "learning_rate": 6.434128056611361e-07,
+      "loss": 0.6685061454772949,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7888446215139444,
+      "grad_norm": 0.8199694156646729,
+      "learning_rate": 6.418383806817298e-07,
+      "loss": 0.7103414535522461,
+      "step": 1902
+    },
+    {
+      "epoch": 3.7928286852589643,
+      "grad_norm": 0.8696004748344421,
+      "learning_rate": 6.40292811915704e-07,
+      "loss": 0.6235980987548828,
+      "step": 1904
+    },
+    {
+      "epoch": 3.7968127490039842,
+      "grad_norm": 2.7558107376098633,
+      "learning_rate": 6.387761161412942e-07,
+      "loss": 0.14641408622264862,
+      "step": 1906
+    },
+    {
+      "epoch": 3.800796812749004,
+      "grad_norm": 0.8049102425575256,
+      "learning_rate": 6.372883098232999e-07,
+      "loss": 0.6313645839691162,
+      "step": 1908
+    },
+    {
+      "epoch": 3.804780876494024,
+      "grad_norm": 1.0484040975570679,
+      "learning_rate": 6.358294091129044e-07,
+      "loss": 0.689453661441803,
+      "step": 1910
+    },
+    {
+      "epoch": 3.808764940239044,
+      "grad_norm": 1.3624324798583984,
+      "learning_rate": 6.34399429847501e-07,
+      "loss": 0.4293438196182251,
+      "step": 1912
+    },
+    {
+      "epoch": 3.812749003984064,
+      "grad_norm": 2.118128538131714,
+      "learning_rate": 6.329983875505202e-07,
+      "loss": 0.7885560989379883,
+      "step": 1914
+    },
+    {
+      "epoch": 3.816733067729084,
+      "grad_norm": 1.88889479637146,
+      "learning_rate": 6.316262974312607e-07,
+      "loss": 0.12458698451519012,
+      "step": 1916
+    },
+    {
+      "epoch": 3.8207171314741037,
+      "grad_norm": 2.0474905967712402,
+      "learning_rate": 6.302831743847255e-07,
+      "loss": 0.7278786897659302,
+      "step": 1918
+    },
+    {
+      "epoch": 3.8247011952191237,
+      "grad_norm": 1.8699114322662354,
+      "learning_rate": 6.289690329914599e-07,
+      "loss": 0.10339318215847015,
+      "step": 1920
+    },
+    {
+      "epoch": 3.8286852589641436,
+      "grad_norm": 0.9766838550567627,
+      "learning_rate": 6.276838875173931e-07,
+      "loss": 0.7524492144584656,
+      "step": 1922
+    },
+    {
+      "epoch": 3.8326693227091635,
+      "grad_norm": 0.34323349595069885,
+      "learning_rate": 6.264277519136821e-07,
+      "loss": 0.051684651523828506,
+      "step": 1924
+    },
+    {
+      "epoch": 3.8366533864541834,
+      "grad_norm": 1.1233506202697754,
+      "learning_rate": 6.252006398165622e-07,
+      "loss": 0.7036517262458801,
+      "step": 1926
+    },
+    {
+      "epoch": 3.8406374501992033,
+      "grad_norm": 1.529929757118225,
+      "learning_rate": 6.240025645471986e-07,
+      "loss": 0.8575693368911743,
+      "step": 1928
+    },
+    {
+      "epoch": 3.8446215139442232,
+      "grad_norm": 0.11210882663726807,
+      "learning_rate": 6.228335391115402e-07,
+      "loss": 0.02451253868639469,
+      "step": 1930
+    },
+    {
+      "epoch": 3.848605577689243,
+      "grad_norm": 1.864715576171875,
+      "learning_rate": 6.216935762001803e-07,
+      "loss": 0.5305463671684265,
+      "step": 1932
+    },
+    {
+      "epoch": 3.852589641434263,
+      "grad_norm": 1.8157854080200195,
+      "learning_rate": 6.205826881882179e-07,
+      "loss": 0.13252875208854675,
+      "step": 1934
+    },
+    {
+      "epoch": 3.856573705179283,
+      "grad_norm": 0.9740794897079468,
+      "learning_rate": 6.195008871351232e-07,
+      "loss": 0.7859750986099243,
+      "step": 1936
+    },
+    {
+      "epoch": 3.860557768924303,
+      "grad_norm": 1.070713758468628,
+      "learning_rate": 6.184481847846074e-07,
+      "loss": 0.7027934789657593,
+      "step": 1938
+    },
+    {
+      "epoch": 3.864541832669323,
+      "grad_norm": 1.440918207168579,
+      "learning_rate": 6.174245925644948e-07,
+      "loss": 0.30577710270881653,
+      "step": 1940
+    },
+    {
+      "epoch": 3.8685258964143427,
+      "grad_norm": 2.0320322513580322,
+      "learning_rate": 6.164301215865982e-07,
+      "loss": 0.9369683265686035,
+      "step": 1942
+    },
+    {
+      "epoch": 3.8725099601593627,
+      "grad_norm": 0.6125801801681519,
+      "learning_rate": 6.154647826465999e-07,
+      "loss": 0.03845952823758125,
+      "step": 1944
+    },
+    {
+      "epoch": 3.8764940239043826,
+      "grad_norm": 3.9984986782073975,
+      "learning_rate": 6.145285862239327e-07,
+      "loss": 0.6496099233627319,
+      "step": 1946
+    },
+    {
+      "epoch": 3.8804780876494025,
+      "grad_norm": 0.08795814216136932,
+      "learning_rate": 6.136215424816668e-07,
+      "loss": 0.04779617115855217,
+      "step": 1948
+    },
+    {
+      "epoch": 3.8844621513944224,
+      "grad_norm": 0.9127535820007324,
+      "learning_rate": 6.127436612664e-07,
+      "loss": 0.6776239275932312,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8884462151394423,
+      "grad_norm": 1.5462641716003418,
+      "learning_rate": 6.118949521081495e-07,
+      "loss": 0.7221356630325317,
+      "step": 1952
+    },
+    {
+      "epoch": 3.8924302788844622,
+      "grad_norm": 0.6864924430847168,
+      "learning_rate": 6.11075424220251e-07,
+      "loss": 0.6018074154853821,
+      "step": 1954
+    },
+    {
+      "epoch": 3.896414342629482,
+      "grad_norm": 8.130626678466797,
+      "learning_rate": 6.102850864992553e-07,
+      "loss": 0.15544459223747253,
+      "step": 1956
+    },
+    {
+      "epoch": 3.900398406374502,
+      "grad_norm": 1.5887444019317627,
+      "learning_rate": 6.095239475248345e-07,
+      "loss": 0.5947393178939819,
+      "step": 1958
+    },
+    {
+      "epoch": 3.904382470119522,
+      "grad_norm": 0.9882814288139343,
+      "learning_rate": 6.087920155596867e-07,
+      "loss": 0.016275843605399132,
+      "step": 1960
+    },
+    {
+      "epoch": 3.908366533864542,
+      "grad_norm": 0.3859656751155853,
+      "learning_rate": 6.080892985494482e-07,
+      "loss": 0.04228988662362099,
+      "step": 1962
+    },
+    {
+      "epoch": 3.912350597609562,
+      "grad_norm": 1.2562545537948608,
+      "learning_rate": 6.074158041226068e-07,
+      "loss": 0.6111615300178528,
+      "step": 1964
+    },
+    {
+      "epoch": 3.9163346613545817,
+      "grad_norm": 3.6256649494171143,
+      "learning_rate": 6.067715395904173e-07,
+      "loss": 0.6986129283905029,
+      "step": 1966
+    },
+    {
+      "epoch": 3.9203187250996017,
+      "grad_norm": 1.0995627641677856,
+      "learning_rate": 6.061565119468247e-07,
+      "loss": 0.7141016125679016,
+      "step": 1968
+    },
+    {
+      "epoch": 3.9243027888446216,
+      "grad_norm": 2.30956768989563,
+      "learning_rate": 6.055707278683863e-07,
+      "loss": 0.22550952434539795,
+      "step": 1970
+    },
+    {
+      "epoch": 3.9282868525896415,
+      "grad_norm": 1.4764176607131958,
+      "learning_rate": 6.050141937142003e-07,
+      "loss": 0.1283264309167862,
+      "step": 1972
+    },
+    {
+      "epoch": 3.9322709163346614,
+      "grad_norm": 0.9012427926063538,
+      "learning_rate": 6.04486915525836e-07,
+      "loss": 0.8311380743980408,
+      "step": 1974
+    },
+    {
+      "epoch": 3.9362549800796813,
+      "grad_norm": 1.559435486793518,
+      "learning_rate": 6.039888990272691e-07,
+      "loss": 0.1916397362947464,
+      "step": 1976
+    },
+    {
+      "epoch": 3.9402390438247012,
+      "grad_norm": 0.8929998874664307,
+      "learning_rate": 6.035201496248188e-07,
+      "loss": 0.6807030439376831,
+      "step": 1978
+    },
+    {
+      "epoch": 3.944223107569721,
+      "grad_norm": 0.25589969754219055,
+      "learning_rate": 6.030806724070893e-07,
+      "loss": 0.07943480461835861,
+      "step": 1980
+    },
+    {
+      "epoch": 3.948207171314741,
+      "grad_norm": 1.3471908569335938,
+      "learning_rate": 6.026704721449152e-07,
+      "loss": 0.805228590965271,
+      "step": 1982
+    },
+    {
+      "epoch": 3.952191235059761,
+      "grad_norm": 0.9127321243286133,
+      "learning_rate": 6.022895532913081e-07,
+      "loss": 0.6197107434272766,
+      "step": 1984
+    },
+    {
+      "epoch": 3.956175298804781,
+      "grad_norm": 2.661827802658081,
+      "learning_rate": 6.019379199814108e-07,
+      "loss": 0.49690714478492737,
+      "step": 1986
+    },
+    {
+      "epoch": 3.960159362549801,
+      "grad_norm": 0.08383038640022278,
+      "learning_rate": 6.016155760324495e-07,
+      "loss": 0.00437126774340868,
+      "step": 1988
+    },
+    {
+      "epoch": 3.9641434262948207,
+      "grad_norm": 0.9041069746017456,
+      "learning_rate": 6.013225249436945e-07,
+      "loss": 0.7191581726074219,
+      "step": 1990
+    },
+    {
+      "epoch": 3.9681274900398407,
+      "grad_norm": 1.6254363059997559,
+      "learning_rate": 6.010587698964216e-07,
+      "loss": 0.5217870473861694,
+      "step": 1992
+    },
+    {
+      "epoch": 3.9721115537848606,
+      "grad_norm": 1.7610574960708618,
+      "learning_rate": 6.008243137538774e-07,
+      "loss": 0.7896353006362915,
+      "step": 1994
+    },
+    {
+      "epoch": 3.9760956175298805,
+      "grad_norm": 0.506505012512207,
+      "learning_rate": 6.006191590612478e-07,
+      "loss": 0.06072104722261429,
+      "step": 1996
+    },
+    {
+      "epoch": 3.9800796812749004,
+      "grad_norm": 1.679490566253662,
+      "learning_rate": 6.004433080456312e-07,
+      "loss": 0.0873764306306839,
+      "step": 1998
+    },
+    {
+      "epoch": 3.9840637450199203,
+      "grad_norm": 1.07437002658844,
+      "learning_rate": 6.002967626160147e-07,
+      "loss": 0.6510695219039917,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9880478087649402,
+      "grad_norm": 1.063508152961731,
+      "learning_rate": 6.001795243632514e-07,
+      "loss": 0.6352625489234924,
+      "step": 2002
+    },
+    {
+      "epoch": 3.99203187250996,
+      "grad_norm": 0.9537666440010071,
+      "learning_rate": 6.00091594560045e-07,
+      "loss": 0.7177177667617798,
+      "step": 2004
+    },
+    {
+      "epoch": 3.99601593625498,
+      "grad_norm": 4.541738986968994,
+      "learning_rate": 6.000329741609355e-07,
+      "loss": 0.23844213783740997,
+      "step": 2006
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.5011924505233765,
+      "learning_rate": 6.000036638022886e-07,
+      "loss": 0.15317194163799286,
+      "step": 2008
+    },
+    {
+      "epoch": 4.0,
+      "step": 2008,
+      "total_flos": 3.519329208629199e+18,
+      "train_loss": 0.7788769946752703,
+      "train_runtime": 8944.5824,
+      "train_samples_per_second": 6.735,
+      "train_steps_per_second": 0.224
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 2008,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 99999,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.519329208629199e+18,
+  "train_batch_size": 3,
+  "trial_name": null,
+  "trial_params": null
+}