diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,18233 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1985.4716981132076,
+  "eval_steps": 500,
+  "global_step": 52000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.7547169811320755,
+      "grad_norm": 30.673773492701116,
+      "learning_rate": 3.2000000000000005e-05,
+      "loss": 9.2984,
+      "step": 20
+    },
+    {
+      "epoch": 1.509433962264151,
+      "grad_norm": 14.373295694588162,
+      "learning_rate": 6.400000000000001e-05,
+      "loss": 7.8844,
+      "step": 40
+    },
+    {
+      "epoch": 2.2641509433962264,
+      "grad_norm": 19.800138134391982,
+      "learning_rate": 7.99999818716091e-05,
+      "loss": 6.0394,
+      "step": 60
+    },
+    {
+      "epoch": 3.018867924528302,
+      "grad_norm": 2.662186456025038,
+      "learning_rate": 7.9999836844587e-05,
+      "loss": 4.373,
+      "step": 80
+    },
+    {
+      "epoch": 3.7735849056603774,
+      "grad_norm": 2.9944135324779984,
+      "learning_rate": 7.999954679110365e-05,
+      "loss": 3.93,
+      "step": 100
+    },
+    {
+      "epoch": 4.528301886792453,
+      "grad_norm": 6.144462097933044,
+      "learning_rate": 7.999911171228081e-05,
+      "loss": 3.8796,
+      "step": 120
+    },
+    {
+      "epoch": 5.283018867924528,
+      "grad_norm": 1.885170861907592,
+      "learning_rate": 7.999853160980113e-05,
+      "loss": 3.7437,
+      "step": 140
+    },
+    {
+      "epoch": 6.037735849056604,
+      "grad_norm": 1.794246585785847,
+      "learning_rate": 7.999780648590806e-05,
+      "loss": 3.6892,
+      "step": 160
+    },
+    {
+      "epoch": 6.7924528301886795,
+      "grad_norm": 12.766182271547313,
+      "learning_rate": 7.999693634340594e-05,
+      "loss": 3.6124,
+      "step": 180
+    },
+    {
+      "epoch": 7.547169811320755,
+      "grad_norm": 3.014805105995273,
+      "learning_rate": 7.999592118565996e-05,
+      "loss": 3.4224,
+      "step": 200
+    },
+    {
+      "epoch": 8.30188679245283,
+      "grad_norm": 1.6809726247876995,
+      "learning_rate": 7.999476101659613e-05,
+      "loss": 3.2811,
+      "step": 220
+    },
+    {
+      "epoch": 9.056603773584905,
+      "grad_norm": 1.7074366581291722,
+      "learning_rate": 7.999345584070125e-05,
+      "loss": 3.2012,
+      "step": 240
+    },
+    {
+      "epoch": 9.81132075471698,
+      "grad_norm": 1.6971425854714368,
+      "learning_rate": 7.999200566302298e-05,
+      "loss": 3.1281,
+      "step": 260
+    },
+    {
+      "epoch": 10.566037735849056,
+      "grad_norm": 2.2456748845663155,
+      "learning_rate": 7.999041048916969e-05,
+      "loss": 3.1133,
+      "step": 280
+    },
+    {
+      "epoch": 11.320754716981131,
+      "grad_norm": 2.301731796932263,
+      "learning_rate": 7.998867032531055e-05,
+      "loss": 3.0835,
+      "step": 300
+    },
+    {
+      "epoch": 12.075471698113208,
+      "grad_norm": 1.9076791695070954,
+      "learning_rate": 7.998678517817546e-05,
+      "loss": 3.0189,
+      "step": 320
+    },
+    {
+      "epoch": 12.830188679245284,
+      "grad_norm": 1.8142406149549974,
+      "learning_rate": 7.9984755055055e-05,
+      "loss": 3.0019,
+      "step": 340
+    },
+    {
+      "epoch": 13.584905660377359,
+      "grad_norm": 1.747017241682793,
+      "learning_rate": 7.998257996380048e-05,
+      "loss": 2.9866,
+      "step": 360
+    },
+    {
+      "epoch": 14.339622641509434,
+      "grad_norm": 1.430663205424301,
+      "learning_rate": 7.998025991282377e-05,
+      "loss": 3.0026,
+      "step": 380
+    },
+    {
+      "epoch": 15.09433962264151,
+      "grad_norm": 2.0885624099422566,
+      "learning_rate": 7.997779491109745e-05,
+      "loss": 2.946,
+      "step": 400
+    },
+    {
+      "epoch": 15.849056603773585,
+      "grad_norm": 1.858513295415329,
+      "learning_rate": 7.997518496815465e-05,
+      "loss": 2.9293,
+      "step": 420
+    },
+    {
+      "epoch": 16.60377358490566,
+      "grad_norm": 4.071990410305379,
+      "learning_rate": 7.9972430094089e-05,
+      "loss": 2.8812,
+      "step": 440
+    },
+    {
+      "epoch": 17.358490566037737,
+      "grad_norm": 1.7862953717408494,
+      "learning_rate": 7.996953029955468e-05,
+      "loss": 2.9285,
+      "step": 460
+    },
+    {
+      "epoch": 18.11320754716981,
+      "grad_norm": 1.6791350922351642,
+      "learning_rate": 7.996648559576633e-05,
+      "loss": 2.9062,
+      "step": 480
+    },
+    {
+      "epoch": 18.867924528301888,
+      "grad_norm": 2.14320095701687,
+      "learning_rate": 7.996329599449902e-05,
+      "loss": 2.8974,
+      "step": 500
+    },
+    {
+      "epoch": 19.62264150943396,
+      "grad_norm": 1.645724273362961,
+      "learning_rate": 7.995996150808815e-05,
+      "loss": 2.842,
+      "step": 520
+    },
+    {
+      "epoch": 20.37735849056604,
+      "grad_norm": 1.6833734047290758,
+      "learning_rate": 7.99564821494295e-05,
+      "loss": 2.8603,
+      "step": 540
+    },
+    {
+      "epoch": 21.132075471698112,
+      "grad_norm": 1.680341673033382,
+      "learning_rate": 7.995285793197909e-05,
+      "loss": 2.8275,
+      "step": 560
+    },
+    {
+      "epoch": 21.88679245283019,
+      "grad_norm": 1.5669198141799856,
+      "learning_rate": 7.994908886975317e-05,
+      "loss": 2.8495,
+      "step": 580
+    },
+    {
+      "epoch": 22.641509433962263,
+      "grad_norm": 1.572130529899407,
+      "learning_rate": 7.99451749773282e-05,
+      "loss": 2.7967,
+      "step": 600
+    },
+    {
+      "epoch": 23.39622641509434,
+      "grad_norm": 2.0314221097665413,
+      "learning_rate": 7.994111626984069e-05,
+      "loss": 2.8023,
+      "step": 620
+    },
+    {
+      "epoch": 24.150943396226417,
+      "grad_norm": 2.524880591484311,
+      "learning_rate": 7.993691276298728e-05,
+      "loss": 2.7928,
+      "step": 640
+    },
+    {
+      "epoch": 24.90566037735849,
+      "grad_norm": 3.1215250835282884,
+      "learning_rate": 7.993256447302454e-05,
+      "loss": 2.7998,
+      "step": 660
+    },
+    {
+      "epoch": 25.660377358490567,
+      "grad_norm": 1.2555800634223058,
+      "learning_rate": 7.9928071416769e-05,
+      "loss": 2.7862,
+      "step": 680
+    },
+    {
+      "epoch": 26.41509433962264,
+      "grad_norm": 1.5918196349327507,
+      "learning_rate": 7.992343361159705e-05,
+      "loss": 2.7825,
+      "step": 700
+    },
+    {
+      "epoch": 27.169811320754718,
+      "grad_norm": 1.4446288187541776,
+      "learning_rate": 7.991865107544492e-05,
+      "loss": 2.7566,
+      "step": 720
+    },
+    {
+      "epoch": 27.92452830188679,
+      "grad_norm": 1.5498155400201465,
+      "learning_rate": 7.991372382680851e-05,
+      "loss": 2.7341,
+      "step": 740
+    },
+    {
+      "epoch": 28.67924528301887,
+      "grad_norm": 1.9707678993278974,
+      "learning_rate": 7.99086518847434e-05,
+      "loss": 2.7315,
+      "step": 760
+    },
+    {
+      "epoch": 29.433962264150942,
+      "grad_norm": 1.663827192167774,
+      "learning_rate": 7.99034352688648e-05,
+      "loss": 2.733,
+      "step": 780
+    },
+    {
+      "epoch": 30.18867924528302,
+      "grad_norm": 1.9883280378959602,
+      "learning_rate": 7.989807399934738e-05,
+      "loss": 2.7323,
+      "step": 800
+    },
+    {
+      "epoch": 30.943396226415093,
+      "grad_norm": 1.535721464256961,
+      "learning_rate": 7.989256809692524e-05,
+      "loss": 2.7081,
+      "step": 820
+    },
+    {
+      "epoch": 31.69811320754717,
+      "grad_norm": 1.4966431407465013,
+      "learning_rate": 7.988691758289184e-05,
+      "loss": 2.694,
+      "step": 840
+    },
+    {
+      "epoch": 32.45283018867924,
+      "grad_norm": 1.9684497666022975,
+      "learning_rate": 7.988112247909996e-05,
+      "loss": 2.6947,
+      "step": 860
+    },
+    {
+      "epoch": 33.20754716981132,
+      "grad_norm": 1.2512316865338262,
+      "learning_rate": 7.987518280796148e-05,
+      "loss": 2.7216,
+      "step": 880
+    },
+    {
+      "epoch": 33.9622641509434,
+      "grad_norm": 1.2566119692549285,
+      "learning_rate": 7.986909859244743e-05,
+      "loss": 2.6675,
+      "step": 900
+    },
+    {
+      "epoch": 34.716981132075475,
+      "grad_norm": 1.8282134080395354,
+      "learning_rate": 7.986286985608782e-05,
+      "loss": 2.6712,
+      "step": 920
+    },
+    {
+      "epoch": 35.471698113207545,
+      "grad_norm": 1.3075929724419728,
+      "learning_rate": 7.985649662297164e-05,
+      "loss": 2.668,
+      "step": 940
+    },
+    {
+      "epoch": 36.22641509433962,
+      "grad_norm": 1.4411328906456615,
+      "learning_rate": 7.984997891774664e-05,
+      "loss": 2.6937,
+      "step": 960
+    },
+    {
+      "epoch": 36.9811320754717,
+      "grad_norm": 1.8430700250981429,
+      "learning_rate": 7.984331676561932e-05,
+      "loss": 2.6798,
+      "step": 980
+    },
+    {
+      "epoch": 37.735849056603776,
+      "grad_norm": 1.4511454692578831,
+      "learning_rate": 7.983651019235483e-05,
+      "loss": 2.6637,
+      "step": 1000
+    },
+    {
+      "epoch": 38.490566037735846,
+      "grad_norm": 1.502704294446435,
+      "learning_rate": 7.982955922427681e-05,
+      "loss": 2.6688,
+      "step": 1020
+    },
+    {
+      "epoch": 39.24528301886792,
+      "grad_norm": 1.4028762887194124,
+      "learning_rate": 7.982246388826741e-05,
+      "loss": 2.6086,
+      "step": 1040
+    },
+    {
+      "epoch": 40.0,
+      "grad_norm": 1.539721758237447,
+      "learning_rate": 7.981522421176697e-05,
+      "loss": 2.6084,
+      "step": 1060
+    },
+    {
+      "epoch": 40.75471698113208,
+      "grad_norm": 1.77576635302677,
+      "learning_rate": 7.980784022277421e-05,
+      "loss": 2.6216,
+      "step": 1080
+    },
+    {
+      "epoch": 41.509433962264154,
+      "grad_norm": 1.4874495954369062,
+      "learning_rate": 7.980031194984588e-05,
+      "loss": 2.6328,
+      "step": 1100
+    },
+    {
+      "epoch": 42.264150943396224,
+      "grad_norm": 1.8846242927156294,
+      "learning_rate": 7.979263942209669e-05,
+      "loss": 2.6427,
+      "step": 1120
+    },
+    {
+      "epoch": 43.0188679245283,
+      "grad_norm": 1.6981877996408483,
+      "learning_rate": 7.978482266919936e-05,
+      "loss": 2.6224,
+      "step": 1140
+    },
+    {
+      "epoch": 43.77358490566038,
+      "grad_norm": 1.3746555989630926,
+      "learning_rate": 7.977686172138426e-05,
+      "loss": 2.6011,
+      "step": 1160
+    },
+    {
+      "epoch": 44.528301886792455,
+      "grad_norm": 1.377657678804025,
+      "learning_rate": 7.97687566094395e-05,
+      "loss": 2.6086,
+      "step": 1180
+    },
+    {
+      "epoch": 45.283018867924525,
+      "grad_norm": 1.2094636718352942,
+      "learning_rate": 7.976050736471069e-05,
+      "loss": 2.582,
+      "step": 1200
+    },
+    {
+      "epoch": 46.0377358490566,
+      "grad_norm": 1.4433837187551148,
+      "learning_rate": 7.975211401910087e-05,
+      "loss": 2.6294,
+      "step": 1220
+    },
+    {
+      "epoch": 46.79245283018868,
+      "grad_norm": 1.5026382784404573,
+      "learning_rate": 7.97435766050704e-05,
+      "loss": 2.5993,
+      "step": 1240
+    },
+    {
+      "epoch": 47.54716981132076,
+      "grad_norm": 1.2094136471599368,
+      "learning_rate": 7.973489515563676e-05,
+      "loss": 2.6164,
+      "step": 1260
+    },
+    {
+      "epoch": 48.301886792452834,
+      "grad_norm": 1.394688364908413,
+      "learning_rate": 7.972606970437446e-05,
+      "loss": 2.6056,
+      "step": 1280
+    },
+    {
+      "epoch": 49.056603773584904,
+      "grad_norm": 1.271568801692499,
+      "learning_rate": 7.971710028541502e-05,
+      "loss": 2.5755,
+      "step": 1300
+    },
+    {
+      "epoch": 49.81132075471698,
+      "grad_norm": 1.4259670316825253,
+      "learning_rate": 7.970798693344663e-05,
+      "loss": 2.5759,
+      "step": 1320
+    },
+    {
+      "epoch": 50.56603773584906,
+      "grad_norm": 1.3071538390073274,
+      "learning_rate": 7.969872968371418e-05,
+      "loss": 2.6031,
+      "step": 1340
+    },
+    {
+      "epoch": 51.320754716981135,
+      "grad_norm": 1.2595773412735998,
+      "learning_rate": 7.968932857201907e-05,
+      "loss": 2.5711,
+      "step": 1360
+    },
+    {
+      "epoch": 52.075471698113205,
+      "grad_norm": 2.0429570729259714,
+      "learning_rate": 7.967978363471901e-05,
+      "loss": 2.5662,
+      "step": 1380
+    },
+    {
+      "epoch": 52.83018867924528,
+      "grad_norm": 1.6700659590709221,
+      "learning_rate": 7.967009490872805e-05,
+      "loss": 2.5618,
+      "step": 1400
+    },
+    {
+      "epoch": 53.58490566037736,
+      "grad_norm": 1.33856858087749,
+      "learning_rate": 7.966026243151624e-05,
+      "loss": 2.5351,
+      "step": 1420
+    },
+    {
+      "epoch": 54.339622641509436,
+      "grad_norm": 1.514257636366029,
+      "learning_rate": 7.965028624110956e-05,
+      "loss": 2.5686,
+      "step": 1440
+    },
+    {
+      "epoch": 55.094339622641506,
+      "grad_norm": 1.5655072381428023,
+      "learning_rate": 7.964016637608987e-05,
+      "loss": 2.5329,
+      "step": 1460
+    },
+    {
+      "epoch": 55.84905660377358,
+      "grad_norm": 1.3215439672221574,
+      "learning_rate": 7.96299028755946e-05,
+      "loss": 2.5701,
+      "step": 1480
+    },
+    {
+      "epoch": 56.60377358490566,
+      "grad_norm": 1.4294366995579832,
+      "learning_rate": 7.961949577931671e-05,
+      "loss": 2.5143,
+      "step": 1500
+    },
+    {
+      "epoch": 57.35849056603774,
+      "grad_norm": 1.1676370114885968,
+      "learning_rate": 7.960894512750449e-05,
+      "loss": 2.5653,
+      "step": 1520
+    },
+    {
+      "epoch": 58.113207547169814,
+      "grad_norm": 1.2026735621707902,
+      "learning_rate": 7.95982509609614e-05,
+      "loss": 2.5161,
+      "step": 1540
+    },
+    {
+      "epoch": 58.867924528301884,
+      "grad_norm": 1.2479764772455937,
+      "learning_rate": 7.958741332104596e-05,
+      "loss": 2.508,
+      "step": 1560
+    },
+    {
+      "epoch": 59.62264150943396,
+      "grad_norm": 1.1961953679380617,
+      "learning_rate": 7.957643224967155e-05,
+      "loss": 2.5009,
+      "step": 1580
+    },
+    {
+      "epoch": 60.37735849056604,
+      "grad_norm": 1.2497242021619674,
+      "learning_rate": 7.956530778930622e-05,
+      "loss": 2.5059,
+      "step": 1600
+    },
+    {
+      "epoch": 61.132075471698116,
+      "grad_norm": 1.3171737588939698,
+      "learning_rate": 7.955403998297261e-05,
+      "loss": 2.4988,
+      "step": 1620
+    },
+    {
+      "epoch": 61.886792452830186,
+      "grad_norm": 1.4834839050766762,
+      "learning_rate": 7.95426288742477e-05,
+      "loss": 2.4981,
+      "step": 1640
+    },
+    {
+      "epoch": 62.64150943396226,
+      "grad_norm": 1.5715059944491987,
+      "learning_rate": 7.953107450726267e-05,
+      "loss": 2.5151,
+      "step": 1660
+    },
+    {
+      "epoch": 63.39622641509434,
+      "grad_norm": 1.3272413313721245,
+      "learning_rate": 7.95193769267028e-05,
+      "loss": 2.4963,
+      "step": 1680
+    },
+    {
+      "epoch": 64.15094339622641,
+      "grad_norm": 1.0349543461606097,
+      "learning_rate": 7.950753617780715e-05,
+      "loss": 2.4829,
+      "step": 1700
+    },
+    {
+      "epoch": 64.90566037735849,
+      "grad_norm": 1.9240255477140202,
+      "learning_rate": 7.949555230636851e-05,
+      "loss": 2.4943,
+      "step": 1720
+    },
+    {
+      "epoch": 65.66037735849056,
+      "grad_norm": 1.3252737004710828,
+      "learning_rate": 7.948342535873318e-05,
+      "loss": 2.4642,
+      "step": 1740
+    },
+    {
+      "epoch": 66.41509433962264,
+      "grad_norm": 1.4539890356994254,
+      "learning_rate": 7.947115538180077e-05,
+      "loss": 2.4609,
+      "step": 1760
+    },
+    {
+      "epoch": 67.16981132075472,
+      "grad_norm": 1.4560503030341407,
+      "learning_rate": 7.945874242302408e-05,
+      "loss": 2.5209,
+      "step": 1780
+    },
+    {
+      "epoch": 67.9245283018868,
+      "grad_norm": 1.344513424004851,
+      "learning_rate": 7.944618653040883e-05,
+      "loss": 2.4993,
+      "step": 1800
+    },
+    {
+      "epoch": 68.67924528301887,
+      "grad_norm": 1.8832922124286062,
+      "learning_rate": 7.943348775251356e-05,
+      "loss": 2.4646,
+      "step": 1820
+    },
+    {
+      "epoch": 69.43396226415095,
+      "grad_norm": 1.2399208576659413,
+      "learning_rate": 7.942064613844938e-05,
+      "loss": 2.4849,
+      "step": 1840
+    },
+    {
+      "epoch": 70.18867924528301,
+      "grad_norm": 1.3243651575141913,
+      "learning_rate": 7.940766173787979e-05,
+      "loss": 2.4599,
+      "step": 1860
+    },
+    {
+      "epoch": 70.94339622641509,
+      "grad_norm": 1.556289335581103,
+      "learning_rate": 7.939453460102055e-05,
+      "loss": 2.4888,
+      "step": 1880
+    },
+    {
+      "epoch": 71.69811320754717,
+      "grad_norm": 1.2063108835158236,
+      "learning_rate": 7.93812647786394e-05,
+      "loss": 2.4403,
+      "step": 1900
+    },
+    {
+      "epoch": 72.45283018867924,
+      "grad_norm": 1.381601728211994,
+      "learning_rate": 7.936785232205587e-05,
+      "loss": 2.4616,
+      "step": 1920
+    },
+    {
+      "epoch": 73.20754716981132,
+      "grad_norm": 1.1962254019464496,
+      "learning_rate": 7.935429728314119e-05,
+      "loss": 2.4594,
+      "step": 1940
+    },
+    {
+      "epoch": 73.9622641509434,
+      "grad_norm": 1.5037943758052086,
+      "learning_rate": 7.934059971431796e-05,
+      "loss": 2.4767,
+      "step": 1960
+    },
+    {
+      "epoch": 74.71698113207547,
+      "grad_norm": 1.3520028552568202,
+      "learning_rate": 7.932675966856001e-05,
+      "loss": 2.4627,
+      "step": 1980
+    },
+    {
+      "epoch": 75.47169811320755,
+      "grad_norm": 1.1447719169505226,
+      "learning_rate": 7.931277719939217e-05,
+      "loss": 2.4434,
+      "step": 2000
+    },
+    {
+      "epoch": 76.22641509433963,
+      "grad_norm": 1.264362441844072,
+      "learning_rate": 7.92986523608901e-05,
+      "loss": 2.4532,
+      "step": 2020
+    },
+    {
+      "epoch": 76.98113207547169,
+      "grad_norm": 1.3287557477036405,
+      "learning_rate": 7.928438520768005e-05,
+      "loss": 2.4227,
+      "step": 2040
+    },
+    {
+      "epoch": 77.73584905660377,
+      "grad_norm": 1.3638216226843092,
+      "learning_rate": 7.926997579493864e-05,
+      "loss": 2.4124,
+      "step": 2060
+    },
+    {
+      "epoch": 78.49056603773585,
+      "grad_norm": 1.8271009676844974,
+      "learning_rate": 7.925542417839267e-05,
+      "loss": 2.4564,
+      "step": 2080
+    },
+    {
+      "epoch": 79.24528301886792,
+      "grad_norm": 3.54259081233157,
+      "learning_rate": 7.924073041431895e-05,
+      "loss": 2.4369,
+      "step": 2100
+    },
+    {
+      "epoch": 80.0,
+      "grad_norm": 1.4017324354742142,
+      "learning_rate": 7.922589455954394e-05,
+      "loss": 2.4464,
+      "step": 2120
+    },
+    {
+      "epoch": 80.75471698113208,
+      "grad_norm": 1.2911982587049995,
+      "learning_rate": 7.921091667144366e-05,
+      "loss": 2.4513,
+      "step": 2140
+    },
+    {
+      "epoch": 81.50943396226415,
+      "grad_norm": 1.6022339076405718,
+      "learning_rate": 7.919579680794347e-05,
+      "loss": 2.4203,
+      "step": 2160
+    },
+    {
+      "epoch": 82.26415094339623,
+      "grad_norm": 1.192345448314673,
+      "learning_rate": 7.918053502751772e-05,
+      "loss": 2.4254,
+      "step": 2180
+    },
+    {
+      "epoch": 83.01886792452831,
+      "grad_norm": 1.6383611170040047,
+      "learning_rate": 7.916513138918968e-05,
+      "loss": 2.4271,
+      "step": 2200
+    },
+    {
+      "epoch": 83.77358490566037,
+      "grad_norm": 1.2342470221196802,
+      "learning_rate": 7.91495859525312e-05,
+      "loss": 2.4079,
+      "step": 2220
+    },
+    {
+      "epoch": 84.52830188679245,
+      "grad_norm": 1.0846993450602334,
+      "learning_rate": 7.913389877766257e-05,
+      "loss": 2.4383,
+      "step": 2240
+    },
+    {
+      "epoch": 85.28301886792453,
+      "grad_norm": 1.6823249556637492,
+      "learning_rate": 7.911806992525215e-05,
+      "loss": 2.4146,
+      "step": 2260
+    },
+    {
+      "epoch": 86.0377358490566,
+      "grad_norm": 1.1641636008270617,
+      "learning_rate": 7.91020994565163e-05,
+      "loss": 2.4208,
+      "step": 2280
+    },
+    {
+      "epoch": 86.79245283018868,
+      "grad_norm": 1.2267450186018727,
+      "learning_rate": 7.9085987433219e-05,
+      "loss": 2.4123,
+      "step": 2300
+    },
+    {
+      "epoch": 87.54716981132076,
+      "grad_norm": 1.3570826999644423,
+      "learning_rate": 7.906973391767178e-05,
+      "loss": 2.3968,
+      "step": 2320
+    },
+    {
+      "epoch": 88.30188679245283,
+      "grad_norm": 1.4751948166402733,
+      "learning_rate": 7.905333897273327e-05,
+      "loss": 2.4266,
+      "step": 2340
+    },
+    {
+      "epoch": 89.05660377358491,
+      "grad_norm": 1.6442713319159463,
+      "learning_rate": 7.903680266180908e-05,
+      "loss": 2.4226,
+      "step": 2360
+    },
+    {
+      "epoch": 89.81132075471699,
+      "grad_norm": 1.3132724406404779,
+      "learning_rate": 7.90201250488516e-05,
+      "loss": 2.419,
+      "step": 2380
+    },
+    {
+      "epoch": 90.56603773584905,
+      "grad_norm": 1.4073019579145547,
+      "learning_rate": 7.900330619835963e-05,
+      "loss": 2.3689,
+      "step": 2400
+    },
+    {
+      "epoch": 91.32075471698113,
+      "grad_norm": 1.2366514839120522,
+      "learning_rate": 7.89863461753782e-05,
+      "loss": 2.4054,
+      "step": 2420
+    },
+    {
+      "epoch": 92.0754716981132,
+      "grad_norm": 1.2825349652701765,
+      "learning_rate": 7.896924504549836e-05,
+      "loss": 2.4019,
+      "step": 2440
+    },
+    {
+      "epoch": 92.83018867924528,
+      "grad_norm": 1.836162542809911,
+      "learning_rate": 7.895200287485676e-05,
+      "loss": 2.4177,
+      "step": 2460
+    },
+    {
+      "epoch": 93.58490566037736,
+      "grad_norm": 1.1862449779023223,
+      "learning_rate": 7.893461973013567e-05,
+      "loss": 2.417,
+      "step": 2480
+    },
+    {
+      "epoch": 94.33962264150944,
+      "grad_norm": 1.4267902121087415,
+      "learning_rate": 7.891709567856242e-05,
+      "loss": 2.3877,
+      "step": 2500
+    },
+    {
+      "epoch": 95.09433962264151,
+      "grad_norm": 1.2628527153576017,
+      "learning_rate": 7.889943078790934e-05,
+      "loss": 2.3893,
+      "step": 2520
+    },
+    {
+      "epoch": 95.84905660377359,
+      "grad_norm": 1.2789710243072507,
+      "learning_rate": 7.888162512649344e-05,
+      "loss": 2.3747,
+      "step": 2540
+    },
+    {
+      "epoch": 96.60377358490567,
+      "grad_norm": 1.2286761119774143,
+      "learning_rate": 7.886367876317615e-05,
+      "loss": 2.3835,
+      "step": 2560
+    },
+    {
+      "epoch": 97.35849056603773,
+      "grad_norm": 1.1142509789518844,
+      "learning_rate": 7.884559176736305e-05,
+      "loss": 2.3751,
+      "step": 2580
+    },
+    {
+      "epoch": 98.11320754716981,
+      "grad_norm": 1.4479112681435136,
+      "learning_rate": 7.882736420900357e-05,
+      "loss": 2.3885,
+      "step": 2600
+    },
+    {
+      "epoch": 98.86792452830188,
+      "grad_norm": 1.363147415477506,
+      "learning_rate": 7.880899615859078e-05,
+      "loss": 2.3738,
+      "step": 2620
+    },
+    {
+      "epoch": 99.62264150943396,
+      "grad_norm": 1.1387365076919822,
+      "learning_rate": 7.879048768716105e-05,
+      "loss": 2.3476,
+      "step": 2640
+    },
+    {
+      "epoch": 100.37735849056604,
+      "grad_norm": 1.1944352338174065,
+      "learning_rate": 7.87718388662939e-05,
+      "loss": 2.3729,
+      "step": 2660
+    },
+    {
+      "epoch": 101.13207547169812,
+      "grad_norm": 1.1017143695500988,
+      "learning_rate": 7.875304976811153e-05,
+      "loss": 2.3846,
+      "step": 2680
+    },
+    {
+      "epoch": 101.88679245283019,
+      "grad_norm": 1.250014546065029,
+      "learning_rate": 7.873412046527873e-05,
+      "loss": 2.3928,
+      "step": 2700
+    },
+    {
+      "epoch": 102.64150943396227,
+      "grad_norm": 1.4448571670529484,
+      "learning_rate": 7.871505103100243e-05,
+      "loss": 2.3464,
+      "step": 2720
+    },
+    {
+      "epoch": 103.39622641509433,
+      "grad_norm": 1.1242909760207218,
+      "learning_rate": 7.869584153903159e-05,
+      "loss": 2.3739,
+      "step": 2740
+    },
+    {
+      "epoch": 104.15094339622641,
+      "grad_norm": 2.2842982833142176,
+      "learning_rate": 7.86764920636568e-05,
+      "loss": 2.348,
+      "step": 2760
+    },
+    {
+      "epoch": 104.90566037735849,
+      "grad_norm": 1.377894286349549,
+      "learning_rate": 7.865700267970997e-05,
+      "loss": 2.3888,
+      "step": 2780
+    },
+    {
+      "epoch": 105.66037735849056,
+      "grad_norm": 1.889252338819464,
+      "learning_rate": 7.863737346256416e-05,
+      "loss": 2.339,
+      "step": 2800
+    },
+    {
+      "epoch": 106.41509433962264,
+      "grad_norm": 1.2007024366101338,
+      "learning_rate": 7.861760448813318e-05,
+      "loss": 2.3518,
+      "step": 2820
+    },
+    {
+      "epoch": 107.16981132075472,
+      "grad_norm": 1.3150471864332571,
+      "learning_rate": 7.859769583287136e-05,
+      "loss": 2.3755,
+      "step": 2840
+    },
+    {
+      "epoch": 107.9245283018868,
+      "grad_norm": 1.3488307619297817,
+      "learning_rate": 7.857764757377321e-05,
+      "loss": 2.3613,
+      "step": 2860
+    },
+    {
+      "epoch": 108.67924528301887,
+      "grad_norm": 1.1271224750447038,
+      "learning_rate": 7.855745978837316e-05,
+      "loss": 2.3434,
+      "step": 2880
+    },
+    {
+      "epoch": 109.43396226415095,
+      "grad_norm": 1.2792788627087681,
+      "learning_rate": 7.85371325547452e-05,
+      "loss": 2.3475,
+      "step": 2900
+    },
+    {
+      "epoch": 110.18867924528301,
+      "grad_norm": 1.1278269502097389,
+      "learning_rate": 7.851666595150267e-05,
+      "loss": 2.3561,
+      "step": 2920
+    },
+    {
+      "epoch": 110.94339622641509,
+      "grad_norm": 1.2221588824212564,
+      "learning_rate": 7.849606005779789e-05,
+      "loss": 2.345,
+      "step": 2940
+    },
+    {
+      "epoch": 111.69811320754717,
+      "grad_norm": 1.2272636691471697,
+      "learning_rate": 7.84753149533219e-05,
+      "loss": 2.3491,
+      "step": 2960
+    },
+    {
+      "epoch": 112.45283018867924,
+      "grad_norm": 1.4379769660358386,
+      "learning_rate": 7.845443071830403e-05,
+      "loss": 2.3703,
+      "step": 2980
+    },
+    {
+      "epoch": 113.20754716981132,
+      "grad_norm": 1.1938598523408401,
+      "learning_rate": 7.843340743351179e-05,
+      "loss": 2.3514,
+      "step": 3000
+    },
+    {
+      "epoch": 113.9622641509434,
+      "grad_norm": 1.1633264713108291,
+      "learning_rate": 7.841224518025038e-05,
+      "loss": 2.3396,
+      "step": 3020
+    },
+    {
+      "epoch": 114.71698113207547,
+      "grad_norm": 1.1889386134705129,
+      "learning_rate": 7.839094404036246e-05,
+      "loss": 2.3654,
+      "step": 3040
+    },
+    {
+      "epoch": 115.47169811320755,
+      "grad_norm": 1.2210304404269434,
+      "learning_rate": 7.836950409622788e-05,
+      "loss": 2.3827,
+      "step": 3060
+    },
+    {
+      "epoch": 116.22641509433963,
+      "grad_norm": 1.2063342612399106,
+      "learning_rate": 7.834792543076318e-05,
+      "loss": 2.3316,
+      "step": 3080
+    },
+    {
+      "epoch": 116.98113207547169,
+      "grad_norm": 1.1263568091149723,
+      "learning_rate": 7.832620812742149e-05,
+      "loss": 2.3483,
+      "step": 3100
+    },
+    {
+      "epoch": 117.73584905660377,
+      "grad_norm": 1.1259514670897872,
+      "learning_rate": 7.830435227019208e-05,
+      "loss": 2.3125,
+      "step": 3120
+    },
+    {
+      "epoch": 118.49056603773585,
+      "grad_norm": 1.4031978763279247,
+      "learning_rate": 7.828235794360003e-05,
+      "loss": 2.3509,
+      "step": 3140
+    },
+    {
+      "epoch": 119.24528301886792,
+      "grad_norm": 1.1004874238643756,
+      "learning_rate": 7.826022523270598e-05,
+      "loss": 2.2975,
+      "step": 3160
+    },
+    {
+      "epoch": 120.0,
+      "grad_norm": 1.1440875702771847,
+      "learning_rate": 7.823795422310573e-05,
+      "loss": 2.3048,
+      "step": 3180
+    },
+    {
+      "epoch": 120.75471698113208,
+      "grad_norm": 1.254578833443374,
+      "learning_rate": 7.821554500092995e-05,
+      "loss": 2.3253,
+      "step": 3200
+    },
+    {
+      "epoch": 121.50943396226415,
+      "grad_norm": 1.3020705320626609,
+      "learning_rate": 7.819299765284377e-05,
+      "loss": 2.32,
+      "step": 3220
+    },
+    {
+      "epoch": 122.26415094339623,
+      "grad_norm": 1.144219025307704,
+      "learning_rate": 7.817031226604663e-05,
+      "loss": 2.3338,
+      "step": 3240
+    },
+    {
+      "epoch": 123.01886792452831,
+      "grad_norm": 1.4392091454771268,
+      "learning_rate": 7.814748892827171e-05,
+      "loss": 2.3081,
+      "step": 3260
+    },
+    {
+      "epoch": 123.77358490566037,
+      "grad_norm": 1.57104334995189,
+      "learning_rate": 7.812452772778576e-05,
+      "loss": 2.3044,
+      "step": 3280
+    },
+    {
+      "epoch": 124.52830188679245,
+      "grad_norm": 1.2140782445458616,
+      "learning_rate": 7.810142875338864e-05,
+      "loss": 2.3162,
+      "step": 3300
+    },
+    {
+      "epoch": 125.28301886792453,
+      "grad_norm": 1.1430293000699974,
+      "learning_rate": 7.807819209441311e-05,
+      "loss": 2.3349,
+      "step": 3320
+    },
+    {
+      "epoch": 126.0377358490566,
+      "grad_norm": 1.3717461598648188,
+      "learning_rate": 7.805481784072435e-05,
+      "loss": 2.3048,
+      "step": 3340
+    },
+    {
+      "epoch": 126.79245283018868,
+      "grad_norm": 1.413324243222593,
+      "learning_rate": 7.803130608271972e-05,
+      "loss": 2.2987,
+      "step": 3360
+    },
+    {
+      "epoch": 127.54716981132076,
+      "grad_norm": 1.4726228615781376,
+      "learning_rate": 7.80076569113283e-05,
+      "loss": 2.3164,
+      "step": 3380
+    },
+    {
+      "epoch": 128.30188679245282,
+      "grad_norm": 1.4760960932985028,
+      "learning_rate": 7.798387041801066e-05,
+      "loss": 2.3314,
+      "step": 3400
+    },
+    {
+      "epoch": 129.0566037735849,
+      "grad_norm": 1.429175780411594,
+      "learning_rate": 7.795994669475842e-05,
+      "loss": 2.2752,
+      "step": 3420
+    },
+    {
+      "epoch": 129.81132075471697,
+      "grad_norm": 1.1413240245586067,
+      "learning_rate": 7.793588583409394e-05,
+      "loss": 2.333,
+      "step": 3440
+    },
+    {
+      "epoch": 130.56603773584905,
+      "grad_norm": 1.298767089765165,
+      "learning_rate": 7.791168792906992e-05,
+      "loss": 2.3227,
+      "step": 3460
+    },
+    {
+      "epoch": 131.32075471698113,
+      "grad_norm": 1.2359046339523858,
+      "learning_rate": 7.788735307326908e-05,
+      "loss": 2.3108,
+      "step": 3480
+    },
+    {
+      "epoch": 132.0754716981132,
+      "grad_norm": 1.1866095738297588,
+      "learning_rate": 7.786288136080376e-05,
+      "loss": 2.274,
+      "step": 3500
+    },
+    {
+      "epoch": 132.83018867924528,
+      "grad_norm": 1.1104279322428132,
+      "learning_rate": 7.78382728863156e-05,
+      "loss": 2.2888,
+      "step": 3520
+    },
+    {
+      "epoch": 133.58490566037736,
+      "grad_norm": 2.2680957450657537,
+      "learning_rate": 7.781352774497518e-05,
+      "loss": 2.2938,
+      "step": 3540
+    },
+    {
+      "epoch": 134.33962264150944,
+      "grad_norm": 1.6397138146409036,
+      "learning_rate": 7.778864603248155e-05,
+      "loss": 2.3068,
+      "step": 3560
+    },
+    {
+      "epoch": 135.0943396226415,
+      "grad_norm": 1.3552905083817133,
+      "learning_rate": 7.7763627845062e-05,
+      "loss": 2.3155,
+      "step": 3580
+    },
+    {
+      "epoch": 135.8490566037736,
+      "grad_norm": 1.1820209128101842,
+      "learning_rate": 7.773847327947157e-05,
+      "loss": 2.2937,
+      "step": 3600
+    },
+    {
+      "epoch": 136.60377358490567,
+      "grad_norm": 1.2309654111909685,
+      "learning_rate": 7.771318243299278e-05,
+      "loss": 2.2887,
+      "step": 3620
+    },
+    {
+      "epoch": 137.35849056603774,
+      "grad_norm": 1.3795089340342572,
+      "learning_rate": 7.768775540343515e-05,
+      "loss": 2.2961,
+      "step": 3640
+    },
+    {
+      "epoch": 138.11320754716982,
+      "grad_norm": 1.3662606951792517,
+      "learning_rate": 7.766219228913492e-05,
+      "loss": 2.288,
+      "step": 3660
+    },
+    {
+      "epoch": 138.8679245283019,
+      "grad_norm": 1.1081358756463113,
+      "learning_rate": 7.763649318895459e-05,
+      "loss": 2.3193,
+      "step": 3680
+    },
+    {
+      "epoch": 139.62264150943398,
+      "grad_norm": 1.3054965758516237,
+      "learning_rate": 7.761065820228258e-05,
+      "loss": 2.2904,
+      "step": 3700
+    },
+    {
+      "epoch": 140.37735849056602,
+      "grad_norm": 1.4052953203319152,
+      "learning_rate": 7.758468742903284e-05,
+      "loss": 2.2803,
+      "step": 3720
+    },
+    {
+      "epoch": 141.1320754716981,
+      "grad_norm": 1.310015833541638,
+      "learning_rate": 7.755858096964445e-05,
+      "loss": 2.2891,
+      "step": 3740
+    },
+    {
+      "epoch": 141.88679245283018,
+      "grad_norm": 1.0645192580358254,
+      "learning_rate": 7.753233892508125e-05,
+      "loss": 2.2982,
+      "step": 3760
+    },
+    {
+      "epoch": 142.64150943396226,
+      "grad_norm": 1.0898474528650213,
+      "learning_rate": 7.750596139683145e-05,
+      "loss": 2.2711,
+      "step": 3780
+    },
+    {
+      "epoch": 143.39622641509433,
+      "grad_norm": 1.2074165473918712,
+      "learning_rate": 7.747944848690719e-05,
+      "loss": 2.2592,
+      "step": 3800
+    },
+    {
+      "epoch": 144.1509433962264,
+      "grad_norm": 1.0959283058664937,
+      "learning_rate": 7.745280029784423e-05,
+      "loss": 2.2813,
+      "step": 3820
+    },
+    {
+      "epoch": 144.9056603773585,
+      "grad_norm": 1.2139556681199035,
+      "learning_rate": 7.742601693270148e-05,
+      "loss": 2.2564,
+      "step": 3840
+    },
+    {
+      "epoch": 145.66037735849056,
+      "grad_norm": 1.2374163658098694,
+      "learning_rate": 7.739909849506064e-05,
+      "loss": 2.2972,
+      "step": 3860
+    },
+    {
+      "epoch": 146.41509433962264,
+      "grad_norm": 1.212582172960113,
+      "learning_rate": 7.737204508902578e-05,
+      "loss": 2.2683,
+      "step": 3880
+    },
+    {
+      "epoch": 147.16981132075472,
+      "grad_norm": 1.064638273683967,
+      "learning_rate": 7.734485681922295e-05,
+      "loss": 2.2643,
+      "step": 3900
+    },
+    {
+      "epoch": 147.9245283018868,
+      "grad_norm": 1.5185500205423423,
+      "learning_rate": 7.731753379079976e-05,
+      "loss": 2.2825,
+      "step": 3920
+    },
+    {
+      "epoch": 148.67924528301887,
+      "grad_norm": 1.2571175031602655,
+      "learning_rate": 7.7290076109425e-05,
+      "loss": 2.2838,
+      "step": 3940
+    },
+    {
+      "epoch": 149.43396226415095,
+      "grad_norm": 1.1185096216789012,
+      "learning_rate": 7.726248388128821e-05,
+      "loss": 2.2713,
+      "step": 3960
+    },
+    {
+      "epoch": 150.18867924528303,
+      "grad_norm": 1.283741452573828,
+      "learning_rate": 7.723475721309926e-05,
+      "loss": 2.2578,
+      "step": 3980
+    },
+    {
+      "epoch": 150.9433962264151,
+      "grad_norm": 1.1735101055664479,
+      "learning_rate": 7.720689621208799e-05,
+      "loss": 2.2584,
+      "step": 4000
+    },
+    {
+      "epoch": 151.69811320754718,
+      "grad_norm": 1.1931741706657397,
+      "learning_rate": 7.717890098600371e-05,
+      "loss": 2.2439,
+      "step": 4020
+    },
+    {
+      "epoch": 152.45283018867926,
+      "grad_norm": 1.0510206287412838,
+      "learning_rate": 7.715077164311486e-05,
+      "loss": 2.2646,
+      "step": 4040
+    },
+    {
+      "epoch": 153.20754716981133,
+      "grad_norm": 1.2236996476850626,
+      "learning_rate": 7.712250829220856e-05,
+      "loss": 2.2518,
+      "step": 4060
+    },
+    {
+      "epoch": 153.96226415094338,
+      "grad_norm": 1.4295022161938338,
+      "learning_rate": 7.70941110425902e-05,
+      "loss": 2.2445,
+      "step": 4080
+    },
+    {
+      "epoch": 154.71698113207546,
+      "grad_norm": 1.2608108045607223,
+      "learning_rate": 7.706558000408294e-05,
+      "loss": 2.2504,
+      "step": 4100
+    },
+    {
+      "epoch": 155.47169811320754,
+      "grad_norm": 1.4378816608236173,
+      "learning_rate": 7.703691528702747e-05,
+      "loss": 2.2433,
+      "step": 4120
+    },
+    {
+      "epoch": 156.22641509433961,
+      "grad_norm": 1.3122607821127985,
+      "learning_rate": 7.700811700228138e-05,
+      "loss": 2.2593,
+      "step": 4140
+    },
+    {
+      "epoch": 156.9811320754717,
+      "grad_norm": 1.1677763203213758,
+      "learning_rate": 7.697918526121882e-05,
+      "loss": 2.2521,
+      "step": 4160
+    },
+    {
+      "epoch": 157.73584905660377,
+      "grad_norm": 1.1304212534843256,
+      "learning_rate": 7.695012017573013e-05,
+      "loss": 2.2743,
+      "step": 4180
+    },
+    {
+      "epoch": 158.49056603773585,
+      "grad_norm": 1.2157344056650818,
+      "learning_rate": 7.692092185822129e-05,
+      "loss": 2.2405,
+      "step": 4200
+    },
+    {
+      "epoch": 159.24528301886792,
+      "grad_norm": 1.2521062422528308,
+      "learning_rate": 7.689159042161356e-05,
+      "loss": 2.258,
+      "step": 4220
+    },
+    {
+      "epoch": 160.0,
+      "grad_norm": 1.417021221810849,
+      "learning_rate": 7.686212597934299e-05,
+      "loss": 2.2187,
+      "step": 4240
+    },
+    {
+      "epoch": 160.75471698113208,
+      "grad_norm": 1.0987738687082824,
+      "learning_rate": 7.68325286453601e-05,
+      "loss": 2.2155,
+      "step": 4260
+    },
+    {
+      "epoch": 161.50943396226415,
+      "grad_norm": 1.4771801969035276,
+      "learning_rate": 7.680279853412924e-05,
+      "loss": 2.27,
+      "step": 4280
+    },
+    {
+      "epoch": 162.26415094339623,
+      "grad_norm": 1.1956274528883593,
+      "learning_rate": 7.677293576062836e-05,
+      "loss": 2.2717,
+      "step": 4300
+    },
+    {
+      "epoch": 163.0188679245283,
+      "grad_norm": 1.1219859338242828,
+      "learning_rate": 7.674294044034839e-05,
+      "loss": 2.2487,
+      "step": 4320
+    },
+    {
+      "epoch": 163.77358490566039,
+      "grad_norm": 1.255744824066408,
+      "learning_rate": 7.671281268929293e-05,
+      "loss": 2.2366,
+      "step": 4340
+    },
+    {
+      "epoch": 164.52830188679246,
+      "grad_norm": 1.112451658029252,
+      "learning_rate": 7.668255262397772e-05,
+      "loss": 2.2377,
+      "step": 4360
+    },
+    {
+      "epoch": 165.28301886792454,
+      "grad_norm": 1.1131032086265853,
+      "learning_rate": 7.66521603614302e-05,
+      "loss": 2.2483,
+      "step": 4380
+    },
+    {
+      "epoch": 166.03773584905662,
+      "grad_norm": 1.2568117014241036,
+      "learning_rate": 7.662163601918907e-05,
+      "loss": 2.2637,
+      "step": 4400
+    },
+    {
+      "epoch": 166.79245283018867,
+      "grad_norm": 1.0763275712599132,
+      "learning_rate": 7.659097971530385e-05,
+      "loss": 2.2275,
+      "step": 4420
+    },
+    {
+      "epoch": 167.54716981132074,
+      "grad_norm": 1.0880356132513982,
+      "learning_rate": 7.656019156833438e-05,
+      "loss": 2.227,
+      "step": 4440
+    },
+    {
+      "epoch": 168.30188679245282,
+      "grad_norm": 1.0805504953865772,
+      "learning_rate": 7.652927169735042e-05,
+      "loss": 2.2205,
+      "step": 4460
+    },
+    {
+      "epoch": 169.0566037735849,
+      "grad_norm": 1.0979536600508317,
+      "learning_rate": 7.649822022193114e-05,
+      "loss": 2.2008,
+      "step": 4480
+    },
+    {
+      "epoch": 169.81132075471697,
+      "grad_norm": 1.0424485855679975,
+      "learning_rate": 7.646703726216467e-05,
+      "loss": 2.235,
+      "step": 4500
+    },
+    {
+      "epoch": 170.56603773584905,
+      "grad_norm": 1.1541609361962377,
+      "learning_rate": 7.643572293864766e-05,
+      "loss": 2.2297,
+      "step": 4520
+    },
+    {
+      "epoch": 171.32075471698113,
+      "grad_norm": 1.1630212513509717,
+      "learning_rate": 7.640427737248479e-05,
+      "loss": 2.2295,
+      "step": 4540
+    },
+    {
+      "epoch": 172.0754716981132,
+      "grad_norm": 1.5088805287099432,
+      "learning_rate": 7.637270068528828e-05,
+      "loss": 2.2445,
+      "step": 4560
+    },
+    {
+      "epoch": 172.83018867924528,
+      "grad_norm": 1.66773080303759,
+      "learning_rate": 7.634099299917748e-05,
+      "loss": 2.2336,
+      "step": 4580
+    },
+    {
+      "epoch": 173.58490566037736,
+      "grad_norm": 1.4239223646642891,
+      "learning_rate": 7.630915443677834e-05,
+      "loss": 2.2128,
+      "step": 4600
+    },
+    {
+      "epoch": 174.33962264150944,
+      "grad_norm": 1.2623270496447048,
+      "learning_rate": 7.627718512122297e-05,
+      "loss": 2.2253,
+      "step": 4620
+    },
+    {
+      "epoch": 175.0943396226415,
+      "grad_norm": 1.2406324767245749,
+      "learning_rate": 7.624508517614919e-05,
+      "loss": 2.2131,
+      "step": 4640
+    },
+    {
+      "epoch": 175.8490566037736,
+      "grad_norm": 1.3130455463591448,
+      "learning_rate": 7.621285472569993e-05,
+      "loss": 2.1944,
+      "step": 4660
+    },
+    {
+      "epoch": 176.60377358490567,
+      "grad_norm": 1.1413419622441512,
+      "learning_rate": 7.61804938945229e-05,
+      "loss": 2.2243,
+      "step": 4680
+    },
+    {
+      "epoch": 177.35849056603774,
+      "grad_norm": 1.2146654711035267,
+      "learning_rate": 7.614800280777005e-05,
+      "loss": 2.2172,
+      "step": 4700
+    },
+    {
+      "epoch": 178.11320754716982,
+      "grad_norm": 1.3634898063511693,
+      "learning_rate": 7.611538159109703e-05,
+      "loss": 2.205,
+      "step": 4720
+    },
+    {
+      "epoch": 178.8679245283019,
+      "grad_norm": 1.2311721419826,
+      "learning_rate": 7.608263037066277e-05,
+      "loss": 2.2252,
+      "step": 4740
+    },
+    {
+      "epoch": 179.62264150943398,
+      "grad_norm": 1.0908914570592438,
+      "learning_rate": 7.6049749273129e-05,
+      "loss": 2.2138,
+      "step": 4760
+    },
+    {
+      "epoch": 180.37735849056602,
+      "grad_norm": 1.1038829505990149,
+      "learning_rate": 7.601673842565972e-05,
+      "loss": 2.1939,
+      "step": 4780
+    },
+    {
+      "epoch": 181.1320754716981,
+      "grad_norm": 1.1236372724431538,
+      "learning_rate": 7.598359795592073e-05,
+      "loss": 2.2382,
+      "step": 4800
+    },
+    {
+      "epoch": 181.88679245283018,
+      "grad_norm": 1.3232451908070362,
+      "learning_rate": 7.59503279920791e-05,
+      "loss": 2.201,
+      "step": 4820
+    },
+    {
+      "epoch": 182.64150943396226,
+      "grad_norm": 1.3292125597941664,
+      "learning_rate": 7.591692866280274e-05,
+      "loss": 2.2058,
+      "step": 4840
+    },
+    {
+      "epoch": 183.39622641509433,
+      "grad_norm": 1.1970310296785942,
+      "learning_rate": 7.588340009725985e-05,
+      "loss": 2.206,
+      "step": 4860
+    },
+    {
+      "epoch": 184.1509433962264,
+      "grad_norm": 1.055682897860096,
+      "learning_rate": 7.584974242511845e-05,
+      "loss": 2.2148,
+      "step": 4880
+    },
+    {
+      "epoch": 184.9056603773585,
+      "grad_norm": 1.1655929048666676,
+      "learning_rate": 7.581595577654584e-05,
+      "loss": 2.2146,
+      "step": 4900
+    },
+    {
+      "epoch": 185.66037735849056,
+      "grad_norm": 1.2197862783964168,
+      "learning_rate": 7.578204028220814e-05,
+      "loss": 2.2023,
+      "step": 4920
+    },
+    {
+      "epoch": 186.41509433962264,
+      "grad_norm": 1.1536947546834515,
+      "learning_rate": 7.574799607326977e-05,
+      "loss": 2.2074,
+      "step": 4940
+    },
+    {
+      "epoch": 187.16981132075472,
+      "grad_norm": 1.1570044860516948,
+      "learning_rate": 7.571382328139293e-05,
+      "loss": 2.2057,
+      "step": 4960
+    },
+    {
+      "epoch": 187.9245283018868,
+      "grad_norm": 2.2251854969672165,
+      "learning_rate": 7.56795220387371e-05,
+      "loss": 2.1975,
+      "step": 4980
+    },
+    {
+      "epoch": 188.67924528301887,
+      "grad_norm": 1.16489093753128,
+      "learning_rate": 7.564509247795854e-05,
+      "loss": 2.1947,
+      "step": 5000
+    },
+    {
+      "epoch": 189.43396226415095,
+      "grad_norm": 1.1610456984999162,
+      "learning_rate": 7.561053473220977e-05,
+      "loss": 2.1861,
+      "step": 5020
+    },
+    {
+      "epoch": 190.18867924528303,
+      "grad_norm": 1.173342232590181,
+      "learning_rate": 7.557584893513902e-05,
+      "loss": 2.1997,
+      "step": 5040
+    },
+    {
+      "epoch": 190.9433962264151,
+      "grad_norm": 1.1873135989990635,
+      "learning_rate": 7.554103522088976e-05,
+      "loss": 2.1841,
+      "step": 5060
+    },
+    {
+      "epoch": 191.69811320754718,
+      "grad_norm": 1.4263143797188473,
+      "learning_rate": 7.550609372410018e-05,
+      "loss": 2.1823,
+      "step": 5080
+    },
+    {
+      "epoch": 192.45283018867926,
+      "grad_norm": 1.0849530063111787,
+      "learning_rate": 7.547102457990266e-05,
+      "loss": 2.1842,
+      "step": 5100
+    },
+    {
+      "epoch": 193.20754716981133,
+      "grad_norm": 1.1497288768060088,
+      "learning_rate": 7.54358279239232e-05,
+      "loss": 2.2258,
+      "step": 5120
+    },
+    {
+      "epoch": 193.96226415094338,
+      "grad_norm": 1.2795496420829302,
+      "learning_rate": 7.540050389228099e-05,
+      "loss": 2.192,
+      "step": 5140
+    },
+    {
+      "epoch": 194.71698113207546,
+      "grad_norm": 1.0700549445449614,
+      "learning_rate": 7.536505262158779e-05,
+      "loss": 2.1913,
+      "step": 5160
+    },
+    {
+      "epoch": 195.47169811320754,
+      "grad_norm": 1.3697359389801924,
+      "learning_rate": 7.532947424894744e-05,
+      "loss": 2.2044,
+      "step": 5180
+    },
+    {
+      "epoch": 196.22641509433961,
+      "grad_norm": 1.0721264053082575,
+      "learning_rate": 7.52937689119554e-05,
+      "loss": 2.1916,
+      "step": 5200
+    },
+    {
+      "epoch": 196.9811320754717,
+      "grad_norm": 1.2325173290768243,
+      "learning_rate": 7.525793674869805e-05,
+      "loss": 2.1738,
+      "step": 5220
+    },
+    {
+      "epoch": 197.73584905660377,
+      "grad_norm": 1.078471360885739,
+      "learning_rate": 7.522197789775235e-05,
+      "loss": 2.2043,
+      "step": 5240
+    },
+    {
+      "epoch": 198.49056603773585,
+      "grad_norm": 1.508079711738152,
+      "learning_rate": 7.518589249818516e-05,
+      "loss": 2.2159,
+      "step": 5260
+    },
+    {
+      "epoch": 199.24528301886792,
+      "grad_norm": 1.0511550659614401,
+      "learning_rate": 7.514968068955273e-05,
+      "loss": 2.168,
+      "step": 5280
+    },
+    {
+      "epoch": 200.0,
+      "grad_norm": 1.0585993296644824,
+      "learning_rate": 7.511334261190026e-05,
+      "loss": 2.1847,
+      "step": 5300
+    },
+    {
+      "epoch": 200.75471698113208,
+      "grad_norm": 1.19584254290663,
+      "learning_rate": 7.507687840576123e-05,
+      "loss": 2.1953,
+      "step": 5320
+    },
+    {
+      "epoch": 201.50943396226415,
+      "grad_norm": 1.360707266271236,
+      "learning_rate": 7.504028821215686e-05,
+      "loss": 2.1866,
+      "step": 5340
+    },
+    {
+      "epoch": 202.26415094339623,
+      "grad_norm": 1.0326833677791634,
+      "learning_rate": 7.500357217259573e-05,
+      "loss": 2.1889,
+      "step": 5360
+    },
+    {
+      "epoch": 203.0188679245283,
+      "grad_norm": 1.1966698046584427,
+      "learning_rate": 7.496673042907302e-05,
+      "loss": 2.204,
+      "step": 5380
+    },
+    {
+      "epoch": 203.77358490566039,
+      "grad_norm": 1.1792590946885393,
+      "learning_rate": 7.492976312407011e-05,
+      "loss": 2.1679,
+      "step": 5400
+    },
+    {
+      "epoch": 204.52830188679246,
+      "grad_norm": 1.0821551276306904,
+      "learning_rate": 7.489267040055393e-05,
+      "loss": 2.172,
+      "step": 5420
+    },
+    {
+      "epoch": 205.28301886792454,
+      "grad_norm": 1.1206896992927644,
+      "learning_rate": 7.48554524019765e-05,
+      "loss": 2.1558,
+      "step": 5440
+    },
+    {
+      "epoch": 206.03773584905662,
+      "grad_norm": 1.164481519584628,
+      "learning_rate": 7.481810927227427e-05,
+      "loss": 2.1707,
+      "step": 5460
+    },
+    {
+      "epoch": 206.79245283018867,
+      "grad_norm": 1.045173494578065,
+      "learning_rate": 7.47806411558677e-05,
+      "loss": 2.1454,
+      "step": 5480
+    },
+    {
+      "epoch": 207.54716981132074,
+      "grad_norm": 1.3037299893846073,
+      "learning_rate": 7.474304819766053e-05,
+      "loss": 2.1735,
+      "step": 5500
+    },
+    {
+      "epoch": 208.30188679245282,
+      "grad_norm": 1.1799164756908072,
+      "learning_rate": 7.470533054303937e-05,
+      "loss": 2.1678,
+      "step": 5520
+    },
+    {
+      "epoch": 209.0566037735849,
+      "grad_norm": 1.23204534029245,
+      "learning_rate": 7.46674883378731e-05,
+      "loss": 2.18,
+      "step": 5540
+    },
+    {
+      "epoch": 209.81132075471697,
+      "grad_norm": 1.1705040244332197,
+      "learning_rate": 7.462952172851219e-05,
+      "loss": 2.1638,
+      "step": 5560
+    },
+    {
+      "epoch": 210.56603773584905,
+      "grad_norm": 1.115647376955501,
+      "learning_rate": 7.459143086178838e-05,
+      "loss": 2.1517,
+      "step": 5580
+    },
+    {
+      "epoch": 211.32075471698113,
+      "grad_norm": 1.095644914375309,
+      "learning_rate": 7.455321588501378e-05,
+      "loss": 2.1624,
+      "step": 5600
+    },
+    {
+      "epoch": 212.0754716981132,
+      "grad_norm": 1.2461377018123299,
+      "learning_rate": 7.451487694598063e-05,
+      "loss": 2.1795,
+      "step": 5620
+    },
+    {
+      "epoch": 212.83018867924528,
+      "grad_norm": 1.0808714278402736,
+      "learning_rate": 7.447641419296051e-05,
+      "loss": 2.1857,
+      "step": 5640
+    },
+    {
+      "epoch": 213.58490566037736,
+      "grad_norm": 1.175783749152713,
+      "learning_rate": 7.443782777470388e-05,
+      "loss": 2.1489,
+      "step": 5660
+    },
+    {
+      "epoch": 214.33962264150944,
+      "grad_norm": 1.0323602107911023,
+      "learning_rate": 7.43991178404394e-05,
+      "loss": 2.1814,
+      "step": 5680
+    },
+    {
+      "epoch": 215.0943396226415,
+      "grad_norm": 1.4371901693782694,
+      "learning_rate": 7.436028453987343e-05,
+      "loss": 2.1607,
+      "step": 5700
+    },
+    {
+      "epoch": 215.8490566037736,
+      "grad_norm": 1.2749189929859621,
+      "learning_rate": 7.432132802318953e-05,
+      "loss": 2.1344,
+      "step": 5720
+    },
+    {
+      "epoch": 216.60377358490567,
+      "grad_norm": 1.7991005001893379,
+      "learning_rate": 7.428224844104763e-05,
+      "loss": 2.1705,
+      "step": 5740
+    },
+    {
+      "epoch": 217.35849056603774,
+      "grad_norm": 1.0763947355182082,
+      "learning_rate": 7.424304594458374e-05,
+      "loss": 2.1681,
+      "step": 5760
+    },
+    {
+      "epoch": 218.11320754716982,
+      "grad_norm": 1.147647175883896,
+      "learning_rate": 7.420372068540913e-05,
+      "loss": 2.1792,
+      "step": 5780
+    },
+    {
+      "epoch": 218.8679245283019,
+      "grad_norm": 1.232169418468151,
+      "learning_rate": 7.41642728156099e-05,
+      "loss": 2.1143,
+      "step": 5800
+    },
+    {
+      "epoch": 219.62264150943398,
+      "grad_norm": 1.3992234444810514,
+      "learning_rate": 7.41247024877463e-05,
+      "loss": 2.1612,
+      "step": 5820
+    },
+    {
+      "epoch": 220.37735849056602,
+      "grad_norm": 1.2478978185410232,
+      "learning_rate": 7.40850098548522e-05,
+      "loss": 2.1749,
+      "step": 5840
+    },
+    {
+      "epoch": 221.1320754716981,
+      "grad_norm": 1.0796153228438745,
+      "learning_rate": 7.404519507043443e-05,
+      "loss": 2.1345,
+      "step": 5860
+    },
+    {
+      "epoch": 221.88679245283018,
+      "grad_norm": 1.164330548160425,
+      "learning_rate": 7.40052582884723e-05,
+      "loss": 2.1573,
+      "step": 5880
+    },
+    {
+      "epoch": 222.64150943396226,
+      "grad_norm": 1.2041551436276394,
+      "learning_rate": 7.396519966341684e-05,
+      "loss": 2.162,
+      "step": 5900
+    },
+    {
+      "epoch": 223.39622641509433,
+      "grad_norm": 1.2780053810145304,
+      "learning_rate": 7.392501935019036e-05,
+      "loss": 2.1524,
+      "step": 5920
+    },
+    {
+      "epoch": 224.1509433962264,
+      "grad_norm": 1.069497717017709,
+      "learning_rate": 7.388471750418576e-05,
+      "loss": 2.1427,
+      "step": 5940
+    },
+    {
+      "epoch": 224.9056603773585,
+      "grad_norm": 1.1790523262171884,
+      "learning_rate": 7.384429428126599e-05,
+      "loss": 2.1693,
+      "step": 5960
+    },
+    {
+      "epoch": 225.66037735849056,
+      "grad_norm": 1.0727940077044007,
+      "learning_rate": 7.380374983776333e-05,
+      "loss": 2.1146,
+      "step": 5980
+    },
+    {
+      "epoch": 226.41509433962264,
+      "grad_norm": 1.0481198314836597,
+      "learning_rate": 7.376308433047898e-05,
+      "loss": 2.1563,
+      "step": 6000
+    },
+    {
+      "epoch": 227.16981132075472,
+      "grad_norm": 1.3874056107583248,
+      "learning_rate": 7.372229791668223e-05,
+      "loss": 2.1456,
+      "step": 6020
+    },
+    {
+      "epoch": 227.9245283018868,
+      "grad_norm": 1.3153838535909976,
+      "learning_rate": 7.368139075411003e-05,
+      "loss": 2.1575,
+      "step": 6040
+    },
+    {
+      "epoch": 228.67924528301887,
+      "grad_norm": 1.1788160013410025,
+      "learning_rate": 7.364036300096631e-05,
+      "loss": 2.1437,
+      "step": 6060
+    },
+    {
+      "epoch": 229.43396226415095,
+      "grad_norm": 1.1169312984810649,
+      "learning_rate": 7.359921481592136e-05,
+      "loss": 2.1568,
+      "step": 6080
+    },
+    {
+      "epoch": 230.18867924528303,
+      "grad_norm": 1.1435068374715258,
+      "learning_rate": 7.355794635811118e-05,
+      "loss": 2.1503,
+      "step": 6100
+    },
+    {
+      "epoch": 230.9433962264151,
+      "grad_norm": 1.7552469517638039,
+      "learning_rate": 7.3516557787137e-05,
+      "loss": 2.128,
+      "step": 6120
+    },
+    {
+      "epoch": 231.69811320754718,
+      "grad_norm": 1.0779669989000775,
+      "learning_rate": 7.347504926306452e-05,
+      "loss": 2.1485,
+      "step": 6140
+    },
+    {
+      "epoch": 232.45283018867926,
+      "grad_norm": 1.186788194688993,
+      "learning_rate": 7.343342094642333e-05,
+      "loss": 2.1576,
+      "step": 6160
+    },
+    {
+      "epoch": 233.20754716981133,
+      "grad_norm": 1.0594086679490557,
+      "learning_rate": 7.339167299820636e-05,
+      "loss": 2.1492,
+      "step": 6180
+    },
+    {
+      "epoch": 233.96226415094338,
+      "grad_norm": 1.1917321731840318,
+      "learning_rate": 7.334980557986916e-05,
+      "loss": 2.1482,
+      "step": 6200
+    },
+    {
+      "epoch": 234.71698113207546,
+      "grad_norm": 1.083198692826801,
+      "learning_rate": 7.330781885332932e-05,
+      "loss": 2.1461,
+      "step": 6220
+    },
+    {
+      "epoch": 235.47169811320754,
+      "grad_norm": 1.3139182121317998,
+      "learning_rate": 7.326571298096586e-05,
+      "loss": 2.156,
+      "step": 6240
+    },
+    {
+      "epoch": 236.22641509433961,
+      "grad_norm": 1.0854207170845476,
+      "learning_rate": 7.322348812561857e-05,
+      "loss": 2.1258,
+      "step": 6260
+    },
+    {
+      "epoch": 236.9811320754717,
+      "grad_norm": 1.5015227061373095,
+      "learning_rate": 7.318114445058739e-05,
+      "loss": 2.1439,
+      "step": 6280
+    },
+    {
+      "epoch": 237.73584905660377,
+      "grad_norm": 1.2347794021289429,
+      "learning_rate": 7.313868211963179e-05,
+      "loss": 2.1317,
+      "step": 6300
+    },
+    {
+      "epoch": 238.49056603773585,
+      "grad_norm": 1.442835177639965,
+      "learning_rate": 7.309610129697015e-05,
+      "loss": 2.113,
+      "step": 6320
+    },
+    {
+      "epoch": 239.24528301886792,
+      "grad_norm": 1.236255276661992,
+      "learning_rate": 7.305340214727905e-05,
+      "loss": 2.1378,
+      "step": 6340
+    },
+    {
+      "epoch": 240.0,
+      "grad_norm": 1.205183440308278,
+      "learning_rate": 7.301058483569271e-05,
+      "loss": 2.1336,
+      "step": 6360
+    },
+    {
+      "epoch": 240.75471698113208,
+      "grad_norm": 1.3246584618487252,
+      "learning_rate": 7.296764952780239e-05,
+      "loss": 2.1221,
+      "step": 6380
+    },
+    {
+      "epoch": 241.50943396226415,
+      "grad_norm": 1.0168670687272512,
+      "learning_rate": 7.292459638965558e-05,
+      "loss": 2.1188,
+      "step": 6400
+    },
+    {
+      "epoch": 242.26415094339623,
+      "grad_norm": 1.3467491151924502,
+      "learning_rate": 7.288142558775552e-05,
+      "loss": 2.101,
+      "step": 6420
+    },
+    {
+      "epoch": 243.0188679245283,
+      "grad_norm": 1.261074686560294,
+      "learning_rate": 7.283813728906054e-05,
+      "loss": 2.1411,
+      "step": 6440
+    },
+    {
+      "epoch": 243.77358490566039,
+      "grad_norm": 1.2485690805022434,
+      "learning_rate": 7.27947316609833e-05,
+      "loss": 2.1277,
+      "step": 6460
+    },
+    {
+      "epoch": 244.52830188679246,
+      "grad_norm": 1.3241322758759912,
+      "learning_rate": 7.275120887139026e-05,
+      "loss": 2.1363,
+      "step": 6480
+    },
+    {
+      "epoch": 245.28301886792454,
+      "grad_norm": 1.5599386219671891,
+      "learning_rate": 7.270756908860098e-05,
+      "loss": 2.1089,
+      "step": 6500
+    },
+    {
+      "epoch": 246.03773584905662,
+      "grad_norm": 1.2114819177389966,
+      "learning_rate": 7.266381248138751e-05,
+      "loss": 2.1089,
+      "step": 6520
+    },
+    {
+      "epoch": 246.79245283018867,
+      "grad_norm": 1.1306582742382014,
+      "learning_rate": 7.261993921897364e-05,
+      "loss": 2.1079,
+      "step": 6540
+    },
+    {
+      "epoch": 247.54716981132074,
+      "grad_norm": 1.2673326383282852,
+      "learning_rate": 7.257594947103438e-05,
+      "loss": 2.1266,
+      "step": 6560
+    },
+    {
+      "epoch": 248.30188679245282,
+      "grad_norm": 1.4019469970816203,
+      "learning_rate": 7.253184340769518e-05,
+      "loss": 2.1481,
+      "step": 6580
+    },
+    {
+      "epoch": 249.0566037735849,
+      "grad_norm": 1.0449709444069573,
+      "learning_rate": 7.248762119953135e-05,
+      "loss": 2.1158,
+      "step": 6600
+    },
+    {
+      "epoch": 249.81132075471697,
+      "grad_norm": 1.1593445705123036,
+      "learning_rate": 7.244328301756737e-05,
+      "loss": 2.13,
+      "step": 6620
+    },
+    {
+      "epoch": 250.56603773584905,
+      "grad_norm": 1.2635129121192081,
+      "learning_rate": 7.23988290332763e-05,
+      "loss": 2.1167,
+      "step": 6640
+    },
+    {
+      "epoch": 251.32075471698113,
+      "grad_norm": 1.0527620092255492,
+      "learning_rate": 7.235425941857891e-05,
+      "loss": 2.114,
+      "step": 6660
+    },
+    {
+      "epoch": 252.0754716981132,
+      "grad_norm": 1.3035661165388843,
+      "learning_rate": 7.230957434584331e-05,
+      "loss": 2.0928,
+      "step": 6680
+    },
+    {
+      "epoch": 252.83018867924528,
+      "grad_norm": 1.0136550616355096,
+      "learning_rate": 7.226477398788402e-05,
+      "loss": 2.0987,
+      "step": 6700
+    },
+    {
+      "epoch": 253.58490566037736,
+      "grad_norm": 1.258957796854538,
+      "learning_rate": 7.22198585179615e-05,
+      "loss": 2.1032,
+      "step": 6720
+    },
+    {
+      "epoch": 254.33962264150944,
+      "grad_norm": 1.2937771749668925,
+      "learning_rate": 7.21748281097813e-05,
+      "loss": 2.1003,
+      "step": 6740
+    },
+    {
+      "epoch": 255.0943396226415,
+      "grad_norm": 1.0533802729958242,
+      "learning_rate": 7.212968293749357e-05,
+      "loss": 2.1201,
+      "step": 6760
+    },
+    {
+      "epoch": 255.8490566037736,
+      "grad_norm": 1.0065996122655994,
+      "learning_rate": 7.208442317569225e-05,
+      "loss": 2.1119,
+      "step": 6780
+    },
+    {
+      "epoch": 256.60377358490564,
+      "grad_norm": 1.1726423865130644,
+      "learning_rate": 7.203904899941444e-05,
+      "loss": 2.0967,
+      "step": 6800
+    },
+    {
+      "epoch": 257.35849056603774,
+      "grad_norm": 1.4137580376820904,
+      "learning_rate": 7.199356058413975e-05,
+      "loss": 2.1297,
+      "step": 6820
+    },
+    {
+      "epoch": 258.1132075471698,
+      "grad_norm": 1.2534212871623691,
+      "learning_rate": 7.194795810578956e-05,
+      "loss": 2.1142,
+      "step": 6840
+    },
+    {
+      "epoch": 258.8679245283019,
+      "grad_norm": 1.1760816154209972,
+      "learning_rate": 7.190224174072643e-05,
+      "loss": 2.1524,
+      "step": 6860
+    },
+    {
+      "epoch": 259.62264150943395,
+      "grad_norm": 1.1576937144547554,
+      "learning_rate": 7.185641166575331e-05,
+      "loss": 2.0873,
+      "step": 6880
+    },
+    {
+      "epoch": 260.37735849056605,
+      "grad_norm": 1.18595129264392,
+      "learning_rate": 7.181046805811294e-05,
+      "loss": 2.1118,
+      "step": 6900
+    },
+    {
+      "epoch": 261.1320754716981,
+      "grad_norm": 1.1205604370668647,
+      "learning_rate": 7.176441109548715e-05,
+      "loss": 2.0986,
+      "step": 6920
+    },
+    {
+      "epoch": 261.8867924528302,
+      "grad_norm": 1.1884901674285933,
+      "learning_rate": 7.171824095599609e-05,
+      "loss": 2.1109,
+      "step": 6940
+    },
+    {
+      "epoch": 262.64150943396226,
+      "grad_norm": 1.123509221114028,
+      "learning_rate": 7.167195781819768e-05,
+      "loss": 2.1047,
+      "step": 6960
+    },
+    {
+      "epoch": 263.39622641509436,
+      "grad_norm": 1.1260075560640628,
+      "learning_rate": 7.162556186108684e-05,
+      "loss": 2.0972,
+      "step": 6980
+    },
+    {
+      "epoch": 264.1509433962264,
+      "grad_norm": 1.191570785218505,
+      "learning_rate": 7.157905326409477e-05,
+      "loss": 2.0938,
+      "step": 7000
+    },
+    {
+      "epoch": 264.9056603773585,
+      "grad_norm": 1.1009948219165815,
+      "learning_rate": 7.153243220708831e-05,
+      "loss": 2.1084,
+      "step": 7020
+    },
+    {
+      "epoch": 265.66037735849056,
+      "grad_norm": 1.0984593800759155,
+      "learning_rate": 7.148569887036923e-05,
+      "loss": 2.0989,
+      "step": 7040
+    },
+    {
+      "epoch": 266.41509433962267,
+      "grad_norm": 1.2379578619669414,
+      "learning_rate": 7.143885343467355e-05,
+      "loss": 2.1166,
+      "step": 7060
+    },
+    {
+      "epoch": 267.1698113207547,
+      "grad_norm": 1.1064036960932773,
+      "learning_rate": 7.139189608117077e-05,
+      "loss": 2.1104,
+      "step": 7080
+    },
+    {
+      "epoch": 267.92452830188677,
+      "grad_norm": 1.0772108392111555,
+      "learning_rate": 7.134482699146328e-05,
+      "loss": 2.0897,
+      "step": 7100
+    },
+    {
+      "epoch": 268.6792452830189,
+      "grad_norm": 1.1292302199915438,
+      "learning_rate": 7.129764634758554e-05,
+      "loss": 2.1157,
+      "step": 7120
+    },
+    {
+      "epoch": 269.4339622641509,
+      "grad_norm": 1.1278390668879588,
+      "learning_rate": 7.125035433200346e-05,
+      "loss": 2.0932,
+      "step": 7140
+    },
+    {
+      "epoch": 270.188679245283,
+      "grad_norm": 1.0414531139729244,
+      "learning_rate": 7.120295112761368e-05,
+      "loss": 2.1151,
+      "step": 7160
+    },
+    {
+      "epoch": 270.9433962264151,
+      "grad_norm": 1.1545750967690267,
+      "learning_rate": 7.115543691774282e-05,
+      "loss": 2.1131,
+      "step": 7180
+    },
+    {
+      "epoch": 271.6981132075472,
+      "grad_norm": 1.204421852849513,
+      "learning_rate": 7.110781188614684e-05,
+      "loss": 2.0802,
+      "step": 7200
+    },
+    {
+      "epoch": 272.45283018867923,
+      "grad_norm": 1.7831981359411682,
+      "learning_rate": 7.106007621701024e-05,
+      "loss": 2.0798,
+      "step": 7220
+    },
+    {
+      "epoch": 273.20754716981133,
+      "grad_norm": 1.3197751132016162,
+      "learning_rate": 7.101223009494545e-05,
+      "loss": 2.0992,
+      "step": 7240
+    },
+    {
+      "epoch": 273.9622641509434,
+      "grad_norm": 1.2400242729400996,
+      "learning_rate": 7.096427370499204e-05,
+      "loss": 2.0864,
+      "step": 7260
+    },
+    {
+      "epoch": 274.7169811320755,
+      "grad_norm": 1.0912978575620245,
+      "learning_rate": 7.091620723261605e-05,
+      "loss": 2.0923,
+      "step": 7280
+    },
+    {
+      "epoch": 275.47169811320754,
+      "grad_norm": 1.231133204650358,
+      "learning_rate": 7.086803086370918e-05,
+      "loss": 2.0795,
+      "step": 7300
+    },
+    {
+      "epoch": 276.22641509433964,
+      "grad_norm": 1.2282758399906704,
+      "learning_rate": 7.081974478458825e-05,
+      "loss": 2.0761,
+      "step": 7320
+    },
+    {
+      "epoch": 276.9811320754717,
+      "grad_norm": 1.3460196947110317,
+      "learning_rate": 7.077134918199428e-05,
+      "loss": 2.0752,
+      "step": 7340
+    },
+    {
+      "epoch": 277.7358490566038,
+      "grad_norm": 1.080960097565614,
+      "learning_rate": 7.072284424309193e-05,
+      "loss": 2.0889,
+      "step": 7360
+    },
+    {
+      "epoch": 278.49056603773585,
+      "grad_norm": 1.3111047591517453,
+      "learning_rate": 7.067423015546863e-05,
+      "loss": 2.0839,
+      "step": 7380
+    },
+    {
+      "epoch": 279.24528301886795,
+      "grad_norm": 1.5401314919739673,
+      "learning_rate": 7.0625507107134e-05,
+      "loss": 2.0927,
+      "step": 7400
+    },
+    {
+      "epoch": 280.0,
+      "grad_norm": 1.1041636245431063,
+      "learning_rate": 7.057667528651904e-05,
+      "loss": 2.0803,
+      "step": 7420
+    },
+    {
+      "epoch": 280.75471698113205,
+      "grad_norm": 1.4056508604045173,
+      "learning_rate": 7.052773488247539e-05,
+      "loss": 2.0668,
+      "step": 7440
+    },
+    {
+      "epoch": 281.50943396226415,
+      "grad_norm": 1.046923519873644,
+      "learning_rate": 7.047868608427462e-05,
+      "loss": 2.082,
+      "step": 7460
+    },
+    {
+      "epoch": 282.2641509433962,
+      "grad_norm": 1.3029328700653047,
+      "learning_rate": 7.042952908160754e-05,
+      "loss": 2.0556,
+      "step": 7480
+    },
+    {
+      "epoch": 283.0188679245283,
+      "grad_norm": 1.227982067650406,
+      "learning_rate": 7.03802640645834e-05,
+      "loss": 2.0478,
+      "step": 7500
+    },
+    {
+      "epoch": 283.77358490566036,
+      "grad_norm": 1.1015625311453152,
+      "learning_rate": 7.033089122372919e-05,
+      "loss": 2.0773,
+      "step": 7520
+    },
+    {
+      "epoch": 284.52830188679246,
+      "grad_norm": 1.316103623119528,
+      "learning_rate": 7.028141074998891e-05,
+      "loss": 2.0756,
+      "step": 7540
+    },
+    {
+      "epoch": 285.2830188679245,
+      "grad_norm": 1.255257016262856,
+      "learning_rate": 7.023182283472277e-05,
+      "loss": 2.0866,
+      "step": 7560
+    },
+    {
+      "epoch": 286.0377358490566,
+      "grad_norm": 1.030736862070767,
+      "learning_rate": 7.018212766970658e-05,
+      "loss": 2.0723,
+      "step": 7580
+    },
+    {
+      "epoch": 286.79245283018867,
+      "grad_norm": 1.293105711429154,
+      "learning_rate": 7.013232544713086e-05,
+      "loss": 2.0759,
+      "step": 7600
+    },
+    {
+      "epoch": 287.54716981132077,
+      "grad_norm": 1.538845550854816,
+      "learning_rate": 7.008241635960018e-05,
+      "loss": 2.0238,
+      "step": 7620
+    },
+    {
+      "epoch": 288.3018867924528,
+      "grad_norm": 1.1376778839977162,
+      "learning_rate": 7.003240060013241e-05,
+      "loss": 2.0895,
+      "step": 7640
+    },
+    {
+      "epoch": 289.0566037735849,
+      "grad_norm": 1.1524198390846205,
+      "learning_rate": 6.998227836215794e-05,
+      "loss": 2.0712,
+      "step": 7660
+    },
+    {
+      "epoch": 289.811320754717,
+      "grad_norm": 1.1269455096899952,
+      "learning_rate": 6.9932049839519e-05,
+      "loss": 2.0785,
+      "step": 7680
+    },
+    {
+      "epoch": 290.5660377358491,
+      "grad_norm": 1.1947929898571277,
+      "learning_rate": 6.98817152264688e-05,
+      "loss": 2.0789,
+      "step": 7700
+    },
+    {
+      "epoch": 291.3207547169811,
+      "grad_norm": 1.05216691350341,
+      "learning_rate": 6.983127471767088e-05,
+      "loss": 2.0721,
+      "step": 7720
+    },
+    {
+      "epoch": 292.07547169811323,
+      "grad_norm": 1.0659553585546824,
+      "learning_rate": 6.978072850819832e-05,
+      "loss": 2.0897,
+      "step": 7740
+    },
+    {
+      "epoch": 292.8301886792453,
+      "grad_norm": 1.4999207869643305,
+      "learning_rate": 6.9730076793533e-05,
+      "loss": 2.0875,
+      "step": 7760
+    },
+    {
+      "epoch": 293.58490566037733,
+      "grad_norm": 1.051015475094539,
+      "learning_rate": 6.967931976956479e-05,
+      "loss": 2.0572,
+      "step": 7780
+    },
+    {
+      "epoch": 294.33962264150944,
+      "grad_norm": 1.4062884543226315,
+      "learning_rate": 6.962845763259084e-05,
+      "loss": 2.0783,
+      "step": 7800
+    },
+    {
+      "epoch": 295.0943396226415,
+      "grad_norm": 1.3344933104485628,
+      "learning_rate": 6.957749057931486e-05,
+      "loss": 2.0491,
+      "step": 7820
+    },
+    {
+      "epoch": 295.8490566037736,
+      "grad_norm": 1.2853456909301206,
+      "learning_rate": 6.952641880684623e-05,
+      "loss": 2.0589,
+      "step": 7840
+    },
+    {
+      "epoch": 296.60377358490564,
+      "grad_norm": 0.9567533052896401,
+      "learning_rate": 6.947524251269942e-05,
+      "loss": 2.0638,
+      "step": 7860
+    },
+    {
+      "epoch": 297.35849056603774,
+      "grad_norm": 1.0295871659614384,
+      "learning_rate": 6.942396189479305e-05,
+      "loss": 2.0452,
+      "step": 7880
+    },
+    {
+      "epoch": 298.1132075471698,
+      "grad_norm": 1.0385361931014787,
+      "learning_rate": 6.937257715144922e-05,
+      "loss": 2.0693,
+      "step": 7900
+    },
+    {
+      "epoch": 298.8679245283019,
+      "grad_norm": 1.0809377854877955,
+      "learning_rate": 6.932108848139274e-05,
+      "loss": 2.0657,
+      "step": 7920
+    },
+    {
+      "epoch": 299.62264150943395,
+      "grad_norm": 1.2262962690135735,
+      "learning_rate": 6.926949608375031e-05,
+      "loss": 2.0333,
+      "step": 7940
+    },
+    {
+      "epoch": 300.37735849056605,
+      "grad_norm": 1.2494078282001366,
+      "learning_rate": 6.921780015804983e-05,
+      "loss": 2.0611,
+      "step": 7960
+    },
+    {
+      "epoch": 301.1320754716981,
+      "grad_norm": 1.2191785732688871,
+      "learning_rate": 6.916600090421955e-05,
+      "loss": 2.0414,
+      "step": 7980
+    },
+    {
+      "epoch": 301.8867924528302,
+      "grad_norm": 1.3922552836876412,
+      "learning_rate": 6.911409852258734e-05,
+      "loss": 2.0344,
+      "step": 8000
+    },
+    {
+      "epoch": 302.64150943396226,
+      "grad_norm": 1.001774801425353,
+      "learning_rate": 6.906209321387992e-05,
+      "loss": 2.0745,
+      "step": 8020
+    },
+    {
+      "epoch": 303.39622641509436,
+      "grad_norm": 1.1104337640037032,
+      "learning_rate": 6.900998517922203e-05,
+      "loss": 2.0593,
+      "step": 8040
+    },
+    {
+      "epoch": 304.1509433962264,
+      "grad_norm": 1.825335695980726,
+      "learning_rate": 6.895777462013575e-05,
+      "loss": 2.0459,
+      "step": 8060
+    },
+    {
+      "epoch": 304.9056603773585,
+      "grad_norm": 1.157162721000543,
+      "learning_rate": 6.89054617385396e-05,
+      "loss": 2.0565,
+      "step": 8080
+    },
+    {
+      "epoch": 305.66037735849056,
+      "grad_norm": 1.0813317731646406,
+      "learning_rate": 6.885304673674785e-05,
+      "loss": 2.0647,
+      "step": 8100
+    },
+    {
+      "epoch": 306.41509433962267,
+      "grad_norm": 1.1711257270339308,
+      "learning_rate": 6.880052981746973e-05,
+      "loss": 2.0779,
+      "step": 8120
+    },
+    {
+      "epoch": 307.1698113207547,
+      "grad_norm": 1.063366248076951,
+      "learning_rate": 6.874791118380859e-05,
+      "loss": 2.0299,
+      "step": 8140
+    },
+    {
+      "epoch": 307.92452830188677,
+      "grad_norm": 1.4839153895893722,
+      "learning_rate": 6.869519103926117e-05,
+      "loss": 2.0689,
+      "step": 8160
+    },
+    {
+      "epoch": 308.6792452830189,
+      "grad_norm": 1.0599730190677705,
+      "learning_rate": 6.864236958771677e-05,
+      "loss": 2.0559,
+      "step": 8180
+    },
+    {
+      "epoch": 309.4339622641509,
+      "grad_norm": 1.1000743640073944,
+      "learning_rate": 6.85894470334565e-05,
+      "loss": 2.0814,
+      "step": 8200
+    },
+    {
+      "epoch": 310.188679245283,
+      "grad_norm": 1.1134888630426287,
+      "learning_rate": 6.853642358115248e-05,
+      "loss": 2.0619,
+      "step": 8220
+    },
+    {
+      "epoch": 310.9433962264151,
+      "grad_norm": 1.4109893718513755,
+      "learning_rate": 6.848329943586703e-05,
+      "loss": 2.0478,
+      "step": 8240
+    },
+    {
+      "epoch": 311.6981132075472,
+      "grad_norm": 1.4005508549478216,
+      "learning_rate": 6.843007480305188e-05,
+      "loss": 2.0451,
+      "step": 8260
+    },
+    {
+      "epoch": 312.45283018867923,
+      "grad_norm": 1.1506459796822934,
+      "learning_rate": 6.83767498885474e-05,
+      "loss": 2.0496,
+      "step": 8280
+    },
+    {
+      "epoch": 313.20754716981133,
+      "grad_norm": 1.1846013546521996,
+      "learning_rate": 6.832332489858181e-05,
+      "loss": 2.0503,
+      "step": 8300
+    },
+    {
+      "epoch": 313.9622641509434,
+      "grad_norm": 1.083146150872066,
+      "learning_rate": 6.826980003977029e-05,
+      "loss": 2.0411,
+      "step": 8320
+    },
+    {
+      "epoch": 314.7169811320755,
+      "grad_norm": 1.1083923007981826,
+      "learning_rate": 6.821617551911432e-05,
+      "loss": 2.059,
+      "step": 8340
+    },
+    {
+      "epoch": 315.47169811320754,
+      "grad_norm": 1.7089827022606041,
+      "learning_rate": 6.816245154400081e-05,
+      "loss": 2.0316,
+      "step": 8360
+    },
+    {
+      "epoch": 316.22641509433964,
+      "grad_norm": 1.2036464145657677,
+      "learning_rate": 6.810862832220125e-05,
+      "loss": 2.0383,
+      "step": 8380
+    },
+    {
+      "epoch": 316.9811320754717,
+      "grad_norm": 1.0678492328292477,
+      "learning_rate": 6.8054706061871e-05,
+      "loss": 2.0357,
+      "step": 8400
+    },
+    {
+      "epoch": 317.7358490566038,
+      "grad_norm": 1.1510123829327024,
+      "learning_rate": 6.800068497154838e-05,
+      "loss": 2.0509,
+      "step": 8420
+    },
+    {
+      "epoch": 318.49056603773585,
+      "grad_norm": 1.1744519756591179,
+      "learning_rate": 6.794656526015402e-05,
+      "loss": 2.0362,
+      "step": 8440
+    },
+    {
+      "epoch": 319.24528301886795,
+      "grad_norm": 1.0951767070535987,
+      "learning_rate": 6.78923471369899e-05,
+      "loss": 2.0261,
+      "step": 8460
+    },
+    {
+      "epoch": 320.0,
+      "grad_norm": 1.40278574496307,
+      "learning_rate": 6.783803081173856e-05,
+      "loss": 2.0041,
+      "step": 8480
+    },
+    {
+      "epoch": 320.75471698113205,
+      "grad_norm": 1.2731462205629138,
+      "learning_rate": 6.778361649446238e-05,
+      "loss": 2.0455,
+      "step": 8500
+    },
+    {
+      "epoch": 321.50943396226415,
+      "grad_norm": 1.1686588861352702,
+      "learning_rate": 6.772910439560273e-05,
+      "loss": 2.0328,
+      "step": 8520
+    },
+    {
+      "epoch": 322.2641509433962,
+      "grad_norm": 1.0989551544372271,
+      "learning_rate": 6.767449472597907e-05,
+      "loss": 2.0495,
+      "step": 8540
+    },
+    {
+      "epoch": 323.0188679245283,
+      "grad_norm": 1.3624805761549945,
+      "learning_rate": 6.761978769678828e-05,
+      "loss": 2.0447,
+      "step": 8560
+    },
+    {
+      "epoch": 323.77358490566036,
+      "grad_norm": 1.1444357160826135,
+      "learning_rate": 6.75649835196037e-05,
+      "loss": 2.0663,
+      "step": 8580
+    },
+    {
+      "epoch": 324.52830188679246,
+      "grad_norm": 1.1946574491976927,
+      "learning_rate": 6.75100824063744e-05,
+      "loss": 2.0483,
+      "step": 8600
+    },
+    {
+      "epoch": 325.2830188679245,
+      "grad_norm": 1.0504702569050626,
+      "learning_rate": 6.745508456942438e-05,
+      "loss": 1.9978,
+      "step": 8620
+    },
+    {
+      "epoch": 326.0377358490566,
+      "grad_norm": 0.9767612100068984,
+      "learning_rate": 6.739999022145167e-05,
+      "loss": 2.0382,
+      "step": 8640
+    },
+    {
+      "epoch": 326.79245283018867,
+      "grad_norm": 1.0291078738332238,
+      "learning_rate": 6.734479957552753e-05,
+      "loss": 2.0298,
+      "step": 8660
+    },
+    {
+      "epoch": 327.54716981132077,
+      "grad_norm": 1.244368475618607,
+      "learning_rate": 6.72895128450957e-05,
+      "loss": 2.005,
+      "step": 8680
+    },
+    {
+      "epoch": 328.3018867924528,
+      "grad_norm": 1.1290954094741668,
+      "learning_rate": 6.723413024397144e-05,
+      "loss": 2.0569,
+      "step": 8700
+    },
+    {
+      "epoch": 329.0566037735849,
+      "grad_norm": 1.0915375487825718,
+      "learning_rate": 6.717865198634082e-05,
+      "loss": 2.0447,
+      "step": 8720
+    },
+    {
+      "epoch": 329.811320754717,
+      "grad_norm": 1.1768398401350053,
+      "learning_rate": 6.71230782867599e-05,
+      "loss": 2.0217,
+      "step": 8740
+    },
+    {
+      "epoch": 330.5660377358491,
+      "grad_norm": 1.104835402612007,
+      "learning_rate": 6.706740936015375e-05,
+      "loss": 2.0386,
+      "step": 8760
+    },
+    {
+      "epoch": 331.3207547169811,
+      "grad_norm": 1.1248015036534322,
+      "learning_rate": 6.70116454218158e-05,
+      "loss": 2.0103,
+      "step": 8780
+    },
+    {
+      "epoch": 332.07547169811323,
+      "grad_norm": 1.2169922349555569,
+      "learning_rate": 6.69557866874069e-05,
+      "loss": 2.0241,
+      "step": 8800
+    },
+    {
+      "epoch": 332.8301886792453,
+      "grad_norm": 1.214613807170357,
+      "learning_rate": 6.689983337295448e-05,
+      "loss": 2.0188,
+      "step": 8820
+    },
+    {
+      "epoch": 333.58490566037733,
+      "grad_norm": 1.790201434963867,
+      "learning_rate": 6.684378569485181e-05,
+      "loss": 1.9779,
+      "step": 8840
+    },
+    {
+      "epoch": 334.33962264150944,
+      "grad_norm": 1.1294537346241684,
+      "learning_rate": 6.678764386985706e-05,
+      "loss": 2.0288,
+      "step": 8860
+    },
+    {
+      "epoch": 335.0943396226415,
+      "grad_norm": 1.023220014865738,
+      "learning_rate": 6.673140811509254e-05,
+      "loss": 2.0388,
+      "step": 8880
+    },
+    {
+      "epoch": 335.8490566037736,
+      "grad_norm": 1.184810167823652,
+      "learning_rate": 6.667507864804373e-05,
+      "loss": 2.0527,
+      "step": 8900
+    },
+    {
+      "epoch": 336.60377358490564,
+      "grad_norm": 1.4108637345041166,
+      "learning_rate": 6.661865568655867e-05,
+      "loss": 2.0521,
+      "step": 8920
+    },
+    {
+      "epoch": 337.35849056603774,
+      "grad_norm": 1.1099661578909887,
+      "learning_rate": 6.656213944884687e-05,
+      "loss": 2.0142,
+      "step": 8940
+    },
+    {
+      "epoch": 338.1132075471698,
+      "grad_norm": 1.2550646623744501,
+      "learning_rate": 6.650553015347861e-05,
+      "loss": 2.0234,
+      "step": 8960
+    },
+    {
+      "epoch": 338.8679245283019,
+      "grad_norm": 1.3226209109800835,
+      "learning_rate": 6.64488280193841e-05,
+      "loss": 2.0026,
+      "step": 8980
+    },
+    {
+      "epoch": 339.62264150943395,
+      "grad_norm": 1.2466974723773605,
+      "learning_rate": 6.639203326585253e-05,
+      "loss": 2.0505,
+      "step": 9000
+    },
+    {
+      "epoch": 340.37735849056605,
+      "grad_norm": 1.2259925868881607,
+      "learning_rate": 6.633514611253129e-05,
+      "loss": 1.989,
+      "step": 9020
+    },
+    {
+      "epoch": 341.1320754716981,
+      "grad_norm": 1.2616555953485367,
+      "learning_rate": 6.627816677942518e-05,
+      "loss": 2.0172,
+      "step": 9040
+    },
+    {
+      "epoch": 341.8867924528302,
+      "grad_norm": 1.0660372107925478,
+      "learning_rate": 6.622109548689542e-05,
+      "loss": 2.0235,
+      "step": 9060
+    },
+    {
+      "epoch": 342.64150943396226,
+      "grad_norm": 1.2995047263783295,
+      "learning_rate": 6.616393245565893e-05,
+      "loss": 2.0116,
+      "step": 9080
+    },
+    {
+      "epoch": 343.39622641509436,
+      "grad_norm": 1.2947984731633606,
+      "learning_rate": 6.610667790678738e-05,
+      "loss": 2.0241,
+      "step": 9100
+    },
+    {
+      "epoch": 344.1509433962264,
+      "grad_norm": 1.008247863003288,
+      "learning_rate": 6.60493320617064e-05,
+      "loss": 1.984,
+      "step": 9120
+    },
+    {
+      "epoch": 344.9056603773585,
+      "grad_norm": 1.5922178618355085,
+      "learning_rate": 6.599189514219469e-05,
+      "loss": 1.989,
+      "step": 9140
+    },
+    {
+      "epoch": 345.66037735849056,
+      "grad_norm": 1.0785537649724395,
+      "learning_rate": 6.593436737038316e-05,
+      "loss": 2.0135,
+      "step": 9160
+    },
+    {
+      "epoch": 346.41509433962267,
+      "grad_norm": 1.1766322003509095,
+      "learning_rate": 6.58767489687541e-05,
+      "loss": 2.0021,
+      "step": 9180
+    },
+    {
+      "epoch": 347.1698113207547,
+      "grad_norm": 1.3777596137615202,
+      "learning_rate": 6.581904016014026e-05,
+      "loss": 1.9988,
+      "step": 9200
+    },
+    {
+      "epoch": 347.92452830188677,
+      "grad_norm": 1.5517987219865874,
+      "learning_rate": 6.57612411677241e-05,
+      "loss": 2.0309,
+      "step": 9220
+    },
+    {
+      "epoch": 348.6792452830189,
+      "grad_norm": 1.0560275221648643,
+      "learning_rate": 6.570335221503679e-05,
+      "loss": 1.9923,
+      "step": 9240
+    },
+    {
+      "epoch": 349.4339622641509,
+      "grad_norm": 1.3504991405267055,
+      "learning_rate": 6.564537352595744e-05,
+      "loss": 1.9739,
+      "step": 9260
+    },
+    {
+      "epoch": 350.188679245283,
+      "grad_norm": 1.153039781830911,
+      "learning_rate": 6.558730532471219e-05,
+      "loss": 1.9803,
+      "step": 9280
+    },
+    {
+      "epoch": 350.9433962264151,
+      "grad_norm": 0.9434571532030971,
+      "learning_rate": 6.55291478358734e-05,
+      "loss": 1.9677,
+      "step": 9300
+    },
+    {
+      "epoch": 351.6981132075472,
+      "grad_norm": 1.8784899020425583,
+      "learning_rate": 6.547090128435869e-05,
+      "loss": 1.9988,
+      "step": 9320
+    },
+    {
+      "epoch": 352.45283018867923,
+      "grad_norm": 1.449139419473746,
+      "learning_rate": 6.541256589543013e-05,
+      "loss": 1.9974,
+      "step": 9340
+    },
+    {
+      "epoch": 353.20754716981133,
+      "grad_norm": 1.3936924715065266,
+      "learning_rate": 6.53541418946934e-05,
+      "loss": 2.016,
+      "step": 9360
+    },
+    {
+      "epoch": 353.9622641509434,
+      "grad_norm": 1.6114753123601104,
+      "learning_rate": 6.529562950809679e-05,
+      "loss": 2.0021,
+      "step": 9380
+    },
+    {
+      "epoch": 354.7169811320755,
+      "grad_norm": 1.109612991369577,
+      "learning_rate": 6.523702896193052e-05,
+      "loss": 1.9928,
+      "step": 9400
+    },
+    {
+      "epoch": 355.47169811320754,
+      "grad_norm": 1.2128714849575388,
+      "learning_rate": 6.517834048282572e-05,
+      "loss": 1.9908,
+      "step": 9420
+    },
+    {
+      "epoch": 356.22641509433964,
+      "grad_norm": 1.6910853942561526,
+      "learning_rate": 6.511956429775353e-05,
+      "loss": 1.998,
+      "step": 9440
+    },
+    {
+      "epoch": 356.9811320754717,
+      "grad_norm": 1.1430018991497974,
+      "learning_rate": 6.506070063402434e-05,
+      "loss": 1.9726,
+      "step": 9460
+    },
+    {
+      "epoch": 357.7358490566038,
+      "grad_norm": 1.1413458296675405,
+      "learning_rate": 6.500174971928684e-05,
+      "loss": 1.9972,
+      "step": 9480
+    },
+    {
+      "epoch": 358.49056603773585,
+      "grad_norm": 1.1439825840759497,
+      "learning_rate": 6.494271178152717e-05,
+      "loss": 1.9965,
+      "step": 9500
+    },
+    {
+      "epoch": 359.24528301886795,
+      "grad_norm": 1.1294761259383999,
+      "learning_rate": 6.488358704906799e-05,
+      "loss": 1.9651,
+      "step": 9520
+    },
+    {
+      "epoch": 360.0,
+      "grad_norm": 1.0691230669285636,
+      "learning_rate": 6.482437575056767e-05,
+      "loss": 1.9559,
+      "step": 9540
+    },
+    {
+      "epoch": 360.75471698113205,
+      "grad_norm": 1.1830173398938235,
+      "learning_rate": 6.476507811501933e-05,
+      "loss": 2.0035,
+      "step": 9560
+    },
+    {
+      "epoch": 361.50943396226415,
+      "grad_norm": 1.0463609194131098,
+      "learning_rate": 6.470569437175001e-05,
+      "loss": 2.0062,
+      "step": 9580
+    },
+    {
+      "epoch": 362.2641509433962,
+      "grad_norm": 1.0991234719266971,
+      "learning_rate": 6.464622475041972e-05,
+      "loss": 1.9775,
+      "step": 9600
+    },
+    {
+      "epoch": 363.0188679245283,
+      "grad_norm": 1.198408129328553,
+      "learning_rate": 6.458666948102068e-05,
+      "loss": 1.9684,
+      "step": 9620
+    },
+    {
+      "epoch": 363.77358490566036,
+      "grad_norm": 1.2518491777745682,
+      "learning_rate": 6.452702879387625e-05,
+      "loss": 2.0052,
+      "step": 9640
+    },
+    {
+      "epoch": 364.52830188679246,
+      "grad_norm": 1.1372899117638453,
+      "learning_rate": 6.44673029196402e-05,
+      "loss": 2.005,
+      "step": 9660
+    },
+    {
+      "epoch": 365.2830188679245,
+      "grad_norm": 1.1412736472546972,
+      "learning_rate": 6.44074920892957e-05,
+      "loss": 1.9545,
+      "step": 9680
+    },
+    {
+      "epoch": 366.0377358490566,
+      "grad_norm": 1.295474241313066,
+      "learning_rate": 6.434759653415454e-05,
+      "loss": 1.9943,
+      "step": 9700
+    },
+    {
+      "epoch": 366.79245283018867,
+      "grad_norm": 1.6454682745260736,
+      "learning_rate": 6.42876164858561e-05,
+      "loss": 1.9831,
+      "step": 9720
+    },
+    {
+      "epoch": 367.54716981132077,
+      "grad_norm": 1.3152256044573012,
+      "learning_rate": 6.42275521763666e-05,
+      "loss": 1.9898,
+      "step": 9740
+    },
+    {
+      "epoch": 368.3018867924528,
+      "grad_norm": 1.1398547695205932,
+      "learning_rate": 6.416740383797806e-05,
+      "loss": 2.0018,
+      "step": 9760
+    },
+    {
+      "epoch": 369.0566037735849,
+      "grad_norm": 1.560025618616493,
+      "learning_rate": 6.410717170330754e-05,
+      "loss": 1.9774,
+      "step": 9780
+    },
+    {
+      "epoch": 369.811320754717,
+      "grad_norm": 1.1084036628854508,
+      "learning_rate": 6.404685600529614e-05,
+      "loss": 1.9898,
+      "step": 9800
+    },
+    {
+      "epoch": 370.5660377358491,
+      "grad_norm": 1.064043317797065,
+      "learning_rate": 6.398645697720813e-05,
+      "loss": 1.9683,
+      "step": 9820
+    },
+    {
+      "epoch": 371.3207547169811,
+      "grad_norm": 1.0561133254372814,
+      "learning_rate": 6.392597485263005e-05,
+      "loss": 1.9892,
+      "step": 9840
+    },
+    {
+      "epoch": 372.07547169811323,
+      "grad_norm": 1.8498750890966262,
+      "learning_rate": 6.386540986546981e-05,
+      "loss": 2.0028,
+      "step": 9860
+    },
+    {
+      "epoch": 372.8301886792453,
+      "grad_norm": 1.1839290834136853,
+      "learning_rate": 6.38047622499558e-05,
+      "loss": 2.0067,
+      "step": 9880
+    },
+    {
+      "epoch": 373.58490566037733,
+      "grad_norm": 1.0860526304824587,
+      "learning_rate": 6.374403224063593e-05,
+      "loss": 1.9771,
+      "step": 9900
+    },
+    {
+      "epoch": 374.33962264150944,
+      "grad_norm": 1.1746289875773082,
+      "learning_rate": 6.368322007237679e-05,
+      "loss": 1.9693,
+      "step": 9920
+    },
+    {
+      "epoch": 375.0943396226415,
+      "grad_norm": 1.3082714258157306,
+      "learning_rate": 6.36223259803627e-05,
+      "loss": 1.9737,
+      "step": 9940
+    },
+    {
+      "epoch": 375.8490566037736,
+      "grad_norm": 1.1647865395498773,
+      "learning_rate": 6.356135020009478e-05,
+      "loss": 1.9619,
+      "step": 9960
+    },
+    {
+      "epoch": 376.60377358490564,
+      "grad_norm": 0.947059541183795,
+      "learning_rate": 6.350029296739012e-05,
+      "loss": 1.975,
+      "step": 9980
+    },
+    {
+      "epoch": 377.35849056603774,
+      "grad_norm": 1.2248902808010191,
+      "learning_rate": 6.343915451838081e-05,
+      "loss": 1.9628,
+      "step": 10000
+    },
+    {
+      "epoch": 378.1132075471698,
+      "grad_norm": 1.097611241891744,
+      "learning_rate": 6.337793508951301e-05,
+      "loss": 1.9775,
+      "step": 10020
+    },
+    {
+      "epoch": 378.8679245283019,
+      "grad_norm": 1.2529669087878597,
+      "learning_rate": 6.331663491754607e-05,
+      "loss": 1.9468,
+      "step": 10040
+    },
+    {
+      "epoch": 379.62264150943395,
+      "grad_norm": 1.1767271144174725,
+      "learning_rate": 6.325525423955162e-05,
+      "loss": 1.9413,
+      "step": 10060
+    },
+    {
+      "epoch": 380.37735849056605,
+      "grad_norm": 1.282222785156654,
+      "learning_rate": 6.319379329291262e-05,
+      "loss": 1.9655,
+      "step": 10080
+    },
+    {
+      "epoch": 381.1320754716981,
+      "grad_norm": 0.9819686841799513,
+      "learning_rate": 6.313225231532246e-05,
+      "loss": 1.9537,
+      "step": 10100
+    },
+    {
+      "epoch": 381.8867924528302,
+      "grad_norm": 1.206003307363446,
+      "learning_rate": 6.307063154478407e-05,
+      "loss": 1.9387,
+      "step": 10120
+    },
+    {
+      "epoch": 382.64150943396226,
+      "grad_norm": 1.236739142400694,
+      "learning_rate": 6.300893121960891e-05,
+      "loss": 1.9478,
+      "step": 10140
+    },
+    {
+      "epoch": 383.39622641509436,
+      "grad_norm": 1.0017771325975895,
+      "learning_rate": 6.294715157841618e-05,
+      "loss": 1.9714,
+      "step": 10160
+    },
+    {
+      "epoch": 384.1509433962264,
+      "grad_norm": 1.0637999951499557,
+      "learning_rate": 6.28852928601318e-05,
+      "loss": 1.9905,
+      "step": 10180
+    },
+    {
+      "epoch": 384.9056603773585,
+      "grad_norm": 1.0944082795368726,
+      "learning_rate": 6.282335530398746e-05,
+      "loss": 1.9586,
+      "step": 10200
+    },
+    {
+      "epoch": 385.66037735849056,
+      "grad_norm": 1.0420947581782276,
+      "learning_rate": 6.276133914951982e-05,
+      "loss": 2.0008,
+      "step": 10220
+    },
+    {
+      "epoch": 386.41509433962267,
+      "grad_norm": 1.2531335945397626,
+      "learning_rate": 6.26992446365695e-05,
+      "loss": 1.9718,
+      "step": 10240
+    },
+    {
+      "epoch": 387.1698113207547,
+      "grad_norm": 1.0272789455614961,
+      "learning_rate": 6.26370720052801e-05,
+      "loss": 1.9741,
+      "step": 10260
+    },
+    {
+      "epoch": 387.92452830188677,
+      "grad_norm": 1.1543574176007045,
+      "learning_rate": 6.25748214960974e-05,
+      "loss": 1.9508,
+      "step": 10280
+    },
+    {
+      "epoch": 388.6792452830189,
+      "grad_norm": 1.123008926585049,
+      "learning_rate": 6.251249334976835e-05,
+      "loss": 1.9238,
+      "step": 10300
+    },
+    {
+      "epoch": 389.4339622641509,
+      "grad_norm": 1.1351605673087415,
+      "learning_rate": 6.245008780734015e-05,
+      "loss": 1.9379,
+      "step": 10320
+    },
+    {
+      "epoch": 390.188679245283,
+      "grad_norm": 1.139914151072252,
+      "learning_rate": 6.238760511015928e-05,
+      "loss": 1.9863,
+      "step": 10340
+    },
+    {
+      "epoch": 390.9433962264151,
+      "grad_norm": 1.3069434137417522,
+      "learning_rate": 6.232504549987069e-05,
+      "loss": 1.9569,
+      "step": 10360
+    },
+    {
+      "epoch": 391.6981132075472,
+      "grad_norm": 1.7598014364780348,
+      "learning_rate": 6.22624092184167e-05,
+      "loss": 1.9389,
+      "step": 10380
+    },
+    {
+      "epoch": 392.45283018867923,
+      "grad_norm": 1.0862334208555093,
+      "learning_rate": 6.21996965080362e-05,
+      "loss": 1.9744,
+      "step": 10400
+    },
+    {
+      "epoch": 393.20754716981133,
+      "grad_norm": 1.1400427784758083,
+      "learning_rate": 6.213690761126365e-05,
+      "loss": 1.9563,
+      "step": 10420
+    },
+    {
+      "epoch": 393.9622641509434,
+      "grad_norm": 1.171092319320692,
+      "learning_rate": 6.207404277092816e-05,
+      "loss": 1.9268,
+      "step": 10440
+    },
+    {
+      "epoch": 394.7169811320755,
+      "grad_norm": 1.2187674621534166,
+      "learning_rate": 6.201110223015247e-05,
+      "loss": 1.9141,
+      "step": 10460
+    },
+    {
+      "epoch": 395.47169811320754,
+      "grad_norm": 1.1182747577783947,
+      "learning_rate": 6.19480862323522e-05,
+      "loss": 1.9498,
+      "step": 10480
+    },
+    {
+      "epoch": 396.22641509433964,
+      "grad_norm": 1.2189637302318261,
+      "learning_rate": 6.188499502123471e-05,
+      "loss": 1.9563,
+      "step": 10500
+    },
+    {
+      "epoch": 396.9811320754717,
+      "grad_norm": 1.0928304287739772,
+      "learning_rate": 6.18218288407983e-05,
+      "loss": 1.976,
+      "step": 10520
+    },
+    {
+      "epoch": 397.7358490566038,
+      "grad_norm": 1.0366879822409767,
+      "learning_rate": 6.17585879353311e-05,
+      "loss": 1.9804,
+      "step": 10540
+    },
+    {
+      "epoch": 398.49056603773585,
+      "grad_norm": 1.153371078643115,
+      "learning_rate": 6.169527254941035e-05,
+      "loss": 1.987,
+      "step": 10560
+    },
+    {
+      "epoch": 399.24528301886795,
+      "grad_norm": 1.2467206603942558,
+      "learning_rate": 6.163188292790129e-05,
+      "loss": 1.958,
+      "step": 10580
+    },
+    {
+      "epoch": 400.0,
+      "grad_norm": 1.222097823579558,
+      "learning_rate": 6.156841931595623e-05,
+      "loss": 1.9838,
+      "step": 10600
+    },
+    {
+      "epoch": 400.75471698113205,
+      "grad_norm": 1.1722193895632427,
+      "learning_rate": 6.150488195901367e-05,
+      "loss": 1.9496,
+      "step": 10620
+    },
+    {
+      "epoch": 401.50943396226415,
+      "grad_norm": 1.7976530024431303,
+      "learning_rate": 6.144127110279726e-05,
+      "loss": 1.9869,
+      "step": 10640
+    },
+    {
+      "epoch": 402.2641509433962,
+      "grad_norm": 1.1341428853515279,
+      "learning_rate": 6.137758699331498e-05,
+      "loss": 1.9235,
+      "step": 10660
+    },
+    {
+      "epoch": 403.0188679245283,
+      "grad_norm": 1.107959509965475,
+      "learning_rate": 6.131382987685803e-05,
+      "loss": 1.927,
+      "step": 10680
+    },
+    {
+      "epoch": 403.77358490566036,
+      "grad_norm": 1.8525780404729881,
+      "learning_rate": 6.125000000000001e-05,
+      "loss": 1.9487,
+      "step": 10700
+    },
+    {
+      "epoch": 404.52830188679246,
+      "grad_norm": 1.1448557605131082,
+      "learning_rate": 6.118609760959587e-05,
+      "loss": 1.9547,
+      "step": 10720
+    },
+    {
+      "epoch": 405.2830188679245,
+      "grad_norm": 1.1150883211805585,
+      "learning_rate": 6.112212295278103e-05,
+      "loss": 1.9487,
+      "step": 10740
+    },
+    {
+      "epoch": 406.0377358490566,
+      "grad_norm": 1.149956522288425,
+      "learning_rate": 6.105807627697039e-05,
+      "loss": 1.9614,
+      "step": 10760
+    },
+    {
+      "epoch": 406.79245283018867,
+      "grad_norm": 1.1217970508214505,
+      "learning_rate": 6.099395782985736e-05,
+      "loss": 1.9555,
+      "step": 10780
+    },
+    {
+      "epoch": 407.54716981132077,
+      "grad_norm": 1.261444831314206,
+      "learning_rate": 6.0929767859412914e-05,
+      "loss": 1.9527,
+      "step": 10800
+    },
+    {
+      "epoch": 408.3018867924528,
+      "grad_norm": 1.2610523391632782,
+      "learning_rate": 6.086550661388466e-05,
+      "loss": 1.9321,
+      "step": 10820
+    },
+    {
+      "epoch": 409.0566037735849,
+      "grad_norm": 1.1090357115444625,
+      "learning_rate": 6.080117434179586e-05,
+      "loss": 1.9211,
+      "step": 10840
+    },
+    {
+      "epoch": 409.811320754717,
+      "grad_norm": 0.9790706595618122,
+      "learning_rate": 6.0736771291944384e-05,
+      "loss": 1.9203,
+      "step": 10860
+    },
+    {
+      "epoch": 410.5660377358491,
+      "grad_norm": 1.2166651155014474,
+      "learning_rate": 6.067229771340195e-05,
+      "loss": 1.9323,
+      "step": 10880
+    },
+    {
+      "epoch": 411.3207547169811,
+      "grad_norm": 1.433284831152631,
+      "learning_rate": 6.0607753855512944e-05,
+      "loss": 1.9623,
+      "step": 10900
+    },
+    {
+      "epoch": 412.07547169811323,
+      "grad_norm": 1.5219003618009672,
+      "learning_rate": 6.054313996789358e-05,
+      "loss": 1.9198,
+      "step": 10920
+    },
+    {
+      "epoch": 412.8301886792453,
+      "grad_norm": 1.1498060228780786,
+      "learning_rate": 6.047845630043091e-05,
+      "loss": 1.9487,
+      "step": 10940
+    },
+    {
+      "epoch": 413.58490566037733,
+      "grad_norm": 1.1202482322074203,
+      "learning_rate": 6.041370310328184e-05,
+      "loss": 1.9067,
+      "step": 10960
+    },
+    {
+      "epoch": 414.33962264150944,
+      "grad_norm": 1.2430430079147141,
+      "learning_rate": 6.0348880626872184e-05,
+      "loss": 1.9382,
+      "step": 10980
+    },
+    {
+      "epoch": 415.0943396226415,
+      "grad_norm": 1.0869359699622836,
+      "learning_rate": 6.028398912189569e-05,
+      "loss": 1.9611,
+      "step": 11000
+    },
+    {
+      "epoch": 415.8490566037736,
+      "grad_norm": 1.2526066034095944,
+      "learning_rate": 6.0219028839313045e-05,
+      "loss": 1.9644,
+      "step": 11020
+    },
+    {
+      "epoch": 416.60377358490564,
+      "grad_norm": 1.3228258582837578,
+      "learning_rate": 6.015400003035096e-05,
+      "loss": 1.9401,
+      "step": 11040
+    },
+    {
+      "epoch": 417.35849056603774,
+      "grad_norm": 1.9762624742364299,
+      "learning_rate": 6.008890294650111e-05,
+      "loss": 1.9465,
+      "step": 11060
+    },
+    {
+      "epoch": 418.1132075471698,
+      "grad_norm": 1.1424506198639062,
+      "learning_rate": 6.0023737839519284e-05,
+      "loss": 1.9439,
+      "step": 11080
+    },
+    {
+      "epoch": 418.8679245283019,
+      "grad_norm": 1.2107658482065982,
+      "learning_rate": 5.995850496142429e-05,
+      "loss": 1.9342,
+      "step": 11100
+    },
+    {
+      "epoch": 419.62264150943395,
+      "grad_norm": 1.1945042871517195,
+      "learning_rate": 5.989320456449705e-05,
+      "loss": 1.9463,
+      "step": 11120
+    },
+    {
+      "epoch": 420.37735849056605,
+      "grad_norm": 1.4521278706471037,
+      "learning_rate": 5.9827836901279616e-05,
+      "loss": 1.9097,
+      "step": 11140
+    },
+    {
+      "epoch": 421.1320754716981,
+      "grad_norm": 1.3941560968372226,
+      "learning_rate": 5.97624022245742e-05,
+      "loss": 1.9332,
+      "step": 11160
+    },
+    {
+      "epoch": 421.8867924528302,
+      "grad_norm": 1.39870585850457,
+      "learning_rate": 5.969690078744211e-05,
+      "loss": 1.9458,
+      "step": 11180
+    },
+    {
+      "epoch": 422.64150943396226,
+      "grad_norm": 1.0274165784628992,
+      "learning_rate": 5.963133284320292e-05,
+      "loss": 1.9365,
+      "step": 11200
+    },
+    {
+      "epoch": 423.39622641509436,
+      "grad_norm": 1.1694905737535597,
+      "learning_rate": 5.956569864543338e-05,
+      "loss": 1.8966,
+      "step": 11220
+    },
+    {
+      "epoch": 424.1509433962264,
+      "grad_norm": 2.28522960541773,
+      "learning_rate": 5.9499998447966484e-05,
+      "loss": 1.9332,
+      "step": 11240
+    },
+    {
+      "epoch": 424.9056603773585,
+      "grad_norm": 1.1252246816652476,
+      "learning_rate": 5.943423250489044e-05,
+      "loss": 1.9308,
+      "step": 11260
+    },
+    {
+      "epoch": 425.66037735849056,
+      "grad_norm": 1.132211561056973,
+      "learning_rate": 5.9368401070547756e-05,
+      "loss": 1.9221,
+      "step": 11280
+    },
+    {
+      "epoch": 426.41509433962267,
+      "grad_norm": 1.0848974124812198,
+      "learning_rate": 5.93025043995342e-05,
+      "loss": 1.9374,
+      "step": 11300
+    },
+    {
+      "epoch": 427.1698113207547,
+      "grad_norm": 1.0363649309093041,
+      "learning_rate": 5.9236542746697845e-05,
+      "loss": 1.9461,
+      "step": 11320
+    },
+    {
+      "epoch": 427.92452830188677,
+      "grad_norm": 1.1928905874896651,
+      "learning_rate": 5.9170516367138065e-05,
+      "loss": 1.9378,
+      "step": 11340
+    },
+    {
+      "epoch": 428.6792452830189,
+      "grad_norm": 1.1106230737067035,
+      "learning_rate": 5.910442551620457e-05,
+      "loss": 1.942,
+      "step": 11360
+    },
+    {
+      "epoch": 429.4339622641509,
+      "grad_norm": 1.1576265708604865,
+      "learning_rate": 5.903827044949638e-05,
+      "loss": 1.9471,
+      "step": 11380
+    },
+    {
+      "epoch": 430.188679245283,
+      "grad_norm": 1.1174079944741127,
+      "learning_rate": 5.897205142286091e-05,
+      "loss": 1.8922,
+      "step": 11400
+    },
+    {
+      "epoch": 430.9433962264151,
+      "grad_norm": 1.3085632343404145,
+      "learning_rate": 5.890576869239289e-05,
+      "loss": 1.9458,
+      "step": 11420
+    },
+    {
+      "epoch": 431.6981132075472,
+      "grad_norm": 1.2863747903344196,
+      "learning_rate": 5.883942251443342e-05,
+      "loss": 1.9099,
+      "step": 11440
+    },
+    {
+      "epoch": 432.45283018867923,
+      "grad_norm": 1.0551943593908828,
+      "learning_rate": 5.877301314556899e-05,
+      "loss": 1.9141,
+      "step": 11460
+    },
+    {
+      "epoch": 433.20754716981133,
+      "grad_norm": 1.086077987508793,
+      "learning_rate": 5.870654084263047e-05,
+      "loss": 1.96,
+      "step": 11480
+    },
+    {
+      "epoch": 433.9622641509434,
+      "grad_norm": 1.3656558008500363,
+      "learning_rate": 5.864000586269215e-05,
+      "loss": 1.904,
+      "step": 11500
+    },
+    {
+      "epoch": 434.7169811320755,
+      "grad_norm": 1.4439265227942644,
+      "learning_rate": 5.8573408463070655e-05,
+      "loss": 1.9273,
+      "step": 11520
+    },
+    {
+      "epoch": 435.47169811320754,
+      "grad_norm": 1.3611886653187657,
+      "learning_rate": 5.850674890132405e-05,
+      "loss": 1.9034,
+      "step": 11540
+    },
+    {
+      "epoch": 436.22641509433964,
+      "grad_norm": 1.3616986059829845,
+      "learning_rate": 5.844002743525081e-05,
+      "loss": 1.9143,
+      "step": 11560
+    },
+    {
+      "epoch": 436.9811320754717,
+      "grad_norm": 1.1127209994732485,
+      "learning_rate": 5.8373244322888796e-05,
+      "loss": 1.9467,
+      "step": 11580
+    },
+    {
+      "epoch": 437.7358490566038,
+      "grad_norm": 1.2452581872873123,
+      "learning_rate": 5.83063998225143e-05,
+      "loss": 1.946,
+      "step": 11600
+    },
+    {
+      "epoch": 438.49056603773585,
+      "grad_norm": 1.169219637417814,
+      "learning_rate": 5.823949419264102e-05,
+      "loss": 1.9057,
+      "step": 11620
+    },
+    {
+      "epoch": 439.24528301886795,
+      "grad_norm": 1.3149994286787028,
+      "learning_rate": 5.817252769201905e-05,
+      "loss": 1.8922,
+      "step": 11640
+    },
+    {
+      "epoch": 440.0,
+      "grad_norm": 1.3111574851574335,
+      "learning_rate": 5.81055005796339e-05,
+      "loss": 1.9222,
+      "step": 11660
+    },
+    {
+      "epoch": 440.75471698113205,
+      "grad_norm": 1.187457856172297,
+      "learning_rate": 5.803841311470551e-05,
+      "loss": 1.9188,
+      "step": 11680
+    },
+    {
+      "epoch": 441.50943396226415,
+      "grad_norm": 1.057264779435906,
+      "learning_rate": 5.7971265556687206e-05,
+      "loss": 1.9185,
+      "step": 11700
+    },
+    {
+      "epoch": 442.2641509433962,
+      "grad_norm": 1.1403855029477634,
+      "learning_rate": 5.790405816526473e-05,
+      "loss": 1.9328,
+      "step": 11720
+    },
+    {
+      "epoch": 443.0188679245283,
+      "grad_norm": 1.2270148994812622,
+      "learning_rate": 5.78367912003552e-05,
+      "loss": 1.8952,
+      "step": 11740
+    },
+    {
+      "epoch": 443.77358490566036,
+      "grad_norm": 1.0385291337101263,
+      "learning_rate": 5.776946492210618e-05,
+      "loss": 1.9042,
+      "step": 11760
+    },
+    {
+      "epoch": 444.52830188679246,
+      "grad_norm": 1.2996045459665522,
+      "learning_rate": 5.770207959089455e-05,
+      "loss": 1.9373,
+      "step": 11780
+    },
+    {
+      "epoch": 445.2830188679245,
+      "grad_norm": 1.1405006769622614,
+      "learning_rate": 5.763463546732563e-05,
+      "loss": 1.9035,
+      "step": 11800
+    },
+    {
+      "epoch": 446.0377358490566,
+      "grad_norm": 1.2182586988416257,
+      "learning_rate": 5.756713281223206e-05,
+      "loss": 1.936,
+      "step": 11820
+    },
+    {
+      "epoch": 446.79245283018867,
+      "grad_norm": 1.097561953783009,
+      "learning_rate": 5.74995718866729e-05,
+      "loss": 1.9057,
+      "step": 11840
+    },
+    {
+      "epoch": 447.54716981132077,
+      "grad_norm": 1.0690078287157365,
+      "learning_rate": 5.743195295193255e-05,
+      "loss": 1.9074,
+      "step": 11860
+    },
+    {
+      "epoch": 448.3018867924528,
+      "grad_norm": 1.1127790113128593,
+      "learning_rate": 5.736427626951971e-05,
+      "loss": 1.9269,
+      "step": 11880
+    },
+    {
+      "epoch": 449.0566037735849,
+      "grad_norm": 1.0521548682001445,
+      "learning_rate": 5.729654210116646e-05,
+      "loss": 1.897,
+      "step": 11900
+    },
+    {
+      "epoch": 449.811320754717,
+      "grad_norm": 1.0831322365716964,
+      "learning_rate": 5.7228750708827196e-05,
+      "loss": 1.9019,
+      "step": 11920
+    },
+    {
+      "epoch": 450.5660377358491,
+      "grad_norm": 1.113425539515294,
+      "learning_rate": 5.71609023546776e-05,
+      "loss": 1.8995,
+      "step": 11940
+    },
+    {
+      "epoch": 451.3207547169811,
+      "grad_norm": 1.1378527380008467,
+      "learning_rate": 5.709299730111367e-05,
+      "loss": 1.9112,
+      "step": 11960
+    },
+    {
+      "epoch": 452.07547169811323,
+      "grad_norm": 1.2308344759482057,
+      "learning_rate": 5.702503581075065e-05,
+      "loss": 1.8869,
+      "step": 11980
+    },
+    {
+      "epoch": 452.8301886792453,
+      "grad_norm": 1.3869181367868268,
+      "learning_rate": 5.6957018146422106e-05,
+      "loss": 1.9092,
+      "step": 12000
+    },
+    {
+      "epoch": 453.58490566037733,
+      "grad_norm": 1.1702979518774306,
+      "learning_rate": 5.688894457117877e-05,
+      "loss": 1.8944,
+      "step": 12020
+    },
+    {
+      "epoch": 454.33962264150944,
+      "grad_norm": 1.2974690219427283,
+      "learning_rate": 5.6820815348287674e-05,
+      "loss": 1.8794,
+      "step": 12040
+    },
+    {
+      "epoch": 455.0943396226415,
+      "grad_norm": 1.3757370848375583,
+      "learning_rate": 5.675263074123103e-05,
+      "loss": 1.9208,
+      "step": 12060
+    },
+    {
+      "epoch": 455.8490566037736,
+      "grad_norm": 1.3314963474728592,
+      "learning_rate": 5.668439101370524e-05,
+      "loss": 1.8823,
+      "step": 12080
+    },
+    {
+      "epoch": 456.60377358490564,
+      "grad_norm": 1.1525239716029143,
+      "learning_rate": 5.6616096429619885e-05,
+      "loss": 1.8778,
+      "step": 12100
+    },
+    {
+      "epoch": 457.35849056603774,
+      "grad_norm": 1.1391429331630094,
+      "learning_rate": 5.6547747253096713e-05,
+      "loss": 1.8973,
+      "step": 12120
+    },
+    {
+      "epoch": 458.1132075471698,
+      "grad_norm": 1.2813875070982645,
+      "learning_rate": 5.647934374846856e-05,
+      "loss": 1.9037,
+      "step": 12140
+    },
+    {
+      "epoch": 458.8679245283019,
+      "grad_norm": 1.130130379386682,
+      "learning_rate": 5.641088618027841e-05,
+      "loss": 1.8946,
+      "step": 12160
+    },
+    {
+      "epoch": 459.62264150943395,
+      "grad_norm": 1.189098976296786,
+      "learning_rate": 5.6342374813278305e-05,
+      "loss": 1.9122,
+      "step": 12180
+    },
+    {
+      "epoch": 460.37735849056605,
+      "grad_norm": 1.18982288351709,
+      "learning_rate": 5.627380991242839e-05,
+      "loss": 1.8893,
+      "step": 12200
+    },
+    {
+      "epoch": 461.1320754716981,
+      "grad_norm": 1.3440462024222728,
+      "learning_rate": 5.6205191742895787e-05,
+      "loss": 1.8879,
+      "step": 12220
+    },
+    {
+      "epoch": 461.8867924528302,
+      "grad_norm": 1.0998628162432096,
+      "learning_rate": 5.613652057005367e-05,
+      "loss": 1.8911,
+      "step": 12240
+    },
+    {
+      "epoch": 462.64150943396226,
+      "grad_norm": 1.0660994627393063,
+      "learning_rate": 5.6067796659480196e-05,
+      "loss": 1.9055,
+      "step": 12260
+    },
+    {
+      "epoch": 463.39622641509436,
+      "grad_norm": 1.7426680752228556,
+      "learning_rate": 5.599902027695745e-05,
+      "loss": 1.897,
+      "step": 12280
+    },
+    {
+      "epoch": 464.1509433962264,
+      "grad_norm": 1.388841332022157,
+      "learning_rate": 5.593019168847049e-05,
+      "loss": 1.8812,
+      "step": 12300
+    },
+    {
+      "epoch": 464.9056603773585,
+      "grad_norm": 1.2274558384609464,
+      "learning_rate": 5.586131116020621e-05,
+      "loss": 1.8496,
+      "step": 12320
+    },
+    {
+      "epoch": 465.66037735849056,
+      "grad_norm": 1.1945002690405846,
+      "learning_rate": 5.5792378958552456e-05,
+      "loss": 1.9146,
+      "step": 12340
+    },
+    {
+      "epoch": 466.41509433962267,
+      "grad_norm": 1.1629769495886029,
+      "learning_rate": 5.5723395350096866e-05,
+      "loss": 1.8734,
+      "step": 12360
+    },
+    {
+      "epoch": 467.1698113207547,
+      "grad_norm": 1.1703423211235366,
+      "learning_rate": 5.565436060162589e-05,
+      "loss": 1.8882,
+      "step": 12380
+    },
+    {
+      "epoch": 467.92452830188677,
+      "grad_norm": 1.3904930914694782,
+      "learning_rate": 5.5585274980123765e-05,
+      "loss": 1.8794,
+      "step": 12400
+    },
+    {
+      "epoch": 468.6792452830189,
+      "grad_norm": 1.1043102032574945,
+      "learning_rate": 5.551613875277148e-05,
+      "loss": 1.888,
+      "step": 12420
+    },
+    {
+      "epoch": 469.4339622641509,
+      "grad_norm": 1.019172984960956,
+      "learning_rate": 5.5446952186945716e-05,
+      "loss": 1.8887,
+      "step": 12440
+    },
+    {
+      "epoch": 470.188679245283,
+      "grad_norm": 1.2815784609995193,
+      "learning_rate": 5.537771555021785e-05,
+      "loss": 1.9026,
+      "step": 12460
+    },
+    {
+      "epoch": 470.9433962264151,
+      "grad_norm": 1.0452909524777938,
+      "learning_rate": 5.53084291103529e-05,
+      "loss": 1.8688,
+      "step": 12480
+    },
+    {
+      "epoch": 471.6981132075472,
+      "grad_norm": 1.2824929707840547,
+      "learning_rate": 5.5239093135308484e-05,
+      "loss": 1.8568,
+      "step": 12500
+    },
+    {
+      "epoch": 472.45283018867923,
+      "grad_norm": 1.0473918662270072,
+      "learning_rate": 5.516970789323382e-05,
+      "loss": 1.8962,
+      "step": 12520
+    },
+    {
+      "epoch": 473.20754716981133,
+      "grad_norm": 1.1551860073406197,
+      "learning_rate": 5.5100273652468596e-05,
+      "loss": 1.9053,
+      "step": 12540
+    },
+    {
+      "epoch": 473.9622641509434,
+      "grad_norm": 1.2315884678620779,
+      "learning_rate": 5.50307906815421e-05,
+      "loss": 1.8802,
+      "step": 12560
+    },
+    {
+      "epoch": 474.7169811320755,
+      "grad_norm": 1.2036057101238689,
+      "learning_rate": 5.496125924917195e-05,
+      "loss": 1.8848,
+      "step": 12580
+    },
+    {
+      "epoch": 475.47169811320754,
+      "grad_norm": 1.1443042979106692,
+      "learning_rate": 5.4891679624263313e-05,
+      "loss": 1.8993,
+      "step": 12600
+    },
+    {
+      "epoch": 476.22641509433964,
+      "grad_norm": 1.1112985130684456,
+      "learning_rate": 5.482205207590763e-05,
+      "loss": 1.8997,
+      "step": 12620
+    },
+    {
+      "epoch": 476.9811320754717,
+      "grad_norm": 1.1198907315048803,
+      "learning_rate": 5.475237687338175e-05,
+      "loss": 1.9204,
+      "step": 12640
+    },
+    {
+      "epoch": 477.7358490566038,
+      "grad_norm": 1.0505243476691362,
+      "learning_rate": 5.468265428614679e-05,
+      "loss": 1.8824,
+      "step": 12660
+    },
+    {
+      "epoch": 478.49056603773585,
+      "grad_norm": 1.1618158349057395,
+      "learning_rate": 5.461288458384711e-05,
+      "loss": 1.8675,
+      "step": 12680
+    },
+    {
+      "epoch": 479.24528301886795,
+      "grad_norm": 1.310696647632245,
+      "learning_rate": 5.454306803630931e-05,
+      "loss": 1.8617,
+      "step": 12700
+    },
+    {
+      "epoch": 480.0,
+      "grad_norm": 1.2853008412145361,
+      "learning_rate": 5.447320491354114e-05,
+      "loss": 1.8798,
+      "step": 12720
+    },
+    {
+      "epoch": 480.75471698113205,
+      "grad_norm": 1.2035604713641803,
+      "learning_rate": 5.440329548573049e-05,
+      "loss": 1.8505,
+      "step": 12740
+    },
+    {
+      "epoch": 481.50943396226415,
+      "grad_norm": 1.301768301418178,
+      "learning_rate": 5.433334002324431e-05,
+      "loss": 1.8849,
+      "step": 12760
+    },
+    {
+      "epoch": 482.2641509433962,
+      "grad_norm": 1.0741158531319273,
+      "learning_rate": 5.426333879662761e-05,
+      "loss": 1.8362,
+      "step": 12780
+    },
+    {
+      "epoch": 483.0188679245283,
+      "grad_norm": 1.2118720683926874,
+      "learning_rate": 5.419329207660237e-05,
+      "loss": 1.8811,
+      "step": 12800
+    },
+    {
+      "epoch": 483.77358490566036,
+      "grad_norm": 1.295829194970654,
+      "learning_rate": 5.412320013406651e-05,
+      "loss": 1.8473,
+      "step": 12820
+    },
+    {
+      "epoch": 484.52830188679246,
+      "grad_norm": 1.2658203604478202,
+      "learning_rate": 5.405306324009282e-05,
+      "loss": 1.8728,
+      "step": 12840
+    },
+    {
+      "epoch": 485.2830188679245,
+      "grad_norm": 1.2195390339098875,
+      "learning_rate": 5.3982881665928015e-05,
+      "loss": 1.8704,
+      "step": 12860
+    },
+    {
+      "epoch": 486.0377358490566,
+      "grad_norm": 1.067227068131729,
+      "learning_rate": 5.391265568299149e-05,
+      "loss": 1.8619,
+      "step": 12880
+    },
+    {
+      "epoch": 486.79245283018867,
+      "grad_norm": 1.3306442274846357,
+      "learning_rate": 5.384238556287451e-05,
+      "loss": 1.8638,
+      "step": 12900
+    },
+    {
+      "epoch": 487.54716981132077,
+      "grad_norm": 1.2531810114251472,
+      "learning_rate": 5.377207157733893e-05,
+      "loss": 1.8839,
+      "step": 12920
+    },
+    {
+      "epoch": 488.3018867924528,
+      "grad_norm": 1.0879029191456078,
+      "learning_rate": 5.370171399831631e-05,
+      "loss": 1.866,
+      "step": 12940
+    },
+    {
+      "epoch": 489.0566037735849,
+      "grad_norm": 1.1769881515511749,
+      "learning_rate": 5.363131309790678e-05,
+      "loss": 1.8253,
+      "step": 12960
+    },
+    {
+      "epoch": 489.811320754717,
+      "grad_norm": 1.3614975573612427,
+      "learning_rate": 5.356086914837802e-05,
+      "loss": 1.8487,
+      "step": 12980
+    },
+    {
+      "epoch": 490.5660377358491,
+      "grad_norm": 1.5342718531352588,
+      "learning_rate": 5.349038242216419e-05,
+      "loss": 1.847,
+      "step": 13000
+    },
+    {
+      "epoch": 491.3207547169811,
+      "grad_norm": 1.1571547119310825,
+      "learning_rate": 5.341985319186489e-05,
+      "loss": 1.8822,
+      "step": 13020
+    },
+    {
+      "epoch": 492.07547169811323,
+      "grad_norm": 1.1739881074209173,
+      "learning_rate": 5.33492817302441e-05,
+      "loss": 1.8531,
+      "step": 13040
+    },
+    {
+      "epoch": 492.8301886792453,
+      "grad_norm": 1.1934573145337144,
+      "learning_rate": 5.3278668310229125e-05,
+      "loss": 1.8986,
+      "step": 13060
+    },
+    {
+      "epoch": 493.58490566037733,
+      "grad_norm": 2.343948986647593,
+      "learning_rate": 5.320801320490955e-05,
+      "loss": 1.8935,
+      "step": 13080
+    },
+    {
+      "epoch": 494.33962264150944,
+      "grad_norm": 1.0764970314512263,
+      "learning_rate": 5.3137316687536136e-05,
+      "loss": 1.854,
+      "step": 13100
+    },
+    {
+      "epoch": 495.0943396226415,
+      "grad_norm": 1.0129335749841757,
+      "learning_rate": 5.3066579031519824e-05,
+      "loss": 1.874,
+      "step": 13120
+    },
+    {
+      "epoch": 495.8490566037736,
+      "grad_norm": 1.3577114498479963,
+      "learning_rate": 5.299580051043069e-05,
+      "loss": 1.8534,
+      "step": 13140
+    },
+    {
+      "epoch": 496.60377358490564,
+      "grad_norm": 1.1849380554040083,
+      "learning_rate": 5.292498139799678e-05,
+      "loss": 1.8705,
+      "step": 13160
+    },
+    {
+      "epoch": 497.35849056603774,
+      "grad_norm": 1.1290155132472126,
+      "learning_rate": 5.2854121968103185e-05,
+      "loss": 1.8659,
+      "step": 13180
+    },
+    {
+      "epoch": 498.1132075471698,
+      "grad_norm": 1.3627686926052522,
+      "learning_rate": 5.278322249479088e-05,
+      "loss": 1.8686,
+      "step": 13200
+    },
+    {
+      "epoch": 498.8679245283019,
+      "grad_norm": 1.147585604555274,
+      "learning_rate": 5.271228325225573e-05,
+      "loss": 1.8301,
+      "step": 13220
+    },
+    {
+      "epoch": 499.62264150943395,
+      "grad_norm": 1.124456551859716,
+      "learning_rate": 5.264130451484736e-05,
+      "loss": 1.846,
+      "step": 13240
+    },
+    {
+      "epoch": 500.37735849056605,
+      "grad_norm": 1.1328557419125425,
+      "learning_rate": 5.257028655706819e-05,
+      "loss": 1.8489,
+      "step": 13260
+    },
+    {
+      "epoch": 501.1320754716981,
+      "grad_norm": 1.3248366741093285,
+      "learning_rate": 5.249922965357231e-05,
+      "loss": 1.847,
+      "step": 13280
+    },
+    {
+      "epoch": 501.8867924528302,
+      "grad_norm": 1.2987470821979115,
+      "learning_rate": 5.24281340791644e-05,
+      "loss": 1.8598,
+      "step": 13300
+    },
+    {
+      "epoch": 502.64150943396226,
+      "grad_norm": 1.2954015666799925,
+      "learning_rate": 5.235700010879869e-05,
+      "loss": 1.8144,
+      "step": 13320
+    },
+    {
+      "epoch": 503.39622641509436,
+      "grad_norm": 1.14457084913068,
+      "learning_rate": 5.228582801757796e-05,
+      "loss": 1.8666,
+      "step": 13340
+    },
+    {
+      "epoch": 504.1509433962264,
+      "grad_norm": 1.1877213110343792,
+      "learning_rate": 5.221461808075237e-05,
+      "loss": 1.8637,
+      "step": 13360
+    },
+    {
+      "epoch": 504.9056603773585,
+      "grad_norm": 1.0687096720310838,
+      "learning_rate": 5.214337057371846e-05,
+      "loss": 1.8639,
+      "step": 13380
+    },
+    {
+      "epoch": 505.66037735849056,
+      "grad_norm": 1.1296264305151373,
+      "learning_rate": 5.207208577201805e-05,
+      "loss": 1.8508,
+      "step": 13400
+    },
+    {
+      "epoch": 506.41509433962267,
+      "grad_norm": 1.4245030753661052,
+      "learning_rate": 5.200076395133721e-05,
+      "loss": 1.8328,
+      "step": 13420
+    },
+    {
+      "epoch": 507.1698113207547,
+      "grad_norm": 1.3736962730435212,
+      "learning_rate": 5.1929405387505185e-05,
+      "loss": 1.8402,
+      "step": 13440
+    },
+    {
+      "epoch": 507.92452830188677,
+      "grad_norm": 1.3874806329791736,
+      "learning_rate": 5.185801035649329e-05,
+      "loss": 1.8392,
+      "step": 13460
+    },
+    {
+      "epoch": 508.6792452830189,
+      "grad_norm": 1.2993168124302985,
+      "learning_rate": 5.1786579134413916e-05,
+      "loss": 1.8357,
+      "step": 13480
+    },
+    {
+      "epoch": 509.4339622641509,
+      "grad_norm": 1.1615849238599296,
+      "learning_rate": 5.171511199751936e-05,
+      "loss": 1.8602,
+      "step": 13500
+    },
+    {
+      "epoch": 510.188679245283,
+      "grad_norm": 1.313961870036688,
+      "learning_rate": 5.164360922220089e-05,
+      "loss": 1.8276,
+      "step": 13520
+    },
+    {
+      "epoch": 510.9433962264151,
+      "grad_norm": 1.240911570140835,
+      "learning_rate": 5.157207108498754e-05,
+      "loss": 1.83,
+      "step": 13540
+    },
+    {
+      "epoch": 511.6981132075472,
+      "grad_norm": 1.2739381058558579,
+      "learning_rate": 5.1500497862545134e-05,
+      "loss": 1.864,
+      "step": 13560
+    },
+    {
+      "epoch": 512.4528301886793,
+      "grad_norm": 1.3641387795362538,
+      "learning_rate": 5.142888983167516e-05,
+      "loss": 1.9016,
+      "step": 13580
+    },
+    {
+      "epoch": 513.2075471698113,
+      "grad_norm": 1.233949050539118,
+      "learning_rate": 5.135724726931374e-05,
+      "loss": 1.8224,
+      "step": 13600
+    },
+    {
+      "epoch": 513.9622641509434,
+      "grad_norm": 1.2764553522178392,
+      "learning_rate": 5.128557045253056e-05,
+      "loss": 1.8489,
+      "step": 13620
+    },
+    {
+      "epoch": 514.7169811320755,
+      "grad_norm": 1.0847794881407822,
+      "learning_rate": 5.121385965852773e-05,
+      "loss": 1.8433,
+      "step": 13640
+    },
+    {
+      "epoch": 515.4716981132076,
+      "grad_norm": 1.211639546404476,
+      "learning_rate": 5.114211516463883e-05,
+      "loss": 1.8592,
+      "step": 13660
+    },
+    {
+      "epoch": 516.2264150943396,
+      "grad_norm": 1.6499382505803508,
+      "learning_rate": 5.1070337248327704e-05,
+      "loss": 1.8491,
+      "step": 13680
+    },
+    {
+      "epoch": 516.9811320754717,
+      "grad_norm": 1.1415154218905448,
+      "learning_rate": 5.0998526187187506e-05,
+      "loss": 1.8263,
+      "step": 13700
+    },
+    {
+      "epoch": 517.7358490566038,
+      "grad_norm": 1.2931592721596668,
+      "learning_rate": 5.092668225893955e-05,
+      "loss": 1.8341,
+      "step": 13720
+    },
+    {
+      "epoch": 518.4905660377359,
+      "grad_norm": 1.1289936456910783,
+      "learning_rate": 5.0854805741432266e-05,
+      "loss": 1.8256,
+      "step": 13740
+    },
+    {
+      "epoch": 519.2452830188679,
+      "grad_norm": 1.1568681178648177,
+      "learning_rate": 5.078289691264009e-05,
+      "loss": 1.8268,
+      "step": 13760
+    },
+    {
+      "epoch": 520.0,
+      "grad_norm": 1.2075151796344337,
+      "learning_rate": 5.071095605066247e-05,
+      "loss": 1.8342,
+      "step": 13780
+    },
+    {
+      "epoch": 520.7547169811321,
+      "grad_norm": 1.41061431054736,
+      "learning_rate": 5.063898343372271e-05,
+      "loss": 1.8569,
+      "step": 13800
+    },
+    {
+      "epoch": 521.5094339622641,
+      "grad_norm": 1.7141184097601845,
+      "learning_rate": 5.0566979340166915e-05,
+      "loss": 1.8447,
+      "step": 13820
+    },
+    {
+      "epoch": 522.2641509433962,
+      "grad_norm": 1.1912730571129804,
+      "learning_rate": 5.0494944048462946e-05,
+      "loss": 1.8632,
+      "step": 13840
+    },
+    {
+      "epoch": 523.0188679245283,
+      "grad_norm": 1.2784159482259496,
+      "learning_rate": 5.042287783719931e-05,
+      "loss": 1.8293,
+      "step": 13860
+    },
+    {
+      "epoch": 523.7735849056604,
+      "grad_norm": 1.1444265949319492,
+      "learning_rate": 5.0350780985084076e-05,
+      "loss": 1.8423,
+      "step": 13880
+    },
+    {
+      "epoch": 524.5283018867924,
+      "grad_norm": 1.1366776283872817,
+      "learning_rate": 5.027865377094383e-05,
+      "loss": 1.8284,
+      "step": 13900
+    },
+    {
+      "epoch": 525.2830188679245,
+      "grad_norm": 1.2870871198292675,
+      "learning_rate": 5.020649647372258e-05,
+      "loss": 1.8313,
+      "step": 13920
+    },
+    {
+      "epoch": 526.0377358490566,
+      "grad_norm": 1.8138208437079086,
+      "learning_rate": 5.013430937248066e-05,
+      "loss": 1.8382,
+      "step": 13940
+    },
+    {
+      "epoch": 526.7924528301887,
+      "grad_norm": 1.319578877513452,
+      "learning_rate": 5.00620927463937e-05,
+      "loss": 1.8343,
+      "step": 13960
+    },
+    {
+      "epoch": 527.5471698113207,
+      "grad_norm": 1.2254503656584737,
+      "learning_rate": 4.998984687475148e-05,
+      "loss": 1.8439,
+      "step": 13980
+    },
+    {
+      "epoch": 528.3018867924528,
+      "grad_norm": 1.0900572753736815,
+      "learning_rate": 4.9917572036956896e-05,
+      "loss": 1.8339,
+      "step": 14000
+    },
+    {
+      "epoch": 529.0566037735849,
+      "grad_norm": 1.3672093328811397,
+      "learning_rate": 4.984526851252489e-05,
+      "loss": 1.8269,
+      "step": 14020
+    },
+    {
+      "epoch": 529.811320754717,
+      "grad_norm": 1.0474703180578433,
+      "learning_rate": 4.97729365810813e-05,
+      "loss": 1.8278,
+      "step": 14040
+    },
+    {
+      "epoch": 530.566037735849,
+      "grad_norm": 1.302303693187968,
+      "learning_rate": 4.9700576522361875e-05,
+      "loss": 1.8406,
+      "step": 14060
+    },
+    {
+      "epoch": 531.3207547169811,
+      "grad_norm": 1.3351319231004828,
+      "learning_rate": 4.96281886162111e-05,
+      "loss": 1.805,
+      "step": 14080
+    },
+    {
+      "epoch": 532.0754716981132,
+      "grad_norm": 1.7423062973900807,
+      "learning_rate": 4.955577314258118e-05,
+      "loss": 1.8021,
+      "step": 14100
+    },
+    {
+      "epoch": 532.8301886792453,
+      "grad_norm": 1.0851524592672839,
+      "learning_rate": 4.9483330381530944e-05,
+      "loss": 1.8376,
+      "step": 14120
+    },
+    {
+      "epoch": 533.5849056603773,
+      "grad_norm": 1.110982412101906,
+      "learning_rate": 4.941086061322473e-05,
+      "loss": 1.8468,
+      "step": 14140
+    },
+    {
+      "epoch": 534.3396226415094,
+      "grad_norm": 1.1481042439437046,
+      "learning_rate": 4.933836411793133e-05,
+      "loss": 1.8131,
+      "step": 14160
+    },
+    {
+      "epoch": 535.0943396226415,
+      "grad_norm": 1.1504371756112235,
+      "learning_rate": 4.926584117602288e-05,
+      "loss": 1.8081,
+      "step": 14180
+    },
+    {
+      "epoch": 535.8490566037735,
+      "grad_norm": 1.1403864383961178,
+      "learning_rate": 4.919329206797387e-05,
+      "loss": 1.823,
+      "step": 14200
+    },
+    {
+      "epoch": 536.6037735849056,
+      "grad_norm": 1.2962348904995422,
+      "learning_rate": 4.912071707435988e-05,
+      "loss": 1.8187,
+      "step": 14220
+    },
+    {
+      "epoch": 537.3584905660377,
+      "grad_norm": 1.1885752096952027,
+      "learning_rate": 4.904811647585668e-05,
+      "loss": 1.8256,
+      "step": 14240
+    },
+    {
+      "epoch": 538.1132075471698,
+      "grad_norm": 1.064497747677543,
+      "learning_rate": 4.897549055323902e-05,
+      "loss": 1.8,
+      "step": 14260
+    },
+    {
+      "epoch": 538.8679245283018,
+      "grad_norm": 1.4469124816185257,
+      "learning_rate": 4.8902839587379614e-05,
+      "loss": 1.8365,
+      "step": 14280
+    },
+    {
+      "epoch": 539.622641509434,
+      "grad_norm": 1.0326597719869466,
+      "learning_rate": 4.8830163859248014e-05,
+      "loss": 1.812,
+      "step": 14300
+    },
+    {
+      "epoch": 540.377358490566,
+      "grad_norm": 1.261127094091647,
+      "learning_rate": 4.875746364990955e-05,
+      "loss": 1.7936,
+      "step": 14320
+    },
+    {
+      "epoch": 541.1320754716982,
+      "grad_norm": 1.6850662159573848,
+      "learning_rate": 4.8684739240524185e-05,
+      "loss": 1.8039,
+      "step": 14340
+    },
+    {
+      "epoch": 541.8867924528302,
+      "grad_norm": 1.1719859164333604,
+      "learning_rate": 4.861199091234556e-05,
+      "loss": 1.7995,
+      "step": 14360
+    },
+    {
+      "epoch": 542.6415094339623,
+      "grad_norm": 1.1168812884827573,
+      "learning_rate": 4.853921894671973e-05,
+      "loss": 1.804,
+      "step": 14380
+    },
+    {
+      "epoch": 543.3962264150944,
+      "grad_norm": 1.5041434010962127,
+      "learning_rate": 4.846642362508422e-05,
+      "loss": 1.8042,
+      "step": 14400
+    },
+    {
+      "epoch": 544.1509433962265,
+      "grad_norm": 1.2922119772360392,
+      "learning_rate": 4.8393605228966854e-05,
+      "loss": 1.8176,
+      "step": 14420
+    },
+    {
+      "epoch": 544.9056603773585,
+      "grad_norm": 1.316092813395267,
+      "learning_rate": 4.832076403998472e-05,
+      "loss": 1.8324,
+      "step": 14440
+    },
+    {
+      "epoch": 545.6603773584906,
+      "grad_norm": 1.148925533679318,
+      "learning_rate": 4.8247900339843045e-05,
+      "loss": 1.8249,
+      "step": 14460
+    },
+    {
+      "epoch": 546.4150943396227,
+      "grad_norm": 1.3351586320323485,
+      "learning_rate": 4.817501441033409e-05,
+      "loss": 1.8023,
+      "step": 14480
+    },
+    {
+      "epoch": 547.1698113207547,
+      "grad_norm": 1.4554583529380825,
+      "learning_rate": 4.810210653333613e-05,
+      "loss": 1.782,
+      "step": 14500
+    },
+    {
+      "epoch": 547.9245283018868,
+      "grad_norm": 1.2418737812043639,
+      "learning_rate": 4.802917699081225e-05,
+      "loss": 1.7981,
+      "step": 14520
+    },
+    {
+      "epoch": 548.6792452830189,
+      "grad_norm": 1.1837142285238051,
+      "learning_rate": 4.795622606480942e-05,
+      "loss": 1.7982,
+      "step": 14540
+    },
+    {
+      "epoch": 549.433962264151,
+      "grad_norm": 1.2674115880751322,
+      "learning_rate": 4.788325403745724e-05,
+      "loss": 1.8055,
+      "step": 14560
+    },
+    {
+      "epoch": 550.188679245283,
+      "grad_norm": 2.02523705877845,
+      "learning_rate": 4.7810261190966944e-05,
+      "loss": 1.7905,
+      "step": 14580
+    },
+    {
+      "epoch": 550.9433962264151,
+      "grad_norm": 1.3660297273644537,
+      "learning_rate": 4.773724780763023e-05,
+      "loss": 1.8267,
+      "step": 14600
+    },
+    {
+      "epoch": 551.6981132075472,
+      "grad_norm": 1.1728070148137189,
+      "learning_rate": 4.766421416981833e-05,
+      "loss": 1.7862,
+      "step": 14620
+    },
+    {
+      "epoch": 552.4528301886793,
+      "grad_norm": 1.148521109395332,
+      "learning_rate": 4.759116055998069e-05,
+      "loss": 1.7842,
+      "step": 14640
+    },
+    {
+      "epoch": 553.2075471698113,
+      "grad_norm": 1.2578627421373816,
+      "learning_rate": 4.7518087260644065e-05,
+      "loss": 1.8105,
+      "step": 14660
+    },
+    {
+      "epoch": 553.9622641509434,
+      "grad_norm": 1.2736902452272465,
+      "learning_rate": 4.744499455441133e-05,
+      "loss": 1.7931,
+      "step": 14680
+    },
+    {
+      "epoch": 554.7169811320755,
+      "grad_norm": 1.0794014181765008,
+      "learning_rate": 4.737188272396044e-05,
+      "loss": 1.8043,
+      "step": 14700
+    },
+    {
+      "epoch": 555.4716981132076,
+      "grad_norm": 1.3894129104855453,
+      "learning_rate": 4.729875205204327e-05,
+      "loss": 1.8301,
+      "step": 14720
+    },
+    {
+      "epoch": 556.2264150943396,
+      "grad_norm": 1.147340224849857,
+      "learning_rate": 4.722560282148459e-05,
+      "loss": 1.8178,
+      "step": 14740
+    },
+    {
+      "epoch": 556.9811320754717,
+      "grad_norm": 1.3948879461559769,
+      "learning_rate": 4.7152435315180975e-05,
+      "loss": 1.7648,
+      "step": 14760
+    },
+    {
+      "epoch": 557.7358490566038,
+      "grad_norm": 1.3694680696221502,
+      "learning_rate": 4.7079249816099584e-05,
+      "loss": 1.8104,
+      "step": 14780
+    },
+    {
+      "epoch": 558.4905660377359,
+      "grad_norm": 1.4147919843537753,
+      "learning_rate": 4.700604660727726e-05,
+      "loss": 1.7721,
+      "step": 14800
+    },
+    {
+      "epoch": 559.2452830188679,
+      "grad_norm": 1.2297666792262925,
+      "learning_rate": 4.6932825971819285e-05,
+      "loss": 1.7923,
+      "step": 14820
+    },
+    {
+      "epoch": 560.0,
+      "grad_norm": 1.1416590332464547,
+      "learning_rate": 4.6859588192898365e-05,
+      "loss": 1.7709,
+      "step": 14840
+    },
+    {
+      "epoch": 560.7547169811321,
+      "grad_norm": 1.2633394473980435,
+      "learning_rate": 4.6786333553753454e-05,
+      "loss": 1.8265,
+      "step": 14860
+    },
+    {
+      "epoch": 561.5094339622641,
+      "grad_norm": 1.73410063706433,
+      "learning_rate": 4.671306233768877e-05,
+      "loss": 1.7935,
+      "step": 14880
+    },
+    {
+      "epoch": 562.2641509433962,
+      "grad_norm": 1.909552398589606,
+      "learning_rate": 4.663977482807263e-05,
+      "loss": 1.7928,
+      "step": 14900
+    },
+    {
+      "epoch": 563.0188679245283,
+      "grad_norm": 2.3340344731557505,
+      "learning_rate": 4.656647130833632e-05,
+      "loss": 1.8083,
+      "step": 14920
+    },
+    {
+      "epoch": 563.7735849056604,
+      "grad_norm": 1.5856106264075287,
+      "learning_rate": 4.64931520619731e-05,
+      "loss": 1.8345,
+      "step": 14940
+    },
+    {
+      "epoch": 564.5283018867924,
+      "grad_norm": 1.4125116448786768,
+      "learning_rate": 4.6419817372537015e-05,
+      "loss": 1.7764,
+      "step": 14960
+    },
+    {
+      "epoch": 565.2830188679245,
+      "grad_norm": 1.1720058705654566,
+      "learning_rate": 4.634646752364185e-05,
+      "loss": 1.7917,
+      "step": 14980
+    },
+    {
+      "epoch": 566.0377358490566,
+      "grad_norm": 1.1615325214837866,
+      "learning_rate": 4.627310279896001e-05,
+      "loss": 1.7916,
+      "step": 15000
+    },
+    {
+      "epoch": 566.7924528301887,
+      "grad_norm": 1.3392839325444756,
+      "learning_rate": 4.619972348222143e-05,
+      "loss": 1.7803,
+      "step": 15020
+    },
+    {
+      "epoch": 567.5471698113207,
+      "grad_norm": 1.3665016393198224,
+      "learning_rate": 4.6126329857212486e-05,
+      "loss": 1.7822,
+      "step": 15040
+    },
+    {
+      "epoch": 568.3018867924528,
+      "grad_norm": 1.6085820618369988,
+      "learning_rate": 4.605292220777489e-05,
+      "loss": 1.7889,
+      "step": 15060
+    },
+    {
+      "epoch": 569.0566037735849,
+      "grad_norm": 1.4230286645037085,
+      "learning_rate": 4.5979500817804594e-05,
+      "loss": 1.805,
+      "step": 15080
+    },
+    {
+      "epoch": 569.811320754717,
+      "grad_norm": 1.1596468566263143,
+      "learning_rate": 4.590606597125065e-05,
+      "loss": 1.7892,
+      "step": 15100
+    },
+    {
+      "epoch": 570.566037735849,
+      "grad_norm": 1.4539519726534167,
+      "learning_rate": 4.583261795211423e-05,
+      "loss": 1.7831,
+      "step": 15120
+    },
+    {
+      "epoch": 571.3207547169811,
+      "grad_norm": 1.2521318013943803,
+      "learning_rate": 4.575915704444736e-05,
+      "loss": 1.8018,
+      "step": 15140
+    },
+    {
+      "epoch": 572.0754716981132,
+      "grad_norm": 1.1819685518944387,
+      "learning_rate": 4.5685683532352e-05,
+      "loss": 1.7866,
+      "step": 15160
+    },
+    {
+      "epoch": 572.8301886792453,
+      "grad_norm": 1.1876204585927221,
+      "learning_rate": 4.5612197699978766e-05,
+      "loss": 1.7833,
+      "step": 15180
+    },
+    {
+      "epoch": 573.5849056603773,
+      "grad_norm": 1.1556357684763976,
+      "learning_rate": 4.5538699831526006e-05,
+      "loss": 1.8024,
+      "step": 15200
+    },
+    {
+      "epoch": 574.3396226415094,
+      "grad_norm": 1.3326980140111142,
+      "learning_rate": 4.5465190211238544e-05,
+      "loss": 1.7829,
+      "step": 15220
+    },
+    {
+      "epoch": 575.0943396226415,
+      "grad_norm": 1.308268798679134,
+      "learning_rate": 4.539166912340671e-05,
+      "loss": 1.7766,
+      "step": 15240
+    },
+    {
+      "epoch": 575.8490566037735,
+      "grad_norm": 1.1564791044184874,
+      "learning_rate": 4.531813685236516e-05,
+      "loss": 1.8021,
+      "step": 15260
+    },
+    {
+      "epoch": 576.6037735849056,
+      "grad_norm": 1.4187942127459952,
+      "learning_rate": 4.524459368249179e-05,
+      "loss": 1.7523,
+      "step": 15280
+    },
+    {
+      "epoch": 577.3584905660377,
+      "grad_norm": 1.1994628151621998,
+      "learning_rate": 4.5171039898206644e-05,
+      "loss": 1.7845,
+      "step": 15300
+    },
+    {
+      "epoch": 578.1132075471698,
+      "grad_norm": 1.172216325696233,
+      "learning_rate": 4.509747578397086e-05,
+      "loss": 1.7591,
+      "step": 15320
+    },
+    {
+      "epoch": 578.8679245283018,
+      "grad_norm": 1.1667988074546227,
+      "learning_rate": 4.5023901624285465e-05,
+      "loss": 1.7955,
+      "step": 15340
+    },
+    {
+      "epoch": 579.622641509434,
+      "grad_norm": 1.31427332849911,
+      "learning_rate": 4.495031770369038e-05,
+      "loss": 1.7605,
+      "step": 15360
+    },
+    {
+      "epoch": 580.377358490566,
+      "grad_norm": 1.2050607756000014,
+      "learning_rate": 4.487672430676325e-05,
+      "loss": 1.7673,
+      "step": 15380
+    },
+    {
+      "epoch": 581.1320754716982,
+      "grad_norm": 1.2087614153318165,
+      "learning_rate": 4.480312171811838e-05,
+      "loss": 1.7876,
+      "step": 15400
+    },
+    {
+      "epoch": 581.8867924528302,
+      "grad_norm": 1.3000620466205515,
+      "learning_rate": 4.472951022240562e-05,
+      "loss": 1.7611,
+      "step": 15420
+    },
+    {
+      "epoch": 582.6415094339623,
+      "grad_norm": 1.7966112906689369,
+      "learning_rate": 4.4655890104309254e-05,
+      "loss": 1.7702,
+      "step": 15440
+    },
+    {
+      "epoch": 583.3962264150944,
+      "grad_norm": 1.198242649687164,
+      "learning_rate": 4.458226164854697e-05,
+      "loss": 1.7942,
+      "step": 15460
+    },
+    {
+      "epoch": 584.1509433962265,
+      "grad_norm": 1.6859720478683236,
+      "learning_rate": 4.450862513986861e-05,
+      "loss": 1.758,
+      "step": 15480
+    },
+    {
+      "epoch": 584.9056603773585,
+      "grad_norm": 1.1440767805984655,
+      "learning_rate": 4.443498086305525e-05,
+      "loss": 1.7647,
+      "step": 15500
+    },
+    {
+      "epoch": 585.6603773584906,
+      "grad_norm": 1.2426581026511485,
+      "learning_rate": 4.436132910291792e-05,
+      "loss": 1.7468,
+      "step": 15520
+    },
+    {
+      "epoch": 586.4150943396227,
+      "grad_norm": 1.5652742956982049,
+      "learning_rate": 4.4287670144296675e-05,
+      "loss": 1.7733,
+      "step": 15540
+    },
+    {
+      "epoch": 587.1698113207547,
+      "grad_norm": 1.150105537080449,
+      "learning_rate": 4.421400427205934e-05,
+      "loss": 1.7878,
+      "step": 15560
+    },
+    {
+      "epoch": 587.9245283018868,
+      "grad_norm": 1.297179193085273,
+      "learning_rate": 4.4140331771100516e-05,
+      "loss": 1.7558,
+      "step": 15580
+    },
+    {
+      "epoch": 588.6792452830189,
+      "grad_norm": 1.4354989531166704,
+      "learning_rate": 4.406665292634046e-05,
+      "loss": 1.7652,
+      "step": 15600
+    },
+    {
+      "epoch": 589.433962264151,
+      "grad_norm": 1.3544454831633896,
+      "learning_rate": 4.399296802272388e-05,
+      "loss": 1.7695,
+      "step": 15620
+    },
+    {
+      "epoch": 590.188679245283,
+      "grad_norm": 1.356710977975809,
+      "learning_rate": 4.3919277345219033e-05,
+      "loss": 1.7317,
+      "step": 15640
+    },
+    {
+      "epoch": 590.9433962264151,
+      "grad_norm": 1.3504644293745585,
+      "learning_rate": 4.3845581178816394e-05,
+      "loss": 1.7784,
+      "step": 15660
+    },
+    {
+      "epoch": 591.6981132075472,
+      "grad_norm": 1.2934057468915228,
+      "learning_rate": 4.377187980852775e-05,
+      "loss": 1.7655,
+      "step": 15680
+    },
+    {
+      "epoch": 592.4528301886793,
+      "grad_norm": 2.7284471186236976,
+      "learning_rate": 4.369817351938495e-05,
+      "loss": 1.7617,
+      "step": 15700
+    },
+    {
+      "epoch": 593.2075471698113,
+      "grad_norm": 1.4587946653999224,
+      "learning_rate": 4.3624462596438926e-05,
+      "loss": 1.7675,
+      "step": 15720
+    },
+    {
+      "epoch": 593.9622641509434,
+      "grad_norm": 1.824543804524391,
+      "learning_rate": 4.3550747324758475e-05,
+      "loss": 1.7835,
+      "step": 15740
+    },
+    {
+      "epoch": 594.7169811320755,
+      "grad_norm": 1.1558960324762337,
+      "learning_rate": 4.3477027989429267e-05,
+      "loss": 1.7848,
+      "step": 15760
+    },
+    {
+      "epoch": 595.4716981132076,
+      "grad_norm": 1.3618125278208344,
+      "learning_rate": 4.340330487555261e-05,
+      "loss": 1.7717,
+      "step": 15780
+    },
+    {
+      "epoch": 596.2264150943396,
+      "grad_norm": 1.8336334887122832,
+      "learning_rate": 4.332957826824451e-05,
+      "loss": 1.7753,
+      "step": 15800
+    },
+    {
+      "epoch": 596.9811320754717,
+      "grad_norm": 1.6035556059617442,
+      "learning_rate": 4.325584845263445e-05,
+      "loss": 1.7507,
+      "step": 15820
+    },
+    {
+      "epoch": 597.7358490566038,
+      "grad_norm": 1.1021262642715972,
+      "learning_rate": 4.318211571386428e-05,
+      "loss": 1.7683,
+      "step": 15840
+    },
+    {
+      "epoch": 598.4905660377359,
+      "grad_norm": 1.3112589542500708,
+      "learning_rate": 4.310838033708722e-05,
+      "loss": 1.753,
+      "step": 15860
+    },
+    {
+      "epoch": 599.2452830188679,
+      "grad_norm": 1.5257318148219035,
+      "learning_rate": 4.303464260746667e-05,
+      "loss": 1.7446,
+      "step": 15880
+    },
+    {
+      "epoch": 600.0,
+      "grad_norm": 1.2648959489882874,
+      "learning_rate": 4.296090281017511e-05,
+      "loss": 1.7513,
+      "step": 15900
+    },
+    {
+      "epoch": 600.7547169811321,
+      "grad_norm": 1.4414622706601208,
+      "learning_rate": 4.2887161230393034e-05,
+      "loss": 1.7421,
+      "step": 15920
+    },
+    {
+      "epoch": 601.5094339622641,
+      "grad_norm": 1.60216933395765,
+      "learning_rate": 4.281341815330784e-05,
+      "loss": 1.7335,
+      "step": 15940
+    },
+    {
+      "epoch": 602.2641509433962,
+      "grad_norm": 1.438261210769706,
+      "learning_rate": 4.273967386411267e-05,
+      "loss": 1.7676,
+      "step": 15960
+    },
+    {
+      "epoch": 603.0188679245283,
+      "grad_norm": 1.61121062509495,
+      "learning_rate": 4.26659286480054e-05,
+      "loss": 1.7767,
+      "step": 15980
+    },
+    {
+      "epoch": 603.7735849056604,
+      "grad_norm": 1.3368219249794455,
+      "learning_rate": 4.2592182790187495e-05,
+      "loss": 1.7615,
+      "step": 16000
+    },
+    {
+      "epoch": 604.5283018867924,
+      "grad_norm": 1.1964899050496502,
+      "learning_rate": 4.251843657586285e-05,
+      "loss": 1.7909,
+      "step": 16020
+    },
+    {
+      "epoch": 605.2830188679245,
+      "grad_norm": 1.1409598499641234,
+      "learning_rate": 4.244469029023682e-05,
+      "loss": 1.7806,
+      "step": 16040
+    },
+    {
+      "epoch": 606.0377358490566,
+      "grad_norm": 1.0775618341358217,
+      "learning_rate": 4.237094421851494e-05,
+      "loss": 1.7696,
+      "step": 16060
+    },
+    {
+      "epoch": 606.7924528301887,
+      "grad_norm": 1.201425866436519,
+      "learning_rate": 4.2297198645901986e-05,
+      "loss": 1.7424,
+      "step": 16080
+    },
+    {
+      "epoch": 607.5471698113207,
+      "grad_norm": 1.29163631265219,
+      "learning_rate": 4.222345385760079e-05,
+      "loss": 1.749,
+      "step": 16100
+    },
+    {
+      "epoch": 608.3018867924528,
+      "grad_norm": 1.4158324908813191,
+      "learning_rate": 4.214971013881114e-05,
+      "loss": 1.7594,
+      "step": 16120
+    },
+    {
+      "epoch": 609.0566037735849,
+      "grad_norm": 1.2390733211978042,
+      "learning_rate": 4.2075967774728675e-05,
+      "loss": 1.7707,
+      "step": 16140
+    },
+    {
+      "epoch": 609.811320754717,
+      "grad_norm": 1.0960663109570459,
+      "learning_rate": 4.200222705054385e-05,
+      "loss": 1.7633,
+      "step": 16160
+    },
+    {
+      "epoch": 610.566037735849,
+      "grad_norm": 1.167381366879647,
+      "learning_rate": 4.1928488251440704e-05,
+      "loss": 1.7735,
+      "step": 16180
+    },
+    {
+      "epoch": 611.3207547169811,
+      "grad_norm": 1.468960912277373,
+      "learning_rate": 4.185475166259588e-05,
+      "loss": 1.7222,
+      "step": 16200
+    },
+    {
+      "epoch": 612.0754716981132,
+      "grad_norm": 1.2572603668608606,
+      "learning_rate": 4.178101756917746e-05,
+      "loss": 1.7477,
+      "step": 16220
+    },
+    {
+      "epoch": 612.8301886792453,
+      "grad_norm": 1.2661070355556836,
+      "learning_rate": 4.170728625634387e-05,
+      "loss": 1.7437,
+      "step": 16240
+    },
+    {
+      "epoch": 613.5849056603773,
+      "grad_norm": 1.6793862205908143,
+      "learning_rate": 4.16335580092428e-05,
+      "loss": 1.7518,
+      "step": 16260
+    },
+    {
+      "epoch": 614.3396226415094,
+      "grad_norm": 1.3347192318840417,
+      "learning_rate": 4.155983311301006e-05,
+      "loss": 1.7275,
+      "step": 16280
+    },
+    {
+      "epoch": 615.0943396226415,
+      "grad_norm": 1.146186653201129,
+      "learning_rate": 4.148611185276852e-05,
+      "loss": 1.7505,
+      "step": 16300
+    },
+    {
+      "epoch": 615.8490566037735,
+      "grad_norm": 1.2853858560898548,
+      "learning_rate": 4.1412394513626976e-05,
+      "loss": 1.7345,
+      "step": 16320
+    },
+    {
+      "epoch": 616.6037735849056,
+      "grad_norm": 1.3689931241044506,
+      "learning_rate": 4.1338681380679055e-05,
+      "loss": 1.7372,
+      "step": 16340
+    },
+    {
+      "epoch": 617.3584905660377,
+      "grad_norm": 1.2520152979412003,
+      "learning_rate": 4.126497273900214e-05,
+      "loss": 1.7749,
+      "step": 16360
+    },
+    {
+      "epoch": 618.1132075471698,
+      "grad_norm": 4.4664529214017685,
+      "learning_rate": 4.119126887365623e-05,
+      "loss": 1.7291,
+      "step": 16380
+    },
+    {
+      "epoch": 618.8679245283018,
+      "grad_norm": 1.4871942552231863,
+      "learning_rate": 4.111757006968283e-05,
+      "loss": 1.729,
+      "step": 16400
+    },
+    {
+      "epoch": 619.622641509434,
+      "grad_norm": 1.7327021169643824,
+      "learning_rate": 4.104387661210391e-05,
+      "loss": 1.7906,
+      "step": 16420
+    },
+    {
+      "epoch": 620.377358490566,
+      "grad_norm": 1.3011566548368803,
+      "learning_rate": 4.0970188785920764e-05,
+      "loss": 1.7498,
+      "step": 16440
+    },
+    {
+      "epoch": 621.1320754716982,
+      "grad_norm": 1.503913785893422,
+      "learning_rate": 4.0896506876112856e-05,
+      "loss": 1.7333,
+      "step": 16460
+    },
+    {
+      "epoch": 621.8867924528302,
+      "grad_norm": 1.2396874135815048,
+      "learning_rate": 4.082283116763683e-05,
+      "loss": 1.7474,
+      "step": 16480
+    },
+    {
+      "epoch": 622.6415094339623,
+      "grad_norm": 1.3186465498196096,
+      "learning_rate": 4.07491619454253e-05,
+      "loss": 1.7641,
+      "step": 16500
+    },
+    {
+      "epoch": 623.3962264150944,
+      "grad_norm": 1.2224446651472063,
+      "learning_rate": 4.067549949438583e-05,
+      "loss": 1.7596,
+      "step": 16520
+    },
+    {
+      "epoch": 624.1509433962265,
+      "grad_norm": 1.299102298479128,
+      "learning_rate": 4.060184409939977e-05,
+      "loss": 1.7399,
+      "step": 16540
+    },
+    {
+      "epoch": 624.9056603773585,
+      "grad_norm": 1.2080109960062584,
+      "learning_rate": 4.052819604532121e-05,
+      "loss": 1.7545,
+      "step": 16560
+    },
+    {
+      "epoch": 625.6603773584906,
+      "grad_norm": 1.1330156099339754,
+      "learning_rate": 4.04545556169758e-05,
+      "loss": 1.7514,
+      "step": 16580
+    },
+    {
+      "epoch": 626.4150943396227,
+      "grad_norm": 1.877556318395021,
+      "learning_rate": 4.038092309915976e-05,
+      "loss": 1.7495,
+      "step": 16600
+    },
+    {
+      "epoch": 627.1698113207547,
+      "grad_norm": 1.3430468095941768,
+      "learning_rate": 4.0307298776638696e-05,
+      "loss": 1.7387,
+      "step": 16620
+    },
+    {
+      "epoch": 627.9245283018868,
+      "grad_norm": 1.3456306138048115,
+      "learning_rate": 4.023368293414651e-05,
+      "loss": 1.7586,
+      "step": 16640
+    },
+    {
+      "epoch": 628.6792452830189,
+      "grad_norm": 1.2925035537026515,
+      "learning_rate": 4.016007585638428e-05,
+      "loss": 1.7222,
+      "step": 16660
+    },
+    {
+      "epoch": 629.433962264151,
+      "grad_norm": 1.5060755357936446,
+      "learning_rate": 4.0086477828019247e-05,
+      "loss": 1.734,
+      "step": 16680
+    },
+    {
+      "epoch": 630.188679245283,
+      "grad_norm": 1.2358138916528858,
+      "learning_rate": 4.001288913368361e-05,
+      "loss": 1.7585,
+      "step": 16700
+    },
+    {
+      "epoch": 630.9433962264151,
+      "grad_norm": 1.0536359575721053,
+      "learning_rate": 3.9939310057973496e-05,
+      "loss": 1.699,
+      "step": 16720
+    },
+    {
+      "epoch": 631.6981132075472,
+      "grad_norm": 1.3396521000709494,
+      "learning_rate": 3.986574088544782e-05,
+      "loss": 1.745,
+      "step": 16740
+    },
+    {
+      "epoch": 632.4528301886793,
+      "grad_norm": 1.1966711285530698,
+      "learning_rate": 3.979218190062718e-05,
+      "loss": 1.7049,
+      "step": 16760
+    },
+    {
+      "epoch": 633.2075471698113,
+      "grad_norm": 1.3511753835544016,
+      "learning_rate": 3.971863338799283e-05,
+      "loss": 1.7319,
+      "step": 16780
+    },
+    {
+      "epoch": 633.9622641509434,
+      "grad_norm": 1.2759632464750865,
+      "learning_rate": 3.964509563198547e-05,
+      "loss": 1.7431,
+      "step": 16800
+    },
+    {
+      "epoch": 634.7169811320755,
+      "grad_norm": 1.5118791481962728,
+      "learning_rate": 3.957156891700422e-05,
+      "loss": 1.7549,
+      "step": 16820
+    },
+    {
+      "epoch": 635.4716981132076,
+      "grad_norm": 1.358305138616916,
+      "learning_rate": 3.949805352740549e-05,
+      "loss": 1.7146,
+      "step": 16840
+    },
+    {
+      "epoch": 636.2264150943396,
+      "grad_norm": 1.2468444876323985,
+      "learning_rate": 3.9424549747501916e-05,
+      "loss": 1.6839,
+      "step": 16860
+    },
+    {
+      "epoch": 636.9811320754717,
+      "grad_norm": 1.6815476229074826,
+      "learning_rate": 3.9351057861561194e-05,
+      "loss": 1.7381,
+      "step": 16880
+    },
+    {
+      "epoch": 637.7358490566038,
+      "grad_norm": 1.3183944234813532,
+      "learning_rate": 3.927757815380507e-05,
+      "loss": 1.737,
+      "step": 16900
+    },
+    {
+      "epoch": 638.4905660377359,
+      "grad_norm": 1.2664716657296504,
+      "learning_rate": 3.920411090840813e-05,
+      "loss": 1.7552,
+      "step": 16920
+    },
+    {
+      "epoch": 639.2452830188679,
+      "grad_norm": 1.4316626122660758,
+      "learning_rate": 3.9130656409496826e-05,
+      "loss": 1.7035,
+      "step": 16940
+    },
+    {
+      "epoch": 640.0,
+      "grad_norm": 1.624465349724497,
+      "learning_rate": 3.90572149411483e-05,
+      "loss": 1.7349,
+      "step": 16960
+    },
+    {
+      "epoch": 640.7547169811321,
+      "grad_norm": 1.3525138710560463,
+      "learning_rate": 3.8983786787389264e-05,
+      "loss": 1.7196,
+      "step": 16980
+    },
+    {
+      "epoch": 641.5094339622641,
+      "grad_norm": 1.1968289253916946,
+      "learning_rate": 3.891037223219497e-05,
+      "loss": 1.7288,
+      "step": 17000
+    },
+    {
+      "epoch": 642.2641509433962,
+      "grad_norm": 1.3150467173282183,
+      "learning_rate": 3.883697155948808e-05,
+      "loss": 1.7478,
+      "step": 17020
+    },
+    {
+      "epoch": 643.0188679245283,
+      "grad_norm": 1.3494514082635618,
+      "learning_rate": 3.876358505313754e-05,
+      "loss": 1.7208,
+      "step": 17040
+    },
+    {
+      "epoch": 643.7735849056604,
+      "grad_norm": 1.5328078930199742,
+      "learning_rate": 3.869021299695754e-05,
+      "loss": 1.747,
+      "step": 17060
+    },
+    {
+      "epoch": 644.5283018867924,
+      "grad_norm": 1.2945392233470665,
+      "learning_rate": 3.8616855674706354e-05,
+      "loss": 1.7225,
+      "step": 17080
+    },
+    {
+      "epoch": 645.2830188679245,
+      "grad_norm": 1.2582163265054458,
+      "learning_rate": 3.854351337008532e-05,
+      "loss": 1.7428,
+      "step": 17100
+    },
+    {
+      "epoch": 646.0377358490566,
+      "grad_norm": 1.1370724946903576,
+      "learning_rate": 3.847018636673765e-05,
+      "loss": 1.704,
+      "step": 17120
+    },
+    {
+      "epoch": 646.7924528301887,
+      "grad_norm": 1.2161474947016768,
+      "learning_rate": 3.839687494824741e-05,
+      "loss": 1.7129,
+      "step": 17140
+    },
+    {
+      "epoch": 647.5471698113207,
+      "grad_norm": 1.1033819366614397,
+      "learning_rate": 3.832357939813837e-05,
+      "loss": 1.695,
+      "step": 17160
+    },
+    {
+      "epoch": 648.3018867924528,
+      "grad_norm": 1.2993665260901381,
+      "learning_rate": 3.825029999987296e-05,
+      "loss": 1.7022,
+      "step": 17180
+    },
+    {
+      "epoch": 649.0566037735849,
+      "grad_norm": 1.2577276608492982,
+      "learning_rate": 3.8177037036851115e-05,
+      "loss": 1.7029,
+      "step": 17200
+    },
+    {
+      "epoch": 649.811320754717,
+      "grad_norm": 1.2459092691964395,
+      "learning_rate": 3.810379079240922e-05,
+      "loss": 1.7139,
+      "step": 17220
+    },
+    {
+      "epoch": 650.566037735849,
+      "grad_norm": 1.3152629296897698,
+      "learning_rate": 3.8030561549819015e-05,
+      "loss": 1.7088,
+      "step": 17240
+    },
+    {
+      "epoch": 651.3207547169811,
+      "grad_norm": 1.2367123181404969,
+      "learning_rate": 3.795734959228645e-05,
+      "loss": 1.6936,
+      "step": 17260
+    },
+    {
+      "epoch": 652.0754716981132,
+      "grad_norm": 1.1338754969305556,
+      "learning_rate": 3.7884155202950696e-05,
+      "loss": 1.7151,
+      "step": 17280
+    },
+    {
+      "epoch": 652.8301886792453,
+      "grad_norm": 1.2942728726977033,
+      "learning_rate": 3.781097866488291e-05,
+      "loss": 1.712,
+      "step": 17300
+    },
+    {
+      "epoch": 653.5849056603773,
+      "grad_norm": 1.39400718208209,
+      "learning_rate": 3.773782026108526e-05,
+      "loss": 1.7181,
+      "step": 17320
+    },
+    {
+      "epoch": 654.3396226415094,
+      "grad_norm": 1.3198924641523746,
+      "learning_rate": 3.766468027448973e-05,
+      "loss": 1.6913,
+      "step": 17340
+    },
+    {
+      "epoch": 655.0943396226415,
+      "grad_norm": 1.1991934682117795,
+      "learning_rate": 3.759155898795714e-05,
+      "loss": 1.7093,
+      "step": 17360
+    },
+    {
+      "epoch": 655.8490566037735,
+      "grad_norm": 1.239259370659102,
+      "learning_rate": 3.751845668427593e-05,
+      "loss": 1.7009,
+      "step": 17380
+    },
+    {
+      "epoch": 656.6037735849056,
+      "grad_norm": 1.2833857218204128,
+      "learning_rate": 3.7445373646161176e-05,
+      "loss": 1.7005,
+      "step": 17400
+    },
+    {
+      "epoch": 657.3584905660377,
+      "grad_norm": 1.454767822481044,
+      "learning_rate": 3.737231015625341e-05,
+      "loss": 1.6906,
+      "step": 17420
+    },
+    {
+      "epoch": 658.1132075471698,
+      "grad_norm": 1.4542141511941185,
+      "learning_rate": 3.729926649711759e-05,
+      "loss": 1.7058,
+      "step": 17440
+    },
+    {
+      "epoch": 658.8679245283018,
+      "grad_norm": 1.3091035418860133,
+      "learning_rate": 3.722624295124197e-05,
+      "loss": 1.6885,
+      "step": 17460
+    },
+    {
+      "epoch": 659.622641509434,
+      "grad_norm": 1.2943161972236163,
+      "learning_rate": 3.7153239801037014e-05,
+      "loss": 1.714,
+      "step": 17480
+    },
+    {
+      "epoch": 660.377358490566,
+      "grad_norm": 1.3377320776810098,
+      "learning_rate": 3.708025732883431e-05,
+      "loss": 1.684,
+      "step": 17500
+    },
+    {
+      "epoch": 661.1320754716982,
+      "grad_norm": 1.2629223675934866,
+      "learning_rate": 3.700729581688547e-05,
+      "loss": 1.699,
+      "step": 17520
+    },
+    {
+      "epoch": 661.8867924528302,
+      "grad_norm": 1.2451499003174673,
+      "learning_rate": 3.693435554736107e-05,
+      "loss": 1.6818,
+      "step": 17540
+    },
+    {
+      "epoch": 662.6415094339623,
+      "grad_norm": 1.5331175213775703,
+      "learning_rate": 3.6861436802349504e-05,
+      "loss": 1.7177,
+      "step": 17560
+    },
+    {
+      "epoch": 663.3962264150944,
+      "grad_norm": 1.4360430543768725,
+      "learning_rate": 3.6788539863855925e-05,
+      "loss": 1.7119,
+      "step": 17580
+    },
+    {
+      "epoch": 664.1509433962265,
+      "grad_norm": 1.3816247903457854,
+      "learning_rate": 3.671566501380116e-05,
+      "loss": 1.7148,
+      "step": 17600
+    },
+    {
+      "epoch": 664.9056603773585,
+      "grad_norm": 1.2778334686031196,
+      "learning_rate": 3.6642812534020636e-05,
+      "loss": 1.6935,
+      "step": 17620
+    },
+    {
+      "epoch": 665.6603773584906,
+      "grad_norm": 1.552301737650962,
+      "learning_rate": 3.656998270626322e-05,
+      "loss": 1.6917,
+      "step": 17640
+    },
+    {
+      "epoch": 666.4150943396227,
+      "grad_norm": 1.1626344688263202,
+      "learning_rate": 3.649717581219022e-05,
+      "loss": 1.6869,
+      "step": 17660
+    },
+    {
+      "epoch": 667.1698113207547,
+      "grad_norm": 1.2478591651994395,
+      "learning_rate": 3.642439213337418e-05,
+      "loss": 1.6964,
+      "step": 17680
+    },
+    {
+      "epoch": 667.9245283018868,
+      "grad_norm": 1.1665269494870496,
+      "learning_rate": 3.635163195129796e-05,
+      "loss": 1.706,
+      "step": 17700
+    },
+    {
+      "epoch": 668.6792452830189,
+      "grad_norm": 1.2417440240279074,
+      "learning_rate": 3.627889554735346e-05,
+      "loss": 1.6607,
+      "step": 17720
+    },
+    {
+      "epoch": 669.433962264151,
+      "grad_norm": 1.4243990985436537,
+      "learning_rate": 3.620618320284067e-05,
+      "loss": 1.6874,
+      "step": 17740
+    },
+    {
+      "epoch": 670.188679245283,
+      "grad_norm": 1.4914544739718891,
+      "learning_rate": 3.613349519896652e-05,
+      "loss": 1.6908,
+      "step": 17760
+    },
+    {
+      "epoch": 670.9433962264151,
+      "grad_norm": 1.3300772606283862,
+      "learning_rate": 3.606083181684381e-05,
+      "loss": 1.688,
+      "step": 17780
+    },
+    {
+      "epoch": 671.6981132075472,
+      "grad_norm": 1.2461357748180606,
+      "learning_rate": 3.5988193337490116e-05,
+      "loss": 1.6547,
+      "step": 17800
+    },
+    {
+      "epoch": 672.4528301886793,
+      "grad_norm": 1.370151145210619,
+      "learning_rate": 3.5915580041826694e-05,
+      "loss": 1.7193,
+      "step": 17820
+    },
+    {
+      "epoch": 673.2075471698113,
+      "grad_norm": 1.2763659906881193,
+      "learning_rate": 3.5842992210677416e-05,
+      "loss": 1.6808,
+      "step": 17840
+    },
+    {
+      "epoch": 673.9622641509434,
+      "grad_norm": 1.2944519984940064,
+      "learning_rate": 3.577043012476768e-05,
+      "loss": 1.7,
+      "step": 17860
+    },
+    {
+      "epoch": 674.7169811320755,
+      "grad_norm": 1.3186599824633134,
+      "learning_rate": 3.56978940647233e-05,
+      "loss": 1.6954,
+      "step": 17880
+    },
+    {
+      "epoch": 675.4716981132076,
+      "grad_norm": 1.252700498164797,
+      "learning_rate": 3.5625384311069444e-05,
+      "loss": 1.6686,
+      "step": 17900
+    },
+    {
+      "epoch": 676.2264150943396,
+      "grad_norm": 1.5231032873107,
+      "learning_rate": 3.555290114422955e-05,
+      "loss": 1.6747,
+      "step": 17920
+    },
+    {
+      "epoch": 676.9811320754717,
+      "grad_norm": 1.2910659178037445,
+      "learning_rate": 3.548044484452421e-05,
+      "loss": 1.6778,
+      "step": 17940
+    },
+    {
+      "epoch": 677.7358490566038,
+      "grad_norm": 1.398570166804289,
+      "learning_rate": 3.540801569217016e-05,
+      "loss": 1.6949,
+      "step": 17960
+    },
+    {
+      "epoch": 678.4905660377359,
+      "grad_norm": 1.4283155036503146,
+      "learning_rate": 3.53356139672791e-05,
+      "loss": 1.682,
+      "step": 17980
+    },
+    {
+      "epoch": 679.2452830188679,
+      "grad_norm": 1.3275162110816598,
+      "learning_rate": 3.526323994985669e-05,
+      "loss": 1.695,
+      "step": 18000
+    },
+    {
+      "epoch": 680.0,
+      "grad_norm": 1.2754138886413842,
+      "learning_rate": 3.519089391980139e-05,
+      "loss": 1.6977,
+      "step": 18020
+    },
+    {
+      "epoch": 680.7547169811321,
+      "grad_norm": 1.3077633836764546,
+      "learning_rate": 3.511857615690347e-05,
+      "loss": 1.6811,
+      "step": 18040
+    },
+    {
+      "epoch": 681.5094339622641,
+      "grad_norm": 1.3473268942249876,
+      "learning_rate": 3.504628694084385e-05,
+      "loss": 1.6984,
+      "step": 18060
+    },
+    {
+      "epoch": 682.2641509433962,
+      "grad_norm": 1.3350261204503644,
+      "learning_rate": 3.497402655119306e-05,
+      "loss": 1.6567,
+      "step": 18080
+    },
+    {
+      "epoch": 683.0188679245283,
+      "grad_norm": 1.243885167646148,
+      "learning_rate": 3.490179526741014e-05,
+      "loss": 1.6837,
+      "step": 18100
+    },
+    {
+      "epoch": 683.7735849056604,
+      "grad_norm": 1.4293023473168278,
+      "learning_rate": 3.48295933688416e-05,
+      "loss": 1.7039,
+      "step": 18120
+    },
+    {
+      "epoch": 684.5283018867924,
+      "grad_norm": 1.3686594771374196,
+      "learning_rate": 3.4757421134720236e-05,
+      "loss": 1.7067,
+      "step": 18140
+    },
+    {
+      "epoch": 685.2830188679245,
+      "grad_norm": 1.6243192735337049,
+      "learning_rate": 3.46852788441642e-05,
+      "loss": 1.6661,
+      "step": 18160
+    },
+    {
+      "epoch": 686.0377358490566,
+      "grad_norm": 1.2075045336020302,
+      "learning_rate": 3.461316677617577e-05,
+      "loss": 1.6779,
+      "step": 18180
+    },
+    {
+      "epoch": 686.7924528301887,
+      "grad_norm": 1.348462905709941,
+      "learning_rate": 3.4541085209640396e-05,
+      "loss": 1.6962,
+      "step": 18200
+    },
+    {
+      "epoch": 687.5471698113207,
+      "grad_norm": 1.370184561468331,
+      "learning_rate": 3.446903442332552e-05,
+      "loss": 1.6819,
+      "step": 18220
+    },
+    {
+      "epoch": 688.3018867924528,
+      "grad_norm": 2.4058560541467537,
+      "learning_rate": 3.439701469587961e-05,
+      "loss": 1.6562,
+      "step": 18240
+    },
+    {
+      "epoch": 689.0566037735849,
+      "grad_norm": 1.2548392090130422,
+      "learning_rate": 3.4325026305830914e-05,
+      "loss": 1.662,
+      "step": 18260
+    },
+    {
+      "epoch": 689.811320754717,
+      "grad_norm": 1.2311253301629015,
+      "learning_rate": 3.4253069531586616e-05,
+      "loss": 1.6629,
+      "step": 18280
+    },
+    {
+      "epoch": 690.566037735849,
+      "grad_norm": 1.9966791662877068,
+      "learning_rate": 3.418114465143153e-05,
+      "loss": 1.6592,
+      "step": 18300
+    },
+    {
+      "epoch": 691.3207547169811,
+      "grad_norm": 1.2370362395857986,
+      "learning_rate": 3.410925194352715e-05,
+      "loss": 1.6806,
+      "step": 18320
+    },
+    {
+      "epoch": 692.0754716981132,
+      "grad_norm": 1.463146145452869,
+      "learning_rate": 3.4037391685910566e-05,
+      "loss": 1.6937,
+      "step": 18340
+    },
+    {
+      "epoch": 692.8301886792453,
+      "grad_norm": 1.2590469253316379,
+      "learning_rate": 3.396556415649336e-05,
+      "loss": 1.6746,
+      "step": 18360
+    },
+    {
+      "epoch": 693.5849056603773,
+      "grad_norm": 1.3472170619382864,
+      "learning_rate": 3.389376963306052e-05,
+      "loss": 1.681,
+      "step": 18380
+    },
+    {
+      "epoch": 694.3396226415094,
+      "grad_norm": 1.4907805923383493,
+      "learning_rate": 3.382200839326942e-05,
+      "loss": 1.6822,
+      "step": 18400
+    },
+    {
+      "epoch": 695.0943396226415,
+      "grad_norm": 1.3754366409172392,
+      "learning_rate": 3.375028071464869e-05,
+      "loss": 1.6819,
+      "step": 18420
+    },
+    {
+      "epoch": 695.8490566037735,
+      "grad_norm": 1.2854564980336112,
+      "learning_rate": 3.3678586874597176e-05,
+      "loss": 1.6712,
+      "step": 18440
+    },
+    {
+      "epoch": 696.6037735849056,
+      "grad_norm": 1.4614311570416143,
+      "learning_rate": 3.3606927150382865e-05,
+      "loss": 1.649,
+      "step": 18460
+    },
+    {
+      "epoch": 697.3584905660377,
+      "grad_norm": 1.3139946901519874,
+      "learning_rate": 3.353530181914178e-05,
+      "loss": 1.7062,
+      "step": 18480
+    },
+    {
+      "epoch": 698.1132075471698,
+      "grad_norm": 1.4895975475886944,
+      "learning_rate": 3.3463711157876966e-05,
+      "loss": 1.6841,
+      "step": 18500
+    },
+    {
+      "epoch": 698.8679245283018,
+      "grad_norm": 1.2111074764483576,
+      "learning_rate": 3.339215544345735e-05,
+      "loss": 1.6799,
+      "step": 18520
+    },
+    {
+      "epoch": 699.622641509434,
+      "grad_norm": 1.254964544152517,
+      "learning_rate": 3.3320634952616736e-05,
+      "loss": 1.6554,
+      "step": 18540
+    },
+    {
+      "epoch": 700.377358490566,
+      "grad_norm": 1.4098934710763775,
+      "learning_rate": 3.3249149961952686e-05,
+      "loss": 1.6821,
+      "step": 18560
+    },
+    {
+      "epoch": 701.1320754716982,
+      "grad_norm": 1.449098110180846,
+      "learning_rate": 3.3177700747925484e-05,
+      "loss": 1.6775,
+      "step": 18580
+    },
+    {
+      "epoch": 701.8867924528302,
+      "grad_norm": 1.4166300599178772,
+      "learning_rate": 3.310628758685702e-05,
+      "loss": 1.6647,
+      "step": 18600
+    },
+    {
+      "epoch": 702.6415094339623,
+      "grad_norm": 1.3321739096846923,
+      "learning_rate": 3.30349107549298e-05,
+      "loss": 1.6606,
+      "step": 18620
+    },
+    {
+      "epoch": 703.3962264150944,
+      "grad_norm": 1.3195021828180338,
+      "learning_rate": 3.2963570528185814e-05,
+      "loss": 1.6414,
+      "step": 18640
+    },
+    {
+      "epoch": 704.1509433962265,
+      "grad_norm": 1.2954808039261523,
+      "learning_rate": 3.2892267182525456e-05,
+      "loss": 1.6691,
+      "step": 18660
+    },
+    {
+      "epoch": 704.9056603773585,
+      "grad_norm": 1.3215765511079391,
+      "learning_rate": 3.2821000993706524e-05,
+      "loss": 1.6774,
+      "step": 18680
+    },
+    {
+      "epoch": 705.6603773584906,
+      "grad_norm": 1.3256079186058618,
+      "learning_rate": 3.2749772237343104e-05,
+      "loss": 1.6675,
+      "step": 18700
+    },
+    {
+      "epoch": 706.4150943396227,
+      "grad_norm": 1.3105427183809564,
+      "learning_rate": 3.26785811889045e-05,
+      "loss": 1.669,
+      "step": 18720
+    },
+    {
+      "epoch": 707.1698113207547,
+      "grad_norm": 1.1406031822674032,
+      "learning_rate": 3.26074281237142e-05,
+      "loss": 1.6528,
+      "step": 18740
+    },
+    {
+      "epoch": 707.9245283018868,
+      "grad_norm": 1.1721675684528943,
+      "learning_rate": 3.253631331694882e-05,
+      "loss": 1.6243,
+      "step": 18760
+    },
+    {
+      "epoch": 708.6792452830189,
+      "grad_norm": 1.262858428237141,
+      "learning_rate": 3.2465237043636945e-05,
+      "loss": 1.6811,
+      "step": 18780
+    },
+    {
+      "epoch": 709.433962264151,
+      "grad_norm": 1.3398257997775693,
+      "learning_rate": 3.239419957865822e-05,
+      "loss": 1.6531,
+      "step": 18800
+    },
+    {
+      "epoch": 710.188679245283,
+      "grad_norm": 1.3245763474105379,
+      "learning_rate": 3.2323201196742164e-05,
+      "loss": 1.6796,
+      "step": 18820
+    },
+    {
+      "epoch": 710.9433962264151,
+      "grad_norm": 1.3633874472219405,
+      "learning_rate": 3.225224217246712e-05,
+      "loss": 1.6544,
+      "step": 18840
+    },
+    {
+      "epoch": 711.6981132075472,
+      "grad_norm": 1.7407734601052158,
+      "learning_rate": 3.218132278025927e-05,
+      "loss": 1.6765,
+      "step": 18860
+    },
+    {
+      "epoch": 712.4528301886793,
+      "grad_norm": 1.4569167040451834,
+      "learning_rate": 3.2110443294391486e-05,
+      "loss": 1.6411,
+      "step": 18880
+    },
+    {
+      "epoch": 713.2075471698113,
+      "grad_norm": 1.3711197707215454,
+      "learning_rate": 3.203960398898234e-05,
+      "loss": 1.6385,
+      "step": 18900
+    },
+    {
+      "epoch": 713.9622641509434,
+      "grad_norm": 1.2731560765553942,
+      "learning_rate": 3.196880513799497e-05,
+      "loss": 1.6605,
+      "step": 18920
+    },
+    {
+      "epoch": 714.7169811320755,
+      "grad_norm": 1.3127125434194904,
+      "learning_rate": 3.189804701523608e-05,
+      "loss": 1.6774,
+      "step": 18940
+    },
+    {
+      "epoch": 715.4716981132076,
+      "grad_norm": 1.3249230445075728,
+      "learning_rate": 3.1827329894354874e-05,
+      "loss": 1.6753,
+      "step": 18960
+    },
+    {
+      "epoch": 716.2264150943396,
+      "grad_norm": 1.4612490587732805,
+      "learning_rate": 3.1756654048842e-05,
+      "loss": 1.655,
+      "step": 18980
+    },
+    {
+      "epoch": 716.9811320754717,
+      "grad_norm": 1.278645383417836,
+      "learning_rate": 3.1686019752028424e-05,
+      "loss": 1.6692,
+      "step": 19000
+    },
+    {
+      "epoch": 717.7358490566038,
+      "grad_norm": 1.3408714115191198,
+      "learning_rate": 3.161542727708446e-05,
+      "loss": 1.6448,
+      "step": 19020
+    },
+    {
+      "epoch": 718.4905660377359,
+      "grad_norm": 1.8695203026536409,
+      "learning_rate": 3.154487689701869e-05,
+      "loss": 1.6786,
+      "step": 19040
+    },
+    {
+      "epoch": 719.2452830188679,
+      "grad_norm": 1.3167685135936378,
+      "learning_rate": 3.147436888467689e-05,
+      "loss": 1.6625,
+      "step": 19060
+    },
+    {
+      "epoch": 720.0,
+      "grad_norm": 1.2539486625475944,
+      "learning_rate": 3.140390351274096e-05,
+      "loss": 1.6533,
+      "step": 19080
+    },
+    {
+      "epoch": 720.7547169811321,
+      "grad_norm": 1.3710221082026877,
+      "learning_rate": 3.133348105372793e-05,
+      "loss": 1.677,
+      "step": 19100
+    },
+    {
+      "epoch": 721.5094339622641,
+      "grad_norm": 1.528521350034396,
+      "learning_rate": 3.126310177998883e-05,
+      "loss": 1.6593,
+      "step": 19120
+    },
+    {
+      "epoch": 722.2641509433962,
+      "grad_norm": 1.2092386328287839,
+      "learning_rate": 3.1192765963707726e-05,
+      "loss": 1.669,
+      "step": 19140
+    },
+    {
+      "epoch": 723.0188679245283,
+      "grad_norm": 1.605845379972632,
+      "learning_rate": 3.1122473876900574e-05,
+      "loss": 1.6372,
+      "step": 19160
+    },
+    {
+      "epoch": 723.7735849056604,
+      "grad_norm": 1.5877097735994508,
+      "learning_rate": 3.105222579141423e-05,
+      "loss": 1.6557,
+      "step": 19180
+    },
+    {
+      "epoch": 724.5283018867924,
+      "grad_norm": 1.2516228941598748,
+      "learning_rate": 3.098202197892538e-05,
+      "loss": 1.6513,
+      "step": 19200
+    },
+    {
+      "epoch": 725.2830188679245,
+      "grad_norm": 1.2391402579938813,
+      "learning_rate": 3.091186271093947e-05,
+      "loss": 1.6526,
+      "step": 19220
+    },
+    {
+      "epoch": 726.0377358490566,
+      "grad_norm": 1.2782890497326889,
+      "learning_rate": 3.084174825878972e-05,
+      "loss": 1.6591,
+      "step": 19240
+    },
+    {
+      "epoch": 726.7924528301887,
+      "grad_norm": 1.2506962493164657,
+      "learning_rate": 3.0771678893635963e-05,
+      "loss": 1.65,
+      "step": 19260
+    },
+    {
+      "epoch": 727.5471698113207,
+      "grad_norm": 1.768116692306316,
+      "learning_rate": 3.070165488646371e-05,
+      "loss": 1.6516,
+      "step": 19280
+    },
+    {
+      "epoch": 728.3018867924528,
+      "grad_norm": 1.559057461009202,
+      "learning_rate": 3.063167650808307e-05,
+      "loss": 1.6616,
+      "step": 19300
+    },
+    {
+      "epoch": 729.0566037735849,
+      "grad_norm": 1.2888728962143756,
+      "learning_rate": 3.0561744029127636e-05,
+      "loss": 1.6574,
+      "step": 19320
+    },
+    {
+      "epoch": 729.811320754717,
+      "grad_norm": 1.2688734788741953,
+      "learning_rate": 3.049185772005353e-05,
+      "loss": 1.618,
+      "step": 19340
+    },
+    {
+      "epoch": 730.566037735849,
+      "grad_norm": 1.155730285013269,
+      "learning_rate": 3.0422017851138287e-05,
+      "loss": 1.6515,
+      "step": 19360
+    },
+    {
+      "epoch": 731.3207547169811,
+      "grad_norm": 1.7451043683696195,
+      "learning_rate": 3.0352224692479883e-05,
+      "loss": 1.6371,
+      "step": 19380
+    },
+    {
+      "epoch": 732.0754716981132,
+      "grad_norm": 1.526187340694129,
+      "learning_rate": 3.0282478513995598e-05,
+      "loss": 1.6523,
+      "step": 19400
+    },
+    {
+      "epoch": 732.8301886792453,
+      "grad_norm": 1.4075608712323138,
+      "learning_rate": 3.0212779585421064e-05,
+      "loss": 1.6335,
+      "step": 19420
+    },
+    {
+      "epoch": 733.5849056603773,
+      "grad_norm": 1.345293550699471,
+      "learning_rate": 3.0143128176309125e-05,
+      "loss": 1.6505,
+      "step": 19440
+    },
+    {
+      "epoch": 734.3396226415094,
+      "grad_norm": 1.3467855791600631,
+      "learning_rate": 3.007352455602892e-05,
+      "loss": 1.6591,
+      "step": 19460
+    },
+    {
+      "epoch": 735.0943396226415,
+      "grad_norm": 1.3667404544607202,
+      "learning_rate": 3.000396899376472e-05,
+      "loss": 1.6244,
+      "step": 19480
+    },
+    {
+      "epoch": 735.8490566037735,
+      "grad_norm": 1.2844014927173513,
+      "learning_rate": 2.9934461758514944e-05,
+      "loss": 1.6154,
+      "step": 19500
+    },
+    {
+      "epoch": 736.6037735849056,
+      "grad_norm": 1.46598947181564,
+      "learning_rate": 2.986500311909114e-05,
+      "loss": 1.6443,
+      "step": 19520
+    },
+    {
+      "epoch": 737.3584905660377,
+      "grad_norm": 1.2682755408237392,
+      "learning_rate": 2.9795593344116856e-05,
+      "loss": 1.6492,
+      "step": 19540
+    },
+    {
+      "epoch": 738.1132075471698,
+      "grad_norm": 1.4017683975117536,
+      "learning_rate": 2.972623270202674e-05,
+      "loss": 1.6614,
+      "step": 19560
+    },
+    {
+      "epoch": 738.8679245283018,
+      "grad_norm": 1.5142927604100354,
+      "learning_rate": 2.9656921461065357e-05,
+      "loss": 1.6357,
+      "step": 19580
+    },
+    {
+      "epoch": 739.622641509434,
+      "grad_norm": 1.2492564466728204,
+      "learning_rate": 2.958765988928627e-05,
+      "loss": 1.6468,
+      "step": 19600
+    },
+    {
+      "epoch": 740.377358490566,
+      "grad_norm": 1.4008655564779207,
+      "learning_rate": 2.951844825455089e-05,
+      "loss": 1.64,
+      "step": 19620
+    },
+    {
+      "epoch": 741.1320754716982,
+      "grad_norm": 1.2731601803567079,
+      "learning_rate": 2.944928682452759e-05,
+      "loss": 1.6324,
+      "step": 19640
+    },
+    {
+      "epoch": 741.8867924528302,
+      "grad_norm": 1.5569572939387173,
+      "learning_rate": 2.9380175866690493e-05,
+      "loss": 1.6368,
+      "step": 19660
+    },
+    {
+      "epoch": 742.6415094339623,
+      "grad_norm": 1.3215892057968033,
+      "learning_rate": 2.9311115648318603e-05,
+      "loss": 1.5918,
+      "step": 19680
+    },
+    {
+      "epoch": 743.3962264150944,
+      "grad_norm": 1.301974969557669,
+      "learning_rate": 2.924210643649462e-05,
+      "loss": 1.625,
+      "step": 19700
+    },
+    {
+      "epoch": 744.1509433962265,
+      "grad_norm": 1.245601615853851,
+      "learning_rate": 2.917314849810405e-05,
+      "loss": 1.6436,
+      "step": 19720
+    },
+    {
+      "epoch": 744.9056603773585,
+      "grad_norm": 1.4218013050424188,
+      "learning_rate": 2.9104242099834047e-05,
+      "loss": 1.633,
+      "step": 19740
+    },
+    {
+      "epoch": 745.6603773584906,
+      "grad_norm": 1.584425316406802,
+      "learning_rate": 2.9035387508172488e-05,
+      "loss": 1.654,
+      "step": 19760
+    },
+    {
+      "epoch": 746.4150943396227,
+      "grad_norm": 1.237326080185327,
+      "learning_rate": 2.896658498940685e-05,
+      "loss": 1.6417,
+      "step": 19780
+    },
+    {
+      "epoch": 747.1698113207547,
+      "grad_norm": 1.336327325511772,
+      "learning_rate": 2.8897834809623266e-05,
+      "loss": 1.6278,
+      "step": 19800
+    },
+    {
+      "epoch": 747.9245283018868,
+      "grad_norm": 1.3731531069367304,
+      "learning_rate": 2.8829137234705436e-05,
+      "loss": 1.6339,
+      "step": 19820
+    },
+    {
+      "epoch": 748.6792452830189,
+      "grad_norm": 1.4396961322439583,
+      "learning_rate": 2.8760492530333595e-05,
+      "loss": 1.6132,
+      "step": 19840
+    },
+    {
+      "epoch": 749.433962264151,
+      "grad_norm": 1.4566587475130242,
+      "learning_rate": 2.869190096198354e-05,
+      "loss": 1.6236,
+      "step": 19860
+    },
+    {
+      "epoch": 750.188679245283,
+      "grad_norm": 1.3378675846922892,
+      "learning_rate": 2.8623362794925554e-05,
+      "loss": 1.6407,
+      "step": 19880
+    },
+    {
+      "epoch": 750.9433962264151,
+      "grad_norm": 1.1248642736382553,
+      "learning_rate": 2.85548782942234e-05,
+      "loss": 1.6328,
+      "step": 19900
+    },
+    {
+      "epoch": 751.6981132075472,
+      "grad_norm": 1.281060533625914,
+      "learning_rate": 2.8486447724733283e-05,
+      "loss": 1.6288,
+      "step": 19920
+    },
+    {
+      "epoch": 752.4528301886793,
+      "grad_norm": 1.2477580789710936,
+      "learning_rate": 2.841807135110286e-05,
+      "loss": 1.6129,
+      "step": 19940
+    },
+    {
+      "epoch": 753.2075471698113,
+      "grad_norm": 1.3050801379092132,
+      "learning_rate": 2.8349749437770146e-05,
+      "loss": 1.6259,
+      "step": 19960
+    },
+    {
+      "epoch": 753.9622641509434,
+      "grad_norm": 1.6556396088385372,
+      "learning_rate": 2.8281482248962588e-05,
+      "loss": 1.6264,
+      "step": 19980
+    },
+    {
+      "epoch": 754.7169811320755,
+      "grad_norm": 1.442836668716919,
+      "learning_rate": 2.8213270048695976e-05,
+      "loss": 1.6286,
+      "step": 20000
+    },
+    {
+      "epoch": 755.4716981132076,
+      "grad_norm": 1.3276233208619523,
+      "learning_rate": 2.814511310077342e-05,
+      "loss": 1.6485,
+      "step": 20020
+    },
+    {
+      "epoch": 756.2264150943396,
+      "grad_norm": 1.2751456415696178,
+      "learning_rate": 2.807701166878436e-05,
+      "loss": 1.622,
+      "step": 20040
+    },
+    {
+      "epoch": 756.9811320754717,
+      "grad_norm": 1.2003976158870355,
+      "learning_rate": 2.8008966016103532e-05,
+      "loss": 1.6002,
+      "step": 20060
+    },
+    {
+      "epoch": 757.7358490566038,
+      "grad_norm": 1.3873947326300384,
+      "learning_rate": 2.7940976405889962e-05,
+      "loss": 1.5892,
+      "step": 20080
+    },
+    {
+      "epoch": 758.4905660377359,
+      "grad_norm": 1.6648131685984493,
+      "learning_rate": 2.787304310108591e-05,
+      "loss": 1.6496,
+      "step": 20100
+    },
+    {
+      "epoch": 759.2452830188679,
+      "grad_norm": 1.4092462550250433,
+      "learning_rate": 2.780516636441591e-05,
+      "loss": 1.6222,
+      "step": 20120
+    },
+    {
+      "epoch": 760.0,
+      "grad_norm": 1.3221797397344044,
+      "learning_rate": 2.7737346458385732e-05,
+      "loss": 1.6276,
+      "step": 20140
+    },
+    {
+      "epoch": 760.7547169811321,
+      "grad_norm": 1.2328101453363856,
+      "learning_rate": 2.766958364528132e-05,
+      "loss": 1.6199,
+      "step": 20160
+    },
+    {
+      "epoch": 761.5094339622641,
+      "grad_norm": 1.198723191362267,
+      "learning_rate": 2.7601878187167865e-05,
+      "loss": 1.6028,
+      "step": 20180
+    },
+    {
+      "epoch": 762.2641509433962,
+      "grad_norm": 1.9424131363478752,
+      "learning_rate": 2.7534230345888686e-05,
+      "loss": 1.6155,
+      "step": 20200
+    },
+    {
+      "epoch": 763.0188679245283,
+      "grad_norm": 1.3568601924624037,
+      "learning_rate": 2.7466640383064343e-05,
+      "loss": 1.615,
+      "step": 20220
+    },
+    {
+      "epoch": 763.7735849056604,
+      "grad_norm": 1.6734295204532768,
+      "learning_rate": 2.7399108560091492e-05,
+      "loss": 1.6127,
+      "step": 20240
+    },
+    {
+      "epoch": 764.5283018867924,
+      "grad_norm": 1.3054727154474908,
+      "learning_rate": 2.7331635138141997e-05,
+      "loss": 1.6121,
+      "step": 20260
+    },
+    {
+      "epoch": 765.2830188679245,
+      "grad_norm": 1.4085434131191898,
+      "learning_rate": 2.7264220378161817e-05,
+      "loss": 1.5995,
+      "step": 20280
+    },
+    {
+      "epoch": 766.0377358490566,
+      "grad_norm": 1.2882798163186127,
+      "learning_rate": 2.719686454087006e-05,
+      "loss": 1.6209,
+      "step": 20300
+    },
+    {
+      "epoch": 766.7924528301887,
+      "grad_norm": 1.3843343328010425,
+      "learning_rate": 2.712956788675799e-05,
+      "loss": 1.6253,
+      "step": 20320
+    },
+    {
+      "epoch": 767.5471698113207,
+      "grad_norm": 1.2235858453276647,
+      "learning_rate": 2.7062330676087928e-05,
+      "loss": 1.5965,
+      "step": 20340
+    },
+    {
+      "epoch": 768.3018867924528,
+      "grad_norm": 3.572459256976869,
+      "learning_rate": 2.6995153168892342e-05,
+      "loss": 1.6146,
+      "step": 20360
+    },
+    {
+      "epoch": 769.0566037735849,
+      "grad_norm": 1.6994398915504043,
+      "learning_rate": 2.692803562497278e-05,
+      "loss": 1.6034,
+      "step": 20380
+    },
+    {
+      "epoch": 769.811320754717,
+      "grad_norm": 1.2122097844602269,
+      "learning_rate": 2.6860978303898913e-05,
+      "loss": 1.6133,
+      "step": 20400
+    },
+    {
+      "epoch": 770.566037735849,
+      "grad_norm": 1.5836773539567761,
+      "learning_rate": 2.6793981465007477e-05,
+      "loss": 1.6149,
+      "step": 20420
+    },
+    {
+      "epoch": 771.3207547169811,
+      "grad_norm": 1.9577284294586506,
+      "learning_rate": 2.6727045367401357e-05,
+      "loss": 1.6038,
+      "step": 20440
+    },
+    {
+      "epoch": 772.0754716981132,
+      "grad_norm": 1.453554282623515,
+      "learning_rate": 2.6660170269948445e-05,
+      "loss": 1.6425,
+      "step": 20460
+    },
+    {
+      "epoch": 772.8301886792453,
+      "grad_norm": 1.3031139346537821,
+      "learning_rate": 2.65933564312808e-05,
+      "loss": 1.5996,
+      "step": 20480
+    },
+    {
+      "epoch": 773.5849056603773,
+      "grad_norm": 1.2921513380534098,
+      "learning_rate": 2.6526604109793517e-05,
+      "loss": 1.6097,
+      "step": 20500
+    },
+    {
+      "epoch": 774.3396226415094,
+      "grad_norm": 1.2706024142950736,
+      "learning_rate": 2.6459913563643797e-05,
+      "loss": 1.6151,
+      "step": 20520
+    },
+    {
+      "epoch": 775.0943396226415,
+      "grad_norm": 1.3170228555500274,
+      "learning_rate": 2.6393285050749948e-05,
+      "loss": 1.6117,
+      "step": 20540
+    },
+    {
+      "epoch": 775.8490566037735,
+      "grad_norm": 1.4811497809397014,
+      "learning_rate": 2.6326718828790347e-05,
+      "loss": 1.6065,
+      "step": 20560
+    },
+    {
+      "epoch": 776.6037735849056,
+      "grad_norm": 1.3171774089155976,
+      "learning_rate": 2.6260215155202478e-05,
+      "loss": 1.5846,
+      "step": 20580
+    },
+    {
+      "epoch": 777.3584905660377,
+      "grad_norm": 1.4867958271178354,
+      "learning_rate": 2.6193774287181905e-05,
+      "loss": 1.6182,
+      "step": 20600
+    },
+    {
+      "epoch": 778.1132075471698,
+      "grad_norm": 1.485845846341643,
+      "learning_rate": 2.612739648168134e-05,
+      "loss": 1.618,
+      "step": 20620
+    },
+    {
+      "epoch": 778.8679245283018,
+      "grad_norm": 1.3411546152150449,
+      "learning_rate": 2.6061081995409594e-05,
+      "loss": 1.5979,
+      "step": 20640
+    },
+    {
+      "epoch": 779.622641509434,
+      "grad_norm": 1.352180099861608,
+      "learning_rate": 2.5994831084830585e-05,
+      "loss": 1.607,
+      "step": 20660
+    },
+    {
+      "epoch": 780.377358490566,
+      "grad_norm": 1.4317453454675355,
+      "learning_rate": 2.5928644006162356e-05,
+      "loss": 1.63,
+      "step": 20680
+    },
+    {
+      "epoch": 781.1320754716982,
+      "grad_norm": 1.3910753254665948,
+      "learning_rate": 2.5862521015376083e-05,
+      "loss": 1.6066,
+      "step": 20700
+    },
+    {
+      "epoch": 781.8867924528302,
+      "grad_norm": 1.3073180519851255,
+      "learning_rate": 2.579646236819513e-05,
+      "loss": 1.6064,
+      "step": 20720
+    },
+    {
+      "epoch": 782.6415094339623,
+      "grad_norm": 1.2595549167905473,
+      "learning_rate": 2.5730468320093977e-05,
+      "loss": 1.5911,
+      "step": 20740
+    },
+    {
+      "epoch": 783.3962264150944,
+      "grad_norm": 1.2678103789921547,
+      "learning_rate": 2.566453912629729e-05,
+      "loss": 1.5817,
+      "step": 20760
+    },
+    {
+      "epoch": 784.1509433962265,
+      "grad_norm": 1.5236492215060178,
+      "learning_rate": 2.5598675041778895e-05,
+      "loss": 1.6007,
+      "step": 20780
+    },
+    {
+      "epoch": 784.9056603773585,
+      "grad_norm": 1.4661421776894412,
+      "learning_rate": 2.553287632126086e-05,
+      "loss": 1.5504,
+      "step": 20800
+    },
+    {
+      "epoch": 785.6603773584906,
+      "grad_norm": 2.1927891520328635,
+      "learning_rate": 2.5467143219212452e-05,
+      "loss": 1.5841,
+      "step": 20820
+    },
+    {
+      "epoch": 786.4150943396227,
+      "grad_norm": 1.3795117819084444,
+      "learning_rate": 2.5401475989849135e-05,
+      "loss": 1.6066,
+      "step": 20840
+    },
+    {
+      "epoch": 787.1698113207547,
+      "grad_norm": 1.4556438165329462,
+      "learning_rate": 2.5335874887131648e-05,
+      "loss": 1.5968,
+      "step": 20860
+    },
+    {
+      "epoch": 787.9245283018868,
+      "grad_norm": 1.4073316916031215,
+      "learning_rate": 2.5270340164764954e-05,
+      "loss": 1.5903,
+      "step": 20880
+    },
+    {
+      "epoch": 788.6792452830189,
+      "grad_norm": 1.519045194155026,
+      "learning_rate": 2.5204872076197373e-05,
+      "loss": 1.6143,
+      "step": 20900
+    },
+    {
+      "epoch": 789.433962264151,
+      "grad_norm": 1.371854180935982,
+      "learning_rate": 2.513947087461945e-05,
+      "loss": 1.5956,
+      "step": 20920
+    },
+    {
+      "epoch": 790.188679245283,
+      "grad_norm": 1.3445443793198255,
+      "learning_rate": 2.5074136812963086e-05,
+      "loss": 1.6161,
+      "step": 20940
+    },
+    {
+      "epoch": 790.9433962264151,
+      "grad_norm": 1.3427364962397694,
+      "learning_rate": 2.5008870143900505e-05,
+      "loss": 1.5568,
+      "step": 20960
+    },
+    {
+      "epoch": 791.6981132075472,
+      "grad_norm": 1.2656549996025988,
+      "learning_rate": 2.4943671119843328e-05,
+      "loss": 1.5955,
+      "step": 20980
+    },
+    {
+      "epoch": 792.4528301886793,
+      "grad_norm": 1.4205258402430134,
+      "learning_rate": 2.4878539992941564e-05,
+      "loss": 1.5806,
+      "step": 21000
+    },
+    {
+      "epoch": 793.2075471698113,
+      "grad_norm": 1.6035321030423435,
+      "learning_rate": 2.4813477015082614e-05,
+      "loss": 1.6141,
+      "step": 21020
+    },
+    {
+      "epoch": 793.9622641509434,
+      "grad_norm": 1.411461969155631,
+      "learning_rate": 2.4748482437890327e-05,
+      "loss": 1.613,
+      "step": 21040
+    },
+    {
+      "epoch": 794.7169811320755,
+      "grad_norm": 1.5232357865305386,
+      "learning_rate": 2.4683556512724013e-05,
+      "loss": 1.5999,
+      "step": 21060
+    },
+    {
+      "epoch": 795.4716981132076,
+      "grad_norm": 1.423060839013135,
+      "learning_rate": 2.4618699490677522e-05,
+      "loss": 1.6014,
+      "step": 21080
+    },
+    {
+      "epoch": 796.2264150943396,
+      "grad_norm": 1.3310370009240546,
+      "learning_rate": 2.4553911622578173e-05,
+      "loss": 1.5633,
+      "step": 21100
+    },
+    {
+      "epoch": 796.9811320754717,
+      "grad_norm": 1.5449295211536895,
+      "learning_rate": 2.4489193158985862e-05,
+      "loss": 1.5948,
+      "step": 21120
+    },
+    {
+      "epoch": 797.7358490566038,
+      "grad_norm": 1.4953862144554202,
+      "learning_rate": 2.4424544350192054e-05,
+      "loss": 1.5576,
+      "step": 21140
+    },
+    {
+      "epoch": 798.4905660377359,
+      "grad_norm": 1.4322654299272977,
+      "learning_rate": 2.4359965446218893e-05,
+      "loss": 1.6043,
+      "step": 21160
+    },
+    {
+      "epoch": 799.2452830188679,
+      "grad_norm": 1.230403444648656,
+      "learning_rate": 2.4295456696818116e-05,
+      "loss": 1.5875,
+      "step": 21180
+    },
+    {
+      "epoch": 800.0,
+      "grad_norm": 1.2803680639521113,
+      "learning_rate": 2.423101835147014e-05,
+      "loss": 1.5929,
+      "step": 21200
+    },
+    {
+      "epoch": 800.7547169811321,
+      "grad_norm": 1.3170298641719804,
+      "learning_rate": 2.4166650659383118e-05,
+      "loss": 1.5807,
+      "step": 21220
+    },
+    {
+      "epoch": 801.5094339622641,
+      "grad_norm": 1.6269742919477346,
+      "learning_rate": 2.410235386949199e-05,
+      "loss": 1.6065,
+      "step": 21240
+    },
+    {
+      "epoch": 802.2641509433962,
+      "grad_norm": 1.5458337442207868,
+      "learning_rate": 2.4038128230457458e-05,
+      "loss": 1.5717,
+      "step": 21260
+    },
+    {
+      "epoch": 803.0188679245283,
+      "grad_norm": 2.161638931230412,
+      "learning_rate": 2.3973973990665043e-05,
+      "loss": 1.5762,
+      "step": 21280
+    },
+    {
+      "epoch": 803.7735849056604,
+      "grad_norm": 1.4046972399313973,
+      "learning_rate": 2.3909891398224146e-05,
+      "loss": 1.5661,
+      "step": 21300
+    },
+    {
+      "epoch": 804.5283018867924,
+      "grad_norm": 1.35050834441664,
+      "learning_rate": 2.3845880700967103e-05,
+      "loss": 1.5706,
+      "step": 21320
+    },
+    {
+      "epoch": 805.2830188679245,
+      "grad_norm": 1.5896148693041472,
+      "learning_rate": 2.3781942146448204e-05,
+      "loss": 1.5729,
+      "step": 21340
+    },
+    {
+      "epoch": 806.0377358490566,
+      "grad_norm": 1.5191801749378997,
+      "learning_rate": 2.3718075981942708e-05,
+      "loss": 1.5602,
+      "step": 21360
+    },
+    {
+      "epoch": 806.7924528301887,
+      "grad_norm": 1.1849456023631704,
+      "learning_rate": 2.3654282454445914e-05,
+      "loss": 1.5577,
+      "step": 21380
+    },
+    {
+      "epoch": 807.5471698113207,
+      "grad_norm": 1.6435607024595327,
+      "learning_rate": 2.3590561810672222e-05,
+      "loss": 1.5806,
+      "step": 21400
+    },
+    {
+      "epoch": 808.3018867924528,
+      "grad_norm": 2.2764964715817153,
+      "learning_rate": 2.3526914297054165e-05,
+      "loss": 1.5465,
+      "step": 21420
+    },
+    {
+      "epoch": 809.0566037735849,
+      "grad_norm": 1.143095634553467,
+      "learning_rate": 2.3463340159741438e-05,
+      "loss": 1.5608,
+      "step": 21440
+    },
+    {
+      "epoch": 809.811320754717,
+      "grad_norm": 1.786405965035776,
+      "learning_rate": 2.3399839644599966e-05,
+      "loss": 1.5685,
+      "step": 21460
+    },
+    {
+      "epoch": 810.566037735849,
+      "grad_norm": 1.7826688318895536,
+      "learning_rate": 2.3336412997210945e-05,
+      "loss": 1.5673,
+      "step": 21480
+    },
+    {
+      "epoch": 811.3207547169811,
+      "grad_norm": 1.9973557900265262,
+      "learning_rate": 2.3273060462869915e-05,
+      "loss": 1.58,
+      "step": 21500
+    },
+    {
+      "epoch": 812.0754716981132,
+      "grad_norm": 2.725826480276118,
+      "learning_rate": 2.320978228658578e-05,
+      "loss": 1.5798,
+      "step": 21520
+    },
+    {
+      "epoch": 812.8301886792453,
+      "grad_norm": 1.3785885365626125,
+      "learning_rate": 2.3146578713079873e-05,
+      "loss": 1.584,
+      "step": 21540
+    },
+    {
+      "epoch": 813.5849056603773,
+      "grad_norm": 1.3942585361528321,
+      "learning_rate": 2.308344998678499e-05,
+      "loss": 1.5801,
+      "step": 21560
+    },
+    {
+      "epoch": 814.3396226415094,
+      "grad_norm": 1.3778634108496939,
+      "learning_rate": 2.3020396351844476e-05,
+      "loss": 1.587,
+      "step": 21580
+    },
+    {
+      "epoch": 815.0943396226415,
+      "grad_norm": 1.3226870132637325,
+      "learning_rate": 2.2957418052111304e-05,
+      "loss": 1.5666,
+      "step": 21600
+    },
+    {
+      "epoch": 815.8490566037735,
+      "grad_norm": 1.4483636324260303,
+      "learning_rate": 2.2894515331147043e-05,
+      "loss": 1.5721,
+      "step": 21620
+    },
+    {
+      "epoch": 816.6037735849056,
+      "grad_norm": 1.2510733452498213,
+      "learning_rate": 2.2831688432220988e-05,
+      "loss": 1.5909,
+      "step": 21640
+    },
+    {
+      "epoch": 817.3584905660377,
+      "grad_norm": 1.4064726551185514,
+      "learning_rate": 2.2768937598309226e-05,
+      "loss": 1.5581,
+      "step": 21660
+    },
+    {
+      "epoch": 818.1132075471698,
+      "grad_norm": 1.3598025710319712,
+      "learning_rate": 2.2706263072093622e-05,
+      "loss": 1.5798,
+      "step": 21680
+    },
+    {
+      "epoch": 818.8679245283018,
+      "grad_norm": 1.4055798705480538,
+      "learning_rate": 2.2643665095960992e-05,
+      "loss": 1.5376,
+      "step": 21700
+    },
+    {
+      "epoch": 819.622641509434,
+      "grad_norm": 1.3886244820387288,
+      "learning_rate": 2.258114391200204e-05,
+      "loss": 1.588,
+      "step": 21720
+    },
+    {
+      "epoch": 820.377358490566,
+      "grad_norm": 1.672353853467523,
+      "learning_rate": 2.2518699762010527e-05,
+      "loss": 1.5771,
+      "step": 21740
+    },
+    {
+      "epoch": 821.1320754716982,
+      "grad_norm": 1.6122695109482281,
+      "learning_rate": 2.245633288748226e-05,
+      "loss": 1.5744,
+      "step": 21760
+    },
+    {
+      "epoch": 821.8867924528302,
+      "grad_norm": 1.2184243938930763,
+      "learning_rate": 2.239404352961424e-05,
+      "loss": 1.5579,
+      "step": 21780
+    },
+    {
+      "epoch": 822.6415094339623,
+      "grad_norm": 2.6739030707563383,
+      "learning_rate": 2.233183192930362e-05,
+      "loss": 1.5742,
+      "step": 21800
+    },
+    {
+      "epoch": 823.3962264150944,
+      "grad_norm": 1.513583565471533,
+      "learning_rate": 2.22696983271469e-05,
+      "loss": 1.5543,
+      "step": 21820
+    },
+    {
+      "epoch": 824.1509433962265,
+      "grad_norm": 1.5062076381870015,
+      "learning_rate": 2.2207642963438875e-05,
+      "loss": 1.5578,
+      "step": 21840
+    },
+    {
+      "epoch": 824.9056603773585,
+      "grad_norm": 1.4515191009181103,
+      "learning_rate": 2.2145666078171794e-05,
+      "loss": 1.5599,
+      "step": 21860
+    },
+    {
+      "epoch": 825.6603773584906,
+      "grad_norm": 1.7800885670540134,
+      "learning_rate": 2.2083767911034394e-05,
+      "loss": 1.5724,
+      "step": 21880
+    },
+    {
+      "epoch": 826.4150943396227,
+      "grad_norm": 1.655570469233021,
+      "learning_rate": 2.2021948701410956e-05,
+      "loss": 1.5722,
+      "step": 21900
+    },
+    {
+      "epoch": 827.1698113207547,
+      "grad_norm": 1.682338091450034,
+      "learning_rate": 2.1960208688380426e-05,
+      "loss": 1.5289,
+      "step": 21920
+    },
+    {
+      "epoch": 827.9245283018868,
+      "grad_norm": 1.3769805944636337,
+      "learning_rate": 2.189854811071546e-05,
+      "loss": 1.5523,
+      "step": 21940
+    },
+    {
+      "epoch": 828.6792452830189,
+      "grad_norm": 1.2988448014856364,
+      "learning_rate": 2.183696720688152e-05,
+      "loss": 1.5493,
+      "step": 21960
+    },
+    {
+      "epoch": 829.433962264151,
+      "grad_norm": 1.352528590030774,
+      "learning_rate": 2.1775466215035887e-05,
+      "loss": 1.5505,
+      "step": 21980
+    },
+    {
+      "epoch": 830.188679245283,
+      "grad_norm": 1.9587571716355492,
+      "learning_rate": 2.1714045373026878e-05,
+      "loss": 1.5611,
+      "step": 22000
+    },
+    {
+      "epoch": 830.9433962264151,
+      "grad_norm": 1.4092678213797292,
+      "learning_rate": 2.165270491839274e-05,
+      "loss": 1.5799,
+      "step": 22020
+    },
+    {
+      "epoch": 831.6981132075472,
+      "grad_norm": 1.2980309483736483,
+      "learning_rate": 2.159144508836092e-05,
+      "loss": 1.5409,
+      "step": 22040
+    },
+    {
+      "epoch": 832.4528301886793,
+      "grad_norm": 2.367411086569801,
+      "learning_rate": 2.1530266119847e-05,
+      "loss": 1.5565,
+      "step": 22060
+    },
+    {
+      "epoch": 833.2075471698113,
+      "grad_norm": 1.4677294354247894,
+      "learning_rate": 2.146916824945386e-05,
+      "loss": 1.567,
+      "step": 22080
+    },
+    {
+      "epoch": 833.9622641509434,
+      "grad_norm": 1.2034171336508228,
+      "learning_rate": 2.1408151713470727e-05,
+      "loss": 1.5324,
+      "step": 22100
+    },
+    {
+      "epoch": 834.7169811320755,
+      "grad_norm": 1.6112142759671855,
+      "learning_rate": 2.1347216747872316e-05,
+      "loss": 1.5728,
+      "step": 22120
+    },
+    {
+      "epoch": 835.4716981132076,
+      "grad_norm": 2.3612009460762025,
+      "learning_rate": 2.1286363588317815e-05,
+      "loss": 1.5777,
+      "step": 22140
+    },
+    {
+      "epoch": 836.2264150943396,
+      "grad_norm": 1.3794177780422423,
+      "learning_rate": 2.122559247015011e-05,
+      "loss": 1.5337,
+      "step": 22160
+    },
+    {
+      "epoch": 836.9811320754717,
+      "grad_norm": 1.4913217058342938,
+      "learning_rate": 2.116490362839475e-05,
+      "loss": 1.5712,
+      "step": 22180
+    },
+    {
+      "epoch": 837.7358490566038,
+      "grad_norm": 1.393269094002593,
+      "learning_rate": 2.1104297297759077e-05,
+      "loss": 1.56,
+      "step": 22200
+    },
+    {
+      "epoch": 838.4905660377359,
+      "grad_norm": 1.5277254368751014,
+      "learning_rate": 2.104377371263138e-05,
+      "loss": 1.564,
+      "step": 22220
+    },
+    {
+      "epoch": 839.2452830188679,
+      "grad_norm": 1.8220574387124733,
+      "learning_rate": 2.0983333107079923e-05,
+      "loss": 1.593,
+      "step": 22240
+    },
+    {
+      "epoch": 840.0,
+      "grad_norm": 1.4636327213867844,
+      "learning_rate": 2.0922975714852024e-05,
+      "loss": 1.5482,
+      "step": 22260
+    },
+    {
+      "epoch": 840.7547169811321,
+      "grad_norm": 1.374724993121681,
+      "learning_rate": 2.0862701769373194e-05,
+      "loss": 1.5386,
+      "step": 22280
+    },
+    {
+      "epoch": 841.5094339622641,
+      "grad_norm": 1.3056844963466483,
+      "learning_rate": 2.0802511503746282e-05,
+      "loss": 1.5499,
+      "step": 22300
+    },
+    {
+      "epoch": 842.2641509433962,
+      "grad_norm": 1.8941001751457995,
+      "learning_rate": 2.074240515075041e-05,
+      "loss": 1.5556,
+      "step": 22320
+    },
+    {
+      "epoch": 843.0188679245283,
+      "grad_norm": 1.5811456544096827,
+      "learning_rate": 2.0682382942840276e-05,
+      "loss": 1.5301,
+      "step": 22340
+    },
+    {
+      "epoch": 843.7735849056604,
+      "grad_norm": 1.6509929914813097,
+      "learning_rate": 2.062244511214511e-05,
+      "loss": 1.5114,
+      "step": 22360
+    },
+    {
+      "epoch": 844.5283018867924,
+      "grad_norm": 1.7262725135545645,
+      "learning_rate": 2.0562591890467795e-05,
+      "loss": 1.5771,
+      "step": 22380
+    },
+    {
+      "epoch": 845.2830188679245,
+      "grad_norm": 2.3494461416325176,
+      "learning_rate": 2.050282350928407e-05,
+      "loss": 1.5355,
+      "step": 22400
+    },
+    {
+      "epoch": 846.0377358490566,
+      "grad_norm": 1.5449531783263548,
+      "learning_rate": 2.0443140199741506e-05,
+      "loss": 1.5322,
+      "step": 22420
+    },
+    {
+      "epoch": 846.7924528301887,
+      "grad_norm": 1.6993440968380624,
+      "learning_rate": 2.0383542192658678e-05,
+      "loss": 1.5595,
+      "step": 22440
+    },
+    {
+      "epoch": 847.5471698113207,
+      "grad_norm": 1.4219970620295765,
+      "learning_rate": 2.0324029718524266e-05,
+      "loss": 1.544,
+      "step": 22460
+    },
+    {
+      "epoch": 848.3018867924528,
+      "grad_norm": 1.4581628071481192,
+      "learning_rate": 2.0264603007496174e-05,
+      "loss": 1.5504,
+      "step": 22480
+    },
+    {
+      "epoch": 849.0566037735849,
+      "grad_norm": 1.7218288706081564,
+      "learning_rate": 2.0205262289400635e-05,
+      "loss": 1.5329,
+      "step": 22500
+    },
+    {
+      "epoch": 849.811320754717,
+      "grad_norm": 1.557573117936356,
+      "learning_rate": 2.0146007793731277e-05,
+      "loss": 1.5413,
+      "step": 22520
+    },
+    {
+      "epoch": 850.566037735849,
+      "grad_norm": 1.556424340318002,
+      "learning_rate": 2.0086839749648294e-05,
+      "loss": 1.585,
+      "step": 22540
+    },
+    {
+      "epoch": 851.3207547169811,
+      "grad_norm": 1.5130697235799593,
+      "learning_rate": 2.002775838597753e-05,
+      "loss": 1.5365,
+      "step": 22560
+    },
+    {
+      "epoch": 852.0754716981132,
+      "grad_norm": 1.8393652727073544,
+      "learning_rate": 1.9968763931209628e-05,
+      "loss": 1.5459,
+      "step": 22580
+    },
+    {
+      "epoch": 852.8301886792453,
+      "grad_norm": 1.5587158507011118,
+      "learning_rate": 1.9909856613499096e-05,
+      "loss": 1.5429,
+      "step": 22600
+    },
+    {
+      "epoch": 853.5849056603773,
+      "grad_norm": 1.5786253886757977,
+      "learning_rate": 1.9851036660663427e-05,
+      "loss": 1.5293,
+      "step": 22620
+    },
+    {
+      "epoch": 854.3396226415094,
+      "grad_norm": 1.6955187366248636,
+      "learning_rate": 1.9792304300182305e-05,
+      "loss": 1.5488,
+      "step": 22640
+    },
+    {
+      "epoch": 855.0943396226415,
+      "grad_norm": 1.429545844614554,
+      "learning_rate": 1.9733659759196588e-05,
+      "loss": 1.533,
+      "step": 22660
+    },
+    {
+      "epoch": 855.8490566037735,
+      "grad_norm": 1.3624588099774164,
+      "learning_rate": 1.967510326450757e-05,
+      "loss": 1.5257,
+      "step": 22680
+    },
+    {
+      "epoch": 856.6037735849056,
+      "grad_norm": 1.4701659884745055,
+      "learning_rate": 1.9616635042575986e-05,
+      "loss": 1.5579,
+      "step": 22700
+    },
+    {
+      "epoch": 857.3584905660377,
+      "grad_norm": 1.258458227155755,
+      "learning_rate": 1.9558255319521186e-05,
+      "loss": 1.5174,
+      "step": 22720
+    },
+    {
+      "epoch": 858.1132075471698,
+      "grad_norm": 1.147380018733113,
+      "learning_rate": 1.9499964321120298e-05,
+      "loss": 1.5483,
+      "step": 22740
+    },
+    {
+      "epoch": 858.8679245283018,
+      "grad_norm": 1.427160544906616,
+      "learning_rate": 1.9441762272807296e-05,
+      "loss": 1.53,
+      "step": 22760
+    },
+    {
+      "epoch": 859.622641509434,
+      "grad_norm": 1.480555621655005,
+      "learning_rate": 1.9383649399672136e-05,
+      "loss": 1.5431,
+      "step": 22780
+    },
+    {
+      "epoch": 860.377358490566,
+      "grad_norm": 1.6140763796883943,
+      "learning_rate": 1.9325625926459906e-05,
+      "loss": 1.5372,
+      "step": 22800
+    },
+    {
+      "epoch": 861.1320754716982,
+      "grad_norm": 1.3659868727706357,
+      "learning_rate": 1.9267692077569966e-05,
+      "loss": 1.5693,
+      "step": 22820
+    },
+    {
+      "epoch": 861.8867924528302,
+      "grad_norm": 1.668704322839176,
+      "learning_rate": 1.9209848077055063e-05,
+      "loss": 1.5491,
+      "step": 22840
+    },
+    {
+      "epoch": 862.6415094339623,
+      "grad_norm": 1.6416845244091214,
+      "learning_rate": 1.915209414862045e-05,
+      "loss": 1.5449,
+      "step": 22860
+    },
+    {
+      "epoch": 863.3962264150944,
+      "grad_norm": 1.5619688603918687,
+      "learning_rate": 1.9094430515623036e-05,
+      "loss": 1.5109,
+      "step": 22880
+    },
+    {
+      "epoch": 864.1509433962265,
+      "grad_norm": 1.5251429637162535,
+      "learning_rate": 1.9036857401070517e-05,
+      "loss": 1.5358,
+      "step": 22900
+    },
+    {
+      "epoch": 864.9056603773585,
+      "grad_norm": 1.6195136008209567,
+      "learning_rate": 1.8979375027620553e-05,
+      "loss": 1.5167,
+      "step": 22920
+    },
+    {
+      "epoch": 865.6603773584906,
+      "grad_norm": 1.4453402703839808,
+      "learning_rate": 1.8921983617579843e-05,
+      "loss": 1.5345,
+      "step": 22940
+    },
+    {
+      "epoch": 866.4150943396227,
+      "grad_norm": 1.6142287693511135,
+      "learning_rate": 1.8864683392903296e-05,
+      "loss": 1.5427,
+      "step": 22960
+    },
+    {
+      "epoch": 867.1698113207547,
+      "grad_norm": 1.4589091367603184,
+      "learning_rate": 1.880747457519317e-05,
+      "loss": 1.4945,
+      "step": 22980
+    },
+    {
+      "epoch": 867.9245283018868,
+      "grad_norm": 1.485668957375296,
+      "learning_rate": 1.8750357385698233e-05,
+      "loss": 1.5278,
+      "step": 23000
+    },
+    {
+      "epoch": 868.6792452830189,
+      "grad_norm": 1.4865684774055008,
+      "learning_rate": 1.8693332045312905e-05,
+      "loss": 1.5178,
+      "step": 23020
+    },
+    {
+      "epoch": 869.433962264151,
+      "grad_norm": 1.6955473002125137,
+      "learning_rate": 1.8636398774576337e-05,
+      "loss": 1.5485,
+      "step": 23040
+    },
+    {
+      "epoch": 870.188679245283,
+      "grad_norm": 1.5715186186512253,
+      "learning_rate": 1.857955779367166e-05,
+      "loss": 1.5192,
+      "step": 23060
+    },
+    {
+      "epoch": 870.9433962264151,
+      "grad_norm": 1.5717069835325073,
+      "learning_rate": 1.8522809322425036e-05,
+      "loss": 1.5106,
+      "step": 23080
+    },
+    {
+      "epoch": 871.6981132075472,
+      "grad_norm": 1.3775027498551788,
+      "learning_rate": 1.8466153580304923e-05,
+      "loss": 1.5255,
+      "step": 23100
+    },
+    {
+      "epoch": 872.4528301886793,
+      "grad_norm": 1.7060704667189681,
+      "learning_rate": 1.8409590786421106e-05,
+      "loss": 1.5152,
+      "step": 23120
+    },
+    {
+      "epoch": 873.2075471698113,
+      "grad_norm": 1.3772746674273528,
+      "learning_rate": 1.8353121159523913e-05,
+      "loss": 1.4952,
+      "step": 23140
+    },
+    {
+      "epoch": 873.9622641509434,
+      "grad_norm": 1.6021480905291907,
+      "learning_rate": 1.8296744918003365e-05,
+      "loss": 1.5548,
+      "step": 23160
+    },
+    {
+      "epoch": 874.7169811320755,
+      "grad_norm": 1.6510954563611369,
+      "learning_rate": 1.8240462279888328e-05,
+      "loss": 1.5341,
+      "step": 23180
+    },
+    {
+      "epoch": 875.4716981132076,
+      "grad_norm": 1.5525128595509998,
+      "learning_rate": 1.8184273462845678e-05,
+      "loss": 1.5399,
+      "step": 23200
+    },
+    {
+      "epoch": 876.2264150943396,
+      "grad_norm": 1.3584051699815205,
+      "learning_rate": 1.812817868417943e-05,
+      "loss": 1.5245,
+      "step": 23220
+    },
+    {
+      "epoch": 876.9811320754717,
+      "grad_norm": 1.909931733744526,
+      "learning_rate": 1.8072178160829906e-05,
+      "loss": 1.5333,
+      "step": 23240
+    },
+    {
+      "epoch": 877.7358490566038,
+      "grad_norm": 1.7102569423853409,
+      "learning_rate": 1.8016272109372925e-05,
+      "loss": 1.5131,
+      "step": 23260
+    },
+    {
+      "epoch": 878.4905660377359,
+      "grad_norm": 2.4326218341752384,
+      "learning_rate": 1.7960460746018958e-05,
+      "loss": 1.4983,
+      "step": 23280
+    },
+    {
+      "epoch": 879.2452830188679,
+      "grad_norm": 1.6888708257619338,
+      "learning_rate": 1.790474428661225e-05,
+      "loss": 1.5268,
+      "step": 23300
+    },
+    {
+      "epoch": 880.0,
+      "grad_norm": 1.4793278776392822,
+      "learning_rate": 1.784912294663003e-05,
+      "loss": 1.5144,
+      "step": 23320
+    },
+    {
+      "epoch": 880.7547169811321,
+      "grad_norm": 1.3797110952325906,
+      "learning_rate": 1.7793596941181667e-05,
+      "loss": 1.5224,
+      "step": 23340
+    },
+    {
+      "epoch": 881.5094339622641,
+      "grad_norm": 1.5055338530715117,
+      "learning_rate": 1.7738166485007843e-05,
+      "loss": 1.5276,
+      "step": 23360
+    },
+    {
+      "epoch": 882.2641509433962,
+      "grad_norm": 1.3850071229139178,
+      "learning_rate": 1.768283179247969e-05,
+      "loss": 1.5216,
+      "step": 23380
+    },
+    {
+      "epoch": 883.0188679245283,
+      "grad_norm": 1.4681066166997387,
+      "learning_rate": 1.7627593077597997e-05,
+      "loss": 1.534,
+      "step": 23400
+    },
+    {
+      "epoch": 883.7735849056604,
+      "grad_norm": 1.5242995737679692,
+      "learning_rate": 1.7572450553992356e-05,
+      "loss": 1.4992,
+      "step": 23420
+    },
+    {
+      "epoch": 884.5283018867924,
+      "grad_norm": 1.642787390621851,
+      "learning_rate": 1.751740443492039e-05,
+      "loss": 1.5002,
+      "step": 23440
+    },
+    {
+      "epoch": 885.2830188679245,
+      "grad_norm": 1.490074296578881,
+      "learning_rate": 1.7462454933266846e-05,
+      "loss": 1.5211,
+      "step": 23460
+    },
+    {
+      "epoch": 886.0377358490566,
+      "grad_norm": 1.5694629977285655,
+      "learning_rate": 1.740760226154283e-05,
+      "loss": 1.5335,
+      "step": 23480
+    },
+    {
+      "epoch": 886.7924528301887,
+      "grad_norm": 1.6846894322403163,
+      "learning_rate": 1.7352846631884956e-05,
+      "loss": 1.4995,
+      "step": 23500
+    },
+    {
+      "epoch": 887.5471698113207,
+      "grad_norm": 1.4525398790667088,
+      "learning_rate": 1.7298188256054564e-05,
+      "loss": 1.4957,
+      "step": 23520
+    },
+    {
+      "epoch": 888.3018867924528,
+      "grad_norm": 1.635106498771857,
+      "learning_rate": 1.7243627345436874e-05,
+      "loss": 1.5271,
+      "step": 23540
+    },
+    {
+      "epoch": 889.0566037735849,
+      "grad_norm": 1.4587656230559394,
+      "learning_rate": 1.7189164111040147e-05,
+      "loss": 1.501,
+      "step": 23560
+    },
+    {
+      "epoch": 889.811320754717,
+      "grad_norm": 1.5410070982779924,
+      "learning_rate": 1.71347987634949e-05,
+      "loss": 1.4982,
+      "step": 23580
+    },
+    {
+      "epoch": 890.566037735849,
+      "grad_norm": 1.5645035336411055,
+      "learning_rate": 1.708053151305308e-05,
+      "loss": 1.5002,
+      "step": 23600
+    },
+    {
+      "epoch": 891.3207547169811,
+      "grad_norm": 1.3307742805961782,
+      "learning_rate": 1.702636256958728e-05,
+      "loss": 1.5184,
+      "step": 23620
+    },
+    {
+      "epoch": 892.0754716981132,
+      "grad_norm": 1.6962843737118656,
+      "learning_rate": 1.6972292142589877e-05,
+      "loss": 1.5107,
+      "step": 23640
+    },
+    {
+      "epoch": 892.8301886792453,
+      "grad_norm": 1.8950680189724871,
+      "learning_rate": 1.6918320441172233e-05,
+      "loss": 1.517,
+      "step": 23660
+    },
+    {
+      "epoch": 893.5849056603773,
+      "grad_norm": 1.7479434721374532,
+      "learning_rate": 1.686444767406395e-05,
+      "loss": 1.5051,
+      "step": 23680
+    },
+    {
+      "epoch": 894.3396226415094,
+      "grad_norm": 1.8611101959164753,
+      "learning_rate": 1.6810674049611953e-05,
+      "loss": 1.5063,
+      "step": 23700
+    },
+    {
+      "epoch": 895.0943396226415,
+      "grad_norm": 1.5841028344361991,
+      "learning_rate": 1.67569997757798e-05,
+      "loss": 1.481,
+      "step": 23720
+    },
+    {
+      "epoch": 895.8490566037735,
+      "grad_norm": 1.5025051335412982,
+      "learning_rate": 1.6703425060146778e-05,
+      "loss": 1.5253,
+      "step": 23740
+    },
+    {
+      "epoch": 896.6037735849056,
+      "grad_norm": 2.8439948944917757,
+      "learning_rate": 1.6649950109907165e-05,
+      "loss": 1.5216,
+      "step": 23760
+    },
+    {
+      "epoch": 897.3584905660377,
+      "grad_norm": 1.6268608502019901,
+      "learning_rate": 1.6596575131869387e-05,
+      "loss": 1.5334,
+      "step": 23780
+    },
+    {
+      "epoch": 898.1132075471698,
+      "grad_norm": 1.4759450457116179,
+      "learning_rate": 1.6543300332455273e-05,
+      "loss": 1.5007,
+      "step": 23800
+    },
+    {
+      "epoch": 898.8679245283018,
+      "grad_norm": 1.4818248018036755,
+      "learning_rate": 1.6490125917699203e-05,
+      "loss": 1.4973,
+      "step": 23820
+    },
+    {
+      "epoch": 899.622641509434,
+      "grad_norm": 1.548616527993675,
+      "learning_rate": 1.6437052093247303e-05,
+      "loss": 1.517,
+      "step": 23840
+    },
+    {
+      "epoch": 900.377358490566,
+      "grad_norm": 1.5445734121981956,
+      "learning_rate": 1.6384079064356744e-05,
+      "loss": 1.521,
+      "step": 23860
+    },
+    {
+      "epoch": 901.1320754716982,
+      "grad_norm": 1.5970555623190617,
+      "learning_rate": 1.6331207035894806e-05,
+      "loss": 1.5172,
+      "step": 23880
+    },
+    {
+      "epoch": 901.8867924528302,
+      "grad_norm": 1.389904429038452,
+      "learning_rate": 1.6278436212338226e-05,
+      "loss": 1.4987,
+      "step": 23900
+    },
+    {
+      "epoch": 902.6415094339623,
+      "grad_norm": 1.3455191149235926,
+      "learning_rate": 1.62257667977723e-05,
+      "loss": 1.5047,
+      "step": 23920
+    },
+    {
+      "epoch": 903.3962264150944,
+      "grad_norm": 1.4729168638466097,
+      "learning_rate": 1.6173198995890152e-05,
+      "loss": 1.5032,
+      "step": 23940
+    },
+    {
+      "epoch": 904.1509433962265,
+      "grad_norm": 1.5230989764955487,
+      "learning_rate": 1.612073300999191e-05,
+      "loss": 1.5244,
+      "step": 23960
+    },
+    {
+      "epoch": 904.9056603773585,
+      "grad_norm": 1.4504907356107584,
+      "learning_rate": 1.6068369042983987e-05,
+      "loss": 1.5072,
+      "step": 23980
+    },
+    {
+      "epoch": 905.6603773584906,
+      "grad_norm": 1.3570035581449431,
+      "learning_rate": 1.601610729737819e-05,
+      "loss": 1.5002,
+      "step": 24000
+    },
+    {
+      "epoch": 906.4150943396227,
+      "grad_norm": 1.408532335123701,
+      "learning_rate": 1.5963947975291056e-05,
+      "loss": 1.4974,
+      "step": 24020
+    },
+    {
+      "epoch": 907.1698113207547,
+      "grad_norm": 1.6703383627319723,
+      "learning_rate": 1.591189127844295e-05,
+      "loss": 1.5056,
+      "step": 24040
+    },
+    {
+      "epoch": 907.9245283018868,
+      "grad_norm": 1.4548307957349456,
+      "learning_rate": 1.5859937408157403e-05,
+      "loss": 1.4836,
+      "step": 24060
+    },
+    {
+      "epoch": 908.6792452830189,
+      "grad_norm": 1.622725332424491,
+      "learning_rate": 1.5808086565360235e-05,
+      "loss": 1.4652,
+      "step": 24080
+    },
+    {
+      "epoch": 909.433962264151,
+      "grad_norm": 1.9382762093036214,
+      "learning_rate": 1.575633895057883e-05,
+      "loss": 1.507,
+      "step": 24100
+    },
+    {
+      "epoch": 910.188679245283,
+      "grad_norm": 5.171486198720905,
+      "learning_rate": 1.5704694763941345e-05,
+      "loss": 1.4918,
+      "step": 24120
+    },
+    {
+      "epoch": 910.9433962264151,
+      "grad_norm": 1.318697524518072,
+      "learning_rate": 1.5653154205175963e-05,
+      "loss": 1.485,
+      "step": 24140
+    },
+    {
+      "epoch": 911.6981132075472,
+      "grad_norm": 1.640456368314345,
+      "learning_rate": 1.5601717473610066e-05,
+      "loss": 1.493,
+      "step": 24160
+    },
+    {
+      "epoch": 912.4528301886793,
+      "grad_norm": 1.7783411819352481,
+      "learning_rate": 1.555038476816951e-05,
+      "loss": 1.5233,
+      "step": 24180
+    },
+    {
+      "epoch": 913.2075471698113,
+      "grad_norm": 1.8560943552673308,
+      "learning_rate": 1.5499156287377857e-05,
+      "loss": 1.4845,
+      "step": 24200
+    },
+    {
+      "epoch": 913.9622641509434,
+      "grad_norm": 1.3922157561757162,
+      "learning_rate": 1.544803222935555e-05,
+      "loss": 1.513,
+      "step": 24220
+    },
+    {
+      "epoch": 914.7169811320755,
+      "grad_norm": 1.5964166307266414,
+      "learning_rate": 1.5397012791819248e-05,
+      "loss": 1.5029,
+      "step": 24240
+    },
+    {
+      "epoch": 915.4716981132076,
+      "grad_norm": 1.581271765982569,
+      "learning_rate": 1.5346098172080947e-05,
+      "loss": 1.5139,
+      "step": 24260
+    },
+    {
+      "epoch": 916.2264150943396,
+      "grad_norm": 1.3829789961056094,
+      "learning_rate": 1.5295288567047304e-05,
+      "loss": 1.4727,
+      "step": 24280
+    },
+    {
+      "epoch": 916.9811320754717,
+      "grad_norm": 1.595484488791353,
+      "learning_rate": 1.5244584173218816e-05,
+      "loss": 1.4764,
+      "step": 24300
+    },
+    {
+      "epoch": 917.7358490566038,
+      "grad_norm": 1.9817110984943331,
+      "learning_rate": 1.5193985186689126e-05,
+      "loss": 1.488,
+      "step": 24320
+    },
+    {
+      "epoch": 918.4905660377359,
+      "grad_norm": 1.5041365073617188,
+      "learning_rate": 1.5143491803144183e-05,
+      "loss": 1.4823,
+      "step": 24340
+    },
+    {
+      "epoch": 919.2452830188679,
+      "grad_norm": 1.623717820636255,
+      "learning_rate": 1.5093104217861574e-05,
+      "loss": 1.4711,
+      "step": 24360
+    },
+    {
+      "epoch": 920.0,
+      "grad_norm": 1.4153896302283269,
+      "learning_rate": 1.5042822625709687e-05,
+      "loss": 1.4729,
+      "step": 24380
+    },
+    {
+      "epoch": 920.7547169811321,
+      "grad_norm": 1.8914526627670851,
+      "learning_rate": 1.499264722114699e-05,
+      "loss": 1.4744,
+      "step": 24400
+    },
+    {
+      "epoch": 921.5094339622641,
+      "grad_norm": 1.3579367015171855,
+      "learning_rate": 1.494257819822132e-05,
+      "loss": 1.5068,
+      "step": 24420
+    },
+    {
+      "epoch": 922.2641509433962,
+      "grad_norm": 1.7241565511209502,
+      "learning_rate": 1.4892615750569062e-05,
+      "loss": 1.4629,
+      "step": 24440
+    },
+    {
+      "epoch": 923.0188679245283,
+      "grad_norm": 1.6169769566812962,
+      "learning_rate": 1.4842760071414446e-05,
+      "loss": 1.4987,
+      "step": 24460
+    },
+    {
+      "epoch": 923.7735849056604,
+      "grad_norm": 1.9954016377464863,
+      "learning_rate": 1.4793011353568764e-05,
+      "loss": 1.5263,
+      "step": 24480
+    },
+    {
+      "epoch": 924.5283018867924,
+      "grad_norm": 1.4779174235189176,
+      "learning_rate": 1.4743369789429686e-05,
+      "loss": 1.4769,
+      "step": 24500
+    },
+    {
+      "epoch": 925.2830188679245,
+      "grad_norm": 1.7019641943900714,
+      "learning_rate": 1.4693835570980468e-05,
+      "loss": 1.4749,
+      "step": 24520
+    },
+    {
+      "epoch": 926.0377358490566,
+      "grad_norm": 1.5323014302848716,
+      "learning_rate": 1.4644408889789189e-05,
+      "loss": 1.4984,
+      "step": 24540
+    },
+    {
+      "epoch": 926.7924528301887,
+      "grad_norm": 1.446942162217049,
+      "learning_rate": 1.4595089937008062e-05,
+      "loss": 1.4998,
+      "step": 24560
+    },
+    {
+      "epoch": 927.5471698113207,
+      "grad_norm": 1.3609927181175356,
+      "learning_rate": 1.4545878903372663e-05,
+      "loss": 1.4765,
+      "step": 24580
+    },
+    {
+      "epoch": 928.3018867924528,
+      "grad_norm": 1.4584582755904496,
+      "learning_rate": 1.4496775979201224e-05,
+      "loss": 1.4828,
+      "step": 24600
+    },
+    {
+      "epoch": 929.0566037735849,
+      "grad_norm": 1.4254389674669559,
+      "learning_rate": 1.444778135439385e-05,
+      "loss": 1.5041,
+      "step": 24620
+    },
+    {
+      "epoch": 929.811320754717,
+      "grad_norm": 1.5655038573484212,
+      "learning_rate": 1.4398895218431825e-05,
+      "loss": 1.4995,
+      "step": 24640
+    },
+    {
+      "epoch": 930.566037735849,
+      "grad_norm": 1.623569066402965,
+      "learning_rate": 1.4350117760376843e-05,
+      "loss": 1.4966,
+      "step": 24660
+    },
+    {
+      "epoch": 931.3207547169811,
+      "grad_norm": 1.594778698950599,
+      "learning_rate": 1.4301449168870325e-05,
+      "loss": 1.4899,
+      "step": 24680
+    },
+    {
+      "epoch": 932.0754716981132,
+      "grad_norm": 1.7627482209727463,
+      "learning_rate": 1.4252889632132667e-05,
+      "loss": 1.4784,
+      "step": 24700
+    },
+    {
+      "epoch": 932.8301886792453,
+      "grad_norm": 1.5595702425460922,
+      "learning_rate": 1.4204439337962486e-05,
+      "loss": 1.4962,
+      "step": 24720
+    },
+    {
+      "epoch": 933.5849056603773,
+      "grad_norm": 1.6175712268221147,
+      "learning_rate": 1.4156098473735903e-05,
+      "loss": 1.4858,
+      "step": 24740
+    },
+    {
+      "epoch": 934.3396226415094,
+      "grad_norm": 1.5528087670883148,
+      "learning_rate": 1.4107867226405882e-05,
+      "loss": 1.4959,
+      "step": 24760
+    },
+    {
+      "epoch": 935.0943396226415,
+      "grad_norm": 1.5105693139489524,
+      "learning_rate": 1.4059745782501403e-05,
+      "loss": 1.4694,
+      "step": 24780
+    },
+    {
+      "epoch": 935.8490566037735,
+      "grad_norm": 1.424625384350829,
+      "learning_rate": 1.4011734328126825e-05,
+      "loss": 1.4531,
+      "step": 24800
+    },
+    {
+      "epoch": 936.6037735849056,
+      "grad_norm": 1.921412092336305,
+      "learning_rate": 1.3963833048961103e-05,
+      "loss": 1.5003,
+      "step": 24820
+    },
+    {
+      "epoch": 937.3584905660377,
+      "grad_norm": 1.5289456190701718,
+      "learning_rate": 1.3916042130257145e-05,
+      "loss": 1.5177,
+      "step": 24840
+    },
+    {
+      "epoch": 938.1132075471698,
+      "grad_norm": 1.410017115369323,
+      "learning_rate": 1.3868361756841036e-05,
+      "loss": 1.4957,
+      "step": 24860
+    },
+    {
+      "epoch": 938.8679245283018,
+      "grad_norm": 1.3741594118478162,
+      "learning_rate": 1.3820792113111323e-05,
+      "loss": 1.4876,
+      "step": 24880
+    },
+    {
+      "epoch": 939.622641509434,
+      "grad_norm": 1.5111524219290895,
+      "learning_rate": 1.377333338303833e-05,
+      "loss": 1.4789,
+      "step": 24900
+    },
+    {
+      "epoch": 940.377358490566,
+      "grad_norm": 1.2690279082779223,
+      "learning_rate": 1.3725985750163418e-05,
+      "loss": 1.4851,
+      "step": 24920
+    },
+    {
+      "epoch": 941.1320754716982,
+      "grad_norm": 1.5760629816984877,
+      "learning_rate": 1.3678749397598337e-05,
+      "loss": 1.4993,
+      "step": 24940
+    },
+    {
+      "epoch": 941.8867924528302,
+      "grad_norm": 1.5719387109025893,
+      "learning_rate": 1.363162450802443e-05,
+      "loss": 1.4654,
+      "step": 24960
+    },
+    {
+      "epoch": 942.6415094339623,
+      "grad_norm": 1.51578687737706,
+      "learning_rate": 1.3584611263691974e-05,
+      "loss": 1.4985,
+      "step": 24980
+    },
+    {
+      "epoch": 943.3962264150944,
+      "grad_norm": 1.5864417766142165,
+      "learning_rate": 1.353770984641948e-05,
+      "loss": 1.4891,
+      "step": 25000
+    },
+    {
+      "epoch": 944.1509433962265,
+      "grad_norm": 1.5330683898736195,
+      "learning_rate": 1.3490920437592985e-05,
+      "loss": 1.4928,
+      "step": 25020
+    },
+    {
+      "epoch": 944.9056603773585,
+      "grad_norm": 1.8666313722767156,
+      "learning_rate": 1.344424321816535e-05,
+      "loss": 1.4558,
+      "step": 25040
+    },
+    {
+      "epoch": 945.6603773584906,
+      "grad_norm": 1.4103376741909914,
+      "learning_rate": 1.3397678368655534e-05,
+      "loss": 1.467,
+      "step": 25060
+    },
+    {
+      "epoch": 946.4150943396227,
+      "grad_norm": 1.6978974580611665,
+      "learning_rate": 1.3351226069147934e-05,
+      "loss": 1.4586,
+      "step": 25080
+    },
+    {
+      "epoch": 947.1698113207547,
+      "grad_norm": 1.3043741098462962,
+      "learning_rate": 1.3304886499291653e-05,
+      "loss": 1.4651,
+      "step": 25100
+    },
+    {
+      "epoch": 947.9245283018868,
+      "grad_norm": 1.5721530761043376,
+      "learning_rate": 1.3258659838299863e-05,
+      "loss": 1.4851,
+      "step": 25120
+    },
+    {
+      "epoch": 948.6792452830189,
+      "grad_norm": 2.445174125656233,
+      "learning_rate": 1.3212546264949038e-05,
+      "loss": 1.4861,
+      "step": 25140
+    },
+    {
+      "epoch": 949.433962264151,
+      "grad_norm": 3.0455557993861584,
+      "learning_rate": 1.3166545957578312e-05,
+      "loss": 1.4956,
+      "step": 25160
+    },
+    {
+      "epoch": 950.188679245283,
+      "grad_norm": 1.481231036001675,
+      "learning_rate": 1.3120659094088763e-05,
+      "loss": 1.4786,
+      "step": 25180
+    },
+    {
+      "epoch": 950.9433962264151,
+      "grad_norm": 1.6177001101633584,
+      "learning_rate": 1.3074885851942757e-05,
+      "loss": 1.4691,
+      "step": 25200
+    },
+    {
+      "epoch": 951.6981132075472,
+      "grad_norm": 1.7370265253795278,
+      "learning_rate": 1.3029226408163237e-05,
+      "loss": 1.456,
+      "step": 25220
+    },
+    {
+      "epoch": 952.4528301886793,
+      "grad_norm": 1.476098649785593,
+      "learning_rate": 1.2983680939333043e-05,
+      "loss": 1.457,
+      "step": 25240
+    },
+    {
+      "epoch": 953.2075471698113,
+      "grad_norm": 1.9700691780666086,
+      "learning_rate": 1.2938249621594219e-05,
+      "loss": 1.4916,
+      "step": 25260
+    },
+    {
+      "epoch": 953.9622641509434,
+      "grad_norm": 1.4124078828516038,
+      "learning_rate": 1.289293263064734e-05,
+      "loss": 1.4442,
+      "step": 25280
+    },
+    {
+      "epoch": 954.7169811320755,
+      "grad_norm": 1.609015057343637,
+      "learning_rate": 1.284773014175086e-05,
+      "loss": 1.4808,
+      "step": 25300
+    },
+    {
+      "epoch": 955.4716981132076,
+      "grad_norm": 1.545457288749583,
+      "learning_rate": 1.2802642329720385e-05,
+      "loss": 1.4388,
+      "step": 25320
+    },
+    {
+      "epoch": 956.2264150943396,
+      "grad_norm": 1.4137648487617847,
+      "learning_rate": 1.275766936892803e-05,
+      "loss": 1.4558,
+      "step": 25340
+    },
+    {
+      "epoch": 956.9811320754717,
+      "grad_norm": 1.7375121010804517,
+      "learning_rate": 1.2712811433301723e-05,
+      "loss": 1.4864,
+      "step": 25360
+    },
+    {
+      "epoch": 957.7358490566038,
+      "grad_norm": 2.170614678870875,
+      "learning_rate": 1.2668068696324572e-05,
+      "loss": 1.4668,
+      "step": 25380
+    },
+    {
+      "epoch": 958.4905660377359,
+      "grad_norm": 1.3921099231821001,
+      "learning_rate": 1.2623441331034153e-05,
+      "loss": 1.466,
+      "step": 25400
+    },
+    {
+      "epoch": 959.2452830188679,
+      "grad_norm": 1.763881906266782,
+      "learning_rate": 1.2578929510021851e-05,
+      "loss": 1.4556,
+      "step": 25420
+    },
+    {
+      "epoch": 960.0,
+      "grad_norm": 1.6251732366885816,
+      "learning_rate": 1.2534533405432192e-05,
+      "loss": 1.4831,
+      "step": 25440
+    },
+    {
+      "epoch": 960.7547169811321,
+      "grad_norm": 1.35568804382613,
+      "learning_rate": 1.2490253188962184e-05,
+      "loss": 1.4637,
+      "step": 25460
+    },
+    {
+      "epoch": 961.5094339622641,
+      "grad_norm": 1.5192686857357145,
+      "learning_rate": 1.2446089031860666e-05,
+      "loss": 1.5039,
+      "step": 25480
+    },
+    {
+      "epoch": 962.2641509433962,
+      "grad_norm": 1.645823339942095,
+      "learning_rate": 1.2402041104927622e-05,
+      "loss": 1.4643,
+      "step": 25500
+    },
+    {
+      "epoch": 963.0188679245283,
+      "grad_norm": 1.5266645922223165,
+      "learning_rate": 1.2358109578513502e-05,
+      "loss": 1.4609,
+      "step": 25520
+    },
+    {
+      "epoch": 963.7735849056604,
+      "grad_norm": 2.012096934939658,
+      "learning_rate": 1.2314294622518637e-05,
+      "loss": 1.4707,
+      "step": 25540
+    },
+    {
+      "epoch": 964.5283018867924,
+      "grad_norm": 1.6019652732905527,
+      "learning_rate": 1.227059640639251e-05,
+      "loss": 1.4624,
+      "step": 25560
+    },
+    {
+      "epoch": 965.2830188679245,
+      "grad_norm": 1.5459039987734797,
+      "learning_rate": 1.2227015099133119e-05,
+      "loss": 1.4462,
+      "step": 25580
+    },
+    {
+      "epoch": 966.0377358490566,
+      "grad_norm": 1.4581354369376407,
+      "learning_rate": 1.2183550869286346e-05,
+      "loss": 1.4602,
+      "step": 25600
+    },
+    {
+      "epoch": 966.7924528301887,
+      "grad_norm": 1.5627139982974774,
+      "learning_rate": 1.2140203884945257e-05,
+      "loss": 1.4558,
+      "step": 25620
+    },
+    {
+      "epoch": 967.5471698113207,
+      "grad_norm": 1.6163383081813927,
+      "learning_rate": 1.2096974313749544e-05,
+      "loss": 1.442,
+      "step": 25640
+    },
+    {
+      "epoch": 968.3018867924528,
+      "grad_norm": 1.4708485221948149,
+      "learning_rate": 1.2053862322884756e-05,
+      "loss": 1.4449,
+      "step": 25660
+    },
+    {
+      "epoch": 969.0566037735849,
+      "grad_norm": 1.457232110275896,
+      "learning_rate": 1.2010868079081735e-05,
+      "loss": 1.4714,
+      "step": 25680
+    },
+    {
+      "epoch": 969.811320754717,
+      "grad_norm": 2.130030633684405,
+      "learning_rate": 1.1967991748615972e-05,
+      "loss": 1.4672,
+      "step": 25700
+    },
+    {
+      "epoch": 970.566037735849,
+      "grad_norm": 1.6585416945015101,
+      "learning_rate": 1.1925233497306898e-05,
+      "loss": 1.4582,
+      "step": 25720
+    },
+    {
+      "epoch": 971.3207547169811,
+      "grad_norm": 1.696646559562477,
+      "learning_rate": 1.1882593490517333e-05,
+      "loss": 1.4616,
+      "step": 25740
+    },
+    {
+      "epoch": 972.0754716981132,
+      "grad_norm": 1.8347228047889477,
+      "learning_rate": 1.1840071893152767e-05,
+      "loss": 1.4412,
+      "step": 25760
+    },
+    {
+      "epoch": 972.8301886792453,
+      "grad_norm": 1.5105738469091443,
+      "learning_rate": 1.1797668869660753e-05,
+      "loss": 1.4476,
+      "step": 25780
+    },
+    {
+      "epoch": 973.5849056603773,
+      "grad_norm": 1.6402649798470197,
+      "learning_rate": 1.1755384584030287e-05,
+      "loss": 1.4458,
+      "step": 25800
+    },
+    {
+      "epoch": 974.3396226415094,
+      "grad_norm": 1.4580507747280478,
+      "learning_rate": 1.171321919979116e-05,
+      "loss": 1.4414,
+      "step": 25820
+    },
+    {
+      "epoch": 975.0943396226415,
+      "grad_norm": 1.8999226743757298,
+      "learning_rate": 1.1671172880013328e-05,
+      "loss": 1.4501,
+      "step": 25840
+    },
+    {
+      "epoch": 975.8490566037735,
+      "grad_norm": 1.3767670402035495,
+      "learning_rate": 1.1629245787306247e-05,
+      "loss": 1.4422,
+      "step": 25860
+    },
+    {
+      "epoch": 976.6037735849056,
+      "grad_norm": 1.3303378991562944,
+      "learning_rate": 1.158743808381832e-05,
+      "loss": 1.437,
+      "step": 25880
+    },
+    {
+      "epoch": 977.3584905660377,
+      "grad_norm": 1.5011235086965091,
+      "learning_rate": 1.1545749931236199e-05,
+      "loss": 1.4225,
+      "step": 25900
+    },
+    {
+      "epoch": 978.1132075471698,
+      "grad_norm": 1.7853875208460404,
+      "learning_rate": 1.1504181490784197e-05,
+      "loss": 1.4405,
+      "step": 25920
+    },
+    {
+      "epoch": 978.8679245283018,
+      "grad_norm": 1.4852022947554018,
+      "learning_rate": 1.1462732923223643e-05,
+      "loss": 1.4197,
+      "step": 25940
+    },
+    {
+      "epoch": 979.622641509434,
+      "grad_norm": 1.492057926353613,
+      "learning_rate": 1.1421404388852275e-05,
+      "loss": 1.4516,
+      "step": 25960
+    },
+    {
+      "epoch": 980.377358490566,
+      "grad_norm": 1.8767944270145316,
+      "learning_rate": 1.1380196047503614e-05,
+      "loss": 1.4613,
+      "step": 25980
+    },
+    {
+      "epoch": 981.1320754716982,
+      "grad_norm": 1.5723288438267475,
+      "learning_rate": 1.1339108058546365e-05,
+      "loss": 1.4636,
+      "step": 26000
+    },
+    {
+      "epoch": 981.8867924528302,
+      "grad_norm": 1.4572390965943247,
+      "learning_rate": 1.1298140580883752e-05,
+      "loss": 1.4291,
+      "step": 26020
+    },
+    {
+      "epoch": 982.6415094339623,
+      "grad_norm": 2.0340602707703566,
+      "learning_rate": 1.1257293772952971e-05,
+      "loss": 1.4342,
+      "step": 26040
+    },
+    {
+      "epoch": 983.3962264150944,
+      "grad_norm": 1.7563358001308935,
+      "learning_rate": 1.1216567792724513e-05,
+      "loss": 1.44,
+      "step": 26060
+    },
+    {
+      "epoch": 984.1509433962265,
+      "grad_norm": 1.7195863256249895,
+      "learning_rate": 1.1175962797701585e-05,
+      "loss": 1.473,
+      "step": 26080
+    },
+    {
+      "epoch": 984.9056603773585,
+      "grad_norm": 1.5325109929141458,
+      "learning_rate": 1.1135478944919515e-05,
+      "loss": 1.4537,
+      "step": 26100
+    },
+    {
+      "epoch": 985.6603773584906,
+      "grad_norm": 1.4246338183010563,
+      "learning_rate": 1.1095116390945116e-05,
+      "loss": 1.4576,
+      "step": 26120
+    },
+    {
+      "epoch": 986.4150943396227,
+      "grad_norm": 1.5264334254918077,
+      "learning_rate": 1.1054875291876081e-05,
+      "loss": 1.4355,
+      "step": 26140
+    },
+    {
+      "epoch": 987.1698113207547,
+      "grad_norm": 1.7871427472844674,
+      "learning_rate": 1.101475580334039e-05,
+      "loss": 1.4285,
+      "step": 26160
+    },
+    {
+      "epoch": 987.9245283018868,
+      "grad_norm": 1.628111810825388,
+      "learning_rate": 1.0974758080495742e-05,
+      "loss": 1.432,
+      "step": 26180
+    },
+    {
+      "epoch": 988.6792452830189,
+      "grad_norm": 1.6079918141380485,
+      "learning_rate": 1.0934882278028875e-05,
+      "loss": 1.473,
+      "step": 26200
+    },
+    {
+      "epoch": 989.433962264151,
+      "grad_norm": 1.9227955059143975,
+      "learning_rate": 1.0895128550155048e-05,
+      "loss": 1.4319,
+      "step": 26220
+    },
+    {
+      "epoch": 990.188679245283,
+      "grad_norm": 1.4777834491856459,
+      "learning_rate": 1.0855497050617383e-05,
+      "loss": 1.4715,
+      "step": 26240
+    },
+    {
+      "epoch": 990.9433962264151,
+      "grad_norm": 1.752347342407413,
+      "learning_rate": 1.0815987932686322e-05,
+      "loss": 1.4483,
+      "step": 26260
+    },
+    {
+      "epoch": 991.6981132075472,
+      "grad_norm": 1.7965242738400287,
+      "learning_rate": 1.0776601349158992e-05,
+      "loss": 1.445,
+      "step": 26280
+    },
+    {
+      "epoch": 992.4528301886793,
+      "grad_norm": 1.6880482866877031,
+      "learning_rate": 1.0737337452358643e-05,
+      "loss": 1.4289,
+      "step": 26300
+    },
+    {
+      "epoch": 993.2075471698113,
+      "grad_norm": 1.3587051959850933,
+      "learning_rate": 1.0698196394134027e-05,
+      "loss": 1.4248,
+      "step": 26320
+    },
+    {
+      "epoch": 993.9622641509434,
+      "grad_norm": 1.6893835419836905,
+      "learning_rate": 1.0659178325858868e-05,
+      "loss": 1.4593,
+      "step": 26340
+    },
+    {
+      "epoch": 994.7169811320755,
+      "grad_norm": 1.6372424305822535,
+      "learning_rate": 1.0620283398431196e-05,
+      "loss": 1.4248,
+      "step": 26360
+    },
+    {
+      "epoch": 995.4716981132076,
+      "grad_norm": 1.628959331603337,
+      "learning_rate": 1.0581511762272856e-05,
+      "loss": 1.459,
+      "step": 26380
+    },
+    {
+      "epoch": 996.2264150943396,
+      "grad_norm": 1.9899303146490552,
+      "learning_rate": 1.0542863567328837e-05,
+      "loss": 1.4608,
+      "step": 26400
+    },
+    {
+      "epoch": 996.9811320754717,
+      "grad_norm": 1.6980987241375505,
+      "learning_rate": 1.0504338963066745e-05,
+      "loss": 1.4489,
+      "step": 26420
+    },
+    {
+      "epoch": 997.7358490566038,
+      "grad_norm": 1.791483449843248,
+      "learning_rate": 1.0465938098476226e-05,
+      "loss": 1.4647,
+      "step": 26440
+    },
+    {
+      "epoch": 998.4905660377359,
+      "grad_norm": 1.3823874629634854,
+      "learning_rate": 1.0427661122068363e-05,
+      "loss": 1.431,
+      "step": 26460
+    },
+    {
+      "epoch": 999.2452830188679,
+      "grad_norm": 1.7547951381187532,
+      "learning_rate": 1.0389508181875114e-05,
+      "loss": 1.4374,
+      "step": 26480
+    },
+    {
+      "epoch": 1000.0,
+      "grad_norm": 1.6329317283212297,
+      "learning_rate": 1.035147942544874e-05,
+      "loss": 1.4436,
+      "step": 26500
+    },
+    {
+      "epoch": 1000.7547169811321,
+      "grad_norm": 1.482848334089,
+      "learning_rate": 1.0313574999861255e-05,
+      "loss": 1.4263,
+      "step": 26520
+    },
+    {
+      "epoch": 1001.5094339622641,
+      "grad_norm": 1.4085297987389735,
+      "learning_rate": 1.027579505170381e-05,
+      "loss": 1.4423,
+      "step": 26540
+    },
+    {
+      "epoch": 1002.2641509433962,
+      "grad_norm": 1.586157768854042,
+      "learning_rate": 1.0238139727086178e-05,
+      "loss": 1.4289,
+      "step": 26560
+    },
+    {
+      "epoch": 1003.0188679245283,
+      "grad_norm": 1.4910507620311724,
+      "learning_rate": 1.020060917163614e-05,
+      "loss": 1.4555,
+      "step": 26580
+    },
+    {
+      "epoch": 1003.7735849056604,
+      "grad_norm": 1.7298473240434828,
+      "learning_rate": 1.0163203530498955e-05,
+      "loss": 1.4176,
+      "step": 26600
+    },
+    {
+      "epoch": 1004.5283018867924,
+      "grad_norm": 1.9395741512745615,
+      "learning_rate": 1.0125922948336813e-05,
+      "loss": 1.4297,
+      "step": 26620
+    },
+    {
+      "epoch": 1005.2830188679245,
+      "grad_norm": 1.3752095871887702,
+      "learning_rate": 1.0088767569328215e-05,
+      "loss": 1.4224,
+      "step": 26640
+    },
+    {
+      "epoch": 1006.0377358490566,
+      "grad_norm": 1.6566420053219757,
+      "learning_rate": 1.0051737537167479e-05,
+      "loss": 1.4416,
+      "step": 26660
+    },
+    {
+      "epoch": 1006.7924528301887,
+      "grad_norm": 1.8401842062612699,
+      "learning_rate": 1.001483299506413e-05,
+      "loss": 1.4406,
+      "step": 26680
+    },
+    {
+      "epoch": 1007.5471698113207,
+      "grad_norm": 1.5895021822365676,
+      "learning_rate": 9.978054085742407e-06,
+      "loss": 1.4104,
+      "step": 26700
+    },
+    {
+      "epoch": 1008.3018867924528,
+      "grad_norm": 1.5495688189805843,
+      "learning_rate": 9.941400951440674e-06,
+      "loss": 1.4446,
+      "step": 26720
+    },
+    {
+      "epoch": 1009.0566037735849,
+      "grad_norm": 1.6376917222270109,
+      "learning_rate": 9.904873733910852e-06,
+      "loss": 1.4023,
+      "step": 26740
+    },
+    {
+      "epoch": 1009.811320754717,
+      "grad_norm": 1.7729521919831477,
+      "learning_rate": 9.868472574417906e-06,
+      "loss": 1.4409,
+      "step": 26760
+    },
+    {
+      "epoch": 1010.566037735849,
+      "grad_norm": 1.5909106157325896,
+      "learning_rate": 9.832197613739278e-06,
+      "loss": 1.4284,
+      "step": 26780
+    },
+    {
+      "epoch": 1011.3207547169811,
+      "grad_norm": 1.5416992698357255,
+      "learning_rate": 9.79604899216437e-06,
+      "loss": 1.4165,
+      "step": 26800
+    },
+    {
+      "epoch": 1012.0754716981132,
+      "grad_norm": 1.7245150906399498,
+      "learning_rate": 9.760026849493962e-06,
+      "loss": 1.4281,
+      "step": 26820
+    },
+    {
+      "epoch": 1012.8301886792453,
+      "grad_norm": 1.8518007110272525,
+      "learning_rate": 9.7241313250397e-06,
+      "loss": 1.4223,
+      "step": 26840
+    },
+    {
+      "epoch": 1013.5849056603773,
+      "grad_norm": 1.593106128312966,
+      "learning_rate": 9.688362557623527e-06,
+      "loss": 1.4377,
+      "step": 26860
+    },
+    {
+      "epoch": 1014.3396226415094,
+      "grad_norm": 1.6557177655883284,
+      "learning_rate": 9.6527206855772e-06,
+      "loss": 1.4394,
+      "step": 26880
+    },
+    {
+      "epoch": 1015.0943396226415,
+      "grad_norm": 1.5950355314495743,
+      "learning_rate": 9.617205846741719e-06,
+      "loss": 1.4506,
+      "step": 26900
+    },
+    {
+      "epoch": 1015.8490566037735,
+      "grad_norm": 1.7685274450403552,
+      "learning_rate": 9.58181817846677e-06,
+      "loss": 1.4484,
+      "step": 26920
+    },
+    {
+      "epoch": 1016.6037735849056,
+      "grad_norm": 1.4639040403309866,
+      "learning_rate": 9.54655781761023e-06,
+      "loss": 1.4043,
+      "step": 26940
+    },
+    {
+      "epoch": 1017.3584905660377,
+      "grad_norm": 1.6074583945207908,
+      "learning_rate": 9.511424900537656e-06,
+      "loss": 1.4197,
+      "step": 26960
+    },
+    {
+      "epoch": 1018.1132075471698,
+      "grad_norm": 1.5459146912367183,
+      "learning_rate": 9.476419563121698e-06,
+      "loss": 1.4232,
+      "step": 26980
+    },
+    {
+      "epoch": 1018.8679245283018,
+      "grad_norm": 1.6166722954994783,
+      "learning_rate": 9.441541940741613e-06,
+      "loss": 1.4407,
+      "step": 27000
+    },
+    {
+      "epoch": 1019.622641509434,
+      "grad_norm": 1.6533674302686083,
+      "learning_rate": 9.406792168282739e-06,
+      "loss": 1.4393,
+      "step": 27020
+    },
+    {
+      "epoch": 1020.377358490566,
+      "grad_norm": 2.1409264555789123,
+      "learning_rate": 9.37217038013597e-06,
+      "loss": 1.4507,
+      "step": 27040
+    },
+    {
+      "epoch": 1021.1320754716982,
+      "grad_norm": 1.9876202106584275,
+      "learning_rate": 9.337676710197243e-06,
+      "loss": 1.4486,
+      "step": 27060
+    },
+    {
+      "epoch": 1021.8867924528302,
+      "grad_norm": 1.6321392819191982,
+      "learning_rate": 9.303311291866996e-06,
+      "loss": 1.4337,
+      "step": 27080
+    },
+    {
+      "epoch": 1022.6415094339623,
+      "grad_norm": 1.5614664744291826,
+      "learning_rate": 9.269074258049671e-06,
+      "loss": 1.4245,
+      "step": 27100
+    },
+    {
+      "epoch": 1023.3962264150944,
+      "grad_norm": 1.775529049395487,
+      "learning_rate": 9.234965741153195e-06,
+      "loss": 1.4284,
+      "step": 27120
+    },
+    {
+      "epoch": 1024.1509433962265,
+      "grad_norm": 1.4430739083306536,
+      "learning_rate": 9.200985873088487e-06,
+      "loss": 1.4235,
+      "step": 27140
+    },
+    {
+      "epoch": 1024.9056603773586,
+      "grad_norm": 2.0811882500763255,
+      "learning_rate": 9.167134785268918e-06,
+      "loss": 1.402,
+      "step": 27160
+    },
+    {
+      "epoch": 1025.6603773584907,
+      "grad_norm": 1.5403915703954525,
+      "learning_rate": 9.133412608609811e-06,
+      "loss": 1.4302,
+      "step": 27180
+    },
+    {
+      "epoch": 1026.4150943396226,
+      "grad_norm": 1.9685065156678565,
+      "learning_rate": 9.099819473527936e-06,
+      "loss": 1.3969,
+      "step": 27200
+    },
+    {
+      "epoch": 1027.1698113207547,
+      "grad_norm": 1.5336587010545035,
+      "learning_rate": 9.066355509941036e-06,
+      "loss": 1.428,
+      "step": 27220
+    },
+    {
+      "epoch": 1027.9245283018868,
+      "grad_norm": 1.9045363331404057,
+      "learning_rate": 9.033020847267277e-06,
+      "loss": 1.4521,
+      "step": 27240
+    },
+    {
+      "epoch": 1028.6792452830189,
+      "grad_norm": 1.7010720746106325,
+      "learning_rate": 8.999815614424768e-06,
+      "loss": 1.4408,
+      "step": 27260
+    },
+    {
+      "epoch": 1029.433962264151,
+      "grad_norm": 1.6652770284797922,
+      "learning_rate": 8.966739939831065e-06,
+      "loss": 1.4275,
+      "step": 27280
+    },
+    {
+      "epoch": 1030.188679245283,
+      "grad_norm": 1.438920885601344,
+      "learning_rate": 8.933793951402666e-06,
+      "loss": 1.4363,
+      "step": 27300
+    },
+    {
+      "epoch": 1030.9433962264152,
+      "grad_norm": 1.523374273868093,
+      "learning_rate": 8.900977776554543e-06,
+      "loss": 1.4178,
+      "step": 27320
+    },
+    {
+      "epoch": 1031.698113207547,
+      "grad_norm": 1.9388166404138083,
+      "learning_rate": 8.868291542199601e-06,
+      "loss": 1.4339,
+      "step": 27340
+    },
+    {
+      "epoch": 1032.4528301886792,
+      "grad_norm": 1.910046684059762,
+      "learning_rate": 8.835735374748235e-06,
+      "loss": 1.407,
+      "step": 27360
+    },
+    {
+      "epoch": 1033.2075471698113,
+      "grad_norm": 1.5548634820286755,
+      "learning_rate": 8.803309400107802e-06,
+      "loss": 1.4183,
+      "step": 27380
+    },
+    {
+      "epoch": 1033.9622641509434,
+      "grad_norm": 1.5932417218331991,
+      "learning_rate": 8.771013743682171e-06,
+      "loss": 1.4447,
+      "step": 27400
+    },
+    {
+      "epoch": 1034.7169811320755,
+      "grad_norm": 1.4796581852592556,
+      "learning_rate": 8.738848530371221e-06,
+      "loss": 1.3946,
+      "step": 27420
+    },
+    {
+      "epoch": 1035.4716981132076,
+      "grad_norm": 1.6106803868616077,
+      "learning_rate": 8.706813884570337e-06,
+      "loss": 1.4152,
+      "step": 27440
+    },
+    {
+      "epoch": 1036.2264150943397,
+      "grad_norm": 1.5383725584269896,
+      "learning_rate": 8.674909930169968e-06,
+      "loss": 1.4344,
+      "step": 27460
+    },
+    {
+      "epoch": 1036.9811320754718,
+      "grad_norm": 1.6971458233324348,
+      "learning_rate": 8.643136790555101e-06,
+      "loss": 1.42,
+      "step": 27480
+    },
+    {
+      "epoch": 1037.7358490566037,
+      "grad_norm": 1.7975384013574476,
+      "learning_rate": 8.61149458860486e-06,
+      "loss": 1.4456,
+      "step": 27500
+    },
+    {
+      "epoch": 1038.4905660377358,
+      "grad_norm": 1.5540181334521903,
+      "learning_rate": 8.579983446691931e-06,
+      "loss": 1.3976,
+      "step": 27520
+    },
+    {
+      "epoch": 1039.245283018868,
+      "grad_norm": 1.7107813027346386,
+      "learning_rate": 8.548603486682165e-06,
+      "loss": 1.4119,
+      "step": 27540
+    },
+    {
+      "epoch": 1040.0,
+      "grad_norm": 1.7225563012589893,
+      "learning_rate": 8.517354829934086e-06,
+      "loss": 1.4347,
+      "step": 27560
+    },
+    {
+      "epoch": 1040.754716981132,
+      "grad_norm": 1.6396983385388997,
+      "learning_rate": 8.486237597298396e-06,
+      "loss": 1.4076,
+      "step": 27580
+    },
+    {
+      "epoch": 1041.5094339622642,
+      "grad_norm": 1.59607993020723,
+      "learning_rate": 8.455251909117562e-06,
+      "loss": 1.391,
+      "step": 27600
+    },
+    {
+      "epoch": 1042.2641509433963,
+      "grad_norm": 1.6787714792885464,
+      "learning_rate": 8.424397885225284e-06,
+      "loss": 1.4319,
+      "step": 27620
+    },
+    {
+      "epoch": 1043.0188679245282,
+      "grad_norm": 1.514103336557697,
+      "learning_rate": 8.39367564494608e-06,
+      "loss": 1.4282,
+      "step": 27640
+    },
+    {
+      "epoch": 1043.7735849056603,
+      "grad_norm": 1.6827281624065857,
+      "learning_rate": 8.3630853070948e-06,
+      "loss": 1.4268,
+      "step": 27660
+    },
+    {
+      "epoch": 1044.5283018867924,
+      "grad_norm": 1.5242384493420091,
+      "learning_rate": 8.332626989976201e-06,
+      "loss": 1.394,
+      "step": 27680
+    },
+    {
+      "epoch": 1045.2830188679245,
+      "grad_norm": 1.5477899241579378,
+      "learning_rate": 8.302300811384443e-06,
+      "loss": 1.4188,
+      "step": 27700
+    },
+    {
+      "epoch": 1046.0377358490566,
+      "grad_norm": 1.7533265453937938,
+      "learning_rate": 8.272106888602644e-06,
+      "loss": 1.4147,
+      "step": 27720
+    },
+    {
+      "epoch": 1046.7924528301887,
+      "grad_norm": 1.7810905836721207,
+      "learning_rate": 8.242045338402464e-06,
+      "loss": 1.4249,
+      "step": 27740
+    },
+    {
+      "epoch": 1047.5471698113208,
+      "grad_norm": 1.6994451629715164,
+      "learning_rate": 8.212116277043624e-06,
+      "loss": 1.4087,
+      "step": 27760
+    },
+    {
+      "epoch": 1048.301886792453,
+      "grad_norm": 1.5273771258038336,
+      "learning_rate": 8.18231982027344e-06,
+      "loss": 1.4105,
+      "step": 27780
+    },
+    {
+      "epoch": 1049.0566037735848,
+      "grad_norm": 1.7986470388936215,
+      "learning_rate": 8.15265608332641e-06,
+      "loss": 1.417,
+      "step": 27800
+    },
+    {
+      "epoch": 1049.811320754717,
+      "grad_norm": 3.7362962798847605,
+      "learning_rate": 8.123125180923732e-06,
+      "loss": 1.4428,
+      "step": 27820
+    },
+    {
+      "epoch": 1050.566037735849,
+      "grad_norm": 1.4871345729412693,
+      "learning_rate": 8.093727227272918e-06,
+      "loss": 1.3913,
+      "step": 27840
+    },
+    {
+      "epoch": 1051.3207547169811,
+      "grad_norm": 1.6862935331038202,
+      "learning_rate": 8.064462336067288e-06,
+      "loss": 1.4099,
+      "step": 27860
+    },
+    {
+      "epoch": 1052.0754716981132,
+      "grad_norm": 1.5729155867984972,
+      "learning_rate": 8.03533062048555e-06,
+      "loss": 1.3896,
+      "step": 27880
+    },
+    {
+      "epoch": 1052.8301886792453,
+      "grad_norm": 1.7312033654611378,
+      "learning_rate": 8.006332193191406e-06,
+      "loss": 1.4183,
+      "step": 27900
+    },
+    {
+      "epoch": 1053.5849056603774,
+      "grad_norm": 1.737310060702965,
+      "learning_rate": 7.977467166333041e-06,
+      "loss": 1.4098,
+      "step": 27920
+    },
+    {
+      "epoch": 1054.3396226415093,
+      "grad_norm": 1.787345801838152,
+      "learning_rate": 7.948735651542762e-06,
+      "loss": 1.4472,
+      "step": 27940
+    },
+    {
+      "epoch": 1055.0943396226414,
+      "grad_norm": 1.6643759736424013,
+      "learning_rate": 7.920137759936503e-06,
+      "loss": 1.4248,
+      "step": 27960
+    },
+    {
+      "epoch": 1055.8490566037735,
+      "grad_norm": 1.665184448890738,
+      "learning_rate": 7.891673602113444e-06,
+      "loss": 1.4184,
+      "step": 27980
+    },
+    {
+      "epoch": 1056.6037735849056,
+      "grad_norm": 1.4651905410431068,
+      "learning_rate": 7.863343288155553e-06,
+      "loss": 1.4117,
+      "step": 28000
+    },
+    {
+      "epoch": 1057.3584905660377,
+      "grad_norm": 1.761583496091816,
+      "learning_rate": 7.835146927627195e-06,
+      "loss": 1.4173,
+      "step": 28020
+    },
+    {
+      "epoch": 1058.1132075471698,
+      "grad_norm": 1.4468036902445778,
+      "learning_rate": 7.807084629574648e-06,
+      "loss": 1.3899,
+      "step": 28040
+    },
+    {
+      "epoch": 1058.867924528302,
+      "grad_norm": 1.9317915574764288,
+      "learning_rate": 7.779156502525752e-06,
+      "loss": 1.4283,
+      "step": 28060
+    },
+    {
+      "epoch": 1059.622641509434,
+      "grad_norm": 1.6586645034969292,
+      "learning_rate": 7.751362654489442e-06,
+      "loss": 1.3729,
+      "step": 28080
+    },
+    {
+      "epoch": 1060.377358490566,
+      "grad_norm": 1.54736903517111,
+      "learning_rate": 7.72370319295533e-06,
+      "loss": 1.4323,
+      "step": 28100
+    },
+    {
+      "epoch": 1061.132075471698,
+      "grad_norm": 1.7410908156190221,
+      "learning_rate": 7.696178224893333e-06,
+      "loss": 1.4446,
+      "step": 28120
+    },
+    {
+      "epoch": 1061.8867924528302,
+      "grad_norm": 1.5846972848377703,
+      "learning_rate": 7.668787856753206e-06,
+      "loss": 1.4069,
+      "step": 28140
+    },
+    {
+      "epoch": 1062.6415094339623,
+      "grad_norm": 2.0032825052950005,
+      "learning_rate": 7.641532194464159e-06,
+      "loss": 1.4091,
+      "step": 28160
+    },
+    {
+      "epoch": 1063.3962264150944,
+      "grad_norm": 1.5526416600245057,
+      "learning_rate": 7.6144113434344445e-06,
+      "loss": 1.3988,
+      "step": 28180
+    },
+    {
+      "epoch": 1064.1509433962265,
+      "grad_norm": 1.6399869572854062,
+      "learning_rate": 7.587425408550953e-06,
+      "loss": 1.4317,
+      "step": 28200
+    },
+    {
+      "epoch": 1064.9056603773586,
+      "grad_norm": 2.218545819761043,
+      "learning_rate": 7.560574494178785e-06,
+      "loss": 1.4166,
+      "step": 28220
+    },
+    {
+      "epoch": 1065.6603773584907,
+      "grad_norm": 1.610893838079929,
+      "learning_rate": 7.5338587041608855e-06,
+      "loss": 1.4034,
+      "step": 28240
+    },
+    {
+      "epoch": 1066.4150943396226,
+      "grad_norm": 1.901849515787354,
+      "learning_rate": 7.507278141817603e-06,
+      "loss": 1.4082,
+      "step": 28260
+    },
+    {
+      "epoch": 1067.1698113207547,
+      "grad_norm": 1.9915752693535391,
+      "learning_rate": 7.4808329099463165e-06,
+      "loss": 1.4202,
+      "step": 28280
+    },
+    {
+      "epoch": 1067.9245283018868,
+      "grad_norm": 2.337231756702343,
+      "learning_rate": 7.454523110821034e-06,
+      "loss": 1.4033,
+      "step": 28300
+    },
+    {
+      "epoch": 1068.6792452830189,
+      "grad_norm": 1.4499700621594815,
+      "learning_rate": 7.428348846191982e-06,
+      "loss": 1.4106,
+      "step": 28320
+    },
+    {
+      "epoch": 1069.433962264151,
+      "grad_norm": 1.7981102056016145,
+      "learning_rate": 7.402310217285226e-06,
+      "loss": 1.4061,
+      "step": 28340
+    },
+    {
+      "epoch": 1070.188679245283,
+      "grad_norm": 1.7129433355903898,
+      "learning_rate": 7.376407324802275e-06,
+      "loss": 1.4019,
+      "step": 28360
+    },
+    {
+      "epoch": 1070.9433962264152,
+      "grad_norm": 1.5382026111028457,
+      "learning_rate": 7.350640268919691e-06,
+      "loss": 1.4197,
+      "step": 28380
+    },
+    {
+      "epoch": 1071.698113207547,
+      "grad_norm": 1.7225324354326523,
+      "learning_rate": 7.325009149288721e-06,
+      "loss": 1.4061,
+      "step": 28400
+    },
+    {
+      "epoch": 1072.4528301886792,
+      "grad_norm": 1.9701222408661871,
+      "learning_rate": 7.299514065034864e-06,
+      "loss": 1.399,
+      "step": 28420
+    },
+    {
+      "epoch": 1073.2075471698113,
+      "grad_norm": 2.560013262107365,
+      "learning_rate": 7.2741551147575365e-06,
+      "loss": 1.4011,
+      "step": 28440
+    },
+    {
+      "epoch": 1073.9622641509434,
+      "grad_norm": 1.7468598350718882,
+      "learning_rate": 7.248932396529666e-06,
+      "loss": 1.3906,
+      "step": 28460
+    },
+    {
+      "epoch": 1074.7169811320755,
+      "grad_norm": 1.5217037013529344,
+      "learning_rate": 7.223846007897321e-06,
+      "loss": 1.3824,
+      "step": 28480
+    },
+    {
+      "epoch": 1075.4716981132076,
+      "grad_norm": 1.9246360758156291,
+      "learning_rate": 7.198896045879323e-06,
+      "loss": 1.401,
+      "step": 28500
+    },
+    {
+      "epoch": 1076.2264150943397,
+      "grad_norm": 1.6887933139540061,
+      "learning_rate": 7.174082606966883e-06,
+      "loss": 1.4025,
+      "step": 28520
+    },
+    {
+      "epoch": 1076.9811320754718,
+      "grad_norm": 1.6294766788073725,
+      "learning_rate": 7.149405787123236e-06,
+      "loss": 1.3986,
+      "step": 28540
+    },
+    {
+      "epoch": 1077.7358490566037,
+      "grad_norm": 1.5618807274404587,
+      "learning_rate": 7.124865681783234e-06,
+      "loss": 1.4005,
+      "step": 28560
+    },
+    {
+      "epoch": 1078.4905660377358,
+      "grad_norm": 1.6678211596916697,
+      "learning_rate": 7.100462385853021e-06,
+      "loss": 1.4071,
+      "step": 28580
+    },
+    {
+      "epoch": 1079.245283018868,
+      "grad_norm": 1.9223978868928677,
+      "learning_rate": 7.07619599370964e-06,
+      "loss": 1.4135,
+      "step": 28600
+    },
+    {
+      "epoch": 1080.0,
+      "grad_norm": 1.6632265815235145,
+      "learning_rate": 7.052066599200659e-06,
+      "loss": 1.3882,
+      "step": 28620
+    },
+    {
+      "epoch": 1080.754716981132,
+      "grad_norm": 1.6022030717394165,
+      "learning_rate": 7.028074295643851e-06,
+      "loss": 1.3972,
+      "step": 28640
+    },
+    {
+      "epoch": 1081.5094339622642,
+      "grad_norm": 1.4991746539828543,
+      "learning_rate": 7.004219175826785e-06,
+      "loss": 1.382,
+      "step": 28660
+    },
+    {
+      "epoch": 1082.2641509433963,
+      "grad_norm": 1.6838520383575963,
+      "learning_rate": 6.9805013320064956e-06,
+      "loss": 1.4146,
+      "step": 28680
+    },
+    {
+      "epoch": 1083.0188679245282,
+      "grad_norm": 1.8350778781710608,
+      "learning_rate": 6.9569208559091e-06,
+      "loss": 1.4138,
+      "step": 28700
+    },
+    {
+      "epoch": 1083.7735849056603,
+      "grad_norm": 1.5249940477637465,
+      "learning_rate": 6.9334778387294835e-06,
+      "loss": 1.403,
+      "step": 28720
+    },
+    {
+      "epoch": 1084.5283018867924,
+      "grad_norm": 1.4543697117371763,
+      "learning_rate": 6.910172371130925e-06,
+      "loss": 1.4115,
+      "step": 28740
+    },
+    {
+      "epoch": 1085.2830188679245,
+      "grad_norm": 1.8878771205671918,
+      "learning_rate": 6.8870045432447285e-06,
+      "loss": 1.3783,
+      "step": 28760
+    },
+    {
+      "epoch": 1086.0377358490566,
+      "grad_norm": 1.6650946199070653,
+      "learning_rate": 6.8639744446698945e-06,
+      "loss": 1.4065,
+      "step": 28780
+    },
+    {
+      "epoch": 1086.7924528301887,
+      "grad_norm": 1.9063799347508024,
+      "learning_rate": 6.84108216447278e-06,
+      "loss": 1.3896,
+      "step": 28800
+    },
+    {
+      "epoch": 1087.5471698113208,
+      "grad_norm": 1.7745103676453513,
+      "learning_rate": 6.818327791186747e-06,
+      "loss": 1.4068,
+      "step": 28820
+    },
+    {
+      "epoch": 1088.301886792453,
+      "grad_norm": 1.6208415487366228,
+      "learning_rate": 6.795711412811805e-06,
+      "loss": 1.3827,
+      "step": 28840
+    },
+    {
+      "epoch": 1089.0566037735848,
+      "grad_norm": 1.4568669649899233,
+      "learning_rate": 6.773233116814289e-06,
+      "loss": 1.3918,
+      "step": 28860
+    },
+    {
+      "epoch": 1089.811320754717,
+      "grad_norm": 1.861515176168054,
+      "learning_rate": 6.750892990126514e-06,
+      "loss": 1.3901,
+      "step": 28880
+    },
+    {
+      "epoch": 1090.566037735849,
+      "grad_norm": 1.7283660067362911,
+      "learning_rate": 6.728691119146446e-06,
+      "loss": 1.4157,
+      "step": 28900
+    },
+    {
+      "epoch": 1091.3207547169811,
+      "grad_norm": 1.679598340558233,
+      "learning_rate": 6.706627589737369e-06,
+      "loss": 1.3938,
+      "step": 28920
+    },
+    {
+      "epoch": 1092.0754716981132,
+      "grad_norm": 1.5691857730547452,
+      "learning_rate": 6.6847024872275215e-06,
+      "loss": 1.4176,
+      "step": 28940
+    },
+    {
+      "epoch": 1092.8301886792453,
+      "grad_norm": 1.5537251935711112,
+      "learning_rate": 6.66291589640982e-06,
+      "loss": 1.3967,
+      "step": 28960
+    },
+    {
+      "epoch": 1093.5849056603774,
+      "grad_norm": 1.8881979410475171,
+      "learning_rate": 6.641267901541472e-06,
+      "loss": 1.418,
+      "step": 28980
+    },
+    {
+      "epoch": 1094.3396226415093,
+      "grad_norm": 1.613241830342873,
+      "learning_rate": 6.619758586343714e-06,
+      "loss": 1.3901,
+      "step": 29000
+    },
+    {
+      "epoch": 1095.0943396226414,
+      "grad_norm": 1.5946632443607534,
+      "learning_rate": 6.598388034001433e-06,
+      "loss": 1.3634,
+      "step": 29020
+    },
+    {
+      "epoch": 1095.8490566037735,
+      "grad_norm": 1.8962995366661943,
+      "learning_rate": 6.577156327162867e-06,
+      "loss": 1.392,
+      "step": 29040
+    },
+    {
+      "epoch": 1096.6037735849056,
+      "grad_norm": 1.629681556076702,
+      "learning_rate": 6.55606354793928e-06,
+      "loss": 1.4078,
+      "step": 29060
+    },
+    {
+      "epoch": 1097.3584905660377,
+      "grad_norm": 1.6952819453222434,
+      "learning_rate": 6.535109777904677e-06,
+      "loss": 1.4017,
+      "step": 29080
+    },
+    {
+      "epoch": 1098.1132075471698,
+      "grad_norm": 2.5813616029432267,
+      "learning_rate": 6.514295098095432e-06,
+      "loss": 1.3986,
+      "step": 29100
+    },
+    {
+      "epoch": 1098.867924528302,
+      "grad_norm": 1.5192224713062508,
+      "learning_rate": 6.493619589010008e-06,
+      "loss": 1.3995,
+      "step": 29120
+    },
+    {
+      "epoch": 1099.622641509434,
+      "grad_norm": 1.5723195273483208,
+      "learning_rate": 6.4730833306086425e-06,
+      "loss": 1.3804,
+      "step": 29140
+    },
+    {
+      "epoch": 1100.377358490566,
+      "grad_norm": 1.6397338659549336,
+      "learning_rate": 6.452686402313042e-06,
+      "loss": 1.386,
+      "step": 29160
+    },
+    {
+      "epoch": 1101.132075471698,
+      "grad_norm": 1.5791257173150743,
+      "learning_rate": 6.43242888300607e-06,
+      "loss": 1.3847,
+      "step": 29180
+    },
+    {
+      "epoch": 1101.8867924528302,
+      "grad_norm": 1.5559887095506482,
+      "learning_rate": 6.412310851031428e-06,
+      "loss": 1.393,
+      "step": 29200
+    },
+    {
+      "epoch": 1102.6415094339623,
+      "grad_norm": 1.6663466000474887,
+      "learning_rate": 6.392332384193371e-06,
+      "loss": 1.3896,
+      "step": 29220
+    },
+    {
+      "epoch": 1103.3962264150944,
+      "grad_norm": 1.9956674599720932,
+      "learning_rate": 6.372493559756415e-06,
+      "loss": 1.378,
+      "step": 29240
+    },
+    {
+      "epoch": 1104.1509433962265,
+      "grad_norm": 1.787105155690102,
+      "learning_rate": 6.352794454445007e-06,
+      "loss": 1.3879,
+      "step": 29260
+    },
+    {
+      "epoch": 1104.9056603773586,
+      "grad_norm": 1.561482889041861,
+      "learning_rate": 6.333235144443262e-06,
+      "loss": 1.402,
+      "step": 29280
+    },
+    {
+      "epoch": 1105.6603773584907,
+      "grad_norm": 1.8736117457797759,
+      "learning_rate": 6.31381570539463e-06,
+      "loss": 1.3879,
+      "step": 29300
+    },
+    {
+      "epoch": 1106.4150943396226,
+      "grad_norm": 1.4692581652153442,
+      "learning_rate": 6.294536212401641e-06,
+      "loss": 1.3914,
+      "step": 29320
+    },
+    {
+      "epoch": 1107.1698113207547,
+      "grad_norm": 1.4908544439114542,
+      "learning_rate": 6.275396740025605e-06,
+      "loss": 1.4028,
+      "step": 29340
+    },
+    {
+      "epoch": 1107.9245283018868,
+      "grad_norm": 1.488666750171173,
+      "learning_rate": 6.256397362286306e-06,
+      "loss": 1.3799,
+      "step": 29360
+    },
+    {
+      "epoch": 1108.6792452830189,
+      "grad_norm": 1.517431762228245,
+      "learning_rate": 6.237538152661723e-06,
+      "loss": 1.3765,
+      "step": 29380
+    },
+    {
+      "epoch": 1109.433962264151,
+      "grad_norm": 2.2381909450089803,
+      "learning_rate": 6.218819184087767e-06,
+      "loss": 1.4079,
+      "step": 29400
+    },
+    {
+      "epoch": 1110.188679245283,
+      "grad_norm": 1.7858504458920295,
+      "learning_rate": 6.200240528957965e-06,
+      "loss": 1.3554,
+      "step": 29420
+    },
+    {
+      "epoch": 1110.9433962264152,
+      "grad_norm": 1.7350524849254911,
+      "learning_rate": 6.181802259123219e-06,
+      "loss": 1.3967,
+      "step": 29440
+    },
+    {
+      "epoch": 1111.698113207547,
+      "grad_norm": 1.702971597589678,
+      "learning_rate": 6.163504445891484e-06,
+      "loss": 1.3671,
+      "step": 29460
+    },
+    {
+      "epoch": 1112.4528301886792,
+      "grad_norm": 1.7712134929173684,
+      "learning_rate": 6.145347160027524e-06,
+      "loss": 1.3829,
+      "step": 29480
+    },
+    {
+      "epoch": 1113.2075471698113,
+      "grad_norm": 1.4073555395505457,
+      "learning_rate": 6.1273304717526284e-06,
+      "loss": 1.4108,
+      "step": 29500
+    },
+    {
+      "epoch": 1113.9622641509434,
+      "grad_norm": 1.6527537265171588,
+      "learning_rate": 6.10945445074435e-06,
+      "loss": 1.4068,
+      "step": 29520
+    },
+    {
+      "epoch": 1114.7169811320755,
+      "grad_norm": 1.6866987009556351,
+      "learning_rate": 6.091719166136209e-06,
+      "loss": 1.3793,
+      "step": 29540
+    },
+    {
+      "epoch": 1115.4716981132076,
+      "grad_norm": 1.7073159356044332,
+      "learning_rate": 6.074124686517448e-06,
+      "loss": 1.3826,
+      "step": 29560
+    },
+    {
+      "epoch": 1116.2264150943397,
+      "grad_norm": 1.8230785653176147,
+      "learning_rate": 6.056671079932781e-06,
+      "loss": 1.4153,
+      "step": 29580
+    },
+    {
+      "epoch": 1116.9811320754718,
+      "grad_norm": 1.6857598634250675,
+      "learning_rate": 6.0393584138820814e-06,
+      "loss": 1.3887,
+      "step": 29600
+    },
+    {
+      "epoch": 1117.7358490566037,
+      "grad_norm": 1.5568678463492682,
+      "learning_rate": 6.022186755320181e-06,
+      "loss": 1.3901,
+      "step": 29620
+    },
+    {
+      "epoch": 1118.4905660377358,
+      "grad_norm": 1.8571545157336313,
+      "learning_rate": 6.0051561706565545e-06,
+      "loss": 1.4013,
+      "step": 29640
+    },
+    {
+      "epoch": 1119.245283018868,
+      "grad_norm": 2.413996452708785,
+      "learning_rate": 5.988266725755103e-06,
+      "loss": 1.3613,
+      "step": 29660
+    },
+    {
+      "epoch": 1120.0,
+      "grad_norm": 1.687989711452293,
+      "learning_rate": 5.9715184859338745e-06,
+      "loss": 1.4031,
+      "step": 29680
+    },
+    {
+      "epoch": 1120.754716981132,
+      "grad_norm": 1.7351377623187432,
+      "learning_rate": 5.9549115159648416e-06,
+      "loss": 1.3949,
+      "step": 29700
+    },
+    {
+      "epoch": 1121.5094339622642,
+      "grad_norm": 1.6317556572084198,
+      "learning_rate": 5.9384458800736175e-06,
+      "loss": 1.3769,
+      "step": 29720
+    },
+    {
+      "epoch": 1122.2641509433963,
+      "grad_norm": 1.5268456230996348,
+      "learning_rate": 5.922121641939213e-06,
+      "loss": 1.3816,
+      "step": 29740
+    },
+    {
+      "epoch": 1123.0188679245282,
+      "grad_norm": 1.712558259908726,
+      "learning_rate": 5.905938864693819e-06,
+      "loss": 1.3798,
+      "step": 29760
+    },
+    {
+      "epoch": 1123.7735849056603,
+      "grad_norm": 2.381990895927805,
+      "learning_rate": 5.889897610922528e-06,
+      "loss": 1.3607,
+      "step": 29780
+    },
+    {
+      "epoch": 1124.5283018867924,
+      "grad_norm": 1.880675021280631,
+      "learning_rate": 5.873997942663118e-06,
+      "loss": 1.3886,
+      "step": 29800
+    },
+    {
+      "epoch": 1125.2830188679245,
+      "grad_norm": 1.7160648060328811,
+      "learning_rate": 5.858239921405781e-06,
+      "loss": 1.4049,
+      "step": 29820
+    },
+    {
+      "epoch": 1126.0377358490566,
+      "grad_norm": 2.0253315053102656,
+      "learning_rate": 5.842623608092928e-06,
+      "loss": 1.393,
+      "step": 29840
+    },
+    {
+      "epoch": 1126.7924528301887,
+      "grad_norm": 1.7870648066969081,
+      "learning_rate": 5.8271490631189085e-06,
+      "loss": 1.3654,
+      "step": 29860
+    },
+    {
+      "epoch": 1127.5471698113208,
+      "grad_norm": 2.0620223544323393,
+      "learning_rate": 5.811816346329819e-06,
+      "loss": 1.3776,
+      "step": 29880
+    },
+    {
+      "epoch": 1128.301886792453,
+      "grad_norm": 1.892915815700359,
+      "learning_rate": 5.796625517023236e-06,
+      "loss": 1.377,
+      "step": 29900
+    },
+    {
+      "epoch": 1129.0566037735848,
+      "grad_norm": 1.6134589423454577,
+      "learning_rate": 5.781576633948012e-06,
+      "loss": 1.3958,
+      "step": 29920
+    },
+    {
+      "epoch": 1129.811320754717,
+      "grad_norm": 1.8880173462636753,
+      "learning_rate": 5.766669755304027e-06,
+      "loss": 1.3707,
+      "step": 29940
+    },
+    {
+      "epoch": 1130.566037735849,
+      "grad_norm": 1.899687605902805,
+      "learning_rate": 5.75190493874199e-06,
+      "loss": 1.3648,
+      "step": 29960
+    },
+    {
+      "epoch": 1131.3207547169811,
+      "grad_norm": 2.0484945041635143,
+      "learning_rate": 5.737282241363189e-06,
+      "loss": 1.3689,
+      "step": 29980
+    },
+    {
+      "epoch": 1132.0754716981132,
+      "grad_norm": 1.676321084433534,
+      "learning_rate": 5.72280171971928e-06,
+      "loss": 1.4161,
+      "step": 30000
+    },
+    {
+      "epoch": 1132.8301886792453,
+      "grad_norm": 1.7718376566707665,
+      "learning_rate": 5.708463429812077e-06,
+      "loss": 1.3427,
+      "step": 30020
+    },
+    {
+      "epoch": 1133.5849056603774,
+      "grad_norm": 1.9751240318001524,
+      "learning_rate": 5.694267427093333e-06,
+      "loss": 1.3674,
+      "step": 30040
+    },
+    {
+      "epoch": 1134.3396226415093,
+      "grad_norm": 2.3259508666245754,
+      "learning_rate": 5.680213766464505e-06,
+      "loss": 1.3815,
+      "step": 30060
+    },
+    {
+      "epoch": 1135.0943396226414,
+      "grad_norm": 1.7499567507331477,
+      "learning_rate": 5.6663025022765734e-06,
+      "loss": 1.3898,
+      "step": 30080
+    },
+    {
+      "epoch": 1135.8490566037735,
+      "grad_norm": 1.7700410283415744,
+      "learning_rate": 5.652533688329809e-06,
+      "loss": 1.3801,
+      "step": 30100
+    },
+    {
+      "epoch": 1136.6037735849056,
+      "grad_norm": 2.4028113618062843,
+      "learning_rate": 5.638907377873572e-06,
+      "loss": 1.4025,
+      "step": 30120
+    },
+    {
+      "epoch": 1137.3584905660377,
+      "grad_norm": 1.7119758682153656,
+      "learning_rate": 5.625423623606109e-06,
+      "loss": 1.3933,
+      "step": 30140
+    },
+    {
+      "epoch": 1138.1132075471698,
+      "grad_norm": 1.6434771622606816,
+      "learning_rate": 5.612082477674341e-06,
+      "loss": 1.3723,
+      "step": 30160
+    },
+    {
+      "epoch": 1138.867924528302,
+      "grad_norm": 1.6260264586830788,
+      "learning_rate": 5.598883991673678e-06,
+      "loss": 1.4009,
+      "step": 30180
+    },
+    {
+      "epoch": 1139.622641509434,
+      "grad_norm": 3.7353731641696166,
+      "learning_rate": 5.58582821664779e-06,
+      "loss": 1.3621,
+      "step": 30200
+    },
+    {
+      "epoch": 1140.377358490566,
+      "grad_norm": 1.567966811159742,
+      "learning_rate": 5.572915203088453e-06,
+      "loss": 1.3679,
+      "step": 30220
+    },
+    {
+      "epoch": 1141.132075471698,
+      "grad_norm": 1.7536276327044822,
+      "learning_rate": 5.560145000935302e-06,
+      "loss": 1.3899,
+      "step": 30240
+    },
+    {
+      "epoch": 1141.8867924528302,
+      "grad_norm": 1.6246811713037859,
+      "learning_rate": 5.547517659575683e-06,
+      "loss": 1.3754,
+      "step": 30260
+    },
+    {
+      "epoch": 1142.6415094339623,
+      "grad_norm": 1.5935354859602073,
+      "learning_rate": 5.535033227844446e-06,
+      "loss": 1.3783,
+      "step": 30280
+    },
+    {
+      "epoch": 1143.3962264150944,
+      "grad_norm": 1.5837499746804282,
+      "learning_rate": 5.522691754023736e-06,
+      "loss": 1.3664,
+      "step": 30300
+    },
+    {
+      "epoch": 1144.1509433962265,
+      "grad_norm": 1.5561292753074283,
+      "learning_rate": 5.5104932858428386e-06,
+      "loss": 1.3934,
+      "step": 30320
+    },
+    {
+      "epoch": 1144.9056603773586,
+      "grad_norm": 1.5051486824601223,
+      "learning_rate": 5.498437870477979e-06,
+      "loss": 1.3569,
+      "step": 30340
+    },
+    {
+      "epoch": 1145.6603773584907,
+      "grad_norm": 1.5724530317281036,
+      "learning_rate": 5.48652555455214e-06,
+      "loss": 1.384,
+      "step": 30360
+    },
+    {
+      "epoch": 1146.4150943396226,
+      "grad_norm": 1.7499070562961392,
+      "learning_rate": 5.474756384134872e-06,
+      "loss": 1.3661,
+      "step": 30380
+    },
+    {
+      "epoch": 1147.1698113207547,
+      "grad_norm": 1.682172454392295,
+      "learning_rate": 5.46313040474215e-06,
+      "loss": 1.3668,
+      "step": 30400
+    },
+    {
+      "epoch": 1147.9245283018868,
+      "grad_norm": 1.6400451026874565,
+      "learning_rate": 5.4516476613361565e-06,
+      "loss": 1.3605,
+      "step": 30420
+    },
+    {
+      "epoch": 1148.6792452830189,
+      "grad_norm": 1.952384343786011,
+      "learning_rate": 5.440308198325125e-06,
+      "loss": 1.388,
+      "step": 30440
+    },
+    {
+      "epoch": 1149.433962264151,
+      "grad_norm": 2.052044266530817,
+      "learning_rate": 5.4291120595631796e-06,
+      "loss": 1.3699,
+      "step": 30460
+    },
+    {
+      "epoch": 1150.188679245283,
+      "grad_norm": 1.868354121694302,
+      "learning_rate": 5.4180592883501325e-06,
+      "loss": 1.4099,
+      "step": 30480
+    },
+    {
+      "epoch": 1150.9433962264152,
+      "grad_norm": 1.650613691746538,
+      "learning_rate": 5.40714992743136e-06,
+      "loss": 1.3788,
+      "step": 30500
+    },
+    {
+      "epoch": 1151.698113207547,
+      "grad_norm": 1.48074352750423,
+      "learning_rate": 5.3963840189976066e-06,
+      "loss": 1.3587,
+      "step": 30520
+    },
+    {
+      "epoch": 1152.4528301886792,
+      "grad_norm": 1.914894176993607,
+      "learning_rate": 5.385761604684826e-06,
+      "loss": 1.3622,
+      "step": 30540
+    },
+    {
+      "epoch": 1153.2075471698113,
+      "grad_norm": 1.736154691724524,
+      "learning_rate": 5.375282725574028e-06,
+      "loss": 1.3451,
+      "step": 30560
+    },
+    {
+      "epoch": 1153.9622641509434,
+      "grad_norm": 1.7175923216328703,
+      "learning_rate": 5.364947422191111e-06,
+      "loss": 1.385,
+      "step": 30580
+    },
+    {
+      "epoch": 1154.7169811320755,
+      "grad_norm": 1.8230347081955776,
+      "learning_rate": 5.3547557345067295e-06,
+      "loss": 1.3797,
+      "step": 30600
+    },
+    {
+      "epoch": 1155.4716981132076,
+      "grad_norm": 1.4897355923840079,
+      "learning_rate": 5.344707701936093e-06,
+      "loss": 1.3812,
+      "step": 30620
+    },
+    {
+      "epoch": 1156.2264150943397,
+      "grad_norm": 1.7795720356372806,
+      "learning_rate": 5.334803363338855e-06,
+      "loss": 1.3508,
+      "step": 30640
+    },
+    {
+      "epoch": 1156.9811320754718,
+      "grad_norm": 2.461699887903762,
+      "learning_rate": 5.325042757018952e-06,
+      "loss": 1.3904,
+      "step": 30660
+    },
+    {
+      "epoch": 1157.7358490566037,
+      "grad_norm": 1.7684288169829847,
+      "learning_rate": 5.315425920724443e-06,
+      "loss": 1.362,
+      "step": 30680
+    },
+    {
+      "epoch": 1158.4905660377358,
+      "grad_norm": 1.9326301215722892,
+      "learning_rate": 5.3059528916473754e-06,
+      "loss": 1.3764,
+      "step": 30700
+    },
+    {
+      "epoch": 1159.245283018868,
+      "grad_norm": 1.7547993585411785,
+      "learning_rate": 5.296623706423637e-06,
+      "loss": 1.3624,
+      "step": 30720
+    },
+    {
+      "epoch": 1160.0,
+      "grad_norm": 2.2647989876543897,
+      "learning_rate": 5.2874384011328235e-06,
+      "loss": 1.3804,
+      "step": 30740
+    },
+    {
+      "epoch": 1160.754716981132,
+      "grad_norm": 1.897412746168143,
+      "learning_rate": 5.278397011298081e-06,
+      "loss": 1.3882,
+      "step": 30760
+    },
+    {
+      "epoch": 1161.5094339622642,
+      "grad_norm": 1.5286725772277845,
+      "learning_rate": 5.269499571885985e-06,
+      "loss": 1.381,
+      "step": 30780
+    },
+    {
+      "epoch": 1162.2641509433963,
+      "grad_norm": 1.6848292059915215,
+      "learning_rate": 5.260746117306394e-06,
+      "loss": 1.361,
+      "step": 30800
+    },
+    {
+      "epoch": 1163.0188679245282,
+      "grad_norm": 1.4576957104143031,
+      "learning_rate": 5.25213668141232e-06,
+      "loss": 1.3773,
+      "step": 30820
+    },
+    {
+      "epoch": 1163.7735849056603,
+      "grad_norm": 1.6655981961615232,
+      "learning_rate": 5.243671297499806e-06,
+      "loss": 1.3403,
+      "step": 30840
+    },
+    {
+      "epoch": 1164.5283018867924,
+      "grad_norm": 6.016182274377044,
+      "learning_rate": 5.235349998307786e-06,
+      "loss": 1.3994,
+      "step": 30860
+    },
+    {
+      "epoch": 1165.2830188679245,
+      "grad_norm": 1.7659588641922745,
+      "learning_rate": 5.227172816017956e-06,
+      "loss": 1.3507,
+      "step": 30880
+    },
+    {
+      "epoch": 1166.0377358490566,
+      "grad_norm": 2.0037468459561962,
+      "learning_rate": 5.219139782254665e-06,
+      "loss": 1.3703,
+      "step": 30900
+    },
+    {
+      "epoch": 1166.7924528301887,
+      "grad_norm": 2.15024644673786,
+      "learning_rate": 5.211250928084786e-06,
+      "loss": 1.3473,
+      "step": 30920
+    },
+    {
+      "epoch": 1167.5471698113208,
+      "grad_norm": 2.5013172573697466,
+      "learning_rate": 5.203506284017583e-06,
+      "loss": 1.3814,
+      "step": 30940
+    },
+    {
+      "epoch": 1168.301886792453,
+      "grad_norm": 1.5816513523971083,
+      "learning_rate": 5.195905880004609e-06,
+      "loss": 1.3668,
+      "step": 30960
+    },
+    {
+      "epoch": 1169.0566037735848,
+      "grad_norm": 1.512996764161357,
+      "learning_rate": 5.188449745439581e-06,
+      "loss": 1.3581,
+      "step": 30980
+    },
+    {
+      "epoch": 1169.811320754717,
+      "grad_norm": 1.536263448282502,
+      "learning_rate": 5.181137909158276e-06,
+      "loss": 1.3277,
+      "step": 31000
+    },
+    {
+      "epoch": 1170.566037735849,
+      "grad_norm": 1.6755767673451942,
+      "learning_rate": 5.1739703994384105e-06,
+      "loss": 1.3923,
+      "step": 31020
+    },
+    {
+      "epoch": 1171.3207547169811,
+      "grad_norm": 1.7976047665675525,
+      "learning_rate": 5.166947243999532e-06,
+      "loss": 1.3671,
+      "step": 31040
+    },
+    {
+      "epoch": 1172.0754716981132,
+      "grad_norm": 1.5604607884699584,
+      "learning_rate": 5.1600684700029165e-06,
+      "loss": 1.3613,
+      "step": 31060
+    },
+    {
+      "epoch": 1172.8301886792453,
+      "grad_norm": 1.5133379987405895,
+      "learning_rate": 5.1533341040514576e-06,
+      "loss": 1.3696,
+      "step": 31080
+    },
+    {
+      "epoch": 1173.5849056603774,
+      "grad_norm": 1.8992042289915705,
+      "learning_rate": 5.146744172189571e-06,
+      "loss": 1.3464,
+      "step": 31100
+    },
+    {
+      "epoch": 1174.3396226415093,
+      "grad_norm": 1.8549085471784923,
+      "learning_rate": 5.140298699903085e-06,
+      "loss": 1.3478,
+      "step": 31120
+    },
+    {
+      "epoch": 1175.0943396226414,
+      "grad_norm": 1.6926406458235648,
+      "learning_rate": 5.133997712119152e-06,
+      "loss": 1.3526,
+      "step": 31140
+    },
+    {
+      "epoch": 1175.8490566037735,
+      "grad_norm": 1.9538672940442745,
+      "learning_rate": 5.127841233206144e-06,
+      "loss": 1.3686,
+      "step": 31160
+    },
+    {
+      "epoch": 1176.6037735849056,
+      "grad_norm": 1.850655603319905,
+      "learning_rate": 5.1218292869735606e-06,
+      "loss": 1.3906,
+      "step": 31180
+    },
+    {
+      "epoch": 1177.3584905660377,
+      "grad_norm": 1.7127479688627378,
+      "learning_rate": 5.115961896671935e-06,
+      "loss": 1.3703,
+      "step": 31200
+    },
+    {
+      "epoch": 1178.1132075471698,
+      "grad_norm": 1.556614260381109,
+      "learning_rate": 5.110239084992749e-06,
+      "loss": 1.3532,
+      "step": 31220
+    },
+    {
+      "epoch": 1178.867924528302,
+      "grad_norm": 2.001126139034296,
+      "learning_rate": 5.1046608740683435e-06,
+      "loss": 1.3929,
+      "step": 31240
+    },
+    {
+      "epoch": 1179.622641509434,
+      "grad_norm": 2.127747604876417,
+      "learning_rate": 5.09922728547183e-06,
+      "loss": 1.3657,
+      "step": 31260
+    },
+    {
+      "epoch": 1180.377358490566,
+      "grad_norm": 1.8364327564945553,
+      "learning_rate": 5.093938340217008e-06,
+      "loss": 1.3426,
+      "step": 31280
+    },
+    {
+      "epoch": 1181.132075471698,
+      "grad_norm": 1.9292610849222944,
+      "learning_rate": 5.088794058758295e-06,
+      "loss": 1.368,
+      "step": 31300
+    },
+    {
+      "epoch": 1181.8867924528302,
+      "grad_norm": 2.0114024877177505,
+      "learning_rate": 5.083794460990618e-06,
+      "loss": 1.39,
+      "step": 31320
+    },
+    {
+      "epoch": 1182.6415094339623,
+      "grad_norm": 1.5735214803674382,
+      "learning_rate": 5.078939566249372e-06,
+      "loss": 1.3632,
+      "step": 31340
+    },
+    {
+      "epoch": 1183.3962264150944,
+      "grad_norm": 1.8428642902345547,
+      "learning_rate": 5.074229393310324e-06,
+      "loss": 1.3757,
+      "step": 31360
+    },
+    {
+      "epoch": 1184.1509433962265,
+      "grad_norm": 1.697897177712772,
+      "learning_rate": 5.06966396038955e-06,
+      "loss": 1.354,
+      "step": 31380
+    },
+    {
+      "epoch": 1184.9056603773586,
+      "grad_norm": 1.807086734591878,
+      "learning_rate": 5.065243285143349e-06,
+      "loss": 1.3757,
+      "step": 31400
+    },
+    {
+      "epoch": 1185.6603773584907,
+      "grad_norm": 1.743179055242126,
+      "learning_rate": 5.0609673846681936e-06,
+      "loss": 1.3819,
+      "step": 31420
+    },
+    {
+      "epoch": 1186.4150943396226,
+      "grad_norm": 1.8735264452983302,
+      "learning_rate": 5.056836275500658e-06,
+      "loss": 1.3579,
+      "step": 31440
+    },
+    {
+      "epoch": 1187.1698113207547,
+      "grad_norm": 1.5862970321945447,
+      "learning_rate": 5.052849973617347e-06,
+      "loss": 1.3445,
+      "step": 31460
+    },
+    {
+      "epoch": 1187.9245283018868,
+      "grad_norm": 1.692517823714256,
+      "learning_rate": 5.049008494434844e-06,
+      "loss": 1.3694,
+      "step": 31480
+    },
+    {
+      "epoch": 1188.6792452830189,
+      "grad_norm": 1.6212477472255649,
+      "learning_rate": 5.045311852809638e-06,
+      "loss": 1.3929,
+      "step": 31500
+    },
+    {
+      "epoch": 1189.433962264151,
+      "grad_norm": 1.52306373987035,
+      "learning_rate": 5.041760063038081e-06,
+      "loss": 1.3579,
+      "step": 31520
+    },
+    {
+      "epoch": 1190.188679245283,
+      "grad_norm": 1.7830544839573095,
+      "learning_rate": 5.038353138856331e-06,
+      "loss": 1.348,
+      "step": 31540
+    },
+    {
+      "epoch": 1190.9433962264152,
+      "grad_norm": 1.7203728735463606,
+      "learning_rate": 5.035091093440292e-06,
+      "loss": 1.37,
+      "step": 31560
+    },
+    {
+      "epoch": 1191.698113207547,
+      "grad_norm": 1.9298089743408848,
+      "learning_rate": 5.0319739394055525e-06,
+      "loss": 1.3627,
+      "step": 31580
+    },
+    {
+      "epoch": 1192.4528301886792,
+      "grad_norm": 1.9488940650586162,
+      "learning_rate": 5.029001688807368e-06,
+      "loss": 1.3537,
+      "step": 31600
+    },
+    {
+      "epoch": 1193.2075471698113,
+      "grad_norm": 2.0609178957358667,
+      "learning_rate": 5.026174353140584e-06,
+      "loss": 1.3521,
+      "step": 31620
+    },
+    {
+      "epoch": 1193.9622641509434,
+      "grad_norm": 1.710559073613117,
+      "learning_rate": 5.0234919433396115e-06,
+      "loss": 1.3768,
+      "step": 31640
+    },
+    {
+      "epoch": 1194.7169811320755,
+      "grad_norm": 1.5082465689013147,
+      "learning_rate": 5.02095446977837e-06,
+      "loss": 1.3893,
+      "step": 31660
+    },
+    {
+      "epoch": 1195.4716981132076,
+      "grad_norm": 2.4105153089947526,
+      "learning_rate": 5.018561942270259e-06,
+      "loss": 1.3532,
+      "step": 31680
+    },
+    {
+      "epoch": 1196.2264150943397,
+      "grad_norm": 1.5148689250273666,
+      "learning_rate": 5.016314370068112e-06,
+      "loss": 1.3429,
+      "step": 31700
+    },
+    {
+      "epoch": 1196.9811320754718,
+      "grad_norm": 1.7305388649029056,
+      "learning_rate": 5.014211761864169e-06,
+      "loss": 1.3559,
+      "step": 31720
+    },
+    {
+      "epoch": 1197.7358490566037,
+      "grad_norm": 3.661229816284544,
+      "learning_rate": 5.012254125790028e-06,
+      "loss": 1.37,
+      "step": 31740
+    },
+    {
+      "epoch": 1198.4905660377358,
+      "grad_norm": 1.9493540072501139,
+      "learning_rate": 5.010441469416635e-06,
+      "loss": 1.3808,
+      "step": 31760
+    },
+    {
+      "epoch": 1199.245283018868,
+      "grad_norm": 1.6896444872077154,
+      "learning_rate": 5.008773799754234e-06,
+      "loss": 1.3631,
+      "step": 31780
+    },
+    {
+      "epoch": 1200.0,
+      "grad_norm": 1.884439542410789,
+      "learning_rate": 5.007251123252356e-06,
+      "loss": 1.3638,
+      "step": 31800
+    },
+    {
+      "epoch": 1200.754716981132,
+      "grad_norm": 1.98761366434412,
+      "learning_rate": 5.005873445799779e-06,
+      "loss": 1.35,
+      "step": 31820
+    },
+    {
+      "epoch": 1201.5094339622642,
+      "grad_norm": 1.8352779283455332,
+      "learning_rate": 5.004640772724519e-06,
+      "loss": 1.3369,
+      "step": 31840
+    },
+    {
+      "epoch": 1202.2641509433963,
+      "grad_norm": 1.712020294826759,
+      "learning_rate": 5.003553108793802e-06,
+      "loss": 1.3511,
+      "step": 31860
+    },
+    {
+      "epoch": 1203.0188679245282,
+      "grad_norm": 1.6743616923339946,
+      "learning_rate": 5.002610458214054e-06,
+      "loss": 1.3259,
+      "step": 31880
+    },
+    {
+      "epoch": 1203.7735849056603,
+      "grad_norm": 1.8393462234102256,
+      "learning_rate": 5.001812824630864e-06,
+      "loss": 1.3646,
+      "step": 31900
+    },
+    {
+      "epoch": 1204.5283018867924,
+      "grad_norm": 1.7631293985305598,
+      "learning_rate": 5.001160211128995e-06,
+      "loss": 1.3384,
+      "step": 31920
+    },
+    {
+      "epoch": 1205.2830188679245,
+      "grad_norm": 1.6536424071703635,
+      "learning_rate": 5.0006526202323554e-06,
+      "loss": 1.3605,
+      "step": 31940
+    },
+    {
+      "epoch": 1206.0377358490566,
+      "grad_norm": 1.5387931434470863,
+      "learning_rate": 5.000290053904e-06,
+      "loss": 1.3892,
+      "step": 31960
+    },
+    {
+      "epoch": 1206.7924528301887,
+      "grad_norm": 1.948827205429464,
+      "learning_rate": 5.0000725135461104e-06,
+      "loss": 1.3541,
+      "step": 31980
+    },
+    {
+      "epoch": 1207.5471698113208,
+      "grad_norm": 1.595259284912312,
+      "learning_rate": 5e-06,
+      "loss": 1.3478,
+      "step": 32000
+    },
+    {
+      "epoch": 1231.5094339622642,
+      "grad_norm": 1.9859843003442184,
+      "learning_rate": 3.1745653570607866e-05,
+      "loss": 1.4161,
+      "step": 32020
+    },
+    {
+      "epoch": 1232.2641509433963,
+      "grad_norm": 2.399291840461689,
+      "learning_rate": 3.170382168563073e-05,
+      "loss": 1.4292,
+      "step": 32040
+    },
+    {
+      "epoch": 1233.0188679245282,
+      "grad_norm": 2.2207067356830597,
+      "learning_rate": 3.166200444421923e-05,
+      "loss": 1.4248,
+      "step": 32060
+    },
+    {
+      "epoch": 1233.7735849056603,
+      "grad_norm": 1.7538222025729717,
+      "learning_rate": 3.1620201903092876e-05,
+      "loss": 1.4549,
+      "step": 32080
+    },
+    {
+      "epoch": 1234.5283018867924,
+      "grad_norm": 1.7296401624898199,
+      "learning_rate": 3.157841411895116e-05,
+      "loss": 1.4544,
+      "step": 32100
+    },
+    {
+      "epoch": 1235.2830188679245,
+      "grad_norm": 1.6657757057870137,
+      "learning_rate": 3.153664114847362e-05,
+      "loss": 1.4734,
+      "step": 32120
+    },
+    {
+      "epoch": 1236.0377358490566,
+      "grad_norm": 1.7240277610891936,
+      "learning_rate": 3.149488304831967e-05,
+      "loss": 1.451,
+      "step": 32140
+    },
+    {
+      "epoch": 1236.7924528301887,
+      "grad_norm": 1.6885797820089437,
+      "learning_rate": 3.145313987512854e-05,
+      "loss": 1.4366,
+      "step": 32160
+    },
+    {
+      "epoch": 1237.5471698113208,
+      "grad_norm": 1.4963776794399322,
+      "learning_rate": 3.141141168551928e-05,
+      "loss": 1.4652,
+      "step": 32180
+    },
+    {
+      "epoch": 1238.301886792453,
+      "grad_norm": 1.4609983523815115,
+      "learning_rate": 3.1369698536090554e-05,
+      "loss": 1.4648,
+      "step": 32200
+    },
+    {
+      "epoch": 1239.0566037735848,
+      "grad_norm": 1.9029419687473905,
+      "learning_rate": 3.132800048342065e-05,
+      "loss": 1.4664,
+      "step": 32220
+    },
+    {
+      "epoch": 1239.811320754717,
+      "grad_norm": 1.7932066669770592,
+      "learning_rate": 3.128631758406736e-05,
+      "loss": 1.4585,
+      "step": 32240
+    },
+    {
+      "epoch": 1240.566037735849,
+      "grad_norm": 1.6253328044167166,
+      "learning_rate": 3.1244649894567945e-05,
+      "loss": 1.4492,
+      "step": 32260
+    },
+    {
+      "epoch": 1241.3207547169811,
+      "grad_norm": 1.507775786714413,
+      "learning_rate": 3.120299747143905e-05,
+      "loss": 1.4934,
+      "step": 32280
+    },
+    {
+      "epoch": 1242.0754716981132,
+      "grad_norm": 1.7801850010709415,
+      "learning_rate": 3.1161360371176566e-05,
+      "loss": 1.4486,
+      "step": 32300
+    },
+    {
+      "epoch": 1242.8301886792453,
+      "grad_norm": 1.6106209389195743,
+      "learning_rate": 3.111973865025564e-05,
+      "loss": 1.4468,
+      "step": 32320
+    },
+    {
+      "epoch": 1243.5849056603774,
+      "grad_norm": 1.8027839874458171,
+      "learning_rate": 3.107813236513054e-05,
+      "loss": 1.477,
+      "step": 32340
+    },
+    {
+      "epoch": 1244.3396226415093,
+      "grad_norm": 1.883131295400716,
+      "learning_rate": 3.1036541572234594e-05,
+      "loss": 1.4555,
+      "step": 32360
+    },
+    {
+      "epoch": 1245.0943396226414,
+      "grad_norm": 1.591157945654413,
+      "learning_rate": 3.099496632798014e-05,
+      "loss": 1.4708,
+      "step": 32380
+    },
+    {
+      "epoch": 1245.8490566037735,
+      "grad_norm": 1.6694778342522842,
+      "learning_rate": 3.095340668875842e-05,
+      "loss": 1.4639,
+      "step": 32400
+    },
+    {
+      "epoch": 1246.6037735849056,
+      "grad_norm": 1.6841562206011031,
+      "learning_rate": 3.091186271093947e-05,
+      "loss": 1.5116,
+      "step": 32420
+    },
+    {
+      "epoch": 1247.3584905660377,
+      "grad_norm": 2.3369379900409943,
+      "learning_rate": 3.0870334450872156e-05,
+      "loss": 1.4754,
+      "step": 32440
+    },
+    {
+      "epoch": 1248.1132075471698,
+      "grad_norm": 1.720534890104194,
+      "learning_rate": 3.0828821964883944e-05,
+      "loss": 1.4941,
+      "step": 32460
+    },
+    {
+      "epoch": 1248.867924528302,
+      "grad_norm": 1.7549772489735695,
+      "learning_rate": 3.0787325309280966e-05,
+      "loss": 1.4799,
+      "step": 32480
+    },
+    {
+      "epoch": 1249.622641509434,
+      "grad_norm": 1.8182084066575632,
+      "learning_rate": 3.074584454034788e-05,
+      "loss": 1.4715,
+      "step": 32500
+    },
+    {
+      "epoch": 1250.377358490566,
+      "grad_norm": 1.5605662428278646,
+      "learning_rate": 3.0704379714347736e-05,
+      "loss": 1.4783,
+      "step": 32520
+    },
+    {
+      "epoch": 1251.132075471698,
+      "grad_norm": 1.569853865239183,
+      "learning_rate": 3.066293088752203e-05,
+      "loss": 1.4638,
+      "step": 32540
+    },
+    {
+      "epoch": 1251.8867924528302,
+      "grad_norm": 1.704579985134968,
+      "learning_rate": 3.062149811609051e-05,
+      "loss": 1.492,
+      "step": 32560
+    },
+    {
+      "epoch": 1252.6415094339623,
+      "grad_norm": 1.7794864973864697,
+      "learning_rate": 3.058008145625118e-05,
+      "loss": 1.4705,
+      "step": 32580
+    },
+    {
+      "epoch": 1253.3962264150944,
+      "grad_norm": 1.8222736973302784,
+      "learning_rate": 3.053868096418017e-05,
+      "loss": 1.4893,
+      "step": 32600
+    },
+    {
+      "epoch": 1254.1509433962265,
+      "grad_norm": 1.5789611538013155,
+      "learning_rate": 3.0497296696031678e-05,
+      "loss": 1.4665,
+      "step": 32620
+    },
+    {
+      "epoch": 1254.9056603773586,
+      "grad_norm": 1.657785958532039,
+      "learning_rate": 3.0455928707937924e-05,
+      "loss": 1.491,
+      "step": 32640
+    },
+    {
+      "epoch": 1255.6603773584907,
+      "grad_norm": 1.3254023383839637,
+      "learning_rate": 3.0414577056008995e-05,
+      "loss": 1.4823,
+      "step": 32660
+    },
+    {
+      "epoch": 1256.4150943396226,
+      "grad_norm": 1.5602437010509045,
+      "learning_rate": 3.0373241796332887e-05,
+      "loss": 1.4704,
+      "step": 32680
+    },
+    {
+      "epoch": 1257.1698113207547,
+      "grad_norm": 2.029474586920305,
+      "learning_rate": 3.0331922984975316e-05,
+      "loss": 1.4765,
+      "step": 32700
+    },
+    {
+      "epoch": 1257.9245283018868,
+      "grad_norm": 1.8553896972815955,
+      "learning_rate": 3.0290620677979688e-05,
+      "loss": 1.5096,
+      "step": 32720
+    },
+    {
+      "epoch": 1258.6792452830189,
+      "grad_norm": 1.4989759048156965,
+      "learning_rate": 3.0249334931367046e-05,
+      "loss": 1.5122,
+      "step": 32740
+    },
+    {
+      "epoch": 1259.433962264151,
+      "grad_norm": 1.6763111597334728,
+      "learning_rate": 3.0208065801135942e-05,
+      "loss": 1.4787,
+      "step": 32760
+    },
+    {
+      "epoch": 1260.188679245283,
+      "grad_norm": 1.469251133196546,
+      "learning_rate": 3.016681334326244e-05,
+      "loss": 1.4854,
+      "step": 32780
+    },
+    {
+      "epoch": 1260.9433962264152,
+      "grad_norm": 1.8501919367454238,
+      "learning_rate": 3.0125577613699926e-05,
+      "loss": 1.4929,
+      "step": 32800
+    },
+    {
+      "epoch": 1261.698113207547,
+      "grad_norm": 1.5790438820656068,
+      "learning_rate": 3.0084358668379155e-05,
+      "loss": 1.5055,
+      "step": 32820
+    },
+    {
+      "epoch": 1262.4528301886792,
+      "grad_norm": 1.5952733717783116,
+      "learning_rate": 3.004315656320806e-05,
+      "loss": 1.4907,
+      "step": 32840
+    },
+    {
+      "epoch": 1263.2075471698113,
+      "grad_norm": 1.6182930520428953,
+      "learning_rate": 3.0001971354071772e-05,
+      "loss": 1.4909,
+      "step": 32860
+    },
+    {
+      "epoch": 1263.9622641509434,
+      "grad_norm": 2.2886630268428663,
+      "learning_rate": 2.996080309683252e-05,
+      "loss": 1.4992,
+      "step": 32880
+    },
+    {
+      "epoch": 1264.7169811320755,
+      "grad_norm": 1.3793974197803296,
+      "learning_rate": 2.9919651847329483e-05,
+      "loss": 1.5061,
+      "step": 32900
+    },
+    {
+      "epoch": 1265.4716981132076,
+      "grad_norm": 1.39182833894468,
+      "learning_rate": 2.9878517661378828e-05,
+      "loss": 1.4591,
+      "step": 32920
+    },
+    {
+      "epoch": 1266.2264150943397,
+      "grad_norm": 1.6904437738848905,
+      "learning_rate": 2.9837400594773515e-05,
+      "loss": 1.5118,
+      "step": 32940
+    },
+    {
+      "epoch": 1266.9811320754718,
+      "grad_norm": 1.6447748796714898,
+      "learning_rate": 2.979630070328336e-05,
+      "loss": 1.4881,
+      "step": 32960
+    },
+    {
+      "epoch": 1267.7358490566037,
+      "grad_norm": 1.3512114550316146,
+      "learning_rate": 2.975521804265484e-05,
+      "loss": 1.4719,
+      "step": 32980
+    },
+    {
+      "epoch": 1268.4905660377358,
+      "grad_norm": 1.6317892668767962,
+      "learning_rate": 2.971415266861105e-05,
+      "loss": 1.5057,
+      "step": 33000
+    },
+    {
+      "epoch": 1269.245283018868,
+      "grad_norm": 1.6596450520295813,
+      "learning_rate": 2.967310463685166e-05,
+      "loss": 1.481,
+      "step": 33020
+    },
+    {
+      "epoch": 1270.0,
+      "grad_norm": 1.6548890468178368,
+      "learning_rate": 2.9632074003052808e-05,
+      "loss": 1.5136,
+      "step": 33040
+    },
+    {
+      "epoch": 1270.754716981132,
+      "grad_norm": 1.5074284840254797,
+      "learning_rate": 2.9591060822867042e-05,
+      "loss": 1.4971,
+      "step": 33060
+    },
+    {
+      "epoch": 1271.5094339622642,
+      "grad_norm": 1.5075074748556512,
+      "learning_rate": 2.9550065151923238e-05,
+      "loss": 1.4647,
+      "step": 33080
+    },
+    {
+      "epoch": 1272.2641509433963,
+      "grad_norm": 1.7144775848474376,
+      "learning_rate": 2.9509087045826505e-05,
+      "loss": 1.5145,
+      "step": 33100
+    },
+    {
+      "epoch": 1273.0188679245282,
+      "grad_norm": 1.5547570517351919,
+      "learning_rate": 2.946812656015815e-05,
+      "loss": 1.4806,
+      "step": 33120
+    },
+    {
+      "epoch": 1273.7735849056603,
+      "grad_norm": 1.91096744807036,
+      "learning_rate": 2.942718375047554e-05,
+      "loss": 1.4953,
+      "step": 33140
+    },
+    {
+      "epoch": 1274.5283018867924,
+      "grad_norm": 1.690681911094072,
+      "learning_rate": 2.9386258672312143e-05,
+      "loss": 1.5043,
+      "step": 33160
+    },
+    {
+      "epoch": 1275.2830188679245,
+      "grad_norm": 1.6094990513366627,
+      "learning_rate": 2.93453513811773e-05,
+      "loss": 1.4656,
+      "step": 33180
+    },
+    {
+      "epoch": 1276.0377358490566,
+      "grad_norm": 1.7166760221415358,
+      "learning_rate": 2.9304461932556262e-05,
+      "loss": 1.5049,
+      "step": 33200
+    },
+    {
+      "epoch": 1276.7924528301887,
+      "grad_norm": 1.4781436729661779,
+      "learning_rate": 2.9263590381910078e-05,
+      "loss": 1.4901,
+      "step": 33220
+    },
+    {
+      "epoch": 1277.5471698113208,
+      "grad_norm": 1.6055713664381628,
+      "learning_rate": 2.9222736784675506e-05,
+      "loss": 1.4744,
+      "step": 33240
+    },
+    {
+      "epoch": 1278.301886792453,
+      "grad_norm": 1.6185246350349134,
+      "learning_rate": 2.9181901196264983e-05,
+      "loss": 1.4809,
+      "step": 33260
+    },
+    {
+      "epoch": 1279.0566037735848,
+      "grad_norm": 1.876852753612874,
+      "learning_rate": 2.9141083672066472e-05,
+      "loss": 1.4737,
+      "step": 33280
+    },
+    {
+      "epoch": 1279.811320754717,
+      "grad_norm": 1.646333221814719,
+      "learning_rate": 2.910028426744349e-05,
+      "loss": 1.4807,
+      "step": 33300
+    },
+    {
+      "epoch": 1280.566037735849,
+      "grad_norm": 1.4950158846180641,
+      "learning_rate": 2.9059503037734925e-05,
+      "loss": 1.4871,
+      "step": 33320
+    },
+    {
+      "epoch": 1281.3207547169811,
+      "grad_norm": 2.5440304246025702,
+      "learning_rate": 2.9018740038255044e-05,
+      "loss": 1.4869,
+      "step": 33340
+    },
+    {
+      "epoch": 1282.0754716981132,
+      "grad_norm": 1.5221803613837093,
+      "learning_rate": 2.897799532429339e-05,
+      "loss": 1.4756,
+      "step": 33360
+    },
+    {
+      "epoch": 1282.8301886792453,
+      "grad_norm": 1.459833552438949,
+      "learning_rate": 2.8937268951114686e-05,
+      "loss": 1.4782,
+      "step": 33380
+    },
+    {
+      "epoch": 1283.5849056603774,
+      "grad_norm": 1.5193291412259906,
+      "learning_rate": 2.8896560973958796e-05,
+      "loss": 1.4925,
+      "step": 33400
+    },
+    {
+      "epoch": 1284.3396226415093,
+      "grad_norm": 1.457579254538571,
+      "learning_rate": 2.88558714480406e-05,
+      "loss": 1.4865,
+      "step": 33420
+    },
+    {
+      "epoch": 1285.0943396226414,
+      "grad_norm": 2.116390864572185,
+      "learning_rate": 2.8815200428549985e-05,
+      "loss": 1.4823,
+      "step": 33440
+    },
+    {
+      "epoch": 1285.8490566037735,
+      "grad_norm": 2.333973476529065,
+      "learning_rate": 2.8774547970651747e-05,
+      "loss": 1.4701,
+      "step": 33460
+    },
+    {
+      "epoch": 1286.6037735849056,
+      "grad_norm": 1.4347402180741313,
+      "learning_rate": 2.8733914129485457e-05,
+      "loss": 1.4964,
+      "step": 33480
+    },
+    {
+      "epoch": 1287.3584905660377,
+      "grad_norm": 1.5219049837257324,
+      "learning_rate": 2.8693298960165473e-05,
+      "loss": 1.4845,
+      "step": 33500
+    },
+    {
+      "epoch": 1288.1132075471698,
+      "grad_norm": 1.7295744561903763,
+      "learning_rate": 2.8652702517780815e-05,
+      "loss": 1.4729,
+      "step": 33520
+    },
+    {
+      "epoch": 1288.867924528302,
+      "grad_norm": 1.3491913340767474,
+      "learning_rate": 2.8612124857395097e-05,
+      "loss": 1.4734,
+      "step": 33540
+    },
+    {
+      "epoch": 1289.622641509434,
+      "grad_norm": 1.612399971127458,
+      "learning_rate": 2.8571566034046486e-05,
+      "loss": 1.4717,
+      "step": 33560
+    },
+    {
+      "epoch": 1290.377358490566,
+      "grad_norm": 1.523340229132746,
+      "learning_rate": 2.8531026102747552e-05,
+      "loss": 1.4784,
+      "step": 33580
+    },
+    {
+      "epoch": 1291.132075471698,
+      "grad_norm": 1.391650177787444,
+      "learning_rate": 2.849050511848529e-05,
+      "loss": 1.4968,
+      "step": 33600
+    },
+    {
+      "epoch": 1291.8867924528302,
+      "grad_norm": 1.631972432390494,
+      "learning_rate": 2.845000313622095e-05,
+      "loss": 1.4783,
+      "step": 33620
+    },
+    {
+      "epoch": 1292.6415094339623,
+      "grad_norm": 1.4676382942374402,
+      "learning_rate": 2.840952021089003e-05,
+      "loss": 1.4724,
+      "step": 33640
+    },
+    {
+      "epoch": 1293.3962264150944,
+      "grad_norm": 1.5025191965428788,
+      "learning_rate": 2.83690563974022e-05,
+      "loss": 1.4958,
+      "step": 33660
+    },
+    {
+      "epoch": 1294.1509433962265,
+      "grad_norm": 1.6379644083109945,
+      "learning_rate": 2.832861175064119e-05,
+      "loss": 1.4834,
+      "step": 33680
+    },
+    {
+      "epoch": 1294.9056603773586,
+      "grad_norm": 1.7312099049664693,
+      "learning_rate": 2.8288186325464705e-05,
+      "loss": 1.4941,
+      "step": 33700
+    },
+    {
+      "epoch": 1295.6603773584907,
+      "grad_norm": 1.5113721107585405,
+      "learning_rate": 2.8247780176704408e-05,
+      "loss": 1.4863,
+      "step": 33720
+    },
+    {
+      "epoch": 1296.4150943396226,
+      "grad_norm": 1.4187238404455875,
+      "learning_rate": 2.8207393359165837e-05,
+      "loss": 1.4635,
+      "step": 33740
+    },
+    {
+      "epoch": 1297.1698113207547,
+      "grad_norm": 1.5036198246572734,
+      "learning_rate": 2.8167025927628266e-05,
+      "loss": 1.4663,
+      "step": 33760
+    },
+    {
+      "epoch": 1297.9245283018868,
+      "grad_norm": 1.656299435435026,
+      "learning_rate": 2.8126677936844698e-05,
+      "loss": 1.4809,
+      "step": 33780
+    },
+    {
+      "epoch": 1298.6792452830189,
+      "grad_norm": 1.7227294745544,
+      "learning_rate": 2.808634944154176e-05,
+      "loss": 1.4518,
+      "step": 33800
+    },
+    {
+      "epoch": 1299.433962264151,
+      "grad_norm": 1.554440422068932,
+      "learning_rate": 2.8046040496419622e-05,
+      "loss": 1.4858,
+      "step": 33820
+    },
+    {
+      "epoch": 1300.188679245283,
+      "grad_norm": 1.5684395687858594,
+      "learning_rate": 2.8005751156151996e-05,
+      "loss": 1.4939,
+      "step": 33840
+    },
+    {
+      "epoch": 1300.9433962264152,
+      "grad_norm": 1.4791453327586883,
+      "learning_rate": 2.7965481475385922e-05,
+      "loss": 1.4981,
+      "step": 33860
+    },
+    {
+      "epoch": 1301.698113207547,
+      "grad_norm": 1.8682361890592045,
+      "learning_rate": 2.792523150874184e-05,
+      "loss": 1.485,
+      "step": 33880
+    },
+    {
+      "epoch": 1302.4528301886792,
+      "grad_norm": 1.4376784070576631,
+      "learning_rate": 2.7885001310813394e-05,
+      "loss": 1.4771,
+      "step": 33900
+    },
+    {
+      "epoch": 1303.2075471698113,
+      "grad_norm": 1.4919487782728726,
+      "learning_rate": 2.7844790936167448e-05,
+      "loss": 1.4818,
+      "step": 33920
+    },
+    {
+      "epoch": 1303.9622641509434,
+      "grad_norm": 1.5926644935407461,
+      "learning_rate": 2.7804600439344004e-05,
+      "loss": 1.481,
+      "step": 33940
+    },
+    {
+      "epoch": 1304.7169811320755,
+      "grad_norm": 2.129672326977145,
+      "learning_rate": 2.776442987485605e-05,
+      "loss": 1.4809,
+      "step": 33960
+    },
+    {
+      "epoch": 1305.4716981132076,
+      "grad_norm": 1.4661184798946012,
+      "learning_rate": 2.7724279297189564e-05,
+      "loss": 1.4734,
+      "step": 33980
+    },
+    {
+      "epoch": 1306.2264150943397,
+      "grad_norm": 1.6422416038082728,
+      "learning_rate": 2.7684148760803404e-05,
+      "loss": 1.4706,
+      "step": 34000
+    },
+    {
+      "epoch": 1306.9811320754718,
+      "grad_norm": 1.6788541325557527,
+      "learning_rate": 2.7644038320129247e-05,
+      "loss": 1.4734,
+      "step": 34020
+    },
+    {
+      "epoch": 1307.7358490566037,
+      "grad_norm": 1.5820996412366164,
+      "learning_rate": 2.7603948029571546e-05,
+      "loss": 1.4731,
+      "step": 34040
+    },
+    {
+      "epoch": 1308.4905660377358,
+      "grad_norm": 1.8093817496261688,
+      "learning_rate": 2.756387794350737e-05,
+      "loss": 1.4876,
+      "step": 34060
+    },
+    {
+      "epoch": 1309.245283018868,
+      "grad_norm": 1.4611414622430816,
+      "learning_rate": 2.7523828116286425e-05,
+      "loss": 1.4958,
+      "step": 34080
+    },
+    {
+      "epoch": 1310.0,
+      "grad_norm": 1.4982681857066789,
+      "learning_rate": 2.7483798602230905e-05,
+      "loss": 1.4713,
+      "step": 34100
+    },
+    {
+      "epoch": 1310.754716981132,
+      "grad_norm": 1.7049190400136933,
+      "learning_rate": 2.744378945563547e-05,
+      "loss": 1.4698,
+      "step": 34120
+    },
+    {
+      "epoch": 1311.5094339622642,
+      "grad_norm": 1.465072325468145,
+      "learning_rate": 2.7403800730767165e-05,
+      "loss": 1.4814,
+      "step": 34140
+    },
+    {
+      "epoch": 1312.2641509433963,
+      "grad_norm": 1.6806290813940998,
+      "learning_rate": 2.7363832481865326e-05,
+      "loss": 1.4623,
+      "step": 34160
+    },
+    {
+      "epoch": 1313.0188679245282,
+      "grad_norm": 1.422949129304357,
+      "learning_rate": 2.7323884763141494e-05,
+      "loss": 1.4798,
+      "step": 34180
+    },
+    {
+      "epoch": 1313.7735849056603,
+      "grad_norm": 1.5386955048633302,
+      "learning_rate": 2.728395762877941e-05,
+      "loss": 1.4588,
+      "step": 34200
+    },
+    {
+      "epoch": 1314.5283018867924,
+      "grad_norm": 1.5472770555424338,
+      "learning_rate": 2.7244051132934836e-05,
+      "loss": 1.451,
+      "step": 34220
+    },
+    {
+      "epoch": 1315.2830188679245,
+      "grad_norm": 1.435168914934391,
+      "learning_rate": 2.72041653297356e-05,
+      "loss": 1.4943,
+      "step": 34240
+    },
+    {
+      "epoch": 1316.0377358490566,
+      "grad_norm": 1.4183350034608622,
+      "learning_rate": 2.716430027328143e-05,
+      "loss": 1.4519,
+      "step": 34260
+    },
+    {
+      "epoch": 1316.7924528301887,
+      "grad_norm": 1.7134876611489063,
+      "learning_rate": 2.7124456017643914e-05,
+      "loss": 1.4658,
+      "step": 34280
+    },
+    {
+      "epoch": 1317.5471698113208,
+      "grad_norm": 1.4042660927164932,
+      "learning_rate": 2.7084632616866437e-05,
+      "loss": 1.4665,
+      "step": 34300
+    },
+    {
+      "epoch": 1318.301886792453,
+      "grad_norm": 1.7236176772036846,
+      "learning_rate": 2.7044830124964073e-05,
+      "loss": 1.4598,
+      "step": 34320
+    },
+    {
+      "epoch": 1319.0566037735848,
+      "grad_norm": 1.7345912564178498,
+      "learning_rate": 2.7005048595923597e-05,
+      "loss": 1.4941,
+      "step": 34340
+    },
+    {
+      "epoch": 1319.811320754717,
+      "grad_norm": 1.6553359599381614,
+      "learning_rate": 2.696528808370328e-05,
+      "loss": 1.448,
+      "step": 34360
+    },
+    {
+      "epoch": 1320.566037735849,
+      "grad_norm": 1.654924545197036,
+      "learning_rate": 2.6925548642232916e-05,
+      "loss": 1.453,
+      "step": 34380
+    },
+    {
+      "epoch": 1321.3207547169811,
+      "grad_norm": 1.966241914838029,
+      "learning_rate": 2.6885830325413732e-05,
+      "loss": 1.4791,
+      "step": 34400
+    },
+    {
+      "epoch": 1322.0754716981132,
+      "grad_norm": 1.613098173730771,
+      "learning_rate": 2.6846133187118266e-05,
+      "loss": 1.4456,
+      "step": 34420
+    },
+    {
+      "epoch": 1322.8301886792453,
+      "grad_norm": 1.694164161340185,
+      "learning_rate": 2.6806457281190392e-05,
+      "loss": 1.4697,
+      "step": 34440
+    },
+    {
+      "epoch": 1323.5849056603774,
+      "grad_norm": 1.7709910517494127,
+      "learning_rate": 2.6766802661445123e-05,
+      "loss": 1.4767,
+      "step": 34460
+    },
+    {
+      "epoch": 1324.3396226415093,
+      "grad_norm": 2.1757270130771547,
+      "learning_rate": 2.672716938166863e-05,
+      "loss": 1.5023,
+      "step": 34480
+    },
+    {
+      "epoch": 1325.0943396226414,
+      "grad_norm": 1.618966012864335,
+      "learning_rate": 2.66875574956181e-05,
+      "loss": 1.4459,
+      "step": 34500
+    },
+    {
+      "epoch": 1325.8490566037735,
+      "grad_norm": 1.6395370020860782,
+      "learning_rate": 2.6647967057021783e-05,
+      "loss": 1.4716,
+      "step": 34520
+    },
+    {
+      "epoch": 1326.6037735849056,
+      "grad_norm": 1.458865429611614,
+      "learning_rate": 2.6608398119578777e-05,
+      "loss": 1.4509,
+      "step": 34540
+    },
+    {
+      "epoch": 1327.3584905660377,
+      "grad_norm": 1.8785096977087146,
+      "learning_rate": 2.656885073695903e-05,
+      "loss": 1.4563,
+      "step": 34560
+    },
+    {
+      "epoch": 1328.1132075471698,
+      "grad_norm": 1.9390316222323336,
+      "learning_rate": 2.652932496280323e-05,
+      "loss": 1.4851,
+      "step": 34580
+    },
+    {
+      "epoch": 1328.867924528302,
+      "grad_norm": 5.310289949887802,
+      "learning_rate": 2.6489820850722802e-05,
+      "loss": 1.4768,
+      "step": 34600
+    },
+    {
+      "epoch": 1329.622641509434,
+      "grad_norm": 1.4684731158219795,
+      "learning_rate": 2.6450338454299786e-05,
+      "loss": 1.4516,
+      "step": 34620
+    },
+    {
+      "epoch": 1330.377358490566,
+      "grad_norm": 1.639577731583303,
+      "learning_rate": 2.641087782708672e-05,
+      "loss": 1.4654,
+      "step": 34640
+    },
+    {
+      "epoch": 1331.132075471698,
+      "grad_norm": 1.6849901015256106,
+      "learning_rate": 2.6371439022606665e-05,
+      "loss": 1.4615,
+      "step": 34660
+    },
+    {
+      "epoch": 1331.8867924528302,
+      "grad_norm": 1.619952725687253,
+      "learning_rate": 2.6332022094353024e-05,
+      "loss": 1.4461,
+      "step": 34680
+    },
+    {
+      "epoch": 1332.6415094339623,
+      "grad_norm": 1.5608967063706551,
+      "learning_rate": 2.6292627095789594e-05,
+      "loss": 1.4523,
+      "step": 34700
+    },
+    {
+      "epoch": 1333.3962264150944,
+      "grad_norm": 1.7568408459896505,
+      "learning_rate": 2.625325408035041e-05,
+      "loss": 1.4758,
+      "step": 34720
+    },
+    {
+      "epoch": 1334.1509433962265,
+      "grad_norm": 1.5186845485994895,
+      "learning_rate": 2.6213903101439668e-05,
+      "loss": 1.4527,
+      "step": 34740
+    },
+    {
+      "epoch": 1334.9056603773586,
+      "grad_norm": 1.9016010055715276,
+      "learning_rate": 2.6174574212431673e-05,
+      "loss": 1.4708,
+      "step": 34760
+    },
+    {
+      "epoch": 1335.6603773584907,
+      "grad_norm": 1.3914584691450766,
+      "learning_rate": 2.6135267466670776e-05,
+      "loss": 1.4519,
+      "step": 34780
+    },
+    {
+      "epoch": 1336.4150943396226,
+      "grad_norm": 1.7920706183325235,
+      "learning_rate": 2.6095982917471312e-05,
+      "loss": 1.4551,
+      "step": 34800
+    },
+    {
+      "epoch": 1337.1698113207547,
+      "grad_norm": 1.7415199040517522,
+      "learning_rate": 2.6056720618117508e-05,
+      "loss": 1.4618,
+      "step": 34820
+    },
+    {
+      "epoch": 1337.9245283018868,
+      "grad_norm": 2.0387577968023423,
+      "learning_rate": 2.6017480621863382e-05,
+      "loss": 1.4336,
+      "step": 34840
+    },
+    {
+      "epoch": 1338.6792452830189,
+      "grad_norm": 1.7452335041516622,
+      "learning_rate": 2.5978262981932716e-05,
+      "loss": 1.4845,
+      "step": 34860
+    },
+    {
+      "epoch": 1339.433962264151,
+      "grad_norm": 1.8221491527113842,
+      "learning_rate": 2.5939067751518968e-05,
+      "loss": 1.4509,
+      "step": 34880
+    },
+    {
+      "epoch": 1340.188679245283,
+      "grad_norm": 1.573534969706598,
+      "learning_rate": 2.58998949837852e-05,
+      "loss": 1.4597,
+      "step": 34900
+    },
+    {
+      "epoch": 1340.9433962264152,
+      "grad_norm": 1.7418894779202971,
+      "learning_rate": 2.5860744731864037e-05,
+      "loss": 1.4509,
+      "step": 34920
+    },
+    {
+      "epoch": 1341.698113207547,
+      "grad_norm": 2.3533748801857612,
+      "learning_rate": 2.5821617048857514e-05,
+      "loss": 1.4707,
+      "step": 34940
+    },
+    {
+      "epoch": 1342.4528301886792,
+      "grad_norm": 1.6384303594662744,
+      "learning_rate": 2.5782511987837087e-05,
+      "loss": 1.4483,
+      "step": 34960
+    },
+    {
+      "epoch": 1343.2075471698113,
+      "grad_norm": 1.7437935503570192,
+      "learning_rate": 2.5743429601843493e-05,
+      "loss": 1.4708,
+      "step": 34980
+    },
+    {
+      "epoch": 1343.9622641509434,
+      "grad_norm": 1.6299173329516294,
+      "learning_rate": 2.5704369943886763e-05,
+      "loss": 1.4487,
+      "step": 35000
+    },
+    {
+      "epoch": 1344.7169811320755,
+      "grad_norm": 1.5340708358576824,
+      "learning_rate": 2.5665333066946082e-05,
+      "loss": 1.4659,
+      "step": 35020
+    },
+    {
+      "epoch": 1345.4716981132076,
+      "grad_norm": 1.70280338168885,
+      "learning_rate": 2.5626319023969715e-05,
+      "loss": 1.4547,
+      "step": 35040
+    },
+    {
+      "epoch": 1346.2264150943397,
+      "grad_norm": 1.6585665666032239,
+      "learning_rate": 2.558732786787497e-05,
+      "loss": 1.4514,
+      "step": 35060
+    },
+    {
+      "epoch": 1346.9811320754718,
+      "grad_norm": 1.562613257380082,
+      "learning_rate": 2.5548359651548126e-05,
+      "loss": 1.4661,
+      "step": 35080
+    },
+    {
+      "epoch": 1347.7358490566037,
+      "grad_norm": 1.7392138600300024,
+      "learning_rate": 2.550941442784431e-05,
+      "loss": 1.4546,
+      "step": 35100
+    },
+    {
+      "epoch": 1348.4905660377358,
+      "grad_norm": 1.9111375288571992,
+      "learning_rate": 2.5470492249587522e-05,
+      "loss": 1.4478,
+      "step": 35120
+    },
+    {
+      "epoch": 1349.245283018868,
+      "grad_norm": 1.4950805686503206,
+      "learning_rate": 2.5431593169570446e-05,
+      "loss": 1.4535,
+      "step": 35140
+    },
+    {
+      "epoch": 1350.0,
+      "grad_norm": 2.553809298230812,
+      "learning_rate": 2.539271724055444e-05,
+      "loss": 1.464,
+      "step": 35160
+    },
+    {
+      "epoch": 1350.754716981132,
+      "grad_norm": 1.562798272416066,
+      "learning_rate": 2.5353864515269525e-05,
+      "loss": 1.4665,
+      "step": 35180
+    },
+    {
+      "epoch": 1351.5094339622642,
+      "grad_norm": 1.5956415565820565,
+      "learning_rate": 2.531503504641416e-05,
+      "loss": 1.4174,
+      "step": 35200
+    },
+    {
+      "epoch": 1352.2641509433963,
+      "grad_norm": 1.745867042261029,
+      "learning_rate": 2.5276228886655333e-05,
+      "loss": 1.4738,
+      "step": 35220
+    },
+    {
+      "epoch": 1353.0188679245282,
+      "grad_norm": 1.8454370598772634,
+      "learning_rate": 2.5237446088628384e-05,
+      "loss": 1.4407,
+      "step": 35240
+    },
+    {
+      "epoch": 1353.7735849056603,
+      "grad_norm": 1.70704191729437,
+      "learning_rate": 2.5198686704936945e-05,
+      "loss": 1.4617,
+      "step": 35260
+    },
+    {
+      "epoch": 1354.5283018867924,
+      "grad_norm": 1.410719238952515,
+      "learning_rate": 2.5159950788152942e-05,
+      "loss": 1.4397,
+      "step": 35280
+    },
+    {
+      "epoch": 1355.2830188679245,
+      "grad_norm": 1.811804083528806,
+      "learning_rate": 2.512123839081642e-05,
+      "loss": 1.443,
+      "step": 35300
+    },
+    {
+      "epoch": 1356.0377358490566,
+      "grad_norm": 1.659319824434148,
+      "learning_rate": 2.508254956543557e-05,
+      "loss": 1.4577,
+      "step": 35320
+    },
+    {
+      "epoch": 1356.7924528301887,
+      "grad_norm": 1.5084615900612242,
+      "learning_rate": 2.504388436448657e-05,
+      "loss": 1.4702,
+      "step": 35340
+    },
+    {
+      "epoch": 1357.5471698113208,
+      "grad_norm": 1.6272545133599885,
+      "learning_rate": 2.500524284041357e-05,
+      "loss": 1.4397,
+      "step": 35360
+    },
+    {
+      "epoch": 1358.301886792453,
+      "grad_norm": 1.470645864952112,
+      "learning_rate": 2.4966625045628615e-05,
+      "loss": 1.4435,
+      "step": 35380
+    },
+    {
+      "epoch": 1359.0566037735848,
+      "grad_norm": 1.455775463587072,
+      "learning_rate": 2.4928031032511544e-05,
+      "loss": 1.4554,
+      "step": 35400
+    },
+    {
+      "epoch": 1359.811320754717,
+      "grad_norm": 1.6787988136879601,
+      "learning_rate": 2.4889460853409974e-05,
+      "loss": 1.4692,
+      "step": 35420
+    },
+    {
+      "epoch": 1360.566037735849,
+      "grad_norm": 1.5640507822516196,
+      "learning_rate": 2.485091456063916e-05,
+      "loss": 1.4528,
+      "step": 35440
+    },
+    {
+      "epoch": 1361.3207547169811,
+      "grad_norm": 1.396621608357886,
+      "learning_rate": 2.4812392206481945e-05,
+      "loss": 1.4371,
+      "step": 35460
+    },
+    {
+      "epoch": 1362.0754716981132,
+      "grad_norm": 1.8537494645554213,
+      "learning_rate": 2.477389384318876e-05,
+      "loss": 1.4395,
+      "step": 35480
+    },
+    {
+      "epoch": 1362.8301886792453,
+      "grad_norm": 1.512928732642698,
+      "learning_rate": 2.4735419522977467e-05,
+      "loss": 1.4914,
+      "step": 35500
+    },
+    {
+      "epoch": 1363.5849056603774,
+      "grad_norm": 1.6340922613193214,
+      "learning_rate": 2.46969692980333e-05,
+      "loss": 1.4654,
+      "step": 35520
+    },
+    {
+      "epoch": 1364.3396226415093,
+      "grad_norm": 1.5378015561259157,
+      "learning_rate": 2.465854322050881e-05,
+      "loss": 1.4246,
+      "step": 35540
+    },
+    {
+      "epoch": 1365.0943396226414,
+      "grad_norm": 1.8471949838761705,
+      "learning_rate": 2.462014134252384e-05,
+      "loss": 1.4386,
+      "step": 35560
+    },
+    {
+      "epoch": 1365.8490566037735,
+      "grad_norm": 2.139477793232749,
+      "learning_rate": 2.4581763716165345e-05,
+      "loss": 1.4314,
+      "step": 35580
+    },
+    {
+      "epoch": 1366.6037735849056,
+      "grad_norm": 1.5366713623147805,
+      "learning_rate": 2.454341039348746e-05,
+      "loss": 1.4514,
+      "step": 35600
+    },
+    {
+      "epoch": 1367.3584905660377,
+      "grad_norm": 2.6632963736452018,
+      "learning_rate": 2.4505081426511286e-05,
+      "loss": 1.4244,
+      "step": 35620
+    },
+    {
+      "epoch": 1368.1132075471698,
+      "grad_norm": 1.7507517183403924,
+      "learning_rate": 2.4466776867224914e-05,
+      "loss": 1.4401,
+      "step": 35640
+    },
+    {
+      "epoch": 1368.867924528302,
+      "grad_norm": 1.7263277038654796,
+      "learning_rate": 2.4428496767583355e-05,
+      "loss": 1.4569,
+      "step": 35660
+    },
+    {
+      "epoch": 1369.622641509434,
+      "grad_norm": 1.664393561735168,
+      "learning_rate": 2.4390241179508404e-05,
+      "loss": 1.4387,
+      "step": 35680
+    },
+    {
+      "epoch": 1370.377358490566,
+      "grad_norm": 1.723479394345894,
+      "learning_rate": 2.435201015488865e-05,
+      "loss": 1.4411,
+      "step": 35700
+    },
+    {
+      "epoch": 1371.132075471698,
+      "grad_norm": 1.434976866992101,
+      "learning_rate": 2.4313803745579318e-05,
+      "loss": 1.4284,
+      "step": 35720
+    },
+    {
+      "epoch": 1371.8867924528302,
+      "grad_norm": 1.4785579710843697,
+      "learning_rate": 2.4275622003402272e-05,
+      "loss": 1.442,
+      "step": 35740
+    },
+    {
+      "epoch": 1372.6415094339623,
+      "grad_norm": 1.4377021405339876,
+      "learning_rate": 2.4237464980145938e-05,
+      "loss": 1.4585,
+      "step": 35760
+    },
+    {
+      "epoch": 1373.3962264150944,
+      "grad_norm": 1.4439423657468624,
+      "learning_rate": 2.4199332727565162e-05,
+      "loss": 1.4415,
+      "step": 35780
+    },
+    {
+      "epoch": 1374.1509433962265,
+      "grad_norm": 1.6286933767716432,
+      "learning_rate": 2.4161225297381257e-05,
+      "loss": 1.4191,
+      "step": 35800
+    },
+    {
+      "epoch": 1374.9056603773586,
+      "grad_norm": 1.8061947503706157,
+      "learning_rate": 2.412314274128181e-05,
+      "loss": 1.4328,
+      "step": 35820
+    },
+    {
+      "epoch": 1375.6603773584907,
+      "grad_norm": 1.4892866827277318,
+      "learning_rate": 2.408508511092069e-05,
+      "loss": 1.426,
+      "step": 35840
+    },
+    {
+      "epoch": 1376.4150943396226,
+      "grad_norm": 2.1944517889347206,
+      "learning_rate": 2.4047052457917976e-05,
+      "loss": 1.4383,
+      "step": 35860
+    },
+    {
+      "epoch": 1377.1698113207547,
+      "grad_norm": 1.657764612011157,
+      "learning_rate": 2.4009044833859837e-05,
+      "loss": 1.4335,
+      "step": 35880
+    },
+    {
+      "epoch": 1377.9245283018868,
+      "grad_norm": 1.6641457685651413,
+      "learning_rate": 2.397106229029853e-05,
+      "loss": 1.449,
+      "step": 35900
+    },
+    {
+      "epoch": 1378.6792452830189,
+      "grad_norm": 1.6180638342974163,
+      "learning_rate": 2.3933104878752255e-05,
+      "loss": 1.4531,
+      "step": 35920
+    },
+    {
+      "epoch": 1379.433962264151,
+      "grad_norm": 1.4294375910343768,
+      "learning_rate": 2.3895172650705135e-05,
+      "loss": 1.394,
+      "step": 35940
+    },
+    {
+      "epoch": 1380.188679245283,
+      "grad_norm": 1.8277501896092694,
+      "learning_rate": 2.3857265657607175e-05,
+      "loss": 1.3907,
+      "step": 35960
+    },
+    {
+      "epoch": 1380.9433962264152,
+      "grad_norm": 1.498142714401942,
+      "learning_rate": 2.381938395087408e-05,
+      "loss": 1.427,
+      "step": 35980
+    },
+    {
+      "epoch": 1381.698113207547,
+      "grad_norm": 1.6446695245077154,
+      "learning_rate": 2.3781527581887328e-05,
+      "loss": 1.4267,
+      "step": 36000
+    },
+    {
+      "epoch": 1382.4528301886792,
+      "grad_norm": 2.126047948088478,
+      "learning_rate": 2.3743696601993973e-05,
+      "loss": 1.4513,
+      "step": 36020
+    },
+    {
+      "epoch": 1383.2075471698113,
+      "grad_norm": 1.5906073184513956,
+      "learning_rate": 2.3705891062506686e-05,
+      "loss": 1.4468,
+      "step": 36040
+    },
+    {
+      "epoch": 1383.9622641509434,
+      "grad_norm": 1.6659051387541641,
+      "learning_rate": 2.366811101470359e-05,
+      "loss": 1.4397,
+      "step": 36060
+    },
+    {
+      "epoch": 1384.7169811320755,
+      "grad_norm": 1.7950603394090476,
+      "learning_rate": 2.363035650982822e-05,
+      "loss": 1.4314,
+      "step": 36080
+    },
+    {
+      "epoch": 1385.4716981132076,
+      "grad_norm": 1.7227503126171113,
+      "learning_rate": 2.359262759908953e-05,
+      "loss": 1.4305,
+      "step": 36100
+    },
+    {
+      "epoch": 1386.2264150943397,
+      "grad_norm": 1.5686879263532916,
+      "learning_rate": 2.355492433366169e-05,
+      "loss": 1.4606,
+      "step": 36120
+    },
+    {
+      "epoch": 1386.9811320754718,
+      "grad_norm": 1.6010165898998077,
+      "learning_rate": 2.3517246764684138e-05,
+      "loss": 1.441,
+      "step": 36140
+    },
+    {
+      "epoch": 1387.7358490566037,
+      "grad_norm": 3.491710911332113,
+      "learning_rate": 2.3479594943261428e-05,
+      "loss": 1.4341,
+      "step": 36160
+    },
+    {
+      "epoch": 1388.4905660377358,
+      "grad_norm": 1.6931483101249463,
+      "learning_rate": 2.3441968920463175e-05,
+      "loss": 1.4059,
+      "step": 36180
+    },
+    {
+      "epoch": 1389.245283018868,
+      "grad_norm": 1.5814288881168233,
+      "learning_rate": 2.340436874732406e-05,
+      "loss": 1.4494,
+      "step": 36200
+    },
+    {
+      "epoch": 1390.0,
+      "grad_norm": 1.7550476965929234,
+      "learning_rate": 2.3366794474843636e-05,
+      "loss": 1.4461,
+      "step": 36220
+    },
+    {
+      "epoch": 1390.754716981132,
+      "grad_norm": 1.6037325519139611,
+      "learning_rate": 2.332924615398638e-05,
+      "loss": 1.4324,
+      "step": 36240
+    },
+    {
+      "epoch": 1391.5094339622642,
+      "grad_norm": 1.5872440902961078,
+      "learning_rate": 2.3291723835681542e-05,
+      "loss": 1.4229,
+      "step": 36260
+    },
+    {
+      "epoch": 1392.2641509433963,
+      "grad_norm": 1.6075974238110624,
+      "learning_rate": 2.3254227570823088e-05,
+      "loss": 1.4319,
+      "step": 36280
+    },
+    {
+      "epoch": 1393.0188679245282,
+      "grad_norm": 1.664082496030561,
+      "learning_rate": 2.3216757410269688e-05,
+      "loss": 1.4133,
+      "step": 36300
+    },
+    {
+      "epoch": 1393.7735849056603,
+      "grad_norm": 1.868185444331913,
+      "learning_rate": 2.3179313404844556e-05,
+      "loss": 1.4303,
+      "step": 36320
+    },
+    {
+      "epoch": 1394.5283018867924,
+      "grad_norm": 1.5709216565532331,
+      "learning_rate": 2.314189560533549e-05,
+      "loss": 1.4136,
+      "step": 36340
+    },
+    {
+      "epoch": 1395.2830188679245,
+      "grad_norm": 1.6461901097795721,
+      "learning_rate": 2.3104504062494673e-05,
+      "loss": 1.4359,
+      "step": 36360
+    },
+    {
+      "epoch": 1396.0377358490566,
+      "grad_norm": 1.4737937485692245,
+      "learning_rate": 2.306713882703874e-05,
+      "loss": 1.4417,
+      "step": 36380
+    },
+    {
+      "epoch": 1396.7924528301887,
+      "grad_norm": 1.62600468664324,
+      "learning_rate": 2.3029799949648578e-05,
+      "loss": 1.4471,
+      "step": 36400
+    },
+    {
+      "epoch": 1397.5471698113208,
+      "grad_norm": 2.4473530264247914,
+      "learning_rate": 2.2992487480969405e-05,
+      "loss": 1.4239,
+      "step": 36420
+    },
+    {
+      "epoch": 1398.301886792453,
+      "grad_norm": 1.451788707298732,
+      "learning_rate": 2.295520147161054e-05,
+      "loss": 1.4213,
+      "step": 36440
+    },
+    {
+      "epoch": 1399.0566037735848,
+      "grad_norm": 1.6561495842890779,
+      "learning_rate": 2.2917941972145448e-05,
+      "loss": 1.4289,
+      "step": 36460
+    },
+    {
+      "epoch": 1399.811320754717,
+      "grad_norm": 1.7199804756862742,
+      "learning_rate": 2.288070903311165e-05,
+      "loss": 1.4089,
+      "step": 36480
+    },
+    {
+      "epoch": 1400.566037735849,
+      "grad_norm": 1.3767860468778748,
+      "learning_rate": 2.2843502705010602e-05,
+      "loss": 1.43,
+      "step": 36500
+    },
+    {
+      "epoch": 1401.3207547169811,
+      "grad_norm": 1.629044071752712,
+      "learning_rate": 2.2806323038307724e-05,
+      "loss": 1.4353,
+      "step": 36520
+    },
+    {
+      "epoch": 1402.0754716981132,
+      "grad_norm": 1.5402931594748135,
+      "learning_rate": 2.2769170083432224e-05,
+      "loss": 1.4002,
+      "step": 36540
+    },
+    {
+      "epoch": 1402.8301886792453,
+      "grad_norm": 1.6851610727649395,
+      "learning_rate": 2.273204389077707e-05,
+      "loss": 1.4303,
+      "step": 36560
+    },
+    {
+      "epoch": 1403.5849056603774,
+      "grad_norm": 1.6351932980143555,
+      "learning_rate": 2.2694944510698992e-05,
+      "loss": 1.4324,
+      "step": 36580
+    },
+    {
+      "epoch": 1404.3396226415093,
+      "grad_norm": 1.3360407707287731,
+      "learning_rate": 2.265787199351829e-05,
+      "loss": 1.4296,
+      "step": 36600
+    },
+    {
+      "epoch": 1405.0943396226414,
+      "grad_norm": 1.6229856547835415,
+      "learning_rate": 2.2620826389518878e-05,
+      "loss": 1.4132,
+      "step": 36620
+    },
+    {
+      "epoch": 1405.8490566037735,
+      "grad_norm": 1.5762261444691155,
+      "learning_rate": 2.258380774894813e-05,
+      "loss": 1.4189,
+      "step": 36640
+    },
+    {
+      "epoch": 1406.6037735849056,
+      "grad_norm": 1.6330786646124598,
+      "learning_rate": 2.254681612201684e-05,
+      "loss": 1.4229,
+      "step": 36660
+    },
+    {
+      "epoch": 1407.3584905660377,
+      "grad_norm": 1.6074464661210397,
+      "learning_rate": 2.2509851558899212e-05,
+      "loss": 1.4438,
+      "step": 36680
+    },
+    {
+      "epoch": 1408.1132075471698,
+      "grad_norm": 2.912277484153031,
+      "learning_rate": 2.2472914109732686e-05,
+      "loss": 1.4195,
+      "step": 36700
+    },
+    {
+      "epoch": 1408.867924528302,
+      "grad_norm": 1.6223740817719732,
+      "learning_rate": 2.2436003824617963e-05,
+      "loss": 1.4099,
+      "step": 36720
+    },
+    {
+      "epoch": 1409.622641509434,
+      "grad_norm": 1.766781857646511,
+      "learning_rate": 2.2399120753618896e-05,
+      "loss": 1.4168,
+      "step": 36740
+    },
+    {
+      "epoch": 1410.377358490566,
+      "grad_norm": 1.5296965456959557,
+      "learning_rate": 2.2362264946762392e-05,
+      "loss": 1.4118,
+      "step": 36760
+    },
+    {
+      "epoch": 1411.132075471698,
+      "grad_norm": 1.6610041335566879,
+      "learning_rate": 2.232543645403842e-05,
+      "loss": 1.4166,
+      "step": 36780
+    },
+    {
+      "epoch": 1411.8867924528302,
+      "grad_norm": 1.5205836616470723,
+      "learning_rate": 2.228863532539987e-05,
+      "loss": 1.4246,
+      "step": 36800
+    },
+    {
+      "epoch": 1412.6415094339623,
+      "grad_norm": 2.018497485986653,
+      "learning_rate": 2.2251861610762556e-05,
+      "loss": 1.4219,
+      "step": 36820
+    },
+    {
+      "epoch": 1413.3962264150944,
+      "grad_norm": 1.495393210690481,
+      "learning_rate": 2.221511536000505e-05,
+      "loss": 1.4201,
+      "step": 36840
+    },
+    {
+      "epoch": 1414.1509433962265,
+      "grad_norm": 1.5817177891641536,
+      "learning_rate": 2.2178396622968714e-05,
+      "loss": 1.4301,
+      "step": 36860
+    },
+    {
+      "epoch": 1414.9056603773586,
+      "grad_norm": 1.5602680564678848,
+      "learning_rate": 2.2141705449457588e-05,
+      "loss": 1.4246,
+      "step": 36880
+    },
+    {
+      "epoch": 1415.6603773584907,
+      "grad_norm": 1.5687723652001904,
+      "learning_rate": 2.2105041889238327e-05,
+      "loss": 1.4291,
+      "step": 36900
+    },
+    {
+      "epoch": 1416.4150943396226,
+      "grad_norm": 1.6516438298835592,
+      "learning_rate": 2.2068405992040127e-05,
+      "loss": 1.4186,
+      "step": 36920
+    },
+    {
+      "epoch": 1417.1698113207547,
+      "grad_norm": 1.6972963029742167,
+      "learning_rate": 2.2031797807554646e-05,
+      "loss": 1.4026,
+      "step": 36940
+    },
+    {
+      "epoch": 1417.9245283018868,
+      "grad_norm": 1.6936263753645908,
+      "learning_rate": 2.1995217385435962e-05,
+      "loss": 1.3882,
+      "step": 36960
+    },
+    {
+      "epoch": 1418.6792452830189,
+      "grad_norm": 1.697372534880421,
+      "learning_rate": 2.1958664775300517e-05,
+      "loss": 1.4228,
+      "step": 36980
+    },
+    {
+      "epoch": 1419.433962264151,
+      "grad_norm": 1.4972148012217616,
+      "learning_rate": 2.192214002672703e-05,
+      "loss": 1.3961,
+      "step": 37000
+    },
+    {
+      "epoch": 1420.188679245283,
+      "grad_norm": 1.6926137674291781,
+      "learning_rate": 2.1885643189256404e-05,
+      "loss": 1.4005,
+      "step": 37020
+    },
+    {
+      "epoch": 1420.9433962264152,
+      "grad_norm": 1.6182171449313734,
+      "learning_rate": 2.1849174312391693e-05,
+      "loss": 1.3939,
+      "step": 37040
+    },
+    {
+      "epoch": 1421.698113207547,
+      "grad_norm": 1.6235165658387523,
+      "learning_rate": 2.181273344559802e-05,
+      "loss": 1.414,
+      "step": 37060
+    },
+    {
+      "epoch": 1422.4528301886792,
+      "grad_norm": 1.7354641628437306,
+      "learning_rate": 2.1776320638302533e-05,
+      "loss": 1.4039,
+      "step": 37080
+    },
+    {
+      "epoch": 1423.2075471698113,
+      "grad_norm": 1.7598777416483105,
+      "learning_rate": 2.1739935939894332e-05,
+      "loss": 1.4319,
+      "step": 37100
+    },
+    {
+      "epoch": 1423.9622641509434,
+      "grad_norm": 1.6119817066147992,
+      "learning_rate": 2.170357939972436e-05,
+      "loss": 1.4083,
+      "step": 37120
+    },
+    {
+      "epoch": 1424.7169811320755,
+      "grad_norm": 1.5177195143064601,
+      "learning_rate": 2.1667251067105383e-05,
+      "loss": 1.4084,
+      "step": 37140
+    },
+    {
+      "epoch": 1425.4716981132076,
+      "grad_norm": 1.6531623474873094,
+      "learning_rate": 2.1630950991311884e-05,
+      "loss": 1.3961,
+      "step": 37160
+    },
+    {
+      "epoch": 1426.2264150943397,
+      "grad_norm": 1.9866189092494402,
+      "learning_rate": 2.159467922158006e-05,
+      "loss": 1.4205,
+      "step": 37180
+    },
+    {
+      "epoch": 1426.9811320754718,
+      "grad_norm": 1.6409536663163726,
+      "learning_rate": 2.15584358071077e-05,
+      "loss": 1.4065,
+      "step": 37200
+    },
+    {
+      "epoch": 1427.7358490566037,
+      "grad_norm": 1.5972136032609723,
+      "learning_rate": 2.1522220797054117e-05,
+      "loss": 1.3999,
+      "step": 37220
+    },
+    {
+      "epoch": 1428.4905660377358,
+      "grad_norm": 1.7176147072411343,
+      "learning_rate": 2.1486034240540095e-05,
+      "loss": 1.4077,
+      "step": 37240
+    },
+    {
+      "epoch": 1429.245283018868,
+      "grad_norm": 2.2258677114656655,
+      "learning_rate": 2.1449876186647868e-05,
+      "loss": 1.4174,
+      "step": 37260
+    },
+    {
+      "epoch": 1430.0,
+      "grad_norm": 1.702909141767608,
+      "learning_rate": 2.1413746684420938e-05,
+      "loss": 1.3745,
+      "step": 37280
+    },
+    {
+      "epoch": 1430.754716981132,
+      "grad_norm": 2.1998514759828915,
+      "learning_rate": 2.1377645782864164e-05,
+      "loss": 1.421,
+      "step": 37300
+    },
+    {
+      "epoch": 1431.5094339622642,
+      "grad_norm": 1.4634078104497494,
+      "learning_rate": 2.134157353094355e-05,
+      "loss": 1.4219,
+      "step": 37320
+    },
+    {
+      "epoch": 1432.2641509433963,
+      "grad_norm": 1.7232746233155163,
+      "learning_rate": 2.1305529977586244e-05,
+      "loss": 1.4236,
+      "step": 37340
+    },
+    {
+      "epoch": 1433.0188679245282,
+      "grad_norm": 1.7372503788909404,
+      "learning_rate": 2.1269515171680505e-05,
+      "loss": 1.391,
+      "step": 37360
+    },
+    {
+      "epoch": 1433.7735849056603,
+      "grad_norm": 1.8471672382610358,
+      "learning_rate": 2.1233529162075586e-05,
+      "loss": 1.4087,
+      "step": 37380
+    },
+    {
+      "epoch": 1434.5283018867924,
+      "grad_norm": 1.6217649320497987,
+      "learning_rate": 2.1197571997581665e-05,
+      "loss": 1.4239,
+      "step": 37400
+    },
+    {
+      "epoch": 1435.2830188679245,
+      "grad_norm": 1.5296478429731253,
+      "learning_rate": 2.1161643726969807e-05,
+      "loss": 1.3958,
+      "step": 37420
+    },
+    {
+      "epoch": 1436.0377358490566,
+      "grad_norm": 1.560888539193858,
+      "learning_rate": 2.1125744398971865e-05,
+      "loss": 1.3979,
+      "step": 37440
+    },
+    {
+      "epoch": 1436.7924528301887,
+      "grad_norm": 4.524184692042414,
+      "learning_rate": 2.1089874062280467e-05,
+      "loss": 1.4068,
+      "step": 37460
+    },
+    {
+      "epoch": 1437.5471698113208,
+      "grad_norm": 1.9907802095010148,
+      "learning_rate": 2.1054032765548943e-05,
+      "loss": 1.4128,
+      "step": 37480
+    },
+    {
+      "epoch": 1438.301886792453,
+      "grad_norm": 1.5158745007996666,
+      "learning_rate": 2.1018220557391152e-05,
+      "loss": 1.4206,
+      "step": 37500
+    },
+    {
+      "epoch": 1439.0566037735848,
+      "grad_norm": 1.922346737191028,
+      "learning_rate": 2.0982437486381567e-05,
+      "loss": 1.4155,
+      "step": 37520
+    },
+    {
+      "epoch": 1439.811320754717,
+      "grad_norm": 1.6671399833246607,
+      "learning_rate": 2.094668360105509e-05,
+      "loss": 1.4052,
+      "step": 37540
+    },
+    {
+      "epoch": 1440.566037735849,
+      "grad_norm": 1.6551308179910114,
+      "learning_rate": 2.0910958949907086e-05,
+      "loss": 1.3986,
+      "step": 37560
+    },
+    {
+      "epoch": 1441.3207547169811,
+      "grad_norm": 1.5091823329163863,
+      "learning_rate": 2.087526358139325e-05,
+      "loss": 1.3842,
+      "step": 37580
+    },
+    {
+      "epoch": 1442.0754716981132,
+      "grad_norm": 1.5775979624954766,
+      "learning_rate": 2.0839597543929547e-05,
+      "loss": 1.3695,
+      "step": 37600
+    },
+    {
+      "epoch": 1442.8301886792453,
+      "grad_norm": 1.65888589339979,
+      "learning_rate": 2.0803960885892166e-05,
+      "loss": 1.4212,
+      "step": 37620
+    },
+    {
+      "epoch": 1443.5849056603774,
+      "grad_norm": 1.7548961067858515,
+      "learning_rate": 2.0768353655617437e-05,
+      "loss": 1.4113,
+      "step": 37640
+    },
+    {
+      "epoch": 1444.3396226415093,
+      "grad_norm": 1.6568444527605615,
+      "learning_rate": 2.0732775901401787e-05,
+      "loss": 1.4097,
+      "step": 37660
+    },
+    {
+      "epoch": 1445.0943396226414,
+      "grad_norm": 1.569007851847122,
+      "learning_rate": 2.0697227671501686e-05,
+      "loss": 1.4025,
+      "step": 37680
+    },
+    {
+      "epoch": 1445.8490566037735,
+      "grad_norm": 2.054795832820314,
+      "learning_rate": 2.0661709014133507e-05,
+      "loss": 1.379,
+      "step": 37700
+    },
+    {
+      "epoch": 1446.6037735849056,
+      "grad_norm": 1.825419627550906,
+      "learning_rate": 2.0626219977473546e-05,
+      "loss": 1.4141,
+      "step": 37720
+    },
+    {
+      "epoch": 1447.3584905660377,
+      "grad_norm": 1.5477059924334846,
+      "learning_rate": 2.05907606096579e-05,
+      "loss": 1.3764,
+      "step": 37740
+    },
+    {
+      "epoch": 1448.1132075471698,
+      "grad_norm": 1.6756003225697567,
+      "learning_rate": 2.0555330958782456e-05,
+      "loss": 1.3943,
+      "step": 37760
+    },
+    {
+      "epoch": 1448.867924528302,
+      "grad_norm": 1.6181024178942431,
+      "learning_rate": 2.0519931072902775e-05,
+      "loss": 1.3828,
+      "step": 37780
+    },
+    {
+      "epoch": 1449.622641509434,
+      "grad_norm": 1.5075137093108786,
+      "learning_rate": 2.0484561000034048e-05,
+      "loss": 1.3993,
+      "step": 37800
+    },
+    {
+      "epoch": 1450.377358490566,
+      "grad_norm": 1.7611806649373956,
+      "learning_rate": 2.0449220788151017e-05,
+      "loss": 1.4025,
+      "step": 37820
+    },
+    {
+      "epoch": 1451.132075471698,
+      "grad_norm": 1.5899695714047575,
+      "learning_rate": 2.0413910485187918e-05,
+      "loss": 1.4011,
+      "step": 37840
+    },
+    {
+      "epoch": 1451.8867924528302,
+      "grad_norm": 1.9368764939203147,
+      "learning_rate": 2.0378630139038477e-05,
+      "loss": 1.3914,
+      "step": 37860
+    },
+    {
+      "epoch": 1452.6415094339623,
+      "grad_norm": 2.2298811573087938,
+      "learning_rate": 2.0343379797555718e-05,
+      "loss": 1.4096,
+      "step": 37880
+    },
+    {
+      "epoch": 1453.3962264150944,
+      "grad_norm": 1.8812446095800621,
+      "learning_rate": 2.0308159508552003e-05,
+      "loss": 1.3994,
+      "step": 37900
+    },
+    {
+      "epoch": 1454.1509433962265,
+      "grad_norm": 1.546640573436516,
+      "learning_rate": 2.0272969319798898e-05,
+      "loss": 1.3901,
+      "step": 37920
+    },
+    {
+      "epoch": 1454.9056603773586,
+      "grad_norm": 1.6385943250375863,
+      "learning_rate": 2.0237809279027187e-05,
+      "loss": 1.3954,
+      "step": 37940
+    },
+    {
+      "epoch": 1455.6603773584907,
+      "grad_norm": 1.5716563974399815,
+      "learning_rate": 2.0202679433926757e-05,
+      "loss": 1.3935,
+      "step": 37960
+    },
+    {
+      "epoch": 1456.4150943396226,
+      "grad_norm": 1.735984609092,
+      "learning_rate": 2.0167579832146505e-05,
+      "loss": 1.4118,
+      "step": 37980
+    },
+    {
+      "epoch": 1457.1698113207547,
+      "grad_norm": 1.7313373844094564,
+      "learning_rate": 2.013251052129433e-05,
+      "loss": 1.3767,
+      "step": 38000
+    },
+    {
+      "epoch": 1457.9245283018868,
+      "grad_norm": 1.7960534040522838,
+      "learning_rate": 2.0097471548937024e-05,
+      "loss": 1.3803,
+      "step": 38020
+    },
+    {
+      "epoch": 1458.6792452830189,
+      "grad_norm": 2.5283310401144434,
+      "learning_rate": 2.0062462962600258e-05,
+      "loss": 1.3763,
+      "step": 38040
+    },
+    {
+      "epoch": 1459.433962264151,
+      "grad_norm": 1.5401697781512245,
+      "learning_rate": 2.0027484809768506e-05,
+      "loss": 1.3768,
+      "step": 38060
+    },
+    {
+      "epoch": 1460.188679245283,
+      "grad_norm": 2.291171375246112,
+      "learning_rate": 1.9992537137884905e-05,
+      "loss": 1.389,
+      "step": 38080
+    },
+    {
+      "epoch": 1460.9433962264152,
+      "grad_norm": 1.6878149956470094,
+      "learning_rate": 1.9957619994351278e-05,
+      "loss": 1.3978,
+      "step": 38100
+    },
+    {
+      "epoch": 1461.698113207547,
+      "grad_norm": 1.9279881821004916,
+      "learning_rate": 1.9922733426528033e-05,
+      "loss": 1.3576,
+      "step": 38120
+    },
+    {
+      "epoch": 1462.4528301886792,
+      "grad_norm": 1.6593792348690906,
+      "learning_rate": 1.9887877481734122e-05,
+      "loss": 1.3827,
+      "step": 38140
+    },
+    {
+      "epoch": 1463.2075471698113,
+      "grad_norm": 1.6870370599265458,
+      "learning_rate": 1.9853052207246967e-05,
+      "loss": 1.3498,
+      "step": 38160
+    },
+    {
+      "epoch": 1463.9622641509434,
+      "grad_norm": 1.5201114526632646,
+      "learning_rate": 1.981825765030236e-05,
+      "loss": 1.3972,
+      "step": 38180
+    },
+    {
+      "epoch": 1464.7169811320755,
+      "grad_norm": 1.676738216954013,
+      "learning_rate": 1.9783493858094444e-05,
+      "loss": 1.3751,
+      "step": 38200
+    },
+    {
+      "epoch": 1465.4716981132076,
+      "grad_norm": 1.7174190166635537,
+      "learning_rate": 1.9748760877775622e-05,
+      "loss": 1.3723,
+      "step": 38220
+    },
+    {
+      "epoch": 1466.2264150943397,
+      "grad_norm": 1.6832142484740018,
+      "learning_rate": 1.9714058756456533e-05,
+      "loss": 1.383,
+      "step": 38240
+    },
+    {
+      "epoch": 1466.9811320754718,
+      "grad_norm": 1.6409050107329164,
+      "learning_rate": 1.9679387541205946e-05,
+      "loss": 1.3868,
+      "step": 38260
+    },
+    {
+      "epoch": 1467.7358490566037,
+      "grad_norm": 1.870348325922022,
+      "learning_rate": 1.96447472790507e-05,
+      "loss": 1.4093,
+      "step": 38280
+    },
+    {
+      "epoch": 1468.4905660377358,
+      "grad_norm": 1.622451000807429,
+      "learning_rate": 1.9610138016975643e-05,
+      "loss": 1.3908,
+      "step": 38300
+    },
+    {
+      "epoch": 1469.245283018868,
+      "grad_norm": 1.5580142525601877,
+      "learning_rate": 1.9575559801923602e-05,
+      "loss": 1.3519,
+      "step": 38320
+    },
+    {
+      "epoch": 1470.0,
+      "grad_norm": 5.308564996067893,
+      "learning_rate": 1.95410126807953e-05,
+      "loss": 1.3806,
+      "step": 38340
+    },
+    {
+      "epoch": 1470.754716981132,
+      "grad_norm": 1.697128624848967,
+      "learning_rate": 1.9506496700449247e-05,
+      "loss": 1.4021,
+      "step": 38360
+    },
+    {
+      "epoch": 1471.5094339622642,
+      "grad_norm": 1.6407506564774348,
+      "learning_rate": 1.9472011907701736e-05,
+      "loss": 1.3889,
+      "step": 38380
+    },
+    {
+      "epoch": 1472.2641509433963,
+      "grad_norm": 2.5227247039872567,
+      "learning_rate": 1.9437558349326745e-05,
+      "loss": 1.3656,
+      "step": 38400
+    },
+    {
+      "epoch": 1473.0188679245282,
+      "grad_norm": 2.0102914189329155,
+      "learning_rate": 1.9403136072055903e-05,
+      "loss": 1.3631,
+      "step": 38420
+    },
+    {
+      "epoch": 1473.7735849056603,
+      "grad_norm": 1.8549253610315775,
+      "learning_rate": 1.9368745122578427e-05,
+      "loss": 1.3835,
+      "step": 38440
+    },
+    {
+      "epoch": 1474.5283018867924,
+      "grad_norm": 1.7474837425802672,
+      "learning_rate": 1.9334385547541004e-05,
+      "loss": 1.3876,
+      "step": 38460
+    },
+    {
+      "epoch": 1475.2830188679245,
+      "grad_norm": 1.4221446206180013,
+      "learning_rate": 1.930005739354778e-05,
+      "loss": 1.3875,
+      "step": 38480
+    },
+    {
+      "epoch": 1476.0377358490566,
+      "grad_norm": 1.567704112230289,
+      "learning_rate": 1.926576070716028e-05,
+      "loss": 1.3787,
+      "step": 38500
+    },
+    {
+      "epoch": 1476.7924528301887,
+      "grad_norm": 1.8092743011121888,
+      "learning_rate": 1.9231495534897356e-05,
+      "loss": 1.3746,
+      "step": 38520
+    },
+    {
+      "epoch": 1477.5471698113208,
+      "grad_norm": 1.9871542434365639,
+      "learning_rate": 1.919726192323512e-05,
+      "loss": 1.4062,
+      "step": 38540
+    },
+    {
+      "epoch": 1478.301886792453,
+      "grad_norm": 2.100192891688555,
+      "learning_rate": 1.916305991860687e-05,
+      "loss": 1.372,
+      "step": 38560
+    },
+    {
+      "epoch": 1479.0566037735848,
+      "grad_norm": 1.689968827696773,
+      "learning_rate": 1.912888956740302e-05,
+      "loss": 1.3994,
+      "step": 38580
+    },
+    {
+      "epoch": 1479.811320754717,
+      "grad_norm": 1.59619952456533,
+      "learning_rate": 1.9094750915971053e-05,
+      "loss": 1.3547,
+      "step": 38600
+    },
+    {
+      "epoch": 1480.566037735849,
+      "grad_norm": 3.206605320072948,
+      "learning_rate": 1.9060644010615473e-05,
+      "loss": 1.4052,
+      "step": 38620
+    },
+    {
+      "epoch": 1481.3207547169811,
+      "grad_norm": 1.5795369303879008,
+      "learning_rate": 1.9026568897597735e-05,
+      "loss": 1.3921,
+      "step": 38640
+    },
+    {
+      "epoch": 1482.0754716981132,
+      "grad_norm": 2.1910690965934467,
+      "learning_rate": 1.8992525623136132e-05,
+      "loss": 1.3563,
+      "step": 38660
+    },
+    {
+      "epoch": 1482.8301886792453,
+      "grad_norm": 1.5353645456337577,
+      "learning_rate": 1.8958514233405793e-05,
+      "loss": 1.4077,
+      "step": 38680
+    },
+    {
+      "epoch": 1483.5849056603774,
+      "grad_norm": 1.7836996022414107,
+      "learning_rate": 1.8924534774538593e-05,
+      "loss": 1.3824,
+      "step": 38700
+    },
+    {
+      "epoch": 1484.3396226415093,
+      "grad_norm": 1.6136317181444138,
+      "learning_rate": 1.8890587292623113e-05,
+      "loss": 1.3511,
+      "step": 38720
+    },
+    {
+      "epoch": 1485.0943396226414,
+      "grad_norm": 1.8211866581007339,
+      "learning_rate": 1.8856671833704565e-05,
+      "loss": 1.3725,
+      "step": 38740
+    },
+    {
+      "epoch": 1485.8490566037735,
+      "grad_norm": 1.5979573815344084,
+      "learning_rate": 1.8822788443784704e-05,
+      "loss": 1.3571,
+      "step": 38760
+    },
+    {
+      "epoch": 1486.6037735849056,
+      "grad_norm": 1.6365464316772047,
+      "learning_rate": 1.878893716882177e-05,
+      "loss": 1.3588,
+      "step": 38780
+    },
+    {
+      "epoch": 1487.3584905660377,
+      "grad_norm": 2.811912712405292,
+      "learning_rate": 1.8755118054730514e-05,
+      "loss": 1.3823,
+      "step": 38800
+    },
+    {
+      "epoch": 1488.1132075471698,
+      "grad_norm": 1.684830593576563,
+      "learning_rate": 1.8721331147381986e-05,
+      "loss": 1.3604,
+      "step": 38820
+    },
+    {
+      "epoch": 1488.867924528302,
+      "grad_norm": 1.5101192259883982,
+      "learning_rate": 1.868757649260362e-05,
+      "loss": 1.3712,
+      "step": 38840
+    },
+    {
+      "epoch": 1489.622641509434,
+      "grad_norm": 1.8516527403548584,
+      "learning_rate": 1.8653854136179047e-05,
+      "loss": 1.3576,
+      "step": 38860
+    },
+    {
+      "epoch": 1490.377358490566,
+      "grad_norm": 1.5630443819078437,
+      "learning_rate": 1.8620164123848113e-05,
+      "loss": 1.3729,
+      "step": 38880
+    },
+    {
+      "epoch": 1491.132075471698,
+      "grad_norm": 1.9558078371048477,
+      "learning_rate": 1.8586506501306792e-05,
+      "loss": 1.3466,
+      "step": 38900
+    },
+    {
+      "epoch": 1491.8867924528302,
+      "grad_norm": 1.6581722869425195,
+      "learning_rate": 1.8552881314207158e-05,
+      "loss": 1.3547,
+      "step": 38920
+    },
+    {
+      "epoch": 1492.6415094339623,
+      "grad_norm": 1.9162311420660751,
+      "learning_rate": 1.8519288608157236e-05,
+      "loss": 1.3995,
+      "step": 38940
+    },
+    {
+      "epoch": 1493.3962264150944,
+      "grad_norm": 2.8463480242853874,
+      "learning_rate": 1.8485728428721025e-05,
+      "loss": 1.3609,
+      "step": 38960
+    },
+    {
+      "epoch": 1494.1509433962265,
+      "grad_norm": 1.7832047879021928,
+      "learning_rate": 1.845220082141838e-05,
+      "loss": 1.3966,
+      "step": 38980
+    },
+    {
+      "epoch": 1494.9056603773586,
+      "grad_norm": 1.628697490406908,
+      "learning_rate": 1.841870583172502e-05,
+      "loss": 1.3577,
+      "step": 39000
+    },
+    {
+      "epoch": 1495.6603773584907,
+      "grad_norm": 1.7499682485349517,
+      "learning_rate": 1.8385243505072403e-05,
+      "loss": 1.3634,
+      "step": 39020
+    },
+    {
+      "epoch": 1496.4150943396226,
+      "grad_norm": 2.369232208734949,
+      "learning_rate": 1.835181388684767e-05,
+      "loss": 1.3804,
+      "step": 39040
+    },
+    {
+      "epoch": 1497.1698113207547,
+      "grad_norm": 2.002186669217615,
+      "learning_rate": 1.8318417022393614e-05,
+      "loss": 1.3775,
+      "step": 39060
+    },
+    {
+      "epoch": 1497.9245283018868,
+      "grad_norm": 1.7745981101584183,
+      "learning_rate": 1.8285052957008572e-05,
+      "loss": 1.3678,
+      "step": 39080
+    },
+    {
+      "epoch": 1498.6792452830189,
+      "grad_norm": 2.3506034698380027,
+      "learning_rate": 1.825172173594644e-05,
+      "loss": 1.3819,
+      "step": 39100
+    },
+    {
+      "epoch": 1499.433962264151,
+      "grad_norm": 1.5587811175176152,
+      "learning_rate": 1.8218423404416543e-05,
+      "loss": 1.3623,
+      "step": 39120
+    },
+    {
+      "epoch": 1500.188679245283,
+      "grad_norm": 1.5407388891782507,
+      "learning_rate": 1.818515800758359e-05,
+      "loss": 1.3737,
+      "step": 39140
+    },
+    {
+      "epoch": 1500.9433962264152,
+      "grad_norm": 1.7105290658502008,
+      "learning_rate": 1.8151925590567624e-05,
+      "loss": 1.3416,
+      "step": 39160
+    },
+    {
+      "epoch": 1501.698113207547,
+      "grad_norm": 2.1160472894699973,
+      "learning_rate": 1.811872619844394e-05,
+      "loss": 1.3596,
+      "step": 39180
+    },
+    {
+      "epoch": 1502.4528301886792,
+      "grad_norm": 1.7134114803577327,
+      "learning_rate": 1.8085559876243068e-05,
+      "loss": 1.3486,
+      "step": 39200
+    },
+    {
+      "epoch": 1503.2075471698113,
+      "grad_norm": 1.5742520539626361,
+      "learning_rate": 1.805242666895068e-05,
+      "loss": 1.3737,
+      "step": 39220
+    },
+    {
+      "epoch": 1503.9622641509434,
+      "grad_norm": 1.6841300143409803,
+      "learning_rate": 1.8019326621507504e-05,
+      "loss": 1.3593,
+      "step": 39240
+    },
+    {
+      "epoch": 1504.7169811320755,
+      "grad_norm": 1.4678089134086005,
+      "learning_rate": 1.7986259778809304e-05,
+      "loss": 1.3332,
+      "step": 39260
+    },
+    {
+      "epoch": 1505.4716981132076,
+      "grad_norm": 1.5583137022685134,
+      "learning_rate": 1.7953226185706828e-05,
+      "loss": 1.3532,
+      "step": 39280
+    },
+    {
+      "epoch": 1506.2264150943397,
+      "grad_norm": 1.754522974870956,
+      "learning_rate": 1.7920225887005686e-05,
+      "loss": 1.3969,
+      "step": 39300
+    },
+    {
+      "epoch": 1506.9811320754718,
+      "grad_norm": 2.329959975485945,
+      "learning_rate": 1.788725892746638e-05,
+      "loss": 1.3693,
+      "step": 39320
+    },
+    {
+      "epoch": 1507.7358490566037,
+      "grad_norm": 1.9736365954487893,
+      "learning_rate": 1.7854325351804138e-05,
+      "loss": 1.3545,
+      "step": 39340
+    },
+    {
+      "epoch": 1508.4905660377358,
+      "grad_norm": 2.0873147005956274,
+      "learning_rate": 1.782142520468893e-05,
+      "loss": 1.357,
+      "step": 39360
+    },
+    {
+      "epoch": 1509.245283018868,
+      "grad_norm": 1.8565982391914584,
+      "learning_rate": 1.7788558530745406e-05,
+      "loss": 1.3574,
+      "step": 39380
+    },
+    {
+      "epoch": 1510.0,
+      "grad_norm": 1.3940404402455406,
+      "learning_rate": 1.7755725374552767e-05,
+      "loss": 1.3322,
+      "step": 39400
+    },
+    {
+      "epoch": 1510.754716981132,
+      "grad_norm": 1.6757375238937267,
+      "learning_rate": 1.772292578064481e-05,
+      "loss": 1.3562,
+      "step": 39420
+    },
+    {
+      "epoch": 1511.5094339622642,
+      "grad_norm": 2.021397727623104,
+      "learning_rate": 1.769015979350977e-05,
+      "loss": 1.3494,
+      "step": 39440
+    },
+    {
+      "epoch": 1512.2641509433963,
+      "grad_norm": 1.9073518931594837,
+      "learning_rate": 1.7657427457590277e-05,
+      "loss": 1.3469,
+      "step": 39460
+    },
+    {
+      "epoch": 1513.0188679245282,
+      "grad_norm": 1.5299281651503949,
+      "learning_rate": 1.7624728817283386e-05,
+      "loss": 1.3347,
+      "step": 39480
+    },
+    {
+      "epoch": 1513.7735849056603,
+      "grad_norm": 1.6171286973533487,
+      "learning_rate": 1.7592063916940385e-05,
+      "loss": 1.3781,
+      "step": 39500
+    },
+    {
+      "epoch": 1514.5283018867924,
+      "grad_norm": 2.3151167774892283,
+      "learning_rate": 1.7559432800866844e-05,
+      "loss": 1.3389,
+      "step": 39520
+    },
+    {
+      "epoch": 1515.2830188679245,
+      "grad_norm": 1.8404517143557557,
+      "learning_rate": 1.752683551332248e-05,
+      "loss": 1.3809,
+      "step": 39540
+    },
+    {
+      "epoch": 1516.0377358490566,
+      "grad_norm": 1.80165740372062,
+      "learning_rate": 1.749427209852112e-05,
+      "loss": 1.3647,
+      "step": 39560
+    },
+    {
+      "epoch": 1516.7924528301887,
+      "grad_norm": 1.5503005965319303,
+      "learning_rate": 1.7461742600630684e-05,
+      "loss": 1.3553,
+      "step": 39580
+    },
+    {
+      "epoch": 1517.5471698113208,
+      "grad_norm": 1.7389286642537964,
+      "learning_rate": 1.7429247063773047e-05,
+      "loss": 1.3566,
+      "step": 39600
+    },
+    {
+      "epoch": 1518.301886792453,
+      "grad_norm": 1.5514338805704833,
+      "learning_rate": 1.7396785532024062e-05,
+      "loss": 1.3771,
+      "step": 39620
+    },
+    {
+      "epoch": 1519.0566037735848,
+      "grad_norm": 1.738553891820026,
+      "learning_rate": 1.7364358049413427e-05,
+      "loss": 1.3608,
+      "step": 39640
+    },
+    {
+      "epoch": 1519.811320754717,
+      "grad_norm": 2.2590021667446476,
+      "learning_rate": 1.7331964659924647e-05,
+      "loss": 1.3594,
+      "step": 39660
+    },
+    {
+      "epoch": 1520.566037735849,
+      "grad_norm": 1.8008534873454645,
+      "learning_rate": 1.729960540749503e-05,
+      "loss": 1.3446,
+      "step": 39680
+    },
+    {
+      "epoch": 1521.3207547169811,
+      "grad_norm": 1.9823359457338208,
+      "learning_rate": 1.7267280336015543e-05,
+      "loss": 1.3604,
+      "step": 39700
+    },
+    {
+      "epoch": 1522.0754716981132,
+      "grad_norm": 1.6630862297023916,
+      "learning_rate": 1.723498948933081e-05,
+      "loss": 1.3831,
+      "step": 39720
+    },
+    {
+      "epoch": 1522.8301886792453,
+      "grad_norm": 1.9271729195919085,
+      "learning_rate": 1.720273291123901e-05,
+      "loss": 1.3571,
+      "step": 39740
+    },
+    {
+      "epoch": 1523.5849056603774,
+      "grad_norm": 1.6944904437475812,
+      "learning_rate": 1.7170510645491884e-05,
+      "loss": 1.3845,
+      "step": 39760
+    },
+    {
+      "epoch": 1524.3396226415093,
+      "grad_norm": 2.0111059446030164,
+      "learning_rate": 1.7138322735794582e-05,
+      "loss": 1.3464,
+      "step": 39780
+    },
+    {
+      "epoch": 1525.0943396226414,
+      "grad_norm": 1.6636863494806655,
+      "learning_rate": 1.7106169225805703e-05,
+      "loss": 1.3472,
+      "step": 39800
+    },
+    {
+      "epoch": 1525.8490566037735,
+      "grad_norm": 1.654778862655826,
+      "learning_rate": 1.7074050159137155e-05,
+      "loss": 1.3517,
+      "step": 39820
+    },
+    {
+      "epoch": 1526.6037735849056,
+      "grad_norm": 1.9255620043148591,
+      "learning_rate": 1.7041965579354115e-05,
+      "loss": 1.359,
+      "step": 39840
+    },
+    {
+      "epoch": 1527.3584905660377,
+      "grad_norm": 1.7612527068488755,
+      "learning_rate": 1.7009915529975046e-05,
+      "loss": 1.3535,
+      "step": 39860
+    },
+    {
+      "epoch": 1528.1132075471698,
+      "grad_norm": 1.6440495946289901,
+      "learning_rate": 1.69779000544715e-05,
+      "loss": 1.3275,
+      "step": 39880
+    },
+    {
+      "epoch": 1528.867924528302,
+      "grad_norm": 1.8436152132956103,
+      "learning_rate": 1.6945919196268195e-05,
+      "loss": 1.3269,
+      "step": 39900
+    },
+    {
+      "epoch": 1529.622641509434,
+      "grad_norm": 1.5249165119761414,
+      "learning_rate": 1.6913972998742855e-05,
+      "loss": 1.3528,
+      "step": 39920
+    },
+    {
+      "epoch": 1530.377358490566,
+      "grad_norm": 1.7116936271233165,
+      "learning_rate": 1.6882061505226197e-05,
+      "loss": 1.3351,
+      "step": 39940
+    },
+    {
+      "epoch": 1531.132075471698,
+      "grad_norm": 1.9127818443391411,
+      "learning_rate": 1.68501847590019e-05,
+      "loss": 1.3649,
+      "step": 39960
+    },
+    {
+      "epoch": 1531.8867924528302,
+      "grad_norm": 1.7968703663627887,
+      "learning_rate": 1.681834280330646e-05,
+      "loss": 1.3664,
+      "step": 39980
+    },
+    {
+      "epoch": 1532.6415094339623,
+      "grad_norm": 2.01086719476703,
+      "learning_rate": 1.6786535681329242e-05,
+      "loss": 1.3354,
+      "step": 40000
+    },
+    {
+      "epoch": 1533.3962264150944,
+      "grad_norm": 1.8971146877595166,
+      "learning_rate": 1.6754763436212318e-05,
+      "loss": 1.3459,
+      "step": 40020
+    },
+    {
+      "epoch": 1534.1509433962265,
+      "grad_norm": 1.5538558777058122,
+      "learning_rate": 1.6723026111050465e-05,
+      "loss": 1.348,
+      "step": 40040
+    },
+    {
+      "epoch": 1534.9056603773586,
+      "grad_norm": 1.6899684943437072,
+      "learning_rate": 1.6691323748891116e-05,
+      "loss": 1.3219,
+      "step": 40060
+    },
+    {
+      "epoch": 1535.6603773584907,
+      "grad_norm": 1.5696983044378243,
+      "learning_rate": 1.6659656392734248e-05,
+      "loss": 1.3523,
+      "step": 40080
+    },
+    {
+      "epoch": 1536.4150943396226,
+      "grad_norm": 2.008558955924781,
+      "learning_rate": 1.6628024085532394e-05,
+      "loss": 1.3507,
+      "step": 40100
+    },
+    {
+      "epoch": 1537.1698113207547,
+      "grad_norm": 1.6814099912171956,
+      "learning_rate": 1.6596426870190517e-05,
+      "loss": 1.3271,
+      "step": 40120
+    },
+    {
+      "epoch": 1537.9245283018868,
+      "grad_norm": 1.6392939792056798,
+      "learning_rate": 1.6564864789566017e-05,
+      "loss": 1.3628,
+      "step": 40140
+    },
+    {
+      "epoch": 1538.6792452830189,
+      "grad_norm": 1.6937327457602671,
+      "learning_rate": 1.6533337886468593e-05,
+      "loss": 1.3457,
+      "step": 40160
+    },
+    {
+      "epoch": 1539.433962264151,
+      "grad_norm": 2.0312461746808674,
+      "learning_rate": 1.650184620366025e-05,
+      "loss": 1.345,
+      "step": 40180
+    },
+    {
+      "epoch": 1540.188679245283,
+      "grad_norm": 1.6324403361347462,
+      "learning_rate": 1.647038978385525e-05,
+      "loss": 1.3614,
+      "step": 40200
+    },
+    {
+      "epoch": 1540.9433962264152,
+      "grad_norm": 1.8937794347785448,
+      "learning_rate": 1.643896866971998e-05,
+      "loss": 1.3485,
+      "step": 40220
+    },
+    {
+      "epoch": 1541.698113207547,
+      "grad_norm": 1.66458657626364,
+      "learning_rate": 1.6407582903872977e-05,
+      "loss": 1.3201,
+      "step": 40240
+    },
+    {
+      "epoch": 1542.4528301886792,
+      "grad_norm": 1.637256903291043,
+      "learning_rate": 1.637623252888481e-05,
+      "loss": 1.3287,
+      "step": 40260
+    },
+    {
+      "epoch": 1543.2075471698113,
+      "grad_norm": 1.771255607485422,
+      "learning_rate": 1.634491758727804e-05,
+      "loss": 1.3386,
+      "step": 40280
+    },
+    {
+      "epoch": 1543.9622641509434,
+      "grad_norm": 2.294826209947056,
+      "learning_rate": 1.6313638121527195e-05,
+      "loss": 1.3443,
+      "step": 40300
+    },
+    {
+      "epoch": 1544.7169811320755,
+      "grad_norm": 1.5369973618999444,
+      "learning_rate": 1.6282394174058652e-05,
+      "loss": 1.3199,
+      "step": 40320
+    },
+    {
+      "epoch": 1545.4716981132076,
+      "grad_norm": 1.7805574251016163,
+      "learning_rate": 1.6251185787250646e-05,
+      "loss": 1.3427,
+      "step": 40340
+    },
+    {
+      "epoch": 1546.2264150943397,
+      "grad_norm": 1.7055546669575088,
+      "learning_rate": 1.6220013003433163e-05,
+      "loss": 1.3595,
+      "step": 40360
+    },
+    {
+      "epoch": 1546.9811320754718,
+      "grad_norm": 1.6493151345521173,
+      "learning_rate": 1.618887586488787e-05,
+      "loss": 1.3417,
+      "step": 40380
+    },
+    {
+      "epoch": 1547.7358490566037,
+      "grad_norm": 1.7099299752279526,
+      "learning_rate": 1.6157774413848147e-05,
+      "loss": 1.3286,
+      "step": 40400
+    },
+    {
+      "epoch": 1548.4905660377358,
+      "grad_norm": 1.6461054638879455,
+      "learning_rate": 1.61267086924989e-05,
+      "loss": 1.3651,
+      "step": 40420
+    },
+    {
+      "epoch": 1549.245283018868,
+      "grad_norm": 2.239209937375333,
+      "learning_rate": 1.6095678742976643e-05,
+      "loss": 1.3402,
+      "step": 40440
+    },
+    {
+      "epoch": 1550.0,
+      "grad_norm": 1.9293560078530108,
+      "learning_rate": 1.6064684607369317e-05,
+      "loss": 1.3566,
+      "step": 40460
+    },
+    {
+      "epoch": 1550.754716981132,
+      "grad_norm": 1.7850904902946119,
+      "learning_rate": 1.603372632771629e-05,
+      "loss": 1.3522,
+      "step": 40480
+    },
+    {
+      "epoch": 1551.5094339622642,
+      "grad_norm": 1.8694667431709797,
+      "learning_rate": 1.6002803946008334e-05,
+      "loss": 1.3254,
+      "step": 40500
+    },
+    {
+      "epoch": 1552.2641509433963,
+      "grad_norm": 1.8970095488709016,
+      "learning_rate": 1.5971917504187483e-05,
+      "loss": 1.3456,
+      "step": 40520
+    },
+    {
+      "epoch": 1553.0188679245282,
+      "grad_norm": 1.473985828394077,
+      "learning_rate": 1.5941067044147068e-05,
+      "loss": 1.3425,
+      "step": 40540
+    },
+    {
+      "epoch": 1553.7735849056603,
+      "grad_norm": 2.4173810451888436,
+      "learning_rate": 1.591025260773159e-05,
+      "loss": 1.3616,
+      "step": 40560
+    },
+    {
+      "epoch": 1554.5283018867924,
+      "grad_norm": 4.978545098723231,
+      "learning_rate": 1.587947423673667e-05,
+      "loss": 1.3302,
+      "step": 40580
+    },
+    {
+      "epoch": 1555.2830188679245,
+      "grad_norm": 1.8210531663627934,
+      "learning_rate": 1.5848731972909058e-05,
+      "loss": 1.3208,
+      "step": 40600
+    },
+    {
+      "epoch": 1556.0377358490566,
+      "grad_norm": 1.7214332519076236,
+      "learning_rate": 1.5818025857946504e-05,
+      "loss": 1.3429,
+      "step": 40620
+    },
+    {
+      "epoch": 1556.7924528301887,
+      "grad_norm": 1.7715531344419837,
+      "learning_rate": 1.5787355933497722e-05,
+      "loss": 1.3236,
+      "step": 40640
+    },
+    {
+      "epoch": 1557.5471698113208,
+      "grad_norm": 1.6774415891925254,
+      "learning_rate": 1.5756722241162336e-05,
+      "loss": 1.3038,
+      "step": 40660
+    },
+    {
+      "epoch": 1558.301886792453,
+      "grad_norm": 1.7378768400910978,
+      "learning_rate": 1.5726124822490856e-05,
+      "loss": 1.3393,
+      "step": 40680
+    },
+    {
+      "epoch": 1559.0566037735848,
+      "grad_norm": 1.5050468895919773,
+      "learning_rate": 1.569556371898455e-05,
+      "loss": 1.3169,
+      "step": 40700
+    },
+    {
+      "epoch": 1559.811320754717,
+      "grad_norm": 1.7494465787076923,
+      "learning_rate": 1.5665038972095462e-05,
+      "loss": 1.3219,
+      "step": 40720
+    },
+    {
+      "epoch": 1560.566037735849,
+      "grad_norm": 1.942070137365104,
+      "learning_rate": 1.563455062322631e-05,
+      "loss": 1.3331,
+      "step": 40740
+    },
+    {
+      "epoch": 1561.3207547169811,
+      "grad_norm": 1.4760834184650184,
+      "learning_rate": 1.560409871373043e-05,
+      "loss": 1.3371,
+      "step": 40760
+    },
+    {
+      "epoch": 1562.0754716981132,
+      "grad_norm": 1.794169465456889,
+      "learning_rate": 1.5573683284911766e-05,
+      "loss": 1.361,
+      "step": 40780
+    },
+    {
+      "epoch": 1562.8301886792453,
+      "grad_norm": 1.5717564295595021,
+      "learning_rate": 1.5543304378024745e-05,
+      "loss": 1.3198,
+      "step": 40800
+    },
+    {
+      "epoch": 1563.5849056603774,
+      "grad_norm": 1.679663629392091,
+      "learning_rate": 1.5512962034274292e-05,
+      "loss": 1.3225,
+      "step": 40820
+    },
+    {
+      "epoch": 1564.3396226415093,
+      "grad_norm": 1.5963236435216681,
+      "learning_rate": 1.5482656294815706e-05,
+      "loss": 1.3475,
+      "step": 40840
+    },
+    {
+      "epoch": 1565.0943396226414,
+      "grad_norm": 1.6282234240786269,
+      "learning_rate": 1.5452387200754648e-05,
+      "loss": 1.341,
+      "step": 40860
+    },
+    {
+      "epoch": 1565.8490566037735,
+      "grad_norm": 1.8356401444891661,
+      "learning_rate": 1.542215479314709e-05,
+      "loss": 1.3093,
+      "step": 40880
+    },
+    {
+      "epoch": 1566.6037735849056,
+      "grad_norm": 1.802086287293627,
+      "learning_rate": 1.5391959112999222e-05,
+      "loss": 1.3234,
+      "step": 40900
+    },
+    {
+      "epoch": 1567.3584905660377,
+      "grad_norm": 1.596543322520551,
+      "learning_rate": 1.536180020126744e-05,
+      "loss": 1.3207,
+      "step": 40920
+    },
+    {
+      "epoch": 1568.1132075471698,
+      "grad_norm": 1.5925040590351016,
+      "learning_rate": 1.5331678098858253e-05,
+      "loss": 1.3434,
+      "step": 40940
+    },
+    {
+      "epoch": 1568.867924528302,
+      "grad_norm": 1.7805635796964523,
+      "learning_rate": 1.5301592846628236e-05,
+      "loss": 1.3189,
+      "step": 40960
+    },
+    {
+      "epoch": 1569.622641509434,
+      "grad_norm": 2.270882122194477,
+      "learning_rate": 1.5271544485384005e-05,
+      "loss": 1.3331,
+      "step": 40980
+    },
+    {
+      "epoch": 1570.377358490566,
+      "grad_norm": 1.5460374945916004,
+      "learning_rate": 1.524153305588211e-05,
+      "loss": 1.3307,
+      "step": 41000
+    },
+    {
+      "epoch": 1571.132075471698,
+      "grad_norm": 1.5240728933202146,
+      "learning_rate": 1.5211558598829046e-05,
+      "loss": 1.3261,
+      "step": 41020
+    },
+    {
+      "epoch": 1571.8867924528302,
+      "grad_norm": 1.6551356652204947,
+      "learning_rate": 1.518162115488113e-05,
+      "loss": 1.3444,
+      "step": 41040
+    },
+    {
+      "epoch": 1572.6415094339623,
+      "grad_norm": 2.3662389207443897,
+      "learning_rate": 1.5151720764644462e-05,
+      "loss": 1.3078,
+      "step": 41060
+    },
+    {
+      "epoch": 1573.3962264150944,
+      "grad_norm": 2.0201453815678336,
+      "learning_rate": 1.5121857468674923e-05,
+      "loss": 1.2931,
+      "step": 41080
+    },
+    {
+      "epoch": 1574.1509433962265,
+      "grad_norm": 2.1833616270471428,
+      "learning_rate": 1.509203130747807e-05,
+      "loss": 1.3113,
+      "step": 41100
+    },
+    {
+      "epoch": 1574.9056603773586,
+      "grad_norm": 1.6606152578025972,
+      "learning_rate": 1.506224232150908e-05,
+      "loss": 1.3488,
+      "step": 41120
+    },
+    {
+      "epoch": 1575.6603773584907,
+      "grad_norm": 2.2621888669728776,
+      "learning_rate": 1.5032490551172706e-05,
+      "loss": 1.293,
+      "step": 41140
+    },
+    {
+      "epoch": 1576.4150943396226,
+      "grad_norm": 1.8118753564672168,
+      "learning_rate": 1.5002776036823215e-05,
+      "loss": 1.3288,
+      "step": 41160
+    },
+    {
+      "epoch": 1577.1698113207547,
+      "grad_norm": 1.4675478833771125,
+      "learning_rate": 1.4973098818764368e-05,
+      "loss": 1.3181,
+      "step": 41180
+    },
+    {
+      "epoch": 1577.9245283018868,
+      "grad_norm": 1.5426718546178322,
+      "learning_rate": 1.4943458937249337e-05,
+      "loss": 1.3041,
+      "step": 41200
+    },
+    {
+      "epoch": 1578.6792452830189,
+      "grad_norm": 1.7915801444691424,
+      "learning_rate": 1.4913856432480624e-05,
+      "loss": 1.3244,
+      "step": 41220
+    },
+    {
+      "epoch": 1579.433962264151,
+      "grad_norm": 1.6284356095147676,
+      "learning_rate": 1.4884291344610055e-05,
+      "loss": 1.3623,
+      "step": 41240
+    },
+    {
+      "epoch": 1580.188679245283,
+      "grad_norm": 2.018808164067539,
+      "learning_rate": 1.4854763713738692e-05,
+      "loss": 1.3265,
+      "step": 41260
+    },
+    {
+      "epoch": 1580.9433962264152,
+      "grad_norm": 1.9982741446146173,
+      "learning_rate": 1.48252735799168e-05,
+      "loss": 1.3174,
+      "step": 41280
+    },
+    {
+      "epoch": 1581.698113207547,
+      "grad_norm": 1.6089408891188777,
+      "learning_rate": 1.4795820983143804e-05,
+      "loss": 1.3054,
+      "step": 41300
+    },
+    {
+      "epoch": 1582.4528301886792,
+      "grad_norm": 1.9322291254142352,
+      "learning_rate": 1.4766405963368183e-05,
+      "loss": 1.3288,
+      "step": 41320
+    },
+    {
+      "epoch": 1583.2075471698113,
+      "grad_norm": 2.1500428010731105,
+      "learning_rate": 1.4737028560487459e-05,
+      "loss": 1.3251,
+      "step": 41340
+    },
+    {
+      "epoch": 1583.9622641509434,
+      "grad_norm": 1.6754742169090076,
+      "learning_rate": 1.470768881434812e-05,
+      "loss": 1.3111,
+      "step": 41360
+    },
+    {
+      "epoch": 1584.7169811320755,
+      "grad_norm": 2.0456793462392864,
+      "learning_rate": 1.4678386764745604e-05,
+      "loss": 1.2852,
+      "step": 41380
+    },
+    {
+      "epoch": 1585.4716981132076,
+      "grad_norm": 1.6265186141557229,
+      "learning_rate": 1.4649122451424216e-05,
+      "loss": 1.3246,
+      "step": 41400
+    },
+    {
+      "epoch": 1586.2264150943397,
+      "grad_norm": 1.7034501168928484,
+      "learning_rate": 1.4619895914077052e-05,
+      "loss": 1.3061,
+      "step": 41420
+    },
+    {
+      "epoch": 1586.9811320754718,
+      "grad_norm": 2.5172683919046834,
+      "learning_rate": 1.459070719234599e-05,
+      "loss": 1.3287,
+      "step": 41440
+    },
+    {
+      "epoch": 1587.7358490566037,
+      "grad_norm": 1.681004851075849,
+      "learning_rate": 1.4561556325821593e-05,
+      "loss": 1.307,
+      "step": 41460
+    },
+    {
+      "epoch": 1588.4905660377358,
+      "grad_norm": 1.9545864689840218,
+      "learning_rate": 1.4532443354043108e-05,
+      "loss": 1.3015,
+      "step": 41480
+    },
+    {
+      "epoch": 1589.245283018868,
+      "grad_norm": 2.2238938165489186,
+      "learning_rate": 1.4503368316498385e-05,
+      "loss": 1.3323,
+      "step": 41500
+    },
+    {
+      "epoch": 1590.0,
+      "grad_norm": 2.0846781514374704,
+      "learning_rate": 1.4474331252623795e-05,
+      "loss": 1.3273,
+      "step": 41520
+    },
+    {
+      "epoch": 1590.754716981132,
+      "grad_norm": 1.677709576953602,
+      "learning_rate": 1.44453322018042e-05,
+      "loss": 1.3035,
+      "step": 41540
+    },
+    {
+      "epoch": 1591.5094339622642,
+      "grad_norm": 1.8283093943528037,
+      "learning_rate": 1.4416371203372931e-05,
+      "loss": 1.3261,
+      "step": 41560
+    },
+    {
+      "epoch": 1592.2641509433963,
+      "grad_norm": 1.5077647603013566,
+      "learning_rate": 1.4387448296611699e-05,
+      "loss": 1.3039,
+      "step": 41580
+    },
+    {
+      "epoch": 1593.0188679245282,
+      "grad_norm": 1.7410910545917078,
+      "learning_rate": 1.4358563520750539e-05,
+      "loss": 1.3073,
+      "step": 41600
+    },
+    {
+      "epoch": 1593.7735849056603,
+      "grad_norm": 1.7856680678107866,
+      "learning_rate": 1.4329716914967761e-05,
+      "loss": 1.3128,
+      "step": 41620
+    },
+    {
+      "epoch": 1594.5283018867924,
+      "grad_norm": 2.291591913470402,
+      "learning_rate": 1.4300908518389904e-05,
+      "loss": 1.3067,
+      "step": 41640
+    },
+    {
+      "epoch": 1595.2830188679245,
+      "grad_norm": 1.785529683540441,
+      "learning_rate": 1.42721383700917e-05,
+      "loss": 1.3338,
+      "step": 41660
+    },
+    {
+      "epoch": 1596.0377358490566,
+      "grad_norm": 1.5806566985978232,
+      "learning_rate": 1.4243406509096e-05,
+      "loss": 1.3212,
+      "step": 41680
+    },
+    {
+      "epoch": 1596.7924528301887,
+      "grad_norm": 1.6779162023356309,
+      "learning_rate": 1.4214712974373703e-05,
+      "loss": 1.304,
+      "step": 41700
+    },
+    {
+      "epoch": 1597.5471698113208,
+      "grad_norm": 1.7562533688231816,
+      "learning_rate": 1.418605780484373e-05,
+      "loss": 1.2875,
+      "step": 41720
+    },
+    {
+      "epoch": 1598.301886792453,
+      "grad_norm": 1.7567734296175508,
+      "learning_rate": 1.4157441039372966e-05,
+      "loss": 1.3145,
+      "step": 41740
+    },
+    {
+      "epoch": 1599.0566037735848,
+      "grad_norm": 1.722702892703264,
+      "learning_rate": 1.4128862716776218e-05,
+      "loss": 1.3019,
+      "step": 41760
+    },
+    {
+      "epoch": 1599.811320754717,
+      "grad_norm": 1.9956191020255551,
+      "learning_rate": 1.4100322875816148e-05,
+      "loss": 1.3114,
+      "step": 41780
+    },
+    {
+      "epoch": 1600.566037735849,
+      "grad_norm": 1.6531331340969986,
+      "learning_rate": 1.4071821555203213e-05,
+      "loss": 1.2966,
+      "step": 41800
+    },
+    {
+      "epoch": 1601.3207547169811,
+      "grad_norm": 2.0591826060061376,
+      "learning_rate": 1.4043358793595621e-05,
+      "loss": 1.3015,
+      "step": 41820
+    },
+    {
+      "epoch": 1602.0754716981132,
+      "grad_norm": 1.6984765409093496,
+      "learning_rate": 1.4014934629599273e-05,
+      "loss": 1.2995,
+      "step": 41840
+    },
+    {
+      "epoch": 1602.8301886792453,
+      "grad_norm": 2.2995147164644165,
+      "learning_rate": 1.3986549101767747e-05,
+      "loss": 1.3184,
+      "step": 41860
+    },
+    {
+      "epoch": 1603.5849056603774,
+      "grad_norm": 1.6563391450177631,
+      "learning_rate": 1.39582022486022e-05,
+      "loss": 1.3379,
+      "step": 41880
+    },
+    {
+      "epoch": 1604.3396226415093,
+      "grad_norm": 1.8150129139182571,
+      "learning_rate": 1.3929894108551327e-05,
+      "loss": 1.2831,
+      "step": 41900
+    },
+    {
+      "epoch": 1605.0943396226414,
+      "grad_norm": 1.6835080581169954,
+      "learning_rate": 1.390162472001131e-05,
+      "loss": 1.3275,
+      "step": 41920
+    },
+    {
+      "epoch": 1605.8490566037735,
+      "grad_norm": 1.6294691180875247,
+      "learning_rate": 1.3873394121325766e-05,
+      "loss": 1.2913,
+      "step": 41940
+    },
+    {
+      "epoch": 1606.6037735849056,
+      "grad_norm": 1.7180885898850626,
+      "learning_rate": 1.3845202350785745e-05,
+      "loss": 1.2965,
+      "step": 41960
+    },
+    {
+      "epoch": 1607.3584905660377,
+      "grad_norm": 1.5583008263797746,
+      "learning_rate": 1.3817049446629576e-05,
+      "loss": 1.2832,
+      "step": 41980
+    },
+    {
+      "epoch": 1608.1132075471698,
+      "grad_norm": 1.8079371040717394,
+      "learning_rate": 1.3788935447042895e-05,
+      "loss": 1.2954,
+      "step": 42000
+    },
+    {
+      "epoch": 1608.867924528302,
+      "grad_norm": 1.8337600854116936,
+      "learning_rate": 1.3760860390158554e-05,
+      "loss": 1.309,
+      "step": 42020
+    },
+    {
+      "epoch": 1609.622641509434,
+      "grad_norm": 1.6419903042017507,
+      "learning_rate": 1.3732824314056604e-05,
+      "loss": 1.3068,
+      "step": 42040
+    },
+    {
+      "epoch": 1610.377358490566,
+      "grad_norm": 1.948536117708095,
+      "learning_rate": 1.370482725676423e-05,
+      "loss": 1.3399,
+      "step": 42060
+    },
+    {
+      "epoch": 1611.132075471698,
+      "grad_norm": 1.9254279275726736,
+      "learning_rate": 1.3676869256255669e-05,
+      "loss": 1.3151,
+      "step": 42080
+    },
+    {
+      "epoch": 1611.8867924528302,
+      "grad_norm": 1.802137918813917,
+      "learning_rate": 1.3648950350452192e-05,
+      "loss": 1.2844,
+      "step": 42100
+    },
+    {
+      "epoch": 1612.6415094339623,
+      "grad_norm": 3.3181585562433358,
+      "learning_rate": 1.3621070577222036e-05,
+      "loss": 1.3125,
+      "step": 42120
+    },
+    {
+      "epoch": 1613.3962264150944,
+      "grad_norm": 1.6631495329844195,
+      "learning_rate": 1.3593229974380375e-05,
+      "loss": 1.2908,
+      "step": 42140
+    },
+    {
+      "epoch": 1614.1509433962265,
+      "grad_norm": 1.8984095064618975,
+      "learning_rate": 1.3565428579689256e-05,
+      "loss": 1.2937,
+      "step": 42160
+    },
+    {
+      "epoch": 1614.9056603773586,
+      "grad_norm": 1.8422792147059388,
+      "learning_rate": 1.3537666430857535e-05,
+      "loss": 1.284,
+      "step": 42180
+    },
+    {
+      "epoch": 1615.6603773584907,
+      "grad_norm": 1.6231527761557085,
+      "learning_rate": 1.3509943565540833e-05,
+      "loss": 1.297,
+      "step": 42200
+    },
+    {
+      "epoch": 1616.4150943396226,
+      "grad_norm": 1.9453735113539294,
+      "learning_rate": 1.3482260021341475e-05,
+      "loss": 1.2902,
+      "step": 42220
+    },
+    {
+      "epoch": 1617.1698113207547,
+      "grad_norm": 1.7641921684369601,
+      "learning_rate": 1.345461583580849e-05,
+      "loss": 1.282,
+      "step": 42240
+    },
+    {
+      "epoch": 1617.9245283018868,
+      "grad_norm": 2.0387885601326228,
+      "learning_rate": 1.3427011046437513e-05,
+      "loss": 1.2898,
+      "step": 42260
+    },
+    {
+      "epoch": 1618.6792452830189,
+      "grad_norm": 1.777342395003277,
+      "learning_rate": 1.3399445690670713e-05,
+      "loss": 1.3168,
+      "step": 42280
+    },
+    {
+      "epoch": 1619.433962264151,
+      "grad_norm": 1.6370450829023924,
+      "learning_rate": 1.33719198058968e-05,
+      "loss": 1.3075,
+      "step": 42300
+    },
+    {
+      "epoch": 1620.188679245283,
+      "grad_norm": 1.779662328060948,
+      "learning_rate": 1.334443342945093e-05,
+      "loss": 1.2919,
+      "step": 42320
+    },
+    {
+      "epoch": 1620.9433962264152,
+      "grad_norm": 1.7581747425039895,
+      "learning_rate": 1.3316986598614685e-05,
+      "loss": 1.3074,
+      "step": 42340
+    },
+    {
+      "epoch": 1621.698113207547,
+      "grad_norm": 1.8150800521846453,
+      "learning_rate": 1.3289579350616015e-05,
+      "loss": 1.2807,
+      "step": 42360
+    },
+    {
+      "epoch": 1622.4528301886792,
+      "grad_norm": 1.7354020247655273,
+      "learning_rate": 1.3262211722629166e-05,
+      "loss": 1.2826,
+      "step": 42380
+    },
+    {
+      "epoch": 1623.2075471698113,
+      "grad_norm": 1.468102174253192,
+      "learning_rate": 1.3234883751774644e-05,
+      "loss": 1.288,
+      "step": 42400
+    },
+    {
+      "epoch": 1623.9622641509434,
+      "grad_norm": 1.657454196093378,
+      "learning_rate": 1.3207595475119152e-05,
+      "loss": 1.3106,
+      "step": 42420
+    },
+    {
+      "epoch": 1624.7169811320755,
+      "grad_norm": 1.6557640300068772,
+      "learning_rate": 1.3180346929675611e-05,
+      "loss": 1.2731,
+      "step": 42440
+    },
+    {
+      "epoch": 1625.4716981132076,
+      "grad_norm": 1.7735353149818989,
+      "learning_rate": 1.3153138152402996e-05,
+      "loss": 1.2763,
+      "step": 42460
+    },
+    {
+      "epoch": 1626.2264150943397,
+      "grad_norm": 1.9382385391993158,
+      "learning_rate": 1.3125969180206349e-05,
+      "loss": 1.319,
+      "step": 42480
+    },
+    {
+      "epoch": 1626.9811320754718,
+      "grad_norm": 2.136894507958651,
+      "learning_rate": 1.3098840049936733e-05,
+      "loss": 1.2805,
+      "step": 42500
+    },
+    {
+      "epoch": 1627.7358490566037,
+      "grad_norm": 2.1483143587792366,
+      "learning_rate": 1.3071750798391171e-05,
+      "loss": 1.2853,
+      "step": 42520
+    },
+    {
+      "epoch": 1628.4905660377358,
+      "grad_norm": 1.710874022513826,
+      "learning_rate": 1.304470146231261e-05,
+      "loss": 1.2806,
+      "step": 42540
+    },
+    {
+      "epoch": 1629.245283018868,
+      "grad_norm": 1.8951457389499449,
+      "learning_rate": 1.3017692078389823e-05,
+      "loss": 1.2932,
+      "step": 42560
+    },
+    {
+      "epoch": 1630.0,
+      "grad_norm": 1.5984669511746095,
+      "learning_rate": 1.299072268325742e-05,
+      "loss": 1.2931,
+      "step": 42580
+    },
+    {
+      "epoch": 1630.754716981132,
+      "grad_norm": 1.8192427048671964,
+      "learning_rate": 1.2963793313495747e-05,
+      "loss": 1.2736,
+      "step": 42600
+    },
+    {
+      "epoch": 1631.5094339622642,
+      "grad_norm": 1.7556743408681688,
+      "learning_rate": 1.2936904005630886e-05,
+      "loss": 1.2844,
+      "step": 42620
+    },
+    {
+      "epoch": 1632.2641509433963,
+      "grad_norm": 1.9584621506348525,
+      "learning_rate": 1.2910054796134588e-05,
+      "loss": 1.2903,
+      "step": 42640
+    },
+    {
+      "epoch": 1633.0188679245282,
+      "grad_norm": 1.818910778704821,
+      "learning_rate": 1.2883245721424182e-05,
+      "loss": 1.2982,
+      "step": 42660
+    },
+    {
+      "epoch": 1633.7735849056603,
+      "grad_norm": 1.6564371207191282,
+      "learning_rate": 1.2856476817862578e-05,
+      "loss": 1.2719,
+      "step": 42680
+    },
+    {
+      "epoch": 1634.5283018867924,
+      "grad_norm": 2.176105338983291,
+      "learning_rate": 1.2829748121758186e-05,
+      "loss": 1.2703,
+      "step": 42700
+    },
+    {
+      "epoch": 1635.2830188679245,
+      "grad_norm": 2.053268530527867,
+      "learning_rate": 1.280305966936491e-05,
+      "loss": 1.2745,
+      "step": 42720
+    },
+    {
+      "epoch": 1636.0377358490566,
+      "grad_norm": 1.9471448193829715,
+      "learning_rate": 1.2776411496882053e-05,
+      "loss": 1.2924,
+      "step": 42740
+    },
+    {
+      "epoch": 1636.7924528301887,
+      "grad_norm": 1.7439666627316233,
+      "learning_rate": 1.2749803640454274e-05,
+      "loss": 1.2883,
+      "step": 42760
+    },
+    {
+      "epoch": 1637.5471698113208,
+      "grad_norm": 1.7616849064246298,
+      "learning_rate": 1.2723236136171557e-05,
+      "loss": 1.2901,
+      "step": 42780
+    },
+    {
+      "epoch": 1638.301886792453,
+      "grad_norm": 1.9785596426579124,
+      "learning_rate": 1.2696709020069137e-05,
+      "loss": 1.2806,
+      "step": 42800
+    },
+    {
+      "epoch": 1639.0566037735848,
+      "grad_norm": 1.8267869166287358,
+      "learning_rate": 1.2670222328127502e-05,
+      "loss": 1.2915,
+      "step": 42820
+    },
+    {
+      "epoch": 1639.811320754717,
+      "grad_norm": 1.8394119712662444,
+      "learning_rate": 1.2643776096272298e-05,
+      "loss": 1.2959,
+      "step": 42840
+    },
+    {
+      "epoch": 1640.566037735849,
+      "grad_norm": 1.5745567144671013,
+      "learning_rate": 1.2617370360374272e-05,
+      "loss": 1.2542,
+      "step": 42860
+    },
+    {
+      "epoch": 1641.3207547169811,
+      "grad_norm": 1.759927673486542,
+      "learning_rate": 1.2591005156249265e-05,
+      "loss": 1.2957,
+      "step": 42880
+    },
+    {
+      "epoch": 1642.0754716981132,
+      "grad_norm": 1.8212375700098509,
+      "learning_rate": 1.2564680519658124e-05,
+      "loss": 1.2911,
+      "step": 42900
+    },
+    {
+      "epoch": 1642.8301886792453,
+      "grad_norm": 1.7170892376270965,
+      "learning_rate": 1.2538396486306685e-05,
+      "loss": 1.2815,
+      "step": 42920
+    },
+    {
+      "epoch": 1643.5849056603774,
+      "grad_norm": 1.9707121868823774,
+      "learning_rate": 1.2512153091845724e-05,
+      "loss": 1.2817,
+      "step": 42940
+    },
+    {
+      "epoch": 1644.3396226415093,
+      "grad_norm": 1.6048036207691687,
+      "learning_rate": 1.2485950371870873e-05,
+      "loss": 1.2318,
+      "step": 42960
+    },
+    {
+      "epoch": 1645.0943396226414,
+      "grad_norm": 1.7616652416059821,
+      "learning_rate": 1.2459788361922582e-05,
+      "loss": 1.2482,
+      "step": 42980
+    },
+    {
+      "epoch": 1645.8490566037735,
+      "grad_norm": 1.971912319619838,
+      "learning_rate": 1.2433667097486137e-05,
+      "loss": 1.2732,
+      "step": 43000
+    },
+    {
+      "epoch": 1646.6037735849056,
+      "grad_norm": 1.8554872676424141,
+      "learning_rate": 1.2407586613991493e-05,
+      "loss": 1.2862,
+      "step": 43020
+    },
+    {
+      "epoch": 1647.3584905660377,
+      "grad_norm": 1.699680830714332,
+      "learning_rate": 1.2381546946813345e-05,
+      "loss": 1.2783,
+      "step": 43040
+    },
+    {
+      "epoch": 1648.1132075471698,
+      "grad_norm": 2.0246817924294174,
+      "learning_rate": 1.2355548131271e-05,
+      "loss": 1.2913,
+      "step": 43060
+    },
+    {
+      "epoch": 1648.867924528302,
+      "grad_norm": 1.8248553236680727,
+      "learning_rate": 1.2329590202628339e-05,
+      "loss": 1.2982,
+      "step": 43080
+    },
+    {
+      "epoch": 1649.622641509434,
+      "grad_norm": 1.5949265423747017,
+      "learning_rate": 1.2303673196093838e-05,
+      "loss": 1.2682,
+      "step": 43100
+    },
+    {
+      "epoch": 1650.377358490566,
+      "grad_norm": 1.8162411778047456,
+      "learning_rate": 1.2277797146820398e-05,
+      "loss": 1.2775,
+      "step": 43120
+    },
+    {
+      "epoch": 1651.132075471698,
+      "grad_norm": 1.8713447665462608,
+      "learning_rate": 1.225196208990544e-05,
+      "loss": 1.2816,
+      "step": 43140
+    },
+    {
+      "epoch": 1651.8867924528302,
+      "grad_norm": 1.7680462074180785,
+      "learning_rate": 1.2226168060390733e-05,
+      "loss": 1.2583,
+      "step": 43160
+    },
+    {
+      "epoch": 1652.6415094339623,
+      "grad_norm": 1.7924027918393708,
+      "learning_rate": 1.2200415093262394e-05,
+      "loss": 1.2631,
+      "step": 43180
+    },
+    {
+      "epoch": 1653.3962264150944,
+      "grad_norm": 1.8736863718504475,
+      "learning_rate": 1.2174703223450895e-05,
+      "loss": 1.2841,
+      "step": 43200
+    },
+    {
+      "epoch": 1654.1509433962265,
+      "grad_norm": 2.4263803178613257,
+      "learning_rate": 1.2149032485830917e-05,
+      "loss": 1.2549,
+      "step": 43220
+    },
+    {
+      "epoch": 1654.9056603773586,
+      "grad_norm": 2.0941904006879746,
+      "learning_rate": 1.212340291522137e-05,
+      "loss": 1.2723,
+      "step": 43240
+    },
+    {
+      "epoch": 1655.6603773584907,
+      "grad_norm": 1.8402209538224543,
+      "learning_rate": 1.2097814546385328e-05,
+      "loss": 1.2974,
+      "step": 43260
+    },
+    {
+      "epoch": 1656.4150943396226,
+      "grad_norm": 1.6993013644974577,
+      "learning_rate": 1.2072267414029963e-05,
+      "loss": 1.2513,
+      "step": 43280
+    },
+    {
+      "epoch": 1657.1698113207547,
+      "grad_norm": 1.7170522867791609,
+      "learning_rate": 1.2046761552806534e-05,
+      "loss": 1.2805,
+      "step": 43300
+    },
+    {
+      "epoch": 1657.9245283018868,
+      "grad_norm": 2.0350355441018007,
+      "learning_rate": 1.2021296997310335e-05,
+      "loss": 1.2705,
+      "step": 43320
+    },
+    {
+      "epoch": 1658.6792452830189,
+      "grad_norm": 2.4347287101096127,
+      "learning_rate": 1.1995873782080597e-05,
+      "loss": 1.3121,
+      "step": 43340
+    },
+    {
+      "epoch": 1659.433962264151,
+      "grad_norm": 2.4941517416955423,
+      "learning_rate": 1.1970491941600483e-05,
+      "loss": 1.283,
+      "step": 43360
+    },
+    {
+      "epoch": 1660.188679245283,
+      "grad_norm": 1.5936769777901518,
+      "learning_rate": 1.1945151510297077e-05,
+      "loss": 1.3007,
+      "step": 43380
+    },
+    {
+      "epoch": 1660.9433962264152,
+      "grad_norm": 1.7694343184984302,
+      "learning_rate": 1.191985252254125e-05,
+      "loss": 1.2624,
+      "step": 43400
+    },
+    {
+      "epoch": 1661.698113207547,
+      "grad_norm": 1.795958862054882,
+      "learning_rate": 1.1894595012647705e-05,
+      "loss": 1.2845,
+      "step": 43420
+    },
+    {
+      "epoch": 1662.4528301886792,
+      "grad_norm": 1.7885172471497286,
+      "learning_rate": 1.1869379014874838e-05,
+      "loss": 1.2917,
+      "step": 43440
+    },
+    {
+      "epoch": 1663.2075471698113,
+      "grad_norm": 2.120293693613178,
+      "learning_rate": 1.1844204563424761e-05,
+      "loss": 1.2772,
+      "step": 43460
+    },
+    {
+      "epoch": 1663.9622641509434,
+      "grad_norm": 1.9597227989228387,
+      "learning_rate": 1.1819071692443259e-05,
+      "loss": 1.2795,
+      "step": 43480
+    },
+    {
+      "epoch": 1664.7169811320755,
+      "grad_norm": 1.6400049564311938,
+      "learning_rate": 1.1793980436019665e-05,
+      "loss": 1.2698,
+      "step": 43500
+    },
+    {
+      "epoch": 1665.4716981132076,
+      "grad_norm": 1.8644080059944403,
+      "learning_rate": 1.1768930828186929e-05,
+      "loss": 1.2587,
+      "step": 43520
+    },
+    {
+      "epoch": 1666.2264150943397,
+      "grad_norm": 1.8282116731915254,
+      "learning_rate": 1.1743922902921463e-05,
+      "loss": 1.3132,
+      "step": 43540
+    },
+    {
+      "epoch": 1666.9811320754718,
+      "grad_norm": 1.7249443500233614,
+      "learning_rate": 1.1718956694143148e-05,
+      "loss": 1.2723,
+      "step": 43560
+    },
+    {
+      "epoch": 1667.7358490566037,
+      "grad_norm": 2.2697663843146665,
+      "learning_rate": 1.1694032235715316e-05,
+      "loss": 1.2568,
+      "step": 43580
+    },
+    {
+      "epoch": 1668.4905660377358,
+      "grad_norm": 1.530647627622187,
+      "learning_rate": 1.1669149561444626e-05,
+      "loss": 1.2717,
+      "step": 43600
+    },
+    {
+      "epoch": 1669.245283018868,
+      "grad_norm": 1.9077370898342472,
+      "learning_rate": 1.1644308705081098e-05,
+      "loss": 1.252,
+      "step": 43620
+    },
+    {
+      "epoch": 1670.0,
+      "grad_norm": 2.44039353912842,
+      "learning_rate": 1.1619509700318012e-05,
+      "loss": 1.2829,
+      "step": 43640
+    },
+    {
+      "epoch": 1670.754716981132,
+      "grad_norm": 1.7743292552737207,
+      "learning_rate": 1.159475258079188e-05,
+      "loss": 1.2831,
+      "step": 43660
+    },
+    {
+      "epoch": 1671.5094339622642,
+      "grad_norm": 1.747479187441525,
+      "learning_rate": 1.1570037380082422e-05,
+      "loss": 1.2933,
+      "step": 43680
+    },
+    {
+      "epoch": 1672.2641509433963,
+      "grad_norm": 1.6300209643052874,
+      "learning_rate": 1.154536413171247e-05,
+      "loss": 1.262,
+      "step": 43700
+    },
+    {
+      "epoch": 1673.0188679245282,
+      "grad_norm": 1.6492759638436003,
+      "learning_rate": 1.1520732869147992e-05,
+      "loss": 1.2733,
+      "step": 43720
+    },
+    {
+      "epoch": 1673.7735849056603,
+      "grad_norm": 1.8650633960066672,
+      "learning_rate": 1.149614362579798e-05,
+      "loss": 1.2536,
+      "step": 43740
+    },
+    {
+      "epoch": 1674.5283018867924,
+      "grad_norm": 2.1343348774015154,
+      "learning_rate": 1.1471596435014422e-05,
+      "loss": 1.2813,
+      "step": 43760
+    },
+    {
+      "epoch": 1675.2830188679245,
+      "grad_norm": 1.8893198944715273,
+      "learning_rate": 1.144709133009231e-05,
+      "loss": 1.2563,
+      "step": 43780
+    },
+    {
+      "epoch": 1676.0377358490566,
+      "grad_norm": 2.1120967291275416,
+      "learning_rate": 1.1422628344269509e-05,
+      "loss": 1.2821,
+      "step": 43800
+    },
+    {
+      "epoch": 1676.7924528301887,
+      "grad_norm": 1.9495522685303381,
+      "learning_rate": 1.1398207510726789e-05,
+      "loss": 1.2517,
+      "step": 43820
+    },
+    {
+      "epoch": 1677.5471698113208,
+      "grad_norm": 2.467904007991342,
+      "learning_rate": 1.1373828862587707e-05,
+      "loss": 1.2561,
+      "step": 43840
+    },
+    {
+      "epoch": 1678.301886792453,
+      "grad_norm": 2.0894802109018364,
+      "learning_rate": 1.1349492432918656e-05,
+      "loss": 1.2435,
+      "step": 43860
+    },
+    {
+      "epoch": 1679.0566037735848,
+      "grad_norm": 1.828171013483477,
+      "learning_rate": 1.1325198254728714e-05,
+      "loss": 1.2622,
+      "step": 43880
+    },
+    {
+      "epoch": 1679.811320754717,
+      "grad_norm": 1.801681773387057,
+      "learning_rate": 1.1300946360969663e-05,
+      "loss": 1.2558,
+      "step": 43900
+    },
+    {
+      "epoch": 1680.566037735849,
+      "grad_norm": 1.6735648229781173,
+      "learning_rate": 1.127673678453596e-05,
+      "loss": 1.2758,
+      "step": 43920
+    },
+    {
+      "epoch": 1681.3207547169811,
+      "grad_norm": 1.8439021982026453,
+      "learning_rate": 1.1252569558264623e-05,
+      "loss": 1.2711,
+      "step": 43940
+    },
+    {
+      "epoch": 1682.0754716981132,
+      "grad_norm": 2.1505206283933016,
+      "learning_rate": 1.1228444714935267e-05,
+      "loss": 1.2654,
+      "step": 43960
+    },
+    {
+      "epoch": 1682.8301886792453,
+      "grad_norm": 2.3535064036412763,
+      "learning_rate": 1.1204362287269989e-05,
+      "loss": 1.2864,
+      "step": 43980
+    },
+    {
+      "epoch": 1683.5849056603774,
+      "grad_norm": 1.9848669397447662,
+      "learning_rate": 1.1180322307933367e-05,
+      "loss": 1.2678,
+      "step": 44000
+    },
+    {
+      "epoch": 1684.3396226415093,
+      "grad_norm": 1.9913924876704123,
+      "learning_rate": 1.1156324809532414e-05,
+      "loss": 1.2676,
+      "step": 44020
+    },
+    {
+      "epoch": 1685.0943396226414,
+      "grad_norm": 1.7514208349630622,
+      "learning_rate": 1.1132369824616499e-05,
+      "loss": 1.2616,
+      "step": 44040
+    },
+    {
+      "epoch": 1685.8490566037735,
+      "grad_norm": 2.2320848012235888,
+      "learning_rate": 1.1108457385677357e-05,
+      "loss": 1.2342,
+      "step": 44060
+    },
+    {
+      "epoch": 1686.6037735849056,
+      "grad_norm": 1.5942465466549,
+      "learning_rate": 1.1084587525148977e-05,
+      "loss": 1.2645,
+      "step": 44080
+    },
+    {
+      "epoch": 1687.3584905660377,
+      "grad_norm": 1.7930621881455668,
+      "learning_rate": 1.1060760275407643e-05,
+      "loss": 1.2534,
+      "step": 44100
+    },
+    {
+      "epoch": 1688.1132075471698,
+      "grad_norm": 1.9526833117644506,
+      "learning_rate": 1.1036975668771807e-05,
+      "loss": 1.2609,
+      "step": 44120
+    },
+    {
+      "epoch": 1688.867924528302,
+      "grad_norm": 2.7437511360247084,
+      "learning_rate": 1.1013233737502087e-05,
+      "loss": 1.2343,
+      "step": 44140
+    },
+    {
+      "epoch": 1689.622641509434,
+      "grad_norm": 1.9223463912813794,
+      "learning_rate": 1.098953451380124e-05,
+      "loss": 1.2442,
+      "step": 44160
+    },
+    {
+      "epoch": 1690.377358490566,
+      "grad_norm": 1.8610095181805815,
+      "learning_rate": 1.0965878029814056e-05,
+      "loss": 1.2754,
+      "step": 44180
+    },
+    {
+      "epoch": 1691.132075471698,
+      "grad_norm": 1.8877853703015002,
+      "learning_rate": 1.0942264317627406e-05,
+      "loss": 1.2491,
+      "step": 44200
+    },
+    {
+      "epoch": 1691.8867924528302,
+      "grad_norm": 1.7714097265467896,
+      "learning_rate": 1.09186934092701e-05,
+      "loss": 1.2405,
+      "step": 44220
+    },
+    {
+      "epoch": 1692.6415094339623,
+      "grad_norm": 1.7637174019223203,
+      "learning_rate": 1.0895165336712904e-05,
+      "loss": 1.2829,
+      "step": 44240
+    },
+    {
+      "epoch": 1693.3962264150944,
+      "grad_norm": 1.7656304793121242,
+      "learning_rate": 1.087168013186851e-05,
+      "loss": 1.2702,
+      "step": 44260
+    },
+    {
+      "epoch": 1694.1509433962265,
+      "grad_norm": 1.7808808271916323,
+      "learning_rate": 1.0848237826591417e-05,
+      "loss": 1.2587,
+      "step": 44280
+    },
+    {
+      "epoch": 1694.9056603773586,
+      "grad_norm": 2.0266053428110538,
+      "learning_rate": 1.0824838452677987e-05,
+      "loss": 1.2926,
+      "step": 44300
+    },
+    {
+      "epoch": 1695.6603773584907,
+      "grad_norm": 1.8115058261411354,
+      "learning_rate": 1.0801482041866307e-05,
+      "loss": 1.2694,
+      "step": 44320
+    },
+    {
+      "epoch": 1696.4150943396226,
+      "grad_norm": 2.4945233871026526,
+      "learning_rate": 1.0778168625836231e-05,
+      "loss": 1.2699,
+      "step": 44340
+    },
+    {
+      "epoch": 1697.1698113207547,
+      "grad_norm": 1.6502310134668141,
+      "learning_rate": 1.0754898236209268e-05,
+      "loss": 1.2614,
+      "step": 44360
+    },
+    {
+      "epoch": 1697.9245283018868,
+      "grad_norm": 1.8453532789577662,
+      "learning_rate": 1.0731670904548564e-05,
+      "loss": 1.2823,
+      "step": 44380
+    },
+    {
+      "epoch": 1698.6792452830189,
+      "grad_norm": 1.860653653518071,
+      "learning_rate": 1.070848666235889e-05,
+      "loss": 1.2641,
+      "step": 44400
+    },
+    {
+      "epoch": 1699.433962264151,
+      "grad_norm": 2.5399359657927856,
+      "learning_rate": 1.0685345541086543e-05,
+      "loss": 1.2654,
+      "step": 44420
+    },
+    {
+      "epoch": 1700.188679245283,
+      "grad_norm": 2.0018966910355798,
+      "learning_rate": 1.0662247572119366e-05,
+      "loss": 1.2504,
+      "step": 44440
+    },
+    {
+      "epoch": 1700.9433962264152,
+      "grad_norm": 1.9371452956267547,
+      "learning_rate": 1.0639192786786632e-05,
+      "loss": 1.2599,
+      "step": 44460
+    },
+    {
+      "epoch": 1701.698113207547,
+      "grad_norm": 1.6521207456435931,
+      "learning_rate": 1.061618121635906e-05,
+      "loss": 1.2391,
+      "step": 44480
+    },
+    {
+      "epoch": 1702.4528301886792,
+      "grad_norm": 1.8656871033709692,
+      "learning_rate": 1.0593212892048769e-05,
+      "loss": 1.2724,
+      "step": 44500
+    },
+    {
+      "epoch": 1703.2075471698113,
+      "grad_norm": 1.8848695534792095,
+      "learning_rate": 1.0570287845009191e-05,
+      "loss": 1.2528,
+      "step": 44520
+    },
+    {
+      "epoch": 1703.9622641509434,
+      "grad_norm": 1.9187788004054305,
+      "learning_rate": 1.0547406106335084e-05,
+      "loss": 1.2518,
+      "step": 44540
+    },
+    {
+      "epoch": 1704.7169811320755,
+      "grad_norm": 1.6729690153958676,
+      "learning_rate": 1.0524567707062449e-05,
+      "loss": 1.2437,
+      "step": 44560
+    },
+    {
+      "epoch": 1705.4716981132076,
+      "grad_norm": 1.8430409315959264,
+      "learning_rate": 1.0501772678168493e-05,
+      "loss": 1.2467,
+      "step": 44580
+    },
+    {
+      "epoch": 1706.2264150943397,
+      "grad_norm": 1.8213698778380842,
+      "learning_rate": 1.0479021050571638e-05,
+      "loss": 1.261,
+      "step": 44600
+    },
+    {
+      "epoch": 1706.9811320754718,
+      "grad_norm": 1.7756575044684015,
+      "learning_rate": 1.0456312855131388e-05,
+      "loss": 1.2278,
+      "step": 44620
+    },
+    {
+      "epoch": 1707.7358490566037,
+      "grad_norm": 1.4850849315300283,
+      "learning_rate": 1.0433648122648373e-05,
+      "loss": 1.242,
+      "step": 44640
+    },
+    {
+      "epoch": 1708.4905660377358,
+      "grad_norm": 1.9352490992820244,
+      "learning_rate": 1.0411026883864254e-05,
+      "loss": 1.2507,
+      "step": 44660
+    },
+    {
+      "epoch": 1709.245283018868,
+      "grad_norm": 2.2842368933958634,
+      "learning_rate": 1.0388449169461693e-05,
+      "loss": 1.2614,
+      "step": 44680
+    },
+    {
+      "epoch": 1710.0,
+      "grad_norm": 1.716195015782983,
+      "learning_rate": 1.0365915010064342e-05,
+      "loss": 1.2467,
+      "step": 44700
+    },
+    {
+      "epoch": 1710.754716981132,
+      "grad_norm": 2.1393035099583524,
+      "learning_rate": 1.0343424436236746e-05,
+      "loss": 1.2697,
+      "step": 44720
+    },
+    {
+      "epoch": 1711.5094339622642,
+      "grad_norm": 2.0773856374828354,
+      "learning_rate": 1.0320977478484364e-05,
+      "loss": 1.2642,
+      "step": 44740
+    },
+    {
+      "epoch": 1712.2641509433963,
+      "grad_norm": 1.862877983575214,
+      "learning_rate": 1.0298574167253475e-05,
+      "loss": 1.2269,
+      "step": 44760
+    },
+    {
+      "epoch": 1713.0188679245282,
+      "grad_norm": 1.8342101414521328,
+      "learning_rate": 1.0276214532931146e-05,
+      "loss": 1.2535,
+      "step": 44780
+    },
+    {
+      "epoch": 1713.7735849056603,
+      "grad_norm": 1.9601396356391216,
+      "learning_rate": 1.0253898605845225e-05,
+      "loss": 1.2327,
+      "step": 44800
+    },
+    {
+      "epoch": 1714.5283018867924,
+      "grad_norm": 4.66393766300096,
+      "learning_rate": 1.0231626416264286e-05,
+      "loss": 1.2503,
+      "step": 44820
+    },
+    {
+      "epoch": 1715.2830188679245,
+      "grad_norm": 1.8180258292414466,
+      "learning_rate": 1.020939799439755e-05,
+      "loss": 1.2401,
+      "step": 44840
+    },
+    {
+      "epoch": 1716.0377358490566,
+      "grad_norm": 2.106671537780403,
+      "learning_rate": 1.0187213370394877e-05,
+      "loss": 1.2536,
+      "step": 44860
+    },
+    {
+      "epoch": 1716.7924528301887,
+      "grad_norm": 2.006353528787222,
+      "learning_rate": 1.016507257434674e-05,
+      "loss": 1.2669,
+      "step": 44880
+    },
+    {
+      "epoch": 1717.5471698113208,
+      "grad_norm": 1.9080849159374786,
+      "learning_rate": 1.0142975636284143e-05,
+      "loss": 1.2509,
+      "step": 44900
+    },
+    {
+      "epoch": 1718.301886792453,
+      "grad_norm": 1.8773707581872159,
+      "learning_rate": 1.0120922586178633e-05,
+      "loss": 1.2675,
+      "step": 44920
+    },
+    {
+      "epoch": 1719.0566037735848,
+      "grad_norm": 2.0076660138565647,
+      "learning_rate": 1.00989134539422e-05,
+      "loss": 1.2534,
+      "step": 44940
+    },
+    {
+      "epoch": 1719.811320754717,
+      "grad_norm": 2.33419651636862,
+      "learning_rate": 1.0076948269427267e-05,
+      "loss": 1.2397,
+      "step": 44960
+    },
+    {
+      "epoch": 1720.566037735849,
+      "grad_norm": 2.1404808355187552,
+      "learning_rate": 1.0055027062426677e-05,
+      "loss": 1.2533,
+      "step": 44980
+    },
+    {
+      "epoch": 1721.3207547169811,
+      "grad_norm": 1.8480400039657447,
+      "learning_rate": 1.003314986267358e-05,
+      "loss": 1.2493,
+      "step": 45000
+    },
+    {
+      "epoch": 1722.0754716981132,
+      "grad_norm": 1.8827968491873732,
+      "learning_rate": 1.0011316699841473e-05,
+      "loss": 1.2622,
+      "step": 45020
+    },
+    {
+      "epoch": 1722.8301886792453,
+      "grad_norm": 1.805703534242214,
+      "learning_rate": 9.989527603544106e-06,
+      "loss": 1.2363,
+      "step": 45040
+    },
+    {
+      "epoch": 1723.5849056603774,
+      "grad_norm": 1.808082360236483,
+      "learning_rate": 9.967782603335458e-06,
+      "loss": 1.2487,
+      "step": 45060
+    },
+    {
+      "epoch": 1724.3396226415093,
+      "grad_norm": 1.7375867158357146,
+      "learning_rate": 9.946081728709704e-06,
+      "loss": 1.2495,
+      "step": 45080
+    },
+    {
+      "epoch": 1725.0943396226414,
+      "grad_norm": 1.9612535567440743,
+      "learning_rate": 9.92442500910116e-06,
+      "loss": 1.229,
+      "step": 45100
+    },
+    {
+      "epoch": 1725.8490566037735,
+      "grad_norm": 1.7862147453258874,
+      "learning_rate": 9.902812473884265e-06,
+      "loss": 1.257,
+      "step": 45120
+    },
+    {
+      "epoch": 1726.6037735849056,
+      "grad_norm": 1.9883007002332853,
+      "learning_rate": 9.881244152373517e-06,
+      "loss": 1.2449,
+      "step": 45140
+    },
+    {
+      "epoch": 1727.3584905660377,
+      "grad_norm": 1.9502309547963228,
+      "learning_rate": 9.859720073823439e-06,
+      "loss": 1.224,
+      "step": 45160
+    },
+    {
+      "epoch": 1728.1132075471698,
+      "grad_norm": 1.896645829195727,
+      "learning_rate": 9.838240267428569e-06,
+      "loss": 1.2396,
+      "step": 45180
+    },
+    {
+      "epoch": 1728.867924528302,
+      "grad_norm": 1.629877819405046,
+      "learning_rate": 9.816804762323362e-06,
+      "loss": 1.2227,
+      "step": 45200
+    },
+    {
+      "epoch": 1729.622641509434,
+      "grad_norm": 1.929708983579025,
+      "learning_rate": 9.795413587582212e-06,
+      "loss": 1.2516,
+      "step": 45220
+    },
+    {
+      "epoch": 1730.377358490566,
+      "grad_norm": 2.0413627464070543,
+      "learning_rate": 9.77406677221937e-06,
+      "loss": 1.2514,
+      "step": 45240
+    },
+    {
+      "epoch": 1731.132075471698,
+      "grad_norm": 1.9912183520226578,
+      "learning_rate": 9.75276434518892e-06,
+      "loss": 1.2414,
+      "step": 45260
+    },
+    {
+      "epoch": 1731.8867924528302,
+      "grad_norm": 1.9880956960393557,
+      "learning_rate": 9.731506335384743e-06,
+      "loss": 1.2419,
+      "step": 45280
+    },
+    {
+      "epoch": 1732.6415094339623,
+      "grad_norm": 1.7890362722548563,
+      "learning_rate": 9.710292771640488e-06,
+      "loss": 1.2369,
+      "step": 45300
+    },
+    {
+      "epoch": 1733.3962264150944,
+      "grad_norm": 1.7651257661243038,
+      "learning_rate": 9.689123682729494e-06,
+      "loss": 1.2311,
+      "step": 45320
+    },
+    {
+      "epoch": 1734.1509433962265,
+      "grad_norm": 2.2714752518928596,
+      "learning_rate": 9.667999097364786e-06,
+      "loss": 1.2367,
+      "step": 45340
+    },
+    {
+      "epoch": 1734.9056603773586,
+      "grad_norm": 1.6713670044384341,
+      "learning_rate": 9.646919044199022e-06,
+      "loss": 1.2404,
+      "step": 45360
+    },
+    {
+      "epoch": 1735.6603773584907,
+      "grad_norm": 1.6792236680717407,
+      "learning_rate": 9.625883551824463e-06,
+      "loss": 1.2196,
+      "step": 45380
+    },
+    {
+      "epoch": 1736.4150943396226,
+      "grad_norm": 2.115412691262234,
+      "learning_rate": 9.604892648772943e-06,
+      "loss": 1.266,
+      "step": 45400
+    },
+    {
+      "epoch": 1737.1698113207547,
+      "grad_norm": 1.8051416403865777,
+      "learning_rate": 9.583946363515793e-06,
+      "loss": 1.2226,
+      "step": 45420
+    },
+    {
+      "epoch": 1737.9245283018868,
+      "grad_norm": 1.6009792370635079,
+      "learning_rate": 9.563044724463834e-06,
+      "loss": 1.2201,
+      "step": 45440
+    },
+    {
+      "epoch": 1738.6792452830189,
+      "grad_norm": 1.6768644470720357,
+      "learning_rate": 9.542187759967324e-06,
+      "loss": 1.2421,
+      "step": 45460
+    },
+    {
+      "epoch": 1739.433962264151,
+      "grad_norm": 1.8206836356027367,
+      "learning_rate": 9.521375498315946e-06,
+      "loss": 1.2329,
+      "step": 45480
+    },
+    {
+      "epoch": 1740.188679245283,
+      "grad_norm": 1.938456827512391,
+      "learning_rate": 9.500607967738736e-06,
+      "loss": 1.2325,
+      "step": 45500
+    },
+    {
+      "epoch": 1740.9433962264152,
+      "grad_norm": 2.2438430820956277,
+      "learning_rate": 9.47988519640406e-06,
+      "loss": 1.2354,
+      "step": 45520
+    },
+    {
+      "epoch": 1741.698113207547,
+      "grad_norm": 1.8583994537682718,
+      "learning_rate": 9.459207212419571e-06,
+      "loss": 1.235,
+      "step": 45540
+    },
+    {
+      "epoch": 1742.4528301886792,
+      "grad_norm": 1.917428400078255,
+      "learning_rate": 9.438574043832166e-06,
+      "loss": 1.224,
+      "step": 45560
+    },
+    {
+      "epoch": 1743.2075471698113,
+      "grad_norm": 1.9824261322614047,
+      "learning_rate": 9.417985718627978e-06,
+      "loss": 1.2129,
+      "step": 45580
+    },
+    {
+      "epoch": 1743.9622641509434,
+      "grad_norm": 1.612460364379856,
+      "learning_rate": 9.397442264732312e-06,
+      "loss": 1.2377,
+      "step": 45600
+    },
+    {
+      "epoch": 1744.7169811320755,
+      "grad_norm": 1.887246888937515,
+      "learning_rate": 9.376943710009596e-06,
+      "loss": 1.239,
+      "step": 45620
+    },
+    {
+      "epoch": 1745.4716981132076,
+      "grad_norm": 1.8662303877058588,
+      "learning_rate": 9.35649008226336e-06,
+      "loss": 1.2157,
+      "step": 45640
+    },
+    {
+      "epoch": 1746.2264150943397,
+      "grad_norm": 1.8071426126559238,
+      "learning_rate": 9.336081409236198e-06,
+      "loss": 1.2428,
+      "step": 45660
+    },
+    {
+      "epoch": 1746.9811320754718,
+      "grad_norm": 2.0833393122383828,
+      "learning_rate": 9.315717718609757e-06,
+      "loss": 1.2492,
+      "step": 45680
+    },
+    {
+      "epoch": 1747.7358490566037,
+      "grad_norm": 1.6715168273471837,
+      "learning_rate": 9.295399038004633e-06,
+      "loss": 1.2266,
+      "step": 45700
+    },
+    {
+      "epoch": 1748.4905660377358,
+      "grad_norm": 2.195357416639307,
+      "learning_rate": 9.275125394980386e-06,
+      "loss": 1.2253,
+      "step": 45720
+    },
+    {
+      "epoch": 1749.245283018868,
+      "grad_norm": 1.6874680664457093,
+      "learning_rate": 9.254896817035483e-06,
+      "loss": 1.2173,
+      "step": 45740
+    },
+    {
+      "epoch": 1750.0,
+      "grad_norm": 1.711392020263029,
+      "learning_rate": 9.234713331607285e-06,
+      "loss": 1.2454,
+      "step": 45760
+    },
+    {
+      "epoch": 1750.754716981132,
+      "grad_norm": 2.3706684674067713,
+      "learning_rate": 9.214574966071978e-06,
+      "loss": 1.2308,
+      "step": 45780
+    },
+    {
+      "epoch": 1751.5094339622642,
+      "grad_norm": 1.6753069249066932,
+      "learning_rate": 9.19448174774455e-06,
+      "loss": 1.2413,
+      "step": 45800
+    },
+    {
+      "epoch": 1752.2641509433963,
+      "grad_norm": 1.769095060241516,
+      "learning_rate": 9.174433703878748e-06,
+      "loss": 1.2319,
+      "step": 45820
+    },
+    {
+      "epoch": 1753.0188679245282,
+      "grad_norm": 2.3962310618426756,
+      "learning_rate": 9.154430861667043e-06,
+      "loss": 1.2352,
+      "step": 45840
+    },
+    {
+      "epoch": 1753.7735849056603,
+      "grad_norm": 1.9412455526945074,
+      "learning_rate": 9.134473248240613e-06,
+      "loss": 1.2102,
+      "step": 45860
+    },
+    {
+      "epoch": 1754.5283018867924,
+      "grad_norm": 1.8463733972517142,
+      "learning_rate": 9.114560890669284e-06,
+      "loss": 1.2332,
+      "step": 45880
+    },
+    {
+      "epoch": 1755.2830188679245,
+      "grad_norm": 2.04310291045162,
+      "learning_rate": 9.094693815961489e-06,
+      "loss": 1.214,
+      "step": 45900
+    },
+    {
+      "epoch": 1756.0377358490566,
+      "grad_norm": 1.6171015922091012,
+      "learning_rate": 9.074872051064247e-06,
+      "loss": 1.2699,
+      "step": 45920
+    },
+    {
+      "epoch": 1756.7924528301887,
+      "grad_norm": 1.9834386299608673,
+      "learning_rate": 9.05509562286311e-06,
+      "loss": 1.2278,
+      "step": 45940
+    },
+    {
+      "epoch": 1757.5471698113208,
+      "grad_norm": 1.821750331122801,
+      "learning_rate": 9.035364558182156e-06,
+      "loss": 1.2209,
+      "step": 45960
+    },
+    {
+      "epoch": 1758.301886792453,
+      "grad_norm": 2.014697149659363,
+      "learning_rate": 9.01567888378393e-06,
+      "loss": 1.2467,
+      "step": 45980
+    },
+    {
+      "epoch": 1759.0566037735848,
+      "grad_norm": 1.7691564521949696,
+      "learning_rate": 8.9960386263694e-06,
+      "loss": 1.2387,
+      "step": 46000
+    },
+    {
+      "epoch": 1759.811320754717,
+      "grad_norm": 2.3970514513874353,
+      "learning_rate": 8.976443812577933e-06,
+      "loss": 1.2356,
+      "step": 46020
+    },
+    {
+      "epoch": 1760.566037735849,
+      "grad_norm": 1.7866985162824316,
+      "learning_rate": 8.956894468987255e-06,
+      "loss": 1.2192,
+      "step": 46040
+    },
+    {
+      "epoch": 1761.3207547169811,
+      "grad_norm": 1.4793276251372218,
+      "learning_rate": 8.93739062211343e-06,
+      "loss": 1.2255,
+      "step": 46060
+    },
+    {
+      "epoch": 1762.0754716981132,
+      "grad_norm": 1.629080653433639,
+      "learning_rate": 8.917932298410821e-06,
+      "loss": 1.2293,
+      "step": 46080
+    },
+    {
+      "epoch": 1762.8301886792453,
+      "grad_norm": 1.9159436924110016,
+      "learning_rate": 8.898519524272015e-06,
+      "loss": 1.2401,
+      "step": 46100
+    },
+    {
+      "epoch": 1763.5849056603774,
+      "grad_norm": 2.067014892731833,
+      "learning_rate": 8.879152326027837e-06,
+      "loss": 1.2344,
+      "step": 46120
+    },
+    {
+      "epoch": 1764.3396226415093,
+      "grad_norm": 1.8696210113324339,
+      "learning_rate": 8.859830729947271e-06,
+      "loss": 1.2223,
+      "step": 46140
+    },
+    {
+      "epoch": 1765.0943396226414,
+      "grad_norm": 2.110486612271203,
+      "learning_rate": 8.840554762237504e-06,
+      "loss": 1.243,
+      "step": 46160
+    },
+    {
+      "epoch": 1765.8490566037735,
+      "grad_norm": 2.123761822878677,
+      "learning_rate": 8.821324449043775e-06,
+      "loss": 1.219,
+      "step": 46180
+    },
+    {
+      "epoch": 1766.6037735849056,
+      "grad_norm": 1.9704006034099235,
+      "learning_rate": 8.802139816449425e-06,
+      "loss": 1.2274,
+      "step": 46200
+    },
+    {
+      "epoch": 1767.3584905660377,
+      "grad_norm": 2.577400619765411,
+      "learning_rate": 8.783000890475817e-06,
+      "loss": 1.2215,
+      "step": 46220
+    },
+    {
+      "epoch": 1768.1132075471698,
+      "grad_norm": 1.9304613762583265,
+      "learning_rate": 8.763907697082349e-06,
+      "loss": 1.2278,
+      "step": 46240
+    },
+    {
+      "epoch": 1768.867924528302,
+      "grad_norm": 9.077022357816322,
+      "learning_rate": 8.744860262166374e-06,
+      "loss": 1.2376,
+      "step": 46260
+    },
+    {
+      "epoch": 1769.622641509434,
+      "grad_norm": 1.7013870498396941,
+      "learning_rate": 8.72585861156318e-06,
+      "loss": 1.2435,
+      "step": 46280
+    },
+    {
+      "epoch": 1770.377358490566,
+      "grad_norm": 2.2733345450497597,
+      "learning_rate": 8.706902771045942e-06,
+      "loss": 1.2491,
+      "step": 46300
+    },
+    {
+      "epoch": 1771.132075471698,
+      "grad_norm": 1.7197101765888114,
+      "learning_rate": 8.687992766325712e-06,
+      "loss": 1.2308,
+      "step": 46320
+    },
+    {
+      "epoch": 1771.8867924528302,
+      "grad_norm": 1.722161318565123,
+      "learning_rate": 8.669128623051374e-06,
+      "loss": 1.2153,
+      "step": 46340
+    },
+    {
+      "epoch": 1772.6415094339623,
+      "grad_norm": 1.768434935423491,
+      "learning_rate": 8.650310366809618e-06,
+      "loss": 1.231,
+      "step": 46360
+    },
+    {
+      "epoch": 1773.3962264150944,
+      "grad_norm": 1.754239611346281,
+      "learning_rate": 8.631538023124864e-06,
+      "loss": 1.2132,
+      "step": 46380
+    },
+    {
+      "epoch": 1774.1509433962265,
+      "grad_norm": 1.8552614353082573,
+      "learning_rate": 8.612811617459285e-06,
+      "loss": 1.2112,
+      "step": 46400
+    },
+    {
+      "epoch": 1774.9056603773586,
+      "grad_norm": 2.0773862798469467,
+      "learning_rate": 8.594131175212718e-06,
+      "loss": 1.2189,
+      "step": 46420
+    },
+    {
+      "epoch": 1775.6603773584907,
+      "grad_norm": 2.3280607387947905,
+      "learning_rate": 8.57549672172269e-06,
+      "loss": 1.238,
+      "step": 46440
+    },
+    {
+      "epoch": 1776.4150943396226,
+      "grad_norm": 2.1755774262596717,
+      "learning_rate": 8.556908282264332e-06,
+      "loss": 1.2024,
+      "step": 46460
+    },
+    {
+      "epoch": 1777.1698113207547,
+      "grad_norm": 1.7187738055157478,
+      "learning_rate": 8.538365882050364e-06,
+      "loss": 1.2234,
+      "step": 46480
+    },
+    {
+      "epoch": 1777.9245283018868,
+      "grad_norm": 3.1309450039543165,
+      "learning_rate": 8.51986954623106e-06,
+      "loss": 1.2081,
+      "step": 46500
+    },
+    {
+      "epoch": 1778.6792452830189,
+      "grad_norm": 2.1042177578345567,
+      "learning_rate": 8.501419299894205e-06,
+      "loss": 1.1976,
+      "step": 46520
+    },
+    {
+      "epoch": 1779.433962264151,
+      "grad_norm": 2.4039696113928586,
+      "learning_rate": 8.483015168065095e-06,
+      "loss": 1.2068,
+      "step": 46540
+    },
+    {
+      "epoch": 1780.188679245283,
+      "grad_norm": 2.0537571832378605,
+      "learning_rate": 8.464657175706461e-06,
+      "loss": 1.2143,
+      "step": 46560
+    },
+    {
+      "epoch": 1780.9433962264152,
+      "grad_norm": 1.9918815720142324,
+      "learning_rate": 8.44634534771845e-06,
+      "loss": 1.2019,
+      "step": 46580
+    },
+    {
+      "epoch": 1781.698113207547,
+      "grad_norm": 3.5070134161926214,
+      "learning_rate": 8.428079708938597e-06,
+      "loss": 1.2117,
+      "step": 46600
+    },
+    {
+      "epoch": 1782.4528301886792,
+      "grad_norm": 1.9332698868995186,
+      "learning_rate": 8.409860284141776e-06,
+      "loss": 1.2109,
+      "step": 46620
+    },
+    {
+      "epoch": 1783.2075471698113,
+      "grad_norm": 1.8649611050997916,
+      "learning_rate": 8.391687098040202e-06,
+      "loss": 1.2127,
+      "step": 46640
+    },
+    {
+      "epoch": 1783.9622641509434,
+      "grad_norm": 2.1126115309707276,
+      "learning_rate": 8.373560175283366e-06,
+      "loss": 1.2071,
+      "step": 46660
+    },
+    {
+      "epoch": 1784.7169811320755,
+      "grad_norm": 2.1198410570984145,
+      "learning_rate": 8.355479540457997e-06,
+      "loss": 1.2136,
+      "step": 46680
+    },
+    {
+      "epoch": 1785.4716981132076,
+      "grad_norm": 1.6900109710024558,
+      "learning_rate": 8.337445218088043e-06,
+      "loss": 1.2524,
+      "step": 46700
+    },
+    {
+      "epoch": 1786.2264150943397,
+      "grad_norm": 1.8630113220385771,
+      "learning_rate": 8.31945723263464e-06,
+      "loss": 1.2265,
+      "step": 46720
+    },
+    {
+      "epoch": 1786.9811320754718,
+      "grad_norm": 1.8874455281957463,
+      "learning_rate": 8.301515608496088e-06,
+      "loss": 1.2177,
+      "step": 46740
+    },
+    {
+      "epoch": 1787.7358490566037,
+      "grad_norm": 2.014600854617101,
+      "learning_rate": 8.283620370007777e-06,
+      "loss": 1.2181,
+      "step": 46760
+    },
+    {
+      "epoch": 1788.4905660377358,
+      "grad_norm": 2.0564703961686885,
+      "learning_rate": 8.2657715414422e-06,
+      "loss": 1.234,
+      "step": 46780
+    },
+    {
+      "epoch": 1789.245283018868,
+      "grad_norm": 1.7463019171504772,
+      "learning_rate": 8.247969147008883e-06,
+      "loss": 1.2357,
+      "step": 46800
+    },
+    {
+      "epoch": 1790.0,
+      "grad_norm": 2.0207773867855345,
+      "learning_rate": 8.230213210854395e-06,
+      "loss": 1.2148,
+      "step": 46820
+    },
+    {
+      "epoch": 1790.754716981132,
+      "grad_norm": 2.3337870810525168,
+      "learning_rate": 8.21250375706228e-06,
+      "loss": 1.237,
+      "step": 46840
+    },
+    {
+      "epoch": 1791.5094339622642,
+      "grad_norm": 2.1435617881979563,
+      "learning_rate": 8.194840809653027e-06,
+      "loss": 1.2374,
+      "step": 46860
+    },
+    {
+      "epoch": 1792.2641509433963,
+      "grad_norm": 1.9102469560838522,
+      "learning_rate": 8.177224392584056e-06,
+      "loss": 1.209,
+      "step": 46880
+    },
+    {
+      "epoch": 1793.0188679245282,
+      "grad_norm": 2.1795923550151737,
+      "learning_rate": 8.159654529749662e-06,
+      "loss": 1.2063,
+      "step": 46900
+    },
+    {
+      "epoch": 1793.7735849056603,
+      "grad_norm": 1.823175394536622,
+      "learning_rate": 8.142131244981005e-06,
+      "loss": 1.1934,
+      "step": 46920
+    },
+    {
+      "epoch": 1794.5283018867924,
+      "grad_norm": 1.8053211353930545,
+      "learning_rate": 8.12465456204608e-06,
+      "loss": 1.2198,
+      "step": 46940
+    },
+    {
+      "epoch": 1795.2830188679245,
+      "grad_norm": 2.2947577379489195,
+      "learning_rate": 8.107224504649651e-06,
+      "loss": 1.2309,
+      "step": 46960
+    },
+    {
+      "epoch": 1796.0377358490566,
+      "grad_norm": 1.8475992608945049,
+      "learning_rate": 8.089841096433251e-06,
+      "loss": 1.2087,
+      "step": 46980
+    },
+    {
+      "epoch": 1796.7924528301887,
+      "grad_norm": 1.8272879309025556,
+      "learning_rate": 8.072504360975127e-06,
+      "loss": 1.2136,
+      "step": 47000
+    },
+    {
+      "epoch": 1797.5471698113208,
+      "grad_norm": 1.8165782997861282,
+      "learning_rate": 8.055214321790241e-06,
+      "loss": 1.1889,
+      "step": 47020
+    },
+    {
+      "epoch": 1798.301886792453,
+      "grad_norm": 2.3340672269584726,
+      "learning_rate": 8.03797100233022e-06,
+      "loss": 1.221,
+      "step": 47040
+    },
+    {
+      "epoch": 1799.0566037735848,
+      "grad_norm": 2.092467100741215,
+      "learning_rate": 8.020774425983296e-06,
+      "loss": 1.2128,
+      "step": 47060
+    },
+    {
+      "epoch": 1799.811320754717,
+      "grad_norm": 2.3746119444632,
+      "learning_rate": 8.003624616074315e-06,
+      "loss": 1.2182,
+      "step": 47080
+    },
+    {
+      "epoch": 1800.566037735849,
+      "grad_norm": 1.8281656528438364,
+      "learning_rate": 7.9865215958647e-06,
+      "loss": 1.2263,
+      "step": 47100
+    },
+    {
+      "epoch": 1801.3207547169811,
+      "grad_norm": 1.7918154594625133,
+      "learning_rate": 7.969465388552383e-06,
+      "loss": 1.2213,
+      "step": 47120
+    },
+    {
+      "epoch": 1802.0754716981132,
+      "grad_norm": 1.6967922986825377,
+      "learning_rate": 7.95245601727184e-06,
+      "loss": 1.2138,
+      "step": 47140
+    },
+    {
+      "epoch": 1802.8301886792453,
+      "grad_norm": 2.1758444336626437,
+      "learning_rate": 7.935493505093988e-06,
+      "loss": 1.2148,
+      "step": 47160
+    },
+    {
+      "epoch": 1803.5849056603774,
+      "grad_norm": 2.065548344188712,
+      "learning_rate": 7.918577875026188e-06,
+      "loss": 1.225,
+      "step": 47180
+    },
+    {
+      "epoch": 1804.3396226415093,
+      "grad_norm": 2.285598146488397,
+      "learning_rate": 7.901709150012234e-06,
+      "loss": 1.2029,
+      "step": 47200
+    },
+    {
+      "epoch": 1805.0943396226414,
+      "grad_norm": 1.845588983749011,
+      "learning_rate": 7.884887352932272e-06,
+      "loss": 1.2197,
+      "step": 47220
+    },
+    {
+      "epoch": 1805.8490566037735,
+      "grad_norm": 2.1058361117020095,
+      "learning_rate": 7.868112506602826e-06,
+      "loss": 1.2153,
+      "step": 47240
+    },
+    {
+      "epoch": 1806.6037735849056,
+      "grad_norm": 2.465710936967516,
+      "learning_rate": 7.851384633776713e-06,
+      "loss": 1.228,
+      "step": 47260
+    },
+    {
+      "epoch": 1807.3584905660377,
+      "grad_norm": 2.5705709977723905,
+      "learning_rate": 7.834703757143039e-06,
+      "loss": 1.2098,
+      "step": 47280
+    },
+    {
+      "epoch": 1808.1132075471698,
+      "grad_norm": 2.2374731183447105,
+      "learning_rate": 7.818069899327187e-06,
+      "loss": 1.2129,
+      "step": 47300
+    },
+    {
+      "epoch": 1808.867924528302,
+      "grad_norm": 1.9504362821950096,
+      "learning_rate": 7.801483082890734e-06,
+      "loss": 1.1901,
+      "step": 47320
+    },
+    {
+      "epoch": 1809.622641509434,
+      "grad_norm": 2.3420693435077813,
+      "learning_rate": 7.784943330331486e-06,
+      "loss": 1.211,
+      "step": 47340
+    },
+    {
+      "epoch": 1810.377358490566,
+      "grad_norm": 2.031062915249881,
+      "learning_rate": 7.768450664083389e-06,
+      "loss": 1.2156,
+      "step": 47360
+    },
+    {
+      "epoch": 1811.132075471698,
+      "grad_norm": 1.6147973470014159,
+      "learning_rate": 7.752005106516516e-06,
+      "loss": 1.2246,
+      "step": 47380
+    },
+    {
+      "epoch": 1811.8867924528302,
+      "grad_norm": 3.287052917624636,
+      "learning_rate": 7.735606679937075e-06,
+      "loss": 1.2064,
+      "step": 47400
+    },
+    {
+      "epoch": 1812.6415094339623,
+      "grad_norm": 2.2761297016427178,
+      "learning_rate": 7.719255406587317e-06,
+      "loss": 1.212,
+      "step": 47420
+    },
+    {
+      "epoch": 1813.3962264150944,
+      "grad_norm": 1.7704387481824377,
+      "learning_rate": 7.702951308645558e-06,
+      "loss": 1.2085,
+      "step": 47440
+    },
+    {
+      "epoch": 1814.1509433962265,
+      "grad_norm": 1.8350242336586524,
+      "learning_rate": 7.68669440822611e-06,
+      "loss": 1.222,
+      "step": 47460
+    },
+    {
+      "epoch": 1814.9056603773586,
+      "grad_norm": 2.2387441733555202,
+      "learning_rate": 7.67048472737927e-06,
+      "loss": 1.2227,
+      "step": 47480
+    },
+    {
+      "epoch": 1815.6603773584907,
+      "grad_norm": 2.0331586599518863,
+      "learning_rate": 7.654322288091307e-06,
+      "loss": 1.2105,
+      "step": 47500
+    },
+    {
+      "epoch": 1816.4150943396226,
+      "grad_norm": 1.7302486664188137,
+      "learning_rate": 7.638207112284387e-06,
+      "loss": 1.2006,
+      "step": 47520
+    },
+    {
+      "epoch": 1817.1698113207547,
+      "grad_norm": 2.102196000276882,
+      "learning_rate": 7.622139221816588e-06,
+      "loss": 1.2129,
+      "step": 47540
+    },
+    {
+      "epoch": 1817.9245283018868,
+      "grad_norm": 2.367853919945459,
+      "learning_rate": 7.606118638481834e-06,
+      "loss": 1.2137,
+      "step": 47560
+    },
+    {
+      "epoch": 1818.6792452830189,
+      "grad_norm": 1.7313717857059043,
+      "learning_rate": 7.5901453840099084e-06,
+      "loss": 1.1895,
+      "step": 47580
+    },
+    {
+      "epoch": 1819.433962264151,
+      "grad_norm": 1.90549898399535,
+      "learning_rate": 7.574219480066374e-06,
+      "loss": 1.2056,
+      "step": 47600
+    },
+    {
+      "epoch": 1820.188679245283,
+      "grad_norm": 2.037261933639343,
+      "learning_rate": 7.55834094825259e-06,
+      "loss": 1.2174,
+      "step": 47620
+    },
+    {
+      "epoch": 1820.9433962264152,
+      "grad_norm": 2.106635441636325,
+      "learning_rate": 7.542509810105648e-06,
+      "loss": 1.1982,
+      "step": 47640
+    },
+    {
+      "epoch": 1821.698113207547,
+      "grad_norm": 2.092038104009338,
+      "learning_rate": 7.526726087098354e-06,
+      "loss": 1.2218,
+      "step": 47660
+    },
+    {
+      "epoch": 1822.4528301886792,
+      "grad_norm": 1.997516919579926,
+      "learning_rate": 7.51098980063922e-06,
+      "loss": 1.2219,
+      "step": 47680
+    },
+    {
+      "epoch": 1823.2075471698113,
+      "grad_norm": 1.8136562199600643,
+      "learning_rate": 7.49530097207239e-06,
+      "loss": 1.1796,
+      "step": 47700
+    },
+    {
+      "epoch": 1823.9622641509434,
+      "grad_norm": 2.5616204147227934,
+      "learning_rate": 7.47965962267767e-06,
+      "loss": 1.1939,
+      "step": 47720
+    },
+    {
+      "epoch": 1824.7169811320755,
+      "grad_norm": 2.1387597203680815,
+      "learning_rate": 7.464065773670437e-06,
+      "loss": 1.1602,
+      "step": 47740
+    },
+    {
+      "epoch": 1825.4716981132076,
+      "grad_norm": 1.7803739365612326,
+      "learning_rate": 7.448519446201648e-06,
+      "loss": 1.2392,
+      "step": 47760
+    },
+    {
+      "epoch": 1826.2264150943397,
+      "grad_norm": 1.8173426913493826,
+      "learning_rate": 7.433020661357822e-06,
+      "loss": 1.1921,
+      "step": 47780
+    },
+    {
+      "epoch": 1826.9811320754718,
+      "grad_norm": 1.7763793595591069,
+      "learning_rate": 7.417569440160968e-06,
+      "loss": 1.2139,
+      "step": 47800
+    },
+    {
+      "epoch": 1827.7358490566037,
+      "grad_norm": 2.151890225358,
+      "learning_rate": 7.402165803568603e-06,
+      "loss": 1.1918,
+      "step": 47820
+    },
+    {
+      "epoch": 1828.4905660377358,
+      "grad_norm": 2.241696527607786,
+      "learning_rate": 7.386809772473682e-06,
+      "loss": 1.199,
+      "step": 47840
+    },
+    {
+      "epoch": 1829.245283018868,
+      "grad_norm": 1.904140122730207,
+      "learning_rate": 7.371501367704594e-06,
+      "loss": 1.175,
+      "step": 47860
+    },
+    {
+      "epoch": 1830.0,
+      "grad_norm": 2.2057960272933035,
+      "learning_rate": 7.356240610025147e-06,
+      "loss": 1.2026,
+      "step": 47880
+    },
+    {
+      "epoch": 1830.754716981132,
+      "grad_norm": 1.992268245473379,
+      "learning_rate": 7.341027520134496e-06,
+      "loss": 1.2226,
+      "step": 47900
+    },
+    {
+      "epoch": 1831.5094339622642,
+      "grad_norm": 1.8558557959544568,
+      "learning_rate": 7.325862118667166e-06,
+      "loss": 1.1879,
+      "step": 47920
+    },
+    {
+      "epoch": 1832.2641509433963,
+      "grad_norm": 2.649917575243484,
+      "learning_rate": 7.3107444261929805e-06,
+      "loss": 1.2128,
+      "step": 47940
+    },
+    {
+      "epoch": 1833.0188679245282,
+      "grad_norm": 1.838198084617481,
+      "learning_rate": 7.295674463217053e-06,
+      "loss": 1.1932,
+      "step": 47960
+    },
+    {
+      "epoch": 1833.7735849056603,
+      "grad_norm": 1.6953634210974582,
+      "learning_rate": 7.280652250179774e-06,
+      "loss": 1.1964,
+      "step": 47980
+    },
+    {
+      "epoch": 1834.5283018867924,
+      "grad_norm": 1.6312994813012875,
+      "learning_rate": 7.26567780745675e-06,
+      "loss": 1.1941,
+      "step": 48000
+    },
+    {
+      "epoch": 1835.2830188679245,
+      "grad_norm": 2.0702401300059528,
+      "learning_rate": 7.250751155358808e-06,
+      "loss": 1.2005,
+      "step": 48020
+    },
+    {
+      "epoch": 1836.0377358490566,
+      "grad_norm": 2.2642885375841395,
+      "learning_rate": 7.2358723141319396e-06,
+      "loss": 1.1894,
+      "step": 48040
+    },
+    {
+      "epoch": 1836.7924528301887,
+      "grad_norm": 1.9527405946827057,
+      "learning_rate": 7.2210413039573e-06,
+      "loss": 1.182,
+      "step": 48060
+    },
+    {
+      "epoch": 1837.5471698113208,
+      "grad_norm": 2.3498816913200984,
+      "learning_rate": 7.206258144951163e-06,
+      "loss": 1.1913,
+      "step": 48080
+    },
+    {
+      "epoch": 1838.301886792453,
+      "grad_norm": 2.123796744980879,
+      "learning_rate": 7.1915228571648876e-06,
+      "loss": 1.2076,
+      "step": 48100
+    },
+    {
+      "epoch": 1839.0566037735848,
+      "grad_norm": 1.7252206439090503,
+      "learning_rate": 7.176835460584927e-06,
+      "loss": 1.1861,
+      "step": 48120
+    },
+    {
+      "epoch": 1839.811320754717,
+      "grad_norm": 1.8734365315429182,
+      "learning_rate": 7.162195975132747e-06,
+      "loss": 1.1826,
+      "step": 48140
+    },
+    {
+      "epoch": 1840.566037735849,
+      "grad_norm": 2.316186234026582,
+      "learning_rate": 7.147604420664858e-06,
+      "loss": 1.177,
+      "step": 48160
+    },
+    {
+      "epoch": 1841.3207547169811,
+      "grad_norm": 1.788911685930357,
+      "learning_rate": 7.133060816972735e-06,
+      "loss": 1.1844,
+      "step": 48180
+    },
+    {
+      "epoch": 1842.0754716981132,
+      "grad_norm": 1.9701957941688446,
+      "learning_rate": 7.118565183782816e-06,
+      "loss": 1.211,
+      "step": 48200
+    },
+    {
+      "epoch": 1842.8301886792453,
+      "grad_norm": 1.721205749217039,
+      "learning_rate": 7.104117540756494e-06,
+      "loss": 1.2045,
+      "step": 48220
+    },
+    {
+      "epoch": 1843.5849056603774,
+      "grad_norm": 1.73943762799037,
+      "learning_rate": 7.089717907490048e-06,
+      "loss": 1.2005,
+      "step": 48240
+    },
+    {
+      "epoch": 1844.3396226415093,
+      "grad_norm": 2.2562973087741587,
+      "learning_rate": 7.07536630351465e-06,
+      "loss": 1.21,
+      "step": 48260
+    },
+    {
+      "epoch": 1845.0943396226414,
+      "grad_norm": 2.10020840598067,
+      "learning_rate": 7.061062748296323e-06,
+      "loss": 1.191,
+      "step": 48280
+    },
+    {
+      "epoch": 1845.8490566037735,
+      "grad_norm": 1.8070339824697725,
+      "learning_rate": 7.0468072612359105e-06,
+      "loss": 1.193,
+      "step": 48300
+    },
+    {
+      "epoch": 1846.6037735849056,
+      "grad_norm": 1.997808139499102,
+      "learning_rate": 7.032599861669077e-06,
+      "loss": 1.2014,
+      "step": 48320
+    },
+    {
+      "epoch": 1847.3584905660377,
+      "grad_norm": 2.0691188983956277,
+      "learning_rate": 7.018440568866245e-06,
+      "loss": 1.1966,
+      "step": 48340
+    },
+    {
+      "epoch": 1848.1132075471698,
+      "grad_norm": 2.403979236635362,
+      "learning_rate": 7.004329402032594e-06,
+      "loss": 1.1782,
+      "step": 48360
+    },
+    {
+      "epoch": 1848.867924528302,
+      "grad_norm": 2.6004080171234385,
+      "learning_rate": 6.9902663803080305e-06,
+      "loss": 1.1804,
+      "step": 48380
+    },
+    {
+      "epoch": 1849.622641509434,
+      "grad_norm": 1.9209297506929766,
+      "learning_rate": 6.976251522767146e-06,
+      "loss": 1.1743,
+      "step": 48400
+    },
+    {
+      "epoch": 1850.377358490566,
+      "grad_norm": 1.870852128682101,
+      "learning_rate": 6.962284848419221e-06,
+      "loss": 1.1968,
+      "step": 48420
+    },
+    {
+      "epoch": 1851.132075471698,
+      "grad_norm": 2.335271083007723,
+      "learning_rate": 6.948366376208161e-06,
+      "loss": 1.1848,
+      "step": 48440
+    },
+    {
+      "epoch": 1851.8867924528302,
+      "grad_norm": 1.6640538101181919,
+      "learning_rate": 6.93449612501252e-06,
+      "loss": 1.201,
+      "step": 48460
+    },
+    {
+      "epoch": 1852.6415094339623,
+      "grad_norm": 1.8790103798312214,
+      "learning_rate": 6.920674113645418e-06,
+      "loss": 1.167,
+      "step": 48480
+    },
+    {
+      "epoch": 1853.3962264150944,
+      "grad_norm": 1.7578289543420753,
+      "learning_rate": 6.906900360854565e-06,
+      "loss": 1.2007,
+      "step": 48500
+    },
+    {
+      "epoch": 1854.1509433962265,
+      "grad_norm": 1.8615274702658844,
+      "learning_rate": 6.893174885322198e-06,
+      "loss": 1.2056,
+      "step": 48520
+    },
+    {
+      "epoch": 1854.9056603773586,
+      "grad_norm": 2.3236275376684143,
+      "learning_rate": 6.879497705665089e-06,
+      "loss": 1.1716,
+      "step": 48540
+    },
+    {
+      "epoch": 1855.6603773584907,
+      "grad_norm": 2.1963583105378213,
+      "learning_rate": 6.865868840434493e-06,
+      "loss": 1.1769,
+      "step": 48560
+    },
+    {
+      "epoch": 1856.4150943396226,
+      "grad_norm": 2.129799150022101,
+      "learning_rate": 6.852288308116133e-06,
+      "loss": 1.1861,
+      "step": 48580
+    },
+    {
+      "epoch": 1857.1698113207547,
+      "grad_norm": 1.978798574769679,
+      "learning_rate": 6.8387561271301765e-06,
+      "loss": 1.1971,
+      "step": 48600
+    },
+    {
+      "epoch": 1857.9245283018868,
+      "grad_norm": 2.2936585531474596,
+      "learning_rate": 6.8252723158312055e-06,
+      "loss": 1.1911,
+      "step": 48620
+    },
+    {
+      "epoch": 1858.6792452830189,
+      "grad_norm": 1.860277938482895,
+      "learning_rate": 6.81183689250821e-06,
+      "loss": 1.1566,
+      "step": 48640
+    },
+    {
+      "epoch": 1859.433962264151,
+      "grad_norm": 2.017669140863562,
+      "learning_rate": 6.79844987538453e-06,
+      "loss": 1.1728,
+      "step": 48660
+    },
+    {
+      "epoch": 1860.188679245283,
+      "grad_norm": 2.098145579199566,
+      "learning_rate": 6.785111282617849e-06,
+      "loss": 1.1934,
+      "step": 48680
+    },
+    {
+      "epoch": 1860.9433962264152,
+      "grad_norm": 1.835823989245946,
+      "learning_rate": 6.771821132300191e-06,
+      "loss": 1.1621,
+      "step": 48700
+    },
+    {
+      "epoch": 1861.698113207547,
+      "grad_norm": 1.9612631399268534,
+      "learning_rate": 6.7585794424578464e-06,
+      "loss": 1.1911,
+      "step": 48720
+    },
+    {
+      "epoch": 1862.4528301886792,
+      "grad_norm": 2.0755400141270464,
+      "learning_rate": 6.745386231051399e-06,
+      "loss": 1.1804,
+      "step": 48740
+    },
+    {
+      "epoch": 1863.2075471698113,
+      "grad_norm": 2.2075989618364984,
+      "learning_rate": 6.732241515975663e-06,
+      "loss": 1.1933,
+      "step": 48760
+    },
+    {
+      "epoch": 1863.9622641509434,
+      "grad_norm": 1.9214092744343696,
+      "learning_rate": 6.719145315059678e-06,
+      "loss": 1.1913,
+      "step": 48780
+    },
+    {
+      "epoch": 1864.7169811320755,
+      "grad_norm": 2.3557809190891703,
+      "learning_rate": 6.7060976460666846e-06,
+      "loss": 1.1905,
+      "step": 48800
+    },
+    {
+      "epoch": 1865.4716981132076,
+      "grad_norm": 2.114305919520162,
+      "learning_rate": 6.693098526694083e-06,
+      "loss": 1.2047,
+      "step": 48820
+    },
+    {
+      "epoch": 1866.2264150943397,
+      "grad_norm": 1.8242775313878226,
+      "learning_rate": 6.680147974573452e-06,
+      "loss": 1.1933,
+      "step": 48840
+    },
+    {
+      "epoch": 1866.9811320754718,
+      "grad_norm": 2.1056639763813956,
+      "learning_rate": 6.66724600727046e-06,
+      "loss": 1.1808,
+      "step": 48860
+    },
+    {
+      "epoch": 1867.7358490566037,
+      "grad_norm": 1.7165725449830957,
+      "learning_rate": 6.654392642284892e-06,
+      "loss": 1.1782,
+      "step": 48880
+    },
+    {
+      "epoch": 1868.4905660377358,
+      "grad_norm": 1.7341902387718784,
+      "learning_rate": 6.6415878970506175e-06,
+      "loss": 1.179,
+      "step": 48900
+    },
+    {
+      "epoch": 1869.245283018868,
+      "grad_norm": 1.7667425869444906,
+      "learning_rate": 6.6288317889355535e-06,
+      "loss": 1.1754,
+      "step": 48920
+    },
+    {
+      "epoch": 1870.0,
+      "grad_norm": 2.2994252135110655,
+      "learning_rate": 6.616124335241648e-06,
+      "loss": 1.1992,
+      "step": 48940
+    },
+    {
+      "epoch": 1870.754716981132,
+      "grad_norm": 1.7046658246235185,
+      "learning_rate": 6.603465553204852e-06,
+      "loss": 1.1811,
+      "step": 48960
+    },
+    {
+      "epoch": 1871.5094339622642,
+      "grad_norm": 2.1898673540015428,
+      "learning_rate": 6.5908554599951e-06,
+      "loss": 1.178,
+      "step": 48980
+    },
+    {
+      "epoch": 1872.2641509433963,
+      "grad_norm": 1.9804369829197095,
+      "learning_rate": 6.578294072716292e-06,
+      "loss": 1.1989,
+      "step": 49000
+    },
+    {
+      "epoch": 1873.0188679245282,
+      "grad_norm": 2.065726596455928,
+      "learning_rate": 6.565781408406267e-06,
+      "loss": 1.1931,
+      "step": 49020
+    },
+    {
+      "epoch": 1873.7735849056603,
+      "grad_norm": 2.2467788121970123,
+      "learning_rate": 6.553317484036772e-06,
+      "loss": 1.2074,
+      "step": 49040
+    },
+    {
+      "epoch": 1874.5283018867924,
+      "grad_norm": 1.991691603079823,
+      "learning_rate": 6.5409023165134424e-06,
+      "loss": 1.1983,
+      "step": 49060
+    },
+    {
+      "epoch": 1875.2830188679245,
+      "grad_norm": 2.106299625577455,
+      "learning_rate": 6.528535922675781e-06,
+      "loss": 1.1956,
+      "step": 49080
+    },
+    {
+      "epoch": 1876.0377358490566,
+      "grad_norm": 2.037693251120139,
+      "learning_rate": 6.516218319297147e-06,
+      "loss": 1.185,
+      "step": 49100
+    },
+    {
+      "epoch": 1876.7924528301887,
+      "grad_norm": 2.3718612692091763,
+      "learning_rate": 6.503949523084718e-06,
+      "loss": 1.1859,
+      "step": 49120
+    },
+    {
+      "epoch": 1877.5471698113208,
+      "grad_norm": 1.9858435056818156,
+      "learning_rate": 6.491729550679461e-06,
+      "loss": 1.2076,
+      "step": 49140
+    },
+    {
+      "epoch": 1878.301886792453,
+      "grad_norm": 2.147814028235424,
+      "learning_rate": 6.479558418656134e-06,
+      "loss": 1.1682,
+      "step": 49160
+    },
+    {
+      "epoch": 1879.0566037735848,
+      "grad_norm": 1.7628164718106505,
+      "learning_rate": 6.467436143523228e-06,
+      "loss": 1.1791,
+      "step": 49180
+    },
+    {
+      "epoch": 1879.811320754717,
+      "grad_norm": 1.9837896355936764,
+      "learning_rate": 6.455362741722995e-06,
+      "loss": 1.1977,
+      "step": 49200
+    },
+    {
+      "epoch": 1880.566037735849,
+      "grad_norm": 2.0613808893064327,
+      "learning_rate": 6.44333822963138e-06,
+      "loss": 1.1738,
+      "step": 49220
+    },
+    {
+      "epoch": 1881.3207547169811,
+      "grad_norm": 1.6736931908615154,
+      "learning_rate": 6.431362623558018e-06,
+      "loss": 1.1774,
+      "step": 49240
+    },
+    {
+      "epoch": 1882.0754716981132,
+      "grad_norm": 1.691911714014794,
+      "learning_rate": 6.4194359397462055e-06,
+      "loss": 1.1666,
+      "step": 49260
+    },
+    {
+      "epoch": 1882.8301886792453,
+      "grad_norm": 2.1345911027894138,
+      "learning_rate": 6.4075581943728944e-06,
+      "loss": 1.1973,
+      "step": 49280
+    },
+    {
+      "epoch": 1883.5849056603774,
+      "grad_norm": 1.9512349129787812,
+      "learning_rate": 6.395729403548645e-06,
+      "loss": 1.1672,
+      "step": 49300
+    },
+    {
+      "epoch": 1884.3396226415093,
+      "grad_norm": 2.6451924153676125,
+      "learning_rate": 6.383949583317629e-06,
+      "loss": 1.1695,
+      "step": 49320
+    },
+    {
+      "epoch": 1885.0943396226414,
+      "grad_norm": 1.783294063259621,
+      "learning_rate": 6.372218749657584e-06,
+      "loss": 1.1648,
+      "step": 49340
+    },
+    {
+      "epoch": 1885.8490566037735,
+      "grad_norm": 2.3799777683561967,
+      "learning_rate": 6.360536918479806e-06,
+      "loss": 1.1776,
+      "step": 49360
+    },
+    {
+      "epoch": 1886.6037735849056,
+      "grad_norm": 2.0124780882138347,
+      "learning_rate": 6.348904105629139e-06,
+      "loss": 1.1884,
+      "step": 49380
+    },
+    {
+      "epoch": 1887.3584905660377,
+      "grad_norm": 1.8426672524927896,
+      "learning_rate": 6.3373203268839345e-06,
+      "loss": 1.1842,
+      "step": 49400
+    },
+    {
+      "epoch": 1888.1132075471698,
+      "grad_norm": 2.0963675882931274,
+      "learning_rate": 6.325785597956021e-06,
+      "loss": 1.1807,
+      "step": 49420
+    },
+    {
+      "epoch": 1888.867924528302,
+      "grad_norm": 1.9137633109249375,
+      "learning_rate": 6.314299934490717e-06,
+      "loss": 1.1932,
+      "step": 49440
+    },
+    {
+      "epoch": 1889.622641509434,
+      "grad_norm": 2.2927620018796033,
+      "learning_rate": 6.3028633520667744e-06,
+      "loss": 1.186,
+      "step": 49460
+    },
+    {
+      "epoch": 1890.377358490566,
+      "grad_norm": 2.7433533031518182,
+      "learning_rate": 6.291475866196384e-06,
+      "loss": 1.1363,
+      "step": 49480
+    },
+    {
+      "epoch": 1891.132075471698,
+      "grad_norm": 1.563437023715403,
+      "learning_rate": 6.280137492325147e-06,
+      "loss": 1.2093,
+      "step": 49500
+    },
+    {
+      "epoch": 1891.8867924528302,
+      "grad_norm": 2.793822111662886,
+      "learning_rate": 6.2688482458320434e-06,
+      "loss": 1.1751,
+      "step": 49520
+    },
+    {
+      "epoch": 1892.6415094339623,
+      "grad_norm": 1.8418670948197584,
+      "learning_rate": 6.25760814202941e-06,
+      "loss": 1.1658,
+      "step": 49540
+    },
+    {
+      "epoch": 1893.3962264150944,
+      "grad_norm": 1.8332744098429328,
+      "learning_rate": 6.246417196162944e-06,
+      "loss": 1.1654,
+      "step": 49560
+    },
+    {
+      "epoch": 1894.1509433962265,
+      "grad_norm": 1.7817661421186255,
+      "learning_rate": 6.235275423411659e-06,
+      "loss": 1.1764,
+      "step": 49580
+    },
+    {
+      "epoch": 1894.9056603773586,
+      "grad_norm": 1.9495189221186473,
+      "learning_rate": 6.224182838887876e-06,
+      "loss": 1.1529,
+      "step": 49600
+    },
+    {
+      "epoch": 1895.6603773584907,
+      "grad_norm": 2.4039058315851447,
+      "learning_rate": 6.213139457637196e-06,
+      "loss": 1.1747,
+      "step": 49620
+    },
+    {
+      "epoch": 1896.4150943396226,
+      "grad_norm": 1.875771973172552,
+      "learning_rate": 6.202145294638478e-06,
+      "loss": 1.1821,
+      "step": 49640
+    },
+    {
+      "epoch": 1897.1698113207547,
+      "grad_norm": 2.1999372490425393,
+      "learning_rate": 6.191200364803824e-06,
+      "loss": 1.1813,
+      "step": 49660
+    },
+    {
+      "epoch": 1897.9245283018868,
+      "grad_norm": 11.988202176475387,
+      "learning_rate": 6.180304682978568e-06,
+      "loss": 1.1569,
+      "step": 49680
+    },
+    {
+      "epoch": 1898.6792452830189,
+      "grad_norm": 1.8662829336756046,
+      "learning_rate": 6.169458263941242e-06,
+      "loss": 1.1816,
+      "step": 49700
+    },
+    {
+      "epoch": 1899.433962264151,
+      "grad_norm": 2.3098966440534294,
+      "learning_rate": 6.158661122403553e-06,
+      "loss": 1.1581,
+      "step": 49720
+    },
+    {
+      "epoch": 1900.188679245283,
+      "grad_norm": 2.332658522584547,
+      "learning_rate": 6.1479132730103704e-06,
+      "loss": 1.1946,
+      "step": 49740
+    },
+    {
+      "epoch": 1900.9433962264152,
+      "grad_norm": 1.7105735490477962,
+      "learning_rate": 6.137214730339707e-06,
+      "loss": 1.1868,
+      "step": 49760
+    },
+    {
+      "epoch": 1901.698113207547,
+      "grad_norm": 2.243808666742797,
+      "learning_rate": 6.126565508902698e-06,
+      "loss": 1.1599,
+      "step": 49780
+    },
+    {
+      "epoch": 1902.4528301886792,
+      "grad_norm": 1.8783312097697262,
+      "learning_rate": 6.115965623143589e-06,
+      "loss": 1.1621,
+      "step": 49800
+    },
+    {
+      "epoch": 1903.2075471698113,
+      "grad_norm": 1.7166955372139616,
+      "learning_rate": 6.105415087439699e-06,
+      "loss": 1.1862,
+      "step": 49820
+    },
+    {
+      "epoch": 1903.9622641509434,
+      "grad_norm": 2.0340234917391524,
+      "learning_rate": 6.094913916101413e-06,
+      "loss": 1.1561,
+      "step": 49840
+    },
+    {
+      "epoch": 1904.7169811320755,
+      "grad_norm": 1.8220266868042787,
+      "learning_rate": 6.084462123372144e-06,
+      "loss": 1.1749,
+      "step": 49860
+    },
+    {
+      "epoch": 1905.4716981132076,
+      "grad_norm": 2.3373227334868973,
+      "learning_rate": 6.07405972342837e-06,
+      "loss": 1.2081,
+      "step": 49880
+    },
+    {
+      "epoch": 1906.2264150943397,
+      "grad_norm": 2.31770817514565,
+      "learning_rate": 6.063706730379534e-06,
+      "loss": 1.1705,
+      "step": 49900
+    },
+    {
+      "epoch": 1906.9811320754718,
+      "grad_norm": 1.749701769225866,
+      "learning_rate": 6.053403158268086e-06,
+      "loss": 1.1732,
+      "step": 49920
+    },
+    {
+      "epoch": 1907.7358490566037,
+      "grad_norm": 2.0136702275524736,
+      "learning_rate": 6.043149021069432e-06,
+      "loss": 1.1789,
+      "step": 49940
+    },
+    {
+      "epoch": 1908.4905660377358,
+      "grad_norm": 1.8991267563990468,
+      "learning_rate": 6.032944332691932e-06,
+      "loss": 1.1691,
+      "step": 49960
+    },
+    {
+      "epoch": 1909.245283018868,
+      "grad_norm": 2.178284333271757,
+      "learning_rate": 6.02278910697688e-06,
+      "loss": 1.1698,
+      "step": 49980
+    },
+    {
+      "epoch": 1910.0,
+      "grad_norm": 2.270879262505861,
+      "learning_rate": 6.012683357698476e-06,
+      "loss": 1.1424,
+      "step": 50000
+    },
+    {
+      "epoch": 1910.754716981132,
+      "grad_norm": 1.6800724855002753,
+      "learning_rate": 6.0026270985638094e-06,
+      "loss": 1.1405,
+      "step": 50020
+    },
+    {
+      "epoch": 1911.5094339622642,
+      "grad_norm": 1.9982510142589247,
+      "learning_rate": 5.9926203432128405e-06,
+      "loss": 1.1811,
+      "step": 50040
+    },
+    {
+      "epoch": 1912.2641509433963,
+      "grad_norm": 2.072677046394058,
+      "learning_rate": 5.98266310521839e-06,
+      "loss": 1.1832,
+      "step": 50060
+    },
+    {
+      "epoch": 1913.0188679245282,
+      "grad_norm": 1.8518177038658126,
+      "learning_rate": 5.972755398086119e-06,
+      "loss": 1.1768,
+      "step": 50080
+    },
+    {
+      "epoch": 1913.7735849056603,
+      "grad_norm": 1.7233232781661019,
+      "learning_rate": 5.9628972352545016e-06,
+      "loss": 1.1916,
+      "step": 50100
+    },
+    {
+      "epoch": 1914.5283018867924,
+      "grad_norm": 2.2438247684764776,
+      "learning_rate": 5.953088630094804e-06,
+      "loss": 1.1965,
+      "step": 50120
+    },
+    {
+      "epoch": 1915.2830188679245,
+      "grad_norm": 2.354329582753457,
+      "learning_rate": 5.943329595911085e-06,
+      "loss": 1.1657,
+      "step": 50140
+    },
+    {
+      "epoch": 1916.0377358490566,
+      "grad_norm": 2.0821470705714558,
+      "learning_rate": 5.933620145940163e-06,
+      "loss": 1.1733,
+      "step": 50160
+    },
+    {
+      "epoch": 1916.7924528301887,
+      "grad_norm": 2.3851614247004513,
+      "learning_rate": 5.92396029335161e-06,
+      "loss": 1.1973,
+      "step": 50180
+    },
+    {
+      "epoch": 1917.5471698113208,
+      "grad_norm": 2.165021041548156,
+      "learning_rate": 5.91435005124771e-06,
+      "loss": 1.1605,
+      "step": 50200
+    },
+    {
+      "epoch": 1918.301886792453,
+      "grad_norm": 1.8316074131304803,
+      "learning_rate": 5.904789432663471e-06,
+      "loss": 1.175,
+      "step": 50220
+    },
+    {
+      "epoch": 1919.0566037735848,
+      "grad_norm": 2.2444762984325517,
+      "learning_rate": 5.8952784505665775e-06,
+      "loss": 1.1546,
+      "step": 50240
+    },
+    {
+      "epoch": 1919.811320754717,
+      "grad_norm": 1.990381226210719,
+      "learning_rate": 5.885817117857409e-06,
+      "loss": 1.1734,
+      "step": 50260
+    },
+    {
+      "epoch": 1920.566037735849,
+      "grad_norm": 2.1012346230151935,
+      "learning_rate": 5.876405447368989e-06,
+      "loss": 1.1726,
+      "step": 50280
+    },
+    {
+      "epoch": 1921.3207547169811,
+      "grad_norm": 2.036740240000707,
+      "learning_rate": 5.867043451866989e-06,
+      "loss": 1.1858,
+      "step": 50300
+    },
+    {
+      "epoch": 1922.0754716981132,
+      "grad_norm": 1.9828813541843844,
+      "learning_rate": 5.85773114404969e-06,
+      "loss": 1.1523,
+      "step": 50320
+    },
+    {
+      "epoch": 1922.8301886792453,
+      "grad_norm": 2.1278126328460196,
+      "learning_rate": 5.848468536547991e-06,
+      "loss": 1.1886,
+      "step": 50340
+    },
+    {
+      "epoch": 1923.5849056603774,
+      "grad_norm": 2.315788726027488,
+      "learning_rate": 5.8392556419253755e-06,
+      "loss": 1.1686,
+      "step": 50360
+    },
+    {
+      "epoch": 1924.3396226415093,
+      "grad_norm": 2.3735624423680117,
+      "learning_rate": 5.830092472677899e-06,
+      "loss": 1.1584,
+      "step": 50380
+    },
+    {
+      "epoch": 1925.0943396226414,
+      "grad_norm": 2.3872016424634093,
+      "learning_rate": 5.820979041234169e-06,
+      "loss": 1.1859,
+      "step": 50400
+    },
+    {
+      "epoch": 1925.8490566037735,
+      "grad_norm": 2.0316120352053115,
+      "learning_rate": 5.811915359955322e-06,
+      "loss": 1.1578,
+      "step": 50420
+    },
+    {
+      "epoch": 1926.6037735849056,
+      "grad_norm": 1.9955741026809004,
+      "learning_rate": 5.8029014411350336e-06,
+      "loss": 1.1699,
+      "step": 50440
+    },
+    {
+      "epoch": 1927.3584905660377,
+      "grad_norm": 2.671513853147586,
+      "learning_rate": 5.793937296999476e-06,
+      "loss": 1.1613,
+      "step": 50460
+    },
+    {
+      "epoch": 1928.1132075471698,
+      "grad_norm": 2.085910842457962,
+      "learning_rate": 5.785022939707302e-06,
+      "loss": 1.1919,
+      "step": 50480
+    },
+    {
+      "epoch": 1928.867924528302,
+      "grad_norm": 2.15354309947986,
+      "learning_rate": 5.77615838134964e-06,
+      "loss": 1.1766,
+      "step": 50500
+    },
+    {
+      "epoch": 1929.622641509434,
+      "grad_norm": 2.5693650339132463,
+      "learning_rate": 5.76734363395007e-06,
+      "loss": 1.175,
+      "step": 50520
+    },
+    {
+      "epoch": 1930.377358490566,
+      "grad_norm": 3.2479427163076533,
+      "learning_rate": 5.7585787094646196e-06,
+      "loss": 1.1703,
+      "step": 50540
+    },
+    {
+      "epoch": 1931.132075471698,
+      "grad_norm": 2.1161416369904695,
+      "learning_rate": 5.749863619781723e-06,
+      "loss": 1.1657,
+      "step": 50560
+    },
+    {
+      "epoch": 1931.8867924528302,
+      "grad_norm": 1.7714808950845444,
+      "learning_rate": 5.7411983767222415e-06,
+      "loss": 1.1717,
+      "step": 50580
+    },
+    {
+      "epoch": 1932.6415094339623,
+      "grad_norm": 2.535706381586084,
+      "learning_rate": 5.732582992039398e-06,
+      "loss": 1.1553,
+      "step": 50600
+    },
+    {
+      "epoch": 1933.3962264150944,
+      "grad_norm": 2.1037009756450527,
+      "learning_rate": 5.724017477418814e-06,
+      "loss": 1.1771,
+      "step": 50620
+    },
+    {
+      "epoch": 1934.1509433962265,
+      "grad_norm": 1.849746935628885,
+      "learning_rate": 5.7155018444784526e-06,
+      "loss": 1.1422,
+      "step": 50640
+    },
+    {
+      "epoch": 1934.9056603773586,
+      "grad_norm": 1.9210522037566025,
+      "learning_rate": 5.707036104768635e-06,
+      "loss": 1.1756,
+      "step": 50660
+    },
+    {
+      "epoch": 1935.6603773584907,
+      "grad_norm": 1.819206038769788,
+      "learning_rate": 5.698620269771997e-06,
+      "loss": 1.1916,
+      "step": 50680
+    },
+    {
+      "epoch": 1936.4150943396226,
+      "grad_norm": 2.5377205844625417,
+      "learning_rate": 5.690254350903488e-06,
+      "loss": 1.1619,
+      "step": 50700
+    },
+    {
+      "epoch": 1937.1698113207547,
+      "grad_norm": 2.2007521096063902,
+      "learning_rate": 5.681938359510347e-06,
+      "loss": 1.1846,
+      "step": 50720
+    },
+    {
+      "epoch": 1937.9245283018868,
+      "grad_norm": 2.192606880082283,
+      "learning_rate": 5.673672306872103e-06,
+      "loss": 1.1699,
+      "step": 50740
+    },
+    {
+      "epoch": 1938.6792452830189,
+      "grad_norm": 2.1766069540448436,
+      "learning_rate": 5.665456204200552e-06,
+      "loss": 1.1871,
+      "step": 50760
+    },
+    {
+      "epoch": 1939.433962264151,
+      "grad_norm": 1.9751649291014899,
+      "learning_rate": 5.657290062639727e-06,
+      "loss": 1.1474,
+      "step": 50780
+    },
+    {
+      "epoch": 1940.188679245283,
+      "grad_norm": 1.890603847246591,
+      "learning_rate": 5.6491738932659e-06,
+      "loss": 1.1559,
+      "step": 50800
+    },
+    {
+      "epoch": 1940.9433962264152,
+      "grad_norm": 1.975301210235016,
+      "learning_rate": 5.641107707087573e-06,
+      "loss": 1.1521,
+      "step": 50820
+    },
+    {
+      "epoch": 1941.698113207547,
+      "grad_norm": 1.8441779800267277,
+      "learning_rate": 5.6330915150454375e-06,
+      "loss": 1.145,
+      "step": 50840
+    },
+    {
+      "epoch": 1942.4528301886792,
+      "grad_norm": 2.4451642203033064,
+      "learning_rate": 5.625125328012387e-06,
+      "loss": 1.1791,
+      "step": 50860
+    },
+    {
+      "epoch": 1943.2075471698113,
+      "grad_norm": 2.127622782788785,
+      "learning_rate": 5.617209156793476e-06,
+      "loss": 1.1471,
+      "step": 50880
+    },
+    {
+      "epoch": 1943.9622641509434,
+      "grad_norm": 2.0779587981444427,
+      "learning_rate": 5.609343012125934e-06,
+      "loss": 1.1537,
+      "step": 50900
+    },
+    {
+      "epoch": 1944.7169811320755,
+      "grad_norm": 2.1654459900473872,
+      "learning_rate": 5.601526904679125e-06,
+      "loss": 1.1609,
+      "step": 50920
+    },
+    {
+      "epoch": 1945.4716981132076,
+      "grad_norm": 1.8696254811746238,
+      "learning_rate": 5.593760845054552e-06,
+      "loss": 1.1523,
+      "step": 50940
+    },
+    {
+      "epoch": 1946.2264150943397,
+      "grad_norm": 1.7856722997496786,
+      "learning_rate": 5.586044843785832e-06,
+      "loss": 1.2012,
+      "step": 50960
+    },
+    {
+      "epoch": 1946.9811320754718,
+      "grad_norm": 1.9401895010628936,
+      "learning_rate": 5.578378911338684e-06,
+      "loss": 1.1384,
+      "step": 50980
+    },
+    {
+      "epoch": 1947.7358490566037,
+      "grad_norm": 2.1643993698581077,
+      "learning_rate": 5.570763058110911e-06,
+      "loss": 1.1645,
+      "step": 51000
+    },
+    {
+      "epoch": 1948.4905660377358,
+      "grad_norm": 2.180473463448981,
+      "learning_rate": 5.563197294432395e-06,
+      "loss": 1.1382,
+      "step": 51020
+    },
+    {
+      "epoch": 1949.245283018868,
+      "grad_norm": 1.9596617879790443,
+      "learning_rate": 5.555681630565088e-06,
+      "loss": 1.1539,
+      "step": 51040
+    },
+    {
+      "epoch": 1950.0,
+      "grad_norm": 1.8975845056567062,
+      "learning_rate": 5.548216076702974e-06,
+      "loss": 1.144,
+      "step": 51060
+    },
+    {
+      "epoch": 1950.754716981132,
+      "grad_norm": 2.188450696803476,
+      "learning_rate": 5.540800642972071e-06,
+      "loss": 1.1532,
+      "step": 51080
+    },
+    {
+      "epoch": 1951.5094339622642,
+      "grad_norm": 1.8285975742024299,
+      "learning_rate": 5.533435339430416e-06,
+      "loss": 1.1949,
+      "step": 51100
+    },
+    {
+      "epoch": 1952.2641509433963,
+      "grad_norm": 1.812418268110745,
+      "learning_rate": 5.526120176068055e-06,
+      "loss": 1.1613,
+      "step": 51120
+    },
+    {
+      "epoch": 1953.0188679245282,
+      "grad_norm": 1.9694834187837782,
+      "learning_rate": 5.518855162807036e-06,
+      "loss": 1.1749,
+      "step": 51140
+    },
+    {
+      "epoch": 1953.7735849056603,
+      "grad_norm": 2.014411336027095,
+      "learning_rate": 5.511640309501359e-06,
+      "loss": 1.1364,
+      "step": 51160
+    },
+    {
+      "epoch": 1954.5283018867924,
+      "grad_norm": 1.663001146626253,
+      "learning_rate": 5.504475625937011e-06,
+      "loss": 1.1469,
+      "step": 51180
+    },
+    {
+      "epoch": 1955.2830188679245,
+      "grad_norm": 3.7966652139269756,
+      "learning_rate": 5.497361121831918e-06,
+      "loss": 1.1634,
+      "step": 51200
+    },
+    {
+      "epoch": 1956.0377358490566,
+      "grad_norm": 1.6321676665862368,
+      "learning_rate": 5.490296806835955e-06,
+      "loss": 1.1747,
+      "step": 51220
+    },
+    {
+      "epoch": 1956.7924528301887,
+      "grad_norm": 1.8693551118320602,
+      "learning_rate": 5.483282690530914e-06,
+      "loss": 1.1513,
+      "step": 51240
+    },
+    {
+      "epoch": 1957.5471698113208,
+      "grad_norm": 1.7254591597688926,
+      "learning_rate": 5.476318782430499e-06,
+      "loss": 1.1384,
+      "step": 51260
+    },
+    {
+      "epoch": 1958.301886792453,
+      "grad_norm": 2.1059814541036284,
+      "learning_rate": 5.469405091980319e-06,
+      "loss": 1.145,
+      "step": 51280
+    },
+    {
+      "epoch": 1959.0566037735848,
+      "grad_norm": 2.4150150564267956,
+      "learning_rate": 5.462541628557862e-06,
+      "loss": 1.1727,
+      "step": 51300
+    },
+    {
+      "epoch": 1959.811320754717,
+      "grad_norm": 2.072986751089322,
+      "learning_rate": 5.4557284014725005e-06,
+      "loss": 1.1632,
+      "step": 51320
+    },
+    {
+      "epoch": 1960.566037735849,
+      "grad_norm": 1.7011080715428424,
+      "learning_rate": 5.448965419965458e-06,
+      "loss": 1.1719,
+      "step": 51340
+    },
+    {
+      "epoch": 1961.3207547169811,
+      "grad_norm": 2.050321684694806,
+      "learning_rate": 5.442252693209813e-06,
+      "loss": 1.1523,
+      "step": 51360
+    },
+    {
+      "epoch": 1962.0754716981132,
+      "grad_norm": 2.3154046947609603,
+      "learning_rate": 5.4355902303104744e-06,
+      "loss": 1.1365,
+      "step": 51380
+    },
+    {
+      "epoch": 1962.8301886792453,
+      "grad_norm": 2.292815295745735,
+      "learning_rate": 5.4289780403041805e-06,
+      "loss": 1.1595,
+      "step": 51400
+    },
+    {
+      "epoch": 1963.5849056603774,
+      "grad_norm": 2.1444563447901253,
+      "learning_rate": 5.422416132159477e-06,
+      "loss": 1.1609,
+      "step": 51420
+    },
+    {
+      "epoch": 1964.3396226415093,
+      "grad_norm": 1.8223405112306774,
+      "learning_rate": 5.415904514776712e-06,
+      "loss": 1.128,
+      "step": 51440
+    },
+    {
+      "epoch": 1965.0943396226414,
+      "grad_norm": 1.9601698616488796,
+      "learning_rate": 5.40944319698802e-06,
+      "loss": 1.1785,
+      "step": 51460
+    },
+    {
+      "epoch": 1965.8490566037735,
+      "grad_norm": 2.570580210466246,
+      "learning_rate": 5.403032187557308e-06,
+      "loss": 1.147,
+      "step": 51480
+    },
+    {
+      "epoch": 1966.6037735849056,
+      "grad_norm": 2.2935471508100553,
+      "learning_rate": 5.396671495180257e-06,
+      "loss": 1.1777,
+      "step": 51500
+    },
+    {
+      "epoch": 1967.3584905660377,
+      "grad_norm": 1.987678318177208,
+      "learning_rate": 5.390361128484278e-06,
+      "loss": 1.1283,
+      "step": 51520
+    },
+    {
+      "epoch": 1968.1132075471698,
+      "grad_norm": 1.9732671384472393,
+      "learning_rate": 5.38410109602855e-06,
+      "loss": 1.1631,
+      "step": 51540
+    },
+    {
+      "epoch": 1968.867924528302,
+      "grad_norm": 2.031999390800106,
+      "learning_rate": 5.37789140630396e-06,
+      "loss": 1.1498,
+      "step": 51560
+    },
+    {
+      "epoch": 1969.622641509434,
+      "grad_norm": 3.612362619019224,
+      "learning_rate": 5.3717320677331165e-06,
+      "loss": 1.1449,
+      "step": 51580
+    },
+    {
+      "epoch": 1970.377358490566,
+      "grad_norm": 2.7552728484649216,
+      "learning_rate": 5.365623088670337e-06,
+      "loss": 1.1221,
+      "step": 51600
+    },
+    {
+      "epoch": 1971.132075471698,
+      "grad_norm": 2.095240315052155,
+      "learning_rate": 5.359564477401625e-06,
+      "loss": 1.1635,
+      "step": 51620
+    },
+    {
+      "epoch": 1971.8867924528302,
+      "grad_norm": 2.051375314186468,
+      "learning_rate": 5.353556242144684e-06,
+      "loss": 1.1768,
+      "step": 51640
+    },
+    {
+      "epoch": 1972.6415094339623,
+      "grad_norm": 1.7681282740339075,
+      "learning_rate": 5.3475983910488705e-06,
+      "loss": 1.1524,
+      "step": 51660
+    },
+    {
+      "epoch": 1973.3962264150944,
+      "grad_norm": 1.9784394422194775,
+      "learning_rate": 5.34169093219521e-06,
+      "loss": 1.1694,
+      "step": 51680
+    },
+    {
+      "epoch": 1974.1509433962265,
+      "grad_norm": 2.1190098778323887,
+      "learning_rate": 5.3358338735963825e-06,
+      "loss": 1.1546,
+      "step": 51700
+    },
+    {
+      "epoch": 1974.9056603773586,
+      "grad_norm": 1.6461495183245571,
+      "learning_rate": 5.3300272231966895e-06,
+      "loss": 1.1597,
+      "step": 51720
+    },
+    {
+      "epoch": 1975.6603773584907,
+      "grad_norm": 2.287937258261333,
+      "learning_rate": 5.3242709888720875e-06,
+      "loss": 1.1565,
+      "step": 51740
+    },
+    {
+      "epoch": 1976.4150943396226,
+      "grad_norm": 1.971738312330891,
+      "learning_rate": 5.318565178430121e-06,
+      "loss": 1.1646,
+      "step": 51760
+    },
+    {
+      "epoch": 1977.1698113207547,
+      "grad_norm": 1.733242389596805,
+      "learning_rate": 5.312909799609962e-06,
+      "loss": 1.1507,
+      "step": 51780
+    },
+    {
+      "epoch": 1977.9245283018868,
+      "grad_norm": 2.2381830913006486,
+      "learning_rate": 5.307304860082375e-06,
+      "loss": 1.161,
+      "step": 51800
+    },
+    {
+      "epoch": 1978.6792452830189,
+      "grad_norm": 1.7639744175828544,
+      "learning_rate": 5.3017503674497e-06,
+      "loss": 1.1639,
+      "step": 51820
+    },
+    {
+      "epoch": 1979.433962264151,
+      "grad_norm": 2.142096606558369,
+      "learning_rate": 5.296246329245867e-06,
+      "loss": 1.145,
+      "step": 51840
+    },
+    {
+      "epoch": 1980.188679245283,
+      "grad_norm": 2.1364940736571905,
+      "learning_rate": 5.29079275293636e-06,
+      "loss": 1.1445,
+      "step": 51860
+    },
+    {
+      "epoch": 1980.9433962264152,
+      "grad_norm": 2.0408860512130063,
+      "learning_rate": 5.285389645918224e-06,
+      "loss": 1.1684,
+      "step": 51880
+    },
+    {
+      "epoch": 1981.698113207547,
+      "grad_norm": 2.1484279394512984,
+      "learning_rate": 5.280037015520047e-06,
+      "loss": 1.1427,
+      "step": 51900
+    },
+    {
+      "epoch": 1982.4528301886792,
+      "grad_norm": 1.8875817727112376,
+      "learning_rate": 5.27473486900196e-06,
+      "loss": 1.127,
+      "step": 51920
+    },
+    {
+      "epoch": 1983.2075471698113,
+      "grad_norm": 1.9694696435513541,
+      "learning_rate": 5.269483213555604e-06,
+      "loss": 1.1631,
+      "step": 51940
+    },
+    {
+      "epoch": 1983.9622641509434,
+      "grad_norm": 1.8852852930999937,
+      "learning_rate": 5.264282056304144e-06,
+      "loss": 1.1476,
+      "step": 51960
+    },
+    {
+      "epoch": 1984.7169811320755,
+      "grad_norm": 2.0442189239889488,
+      "learning_rate": 5.259131404302259e-06,
+      "loss": 1.1772,
+      "step": 51980
+    },
+    {
+      "epoch": 1985.4716981132076,
+      "grad_norm": 2.115147564108749,
+      "learning_rate": 5.254031264536109e-06,
+      "loss": 1.1451,
+      "step": 52000
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 54000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2077,
+  "save_steps": 4000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8771778183168000.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}