diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,15195 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 21660,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0023084025854108957,
+      "grad_norm": 4.518136024475098,
+      "learning_rate": 9.99538319482918e-06,
+      "loss": 0.0901,
+      "step": 10
+    },
+    {
+      "epoch": 0.0046168051708217915,
+      "grad_norm": 0.7349718809127808,
+      "learning_rate": 9.990766389658357e-06,
+      "loss": 0.3089,
+      "step": 20
+    },
+    {
+      "epoch": 0.006925207756232687,
+      "grad_norm": 9.184749603271484,
+      "learning_rate": 9.986149584487536e-06,
+      "loss": 0.2896,
+      "step": 30
+    },
+    {
+      "epoch": 0.009233610341643583,
+      "grad_norm": 10.729694366455078,
+      "learning_rate": 9.981532779316714e-06,
+      "loss": 0.2194,
+      "step": 40
+    },
+    {
+      "epoch": 0.011542012927054479,
+      "grad_norm": 6.5318989753723145,
+      "learning_rate": 9.976915974145893e-06,
+      "loss": 0.2622,
+      "step": 50
+    },
+    {
+      "epoch": 0.013850415512465374,
+      "grad_norm": 1.6825273036956787,
+      "learning_rate": 9.97229916897507e-06,
+      "loss": 0.0971,
+      "step": 60
+    },
+    {
+      "epoch": 0.016158818097876268,
+      "grad_norm": 13.866430282592773,
+      "learning_rate": 9.96768236380425e-06,
+      "loss": 0.1541,
+      "step": 70
+    },
+    {
+      "epoch": 0.018467220683287166,
+      "grad_norm": 0.09123529493808746,
+      "learning_rate": 9.963065558633427e-06,
+      "loss": 0.2593,
+      "step": 80
+    },
+    {
+      "epoch": 0.02077562326869806,
+      "grad_norm": 8.347816467285156,
+      "learning_rate": 9.958448753462606e-06,
+      "loss": 0.1499,
+      "step": 90
+    },
+    {
+      "epoch": 0.023084025854108958,
+      "grad_norm": 7.898433685302734,
+      "learning_rate": 9.953831948291783e-06,
+      "loss": 0.137,
+      "step": 100
+    },
+    {
+      "epoch": 0.025392428439519853,
+      "grad_norm": 12.087220191955566,
+      "learning_rate": 9.949215143120962e-06,
+      "loss": 0.1205,
+      "step": 110
+    },
+    {
+      "epoch": 0.027700831024930747,
+      "grad_norm": 7.061990737915039,
+      "learning_rate": 9.94459833795014e-06,
+      "loss": 0.2906,
+      "step": 120
+    },
+    {
+      "epoch": 0.030009233610341645,
+      "grad_norm": 6.957597732543945,
+      "learning_rate": 9.939981532779317e-06,
+      "loss": 0.1156,
+      "step": 130
+    },
+    {
+      "epoch": 0.032317636195752536,
+      "grad_norm": 4.130475997924805,
+      "learning_rate": 9.935364727608496e-06,
+      "loss": 0.2686,
+      "step": 140
+    },
+    {
+      "epoch": 0.03462603878116344,
+      "grad_norm": 4.95039701461792,
+      "learning_rate": 9.930747922437673e-06,
+      "loss": 0.049,
+      "step": 150
+    },
+    {
+      "epoch": 0.03693444136657433,
+      "grad_norm": 0.016249021515250206,
+      "learning_rate": 9.926131117266852e-06,
+      "loss": 0.2209,
+      "step": 160
+    },
+    {
+      "epoch": 0.039242843951985226,
+      "grad_norm": 5.67888069152832,
+      "learning_rate": 9.92151431209603e-06,
+      "loss": 0.0999,
+      "step": 170
+    },
+    {
+      "epoch": 0.04155124653739612,
+      "grad_norm": 4.460853099822998,
+      "learning_rate": 9.916897506925209e-06,
+      "loss": 0.1367,
+      "step": 180
+    },
+    {
+      "epoch": 0.043859649122807015,
+      "grad_norm": 2.987170696258545,
+      "learning_rate": 9.912280701754386e-06,
+      "loss": 0.1781,
+      "step": 190
+    },
+    {
+      "epoch": 0.046168051708217916,
+      "grad_norm": 1.5171048641204834,
+      "learning_rate": 9.907663896583565e-06,
+      "loss": 0.1776,
+      "step": 200
+    },
+    {
+      "epoch": 0.04847645429362881,
+      "grad_norm": 15.294007301330566,
+      "learning_rate": 9.903047091412743e-06,
+      "loss": 0.2982,
+      "step": 210
+    },
+    {
+      "epoch": 0.050784856879039705,
+      "grad_norm": 0.3504500985145569,
+      "learning_rate": 9.898430286241922e-06,
+      "loss": 0.0849,
+      "step": 220
+    },
+    {
+      "epoch": 0.0530932594644506,
+      "grad_norm": 2.0193207263946533,
+      "learning_rate": 9.8938134810711e-06,
+      "loss": 0.2644,
+      "step": 230
+    },
+    {
+      "epoch": 0.055401662049861494,
+      "grad_norm": 13.084386825561523,
+      "learning_rate": 9.889196675900278e-06,
+      "loss": 0.1378,
+      "step": 240
+    },
+    {
+      "epoch": 0.05771006463527239,
+      "grad_norm": 6.731300354003906,
+      "learning_rate": 9.884579870729456e-06,
+      "loss": 0.3476,
+      "step": 250
+    },
+    {
+      "epoch": 0.06001846722068329,
+      "grad_norm": 15.974516868591309,
+      "learning_rate": 9.879963065558635e-06,
+      "loss": 0.1693,
+      "step": 260
+    },
+    {
+      "epoch": 0.062326869806094184,
+      "grad_norm": 5.969636917114258,
+      "learning_rate": 9.875346260387812e-06,
+      "loss": 0.1751,
+      "step": 270
+    },
+    {
+      "epoch": 0.06463527239150507,
+      "grad_norm": 3.4812111854553223,
+      "learning_rate": 9.870729455216991e-06,
+      "loss": 0.139,
+      "step": 280
+    },
+    {
+      "epoch": 0.06694367497691597,
+      "grad_norm": 2.747326612472534,
+      "learning_rate": 9.866112650046169e-06,
+      "loss": 0.2624,
+      "step": 290
+    },
+    {
+      "epoch": 0.06925207756232687,
+      "grad_norm": 4.280517578125,
+      "learning_rate": 9.861495844875348e-06,
+      "loss": 0.1476,
+      "step": 300
+    },
+    {
+      "epoch": 0.07156048014773776,
+      "grad_norm": 1.3420567512512207,
+      "learning_rate": 9.856879039704525e-06,
+      "loss": 0.2018,
+      "step": 310
+    },
+    {
+      "epoch": 0.07386888273314866,
+      "grad_norm": 9.673868179321289,
+      "learning_rate": 9.852262234533704e-06,
+      "loss": 0.1798,
+      "step": 320
+    },
+    {
+      "epoch": 0.07617728531855955,
+      "grad_norm": 3.046891927719116,
+      "learning_rate": 9.847645429362882e-06,
+      "loss": 0.2243,
+      "step": 330
+    },
+    {
+      "epoch": 0.07848568790397045,
+      "grad_norm": 0.40016505122184753,
+      "learning_rate": 9.84302862419206e-06,
+      "loss": 0.1231,
+      "step": 340
+    },
+    {
+      "epoch": 0.08079409048938135,
+      "grad_norm": 4.051836967468262,
+      "learning_rate": 9.838411819021238e-06,
+      "loss": 0.2221,
+      "step": 350
+    },
+    {
+      "epoch": 0.08310249307479224,
+      "grad_norm": 1.4235812425613403,
+      "learning_rate": 9.833795013850417e-06,
+      "loss": 0.169,
+      "step": 360
+    },
+    {
+      "epoch": 0.08541089566020314,
+      "grad_norm": 1.3389965295791626,
+      "learning_rate": 9.829178208679594e-06,
+      "loss": 0.202,
+      "step": 370
+    },
+    {
+      "epoch": 0.08771929824561403,
+      "grad_norm": 6.450026035308838,
+      "learning_rate": 9.824561403508772e-06,
+      "loss": 0.0796,
+      "step": 380
+    },
+    {
+      "epoch": 0.09002770083102493,
+      "grad_norm": 3.4097864627838135,
+      "learning_rate": 9.819944598337951e-06,
+      "loss": 0.1239,
+      "step": 390
+    },
+    {
+      "epoch": 0.09233610341643583,
+      "grad_norm": 3.103640079498291,
+      "learning_rate": 9.815327793167128e-06,
+      "loss": 0.0573,
+      "step": 400
+    },
+    {
+      "epoch": 0.09464450600184672,
+      "grad_norm": 0.8760634064674377,
+      "learning_rate": 9.810710987996307e-06,
+      "loss": 0.2037,
+      "step": 410
+    },
+    {
+      "epoch": 0.09695290858725762,
+      "grad_norm": 1.9501415491104126,
+      "learning_rate": 9.806094182825485e-06,
+      "loss": 0.2325,
+      "step": 420
+    },
+    {
+      "epoch": 0.09926131117266851,
+      "grad_norm": 0.14746245741844177,
+      "learning_rate": 9.801477377654664e-06,
+      "loss": 0.0433,
+      "step": 430
+    },
+    {
+      "epoch": 0.10156971375807941,
+      "grad_norm": 10.241828918457031,
+      "learning_rate": 9.796860572483841e-06,
+      "loss": 0.2351,
+      "step": 440
+    },
+    {
+      "epoch": 0.1038781163434903,
+      "grad_norm": 1.1289986371994019,
+      "learning_rate": 9.79224376731302e-06,
+      "loss": 0.062,
+      "step": 450
+    },
+    {
+      "epoch": 0.1061865189289012,
+      "grad_norm": 10.396888732910156,
+      "learning_rate": 9.787626962142198e-06,
+      "loss": 0.2071,
+      "step": 460
+    },
+    {
+      "epoch": 0.1084949215143121,
+      "grad_norm": 1.2174731492996216,
+      "learning_rate": 9.783010156971377e-06,
+      "loss": 0.0761,
+      "step": 470
+    },
+    {
+      "epoch": 0.11080332409972299,
+      "grad_norm": 6.478285312652588,
+      "learning_rate": 9.778393351800554e-06,
+      "loss": 0.0876,
+      "step": 480
+    },
+    {
+      "epoch": 0.11311172668513389,
+      "grad_norm": 6.522837162017822,
+      "learning_rate": 9.773776546629733e-06,
+      "loss": 0.3174,
+      "step": 490
+    },
+    {
+      "epoch": 0.11542012927054478,
+      "grad_norm": 4.25970983505249,
+      "learning_rate": 9.76915974145891e-06,
+      "loss": 0.1484,
+      "step": 500
+    },
+    {
+      "epoch": 0.11772853185595568,
+      "grad_norm": 6.3719024658203125,
+      "learning_rate": 9.76454293628809e-06,
+      "loss": 0.0913,
+      "step": 510
+    },
+    {
+      "epoch": 0.12003693444136658,
+      "grad_norm": 6.4946441650390625,
+      "learning_rate": 9.759926131117267e-06,
+      "loss": 0.2221,
+      "step": 520
+    },
+    {
+      "epoch": 0.12234533702677747,
+      "grad_norm": 1.0337347984313965,
+      "learning_rate": 9.755309325946446e-06,
+      "loss": 0.1504,
+      "step": 530
+    },
+    {
+      "epoch": 0.12465373961218837,
+      "grad_norm": 6.716022491455078,
+      "learning_rate": 9.750692520775623e-06,
+      "loss": 0.3298,
+      "step": 540
+    },
+    {
+      "epoch": 0.12696214219759927,
+      "grad_norm": 0.982958972454071,
+      "learning_rate": 9.746075715604803e-06,
+      "loss": 0.1637,
+      "step": 550
+    },
+    {
+      "epoch": 0.12927054478301014,
+      "grad_norm": 2.2563958168029785,
+      "learning_rate": 9.74145891043398e-06,
+      "loss": 0.1235,
+      "step": 560
+    },
+    {
+      "epoch": 0.13157894736842105,
+      "grad_norm": 2.639207363128662,
+      "learning_rate": 9.736842105263159e-06,
+      "loss": 0.1916,
+      "step": 570
+    },
+    {
+      "epoch": 0.13388734995383195,
+      "grad_norm": 9.504934310913086,
+      "learning_rate": 9.732225300092338e-06,
+      "loss": 0.1779,
+      "step": 580
+    },
+    {
+      "epoch": 0.13619575253924285,
+      "grad_norm": 8.144251823425293,
+      "learning_rate": 9.727608494921515e-06,
+      "loss": 0.1563,
+      "step": 590
+    },
+    {
+      "epoch": 0.13850415512465375,
+      "grad_norm": 0.12685340642929077,
+      "learning_rate": 9.722991689750695e-06,
+      "loss": 0.2688,
+      "step": 600
+    },
+    {
+      "epoch": 0.14081255771006462,
+      "grad_norm": 2.690690279006958,
+      "learning_rate": 9.718374884579872e-06,
+      "loss": 0.1462,
+      "step": 610
+    },
+    {
+      "epoch": 0.14312096029547552,
+      "grad_norm": 4.394099235534668,
+      "learning_rate": 9.713758079409051e-06,
+      "loss": 0.3113,
+      "step": 620
+    },
+    {
+      "epoch": 0.14542936288088643,
+      "grad_norm": 0.9470362067222595,
+      "learning_rate": 9.709141274238227e-06,
+      "loss": 0.2729,
+      "step": 630
+    },
+    {
+      "epoch": 0.14773776546629733,
+      "grad_norm": 1.6863257884979248,
+      "learning_rate": 9.704524469067406e-06,
+      "loss": 0.2146,
+      "step": 640
+    },
+    {
+      "epoch": 0.15004616805170823,
+      "grad_norm": 9.275301933288574,
+      "learning_rate": 9.699907663896583e-06,
+      "loss": 0.2194,
+      "step": 650
+    },
+    {
+      "epoch": 0.1523545706371191,
+      "grad_norm": 10.41015338897705,
+      "learning_rate": 9.695290858725762e-06,
+      "loss": 0.2853,
+      "step": 660
+    },
+    {
+      "epoch": 0.15466297322253,
+      "grad_norm": 3.2390172481536865,
+      "learning_rate": 9.69067405355494e-06,
+      "loss": 0.0957,
+      "step": 670
+    },
+    {
+      "epoch": 0.1569713758079409,
+      "grad_norm": 6.6949849128723145,
+      "learning_rate": 9.686057248384119e-06,
+      "loss": 0.1774,
+      "step": 680
+    },
+    {
+      "epoch": 0.1592797783933518,
+      "grad_norm": 5.19643497467041,
+      "learning_rate": 9.681440443213298e-06,
+      "loss": 0.1679,
+      "step": 690
+    },
+    {
+      "epoch": 0.1615881809787627,
+      "grad_norm": 0.33260342478752136,
+      "learning_rate": 9.676823638042475e-06,
+      "loss": 0.0561,
+      "step": 700
+    },
+    {
+      "epoch": 0.16389658356417358,
+      "grad_norm": 11.740571022033691,
+      "learning_rate": 9.672206832871654e-06,
+      "loss": 0.1117,
+      "step": 710
+    },
+    {
+      "epoch": 0.16620498614958448,
+      "grad_norm": 3.4466536045074463,
+      "learning_rate": 9.667590027700832e-06,
+      "loss": 0.2143,
+      "step": 720
+    },
+    {
+      "epoch": 0.16851338873499538,
+      "grad_norm": 6.085760593414307,
+      "learning_rate": 9.66297322253001e-06,
+      "loss": 0.094,
+      "step": 730
+    },
+    {
+      "epoch": 0.17082179132040629,
+      "grad_norm": 4.806663513183594,
+      "learning_rate": 9.658356417359188e-06,
+      "loss": 0.1469,
+      "step": 740
+    },
+    {
+      "epoch": 0.1731301939058172,
+      "grad_norm": 9.830680847167969,
+      "learning_rate": 9.653739612188367e-06,
+      "loss": 0.3836,
+      "step": 750
+    },
+    {
+      "epoch": 0.17543859649122806,
+      "grad_norm": 6.321448802947998,
+      "learning_rate": 9.649122807017545e-06,
+      "loss": 0.3127,
+      "step": 760
+    },
+    {
+      "epoch": 0.17774699907663896,
+      "grad_norm": 0.8883340954780579,
+      "learning_rate": 9.644506001846724e-06,
+      "loss": 0.2311,
+      "step": 770
+    },
+    {
+      "epoch": 0.18005540166204986,
+      "grad_norm": 0.36167535185813904,
+      "learning_rate": 9.639889196675901e-06,
+      "loss": 0.1058,
+      "step": 780
+    },
+    {
+      "epoch": 0.18236380424746076,
+      "grad_norm": 7.073151588439941,
+      "learning_rate": 9.63527239150508e-06,
+      "loss": 0.1334,
+      "step": 790
+    },
+    {
+      "epoch": 0.18467220683287167,
+      "grad_norm": 2.5660276412963867,
+      "learning_rate": 9.630655586334257e-06,
+      "loss": 0.1754,
+      "step": 800
+    },
+    {
+      "epoch": 0.18698060941828254,
+      "grad_norm": 0.5900049209594727,
+      "learning_rate": 9.626038781163436e-06,
+      "loss": 0.0877,
+      "step": 810
+    },
+    {
+      "epoch": 0.18928901200369344,
+      "grad_norm": 2.075150728225708,
+      "learning_rate": 9.621421975992614e-06,
+      "loss": 0.1663,
+      "step": 820
+    },
+    {
+      "epoch": 0.19159741458910434,
+      "grad_norm": 6.630813121795654,
+      "learning_rate": 9.616805170821793e-06,
+      "loss": 0.1554,
+      "step": 830
+    },
+    {
+      "epoch": 0.19390581717451524,
+      "grad_norm": 4.084090709686279,
+      "learning_rate": 9.61218836565097e-06,
+      "loss": 0.1748,
+      "step": 840
+    },
+    {
+      "epoch": 0.19621421975992612,
+      "grad_norm": 1.9874173402786255,
+      "learning_rate": 9.60757156048015e-06,
+      "loss": 0.2409,
+      "step": 850
+    },
+    {
+      "epoch": 0.19852262234533702,
+      "grad_norm": 5.994325637817383,
+      "learning_rate": 9.602954755309327e-06,
+      "loss": 0.1676,
+      "step": 860
+    },
+    {
+      "epoch": 0.20083102493074792,
+      "grad_norm": 7.272033214569092,
+      "learning_rate": 9.598337950138506e-06,
+      "loss": 0.1236,
+      "step": 870
+    },
+    {
+      "epoch": 0.20313942751615882,
+      "grad_norm": 0.7912845611572266,
+      "learning_rate": 9.593721144967683e-06,
+      "loss": 0.0946,
+      "step": 880
+    },
+    {
+      "epoch": 0.20544783010156972,
+      "grad_norm": 1.7485767602920532,
+      "learning_rate": 9.58910433979686e-06,
+      "loss": 0.1679,
+      "step": 890
+    },
+    {
+      "epoch": 0.2077562326869806,
+      "grad_norm": 2.479883909225464,
+      "learning_rate": 9.58448753462604e-06,
+      "loss": 0.1502,
+      "step": 900
+    },
+    {
+      "epoch": 0.2100646352723915,
+      "grad_norm": 5.910335063934326,
+      "learning_rate": 9.579870729455217e-06,
+      "loss": 0.082,
+      "step": 910
+    },
+    {
+      "epoch": 0.2123730378578024,
+      "grad_norm": 1.2047022581100464,
+      "learning_rate": 9.575253924284396e-06,
+      "loss": 0.1838,
+      "step": 920
+    },
+    {
+      "epoch": 0.2146814404432133,
+      "grad_norm": 3.5549404621124268,
+      "learning_rate": 9.570637119113574e-06,
+      "loss": 0.1784,
+      "step": 930
+    },
+    {
+      "epoch": 0.2169898430286242,
+      "grad_norm": 4.833847522735596,
+      "learning_rate": 9.566020313942753e-06,
+      "loss": 0.1015,
+      "step": 940
+    },
+    {
+      "epoch": 0.21929824561403508,
+      "grad_norm": 5.299631118774414,
+      "learning_rate": 9.56140350877193e-06,
+      "loss": 0.0985,
+      "step": 950
+    },
+    {
+      "epoch": 0.22160664819944598,
+      "grad_norm": 10.254817962646484,
+      "learning_rate": 9.556786703601109e-06,
+      "loss": 0.494,
+      "step": 960
+    },
+    {
+      "epoch": 0.22391505078485688,
+      "grad_norm": 5.614777088165283,
+      "learning_rate": 9.552169898430286e-06,
+      "loss": 0.1996,
+      "step": 970
+    },
+    {
+      "epoch": 0.22622345337026778,
+      "grad_norm": 4.300576210021973,
+      "learning_rate": 9.547553093259466e-06,
+      "loss": 0.1987,
+      "step": 980
+    },
+    {
+      "epoch": 0.22853185595567868,
+      "grad_norm": 10.567139625549316,
+      "learning_rate": 9.542936288088643e-06,
+      "loss": 0.2799,
+      "step": 990
+    },
+    {
+      "epoch": 0.23084025854108955,
+      "grad_norm": 9.390183448791504,
+      "learning_rate": 9.538319482917822e-06,
+      "loss": 0.1817,
+      "step": 1000
+    },
+    {
+      "epoch": 0.23314866112650046,
+      "grad_norm": 7.043652057647705,
+      "learning_rate": 9.533702677747e-06,
+      "loss": 0.1833,
+      "step": 1010
+    },
+    {
+      "epoch": 0.23545706371191136,
+      "grad_norm": 5.536339282989502,
+      "learning_rate": 9.529085872576178e-06,
+      "loss": 0.1897,
+      "step": 1020
+    },
+    {
+      "epoch": 0.23776546629732226,
+      "grad_norm": 8.518433570861816,
+      "learning_rate": 9.524469067405356e-06,
+      "loss": 0.3156,
+      "step": 1030
+    },
+    {
+      "epoch": 0.24007386888273316,
+      "grad_norm": 11.972070693969727,
+      "learning_rate": 9.519852262234535e-06,
+      "loss": 0.134,
+      "step": 1040
+    },
+    {
+      "epoch": 0.24238227146814403,
+      "grad_norm": 7.265350818634033,
+      "learning_rate": 9.515235457063712e-06,
+      "loss": 0.3054,
+      "step": 1050
+    },
+    {
+      "epoch": 0.24469067405355494,
+      "grad_norm": 10.719847679138184,
+      "learning_rate": 9.510618651892891e-06,
+      "loss": 0.2455,
+      "step": 1060
+    },
+    {
+      "epoch": 0.24699907663896584,
+      "grad_norm": 9.438804626464844,
+      "learning_rate": 9.506001846722069e-06,
+      "loss": 0.2328,
+      "step": 1070
+    },
+    {
+      "epoch": 0.24930747922437674,
+      "grad_norm": 4.239076614379883,
+      "learning_rate": 9.501385041551248e-06,
+      "loss": 0.1635,
+      "step": 1080
+    },
+    {
+      "epoch": 0.2516158818097876,
+      "grad_norm": 5.953492641448975,
+      "learning_rate": 9.496768236380425e-06,
+      "loss": 0.1399,
+      "step": 1090
+    },
+    {
+      "epoch": 0.25392428439519854,
+      "grad_norm": 1.620262861251831,
+      "learning_rate": 9.492151431209604e-06,
+      "loss": 0.1419,
+      "step": 1100
+    },
+    {
+      "epoch": 0.2562326869806094,
+      "grad_norm": 1.141279935836792,
+      "learning_rate": 9.487534626038782e-06,
+      "loss": 0.1209,
+      "step": 1110
+    },
+    {
+      "epoch": 0.2585410895660203,
+      "grad_norm": 0.8355013132095337,
+      "learning_rate": 9.48291782086796e-06,
+      "loss": 0.0818,
+      "step": 1120
+    },
+    {
+      "epoch": 0.2608494921514312,
+      "grad_norm": 0.5204324722290039,
+      "learning_rate": 9.478301015697138e-06,
+      "loss": 0.2279,
+      "step": 1130
+    },
+    {
+      "epoch": 0.2631578947368421,
+      "grad_norm": 9.81224250793457,
+      "learning_rate": 9.473684210526315e-06,
+      "loss": 0.1757,
+      "step": 1140
+    },
+    {
+      "epoch": 0.265466297322253,
+      "grad_norm": 9.512256622314453,
+      "learning_rate": 9.469067405355495e-06,
+      "loss": 0.2873,
+      "step": 1150
+    },
+    {
+      "epoch": 0.2677746999076639,
+      "grad_norm": 5.788575649261475,
+      "learning_rate": 9.464450600184672e-06,
+      "loss": 0.1019,
+      "step": 1160
+    },
+    {
+      "epoch": 0.27008310249307477,
+      "grad_norm": 0.005946075078099966,
+      "learning_rate": 9.459833795013851e-06,
+      "loss": 0.1408,
+      "step": 1170
+    },
+    {
+      "epoch": 0.2723915050784857,
+      "grad_norm": 5.019355773925781,
+      "learning_rate": 9.455216989843028e-06,
+      "loss": 0.2246,
+      "step": 1180
+    },
+    {
+      "epoch": 0.27469990766389657,
+      "grad_norm": 7.404417037963867,
+      "learning_rate": 9.450600184672207e-06,
+      "loss": 0.0867,
+      "step": 1190
+    },
+    {
+      "epoch": 0.2770083102493075,
+      "grad_norm": 0.025951171293854713,
+      "learning_rate": 9.445983379501385e-06,
+      "loss": 0.2332,
+      "step": 1200
+    },
+    {
+      "epoch": 0.2793167128347184,
+      "grad_norm": 0.6903806924819946,
+      "learning_rate": 9.441366574330564e-06,
+      "loss": 0.146,
+      "step": 1210
+    },
+    {
+      "epoch": 0.28162511542012925,
+      "grad_norm": 0.4754585921764374,
+      "learning_rate": 9.436749769159741e-06,
+      "loss": 0.1483,
+      "step": 1220
+    },
+    {
+      "epoch": 0.2839335180055402,
+      "grad_norm": 4.7122483253479,
+      "learning_rate": 9.43213296398892e-06,
+      "loss": 0.2111,
+      "step": 1230
+    },
+    {
+      "epoch": 0.28624192059095105,
+      "grad_norm": 4.9761271476745605,
+      "learning_rate": 9.427516158818098e-06,
+      "loss": 0.2371,
+      "step": 1240
+    },
+    {
+      "epoch": 0.288550323176362,
+      "grad_norm": 9.827065467834473,
+      "learning_rate": 9.422899353647277e-06,
+      "loss": 0.3087,
+      "step": 1250
+    },
+    {
+      "epoch": 0.29085872576177285,
+      "grad_norm": 0.41259774565696716,
+      "learning_rate": 9.418282548476454e-06,
+      "loss": 0.1081,
+      "step": 1260
+    },
+    {
+      "epoch": 0.2931671283471837,
+      "grad_norm": 1.8536396026611328,
+      "learning_rate": 9.413665743305633e-06,
+      "loss": 0.2183,
+      "step": 1270
+    },
+    {
+      "epoch": 0.29547553093259465,
+      "grad_norm": 3.651834726333618,
+      "learning_rate": 9.409048938134812e-06,
+      "loss": 0.1272,
+      "step": 1280
+    },
+    {
+      "epoch": 0.29778393351800553,
+      "grad_norm": 2.255277156829834,
+      "learning_rate": 9.40443213296399e-06,
+      "loss": 0.3248,
+      "step": 1290
+    },
+    {
+      "epoch": 0.30009233610341646,
+      "grad_norm": 0.9870880842208862,
+      "learning_rate": 9.399815327793169e-06,
+      "loss": 0.1309,
+      "step": 1300
+    },
+    {
+      "epoch": 0.30240073868882733,
+      "grad_norm": 8.100092887878418,
+      "learning_rate": 9.395198522622346e-06,
+      "loss": 0.1945,
+      "step": 1310
+    },
+    {
+      "epoch": 0.3047091412742382,
+      "grad_norm": 6.449978828430176,
+      "learning_rate": 9.390581717451525e-06,
+      "loss": 0.2893,
+      "step": 1320
+    },
+    {
+      "epoch": 0.30701754385964913,
+      "grad_norm": 8.208856582641602,
+      "learning_rate": 9.385964912280703e-06,
+      "loss": 0.3231,
+      "step": 1330
+    },
+    {
+      "epoch": 0.30932594644506,
+      "grad_norm": 7.377975940704346,
+      "learning_rate": 9.381348107109882e-06,
+      "loss": 0.2315,
+      "step": 1340
+    },
+    {
+      "epoch": 0.31163434903047094,
+      "grad_norm": 8.44047737121582,
+      "learning_rate": 9.376731301939059e-06,
+      "loss": 0.2417,
+      "step": 1350
+    },
+    {
+      "epoch": 0.3139427516158818,
+      "grad_norm": 1.1026626825332642,
+      "learning_rate": 9.372114496768238e-06,
+      "loss": 0.146,
+      "step": 1360
+    },
+    {
+      "epoch": 0.3162511542012927,
+      "grad_norm": 6.599093914031982,
+      "learning_rate": 9.367497691597416e-06,
+      "loss": 0.2079,
+      "step": 1370
+    },
+    {
+      "epoch": 0.3185595567867036,
+      "grad_norm": 6.624666213989258,
+      "learning_rate": 9.362880886426595e-06,
+      "loss": 0.2617,
+      "step": 1380
+    },
+    {
+      "epoch": 0.3208679593721145,
+      "grad_norm": 0.857266902923584,
+      "learning_rate": 9.358264081255772e-06,
+      "loss": 0.0697,
+      "step": 1390
+    },
+    {
+      "epoch": 0.3231763619575254,
+      "grad_norm": 2.5935277938842773,
+      "learning_rate": 9.35364727608495e-06,
+      "loss": 0.2199,
+      "step": 1400
+    },
+    {
+      "epoch": 0.3254847645429363,
+      "grad_norm": 7.3394455909729,
+      "learning_rate": 9.349030470914129e-06,
+      "loss": 0.2001,
+      "step": 1410
+    },
+    {
+      "epoch": 0.32779316712834716,
+      "grad_norm": 3.1454150676727295,
+      "learning_rate": 9.344413665743306e-06,
+      "loss": 0.1214,
+      "step": 1420
+    },
+    {
+      "epoch": 0.3301015697137581,
+      "grad_norm": 7.05164909362793,
+      "learning_rate": 9.339796860572485e-06,
+      "loss": 0.1382,
+      "step": 1430
+    },
+    {
+      "epoch": 0.33240997229916897,
+      "grad_norm": 8.544759750366211,
+      "learning_rate": 9.335180055401662e-06,
+      "loss": 0.202,
+      "step": 1440
+    },
+    {
+      "epoch": 0.3347183748845799,
+      "grad_norm": 1.9893354177474976,
+      "learning_rate": 9.330563250230841e-06,
+      "loss": 0.2795,
+      "step": 1450
+    },
+    {
+      "epoch": 0.33702677746999077,
+      "grad_norm": 5.580140113830566,
+      "learning_rate": 9.325946445060019e-06,
+      "loss": 0.2303,
+      "step": 1460
+    },
+    {
+      "epoch": 0.33933518005540164,
+      "grad_norm": 2.9136245250701904,
+      "learning_rate": 9.321329639889198e-06,
+      "loss": 0.1115,
+      "step": 1470
+    },
+    {
+      "epoch": 0.34164358264081257,
+      "grad_norm": 9.274630546569824,
+      "learning_rate": 9.316712834718375e-06,
+      "loss": 0.1377,
+      "step": 1480
+    },
+    {
+      "epoch": 0.34395198522622344,
+      "grad_norm": 0.033000919967889786,
+      "learning_rate": 9.312096029547554e-06,
+      "loss": 0.2577,
+      "step": 1490
+    },
+    {
+      "epoch": 0.3462603878116344,
+      "grad_norm": 8.987251281738281,
+      "learning_rate": 9.307479224376732e-06,
+      "loss": 0.2595,
+      "step": 1500
+    },
+    {
+      "epoch": 0.34856879039704525,
+      "grad_norm": 7.6237053871154785,
+      "learning_rate": 9.30286241920591e-06,
+      "loss": 0.3364,
+      "step": 1510
+    },
+    {
+      "epoch": 0.3508771929824561,
+      "grad_norm": 1.9691364765167236,
+      "learning_rate": 9.298245614035088e-06,
+      "loss": 0.1996,
+      "step": 1520
+    },
+    {
+      "epoch": 0.35318559556786705,
+      "grad_norm": 4.991685390472412,
+      "learning_rate": 9.293628808864267e-06,
+      "loss": 0.1637,
+      "step": 1530
+    },
+    {
+      "epoch": 0.3554939981532779,
+      "grad_norm": 2.543471097946167,
+      "learning_rate": 9.289012003693445e-06,
+      "loss": 0.1888,
+      "step": 1540
+    },
+    {
+      "epoch": 0.35780240073868885,
+      "grad_norm": 0.18523567914962769,
+      "learning_rate": 9.284395198522624e-06,
+      "loss": 0.2239,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3601108033240997,
+      "grad_norm": 5.461203098297119,
+      "learning_rate": 9.279778393351801e-06,
+      "loss": 0.1584,
+      "step": 1560
+    },
+    {
+      "epoch": 0.3624192059095106,
+      "grad_norm": 26.16046142578125,
+      "learning_rate": 9.27516158818098e-06,
+      "loss": 0.1336,
+      "step": 1570
+    },
+    {
+      "epoch": 0.36472760849492153,
+      "grad_norm": 3.9863812923431396,
+      "learning_rate": 9.270544783010158e-06,
+      "loss": 0.1406,
+      "step": 1580
+    },
+    {
+      "epoch": 0.3670360110803324,
+      "grad_norm": 6.076376914978027,
+      "learning_rate": 9.265927977839337e-06,
+      "loss": 0.3124,
+      "step": 1590
+    },
+    {
+      "epoch": 0.36934441366574333,
+      "grad_norm": 2.2239086627960205,
+      "learning_rate": 9.261311172668514e-06,
+      "loss": 0.144,
+      "step": 1600
+    },
+    {
+      "epoch": 0.3716528162511542,
+      "grad_norm": 7.535514831542969,
+      "learning_rate": 9.256694367497693e-06,
+      "loss": 0.1381,
+      "step": 1610
+    },
+    {
+      "epoch": 0.3739612188365651,
+      "grad_norm": 1.4443440437316895,
+      "learning_rate": 9.25207756232687e-06,
+      "loss": 0.1727,
+      "step": 1620
+    },
+    {
+      "epoch": 0.376269621421976,
+      "grad_norm": 0.6596614122390747,
+      "learning_rate": 9.24746075715605e-06,
+      "loss": 0.2527,
+      "step": 1630
+    },
+    {
+      "epoch": 0.3785780240073869,
+      "grad_norm": 7.379482746124268,
+      "learning_rate": 9.242843951985227e-06,
+      "loss": 0.1727,
+      "step": 1640
+    },
+    {
+      "epoch": 0.3808864265927978,
+      "grad_norm": 1.6362881660461426,
+      "learning_rate": 9.238227146814404e-06,
+      "loss": 0.0302,
+      "step": 1650
+    },
+    {
+      "epoch": 0.3831948291782087,
+      "grad_norm": 3.241750717163086,
+      "learning_rate": 9.233610341643583e-06,
+      "loss": 0.1562,
+      "step": 1660
+    },
+    {
+      "epoch": 0.38550323176361956,
+      "grad_norm": 3.7530391216278076,
+      "learning_rate": 9.22899353647276e-06,
+      "loss": 0.2132,
+      "step": 1670
+    },
+    {
+      "epoch": 0.3878116343490305,
+      "grad_norm": 5.971234321594238,
+      "learning_rate": 9.22437673130194e-06,
+      "loss": 0.2187,
+      "step": 1680
+    },
+    {
+      "epoch": 0.39012003693444136,
+      "grad_norm": 6.949127674102783,
+      "learning_rate": 9.219759926131117e-06,
+      "loss": 0.2094,
+      "step": 1690
+    },
+    {
+      "epoch": 0.39242843951985223,
+      "grad_norm": 1.806967854499817,
+      "learning_rate": 9.215143120960296e-06,
+      "loss": 0.1645,
+      "step": 1700
+    },
+    {
+      "epoch": 0.39473684210526316,
+      "grad_norm": 9.919262886047363,
+      "learning_rate": 9.210526315789474e-06,
+      "loss": 0.3011,
+      "step": 1710
+    },
+    {
+      "epoch": 0.39704524469067404,
+      "grad_norm": 13.103031158447266,
+      "learning_rate": 9.205909510618653e-06,
+      "loss": 0.333,
+      "step": 1720
+    },
+    {
+      "epoch": 0.39935364727608497,
+      "grad_norm": 5.377729415893555,
+      "learning_rate": 9.20129270544783e-06,
+      "loss": 0.2529,
+      "step": 1730
+    },
+    {
+      "epoch": 0.40166204986149584,
+      "grad_norm": 1.0202577114105225,
+      "learning_rate": 9.19667590027701e-06,
+      "loss": 0.1588,
+      "step": 1740
+    },
+    {
+      "epoch": 0.4039704524469067,
+      "grad_norm": 2.622170925140381,
+      "learning_rate": 9.192059095106187e-06,
+      "loss": 0.1431,
+      "step": 1750
+    },
+    {
+      "epoch": 0.40627885503231764,
+      "grad_norm": 0.314001202583313,
+      "learning_rate": 9.187442289935366e-06,
+      "loss": 0.1185,
+      "step": 1760
+    },
+    {
+      "epoch": 0.4085872576177285,
+      "grad_norm": 4.181126594543457,
+      "learning_rate": 9.182825484764543e-06,
+      "loss": 0.1942,
+      "step": 1770
+    },
+    {
+      "epoch": 0.41089566020313945,
+      "grad_norm": 5.7715959548950195,
+      "learning_rate": 9.178208679593722e-06,
+      "loss": 0.1199,
+      "step": 1780
+    },
+    {
+      "epoch": 0.4132040627885503,
+      "grad_norm": 1.7448700666427612,
+      "learning_rate": 9.1735918744229e-06,
+      "loss": 0.2491,
+      "step": 1790
+    },
+    {
+      "epoch": 0.4155124653739612,
+      "grad_norm": 1.511138677597046,
+      "learning_rate": 9.168975069252079e-06,
+      "loss": 0.3079,
+      "step": 1800
+    },
+    {
+      "epoch": 0.4178208679593721,
+      "grad_norm": 0.836219310760498,
+      "learning_rate": 9.164358264081256e-06,
+      "loss": 0.1399,
+      "step": 1810
+    },
+    {
+      "epoch": 0.420129270544783,
+      "grad_norm": 3.6991126537323,
+      "learning_rate": 9.159741458910435e-06,
+      "loss": 0.1483,
+      "step": 1820
+    },
+    {
+      "epoch": 0.4224376731301939,
+      "grad_norm": 2.4861156940460205,
+      "learning_rate": 9.155124653739612e-06,
+      "loss": 0.1648,
+      "step": 1830
+    },
+    {
+      "epoch": 0.4247460757156048,
+      "grad_norm": 7.801022529602051,
+      "learning_rate": 9.150507848568791e-06,
+      "loss": 0.1629,
+      "step": 1840
+    },
+    {
+      "epoch": 0.42705447830101567,
+      "grad_norm": 0.09382744878530502,
+      "learning_rate": 9.14589104339797e-06,
+      "loss": 0.2144,
+      "step": 1850
+    },
+    {
+      "epoch": 0.4293628808864266,
+      "grad_norm": 18.142040252685547,
+      "learning_rate": 9.141274238227148e-06,
+      "loss": 0.297,
+      "step": 1860
+    },
+    {
+      "epoch": 0.4316712834718375,
+      "grad_norm": 6.909928321838379,
+      "learning_rate": 9.136657433056327e-06,
+      "loss": 0.0843,
+      "step": 1870
+    },
+    {
+      "epoch": 0.4339796860572484,
+      "grad_norm": 1.391675353050232,
+      "learning_rate": 9.132040627885504e-06,
+      "loss": 0.1386,
+      "step": 1880
+    },
+    {
+      "epoch": 0.4362880886426593,
+      "grad_norm": 8.40285587310791,
+      "learning_rate": 9.127423822714682e-06,
+      "loss": 0.115,
+      "step": 1890
+    },
+    {
+      "epoch": 0.43859649122807015,
+      "grad_norm": 8.314501762390137,
+      "learning_rate": 9.12280701754386e-06,
+      "loss": 0.234,
+      "step": 1900
+    },
+    {
+      "epoch": 0.4409048938134811,
+      "grad_norm": 1.1695400476455688,
+      "learning_rate": 9.118190212373038e-06,
+      "loss": 0.2568,
+      "step": 1910
+    },
+    {
+      "epoch": 0.44321329639889195,
+      "grad_norm": 10.582197189331055,
+      "learning_rate": 9.113573407202216e-06,
+      "loss": 0.1879,
+      "step": 1920
+    },
+    {
+      "epoch": 0.4455216989843029,
+      "grad_norm": 9.855074882507324,
+      "learning_rate": 9.108956602031395e-06,
+      "loss": 0.2116,
+      "step": 1930
+    },
+    {
+      "epoch": 0.44783010156971376,
+      "grad_norm": 2.4227991104125977,
+      "learning_rate": 9.104339796860572e-06,
+      "loss": 0.2096,
+      "step": 1940
+    },
+    {
+      "epoch": 0.45013850415512463,
+      "grad_norm": 6.169090747833252,
+      "learning_rate": 9.099722991689751e-06,
+      "loss": 0.0909,
+      "step": 1950
+    },
+    {
+      "epoch": 0.45244690674053556,
+      "grad_norm": 4.098794460296631,
+      "learning_rate": 9.09510618651893e-06,
+      "loss": 0.1646,
+      "step": 1960
+    },
+    {
+      "epoch": 0.45475530932594643,
+      "grad_norm": 10.102387428283691,
+      "learning_rate": 9.090489381348108e-06,
+      "loss": 0.1538,
+      "step": 1970
+    },
+    {
+      "epoch": 0.45706371191135736,
+      "grad_norm": 8.377202987670898,
+      "learning_rate": 9.085872576177287e-06,
+      "loss": 0.102,
+      "step": 1980
+    },
+    {
+      "epoch": 0.45937211449676824,
+      "grad_norm": 7.5883941650390625,
+      "learning_rate": 9.081255771006464e-06,
+      "loss": 0.24,
+      "step": 1990
+    },
+    {
+      "epoch": 0.4616805170821791,
+      "grad_norm": 1.7626484632492065,
+      "learning_rate": 9.076638965835643e-06,
+      "loss": 0.1121,
+      "step": 2000
+    },
+    {
+      "epoch": 0.46398891966759004,
+      "grad_norm": 1.3545483350753784,
+      "learning_rate": 9.07202216066482e-06,
+      "loss": 0.1017,
+      "step": 2010
+    },
+    {
+      "epoch": 0.4662973222530009,
+      "grad_norm": 1.3195403814315796,
+      "learning_rate": 9.067405355494e-06,
+      "loss": 0.075,
+      "step": 2020
+    },
+    {
+      "epoch": 0.46860572483841184,
+      "grad_norm": 5.284424781799316,
+      "learning_rate": 9.062788550323177e-06,
+      "loss": 0.209,
+      "step": 2030
+    },
+    {
+      "epoch": 0.4709141274238227,
+      "grad_norm": 5.874682903289795,
+      "learning_rate": 9.058171745152356e-06,
+      "loss": 0.1442,
+      "step": 2040
+    },
+    {
+      "epoch": 0.4732225300092336,
+      "grad_norm": 0.37103739380836487,
+      "learning_rate": 9.053554939981533e-06,
+      "loss": 0.176,
+      "step": 2050
+    },
+    {
+      "epoch": 0.4755309325946445,
+      "grad_norm": 10.780657768249512,
+      "learning_rate": 9.048938134810713e-06,
+      "loss": 0.1491,
+      "step": 2060
+    },
+    {
+      "epoch": 0.4778393351800554,
+      "grad_norm": 7.184582710266113,
+      "learning_rate": 9.04432132963989e-06,
+      "loss": 0.2337,
+      "step": 2070
+    },
+    {
+      "epoch": 0.4801477377654663,
+      "grad_norm": 2.4554800987243652,
+      "learning_rate": 9.039704524469069e-06,
+      "loss": 0.1151,
+      "step": 2080
+    },
+    {
+      "epoch": 0.4824561403508772,
+      "grad_norm": 12.154218673706055,
+      "learning_rate": 9.035087719298246e-06,
+      "loss": 0.1973,
+      "step": 2090
+    },
+    {
+      "epoch": 0.48476454293628807,
+      "grad_norm": 0.6119669079780579,
+      "learning_rate": 9.030470914127425e-06,
+      "loss": 0.1062,
+      "step": 2100
+    },
+    {
+      "epoch": 0.487072945521699,
+      "grad_norm": 0.5228668451309204,
+      "learning_rate": 9.025854108956603e-06,
+      "loss": 0.2023,
+      "step": 2110
+    },
+    {
+      "epoch": 0.48938134810710987,
+      "grad_norm": 9.339476585388184,
+      "learning_rate": 9.021237303785782e-06,
+      "loss": 0.2159,
+      "step": 2120
+    },
+    {
+      "epoch": 0.4916897506925208,
+      "grad_norm": 0.13014836609363556,
+      "learning_rate": 9.01662049861496e-06,
+      "loss": 0.1892,
+      "step": 2130
+    },
+    {
+      "epoch": 0.4939981532779317,
+      "grad_norm": 7.348382472991943,
+      "learning_rate": 9.012003693444138e-06,
+      "loss": 0.1781,
+      "step": 2140
+    },
+    {
+      "epoch": 0.49630655586334255,
+      "grad_norm": 0.30433371663093567,
+      "learning_rate": 9.007386888273316e-06,
+      "loss": 0.0728,
+      "step": 2150
+    },
+    {
+      "epoch": 0.4986149584487535,
+      "grad_norm": 3.4963645935058594,
+      "learning_rate": 9.002770083102493e-06,
+      "loss": 0.1225,
+      "step": 2160
+    },
+    {
+      "epoch": 0.5009233610341643,
+      "grad_norm": 9.128937721252441,
+      "learning_rate": 8.998153277931672e-06,
+      "loss": 0.2525,
+      "step": 2170
+    },
+    {
+      "epoch": 0.5032317636195752,
+      "grad_norm": 6.375169277191162,
+      "learning_rate": 8.99353647276085e-06,
+      "loss": 0.1635,
+      "step": 2180
+    },
+    {
+      "epoch": 0.5055401662049861,
+      "grad_norm": 0.610079288482666,
+      "learning_rate": 8.988919667590029e-06,
+      "loss": 0.1339,
+      "step": 2190
+    },
+    {
+      "epoch": 0.5078485687903971,
+      "grad_norm": 0.23317770659923553,
+      "learning_rate": 8.984302862419206e-06,
+      "loss": 0.1603,
+      "step": 2200
+    },
+    {
+      "epoch": 0.510156971375808,
+      "grad_norm": 2.9289543628692627,
+      "learning_rate": 8.979686057248385e-06,
+      "loss": 0.2054,
+      "step": 2210
+    },
+    {
+      "epoch": 0.5124653739612188,
+      "grad_norm": 10.74867057800293,
+      "learning_rate": 8.975069252077562e-06,
+      "loss": 0.2978,
+      "step": 2220
+    },
+    {
+      "epoch": 0.5147737765466297,
+      "grad_norm": 13.992448806762695,
+      "learning_rate": 8.970452446906742e-06,
+      "loss": 0.0812,
+      "step": 2230
+    },
+    {
+      "epoch": 0.5170821791320406,
+      "grad_norm": 6.574431896209717,
+      "learning_rate": 8.965835641735919e-06,
+      "loss": 0.226,
+      "step": 2240
+    },
+    {
+      "epoch": 0.5193905817174516,
+      "grad_norm": 8.116408348083496,
+      "learning_rate": 8.961218836565098e-06,
+      "loss": 0.32,
+      "step": 2250
+    },
+    {
+      "epoch": 0.5216989843028624,
+      "grad_norm": 0.78421550989151,
+      "learning_rate": 8.956602031394275e-06,
+      "loss": 0.1636,
+      "step": 2260
+    },
+    {
+      "epoch": 0.5240073868882733,
+      "grad_norm": 0.781618595123291,
+      "learning_rate": 8.951985226223454e-06,
+      "loss": 0.2135,
+      "step": 2270
+    },
+    {
+      "epoch": 0.5263157894736842,
+      "grad_norm": 8.12641429901123,
+      "learning_rate": 8.947368421052632e-06,
+      "loss": 0.1113,
+      "step": 2280
+    },
+    {
+      "epoch": 0.528624192059095,
+      "grad_norm": 4.973891735076904,
+      "learning_rate": 8.942751615881811e-06,
+      "loss": 0.0812,
+      "step": 2290
+    },
+    {
+      "epoch": 0.530932594644506,
+      "grad_norm": 10.630931854248047,
+      "learning_rate": 8.938134810710988e-06,
+      "loss": 0.2721,
+      "step": 2300
+    },
+    {
+      "epoch": 0.5332409972299169,
+      "grad_norm": 4.901821613311768,
+      "learning_rate": 8.933518005540167e-06,
+      "loss": 0.0514,
+      "step": 2310
+    },
+    {
+      "epoch": 0.5355493998153278,
+      "grad_norm": 0.31838470697402954,
+      "learning_rate": 8.928901200369345e-06,
+      "loss": 0.1498,
+      "step": 2320
+    },
+    {
+      "epoch": 0.5378578024007387,
+      "grad_norm": 3.5705583095550537,
+      "learning_rate": 8.924284395198524e-06,
+      "loss": 0.2902,
+      "step": 2330
+    },
+    {
+      "epoch": 0.5401662049861495,
+      "grad_norm": 3.606900215148926,
+      "learning_rate": 8.919667590027701e-06,
+      "loss": 0.1574,
+      "step": 2340
+    },
+    {
+      "epoch": 0.5424746075715605,
+      "grad_norm": 1.8169214725494385,
+      "learning_rate": 8.91505078485688e-06,
+      "loss": 0.231,
+      "step": 2350
+    },
+    {
+      "epoch": 0.5447830101569714,
+      "grad_norm": 0.022802285850048065,
+      "learning_rate": 8.910433979686058e-06,
+      "loss": 0.1842,
+      "step": 2360
+    },
+    {
+      "epoch": 0.5470914127423823,
+      "grad_norm": 7.0141496658325195,
+      "learning_rate": 8.905817174515237e-06,
+      "loss": 0.1983,
+      "step": 2370
+    },
+    {
+      "epoch": 0.5493998153277931,
+      "grad_norm": 0.25370287895202637,
+      "learning_rate": 8.901200369344414e-06,
+      "loss": 0.1429,
+      "step": 2380
+    },
+    {
+      "epoch": 0.551708217913204,
+      "grad_norm": 0.483079195022583,
+      "learning_rate": 8.896583564173593e-06,
+      "loss": 0.1743,
+      "step": 2390
+    },
+    {
+      "epoch": 0.554016620498615,
+      "grad_norm": 5.299391269683838,
+      "learning_rate": 8.89196675900277e-06,
+      "loss": 0.2134,
+      "step": 2400
+    },
+    {
+      "epoch": 0.5563250230840259,
+      "grad_norm": 1.2383846044540405,
+      "learning_rate": 8.887349953831948e-06,
+      "loss": 0.0912,
+      "step": 2410
+    },
+    {
+      "epoch": 0.5586334256694367,
+      "grad_norm": 0.8941829204559326,
+      "learning_rate": 8.882733148661127e-06,
+      "loss": 0.1249,
+      "step": 2420
+    },
+    {
+      "epoch": 0.5609418282548476,
+      "grad_norm": 6.666571140289307,
+      "learning_rate": 8.878116343490304e-06,
+      "loss": 0.2344,
+      "step": 2430
+    },
+    {
+      "epoch": 0.5632502308402585,
+      "grad_norm": 1.338377833366394,
+      "learning_rate": 8.873499538319484e-06,
+      "loss": 0.1461,
+      "step": 2440
+    },
+    {
+      "epoch": 0.5655586334256695,
+      "grad_norm": 3.791501760482788,
+      "learning_rate": 8.868882733148661e-06,
+      "loss": 0.1497,
+      "step": 2450
+    },
+    {
+      "epoch": 0.5678670360110804,
+      "grad_norm": 2.7001969814300537,
+      "learning_rate": 8.86426592797784e-06,
+      "loss": 0.2116,
+      "step": 2460
+    },
+    {
+      "epoch": 0.5701754385964912,
+      "grad_norm": 4.568991661071777,
+      "learning_rate": 8.859649122807017e-06,
+      "loss": 0.1449,
+      "step": 2470
+    },
+    {
+      "epoch": 0.5724838411819021,
+      "grad_norm": 1.7414610385894775,
+      "learning_rate": 8.855032317636196e-06,
+      "loss": 0.0863,
+      "step": 2480
+    },
+    {
+      "epoch": 0.574792243767313,
+      "grad_norm": 0.5982003808021545,
+      "learning_rate": 8.850415512465374e-06,
+      "loss": 0.1286,
+      "step": 2490
+    },
+    {
+      "epoch": 0.577100646352724,
+      "grad_norm": 1.3507001399993896,
+      "learning_rate": 8.845798707294553e-06,
+      "loss": 0.2061,
+      "step": 2500
+    },
+    {
+      "epoch": 0.5794090489381348,
+      "grad_norm": 3.2266528606414795,
+      "learning_rate": 8.84118190212373e-06,
+      "loss": 0.1486,
+      "step": 2510
+    },
+    {
+      "epoch": 0.5817174515235457,
+      "grad_norm": 0.191385418176651,
+      "learning_rate": 8.83656509695291e-06,
+      "loss": 0.1415,
+      "step": 2520
+    },
+    {
+      "epoch": 0.5840258541089566,
+      "grad_norm": 0.8593127727508545,
+      "learning_rate": 8.831948291782087e-06,
+      "loss": 0.1024,
+      "step": 2530
+    },
+    {
+      "epoch": 0.5863342566943675,
+      "grad_norm": 2.335806369781494,
+      "learning_rate": 8.827331486611266e-06,
+      "loss": 0.2457,
+      "step": 2540
+    },
+    {
+      "epoch": 0.5886426592797784,
+      "grad_norm": 4.868105411529541,
+      "learning_rate": 8.822714681440445e-06,
+      "loss": 0.1876,
+      "step": 2550
+    },
+    {
+      "epoch": 0.5909510618651893,
+      "grad_norm": 9.985259056091309,
+      "learning_rate": 8.818097876269622e-06,
+      "loss": 0.285,
+      "step": 2560
+    },
+    {
+      "epoch": 0.5932594644506002,
+      "grad_norm": 5.933226585388184,
+      "learning_rate": 8.813481071098801e-06,
+      "loss": 0.1476,
+      "step": 2570
+    },
+    {
+      "epoch": 0.5955678670360111,
+      "grad_norm": 8.517694473266602,
+      "learning_rate": 8.808864265927979e-06,
+      "loss": 0.1955,
+      "step": 2580
+    },
+    {
+      "epoch": 0.5978762696214219,
+      "grad_norm": 0.5734942555427551,
+      "learning_rate": 8.804247460757158e-06,
+      "loss": 0.2412,
+      "step": 2590
+    },
+    {
+      "epoch": 0.6001846722068329,
+      "grad_norm": 5.922646522521973,
+      "learning_rate": 8.799630655586335e-06,
+      "loss": 0.2437,
+      "step": 2600
+    },
+    {
+      "epoch": 0.6024930747922438,
+      "grad_norm": 0.948183536529541,
+      "learning_rate": 8.795013850415514e-06,
+      "loss": 0.2197,
+      "step": 2610
+    },
+    {
+      "epoch": 0.6048014773776547,
+      "grad_norm": 2.1584763526916504,
+      "learning_rate": 8.790397045244692e-06,
+      "loss": 0.1741,
+      "step": 2620
+    },
+    {
+      "epoch": 0.6071098799630655,
+      "grad_norm": 7.596801280975342,
+      "learning_rate": 8.78578024007387e-06,
+      "loss": 0.1451,
+      "step": 2630
+    },
+    {
+      "epoch": 0.6094182825484764,
+      "grad_norm": 0.7149803042411804,
+      "learning_rate": 8.781163434903048e-06,
+      "loss": 0.0927,
+      "step": 2640
+    },
+    {
+      "epoch": 0.6117266851338874,
+      "grad_norm": 0.6864413619041443,
+      "learning_rate": 8.776546629732225e-06,
+      "loss": 0.1811,
+      "step": 2650
+    },
+    {
+      "epoch": 0.6140350877192983,
+      "grad_norm": 1.6932225227355957,
+      "learning_rate": 8.771929824561405e-06,
+      "loss": 0.1401,
+      "step": 2660
+    },
+    {
+      "epoch": 0.6163434903047091,
+      "grad_norm": 2.8230690956115723,
+      "learning_rate": 8.767313019390582e-06,
+      "loss": 0.187,
+      "step": 2670
+    },
+    {
+      "epoch": 0.61865189289012,
+      "grad_norm": 0.6588670015335083,
+      "learning_rate": 8.762696214219761e-06,
+      "loss": 0.0805,
+      "step": 2680
+    },
+    {
+      "epoch": 0.6209602954755309,
+      "grad_norm": 5.022006988525391,
+      "learning_rate": 8.758079409048938e-06,
+      "loss": 0.2703,
+      "step": 2690
+    },
+    {
+      "epoch": 0.6232686980609419,
+      "grad_norm": 0.051676761358976364,
+      "learning_rate": 8.753462603878117e-06,
+      "loss": 0.0952,
+      "step": 2700
+    },
+    {
+      "epoch": 0.6255771006463527,
+      "grad_norm": 3.2634942531585693,
+      "learning_rate": 8.748845798707295e-06,
+      "loss": 0.1788,
+      "step": 2710
+    },
+    {
+      "epoch": 0.6278855032317636,
+      "grad_norm": 0.012699434533715248,
+      "learning_rate": 8.744228993536474e-06,
+      "loss": 0.1272,
+      "step": 2720
+    },
+    {
+      "epoch": 0.6301939058171745,
+      "grad_norm": 1.1832557916641235,
+      "learning_rate": 8.739612188365651e-06,
+      "loss": 0.2542,
+      "step": 2730
+    },
+    {
+      "epoch": 0.6325023084025854,
+      "grad_norm": 4.28739070892334,
+      "learning_rate": 8.73499538319483e-06,
+      "loss": 0.1201,
+      "step": 2740
+    },
+    {
+      "epoch": 0.6348107109879964,
+      "grad_norm": 1.4598315954208374,
+      "learning_rate": 8.730378578024008e-06,
+      "loss": 0.1131,
+      "step": 2750
+    },
+    {
+      "epoch": 0.6371191135734072,
+      "grad_norm": 2.8734846115112305,
+      "learning_rate": 8.725761772853187e-06,
+      "loss": 0.0912,
+      "step": 2760
+    },
+    {
+      "epoch": 0.6394275161588181,
+      "grad_norm": 1.6884006261825562,
+      "learning_rate": 8.721144967682364e-06,
+      "loss": 0.2134,
+      "step": 2770
+    },
+    {
+      "epoch": 0.641735918744229,
+      "grad_norm": 0.029618360102176666,
+      "learning_rate": 8.716528162511543e-06,
+      "loss": 0.2105,
+      "step": 2780
+    },
+    {
+      "epoch": 0.6440443213296398,
+      "grad_norm": 6.83729362487793,
+      "learning_rate": 8.71191135734072e-06,
+      "loss": 0.2517,
+      "step": 2790
+    },
+    {
+      "epoch": 0.6463527239150508,
+      "grad_norm": 4.557281970977783,
+      "learning_rate": 8.7072945521699e-06,
+      "loss": 0.2907,
+      "step": 2800
+    },
+    {
+      "epoch": 0.6486611265004617,
+      "grad_norm": 4.419384002685547,
+      "learning_rate": 8.702677746999077e-06,
+      "loss": 0.14,
+      "step": 2810
+    },
+    {
+      "epoch": 0.6509695290858726,
+      "grad_norm": 7.11807918548584,
+      "learning_rate": 8.698060941828256e-06,
+      "loss": 0.2452,
+      "step": 2820
+    },
+    {
+      "epoch": 0.6532779316712835,
+      "grad_norm": 2.684034585952759,
+      "learning_rate": 8.693444136657434e-06,
+      "loss": 0.1657,
+      "step": 2830
+    },
+    {
+      "epoch": 0.6555863342566943,
+      "grad_norm": 2.968884229660034,
+      "learning_rate": 8.688827331486613e-06,
+      "loss": 0.1818,
+      "step": 2840
+    },
+    {
+      "epoch": 0.6578947368421053,
+      "grad_norm": 5.446342468261719,
+      "learning_rate": 8.68421052631579e-06,
+      "loss": 0.1598,
+      "step": 2850
+    },
+    {
+      "epoch": 0.6602031394275162,
+      "grad_norm": 4.752799034118652,
+      "learning_rate": 8.679593721144969e-06,
+      "loss": 0.0894,
+      "step": 2860
+    },
+    {
+      "epoch": 0.6625115420129271,
+      "grad_norm": 1.5078086853027344,
+      "learning_rate": 8.674976915974147e-06,
+      "loss": 0.1544,
+      "step": 2870
+    },
+    {
+      "epoch": 0.6648199445983379,
+      "grad_norm": 1.139893889427185,
+      "learning_rate": 8.670360110803326e-06,
+      "loss": 0.1674,
+      "step": 2880
+    },
+    {
+      "epoch": 0.6671283471837488,
+      "grad_norm": 0.03082580305635929,
+      "learning_rate": 8.665743305632503e-06,
+      "loss": 0.2105,
+      "step": 2890
+    },
+    {
+      "epoch": 0.6694367497691598,
+      "grad_norm": 0.029552439227700233,
+      "learning_rate": 8.66112650046168e-06,
+      "loss": 0.2003,
+      "step": 2900
+    },
+    {
+      "epoch": 0.6717451523545707,
+      "grad_norm": 9.0057373046875,
+      "learning_rate": 8.65650969529086e-06,
+      "loss": 0.2301,
+      "step": 2910
+    },
+    {
+      "epoch": 0.6740535549399815,
+      "grad_norm": 1.9247156381607056,
+      "learning_rate": 8.651892890120037e-06,
+      "loss": 0.1002,
+      "step": 2920
+    },
+    {
+      "epoch": 0.6763619575253924,
+      "grad_norm": 7.208845615386963,
+      "learning_rate": 8.647276084949216e-06,
+      "loss": 0.1913,
+      "step": 2930
+    },
+    {
+      "epoch": 0.6786703601108033,
+      "grad_norm": 6.815885066986084,
+      "learning_rate": 8.642659279778393e-06,
+      "loss": 0.1772,
+      "step": 2940
+    },
+    {
+      "epoch": 0.6809787626962143,
+      "grad_norm": 0.07034219056367874,
+      "learning_rate": 8.638042474607572e-06,
+      "loss": 0.1395,
+      "step": 2950
+    },
+    {
+      "epoch": 0.6832871652816251,
+      "grad_norm": 2.6379406452178955,
+      "learning_rate": 8.63342566943675e-06,
+      "loss": 0.213,
+      "step": 2960
+    },
+    {
+      "epoch": 0.685595567867036,
+      "grad_norm": 8.080329895019531,
+      "learning_rate": 8.628808864265929e-06,
+      "loss": 0.213,
+      "step": 2970
+    },
+    {
+      "epoch": 0.6879039704524469,
+      "grad_norm": 0.46268343925476074,
+      "learning_rate": 8.624192059095106e-06,
+      "loss": 0.1013,
+      "step": 2980
+    },
+    {
+      "epoch": 0.6902123730378578,
+      "grad_norm": 6.735634803771973,
+      "learning_rate": 8.619575253924285e-06,
+      "loss": 0.2183,
+      "step": 2990
+    },
+    {
+      "epoch": 0.6925207756232687,
+      "grad_norm": 8.794092178344727,
+      "learning_rate": 8.614958448753463e-06,
+      "loss": 0.0705,
+      "step": 3000
+    },
+    {
+      "epoch": 0.6948291782086796,
+      "grad_norm": 0.08418063074350357,
+      "learning_rate": 8.610341643582642e-06,
+      "loss": 0.0917,
+      "step": 3010
+    },
+    {
+      "epoch": 0.6971375807940905,
+      "grad_norm": 4.231406211853027,
+      "learning_rate": 8.605724838411819e-06,
+      "loss": 0.1316,
+      "step": 3020
+    },
+    {
+      "epoch": 0.6994459833795014,
+      "grad_norm": 0.9246407747268677,
+      "learning_rate": 8.601108033240998e-06,
+      "loss": 0.0585,
+      "step": 3030
+    },
+    {
+      "epoch": 0.7017543859649122,
+      "grad_norm": 11.197175979614258,
+      "learning_rate": 8.596491228070176e-06,
+      "loss": 0.2107,
+      "step": 3040
+    },
+    {
+      "epoch": 0.7040627885503232,
+      "grad_norm": 5.508973598480225,
+      "learning_rate": 8.591874422899355e-06,
+      "loss": 0.2448,
+      "step": 3050
+    },
+    {
+      "epoch": 0.7063711911357341,
+      "grad_norm": 5.923152446746826,
+      "learning_rate": 8.587257617728532e-06,
+      "loss": 0.0883,
+      "step": 3060
+    },
+    {
+      "epoch": 0.708679593721145,
+      "grad_norm": 11.441405296325684,
+      "learning_rate": 8.582640812557711e-06,
+      "loss": 0.3493,
+      "step": 3070
+    },
+    {
+      "epoch": 0.7109879963065558,
+      "grad_norm": 1.7312946319580078,
+      "learning_rate": 8.578024007386888e-06,
+      "loss": 0.1599,
+      "step": 3080
+    },
+    {
+      "epoch": 0.7132963988919667,
+      "grad_norm": 7.770139694213867,
+      "learning_rate": 8.573407202216068e-06,
+      "loss": 0.2575,
+      "step": 3090
+    },
+    {
+      "epoch": 0.7156048014773777,
+      "grad_norm": 4.013419151306152,
+      "learning_rate": 8.568790397045245e-06,
+      "loss": 0.1331,
+      "step": 3100
+    },
+    {
+      "epoch": 0.7179132040627886,
+      "grad_norm": 4.1502790451049805,
+      "learning_rate": 8.564173591874424e-06,
+      "loss": 0.0954,
+      "step": 3110
+    },
+    {
+      "epoch": 0.7202216066481995,
+      "grad_norm": 8.959720611572266,
+      "learning_rate": 8.559556786703603e-06,
+      "loss": 0.3433,
+      "step": 3120
+    },
+    {
+      "epoch": 0.7225300092336103,
+      "grad_norm": 2.727738380432129,
+      "learning_rate": 8.55493998153278e-06,
+      "loss": 0.0849,
+      "step": 3130
+    },
+    {
+      "epoch": 0.7248384118190212,
+      "grad_norm": 6.403547763824463,
+      "learning_rate": 8.55032317636196e-06,
+      "loss": 0.2253,
+      "step": 3140
+    },
+    {
+      "epoch": 0.7271468144044322,
+      "grad_norm": 16.912302017211914,
+      "learning_rate": 8.545706371191135e-06,
+      "loss": 0.2936,
+      "step": 3150
+    },
+    {
+      "epoch": 0.7294552169898431,
+      "grad_norm": 1.6519527435302734,
+      "learning_rate": 8.541089566020314e-06,
+      "loss": 0.2582,
+      "step": 3160
+    },
+    {
+      "epoch": 0.7317636195752539,
+      "grad_norm": 1.9267312288284302,
+      "learning_rate": 8.536472760849492e-06,
+      "loss": 0.101,
+      "step": 3170
+    },
+    {
+      "epoch": 0.7340720221606648,
+      "grad_norm": 1.5446139574050903,
+      "learning_rate": 8.53185595567867e-06,
+      "loss": 0.2388,
+      "step": 3180
+    },
+    {
+      "epoch": 0.7363804247460757,
+      "grad_norm": 0.07017502188682556,
+      "learning_rate": 8.527239150507848e-06,
+      "loss": 0.2017,
+      "step": 3190
+    },
+    {
+      "epoch": 0.7386888273314867,
+      "grad_norm": 0.07057207077741623,
+      "learning_rate": 8.522622345337027e-06,
+      "loss": 0.22,
+      "step": 3200
+    },
+    {
+      "epoch": 0.7409972299168975,
+      "grad_norm": 6.549715042114258,
+      "learning_rate": 8.518005540166205e-06,
+      "loss": 0.2471,
+      "step": 3210
+    },
+    {
+      "epoch": 0.7433056325023084,
+      "grad_norm": 10.777205467224121,
+      "learning_rate": 8.513388734995384e-06,
+      "loss": 0.0954,
+      "step": 3220
+    },
+    {
+      "epoch": 0.7456140350877193,
+      "grad_norm": 3.3119924068450928,
+      "learning_rate": 8.508771929824563e-06,
+      "loss": 0.0707,
+      "step": 3230
+    },
+    {
+      "epoch": 0.7479224376731302,
+      "grad_norm": 9.866997718811035,
+      "learning_rate": 8.50415512465374e-06,
+      "loss": 0.1698,
+      "step": 3240
+    },
+    {
+      "epoch": 0.7502308402585411,
+      "grad_norm": 4.566750526428223,
+      "learning_rate": 8.49953831948292e-06,
+      "loss": 0.2585,
+      "step": 3250
+    },
+    {
+      "epoch": 0.752539242843952,
+      "grad_norm": 9.86897087097168,
+      "learning_rate": 8.494921514312097e-06,
+      "loss": 0.1458,
+      "step": 3260
+    },
+    {
+      "epoch": 0.7548476454293629,
+      "grad_norm": 5.148314476013184,
+      "learning_rate": 8.490304709141276e-06,
+      "loss": 0.1554,
+      "step": 3270
+    },
+    {
+      "epoch": 0.7571560480147738,
+      "grad_norm": 9.085517883300781,
+      "learning_rate": 8.485687903970453e-06,
+      "loss": 0.24,
+      "step": 3280
+    },
+    {
+      "epoch": 0.7594644506001846,
+      "grad_norm": 0.2084989994764328,
+      "learning_rate": 8.481071098799632e-06,
+      "loss": 0.2083,
+      "step": 3290
+    },
+    {
+      "epoch": 0.7617728531855956,
+      "grad_norm": 11.02973461151123,
+      "learning_rate": 8.47645429362881e-06,
+      "loss": 0.2082,
+      "step": 3300
+    },
+    {
+      "epoch": 0.7640812557710065,
+      "grad_norm": 3.157027244567871,
+      "learning_rate": 8.471837488457989e-06,
+      "loss": 0.1888,
+      "step": 3310
+    },
+    {
+      "epoch": 0.7663896583564174,
+      "grad_norm": 5.361010551452637,
+      "learning_rate": 8.467220683287166e-06,
+      "loss": 0.0868,
+      "step": 3320
+    },
+    {
+      "epoch": 0.7686980609418282,
+      "grad_norm": 6.1732096672058105,
+      "learning_rate": 8.462603878116345e-06,
+      "loss": 0.1713,
+      "step": 3330
+    },
+    {
+      "epoch": 0.7710064635272391,
+      "grad_norm": 5.8650946617126465,
+      "learning_rate": 8.457987072945522e-06,
+      "loss": 0.127,
+      "step": 3340
+    },
+    {
+      "epoch": 0.7733148661126501,
+      "grad_norm": 4.028465747833252,
+      "learning_rate": 8.453370267774701e-06,
+      "loss": 0.097,
+      "step": 3350
+    },
+    {
+      "epoch": 0.775623268698061,
+      "grad_norm": 1.5145978927612305,
+      "learning_rate": 8.448753462603879e-06,
+      "loss": 0.1583,
+      "step": 3360
+    },
+    {
+      "epoch": 0.7779316712834718,
+      "grad_norm": 3.635915756225586,
+      "learning_rate": 8.444136657433058e-06,
+      "loss": 0.2075,
+      "step": 3370
+    },
+    {
+      "epoch": 0.7802400738688827,
+      "grad_norm": 0.03490106016397476,
+      "learning_rate": 8.439519852262235e-06,
+      "loss": 0.1947,
+      "step": 3380
+    },
+    {
+      "epoch": 0.7825484764542936,
+      "grad_norm": 10.461822509765625,
+      "learning_rate": 8.434903047091414e-06,
+      "loss": 0.0826,
+      "step": 3390
+    },
+    {
+      "epoch": 0.7848568790397045,
+      "grad_norm": 7.9899420738220215,
+      "learning_rate": 8.430286241920592e-06,
+      "loss": 0.2917,
+      "step": 3400
+    },
+    {
+      "epoch": 0.7871652816251155,
+      "grad_norm": 7.81199312210083,
+      "learning_rate": 8.42566943674977e-06,
+      "loss": 0.1562,
+      "step": 3410
+    },
+    {
+      "epoch": 0.7894736842105263,
+      "grad_norm": 1.9472380876541138,
+      "learning_rate": 8.421052631578948e-06,
+      "loss": 0.1568,
+      "step": 3420
+    },
+    {
+      "epoch": 0.7917820867959372,
+      "grad_norm": 4.842315196990967,
+      "learning_rate": 8.416435826408126e-06,
+      "loss": 0.1681,
+      "step": 3430
+    },
+    {
+      "epoch": 0.7940904893813481,
+      "grad_norm": 27.294620513916016,
+      "learning_rate": 8.411819021237305e-06,
+      "loss": 0.1717,
+      "step": 3440
+    },
+    {
+      "epoch": 0.796398891966759,
+      "grad_norm": 8.655313491821289,
+      "learning_rate": 8.407202216066482e-06,
+      "loss": 0.3171,
+      "step": 3450
+    },
+    {
+      "epoch": 0.7987072945521699,
+      "grad_norm": 5.681049346923828,
+      "learning_rate": 8.402585410895661e-06,
+      "loss": 0.1738,
+      "step": 3460
+    },
+    {
+      "epoch": 0.8010156971375808,
+      "grad_norm": 0.6661124229431152,
+      "learning_rate": 8.397968605724839e-06,
+      "loss": 0.1324,
+      "step": 3470
+    },
+    {
+      "epoch": 0.8033240997229917,
+      "grad_norm": 0.6557456851005554,
+      "learning_rate": 8.393351800554018e-06,
+      "loss": 0.1253,
+      "step": 3480
+    },
+    {
+      "epoch": 0.8056325023084026,
+      "grad_norm": 6.639368057250977,
+      "learning_rate": 8.388734995383195e-06,
+      "loss": 0.1955,
+      "step": 3490
+    },
+    {
+      "epoch": 0.8079409048938134,
+      "grad_norm": 2.957080841064453,
+      "learning_rate": 8.384118190212374e-06,
+      "loss": 0.1188,
+      "step": 3500
+    },
+    {
+      "epoch": 0.8102493074792244,
+      "grad_norm": 6.867522239685059,
+      "learning_rate": 8.379501385041551e-06,
+      "loss": 0.1443,
+      "step": 3510
+    },
+    {
+      "epoch": 0.8125577100646353,
+      "grad_norm": 2.938314199447632,
+      "learning_rate": 8.37488457987073e-06,
+      "loss": 0.176,
+      "step": 3520
+    },
+    {
+      "epoch": 0.8148661126500462,
+      "grad_norm": 0.040740109980106354,
+      "learning_rate": 8.370267774699908e-06,
+      "loss": 0.0661,
+      "step": 3530
+    },
+    {
+      "epoch": 0.817174515235457,
+      "grad_norm": 2.256371021270752,
+      "learning_rate": 8.365650969529087e-06,
+      "loss": 0.1342,
+      "step": 3540
+    },
+    {
+      "epoch": 0.8194829178208679,
+      "grad_norm": 11.778620719909668,
+      "learning_rate": 8.361034164358264e-06,
+      "loss": 0.1291,
+      "step": 3550
+    },
+    {
+      "epoch": 0.8217913204062789,
+      "grad_norm": 7.650779724121094,
+      "learning_rate": 8.356417359187443e-06,
+      "loss": 0.2504,
+      "step": 3560
+    },
+    {
+      "epoch": 0.8240997229916898,
+      "grad_norm": 0.4972974359989166,
+      "learning_rate": 8.35180055401662e-06,
+      "loss": 0.2238,
+      "step": 3570
+    },
+    {
+      "epoch": 0.8264081255771006,
+      "grad_norm": 0.31301605701446533,
+      "learning_rate": 8.3471837488458e-06,
+      "loss": 0.2013,
+      "step": 3580
+    },
+    {
+      "epoch": 0.8287165281625115,
+      "grad_norm": 5.242720127105713,
+      "learning_rate": 8.342566943674977e-06,
+      "loss": 0.192,
+      "step": 3590
+    },
+    {
+      "epoch": 0.8310249307479224,
+      "grad_norm": 1.1165562868118286,
+      "learning_rate": 8.337950138504156e-06,
+      "loss": 0.2283,
+      "step": 3600
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 5.6433329582214355,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.1737,
+      "step": 3610
+    },
+    {
+      "epoch": 0.8356417359187442,
+      "grad_norm": 2.8478212356567383,
+      "learning_rate": 8.328716528162513e-06,
+      "loss": 0.2074,
+      "step": 3620
+    },
+    {
+      "epoch": 0.8379501385041551,
+      "grad_norm": 1.121833086013794,
+      "learning_rate": 8.32409972299169e-06,
+      "loss": 0.2048,
+      "step": 3630
+    },
+    {
+      "epoch": 0.840258541089566,
+      "grad_norm": 4.590597152709961,
+      "learning_rate": 8.31948291782087e-06,
+      "loss": 0.1114,
+      "step": 3640
+    },
+    {
+      "epoch": 0.8425669436749769,
+      "grad_norm": 3.8996849060058594,
+      "learning_rate": 8.314866112650047e-06,
+      "loss": 0.0985,
+      "step": 3650
+    },
+    {
+      "epoch": 0.8448753462603878,
+      "grad_norm": 9.282421112060547,
+      "learning_rate": 8.310249307479224e-06,
+      "loss": 0.0823,
+      "step": 3660
+    },
+    {
+      "epoch": 0.8471837488457987,
+      "grad_norm": 0.4110245406627655,
+      "learning_rate": 8.305632502308403e-06,
+      "loss": 0.1489,
+      "step": 3670
+    },
+    {
+      "epoch": 0.8494921514312096,
+      "grad_norm": 0.560570478439331,
+      "learning_rate": 8.30101569713758e-06,
+      "loss": 0.1714,
+      "step": 3680
+    },
+    {
+      "epoch": 0.8518005540166205,
+      "grad_norm": 4.820432662963867,
+      "learning_rate": 8.29639889196676e-06,
+      "loss": 0.2155,
+      "step": 3690
+    },
+    {
+      "epoch": 0.8541089566020313,
+      "grad_norm": 0.06603138893842697,
+      "learning_rate": 8.291782086795937e-06,
+      "loss": 0.0704,
+      "step": 3700
+    },
+    {
+      "epoch": 0.8564173591874423,
+      "grad_norm": 8.31919002532959,
+      "learning_rate": 8.287165281625116e-06,
+      "loss": 0.2275,
+      "step": 3710
+    },
+    {
+      "epoch": 0.8587257617728532,
+      "grad_norm": 1.474788784980774,
+      "learning_rate": 8.282548476454293e-06,
+      "loss": 0.2416,
+      "step": 3720
+    },
+    {
+      "epoch": 0.8610341643582641,
+      "grad_norm": 5.689862251281738,
+      "learning_rate": 8.277931671283472e-06,
+      "loss": 0.084,
+      "step": 3730
+    },
+    {
+      "epoch": 0.863342566943675,
+      "grad_norm": 1.4493321180343628,
+      "learning_rate": 8.27331486611265e-06,
+      "loss": 0.1913,
+      "step": 3740
+    },
+    {
+      "epoch": 0.8656509695290858,
+      "grad_norm": 6.178581714630127,
+      "learning_rate": 8.268698060941829e-06,
+      "loss": 0.1903,
+      "step": 3750
+    },
+    {
+      "epoch": 0.8679593721144968,
+      "grad_norm": 7.550521373748779,
+      "learning_rate": 8.264081255771006e-06,
+      "loss": 0.1644,
+      "step": 3760
+    },
+    {
+      "epoch": 0.8702677746999077,
+      "grad_norm": 0.4819086790084839,
+      "learning_rate": 8.259464450600185e-06,
+      "loss": 0.2667,
+      "step": 3770
+    },
+    {
+      "epoch": 0.8725761772853186,
+      "grad_norm": 2.676957130432129,
+      "learning_rate": 8.254847645429363e-06,
+      "loss": 0.0307,
+      "step": 3780
+    },
+    {
+      "epoch": 0.8748845798707294,
+      "grad_norm": 3.926511526107788,
+      "learning_rate": 8.250230840258542e-06,
+      "loss": 0.2962,
+      "step": 3790
+    },
+    {
+      "epoch": 0.8771929824561403,
+      "grad_norm": 0.15894842147827148,
+      "learning_rate": 8.24561403508772e-06,
+      "loss": 0.198,
+      "step": 3800
+    },
+    {
+      "epoch": 0.8795013850415513,
+      "grad_norm": 3.0533387660980225,
+      "learning_rate": 8.240997229916898e-06,
+      "loss": 0.2216,
+      "step": 3810
+    },
+    {
+      "epoch": 0.8818097876269622,
+      "grad_norm": 3.607330322265625,
+      "learning_rate": 8.236380424746077e-06,
+      "loss": 0.2361,
+      "step": 3820
+    },
+    {
+      "epoch": 0.884118190212373,
+      "grad_norm": 6.245927810668945,
+      "learning_rate": 8.231763619575255e-06,
+      "loss": 0.2664,
+      "step": 3830
+    },
+    {
+      "epoch": 0.8864265927977839,
+      "grad_norm": 1.1220074892044067,
+      "learning_rate": 8.227146814404434e-06,
+      "loss": 0.2193,
+      "step": 3840
+    },
+    {
+      "epoch": 0.8887349953831948,
+      "grad_norm": 7.891664981842041,
+      "learning_rate": 8.222530009233611e-06,
+      "loss": 0.1886,
+      "step": 3850
+    },
+    {
+      "epoch": 0.8910433979686058,
+      "grad_norm": 1.1142659187316895,
+      "learning_rate": 8.21791320406279e-06,
+      "loss": 0.1643,
+      "step": 3860
+    },
+    {
+      "epoch": 0.8933518005540166,
+      "grad_norm": 1.0188210010528564,
+      "learning_rate": 8.213296398891968e-06,
+      "loss": 0.2573,
+      "step": 3870
+    },
+    {
+      "epoch": 0.8956602031394275,
+      "grad_norm": 1.5279109477996826,
+      "learning_rate": 8.208679593721147e-06,
+      "loss": 0.1179,
+      "step": 3880
+    },
+    {
+      "epoch": 0.8979686057248384,
+      "grad_norm": 0.9006258845329285,
+      "learning_rate": 8.204062788550324e-06,
+      "loss": 0.086,
+      "step": 3890
+    },
+    {
+      "epoch": 0.9002770083102493,
+      "grad_norm": 0.4039612412452698,
+      "learning_rate": 8.199445983379503e-06,
+      "loss": 0.1671,
+      "step": 3900
+    },
+    {
+      "epoch": 0.9025854108956602,
+      "grad_norm": 4.117120265960693,
+      "learning_rate": 8.194829178208679e-06,
+      "loss": 0.1978,
+      "step": 3910
+    },
+    {
+      "epoch": 0.9048938134810711,
+      "grad_norm": 8.001017570495605,
+      "learning_rate": 8.190212373037858e-06,
+      "loss": 0.1339,
+      "step": 3920
+    },
+    {
+      "epoch": 0.907202216066482,
+      "grad_norm": 4.532901287078857,
+      "learning_rate": 8.185595567867037e-06,
+      "loss": 0.417,
+      "step": 3930
+    },
+    {
+      "epoch": 0.9095106186518929,
+      "grad_norm": 0.5681565403938293,
+      "learning_rate": 8.180978762696214e-06,
+      "loss": 0.0796,
+      "step": 3940
+    },
+    {
+      "epoch": 0.9118190212373037,
+      "grad_norm": 2.5583901405334473,
+      "learning_rate": 8.176361957525394e-06,
+      "loss": 0.3093,
+      "step": 3950
+    },
+    {
+      "epoch": 0.9141274238227147,
+      "grad_norm": 4.248782634735107,
+      "learning_rate": 8.171745152354571e-06,
+      "loss": 0.1073,
+      "step": 3960
+    },
+    {
+      "epoch": 0.9164358264081256,
+      "grad_norm": 0.4341060221195221,
+      "learning_rate": 8.16712834718375e-06,
+      "loss": 0.1543,
+      "step": 3970
+    },
+    {
+      "epoch": 0.9187442289935365,
+      "grad_norm": 1.084920883178711,
+      "learning_rate": 8.162511542012927e-06,
+      "loss": 0.1382,
+      "step": 3980
+    },
+    {
+      "epoch": 0.9210526315789473,
+      "grad_norm": 8.02807331085205,
+      "learning_rate": 8.157894736842106e-06,
+      "loss": 0.1705,
+      "step": 3990
+    },
+    {
+      "epoch": 0.9233610341643582,
+      "grad_norm": 6.406728267669678,
+      "learning_rate": 8.153277931671284e-06,
+      "loss": 0.1939,
+      "step": 4000
+    },
+    {
+      "epoch": 0.9256694367497692,
+      "grad_norm": 0.7076385021209717,
+      "learning_rate": 8.148661126500463e-06,
+      "loss": 0.1844,
+      "step": 4010
+    },
+    {
+      "epoch": 0.9279778393351801,
+      "grad_norm": 7.5065598487854,
+      "learning_rate": 8.14404432132964e-06,
+      "loss": 0.1937,
+      "step": 4020
+    },
+    {
+      "epoch": 0.930286241920591,
+      "grad_norm": 2.018402338027954,
+      "learning_rate": 8.13942751615882e-06,
+      "loss": 0.174,
+      "step": 4030
+    },
+    {
+      "epoch": 0.9325946445060018,
+      "grad_norm": 4.676671504974365,
+      "learning_rate": 8.134810710987997e-06,
+      "loss": 0.1498,
+      "step": 4040
+    },
+    {
+      "epoch": 0.9349030470914127,
+      "grad_norm": 3.8964033126831055,
+      "learning_rate": 8.130193905817176e-06,
+      "loss": 0.1475,
+      "step": 4050
+    },
+    {
+      "epoch": 0.9372114496768237,
+      "grad_norm": 0.6416448354721069,
+      "learning_rate": 8.125577100646353e-06,
+      "loss": 0.1098,
+      "step": 4060
+    },
+    {
+      "epoch": 0.9395198522622346,
+      "grad_norm": 0.4627153277397156,
+      "learning_rate": 8.120960295475532e-06,
+      "loss": 0.1971,
+      "step": 4070
+    },
+    {
+      "epoch": 0.9418282548476454,
+      "grad_norm": 3.1341536045074463,
+      "learning_rate": 8.11634349030471e-06,
+      "loss": 0.1556,
+      "step": 4080
+    },
+    {
+      "epoch": 0.9441366574330563,
+      "grad_norm": 8.236727714538574,
+      "learning_rate": 8.111726685133889e-06,
+      "loss": 0.1973,
+      "step": 4090
+    },
+    {
+      "epoch": 0.9464450600184672,
+      "grad_norm": 9.807982444763184,
+      "learning_rate": 8.107109879963066e-06,
+      "loss": 0.1444,
+      "step": 4100
+    },
+    {
+      "epoch": 0.9487534626038782,
+      "grad_norm": 0.607775092124939,
+      "learning_rate": 8.102493074792245e-06,
+      "loss": 0.2249,
+      "step": 4110
+    },
+    {
+      "epoch": 0.951061865189289,
+      "grad_norm": 0.0064311218447983265,
+      "learning_rate": 8.097876269621423e-06,
+      "loss": 0.1164,
+      "step": 4120
+    },
+    {
+      "epoch": 0.9533702677746999,
+      "grad_norm": 1.9682823419570923,
+      "learning_rate": 8.093259464450602e-06,
+      "loss": 0.1664,
+      "step": 4130
+    },
+    {
+      "epoch": 0.9556786703601108,
+      "grad_norm": 0.1796337068080902,
+      "learning_rate": 8.088642659279779e-06,
+      "loss": 0.0976,
+      "step": 4140
+    },
+    {
+      "epoch": 0.9579870729455217,
+      "grad_norm": 2.5847933292388916,
+      "learning_rate": 8.084025854108958e-06,
+      "loss": 0.2195,
+      "step": 4150
+    },
+    {
+      "epoch": 0.9602954755309326,
+      "grad_norm": 1.2782025337219238,
+      "learning_rate": 8.079409048938135e-06,
+      "loss": 0.1616,
+      "step": 4160
+    },
+    {
+      "epoch": 0.9626038781163435,
+      "grad_norm": 6.094910621643066,
+      "learning_rate": 8.074792243767313e-06,
+      "loss": 0.281,
+      "step": 4170
+    },
+    {
+      "epoch": 0.9649122807017544,
+      "grad_norm": 0.46985533833503723,
+      "learning_rate": 8.070175438596492e-06,
+      "loss": 0.1701,
+      "step": 4180
+    },
+    {
+      "epoch": 0.9672206832871653,
+      "grad_norm": 0.41220489144325256,
+      "learning_rate": 8.06555863342567e-06,
+      "loss": 0.1823,
+      "step": 4190
+    },
+    {
+      "epoch": 0.9695290858725761,
+      "grad_norm": 0.05810916796326637,
+      "learning_rate": 8.060941828254848e-06,
+      "loss": 0.1169,
+      "step": 4200
+    },
+    {
+      "epoch": 0.9718374884579871,
+      "grad_norm": 2.851436138153076,
+      "learning_rate": 8.056325023084026e-06,
+      "loss": 0.1922,
+      "step": 4210
+    },
+    {
+      "epoch": 0.974145891043398,
+      "grad_norm": 1.4276131391525269,
+      "learning_rate": 8.051708217913205e-06,
+      "loss": 0.1672,
+      "step": 4220
+    },
+    {
+      "epoch": 0.9764542936288089,
+      "grad_norm": 0.03251894935965538,
+      "learning_rate": 8.047091412742382e-06,
+      "loss": 0.1026,
+      "step": 4230
+    },
+    {
+      "epoch": 0.9787626962142197,
+      "grad_norm": 6.590252876281738,
+      "learning_rate": 8.042474607571561e-06,
+      "loss": 0.1478,
+      "step": 4240
+    },
+    {
+      "epoch": 0.9810710987996306,
+      "grad_norm": 1.2194827795028687,
+      "learning_rate": 8.037857802400739e-06,
+      "loss": 0.1922,
+      "step": 4250
+    },
+    {
+      "epoch": 0.9833795013850416,
+      "grad_norm": 0.10244120657444,
+      "learning_rate": 8.033240997229918e-06,
+      "loss": 0.1003,
+      "step": 4260
+    },
+    {
+      "epoch": 0.9856879039704525,
+      "grad_norm": 2.5781946182250977,
+      "learning_rate": 8.028624192059095e-06,
+      "loss": 0.1253,
+      "step": 4270
+    },
+    {
+      "epoch": 0.9879963065558633,
+      "grad_norm": 6.615061283111572,
+      "learning_rate": 8.024007386888274e-06,
+      "loss": 0.1525,
+      "step": 4280
+    },
+    {
+      "epoch": 0.9903047091412742,
+      "grad_norm": 4.588455677032471,
+      "learning_rate": 8.019390581717452e-06,
+      "loss": 0.281,
+      "step": 4290
+    },
+    {
+      "epoch": 0.9926131117266851,
+      "grad_norm": 4.515980243682861,
+      "learning_rate": 8.01477377654663e-06,
+      "loss": 0.0448,
+      "step": 4300
+    },
+    {
+      "epoch": 0.9949215143120961,
+      "grad_norm": 5.931595802307129,
+      "learning_rate": 8.010156971375808e-06,
+      "loss": 0.2194,
+      "step": 4310
+    },
+    {
+      "epoch": 0.997229916897507,
+      "grad_norm": 0.3821454346179962,
+      "learning_rate": 8.005540166204987e-06,
+      "loss": 0.2029,
+      "step": 4320
+    },
+    {
+      "epoch": 0.9995383194829178,
+      "grad_norm": 0.06136353313922882,
+      "learning_rate": 8.000923361034165e-06,
+      "loss": 0.1044,
+      "step": 4330
+    },
+    {
+      "epoch": 1.0018467220683287,
+      "grad_norm": 4.806890487670898,
+      "learning_rate": 7.996306555863344e-06,
+      "loss": 0.1538,
+      "step": 4340
+    },
+    {
+      "epoch": 1.0041551246537397,
+      "grad_norm": 0.5629621148109436,
+      "learning_rate": 7.991689750692521e-06,
+      "loss": 0.2269,
+      "step": 4350
+    },
+    {
+      "epoch": 1.0064635272391504,
+      "grad_norm": 5.226959228515625,
+      "learning_rate": 7.9870729455217e-06,
+      "loss": 0.2343,
+      "step": 4360
+    },
+    {
+      "epoch": 1.0087719298245614,
+      "grad_norm": 0.7424554228782654,
+      "learning_rate": 7.982456140350877e-06,
+      "loss": 0.1572,
+      "step": 4370
+    },
+    {
+      "epoch": 1.0110803324099722,
+      "grad_norm": 4.007261753082275,
+      "learning_rate": 7.977839335180056e-06,
+      "loss": 0.1134,
+      "step": 4380
+    },
+    {
+      "epoch": 1.0133887349953832,
+      "grad_norm": 8.55867862701416,
+      "learning_rate": 7.973222530009236e-06,
+      "loss": 0.1848,
+      "step": 4390
+    },
+    {
+      "epoch": 1.0156971375807942,
+      "grad_norm": 0.7979418039321899,
+      "learning_rate": 7.968605724838413e-06,
+      "loss": 0.1253,
+      "step": 4400
+    },
+    {
+      "epoch": 1.018005540166205,
+      "grad_norm": 11.240249633789062,
+      "learning_rate": 7.96398891966759e-06,
+      "loss": 0.1621,
+      "step": 4410
+    },
+    {
+      "epoch": 1.020313942751616,
+      "grad_norm": 3.8235790729522705,
+      "learning_rate": 7.959372114496768e-06,
+      "loss": 0.1828,
+      "step": 4420
+    },
+    {
+      "epoch": 1.0226223453370267,
+      "grad_norm": 0.04937285929918289,
+      "learning_rate": 7.954755309325947e-06,
+      "loss": 0.053,
+      "step": 4430
+    },
+    {
+      "epoch": 1.0249307479224377,
+      "grad_norm": 5.2850213050842285,
+      "learning_rate": 7.950138504155124e-06,
+      "loss": 0.2751,
+      "step": 4440
+    },
+    {
+      "epoch": 1.0272391505078486,
+      "grad_norm": 0.0649990439414978,
+      "learning_rate": 7.945521698984303e-06,
+      "loss": 0.1219,
+      "step": 4450
+    },
+    {
+      "epoch": 1.0295475530932594,
+      "grad_norm": 3.24285626411438,
+      "learning_rate": 7.94090489381348e-06,
+      "loss": 0.1301,
+      "step": 4460
+    },
+    {
+      "epoch": 1.0318559556786704,
+      "grad_norm": 1.6931140422821045,
+      "learning_rate": 7.93628808864266e-06,
+      "loss": 0.0896,
+      "step": 4470
+    },
+    {
+      "epoch": 1.0341643582640812,
+      "grad_norm": 0.7782284021377563,
+      "learning_rate": 7.931671283471837e-06,
+      "loss": 0.1471,
+      "step": 4480
+    },
+    {
+      "epoch": 1.0364727608494921,
+      "grad_norm": 4.752656936645508,
+      "learning_rate": 7.927054478301016e-06,
+      "loss": 0.1937,
+      "step": 4490
+    },
+    {
+      "epoch": 1.0387811634349031,
+      "grad_norm": 0.6479209661483765,
+      "learning_rate": 7.922437673130195e-06,
+      "loss": 0.1246,
+      "step": 4500
+    },
+    {
+      "epoch": 1.0410895660203139,
+      "grad_norm": 9.935562133789062,
+      "learning_rate": 7.917820867959373e-06,
+      "loss": 0.1142,
+      "step": 4510
+    },
+    {
+      "epoch": 1.0433979686057249,
+      "grad_norm": 3.0006847381591797,
+      "learning_rate": 7.913204062788552e-06,
+      "loss": 0.097,
+      "step": 4520
+    },
+    {
+      "epoch": 1.0457063711911356,
+      "grad_norm": 4.007802963256836,
+      "learning_rate": 7.908587257617729e-06,
+      "loss": 0.1299,
+      "step": 4530
+    },
+    {
+      "epoch": 1.0480147737765466,
+      "grad_norm": 2.044865608215332,
+      "learning_rate": 7.903970452446908e-06,
+      "loss": 0.1708,
+      "step": 4540
+    },
+    {
+      "epoch": 1.0503231763619576,
+      "grad_norm": 3.5933120250701904,
+      "learning_rate": 7.899353647276086e-06,
+      "loss": 0.0899,
+      "step": 4550
+    },
+    {
+      "epoch": 1.0526315789473684,
+      "grad_norm": 0.012179333716630936,
+      "learning_rate": 7.894736842105265e-06,
+      "loss": 0.158,
+      "step": 4560
+    },
+    {
+      "epoch": 1.0549399815327793,
+      "grad_norm": 5.514457702636719,
+      "learning_rate": 7.890120036934442e-06,
+      "loss": 0.1148,
+      "step": 4570
+    },
+    {
+      "epoch": 1.05724838411819,
+      "grad_norm": 3.768728017807007,
+      "learning_rate": 7.885503231763621e-06,
+      "loss": 0.3045,
+      "step": 4580
+    },
+    {
+      "epoch": 1.059556786703601,
+      "grad_norm": 2.062894344329834,
+      "learning_rate": 7.880886426592798e-06,
+      "loss": 0.0932,
+      "step": 4590
+    },
+    {
+      "epoch": 1.061865189289012,
+      "grad_norm": 7.800497531890869,
+      "learning_rate": 7.876269621421978e-06,
+      "loss": 0.0924,
+      "step": 4600
+    },
+    {
+      "epoch": 1.0641735918744228,
+      "grad_norm": 4.241180419921875,
+      "learning_rate": 7.871652816251155e-06,
+      "loss": 0.1322,
+      "step": 4610
+    },
+    {
+      "epoch": 1.0664819944598338,
+      "grad_norm": 1.3674288988113403,
+      "learning_rate": 7.867036011080334e-06,
+      "loss": 0.1182,
+      "step": 4620
+    },
+    {
+      "epoch": 1.0687903970452446,
+      "grad_norm": 0.2856109142303467,
+      "learning_rate": 7.862419205909511e-06,
+      "loss": 0.2477,
+      "step": 4630
+    },
+    {
+      "epoch": 1.0710987996306556,
+      "grad_norm": 5.879015922546387,
+      "learning_rate": 7.85780240073869e-06,
+      "loss": 0.045,
+      "step": 4640
+    },
+    {
+      "epoch": 1.0734072022160666,
+      "grad_norm": 10.425411224365234,
+      "learning_rate": 7.853185595567868e-06,
+      "loss": 0.1411,
+      "step": 4650
+    },
+    {
+      "epoch": 1.0757156048014773,
+      "grad_norm": 5.851372718811035,
+      "learning_rate": 7.848568790397045e-06,
+      "loss": 0.1715,
+      "step": 4660
+    },
+    {
+      "epoch": 1.0780240073868883,
+      "grad_norm": 3.7951362133026123,
+      "learning_rate": 7.843951985226224e-06,
+      "loss": 0.1504,
+      "step": 4670
+    },
+    {
+      "epoch": 1.080332409972299,
+      "grad_norm": 10.139032363891602,
+      "learning_rate": 7.839335180055402e-06,
+      "loss": 0.1855,
+      "step": 4680
+    },
+    {
+      "epoch": 1.08264081255771,
+      "grad_norm": 0.4991055727005005,
+      "learning_rate": 7.83471837488458e-06,
+      "loss": 0.0819,
+      "step": 4690
+    },
+    {
+      "epoch": 1.084949215143121,
+      "grad_norm": 0.4465656578540802,
+      "learning_rate": 7.830101569713758e-06,
+      "loss": 0.145,
+      "step": 4700
+    },
+    {
+      "epoch": 1.0872576177285318,
+      "grad_norm": 0.4848790466785431,
+      "learning_rate": 7.825484764542937e-06,
+      "loss": 0.315,
+      "step": 4710
+    },
+    {
+      "epoch": 1.0895660203139428,
+      "grad_norm": 4.088257312774658,
+      "learning_rate": 7.820867959372115e-06,
+      "loss": 0.0998,
+      "step": 4720
+    },
+    {
+      "epoch": 1.0918744228993535,
+      "grad_norm": 8.607985496520996,
+      "learning_rate": 7.816251154201294e-06,
+      "loss": 0.1132,
+      "step": 4730
+    },
+    {
+      "epoch": 1.0941828254847645,
+      "grad_norm": 2.8763158321380615,
+      "learning_rate": 7.811634349030471e-06,
+      "loss": 0.1356,
+      "step": 4740
+    },
+    {
+      "epoch": 1.0964912280701755,
+      "grad_norm": 7.248260974884033,
+      "learning_rate": 7.80701754385965e-06,
+      "loss": 0.1666,
+      "step": 4750
+    },
+    {
+      "epoch": 1.0987996306555863,
+      "grad_norm": 1.1353635787963867,
+      "learning_rate": 7.802400738688827e-06,
+      "loss": 0.1783,
+      "step": 4760
+    },
+    {
+      "epoch": 1.1011080332409973,
+      "grad_norm": 2.150517463684082,
+      "learning_rate": 7.797783933518007e-06,
+      "loss": 0.1907,
+      "step": 4770
+    },
+    {
+      "epoch": 1.103416435826408,
+      "grad_norm": 4.966104030609131,
+      "learning_rate": 7.793167128347184e-06,
+      "loss": 0.1418,
+      "step": 4780
+    },
+    {
+      "epoch": 1.105724838411819,
+      "grad_norm": 0.1536702960729599,
+      "learning_rate": 7.788550323176363e-06,
+      "loss": 0.0984,
+      "step": 4790
+    },
+    {
+      "epoch": 1.10803324099723,
+      "grad_norm": 0.11235389858484268,
+      "learning_rate": 7.78393351800554e-06,
+      "loss": 0.1195,
+      "step": 4800
+    },
+    {
+      "epoch": 1.1103416435826408,
+      "grad_norm": 4.2295942306518555,
+      "learning_rate": 7.77931671283472e-06,
+      "loss": 0.1564,
+      "step": 4810
+    },
+    {
+      "epoch": 1.1126500461680517,
+      "grad_norm": 9.70842170715332,
+      "learning_rate": 7.774699907663897e-06,
+      "loss": 0.1065,
+      "step": 4820
+    },
+    {
+      "epoch": 1.1149584487534625,
+      "grad_norm": 3.682037830352783,
+      "learning_rate": 7.770083102493076e-06,
+      "loss": 0.2343,
+      "step": 4830
+    },
+    {
+      "epoch": 1.1172668513388735,
+      "grad_norm": 2.330042839050293,
+      "learning_rate": 7.765466297322253e-06,
+      "loss": 0.0533,
+      "step": 4840
+    },
+    {
+      "epoch": 1.1195752539242845,
+      "grad_norm": 1.348418951034546,
+      "learning_rate": 7.760849492151432e-06,
+      "loss": 0.2092,
+      "step": 4850
+    },
+    {
+      "epoch": 1.1218836565096952,
+      "grad_norm": 0.12500044703483582,
+      "learning_rate": 7.75623268698061e-06,
+      "loss": 0.1195,
+      "step": 4860
+    },
+    {
+      "epoch": 1.1241920590951062,
+      "grad_norm": 7.640311241149902,
+      "learning_rate": 7.751615881809789e-06,
+      "loss": 0.1231,
+      "step": 4870
+    },
+    {
+      "epoch": 1.126500461680517,
+      "grad_norm": 0.8686632513999939,
+      "learning_rate": 7.746999076638966e-06,
+      "loss": 0.1721,
+      "step": 4880
+    },
+    {
+      "epoch": 1.128808864265928,
+      "grad_norm": 0.28602880239486694,
+      "learning_rate": 7.742382271468145e-06,
+      "loss": 0.0913,
+      "step": 4890
+    },
+    {
+      "epoch": 1.131117266851339,
+      "grad_norm": 0.28318125009536743,
+      "learning_rate": 7.737765466297323e-06,
+      "loss": 0.1647,
+      "step": 4900
+    },
+    {
+      "epoch": 1.1334256694367497,
+      "grad_norm": 1.848526954650879,
+      "learning_rate": 7.733148661126502e-06,
+      "loss": 0.2331,
+      "step": 4910
+    },
+    {
+      "epoch": 1.1357340720221607,
+      "grad_norm": 0.11867644637823105,
+      "learning_rate": 7.728531855955679e-06,
+      "loss": 0.0607,
+      "step": 4920
+    },
+    {
+      "epoch": 1.1380424746075715,
+      "grad_norm": 6.992359161376953,
+      "learning_rate": 7.723915050784857e-06,
+      "loss": 0.0408,
+      "step": 4930
+    },
+    {
+      "epoch": 1.1403508771929824,
+      "grad_norm": 28.76036834716797,
+      "learning_rate": 7.719298245614036e-06,
+      "loss": 0.2178,
+      "step": 4940
+    },
+    {
+      "epoch": 1.1426592797783934,
+      "grad_norm": 2.440525531768799,
+      "learning_rate": 7.714681440443213e-06,
+      "loss": 0.093,
+      "step": 4950
+    },
+    {
+      "epoch": 1.1449676823638042,
+      "grad_norm": 0.001492099603638053,
+      "learning_rate": 7.710064635272392e-06,
+      "loss": 0.2124,
+      "step": 4960
+    },
+    {
+      "epoch": 1.1472760849492152,
+      "grad_norm": 0.0038797783199697733,
+      "learning_rate": 7.70544783010157e-06,
+      "loss": 0.0723,
+      "step": 4970
+    },
+    {
+      "epoch": 1.149584487534626,
+      "grad_norm": 5.044519901275635,
+      "learning_rate": 7.700831024930749e-06,
+      "loss": 0.1172,
+      "step": 4980
+    },
+    {
+      "epoch": 1.151892890120037,
+      "grad_norm": 2.8185760974884033,
+      "learning_rate": 7.696214219759926e-06,
+      "loss": 0.1057,
+      "step": 4990
+    },
+    {
+      "epoch": 1.154201292705448,
+      "grad_norm": 4.505733013153076,
+      "learning_rate": 7.691597414589105e-06,
+      "loss": 0.0768,
+      "step": 5000
+    },
+    {
+      "epoch": 1.1565096952908587,
+      "grad_norm": 1.1265312433242798,
+      "learning_rate": 7.686980609418282e-06,
+      "loss": 0.1504,
+      "step": 5010
+    },
+    {
+      "epoch": 1.1588180978762697,
+      "grad_norm": 0.6987248063087463,
+      "learning_rate": 7.682363804247461e-06,
+      "loss": 0.0697,
+      "step": 5020
+    },
+    {
+      "epoch": 1.1611265004616804,
+      "grad_norm": 9.511496543884277,
+      "learning_rate": 7.677746999076639e-06,
+      "loss": 0.139,
+      "step": 5030
+    },
+    {
+      "epoch": 1.1634349030470914,
+      "grad_norm": 7.314056873321533,
+      "learning_rate": 7.673130193905818e-06,
+      "loss": 0.1918,
+      "step": 5040
+    },
+    {
+      "epoch": 1.1657433056325024,
+      "grad_norm": 0.1578429639339447,
+      "learning_rate": 7.668513388734995e-06,
+      "loss": 0.1648,
+      "step": 5050
+    },
+    {
+      "epoch": 1.1680517082179132,
+      "grad_norm": 0.12806738913059235,
+      "learning_rate": 7.663896583564174e-06,
+      "loss": 0.1409,
+      "step": 5060
+    },
+    {
+      "epoch": 1.1703601108033241,
+      "grad_norm": 0.6459066271781921,
+      "learning_rate": 7.659279778393352e-06,
+      "loss": 0.0807,
+      "step": 5070
+    },
+    {
+      "epoch": 1.172668513388735,
+      "grad_norm": 2.657371997833252,
+      "learning_rate": 7.65466297322253e-06,
+      "loss": 0.1329,
+      "step": 5080
+    },
+    {
+      "epoch": 1.1749769159741459,
+      "grad_norm": 0.42850738763809204,
+      "learning_rate": 7.65004616805171e-06,
+      "loss": 0.1352,
+      "step": 5090
+    },
+    {
+      "epoch": 1.1772853185595569,
+      "grad_norm": 4.224897861480713,
+      "learning_rate": 7.645429362880887e-06,
+      "loss": 0.0963,
+      "step": 5100
+    },
+    {
+      "epoch": 1.1795937211449676,
+      "grad_norm": 0.03889668732881546,
+      "learning_rate": 7.640812557710066e-06,
+      "loss": 0.2824,
+      "step": 5110
+    },
+    {
+      "epoch": 1.1819021237303786,
+      "grad_norm": 1.9942296743392944,
+      "learning_rate": 7.636195752539244e-06,
+      "loss": 0.143,
+      "step": 5120
+    },
+    {
+      "epoch": 1.1842105263157894,
+      "grad_norm": 0.30719640851020813,
+      "learning_rate": 7.631578947368423e-06,
+      "loss": 0.0256,
+      "step": 5130
+    },
+    {
+      "epoch": 1.1865189289012004,
+      "grad_norm": 7.15642786026001,
+      "learning_rate": 7.6269621421976e-06,
+      "loss": 0.1109,
+      "step": 5140
+    },
+    {
+      "epoch": 1.1888273314866113,
+      "grad_norm": 0.5269545912742615,
+      "learning_rate": 7.622345337026778e-06,
+      "loss": 0.0589,
+      "step": 5150
+    },
+    {
+      "epoch": 1.1911357340720221,
+      "grad_norm": 0.32469239830970764,
+      "learning_rate": 7.617728531855957e-06,
+      "loss": 0.1345,
+      "step": 5160
+    },
+    {
+      "epoch": 1.193444136657433,
+      "grad_norm": 10.661999702453613,
+      "learning_rate": 7.613111726685134e-06,
+      "loss": 0.0929,
+      "step": 5170
+    },
+    {
+      "epoch": 1.1957525392428439,
+      "grad_norm": 0.7502566576004028,
+      "learning_rate": 7.608494921514312e-06,
+      "loss": 0.0939,
+      "step": 5180
+    },
+    {
+      "epoch": 1.1980609418282548,
+      "grad_norm": 17.891868591308594,
+      "learning_rate": 7.6038781163434905e-06,
+      "loss": 0.1671,
+      "step": 5190
+    },
+    {
+      "epoch": 1.2003693444136658,
+      "grad_norm": 0.01886000484228134,
+      "learning_rate": 7.599261311172669e-06,
+      "loss": 0.1278,
+      "step": 5200
+    },
+    {
+      "epoch": 1.2026777469990766,
+      "grad_norm": 10.954153060913086,
+      "learning_rate": 7.594644506001847e-06,
+      "loss": 0.1743,
+      "step": 5210
+    },
+    {
+      "epoch": 1.2049861495844876,
+      "grad_norm": 0.1088632345199585,
+      "learning_rate": 7.590027700831025e-06,
+      "loss": 0.1036,
+      "step": 5220
+    },
+    {
+      "epoch": 1.2072945521698983,
+      "grad_norm": 0.2393483966588974,
+      "learning_rate": 7.585410895660203e-06,
+      "loss": 0.1614,
+      "step": 5230
+    },
+    {
+      "epoch": 1.2096029547553093,
+      "grad_norm": 0.4398743808269501,
+      "learning_rate": 7.580794090489382e-06,
+      "loss": 0.1082,
+      "step": 5240
+    },
+    {
+      "epoch": 1.2119113573407203,
+      "grad_norm": 10.58081340789795,
+      "learning_rate": 7.57617728531856e-06,
+      "loss": 0.1787,
+      "step": 5250
+    },
+    {
+      "epoch": 1.214219759926131,
+      "grad_norm": 0.6137261986732483,
+      "learning_rate": 7.571560480147738e-06,
+      "loss": 0.0998,
+      "step": 5260
+    },
+    {
+      "epoch": 1.216528162511542,
+      "grad_norm": 1.791608214378357,
+      "learning_rate": 7.566943674976916e-06,
+      "loss": 0.2145,
+      "step": 5270
+    },
+    {
+      "epoch": 1.2188365650969528,
+      "grad_norm": 0.24770161509513855,
+      "learning_rate": 7.5623268698060945e-06,
+      "loss": 0.1488,
+      "step": 5280
+    },
+    {
+      "epoch": 1.2211449676823638,
+      "grad_norm": 0.0609627440571785,
+      "learning_rate": 7.557710064635273e-06,
+      "loss": 0.1372,
+      "step": 5290
+    },
+    {
+      "epoch": 1.2234533702677748,
+      "grad_norm": 8.085432052612305,
+      "learning_rate": 7.553093259464451e-06,
+      "loss": 0.1522,
+      "step": 5300
+    },
+    {
+      "epoch": 1.2257617728531855,
+      "grad_norm": 2.8689088821411133,
+      "learning_rate": 7.548476454293629e-06,
+      "loss": 0.225,
+      "step": 5310
+    },
+    {
+      "epoch": 1.2280701754385965,
+      "grad_norm": 5.723049640655518,
+      "learning_rate": 7.5438596491228074e-06,
+      "loss": 0.1176,
+      "step": 5320
+    },
+    {
+      "epoch": 1.2303785780240073,
+      "grad_norm": 3.165386915206909,
+      "learning_rate": 7.539242843951986e-06,
+      "loss": 0.1326,
+      "step": 5330
+    },
+    {
+      "epoch": 1.2326869806094183,
+      "grad_norm": 3.740962266921997,
+      "learning_rate": 7.534626038781164e-06,
+      "loss": 0.1327,
+      "step": 5340
+    },
+    {
+      "epoch": 1.2349953831948293,
+      "grad_norm": 2.3535711765289307,
+      "learning_rate": 7.530009233610342e-06,
+      "loss": 0.1848,
+      "step": 5350
+    },
+    {
+      "epoch": 1.23730378578024,
+      "grad_norm": 7.17512321472168,
+      "learning_rate": 7.525392428439521e-06,
+      "loss": 0.2253,
+      "step": 5360
+    },
+    {
+      "epoch": 1.239612188365651,
+      "grad_norm": 4.354602813720703,
+      "learning_rate": 7.5207756232686994e-06,
+      "loss": 0.1347,
+      "step": 5370
+    },
+    {
+      "epoch": 1.2419205909510618,
+      "grad_norm": 4.1893310546875,
+      "learning_rate": 7.516158818097878e-06,
+      "loss": 0.1292,
+      "step": 5380
+    },
+    {
+      "epoch": 1.2442289935364728,
+      "grad_norm": 3.6551003456115723,
+      "learning_rate": 7.511542012927056e-06,
+      "loss": 0.2606,
+      "step": 5390
+    },
+    {
+      "epoch": 1.2465373961218837,
+      "grad_norm": 7.738318920135498,
+      "learning_rate": 7.506925207756234e-06,
+      "loss": 0.1563,
+      "step": 5400
+    },
+    {
+      "epoch": 1.2488457987072945,
+      "grad_norm": 6.813594818115234,
+      "learning_rate": 7.502308402585412e-06,
+      "loss": 0.2221,
+      "step": 5410
+    },
+    {
+      "epoch": 1.2511542012927055,
+      "grad_norm": 7.761618614196777,
+      "learning_rate": 7.497691597414589e-06,
+      "loss": 0.1801,
+      "step": 5420
+    },
+    {
+      "epoch": 1.2534626038781163,
+      "grad_norm": 0.7811102867126465,
+      "learning_rate": 7.493074792243767e-06,
+      "loss": 0.1256,
+      "step": 5430
+    },
+    {
+      "epoch": 1.2557710064635272,
+      "grad_norm": 0.5396248698234558,
+      "learning_rate": 7.488457987072945e-06,
+      "loss": 0.0679,
+      "step": 5440
+    },
+    {
+      "epoch": 1.2580794090489382,
+      "grad_norm": 0.18834218382835388,
+      "learning_rate": 7.4838411819021236e-06,
+      "loss": 0.1547,
+      "step": 5450
+    },
+    {
+      "epoch": 1.260387811634349,
+      "grad_norm": 11.427350044250488,
+      "learning_rate": 7.479224376731302e-06,
+      "loss": 0.16,
+      "step": 5460
+    },
+    {
+      "epoch": 1.26269621421976,
+      "grad_norm": 7.803902626037598,
+      "learning_rate": 7.47460757156048e-06,
+      "loss": 0.135,
+      "step": 5470
+    },
+    {
+      "epoch": 1.2650046168051707,
+      "grad_norm": 8.828819274902344,
+      "learning_rate": 7.469990766389659e-06,
+      "loss": 0.1224,
+      "step": 5480
+    },
+    {
+      "epoch": 1.2673130193905817,
+      "grad_norm": 7.974379062652588,
+      "learning_rate": 7.465373961218837e-06,
+      "loss": 0.2412,
+      "step": 5490
+    },
+    {
+      "epoch": 1.2696214219759927,
+      "grad_norm": 15.236988067626953,
+      "learning_rate": 7.4607571560480156e-06,
+      "loss": 0.1278,
+      "step": 5500
+    },
+    {
+      "epoch": 1.2719298245614035,
+      "grad_norm": 2.727228879928589,
+      "learning_rate": 7.456140350877194e-06,
+      "loss": 0.1386,
+      "step": 5510
+    },
+    {
+      "epoch": 1.2742382271468145,
+      "grad_norm": 0.8179554343223572,
+      "learning_rate": 7.451523545706372e-06,
+      "loss": 0.1788,
+      "step": 5520
+    },
+    {
+      "epoch": 1.2765466297322252,
+      "grad_norm": 4.186853408813477,
+      "learning_rate": 7.44690674053555e-06,
+      "loss": 0.2543,
+      "step": 5530
+    },
+    {
+      "epoch": 1.2788550323176362,
+      "grad_norm": 1.9172505140304565,
+      "learning_rate": 7.4422899353647285e-06,
+      "loss": 0.1484,
+      "step": 5540
+    },
+    {
+      "epoch": 1.2811634349030472,
+      "grad_norm": 4.140894412994385,
+      "learning_rate": 7.437673130193907e-06,
+      "loss": 0.2277,
+      "step": 5550
+    },
+    {
+      "epoch": 1.283471837488458,
+      "grad_norm": 5.878515720367432,
+      "learning_rate": 7.433056325023085e-06,
+      "loss": 0.1114,
+      "step": 5560
+    },
+    {
+      "epoch": 1.285780240073869,
+      "grad_norm": 9.318262100219727,
+      "learning_rate": 7.428439519852263e-06,
+      "loss": 0.1451,
+      "step": 5570
+    },
+    {
+      "epoch": 1.2880886426592797,
+      "grad_norm": 5.865315914154053,
+      "learning_rate": 7.423822714681441e-06,
+      "loss": 0.141,
+      "step": 5580
+    },
+    {
+      "epoch": 1.2903970452446907,
+      "grad_norm": 6.645530700683594,
+      "learning_rate": 7.41920590951062e-06,
+      "loss": 0.1839,
+      "step": 5590
+    },
+    {
+      "epoch": 1.2927054478301017,
+      "grad_norm": 3.454763889312744,
+      "learning_rate": 7.414589104339798e-06,
+      "loss": 0.1257,
+      "step": 5600
+    },
+    {
+      "epoch": 1.2950138504155124,
+      "grad_norm": 4.323970794677734,
+      "learning_rate": 7.409972299168976e-06,
+      "loss": 0.1573,
+      "step": 5610
+    },
+    {
+      "epoch": 1.2973222530009234,
+      "grad_norm": 3.3374648094177246,
+      "learning_rate": 7.405355493998154e-06,
+      "loss": 0.1147,
+      "step": 5620
+    },
+    {
+      "epoch": 1.2996306555863342,
+      "grad_norm": 5.09335470199585,
+      "learning_rate": 7.4007386888273325e-06,
+      "loss": 0.085,
+      "step": 5630
+    },
+    {
+      "epoch": 1.3019390581717452,
+      "grad_norm": 1.1174424886703491,
+      "learning_rate": 7.396121883656511e-06,
+      "loss": 0.1635,
+      "step": 5640
+    },
+    {
+      "epoch": 1.3042474607571561,
+      "grad_norm": 0.8146535754203796,
+      "learning_rate": 7.391505078485689e-06,
+      "loss": 0.2071,
+      "step": 5650
+    },
+    {
+      "epoch": 1.306555863342567,
+      "grad_norm": 2.6559276580810547,
+      "learning_rate": 7.386888273314867e-06,
+      "loss": 0.1236,
+      "step": 5660
+    },
+    {
+      "epoch": 1.3088642659279779,
+      "grad_norm": 0.05767223238945007,
+      "learning_rate": 7.382271468144045e-06,
+      "loss": 0.1795,
+      "step": 5670
+    },
+    {
+      "epoch": 1.3111726685133887,
+      "grad_norm": 0.780188798904419,
+      "learning_rate": 7.377654662973223e-06,
+      "loss": 0.1938,
+      "step": 5680
+    },
+    {
+      "epoch": 1.3134810710987996,
+      "grad_norm": 7.373915672302246,
+      "learning_rate": 7.373037857802401e-06,
+      "loss": 0.2673,
+      "step": 5690
+    },
+    {
+      "epoch": 1.3157894736842106,
+      "grad_norm": 2.371856451034546,
+      "learning_rate": 7.368421052631579e-06,
+      "loss": 0.1697,
+      "step": 5700
+    },
+    {
+      "epoch": 1.3180978762696214,
+      "grad_norm": 5.01724910736084,
+      "learning_rate": 7.3638042474607575e-06,
+      "loss": 0.1427,
+      "step": 5710
+    },
+    {
+      "epoch": 1.3204062788550324,
+      "grad_norm": 0.5977950096130371,
+      "learning_rate": 7.359187442289936e-06,
+      "loss": 0.1391,
+      "step": 5720
+    },
+    {
+      "epoch": 1.3227146814404431,
+      "grad_norm": 9.537864685058594,
+      "learning_rate": 7.354570637119114e-06,
+      "loss": 0.201,
+      "step": 5730
+    },
+    {
+      "epoch": 1.3250230840258541,
+      "grad_norm": 0.461699903011322,
+      "learning_rate": 7.349953831948292e-06,
+      "loss": 0.0619,
+      "step": 5740
+    },
+    {
+      "epoch": 1.327331486611265,
+      "grad_norm": 2.652895927429199,
+      "learning_rate": 7.3453370267774704e-06,
+      "loss": 0.0556,
+      "step": 5750
+    },
+    {
+      "epoch": 1.3296398891966759,
+      "grad_norm": 1.1949410438537598,
+      "learning_rate": 7.340720221606649e-06,
+      "loss": 0.0996,
+      "step": 5760
+    },
+    {
+      "epoch": 1.3319482917820868,
+      "grad_norm": 2.2707009315490723,
+      "learning_rate": 7.336103416435827e-06,
+      "loss": 0.0924,
+      "step": 5770
+    },
+    {
+      "epoch": 1.3342566943674976,
+      "grad_norm": 0.1404481828212738,
+      "learning_rate": 7.331486611265005e-06,
+      "loss": 0.0643,
+      "step": 5780
+    },
+    {
+      "epoch": 1.3365650969529086,
+      "grad_norm": 0.007576497737318277,
+      "learning_rate": 7.326869806094183e-06,
+      "loss": 0.0911,
+      "step": 5790
+    },
+    {
+      "epoch": 1.3388734995383196,
+      "grad_norm": 3.610656976699829,
+      "learning_rate": 7.3222530009233616e-06,
+      "loss": 0.2311,
+      "step": 5800
+    },
+    {
+      "epoch": 1.3411819021237303,
+      "grad_norm": 5.810819149017334,
+      "learning_rate": 7.31763619575254e-06,
+      "loss": 0.0358,
+      "step": 5810
+    },
+    {
+      "epoch": 1.3434903047091413,
+      "grad_norm": 1.4628088474273682,
+      "learning_rate": 7.313019390581718e-06,
+      "loss": 0.0531,
+      "step": 5820
+    },
+    {
+      "epoch": 1.345798707294552,
+      "grad_norm": 0.9402265548706055,
+      "learning_rate": 7.308402585410896e-06,
+      "loss": 0.1453,
+      "step": 5830
+    },
+    {
+      "epoch": 1.348107109879963,
+      "grad_norm": 4.542391777038574,
+      "learning_rate": 7.3037857802400745e-06,
+      "loss": 0.2416,
+      "step": 5840
+    },
+    {
+      "epoch": 1.350415512465374,
+      "grad_norm": 2.8139114379882812,
+      "learning_rate": 7.299168975069253e-06,
+      "loss": 0.0568,
+      "step": 5850
+    },
+    {
+      "epoch": 1.3527239150507848,
+      "grad_norm": 0.10611671209335327,
+      "learning_rate": 7.294552169898431e-06,
+      "loss": 0.1641,
+      "step": 5860
+    },
+    {
+      "epoch": 1.3550323176361958,
+      "grad_norm": 5.248083114624023,
+      "learning_rate": 7.289935364727609e-06,
+      "loss": 0.0362,
+      "step": 5870
+    },
+    {
+      "epoch": 1.3573407202216066,
+      "grad_norm": 2.2302982807159424,
+      "learning_rate": 7.285318559556787e-06,
+      "loss": 0.1584,
+      "step": 5880
+    },
+    {
+      "epoch": 1.3596491228070176,
+      "grad_norm": 0.8745562434196472,
+      "learning_rate": 7.280701754385966e-06,
+      "loss": 0.2016,
+      "step": 5890
+    },
+    {
+      "epoch": 1.3619575253924285,
+      "grad_norm": 13.594534873962402,
+      "learning_rate": 7.276084949215144e-06,
+      "loss": 0.2086,
+      "step": 5900
+    },
+    {
+      "epoch": 1.3642659279778393,
+      "grad_norm": 0.24438448250293732,
+      "learning_rate": 7.271468144044322e-06,
+      "loss": 0.1955,
+      "step": 5910
+    },
+    {
+      "epoch": 1.3665743305632503,
+      "grad_norm": 1.7107964754104614,
+      "learning_rate": 7.2668513388734995e-06,
+      "loss": 0.1891,
+      "step": 5920
+    },
+    {
+      "epoch": 1.368882733148661,
+      "grad_norm": 2.745070219039917,
+      "learning_rate": 7.262234533702678e-06,
+      "loss": 0.0686,
+      "step": 5930
+    },
+    {
+      "epoch": 1.371191135734072,
+      "grad_norm": 15.58464527130127,
+      "learning_rate": 7.257617728531856e-06,
+      "loss": 0.1608,
+      "step": 5940
+    },
+    {
+      "epoch": 1.373499538319483,
+      "grad_norm": 2.7004234790802,
+      "learning_rate": 7.253000923361034e-06,
+      "loss": 0.1288,
+      "step": 5950
+    },
+    {
+      "epoch": 1.3758079409048938,
+      "grad_norm": 4.858201026916504,
+      "learning_rate": 7.248384118190212e-06,
+      "loss": 0.2206,
+      "step": 5960
+    },
+    {
+      "epoch": 1.3781163434903048,
+      "grad_norm": 9.247483253479004,
+      "learning_rate": 7.243767313019391e-06,
+      "loss": 0.1422,
+      "step": 5970
+    },
+    {
+      "epoch": 1.3804247460757155,
+      "grad_norm": 2.872438430786133,
+      "learning_rate": 7.239150507848569e-06,
+      "loss": 0.0947,
+      "step": 5980
+    },
+    {
+      "epoch": 1.3827331486611265,
+      "grad_norm": 0.6808979511260986,
+      "learning_rate": 7.234533702677747e-06,
+      "loss": 0.1601,
+      "step": 5990
+    },
+    {
+      "epoch": 1.3850415512465375,
+      "grad_norm": 6.9575605392456055,
+      "learning_rate": 7.229916897506925e-06,
+      "loss": 0.2808,
+      "step": 6000
+    },
+    {
+      "epoch": 1.3873499538319483,
+      "grad_norm": 10.154241561889648,
+      "learning_rate": 7.2253000923361035e-06,
+      "loss": 0.2266,
+      "step": 6010
+    },
+    {
+      "epoch": 1.3896583564173592,
+      "grad_norm": 0.5315317511558533,
+      "learning_rate": 7.220683287165282e-06,
+      "loss": 0.2006,
+      "step": 6020
+    },
+    {
+      "epoch": 1.39196675900277,
+      "grad_norm": 7.316532135009766,
+      "learning_rate": 7.21606648199446e-06,
+      "loss": 0.135,
+      "step": 6030
+    },
+    {
+      "epoch": 1.394275161588181,
+      "grad_norm": 0.09342466294765472,
+      "learning_rate": 7.211449676823638e-06,
+      "loss": 0.1131,
+      "step": 6040
+    },
+    {
+      "epoch": 1.396583564173592,
+      "grad_norm": 7.437924861907959,
+      "learning_rate": 7.206832871652817e-06,
+      "loss": 0.0911,
+      "step": 6050
+    },
+    {
+      "epoch": 1.3988919667590027,
+      "grad_norm": 3.494609832763672,
+      "learning_rate": 7.2022160664819955e-06,
+      "loss": 0.1099,
+      "step": 6060
+    },
+    {
+      "epoch": 1.4012003693444137,
+      "grad_norm": 12.25583267211914,
+      "learning_rate": 7.197599261311174e-06,
+      "loss": 0.2117,
+      "step": 6070
+    },
+    {
+      "epoch": 1.4035087719298245,
+      "grad_norm": 0.3987880349159241,
+      "learning_rate": 7.192982456140352e-06,
+      "loss": 0.092,
+      "step": 6080
+    },
+    {
+      "epoch": 1.4058171745152355,
+      "grad_norm": 7.968601226806641,
+      "learning_rate": 7.18836565096953e-06,
+      "loss": 0.1579,
+      "step": 6090
+    },
+    {
+      "epoch": 1.4081255771006465,
+      "grad_norm": 4.037213325500488,
+      "learning_rate": 7.1837488457987084e-06,
+      "loss": 0.1286,
+      "step": 6100
+    },
+    {
+      "epoch": 1.4104339796860572,
+      "grad_norm": 10.96886920928955,
+      "learning_rate": 7.179132040627887e-06,
+      "loss": 0.2313,
+      "step": 6110
+    },
+    {
+      "epoch": 1.4127423822714682,
+      "grad_norm": 7.142239093780518,
+      "learning_rate": 7.174515235457065e-06,
+      "loss": 0.1446,
+      "step": 6120
+    },
+    {
+      "epoch": 1.415050784856879,
+      "grad_norm": 1.1031750440597534,
+      "learning_rate": 7.169898430286243e-06,
+      "loss": 0.1272,
+      "step": 6130
+    },
+    {
+      "epoch": 1.41735918744229,
+      "grad_norm": 2.233212471008301,
+      "learning_rate": 7.165281625115421e-06,
+      "loss": 0.0607,
+      "step": 6140
+    },
+    {
+      "epoch": 1.419667590027701,
+      "grad_norm": 0.06565926969051361,
+      "learning_rate": 7.1606648199445996e-06,
+      "loss": 0.1306,
+      "step": 6150
+    },
+    {
+      "epoch": 1.4219759926131117,
+      "grad_norm": 0.7157612442970276,
+      "learning_rate": 7.156048014773778e-06,
+      "loss": 0.036,
+      "step": 6160
+    },
+    {
+      "epoch": 1.4242843951985227,
+      "grad_norm": 1.5251933336257935,
+      "learning_rate": 7.151431209602956e-06,
+      "loss": 0.0743,
+      "step": 6170
+    },
+    {
+      "epoch": 1.4265927977839334,
+      "grad_norm": 4.516425132751465,
+      "learning_rate": 7.146814404432133e-06,
+      "loss": 0.2198,
+      "step": 6180
+    },
+    {
+      "epoch": 1.4289012003693444,
+      "grad_norm": 9.113761901855469,
+      "learning_rate": 7.142197599261312e-06,
+      "loss": 0.1955,
+      "step": 6190
+    },
+    {
+      "epoch": 1.4312096029547554,
+      "grad_norm": 6.974668502807617,
+      "learning_rate": 7.13758079409049e-06,
+      "loss": 0.1184,
+      "step": 6200
+    },
+    {
+      "epoch": 1.4335180055401662,
+      "grad_norm": 3.2737364768981934,
+      "learning_rate": 7.132963988919668e-06,
+      "loss": 0.0753,
+      "step": 6210
+    },
+    {
+      "epoch": 1.4358264081255772,
+      "grad_norm": 4.3788533210754395,
+      "learning_rate": 7.128347183748846e-06,
+      "loss": 0.0932,
+      "step": 6220
+    },
+    {
+      "epoch": 1.438134810710988,
+      "grad_norm": 0.5225698947906494,
+      "learning_rate": 7.1237303785780246e-06,
+      "loss": 0.0939,
+      "step": 6230
+    },
+    {
+      "epoch": 1.440443213296399,
+      "grad_norm": 13.48166275024414,
+      "learning_rate": 7.119113573407203e-06,
+      "loss": 0.3673,
+      "step": 6240
+    },
+    {
+      "epoch": 1.44275161588181,
+      "grad_norm": 9.31886100769043,
+      "learning_rate": 7.114496768236381e-06,
+      "loss": 0.0867,
+      "step": 6250
+    },
+    {
+      "epoch": 1.4450600184672207,
+      "grad_norm": 3.050671339035034,
+      "learning_rate": 7.109879963065559e-06,
+      "loss": 0.1645,
+      "step": 6260
+    },
+    {
+      "epoch": 1.4473684210526316,
+      "grad_norm": 5.100831508636475,
+      "learning_rate": 7.1052631578947375e-06,
+      "loss": 0.2498,
+      "step": 6270
+    },
+    {
+      "epoch": 1.4496768236380424,
+      "grad_norm": 8.201932907104492,
+      "learning_rate": 7.100646352723916e-06,
+      "loss": 0.073,
+      "step": 6280
+    },
+    {
+      "epoch": 1.4519852262234534,
+      "grad_norm": 8.057510375976562,
+      "learning_rate": 7.096029547553094e-06,
+      "loss": 0.0483,
+      "step": 6290
+    },
+    {
+      "epoch": 1.4542936288088644,
+      "grad_norm": 3.353121042251587,
+      "learning_rate": 7.091412742382272e-06,
+      "loss": 0.219,
+      "step": 6300
+    },
+    {
+      "epoch": 1.4566020313942751,
+      "grad_norm": 2.3961400985717773,
+      "learning_rate": 7.08679593721145e-06,
+      "loss": 0.2361,
+      "step": 6310
+    },
+    {
+      "epoch": 1.4589104339796861,
+      "grad_norm": 6.363582134246826,
+      "learning_rate": 7.082179132040629e-06,
+      "loss": 0.0731,
+      "step": 6320
+    },
+    {
+      "epoch": 1.4612188365650969,
+      "grad_norm": 0.40576833486557007,
+      "learning_rate": 7.077562326869807e-06,
+      "loss": 0.1059,
+      "step": 6330
+    },
+    {
+      "epoch": 1.4635272391505079,
+      "grad_norm": 5.753564357757568,
+      "learning_rate": 7.072945521698985e-06,
+      "loss": 0.105,
+      "step": 6340
+    },
+    {
+      "epoch": 1.4658356417359188,
+      "grad_norm": 1.83617103099823,
+      "learning_rate": 7.068328716528163e-06,
+      "loss": 0.3554,
+      "step": 6350
+    },
+    {
+      "epoch": 1.4681440443213296,
+      "grad_norm": 6.0678486824035645,
+      "learning_rate": 7.0637119113573415e-06,
+      "loss": 0.2172,
+      "step": 6360
+    },
+    {
+      "epoch": 1.4704524469067406,
+      "grad_norm": 5.073874473571777,
+      "learning_rate": 7.05909510618652e-06,
+      "loss": 0.1529,
+      "step": 6370
+    },
+    {
+      "epoch": 1.4727608494921514,
+      "grad_norm": 6.467820644378662,
+      "learning_rate": 7.054478301015698e-06,
+      "loss": 0.0919,
+      "step": 6380
+    },
+    {
+      "epoch": 1.4750692520775623,
+      "grad_norm": 10.857748031616211,
+      "learning_rate": 7.049861495844876e-06,
+      "loss": 0.1794,
+      "step": 6390
+    },
+    {
+      "epoch": 1.4773776546629733,
+      "grad_norm": 0.9127181172370911,
+      "learning_rate": 7.0452446906740544e-06,
+      "loss": 0.0725,
+      "step": 6400
+    },
+    {
+      "epoch": 1.479686057248384,
+      "grad_norm": 11.431780815124512,
+      "learning_rate": 7.040627885503233e-06,
+      "loss": 0.2027,
+      "step": 6410
+    },
+    {
+      "epoch": 1.481994459833795,
+      "grad_norm": 0.48204249143600464,
+      "learning_rate": 7.036011080332411e-06,
+      "loss": 0.106,
+      "step": 6420
+    },
+    {
+      "epoch": 1.4843028624192058,
+      "grad_norm": 1.6743664741516113,
+      "learning_rate": 7.031394275161588e-06,
+      "loss": 0.1177,
+      "step": 6430
+    },
+    {
+      "epoch": 1.4866112650046168,
+      "grad_norm": 1.391472578048706,
+      "learning_rate": 7.0267774699907665e-06,
+      "loss": 0.2619,
+      "step": 6440
+    },
+    {
+      "epoch": 1.4889196675900278,
+      "grad_norm": 0.07073758542537689,
+      "learning_rate": 7.022160664819945e-06,
+      "loss": 0.1124,
+      "step": 6450
+    },
+    {
+      "epoch": 1.4912280701754386,
+      "grad_norm": 0.7767134308815002,
+      "learning_rate": 7.017543859649123e-06,
+      "loss": 0.0935,
+      "step": 6460
+    },
+    {
+      "epoch": 1.4935364727608496,
+      "grad_norm": 0.04671125113964081,
+      "learning_rate": 7.012927054478301e-06,
+      "loss": 0.0869,
+      "step": 6470
+    },
+    {
+      "epoch": 1.4958448753462603,
+      "grad_norm": 4.7529730796813965,
+      "learning_rate": 7.008310249307479e-06,
+      "loss": 0.1813,
+      "step": 6480
+    },
+    {
+      "epoch": 1.4981532779316713,
+      "grad_norm": 5.929255962371826,
+      "learning_rate": 7.003693444136658e-06,
+      "loss": 0.1045,
+      "step": 6490
+    },
+    {
+      "epoch": 1.5004616805170823,
+      "grad_norm": 0.16102801263332367,
+      "learning_rate": 6.999076638965836e-06,
+      "loss": 0.1911,
+      "step": 6500
+    },
+    {
+      "epoch": 1.502770083102493,
+      "grad_norm": 2.3684637546539307,
+      "learning_rate": 6.994459833795014e-06,
+      "loss": 0.0597,
+      "step": 6510
+    },
+    {
+      "epoch": 1.5050784856879038,
+      "grad_norm": 2.377720832824707,
+      "learning_rate": 6.989843028624192e-06,
+      "loss": 0.2462,
+      "step": 6520
+    },
+    {
+      "epoch": 1.5073868882733148,
+      "grad_norm": 9.177262306213379,
+      "learning_rate": 6.9852262234533706e-06,
+      "loss": 0.2552,
+      "step": 6530
+    },
+    {
+      "epoch": 1.5096952908587258,
+      "grad_norm": 6.268819808959961,
+      "learning_rate": 6.980609418282549e-06,
+      "loss": 0.1443,
+      "step": 6540
+    },
+    {
+      "epoch": 1.5120036934441368,
+      "grad_norm": 6.041132926940918,
+      "learning_rate": 6.975992613111727e-06,
+      "loss": 0.1145,
+      "step": 6550
+    },
+    {
+      "epoch": 1.5143120960295475,
+      "grad_norm": 0.26514285802841187,
+      "learning_rate": 6.971375807940905e-06,
+      "loss": 0.0139,
+      "step": 6560
+    },
+    {
+      "epoch": 1.5166204986149583,
+      "grad_norm": 6.405760288238525,
+      "learning_rate": 6.9667590027700835e-06,
+      "loss": 0.0787,
+      "step": 6570
+    },
+    {
+      "epoch": 1.5189289012003693,
+      "grad_norm": 1.9073222875595093,
+      "learning_rate": 6.962142197599262e-06,
+      "loss": 0.1712,
+      "step": 6580
+    },
+    {
+      "epoch": 1.5212373037857803,
+      "grad_norm": 3.0030696392059326,
+      "learning_rate": 6.95752539242844e-06,
+      "loss": 0.129,
+      "step": 6590
+    },
+    {
+      "epoch": 1.5235457063711912,
+      "grad_norm": 2.5851778984069824,
+      "learning_rate": 6.952908587257618e-06,
+      "loss": 0.2646,
+      "step": 6600
+    },
+    {
+      "epoch": 1.525854108956602,
+      "grad_norm": 4.750157356262207,
+      "learning_rate": 6.948291782086796e-06,
+      "loss": 0.0622,
+      "step": 6610
+    },
+    {
+      "epoch": 1.5281625115420128,
+      "grad_norm": 0.045969005674123764,
+      "learning_rate": 6.943674976915975e-06,
+      "loss": 0.1446,
+      "step": 6620
+    },
+    {
+      "epoch": 1.5304709141274238,
+      "grad_norm": 4.824373245239258,
+      "learning_rate": 6.939058171745154e-06,
+      "loss": 0.2411,
+      "step": 6630
+    },
+    {
+      "epoch": 1.5327793167128347,
+      "grad_norm": 1.8297144174575806,
+      "learning_rate": 6.934441366574332e-06,
+      "loss": 0.1691,
+      "step": 6640
+    },
+    {
+      "epoch": 1.5350877192982457,
+      "grad_norm": 1.1578670740127563,
+      "learning_rate": 6.92982456140351e-06,
+      "loss": 0.1804,
+      "step": 6650
+    },
+    {
+      "epoch": 1.5373961218836565,
+      "grad_norm": 2.3993418216705322,
+      "learning_rate": 6.925207756232688e-06,
+      "loss": 0.0822,
+      "step": 6660
+    },
+    {
+      "epoch": 1.5397045244690672,
+      "grad_norm": 9.510886192321777,
+      "learning_rate": 6.920590951061867e-06,
+      "loss": 0.2206,
+      "step": 6670
+    },
+    {
+      "epoch": 1.5420129270544782,
+      "grad_norm": 8.793068885803223,
+      "learning_rate": 6.915974145891043e-06,
+      "loss": 0.2275,
+      "step": 6680
+    },
+    {
+      "epoch": 1.5443213296398892,
+      "grad_norm": 6.262901306152344,
+      "learning_rate": 6.911357340720221e-06,
+      "loss": 0.1047,
+      "step": 6690
+    },
+    {
+      "epoch": 1.5466297322253002,
+      "grad_norm": 1.0575183629989624,
+      "learning_rate": 6.9067405355494e-06,
+      "loss": 0.167,
+      "step": 6700
+    },
+    {
+      "epoch": 1.548938134810711,
+      "grad_norm": 0.05064845085144043,
+      "learning_rate": 6.902123730378578e-06,
+      "loss": 0.1211,
+      "step": 6710
+    },
+    {
+      "epoch": 1.5512465373961217,
+      "grad_norm": 0.10975093394517899,
+      "learning_rate": 6.897506925207756e-06,
+      "loss": 0.1064,
+      "step": 6720
+    },
+    {
+      "epoch": 1.5535549399815327,
+      "grad_norm": 2.0717873573303223,
+      "learning_rate": 6.892890120036934e-06,
+      "loss": 0.0193,
+      "step": 6730
+    },
+    {
+      "epoch": 1.5558633425669437,
+      "grad_norm": 2.670248508453369,
+      "learning_rate": 6.888273314866113e-06,
+      "loss": 0.1196,
+      "step": 6740
+    },
+    {
+      "epoch": 1.5581717451523547,
+      "grad_norm": 5.354759216308594,
+      "learning_rate": 6.883656509695292e-06,
+      "loss": 0.0519,
+      "step": 6750
+    },
+    {
+      "epoch": 1.5604801477377654,
+      "grad_norm": 0.5386488437652588,
+      "learning_rate": 6.87903970452447e-06,
+      "loss": 0.0826,
+      "step": 6760
+    },
+    {
+      "epoch": 1.5627885503231762,
+      "grad_norm": 0.0072530172765254974,
+      "learning_rate": 6.874422899353648e-06,
+      "loss": 0.14,
+      "step": 6770
+    },
+    {
+      "epoch": 1.5650969529085872,
+      "grad_norm": 2.1837263107299805,
+      "learning_rate": 6.869806094182826e-06,
+      "loss": 0.1318,
+      "step": 6780
+    },
+    {
+      "epoch": 1.5674053554939982,
+      "grad_norm": 0.02525436133146286,
+      "learning_rate": 6.8651892890120045e-06,
+      "loss": 0.2601,
+      "step": 6790
+    },
+    {
+      "epoch": 1.5697137580794092,
+      "grad_norm": 2.096130609512329,
+      "learning_rate": 6.860572483841183e-06,
+      "loss": 0.2065,
+      "step": 6800
+    },
+    {
+      "epoch": 1.57202216066482,
+      "grad_norm": 0.0018772504990920424,
+      "learning_rate": 6.855955678670361e-06,
+      "loss": 0.117,
+      "step": 6810
+    },
+    {
+      "epoch": 1.5743305632502307,
+      "grad_norm": 1.6277235746383667,
+      "learning_rate": 6.851338873499539e-06,
+      "loss": 0.1531,
+      "step": 6820
+    },
+    {
+      "epoch": 1.5766389658356417,
+      "grad_norm": 6.536577224731445,
+      "learning_rate": 6.8467220683287174e-06,
+      "loss": 0.194,
+      "step": 6830
+    },
+    {
+      "epoch": 1.5789473684210527,
+      "grad_norm": 2.6445486545562744,
+      "learning_rate": 6.842105263157896e-06,
+      "loss": 0.2106,
+      "step": 6840
+    },
+    {
+      "epoch": 1.5812557710064636,
+      "grad_norm": 5.757327079772949,
+      "learning_rate": 6.837488457987074e-06,
+      "loss": 0.0925,
+      "step": 6850
+    },
+    {
+      "epoch": 1.5835641735918744,
+      "grad_norm": 8.323981285095215,
+      "learning_rate": 6.832871652816252e-06,
+      "loss": 0.1539,
+      "step": 6860
+    },
+    {
+      "epoch": 1.5858725761772852,
+      "grad_norm": 5.712255954742432,
+      "learning_rate": 6.82825484764543e-06,
+      "loss": 0.1121,
+      "step": 6870
+    },
+    {
+      "epoch": 1.5881809787626961,
+      "grad_norm": 0.8227988481521606,
+      "learning_rate": 6.8236380424746086e-06,
+      "loss": 0.0887,
+      "step": 6880
+    },
+    {
+      "epoch": 1.5904893813481071,
+      "grad_norm": 1.1026835441589355,
+      "learning_rate": 6.819021237303787e-06,
+      "loss": 0.2628,
+      "step": 6890
+    },
+    {
+      "epoch": 1.5927977839335181,
+      "grad_norm": 0.9900234341621399,
+      "learning_rate": 6.814404432132965e-06,
+      "loss": 0.1345,
+      "step": 6900
+    },
+    {
+      "epoch": 1.5951061865189289,
+      "grad_norm": 3.250154733657837,
+      "learning_rate": 6.809787626962143e-06,
+      "loss": 0.2296,
+      "step": 6910
+    },
+    {
+      "epoch": 1.5974145891043396,
+      "grad_norm": 6.97826623916626,
+      "learning_rate": 6.8051708217913215e-06,
+      "loss": 0.0896,
+      "step": 6920
+    },
+    {
+      "epoch": 1.5997229916897506,
+      "grad_norm": 12.831768035888672,
+      "learning_rate": 6.800554016620499e-06,
+      "loss": 0.1729,
+      "step": 6930
+    },
+    {
+      "epoch": 1.6020313942751616,
+      "grad_norm": 6.787016868591309,
+      "learning_rate": 6.795937211449677e-06,
+      "loss": 0.3281,
+      "step": 6940
+    },
+    {
+      "epoch": 1.6043397968605726,
+      "grad_norm": 4.8044891357421875,
+      "learning_rate": 6.791320406278855e-06,
+      "loss": 0.1209,
+      "step": 6950
+    },
+    {
+      "epoch": 1.6066481994459834,
+      "grad_norm": 0.15000203251838684,
+      "learning_rate": 6.7867036011080335e-06,
+      "loss": 0.0964,
+      "step": 6960
+    },
+    {
+      "epoch": 1.6089566020313941,
+      "grad_norm": 6.843861103057861,
+      "learning_rate": 6.782086795937212e-06,
+      "loss": 0.1262,
+      "step": 6970
+    },
+    {
+      "epoch": 1.611265004616805,
+      "grad_norm": 5.8809380531311035,
+      "learning_rate": 6.77746999076639e-06,
+      "loss": 0.1646,
+      "step": 6980
+    },
+    {
+      "epoch": 1.613573407202216,
+      "grad_norm": 8.259763717651367,
+      "learning_rate": 6.772853185595568e-06,
+      "loss": 0.1607,
+      "step": 6990
+    },
+    {
+      "epoch": 1.615881809787627,
+      "grad_norm": 8.264200210571289,
+      "learning_rate": 6.7682363804247465e-06,
+      "loss": 0.1167,
+      "step": 7000
+    },
+    {
+      "epoch": 1.6181902123730378,
+      "grad_norm": 4.43766975402832,
+      "learning_rate": 6.763619575253925e-06,
+      "loss": 0.1631,
+      "step": 7010
+    },
+    {
+      "epoch": 1.6204986149584486,
+      "grad_norm": 10.75998306274414,
+      "learning_rate": 6.759002770083103e-06,
+      "loss": 0.1543,
+      "step": 7020
+    },
+    {
+      "epoch": 1.6228070175438596,
+      "grad_norm": 0.18856525421142578,
+      "learning_rate": 6.754385964912281e-06,
+      "loss": 0.1572,
+      "step": 7030
+    },
+    {
+      "epoch": 1.6251154201292706,
+      "grad_norm": 0.04454103112220764,
+      "learning_rate": 6.749769159741459e-06,
+      "loss": 0.137,
+      "step": 7040
+    },
+    {
+      "epoch": 1.6274238227146816,
+      "grad_norm": 3.4214189052581787,
+      "learning_rate": 6.745152354570638e-06,
+      "loss": 0.0829,
+      "step": 7050
+    },
+    {
+      "epoch": 1.6297322253000923,
+      "grad_norm": 2.196315050125122,
+      "learning_rate": 6.740535549399816e-06,
+      "loss": 0.1462,
+      "step": 7060
+    },
+    {
+      "epoch": 1.632040627885503,
+      "grad_norm": 2.3843271732330322,
+      "learning_rate": 6.735918744228994e-06,
+      "loss": 0.206,
+      "step": 7070
+    },
+    {
+      "epoch": 1.634349030470914,
+      "grad_norm": 5.313675403594971,
+      "learning_rate": 6.731301939058172e-06,
+      "loss": 0.1532,
+      "step": 7080
+    },
+    {
+      "epoch": 1.636657433056325,
+      "grad_norm": 0.5028116703033447,
+      "learning_rate": 6.7266851338873505e-06,
+      "loss": 0.101,
+      "step": 7090
+    },
+    {
+      "epoch": 1.638965835641736,
+      "grad_norm": 0.4982970952987671,
+      "learning_rate": 6.722068328716529e-06,
+      "loss": 0.2086,
+      "step": 7100
+    },
+    {
+      "epoch": 1.6412742382271468,
+      "grad_norm": 1.3126336336135864,
+      "learning_rate": 6.717451523545707e-06,
+      "loss": 0.1619,
+      "step": 7110
+    },
+    {
+      "epoch": 1.6435826408125576,
+      "grad_norm": 7.027770042419434,
+      "learning_rate": 6.712834718374885e-06,
+      "loss": 0.2548,
+      "step": 7120
+    },
+    {
+      "epoch": 1.6458910433979685,
+      "grad_norm": 0.8990707993507385,
+      "learning_rate": 6.7082179132040634e-06,
+      "loss": 0.0769,
+      "step": 7130
+    },
+    {
+      "epoch": 1.6481994459833795,
+      "grad_norm": 0.11296223104000092,
+      "learning_rate": 6.703601108033242e-06,
+      "loss": 0.198,
+      "step": 7140
+    },
+    {
+      "epoch": 1.6505078485687905,
+      "grad_norm": 0.10602495074272156,
+      "learning_rate": 6.69898430286242e-06,
+      "loss": 0.1268,
+      "step": 7150
+    },
+    {
+      "epoch": 1.6528162511542013,
+      "grad_norm": 2.000558614730835,
+      "learning_rate": 6.694367497691598e-06,
+      "loss": 0.1331,
+      "step": 7160
+    },
+    {
+      "epoch": 1.655124653739612,
+      "grad_norm": 4.645630359649658,
+      "learning_rate": 6.689750692520776e-06,
+      "loss": 0.1702,
+      "step": 7170
+    },
+    {
+      "epoch": 1.657433056325023,
+      "grad_norm": 1.5484449863433838,
+      "learning_rate": 6.685133887349954e-06,
+      "loss": 0.2008,
+      "step": 7180
+    },
+    {
+      "epoch": 1.659741458910434,
+      "grad_norm": 0.8385854959487915,
+      "learning_rate": 6.680517082179132e-06,
+      "loss": 0.1722,
+      "step": 7190
+    },
+    {
+      "epoch": 1.662049861495845,
+      "grad_norm": 0.3394019305706024,
+      "learning_rate": 6.67590027700831e-06,
+      "loss": 0.0954,
+      "step": 7200
+    },
+    {
+      "epoch": 1.6643582640812558,
+      "grad_norm": 7.03579044342041,
+      "learning_rate": 6.671283471837488e-06,
+      "loss": 0.1966,
+      "step": 7210
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 7.899814605712891,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.2173,
+      "step": 7220
+    },
+    {
+      "epoch": 1.6689750692520775,
+      "grad_norm": 6.237720966339111,
+      "learning_rate": 6.662049861495845e-06,
+      "loss": 0.1248,
+      "step": 7230
+    },
+    {
+      "epoch": 1.6712834718374885,
+      "grad_norm": 2.157731771469116,
+      "learning_rate": 6.657433056325023e-06,
+      "loss": 0.1114,
+      "step": 7240
+    },
+    {
+      "epoch": 1.6735918744228995,
+      "grad_norm": 2.4611334800720215,
+      "learning_rate": 6.652816251154201e-06,
+      "loss": 0.1001,
+      "step": 7250
+    },
+    {
+      "epoch": 1.6759002770083102,
+      "grad_norm": 3.5052037239074707,
+      "learning_rate": 6.6481994459833796e-06,
+      "loss": 0.0506,
+      "step": 7260
+    },
+    {
+      "epoch": 1.678208679593721,
+      "grad_norm": 10.980010986328125,
+      "learning_rate": 6.643582640812558e-06,
+      "loss": 0.0978,
+      "step": 7270
+    },
+    {
+      "epoch": 1.680517082179132,
+      "grad_norm": 2.5022213459014893,
+      "learning_rate": 6.638965835641736e-06,
+      "loss": 0.1426,
+      "step": 7280
+    },
+    {
+      "epoch": 1.682825484764543,
+      "grad_norm": 0.012976584024727345,
+      "learning_rate": 6.634349030470914e-06,
+      "loss": 0.1531,
+      "step": 7290
+    },
+    {
+      "epoch": 1.685133887349954,
+      "grad_norm": 1.8009392023086548,
+      "learning_rate": 6.6297322253000925e-06,
+      "loss": 0.2101,
+      "step": 7300
+    },
+    {
+      "epoch": 1.6874422899353647,
+      "grad_norm": 1.5941520929336548,
+      "learning_rate": 6.625115420129271e-06,
+      "loss": 0.1352,
+      "step": 7310
+    },
+    {
+      "epoch": 1.6897506925207755,
+      "grad_norm": 5.420823097229004,
+      "learning_rate": 6.62049861495845e-06,
+      "loss": 0.0714,
+      "step": 7320
+    },
+    {
+      "epoch": 1.6920590951061865,
+      "grad_norm": 10.23454761505127,
+      "learning_rate": 6.615881809787628e-06,
+      "loss": 0.1828,
+      "step": 7330
+    },
+    {
+      "epoch": 1.6943674976915974,
+      "grad_norm": 7.362997531890869,
+      "learning_rate": 6.611265004616806e-06,
+      "loss": 0.1637,
+      "step": 7340
+    },
+    {
+      "epoch": 1.6966759002770084,
+      "grad_norm": 7.657659530639648,
+      "learning_rate": 6.6066481994459845e-06,
+      "loss": 0.1133,
+      "step": 7350
+    },
+    {
+      "epoch": 1.6989843028624192,
+      "grad_norm": 0.1771342009305954,
+      "learning_rate": 6.602031394275163e-06,
+      "loss": 0.1376,
+      "step": 7360
+    },
+    {
+      "epoch": 1.70129270544783,
+      "grad_norm": 13.190537452697754,
+      "learning_rate": 6.597414589104341e-06,
+      "loss": 0.2935,
+      "step": 7370
+    },
+    {
+      "epoch": 1.703601108033241,
+      "grad_norm": 1.702020287513733,
+      "learning_rate": 6.592797783933519e-06,
+      "loss": 0.017,
+      "step": 7380
+    },
+    {
+      "epoch": 1.705909510618652,
+      "grad_norm": 1.9911080598831177,
+      "learning_rate": 6.588180978762697e-06,
+      "loss": 0.1629,
+      "step": 7390
+    },
+    {
+      "epoch": 1.708217913204063,
+      "grad_norm": 7.369743347167969,
+      "learning_rate": 6.583564173591876e-06,
+      "loss": 0.0678,
+      "step": 7400
+    },
+    {
+      "epoch": 1.7105263157894737,
+      "grad_norm": 6.85450553894043,
+      "learning_rate": 6.578947368421054e-06,
+      "loss": 0.1496,
+      "step": 7410
+    },
+    {
+      "epoch": 1.7128347183748844,
+      "grad_norm": 8.551612854003906,
+      "learning_rate": 6.574330563250232e-06,
+      "loss": 0.1042,
+      "step": 7420
+    },
+    {
+      "epoch": 1.7151431209602954,
+      "grad_norm": 2.9744086265563965,
+      "learning_rate": 6.5697137580794094e-06,
+      "loss": 0.233,
+      "step": 7430
+    },
+    {
+      "epoch": 1.7174515235457064,
+      "grad_norm": 0.07635639607906342,
+      "learning_rate": 6.565096952908588e-06,
+      "loss": 0.1139,
+      "step": 7440
+    },
+    {
+      "epoch": 1.7197599261311174,
+      "grad_norm": 1.504429578781128,
+      "learning_rate": 6.560480147737766e-06,
+      "loss": 0.1059,
+      "step": 7450
+    },
+    {
+      "epoch": 1.7220683287165282,
+      "grad_norm": 2.9266772270202637,
+      "learning_rate": 6.555863342566944e-06,
+      "loss": 0.0567,
+      "step": 7460
+    },
+    {
+      "epoch": 1.724376731301939,
+      "grad_norm": 3.605612277984619,
+      "learning_rate": 6.551246537396122e-06,
+      "loss": 0.1037,
+      "step": 7470
+    },
+    {
+      "epoch": 1.72668513388735,
+      "grad_norm": 0.9540549516677856,
+      "learning_rate": 6.546629732225301e-06,
+      "loss": 0.1119,
+      "step": 7480
+    },
+    {
+      "epoch": 1.7289935364727609,
+      "grad_norm": 6.184191703796387,
+      "learning_rate": 6.542012927054479e-06,
+      "loss": 0.1474,
+      "step": 7490
+    },
+    {
+      "epoch": 1.7313019390581719,
+      "grad_norm": 8.588491439819336,
+      "learning_rate": 6.537396121883657e-06,
+      "loss": 0.141,
+      "step": 7500
+    },
+    {
+      "epoch": 1.7336103416435826,
+      "grad_norm": 1.8794986009597778,
+      "learning_rate": 6.532779316712835e-06,
+      "loss": 0.0944,
+      "step": 7510
+    },
+    {
+      "epoch": 1.7359187442289934,
+      "grad_norm": 9.552380561828613,
+      "learning_rate": 6.5281625115420135e-06,
+      "loss": 0.1744,
+      "step": 7520
+    },
+    {
+      "epoch": 1.7382271468144044,
+      "grad_norm": 0.387534499168396,
+      "learning_rate": 6.523545706371192e-06,
+      "loss": 0.2037,
+      "step": 7530
+    },
+    {
+      "epoch": 1.7405355493998154,
+      "grad_norm": 5.804172515869141,
+      "learning_rate": 6.51892890120037e-06,
+      "loss": 0.1304,
+      "step": 7540
+    },
+    {
+      "epoch": 1.7428439519852263,
+      "grad_norm": 0.7988699078559875,
+      "learning_rate": 6.514312096029548e-06,
+      "loss": 0.1473,
+      "step": 7550
+    },
+    {
+      "epoch": 1.745152354570637,
+      "grad_norm": 0.7697465419769287,
+      "learning_rate": 6.509695290858726e-06,
+      "loss": 0.1124,
+      "step": 7560
+    },
+    {
+      "epoch": 1.7474607571560479,
+      "grad_norm": 7.298343181610107,
+      "learning_rate": 6.505078485687905e-06,
+      "loss": 0.2562,
+      "step": 7570
+    },
+    {
+      "epoch": 1.7497691597414589,
+      "grad_norm": 4.50553035736084,
+      "learning_rate": 6.500461680517083e-06,
+      "loss": 0.126,
+      "step": 7580
+    },
+    {
+      "epoch": 1.7520775623268698,
+      "grad_norm": 12.981157302856445,
+      "learning_rate": 6.495844875346261e-06,
+      "loss": 0.1195,
+      "step": 7590
+    },
+    {
+      "epoch": 1.7543859649122808,
+      "grad_norm": 4.404174327850342,
+      "learning_rate": 6.491228070175439e-06,
+      "loss": 0.1919,
+      "step": 7600
+    },
+    {
+      "epoch": 1.7566943674976916,
+      "grad_norm": 0.5157092809677124,
+      "learning_rate": 6.4866112650046176e-06,
+      "loss": 0.0951,
+      "step": 7610
+    },
+    {
+      "epoch": 1.7590027700831024,
+      "grad_norm": 0.16650424897670746,
+      "learning_rate": 6.481994459833796e-06,
+      "loss": 0.1248,
+      "step": 7620
+    },
+    {
+      "epoch": 1.7613111726685133,
+      "grad_norm": 8.10939884185791,
+      "learning_rate": 6.477377654662974e-06,
+      "loss": 0.0544,
+      "step": 7630
+    },
+    {
+      "epoch": 1.7636195752539243,
+      "grad_norm": 2.1119225025177,
+      "learning_rate": 6.472760849492152e-06,
+      "loss": 0.1149,
+      "step": 7640
+    },
+    {
+      "epoch": 1.7659279778393353,
+      "grad_norm": 2.523036479949951,
+      "learning_rate": 6.4681440443213305e-06,
+      "loss": 0.1567,
+      "step": 7650
+    },
+    {
+      "epoch": 1.768236380424746,
+      "grad_norm": 10.765961647033691,
+      "learning_rate": 6.463527239150509e-06,
+      "loss": 0.1761,
+      "step": 7660
+    },
+    {
+      "epoch": 1.7705447830101568,
+      "grad_norm": 0.755062460899353,
+      "learning_rate": 6.458910433979687e-06,
+      "loss": 0.0507,
+      "step": 7670
+    },
+    {
+      "epoch": 1.7728531855955678,
+      "grad_norm": 3.490917921066284,
+      "learning_rate": 6.454293628808865e-06,
+      "loss": 0.0596,
+      "step": 7680
+    },
+    {
+      "epoch": 1.7751615881809788,
+      "grad_norm": 0.43090829253196716,
+      "learning_rate": 6.4496768236380425e-06,
+      "loss": 0.1474,
+      "step": 7690
+    },
+    {
+      "epoch": 1.7774699907663898,
+      "grad_norm": 4.917365550994873,
+      "learning_rate": 6.445060018467221e-06,
+      "loss": 0.0974,
+      "step": 7700
+    },
+    {
+      "epoch": 1.7797783933518005,
+      "grad_norm": 10.694178581237793,
+      "learning_rate": 6.440443213296399e-06,
+      "loss": 0.3028,
+      "step": 7710
+    },
+    {
+      "epoch": 1.7820867959372113,
+      "grad_norm": 5.929460525512695,
+      "learning_rate": 6.435826408125577e-06,
+      "loss": 0.0749,
+      "step": 7720
+    },
+    {
+      "epoch": 1.7843951985226223,
+      "grad_norm": 4.399403095245361,
+      "learning_rate": 6.4312096029547555e-06,
+      "loss": 0.176,
+      "step": 7730
+    },
+    {
+      "epoch": 1.7867036011080333,
+      "grad_norm": 0.027071785181760788,
+      "learning_rate": 6.426592797783934e-06,
+      "loss": 0.131,
+      "step": 7740
+    },
+    {
+      "epoch": 1.7890120036934443,
+      "grad_norm": 8.557962417602539,
+      "learning_rate": 6.421975992613112e-06,
+      "loss": 0.1057,
+      "step": 7750
+    },
+    {
+      "epoch": 1.791320406278855,
+      "grad_norm": 0.7661490440368652,
+      "learning_rate": 6.41735918744229e-06,
+      "loss": 0.2144,
+      "step": 7760
+    },
+    {
+      "epoch": 1.7936288088642658,
+      "grad_norm": 9.75623607635498,
+      "learning_rate": 6.412742382271468e-06,
+      "loss": 0.1276,
+      "step": 7770
+    },
+    {
+      "epoch": 1.7959372114496768,
+      "grad_norm": 6.364738464355469,
+      "learning_rate": 6.408125577100647e-06,
+      "loss": 0.1435,
+      "step": 7780
+    },
+    {
+      "epoch": 1.7982456140350878,
+      "grad_norm": 1.4771772623062134,
+      "learning_rate": 6.403508771929825e-06,
+      "loss": 0.0973,
+      "step": 7790
+    },
+    {
+      "epoch": 1.8005540166204987,
+      "grad_norm": 5.833428382873535,
+      "learning_rate": 6.398891966759003e-06,
+      "loss": 0.1377,
+      "step": 7800
+    },
+    {
+      "epoch": 1.8028624192059095,
+      "grad_norm": 5.6276140213012695,
+      "learning_rate": 6.394275161588181e-06,
+      "loss": 0.0747,
+      "step": 7810
+    },
+    {
+      "epoch": 1.8051708217913203,
+      "grad_norm": 6.839344501495361,
+      "learning_rate": 6.3896583564173595e-06,
+      "loss": 0.2604,
+      "step": 7820
+    },
+    {
+      "epoch": 1.8074792243767313,
+      "grad_norm": 0.39363521337509155,
+      "learning_rate": 6.385041551246538e-06,
+      "loss": 0.1624,
+      "step": 7830
+    },
+    {
+      "epoch": 1.8097876269621422,
+      "grad_norm": 5.885039329528809,
+      "learning_rate": 6.380424746075716e-06,
+      "loss": 0.1182,
+      "step": 7840
+    },
+    {
+      "epoch": 1.8120960295475532,
+      "grad_norm": 3.342357873916626,
+      "learning_rate": 6.375807940904894e-06,
+      "loss": 0.1371,
+      "step": 7850
+    },
+    {
+      "epoch": 1.814404432132964,
+      "grad_norm": 0.826147735118866,
+      "learning_rate": 6.3711911357340724e-06,
+      "loss": 0.0978,
+      "step": 7860
+    },
+    {
+      "epoch": 1.8167128347183747,
+      "grad_norm": 0.12890218198299408,
+      "learning_rate": 6.366574330563251e-06,
+      "loss": 0.0874,
+      "step": 7870
+    },
+    {
+      "epoch": 1.8190212373037857,
+      "grad_norm": 3.2980127334594727,
+      "learning_rate": 6.361957525392429e-06,
+      "loss": 0.1183,
+      "step": 7880
+    },
+    {
+      "epoch": 1.8213296398891967,
+      "grad_norm": 0.6489532589912415,
+      "learning_rate": 6.357340720221607e-06,
+      "loss": 0.0617,
+      "step": 7890
+    },
+    {
+      "epoch": 1.8236380424746077,
+      "grad_norm": 0.6646090149879456,
+      "learning_rate": 6.352723915050786e-06,
+      "loss": 0.2681,
+      "step": 7900
+    },
+    {
+      "epoch": 1.8259464450600185,
+      "grad_norm": 4.692173957824707,
+      "learning_rate": 6.348107109879964e-06,
+      "loss": 0.1338,
+      "step": 7910
+    },
+    {
+      "epoch": 1.8282548476454292,
+      "grad_norm": 3.6965296268463135,
+      "learning_rate": 6.343490304709143e-06,
+      "loss": 0.1116,
+      "step": 7920
+    },
+    {
+      "epoch": 1.8305632502308402,
+      "grad_norm": 6.4236907958984375,
+      "learning_rate": 6.338873499538321e-06,
+      "loss": 0.1017,
+      "step": 7930
+    },
+    {
+      "epoch": 1.8328716528162512,
+      "grad_norm": 7.079874515533447,
+      "learning_rate": 6.334256694367497e-06,
+      "loss": 0.1418,
+      "step": 7940
+    },
+    {
+      "epoch": 1.8351800554016622,
+      "grad_norm": 8.222419738769531,
+      "learning_rate": 6.329639889196676e-06,
+      "loss": 0.1577,
+      "step": 7950
+    },
+    {
+      "epoch": 1.837488457987073,
+      "grad_norm": 8.236457824707031,
+      "learning_rate": 6.325023084025854e-06,
+      "loss": 0.2812,
+      "step": 7960
+    },
+    {
+      "epoch": 1.8397968605724837,
+      "grad_norm": 7.066323280334473,
+      "learning_rate": 6.320406278855032e-06,
+      "loss": 0.1444,
+      "step": 7970
+    },
+    {
+      "epoch": 1.8421052631578947,
+      "grad_norm": 4.454392433166504,
+      "learning_rate": 6.31578947368421e-06,
+      "loss": 0.0752,
+      "step": 7980
+    },
+    {
+      "epoch": 1.8444136657433057,
+      "grad_norm": 8.278393745422363,
+      "learning_rate": 6.3111726685133886e-06,
+      "loss": 0.1849,
+      "step": 7990
+    },
+    {
+      "epoch": 1.8467220683287167,
+      "grad_norm": 0.8757348656654358,
+      "learning_rate": 6.306555863342567e-06,
+      "loss": 0.0798,
+      "step": 8000
+    },
+    {
+      "epoch": 1.8490304709141274,
+      "grad_norm": 5.9545183181762695,
+      "learning_rate": 6.301939058171746e-06,
+      "loss": 0.1675,
+      "step": 8010
+    },
+    {
+      "epoch": 1.8513388734995382,
+      "grad_norm": 19.9125919342041,
+      "learning_rate": 6.297322253000924e-06,
+      "loss": 0.1884,
+      "step": 8020
+    },
+    {
+      "epoch": 1.8536472760849492,
+      "grad_norm": 9.5575532913208,
+      "learning_rate": 6.292705447830102e-06,
+      "loss": 0.1534,
+      "step": 8030
+    },
+    {
+      "epoch": 1.8559556786703602,
+      "grad_norm": 1.6205804347991943,
+      "learning_rate": 6.2880886426592805e-06,
+      "loss": 0.0776,
+      "step": 8040
+    },
+    {
+      "epoch": 1.8582640812557711,
+      "grad_norm": 15.89978313446045,
+      "learning_rate": 6.283471837488459e-06,
+      "loss": 0.0875,
+      "step": 8050
+    },
+    {
+      "epoch": 1.860572483841182,
+      "grad_norm": 10.861461639404297,
+      "learning_rate": 6.278855032317637e-06,
+      "loss": 0.1827,
+      "step": 8060
+    },
+    {
+      "epoch": 1.8628808864265927,
+      "grad_norm": 1.8603498935699463,
+      "learning_rate": 6.274238227146815e-06,
+      "loss": 0.0956,
+      "step": 8070
+    },
+    {
+      "epoch": 1.8651892890120036,
+      "grad_norm": 0.018299419432878494,
+      "learning_rate": 6.2696214219759935e-06,
+      "loss": 0.0195,
+      "step": 8080
+    },
+    {
+      "epoch": 1.8674976915974146,
+      "grad_norm": 1.9744303226470947,
+      "learning_rate": 6.265004616805172e-06,
+      "loss": 0.2294,
+      "step": 8090
+    },
+    {
+      "epoch": 1.8698060941828256,
+      "grad_norm": 0.05369226261973381,
+      "learning_rate": 6.26038781163435e-06,
+      "loss": 0.1401,
+      "step": 8100
+    },
+    {
+      "epoch": 1.8721144967682364,
+      "grad_norm": 0.937160849571228,
+      "learning_rate": 6.255771006463528e-06,
+      "loss": 0.052,
+      "step": 8110
+    },
+    {
+      "epoch": 1.8744228993536471,
+      "grad_norm": 8.414374351501465,
+      "learning_rate": 6.251154201292706e-06,
+      "loss": 0.1244,
+      "step": 8120
+    },
+    {
+      "epoch": 1.8767313019390581,
+      "grad_norm": 0.0035069389268755913,
+      "learning_rate": 6.246537396121885e-06,
+      "loss": 0.1082,
+      "step": 8130
+    },
+    {
+      "epoch": 1.8790397045244691,
+      "grad_norm": 8.114951133728027,
+      "learning_rate": 6.241920590951063e-06,
+      "loss": 0.1264,
+      "step": 8140
+    },
+    {
+      "epoch": 1.88134810710988,
+      "grad_norm": 0.08601807057857513,
+      "learning_rate": 6.237303785780241e-06,
+      "loss": 0.135,
+      "step": 8150
+    },
+    {
+      "epoch": 1.8836565096952909,
+      "grad_norm": 0.6841493844985962,
+      "learning_rate": 6.232686980609419e-06,
+      "loss": 0.1232,
+      "step": 8160
+    },
+    {
+      "epoch": 1.8859649122807016,
+      "grad_norm": 0.34537649154663086,
+      "learning_rate": 6.2280701754385975e-06,
+      "loss": 0.0829,
+      "step": 8170
+    },
+    {
+      "epoch": 1.8882733148661126,
+      "grad_norm": 8.30687141418457,
+      "learning_rate": 6.223453370267776e-06,
+      "loss": 0.0796,
+      "step": 8180
+    },
+    {
+      "epoch": 1.8905817174515236,
+      "grad_norm": 9.79694938659668,
+      "learning_rate": 6.218836565096953e-06,
+      "loss": 0.1882,
+      "step": 8190
+    },
+    {
+      "epoch": 1.8928901200369346,
+      "grad_norm": 6.208591461181641,
+      "learning_rate": 6.214219759926131e-06,
+      "loss": 0.2588,
+      "step": 8200
+    },
+    {
+      "epoch": 1.8951985226223453,
+      "grad_norm": 2.372145891189575,
+      "learning_rate": 6.20960295475531e-06,
+      "loss": 0.1919,
+      "step": 8210
+    },
+    {
+      "epoch": 1.897506925207756,
+      "grad_norm": 8.687252044677734,
+      "learning_rate": 6.204986149584488e-06,
+      "loss": 0.2623,
+      "step": 8220
+    },
+    {
+      "epoch": 1.899815327793167,
+      "grad_norm": 6.273497581481934,
+      "learning_rate": 6.200369344413666e-06,
+      "loss": 0.1165,
+      "step": 8230
+    },
+    {
+      "epoch": 1.902123730378578,
+      "grad_norm": 2.975783109664917,
+      "learning_rate": 6.195752539242844e-06,
+      "loss": 0.0985,
+      "step": 8240
+    },
+    {
+      "epoch": 1.904432132963989,
+      "grad_norm": 3.606961965560913,
+      "learning_rate": 6.1911357340720225e-06,
+      "loss": 0.0989,
+      "step": 8250
+    },
+    {
+      "epoch": 1.9067405355493998,
+      "grad_norm": 0.389692097902298,
+      "learning_rate": 6.186518928901201e-06,
+      "loss": 0.1624,
+      "step": 8260
+    },
+    {
+      "epoch": 1.9090489381348106,
+      "grad_norm": 8.54810905456543,
+      "learning_rate": 6.181902123730379e-06,
+      "loss": 0.1967,
+      "step": 8270
+    },
+    {
+      "epoch": 1.9113573407202216,
+      "grad_norm": 3.235846996307373,
+      "learning_rate": 6.177285318559557e-06,
+      "loss": 0.0824,
+      "step": 8280
+    },
+    {
+      "epoch": 1.9136657433056325,
+      "grad_norm": 0.16667799651622772,
+      "learning_rate": 6.172668513388735e-06,
+      "loss": 0.0534,
+      "step": 8290
+    },
+    {
+      "epoch": 1.9159741458910435,
+      "grad_norm": 0.10937054455280304,
+      "learning_rate": 6.168051708217914e-06,
+      "loss": 0.089,
+      "step": 8300
+    },
+    {
+      "epoch": 1.9182825484764543,
+      "grad_norm": 1.9354497194290161,
+      "learning_rate": 6.163434903047092e-06,
+      "loss": 0.1156,
+      "step": 8310
+    },
+    {
+      "epoch": 1.920590951061865,
+      "grad_norm": 0.8759872317314148,
+      "learning_rate": 6.15881809787627e-06,
+      "loss": 0.3605,
+      "step": 8320
+    },
+    {
+      "epoch": 1.922899353647276,
+      "grad_norm": 6.817061901092529,
+      "learning_rate": 6.154201292705448e-06,
+      "loss": 0.1679,
+      "step": 8330
+    },
+    {
+      "epoch": 1.925207756232687,
+      "grad_norm": 0.8531666398048401,
+      "learning_rate": 6.1495844875346266e-06,
+      "loss": 0.2253,
+      "step": 8340
+    },
+    {
+      "epoch": 1.927516158818098,
+      "grad_norm": 0.42465031147003174,
+      "learning_rate": 6.144967682363805e-06,
+      "loss": 0.0866,
+      "step": 8350
+    },
+    {
+      "epoch": 1.9298245614035088,
+      "grad_norm": 1.4570600986480713,
+      "learning_rate": 6.140350877192983e-06,
+      "loss": 0.0814,
+      "step": 8360
+    },
+    {
+      "epoch": 1.9321329639889195,
+      "grad_norm": 0.46014854311943054,
+      "learning_rate": 6.135734072022161e-06,
+      "loss": 0.1907,
+      "step": 8370
+    },
+    {
+      "epoch": 1.9344413665743305,
+      "grad_norm": 1.4643794298171997,
+      "learning_rate": 6.1311172668513395e-06,
+      "loss": 0.2251,
+      "step": 8380
+    },
+    {
+      "epoch": 1.9367497691597415,
+      "grad_norm": 8.7191743850708,
+      "learning_rate": 6.126500461680518e-06,
+      "loss": 0.1714,
+      "step": 8390
+    },
+    {
+      "epoch": 1.9390581717451525,
+      "grad_norm": 0.6021118760108948,
+      "learning_rate": 6.121883656509696e-06,
+      "loss": 0.1401,
+      "step": 8400
+    },
+    {
+      "epoch": 1.9413665743305633,
+      "grad_norm": 0.47443175315856934,
+      "learning_rate": 6.117266851338874e-06,
+      "loss": 0.2086,
+      "step": 8410
+    },
+    {
+      "epoch": 1.943674976915974,
+      "grad_norm": 4.75976037979126,
+      "learning_rate": 6.112650046168052e-06,
+      "loss": 0.1009,
+      "step": 8420
+    },
+    {
+      "epoch": 1.945983379501385,
+      "grad_norm": 5.859301567077637,
+      "learning_rate": 6.108033240997231e-06,
+      "loss": 0.0853,
+      "step": 8430
+    },
+    {
+      "epoch": 1.948291782086796,
+      "grad_norm": 6.5929083824157715,
+      "learning_rate": 6.103416435826408e-06,
+      "loss": 0.0887,
+      "step": 8440
+    },
+    {
+      "epoch": 1.950600184672207,
+      "grad_norm": 10.656343460083008,
+      "learning_rate": 6.098799630655586e-06,
+      "loss": 0.2523,
+      "step": 8450
+    },
+    {
+      "epoch": 1.9529085872576177,
+      "grad_norm": 3.823875665664673,
+      "learning_rate": 6.0941828254847645e-06,
+      "loss": 0.2889,
+      "step": 8460
+    },
+    {
+      "epoch": 1.9552169898430285,
+      "grad_norm": 1.346490740776062,
+      "learning_rate": 6.089566020313943e-06,
+      "loss": 0.1102,
+      "step": 8470
+    },
+    {
+      "epoch": 1.9575253924284395,
+      "grad_norm": 1.3046754598617554,
+      "learning_rate": 6.084949215143121e-06,
+      "loss": 0.2301,
+      "step": 8480
+    },
+    {
+      "epoch": 1.9598337950138505,
+      "grad_norm": 0.03322243317961693,
+      "learning_rate": 6.080332409972299e-06,
+      "loss": 0.0365,
+      "step": 8490
+    },
+    {
+      "epoch": 1.9621421975992615,
+      "grad_norm": 1.0472577810287476,
+      "learning_rate": 6.075715604801477e-06,
+      "loss": 0.153,
+      "step": 8500
+    },
+    {
+      "epoch": 1.9644506001846722,
+      "grad_norm": 5.539668083190918,
+      "learning_rate": 6.071098799630656e-06,
+      "loss": 0.057,
+      "step": 8510
+    },
+    {
+      "epoch": 1.966759002770083,
+      "grad_norm": 1.9032143354415894,
+      "learning_rate": 6.066481994459834e-06,
+      "loss": 0.2137,
+      "step": 8520
+    },
+    {
+      "epoch": 1.969067405355494,
+      "grad_norm": 6.5532307624816895,
+      "learning_rate": 6.061865189289012e-06,
+      "loss": 0.2677,
+      "step": 8530
+    },
+    {
+      "epoch": 1.971375807940905,
+      "grad_norm": 5.149965286254883,
+      "learning_rate": 6.05724838411819e-06,
+      "loss": 0.1398,
+      "step": 8540
+    },
+    {
+      "epoch": 1.973684210526316,
+      "grad_norm": 7.169659614562988,
+      "learning_rate": 6.0526315789473685e-06,
+      "loss": 0.1636,
+      "step": 8550
+    },
+    {
+      "epoch": 1.9759926131117267,
+      "grad_norm": 6.840461730957031,
+      "learning_rate": 6.048014773776547e-06,
+      "loss": 0.2315,
+      "step": 8560
+    },
+    {
+      "epoch": 1.9783010156971375,
+      "grad_norm": 1.6913082599639893,
+      "learning_rate": 6.043397968605725e-06,
+      "loss": 0.0966,
+      "step": 8570
+    },
+    {
+      "epoch": 1.9806094182825484,
+      "grad_norm": 2.4741079807281494,
+      "learning_rate": 6.038781163434903e-06,
+      "loss": 0.1515,
+      "step": 8580
+    },
+    {
+      "epoch": 1.9829178208679594,
+      "grad_norm": 4.566931247711182,
+      "learning_rate": 6.034164358264082e-06,
+      "loss": 0.1615,
+      "step": 8590
+    },
+    {
+      "epoch": 1.9852262234533704,
+      "grad_norm": 0.8300578594207764,
+      "learning_rate": 6.0295475530932605e-06,
+      "loss": 0.1022,
+      "step": 8600
+    },
+    {
+      "epoch": 1.9875346260387812,
+      "grad_norm": 0.03683464601635933,
+      "learning_rate": 6.024930747922439e-06,
+      "loss": 0.1052,
+      "step": 8610
+    },
+    {
+      "epoch": 1.989843028624192,
+      "grad_norm": 4.96811580657959,
+      "learning_rate": 6.020313942751617e-06,
+      "loss": 0.2101,
+      "step": 8620
+    },
+    {
+      "epoch": 1.992151431209603,
+      "grad_norm": 9.449173927307129,
+      "learning_rate": 6.015697137580795e-06,
+      "loss": 0.3838,
+      "step": 8630
+    },
+    {
+      "epoch": 1.994459833795014,
+      "grad_norm": 5.175396919250488,
+      "learning_rate": 6.011080332409973e-06,
+      "loss": 0.2618,
+      "step": 8640
+    },
+    {
+      "epoch": 1.9967682363804249,
+      "grad_norm": 9.836182594299316,
+      "learning_rate": 6.006463527239152e-06,
+      "loss": 0.196,
+      "step": 8650
+    },
+    {
+      "epoch": 1.9990766389658357,
+      "grad_norm": 4.681766510009766,
+      "learning_rate": 6.00184672206833e-06,
+      "loss": 0.1649,
+      "step": 8660
+    },
+    {
+      "epoch": 2.0013850415512464,
+      "grad_norm": 2.927532196044922,
+      "learning_rate": 5.997229916897508e-06,
+      "loss": 0.1959,
+      "step": 8670
+    },
+    {
+      "epoch": 2.0036934441366574,
+      "grad_norm": 0.05056557059288025,
+      "learning_rate": 5.992613111726686e-06,
+      "loss": 0.1221,
+      "step": 8680
+    },
+    {
+      "epoch": 2.0060018467220684,
+      "grad_norm": 0.10122841596603394,
+      "learning_rate": 5.987996306555863e-06,
+      "loss": 0.0872,
+      "step": 8690
+    },
+    {
+      "epoch": 2.0083102493074794,
+      "grad_norm": 5.571578025817871,
+      "learning_rate": 5.983379501385042e-06,
+      "loss": 0.0557,
+      "step": 8700
+    },
+    {
+      "epoch": 2.01061865189289,
+      "grad_norm": 1.3636723756790161,
+      "learning_rate": 5.97876269621422e-06,
+      "loss": 0.0712,
+      "step": 8710
+    },
+    {
+      "epoch": 2.012927054478301,
+      "grad_norm": 3.220374822616577,
+      "learning_rate": 5.974145891043398e-06,
+      "loss": 0.0405,
+      "step": 8720
+    },
+    {
+      "epoch": 2.015235457063712,
+      "grad_norm": 8.186657905578613,
+      "learning_rate": 5.969529085872577e-06,
+      "loss": 0.1472,
+      "step": 8730
+    },
+    {
+      "epoch": 2.017543859649123,
+      "grad_norm": 1.016586184501648,
+      "learning_rate": 5.964912280701755e-06,
+      "loss": 0.0584,
+      "step": 8740
+    },
+    {
+      "epoch": 2.019852262234534,
+      "grad_norm": 0.9086069464683533,
+      "learning_rate": 5.960295475530933e-06,
+      "loss": 0.1755,
+      "step": 8750
+    },
+    {
+      "epoch": 2.0221606648199444,
+      "grad_norm": 0.016934020444750786,
+      "learning_rate": 5.955678670360111e-06,
+      "loss": 0.2406,
+      "step": 8760
+    },
+    {
+      "epoch": 2.0244690674053554,
+      "grad_norm": 0.6315302848815918,
+      "learning_rate": 5.9510618651892895e-06,
+      "loss": 0.1454,
+      "step": 8770
+    },
+    {
+      "epoch": 2.0267774699907664,
+      "grad_norm": 3.5935792922973633,
+      "learning_rate": 5.946445060018468e-06,
+      "loss": 0.1484,
+      "step": 8780
+    },
+    {
+      "epoch": 2.0290858725761773,
+      "grad_norm": 6.510880470275879,
+      "learning_rate": 5.941828254847646e-06,
+      "loss": 0.1997,
+      "step": 8790
+    },
+    {
+      "epoch": 2.0313942751615883,
+      "grad_norm": 2.0462422370910645,
+      "learning_rate": 5.937211449676824e-06,
+      "loss": 0.0329,
+      "step": 8800
+    },
+    {
+      "epoch": 2.033702677746999,
+      "grad_norm": 0.016499172896146774,
+      "learning_rate": 5.9325946445060025e-06,
+      "loss": 0.0978,
+      "step": 8810
+    },
+    {
+      "epoch": 2.03601108033241,
+      "grad_norm": 0.08158121258020401,
+      "learning_rate": 5.927977839335181e-06,
+      "loss": 0.2987,
+      "step": 8820
+    },
+    {
+      "epoch": 2.038319482917821,
+      "grad_norm": 1.0147842168807983,
+      "learning_rate": 5.923361034164359e-06,
+      "loss": 0.0758,
+      "step": 8830
+    },
+    {
+      "epoch": 2.040627885503232,
+      "grad_norm": 1.7109171152114868,
+      "learning_rate": 5.918744228993537e-06,
+      "loss": 0.14,
+      "step": 8840
+    },
+    {
+      "epoch": 2.042936288088643,
+      "grad_norm": 0.7527329921722412,
+      "learning_rate": 5.914127423822715e-06,
+      "loss": 0.0826,
+      "step": 8850
+    },
+    {
+      "epoch": 2.0452446906740533,
+      "grad_norm": 0.3407728374004364,
+      "learning_rate": 5.909510618651894e-06,
+      "loss": 0.0815,
+      "step": 8860
+    },
+    {
+      "epoch": 2.0475530932594643,
+      "grad_norm": 3.8781118392944336,
+      "learning_rate": 5.904893813481072e-06,
+      "loss": 0.1201,
+      "step": 8870
+    },
+    {
+      "epoch": 2.0498614958448753,
+      "grad_norm": 0.057001981884241104,
+      "learning_rate": 5.90027700831025e-06,
+      "loss": 0.0481,
+      "step": 8880
+    },
+    {
+      "epoch": 2.0521698984302863,
+      "grad_norm": 4.004337787628174,
+      "learning_rate": 5.895660203139428e-06,
+      "loss": 0.1359,
+      "step": 8890
+    },
+    {
+      "epoch": 2.0544783010156973,
+      "grad_norm": 0.3880602717399597,
+      "learning_rate": 5.8910433979686065e-06,
+      "loss": 0.128,
+      "step": 8900
+    },
+    {
+      "epoch": 2.056786703601108,
+      "grad_norm": 0.04380026459693909,
+      "learning_rate": 5.886426592797785e-06,
+      "loss": 0.0731,
+      "step": 8910
+    },
+    {
+      "epoch": 2.059095106186519,
+      "grad_norm": 0.022117508575320244,
+      "learning_rate": 5.881809787626963e-06,
+      "loss": 0.1556,
+      "step": 8920
+    },
+    {
+      "epoch": 2.06140350877193,
+      "grad_norm": 4.597250938415527,
+      "learning_rate": 5.877192982456141e-06,
+      "loss": 0.114,
+      "step": 8930
+    },
+    {
+      "epoch": 2.063711911357341,
+      "grad_norm": 0.033978935331106186,
+      "learning_rate": 5.8725761772853194e-06,
+      "loss": 0.0575,
+      "step": 8940
+    },
+    {
+      "epoch": 2.0660203139427518,
+      "grad_norm": 6.101284980773926,
+      "learning_rate": 5.867959372114497e-06,
+      "loss": 0.0505,
+      "step": 8950
+    },
+    {
+      "epoch": 2.0683287165281623,
+      "grad_norm": 0.05929476395249367,
+      "learning_rate": 5.863342566943675e-06,
+      "loss": 0.0402,
+      "step": 8960
+    },
+    {
+      "epoch": 2.0706371191135733,
+      "grad_norm": 5.941567420959473,
+      "learning_rate": 5.858725761772853e-06,
+      "loss": 0.1594,
+      "step": 8970
+    },
+    {
+      "epoch": 2.0729455216989843,
+      "grad_norm": 8.183211326599121,
+      "learning_rate": 5.8541089566020315e-06,
+      "loss": 0.0838,
+      "step": 8980
+    },
+    {
+      "epoch": 2.0752539242843953,
+      "grad_norm": 0.09150294959545135,
+      "learning_rate": 5.84949215143121e-06,
+      "loss": 0.1315,
+      "step": 8990
+    },
+    {
+      "epoch": 2.0775623268698062,
+      "grad_norm": 9.495864868164062,
+      "learning_rate": 5.844875346260388e-06,
+      "loss": 0.1332,
+      "step": 9000
+    },
+    {
+      "epoch": 2.079870729455217,
+      "grad_norm": 1.3700872659683228,
+      "learning_rate": 5.840258541089566e-06,
+      "loss": 0.1399,
+      "step": 9010
+    },
+    {
+      "epoch": 2.0821791320406278,
+      "grad_norm": 6.932931423187256,
+      "learning_rate": 5.835641735918744e-06,
+      "loss": 0.1696,
+      "step": 9020
+    },
+    {
+      "epoch": 2.0844875346260388,
+      "grad_norm": 4.011542320251465,
+      "learning_rate": 5.831024930747923e-06,
+      "loss": 0.1356,
+      "step": 9030
+    },
+    {
+      "epoch": 2.0867959372114497,
+      "grad_norm": 10.626606941223145,
+      "learning_rate": 5.826408125577101e-06,
+      "loss": 0.1291,
+      "step": 9040
+    },
+    {
+      "epoch": 2.0891043397968607,
+      "grad_norm": 7.218416213989258,
+      "learning_rate": 5.821791320406279e-06,
+      "loss": 0.0941,
+      "step": 9050
+    },
+    {
+      "epoch": 2.0914127423822713,
+      "grad_norm": 0.42429065704345703,
+      "learning_rate": 5.817174515235457e-06,
+      "loss": 0.2245,
+      "step": 9060
+    },
+    {
+      "epoch": 2.0937211449676822,
+      "grad_norm": 0.7302764058113098,
+      "learning_rate": 5.8125577100646356e-06,
+      "loss": 0.1242,
+      "step": 9070
+    },
+    {
+      "epoch": 2.0960295475530932,
+      "grad_norm": 7.304187774658203,
+      "learning_rate": 5.807940904893814e-06,
+      "loss": 0.0707,
+      "step": 9080
+    },
+    {
+      "epoch": 2.098337950138504,
+      "grad_norm": 0.15638557076454163,
+      "learning_rate": 5.803324099722992e-06,
+      "loss": 0.0206,
+      "step": 9090
+    },
+    {
+      "epoch": 2.100646352723915,
+      "grad_norm": 0.28185614943504333,
+      "learning_rate": 5.79870729455217e-06,
+      "loss": 0.1083,
+      "step": 9100
+    },
+    {
+      "epoch": 2.1029547553093257,
+      "grad_norm": 14.079293251037598,
+      "learning_rate": 5.7940904893813485e-06,
+      "loss": 0.3238,
+      "step": 9110
+    },
+    {
+      "epoch": 2.1052631578947367,
+      "grad_norm": 2.9056591987609863,
+      "learning_rate": 5.789473684210527e-06,
+      "loss": 0.1397,
+      "step": 9120
+    },
+    {
+      "epoch": 2.1075715604801477,
+      "grad_norm": 6.2419843673706055,
+      "learning_rate": 5.784856879039705e-06,
+      "loss": 0.0863,
+      "step": 9130
+    },
+    {
+      "epoch": 2.1098799630655587,
+      "grad_norm": 2.238790273666382,
+      "learning_rate": 5.780240073868883e-06,
+      "loss": 0.1536,
+      "step": 9140
+    },
+    {
+      "epoch": 2.1121883656509697,
+      "grad_norm": 0.2927044630050659,
+      "learning_rate": 5.775623268698061e-06,
+      "loss": 0.0902,
+      "step": 9150
+    },
+    {
+      "epoch": 2.11449676823638,
+      "grad_norm": 4.019207954406738,
+      "learning_rate": 5.77100646352724e-06,
+      "loss": 0.1232,
+      "step": 9160
+    },
+    {
+      "epoch": 2.116805170821791,
+      "grad_norm": 7.978782653808594,
+      "learning_rate": 5.766389658356419e-06,
+      "loss": 0.1065,
+      "step": 9170
+    },
+    {
+      "epoch": 2.119113573407202,
+      "grad_norm": 2.3987929821014404,
+      "learning_rate": 5.761772853185597e-06,
+      "loss": 0.1332,
+      "step": 9180
+    },
+    {
+      "epoch": 2.121421975992613,
+      "grad_norm": 5.822368144989014,
+      "learning_rate": 5.757156048014775e-06,
+      "loss": 0.1453,
+      "step": 9190
+    },
+    {
+      "epoch": 2.123730378578024,
+      "grad_norm": 2.1533074378967285,
+      "learning_rate": 5.752539242843952e-06,
+      "loss": 0.1478,
+      "step": 9200
+    },
+    {
+      "epoch": 2.1260387811634347,
+      "grad_norm": 0.6697908043861389,
+      "learning_rate": 5.74792243767313e-06,
+      "loss": 0.0964,
+      "step": 9210
+    },
+    {
+      "epoch": 2.1283471837488457,
+      "grad_norm": 3.2779664993286133,
+      "learning_rate": 5.743305632502308e-06,
+      "loss": 0.0917,
+      "step": 9220
+    },
+    {
+      "epoch": 2.1306555863342567,
+      "grad_norm": 0.6165647506713867,
+      "learning_rate": 5.738688827331486e-06,
+      "loss": 0.1052,
+      "step": 9230
+    },
+    {
+      "epoch": 2.1329639889196677,
+      "grad_norm": 5.503302574157715,
+      "learning_rate": 5.734072022160665e-06,
+      "loss": 0.0448,
+      "step": 9240
+    },
+    {
+      "epoch": 2.1352723915050786,
+      "grad_norm": 7.877943992614746,
+      "learning_rate": 5.729455216989843e-06,
+      "loss": 0.339,
+      "step": 9250
+    },
+    {
+      "epoch": 2.137580794090489,
+      "grad_norm": 8.723716735839844,
+      "learning_rate": 5.724838411819021e-06,
+      "loss": 0.1391,
+      "step": 9260
+    },
+    {
+      "epoch": 2.1398891966759,
+      "grad_norm": 0.8852521777153015,
+      "learning_rate": 5.720221606648199e-06,
+      "loss": 0.1099,
+      "step": 9270
+    },
+    {
+      "epoch": 2.142197599261311,
+      "grad_norm": 1.1055375337600708,
+      "learning_rate": 5.715604801477378e-06,
+      "loss": 0.0919,
+      "step": 9280
+    },
+    {
+      "epoch": 2.144506001846722,
+      "grad_norm": 2.017138719558716,
+      "learning_rate": 5.710987996306557e-06,
+      "loss": 0.096,
+      "step": 9290
+    },
+    {
+      "epoch": 2.146814404432133,
+      "grad_norm": 8.649641990661621,
+      "learning_rate": 5.706371191135735e-06,
+      "loss": 0.093,
+      "step": 9300
+    },
+    {
+      "epoch": 2.1491228070175437,
+      "grad_norm": 7.006896495819092,
+      "learning_rate": 5.701754385964913e-06,
+      "loss": 0.1401,
+      "step": 9310
+    },
+    {
+      "epoch": 2.1514312096029546,
+      "grad_norm": 7.177443981170654,
+      "learning_rate": 5.697137580794091e-06,
+      "loss": 0.1195,
+      "step": 9320
+    },
+    {
+      "epoch": 2.1537396121883656,
+      "grad_norm": 1.8384499549865723,
+      "learning_rate": 5.6925207756232695e-06,
+      "loss": 0.1036,
+      "step": 9330
+    },
+    {
+      "epoch": 2.1560480147737766,
+      "grad_norm": 6.480041027069092,
+      "learning_rate": 5.687903970452448e-06,
+      "loss": 0.1999,
+      "step": 9340
+    },
+    {
+      "epoch": 2.1583564173591876,
+      "grad_norm": 11.267412185668945,
+      "learning_rate": 5.683287165281626e-06,
+      "loss": 0.1152,
+      "step": 9350
+    },
+    {
+      "epoch": 2.160664819944598,
+      "grad_norm": 0.8537270426750183,
+      "learning_rate": 5.678670360110804e-06,
+      "loss": 0.1377,
+      "step": 9360
+    },
+    {
+      "epoch": 2.162973222530009,
+      "grad_norm": 0.18044432997703552,
+      "learning_rate": 5.674053554939982e-06,
+      "loss": 0.11,
+      "step": 9370
+    },
+    {
+      "epoch": 2.16528162511542,
+      "grad_norm": 9.148309707641602,
+      "learning_rate": 5.669436749769161e-06,
+      "loss": 0.0663,
+      "step": 9380
+    },
+    {
+      "epoch": 2.167590027700831,
+      "grad_norm": 1.588027000427246,
+      "learning_rate": 5.664819944598339e-06,
+      "loss": 0.1553,
+      "step": 9390
+    },
+    {
+      "epoch": 2.169898430286242,
+      "grad_norm": 4.9665656089782715,
+      "learning_rate": 5.660203139427517e-06,
+      "loss": 0.1243,
+      "step": 9400
+    },
+    {
+      "epoch": 2.1722068328716526,
+      "grad_norm": 9.686516761779785,
+      "learning_rate": 5.655586334256695e-06,
+      "loss": 0.0922,
+      "step": 9410
+    },
+    {
+      "epoch": 2.1745152354570636,
+      "grad_norm": 1.307399868965149,
+      "learning_rate": 5.6509695290858736e-06,
+      "loss": 0.1356,
+      "step": 9420
+    },
+    {
+      "epoch": 2.1768236380424746,
+      "grad_norm": 0.22611260414123535,
+      "learning_rate": 5.646352723915052e-06,
+      "loss": 0.1403,
+      "step": 9430
+    },
+    {
+      "epoch": 2.1791320406278856,
+      "grad_norm": 0.4205482304096222,
+      "learning_rate": 5.64173591874423e-06,
+      "loss": 0.0477,
+      "step": 9440
+    },
+    {
+      "epoch": 2.1814404432132966,
+      "grad_norm": 0.18651635944843292,
+      "learning_rate": 5.637119113573407e-06,
+      "loss": 0.184,
+      "step": 9450
+    },
+    {
+      "epoch": 2.183748845798707,
+      "grad_norm": 1.2028234004974365,
+      "learning_rate": 5.632502308402586e-06,
+      "loss": 0.2016,
+      "step": 9460
+    },
+    {
+      "epoch": 2.186057248384118,
+      "grad_norm": 0.3975241184234619,
+      "learning_rate": 5.627885503231764e-06,
+      "loss": 0.0962,
+      "step": 9470
+    },
+    {
+      "epoch": 2.188365650969529,
+      "grad_norm": 1.0354328155517578,
+      "learning_rate": 5.623268698060942e-06,
+      "loss": 0.1062,
+      "step": 9480
+    },
+    {
+      "epoch": 2.19067405355494,
+      "grad_norm": 1.9186370372772217,
+      "learning_rate": 5.61865189289012e-06,
+      "loss": 0.177,
+      "step": 9490
+    },
+    {
+      "epoch": 2.192982456140351,
+      "grad_norm": 0.0028579889331012964,
+      "learning_rate": 5.6140350877192985e-06,
+      "loss": 0.151,
+      "step": 9500
+    },
+    {
+      "epoch": 2.1952908587257616,
+      "grad_norm": 0.3903660178184509,
+      "learning_rate": 5.609418282548477e-06,
+      "loss": 0.1244,
+      "step": 9510
+    },
+    {
+      "epoch": 2.1975992613111726,
+      "grad_norm": 7.859496593475342,
+      "learning_rate": 5.604801477377655e-06,
+      "loss": 0.1241,
+      "step": 9520
+    },
+    {
+      "epoch": 2.1999076638965835,
+      "grad_norm": 6.646348476409912,
+      "learning_rate": 5.600184672206833e-06,
+      "loss": 0.0771,
+      "step": 9530
+    },
+    {
+      "epoch": 2.2022160664819945,
+      "grad_norm": 1.8306361436843872,
+      "learning_rate": 5.5955678670360115e-06,
+      "loss": 0.1297,
+      "step": 9540
+    },
+    {
+      "epoch": 2.2045244690674055,
+      "grad_norm": 3.601691484451294,
+      "learning_rate": 5.59095106186519e-06,
+      "loss": 0.0734,
+      "step": 9550
+    },
+    {
+      "epoch": 2.206832871652816,
+      "grad_norm": 4.080760955810547,
+      "learning_rate": 5.586334256694368e-06,
+      "loss": 0.1103,
+      "step": 9560
+    },
+    {
+      "epoch": 2.209141274238227,
+      "grad_norm": 0.003511419054120779,
+      "learning_rate": 5.581717451523546e-06,
+      "loss": 0.1649,
+      "step": 9570
+    },
+    {
+      "epoch": 2.211449676823638,
+      "grad_norm": 5.900886535644531,
+      "learning_rate": 5.577100646352724e-06,
+      "loss": 0.0621,
+      "step": 9580
+    },
+    {
+      "epoch": 2.213758079409049,
+      "grad_norm": 10.087888717651367,
+      "learning_rate": 5.572483841181903e-06,
+      "loss": 0.1529,
+      "step": 9590
+    },
+    {
+      "epoch": 2.21606648199446,
+      "grad_norm": 4.802870750427246,
+      "learning_rate": 5.567867036011081e-06,
+      "loss": 0.2889,
+      "step": 9600
+    },
+    {
+      "epoch": 2.2183748845798705,
+      "grad_norm": 0.5660249590873718,
+      "learning_rate": 5.563250230840259e-06,
+      "loss": 0.0746,
+      "step": 9610
+    },
+    {
+      "epoch": 2.2206832871652815,
+      "grad_norm": 0.02569517120718956,
+      "learning_rate": 5.558633425669437e-06,
+      "loss": 0.2151,
+      "step": 9620
+    },
+    {
+      "epoch": 2.2229916897506925,
+      "grad_norm": 0.36746013164520264,
+      "learning_rate": 5.5540166204986155e-06,
+      "loss": 0.0417,
+      "step": 9630
+    },
+    {
+      "epoch": 2.2253000923361035,
+      "grad_norm": 0.27406227588653564,
+      "learning_rate": 5.549399815327794e-06,
+      "loss": 0.0808,
+      "step": 9640
+    },
+    {
+      "epoch": 2.2276084949215145,
+      "grad_norm": 4.953248023986816,
+      "learning_rate": 5.544783010156972e-06,
+      "loss": 0.0811,
+      "step": 9650
+    },
+    {
+      "epoch": 2.229916897506925,
+      "grad_norm": 1.3286144733428955,
+      "learning_rate": 5.54016620498615e-06,
+      "loss": 0.1202,
+      "step": 9660
+    },
+    {
+      "epoch": 2.232225300092336,
+      "grad_norm": 8.907193183898926,
+      "learning_rate": 5.5355493998153284e-06,
+      "loss": 0.1912,
+      "step": 9670
+    },
+    {
+      "epoch": 2.234533702677747,
+      "grad_norm": 3.4373843669891357,
+      "learning_rate": 5.530932594644507e-06,
+      "loss": 0.1474,
+      "step": 9680
+    },
+    {
+      "epoch": 2.236842105263158,
+      "grad_norm": 3.297705888748169,
+      "learning_rate": 5.526315789473685e-06,
+      "loss": 0.2656,
+      "step": 9690
+    },
+    {
+      "epoch": 2.239150507848569,
+      "grad_norm": 9.207077980041504,
+      "learning_rate": 5.521698984302862e-06,
+      "loss": 0.0875,
+      "step": 9700
+    },
+    {
+      "epoch": 2.2414589104339795,
+      "grad_norm": 3.8544671535491943,
+      "learning_rate": 5.5170821791320405e-06,
+      "loss": 0.1239,
+      "step": 9710
+    },
+    {
+      "epoch": 2.2437673130193905,
+      "grad_norm": 3.8043951988220215,
+      "learning_rate": 5.512465373961219e-06,
+      "loss": 0.1111,
+      "step": 9720
+    },
+    {
+      "epoch": 2.2460757156048015,
+      "grad_norm": 0.03035220317542553,
+      "learning_rate": 5.507848568790397e-06,
+      "loss": 0.1158,
+      "step": 9730
+    },
+    {
+      "epoch": 2.2483841181902124,
+      "grad_norm": 0.02507336065173149,
+      "learning_rate": 5.503231763619575e-06,
+      "loss": 0.0818,
+      "step": 9740
+    },
+    {
+      "epoch": 2.2506925207756234,
+      "grad_norm": 4.862039089202881,
+      "learning_rate": 5.498614958448753e-06,
+      "loss": 0.0325,
+      "step": 9750
+    },
+    {
+      "epoch": 2.253000923361034,
+      "grad_norm": 9.605551719665527,
+      "learning_rate": 5.493998153277932e-06,
+      "loss": 0.1031,
+      "step": 9760
+    },
+    {
+      "epoch": 2.255309325946445,
+      "grad_norm": 0.0015900577418506145,
+      "learning_rate": 5.48938134810711e-06,
+      "loss": 0.1237,
+      "step": 9770
+    },
+    {
+      "epoch": 2.257617728531856,
+      "grad_norm": 5.533511161804199,
+      "learning_rate": 5.484764542936288e-06,
+      "loss": 0.053,
+      "step": 9780
+    },
+    {
+      "epoch": 2.259926131117267,
+      "grad_norm": 0.8163972496986389,
+      "learning_rate": 5.480147737765466e-06,
+      "loss": 0.0309,
+      "step": 9790
+    },
+    {
+      "epoch": 2.262234533702678,
+      "grad_norm": 1.4856349229812622,
+      "learning_rate": 5.4755309325946446e-06,
+      "loss": 0.091,
+      "step": 9800
+    },
+    {
+      "epoch": 2.2645429362880884,
+      "grad_norm": 0.011693392880260944,
+      "learning_rate": 5.470914127423823e-06,
+      "loss": 0.1015,
+      "step": 9810
+    },
+    {
+      "epoch": 2.2668513388734994,
+      "grad_norm": 0.07746884971857071,
+      "learning_rate": 5.466297322253001e-06,
+      "loss": 0.0912,
+      "step": 9820
+    },
+    {
+      "epoch": 2.2691597414589104,
+      "grad_norm": 5.117270469665527,
+      "learning_rate": 5.461680517082179e-06,
+      "loss": 0.1078,
+      "step": 9830
+    },
+    {
+      "epoch": 2.2714681440443214,
+      "grad_norm": 0.1702166646718979,
+      "learning_rate": 5.4570637119113575e-06,
+      "loss": 0.1336,
+      "step": 9840
+    },
+    {
+      "epoch": 2.2737765466297324,
+      "grad_norm": 3.8074378967285156,
+      "learning_rate": 5.452446906740536e-06,
+      "loss": 0.0773,
+      "step": 9850
+    },
+    {
+      "epoch": 2.276084949215143,
+      "grad_norm": 0.06646876782178879,
+      "learning_rate": 5.447830101569715e-06,
+      "loss": 0.1249,
+      "step": 9860
+    },
+    {
+      "epoch": 2.278393351800554,
+      "grad_norm": 1.825014352798462,
+      "learning_rate": 5.443213296398893e-06,
+      "loss": 0.0956,
+      "step": 9870
+    },
+    {
+      "epoch": 2.280701754385965,
+      "grad_norm": 5.45120096206665,
+      "learning_rate": 5.438596491228071e-06,
+      "loss": 0.109,
+      "step": 9880
+    },
+    {
+      "epoch": 2.283010156971376,
+      "grad_norm": 0.7723276019096375,
+      "learning_rate": 5.4339796860572495e-06,
+      "loss": 0.0286,
+      "step": 9890
+    },
+    {
+      "epoch": 2.285318559556787,
+      "grad_norm": 2.1377758979797363,
+      "learning_rate": 5.429362880886428e-06,
+      "loss": 0.1554,
+      "step": 9900
+    },
+    {
+      "epoch": 2.2876269621421974,
+      "grad_norm": 14.516889572143555,
+      "learning_rate": 5.424746075715606e-06,
+      "loss": 0.1882,
+      "step": 9910
+    },
+    {
+      "epoch": 2.2899353647276084,
+      "grad_norm": 0.36585190892219543,
+      "learning_rate": 5.420129270544784e-06,
+      "loss": 0.1274,
+      "step": 9920
+    },
+    {
+      "epoch": 2.2922437673130194,
+      "grad_norm": 9.257481575012207,
+      "learning_rate": 5.415512465373962e-06,
+      "loss": 0.2736,
+      "step": 9930
+    },
+    {
+      "epoch": 2.2945521698984304,
+      "grad_norm": 0.12996172904968262,
+      "learning_rate": 5.410895660203141e-06,
+      "loss": 0.0807,
+      "step": 9940
+    },
+    {
+      "epoch": 2.2968605724838413,
+      "grad_norm": 9.617722511291504,
+      "learning_rate": 5.406278855032317e-06,
+      "loss": 0.0812,
+      "step": 9950
+    },
+    {
+      "epoch": 2.299168975069252,
+      "grad_norm": 15.020936012268066,
+      "learning_rate": 5.401662049861495e-06,
+      "loss": 0.181,
+      "step": 9960
+    },
+    {
+      "epoch": 2.301477377654663,
+      "grad_norm": 1.0838297605514526,
+      "learning_rate": 5.3970452446906744e-06,
+      "loss": 0.1372,
+      "step": 9970
+    },
+    {
+      "epoch": 2.303785780240074,
+      "grad_norm": 7.529239654541016,
+      "learning_rate": 5.392428439519853e-06,
+      "loss": 0.1077,
+      "step": 9980
+    },
+    {
+      "epoch": 2.306094182825485,
+      "grad_norm": 8.316734313964844,
+      "learning_rate": 5.387811634349031e-06,
+      "loss": 0.1192,
+      "step": 9990
+    },
+    {
+      "epoch": 2.308402585410896,
+      "grad_norm": 19.527170181274414,
+      "learning_rate": 5.383194829178209e-06,
+      "loss": 0.1068,
+      "step": 10000
+    },
+    {
+      "epoch": 2.3107109879963064,
+      "grad_norm": 0.010472903028130531,
+      "learning_rate": 5.378578024007387e-06,
+      "loss": 0.2407,
+      "step": 10010
+    },
+    {
+      "epoch": 2.3130193905817173,
+      "grad_norm": 0.011368873529136181,
+      "learning_rate": 5.373961218836566e-06,
+      "loss": 0.2354,
+      "step": 10020
+    },
+    {
+      "epoch": 2.3153277931671283,
+      "grad_norm": 2.553821086883545,
+      "learning_rate": 5.369344413665744e-06,
+      "loss": 0.1708,
+      "step": 10030
+    },
+    {
+      "epoch": 2.3176361957525393,
+      "grad_norm": 0.07721114903688431,
+      "learning_rate": 5.364727608494922e-06,
+      "loss": 0.1417,
+      "step": 10040
+    },
+    {
+      "epoch": 2.3199445983379503,
+      "grad_norm": 2.3833868503570557,
+      "learning_rate": 5.3601108033241e-06,
+      "loss": 0.1596,
+      "step": 10050
+    },
+    {
+      "epoch": 2.322253000923361,
+      "grad_norm": 1.267509937286377,
+      "learning_rate": 5.3554939981532785e-06,
+      "loss": 0.1137,
+      "step": 10060
+    },
+    {
+      "epoch": 2.324561403508772,
+      "grad_norm": 0.006082138977944851,
+      "learning_rate": 5.350877192982457e-06,
+      "loss": 0.0816,
+      "step": 10070
+    },
+    {
+      "epoch": 2.326869806094183,
+      "grad_norm": 1.6724847555160522,
+      "learning_rate": 5.346260387811635e-06,
+      "loss": 0.1174,
+      "step": 10080
+    },
+    {
+      "epoch": 2.329178208679594,
+      "grad_norm": 3.9419944286346436,
+      "learning_rate": 5.341643582640813e-06,
+      "loss": 0.0286,
+      "step": 10090
+    },
+    {
+      "epoch": 2.331486611265005,
+      "grad_norm": 3.089473009109497,
+      "learning_rate": 5.337026777469991e-06,
+      "loss": 0.0545,
+      "step": 10100
+    },
+    {
+      "epoch": 2.3337950138504153,
+      "grad_norm": 7.198444366455078,
+      "learning_rate": 5.33240997229917e-06,
+      "loss": 0.075,
+      "step": 10110
+    },
+    {
+      "epoch": 2.3361034164358263,
+      "grad_norm": 1.4369611740112305,
+      "learning_rate": 5.327793167128348e-06,
+      "loss": 0.0721,
+      "step": 10120
+    },
+    {
+      "epoch": 2.3384118190212373,
+      "grad_norm": 9.33039379119873,
+      "learning_rate": 5.323176361957526e-06,
+      "loss": 0.1526,
+      "step": 10130
+    },
+    {
+      "epoch": 2.3407202216066483,
+      "grad_norm": 0.6000414490699768,
+      "learning_rate": 5.318559556786704e-06,
+      "loss": 0.1733,
+      "step": 10140
+    },
+    {
+      "epoch": 2.3430286241920593,
+      "grad_norm": 0.27287518978118896,
+      "learning_rate": 5.3139427516158826e-06,
+      "loss": 0.0913,
+      "step": 10150
+    },
+    {
+      "epoch": 2.34533702677747,
+      "grad_norm": 0.010472988709807396,
+      "learning_rate": 5.309325946445061e-06,
+      "loss": 0.1022,
+      "step": 10160
+    },
+    {
+      "epoch": 2.347645429362881,
+      "grad_norm": 11.53478717803955,
+      "learning_rate": 5.304709141274239e-06,
+      "loss": 0.2519,
+      "step": 10170
+    },
+    {
+      "epoch": 2.3499538319482918,
+      "grad_norm": 3.843574285507202,
+      "learning_rate": 5.300092336103417e-06,
+      "loss": 0.1698,
+      "step": 10180
+    },
+    {
+      "epoch": 2.3522622345337028,
+      "grad_norm": 10.747403144836426,
+      "learning_rate": 5.2954755309325955e-06,
+      "loss": 0.1246,
+      "step": 10190
+    },
+    {
+      "epoch": 2.3545706371191137,
+      "grad_norm": 2.907240629196167,
+      "learning_rate": 5.290858725761774e-06,
+      "loss": 0.0391,
+      "step": 10200
+    },
+    {
+      "epoch": 2.3568790397045243,
+      "grad_norm": 0.05704546347260475,
+      "learning_rate": 5.286241920590951e-06,
+      "loss": 0.06,
+      "step": 10210
+    },
+    {
+      "epoch": 2.3591874422899353,
+      "grad_norm": 8.052515983581543,
+      "learning_rate": 5.281625115420129e-06,
+      "loss": 0.1085,
+      "step": 10220
+    },
+    {
+      "epoch": 2.3614958448753463,
+      "grad_norm": 6.959723472595215,
+      "learning_rate": 5.2770083102493075e-06,
+      "loss": 0.1959,
+      "step": 10230
+    },
+    {
+      "epoch": 2.3638042474607572,
+      "grad_norm": 0.8250983953475952,
+      "learning_rate": 5.272391505078486e-06,
+      "loss": 0.1978,
+      "step": 10240
+    },
+    {
+      "epoch": 2.366112650046168,
+      "grad_norm": 0.8531680107116699,
+      "learning_rate": 5.267774699907664e-06,
+      "loss": 0.1688,
+      "step": 10250
+    },
+    {
+      "epoch": 2.3684210526315788,
+      "grad_norm": 3.994530439376831,
+      "learning_rate": 5.263157894736842e-06,
+      "loss": 0.1565,
+      "step": 10260
+    },
+    {
+      "epoch": 2.3707294552169897,
+      "grad_norm": 5.152223587036133,
+      "learning_rate": 5.2585410895660205e-06,
+      "loss": 0.0608,
+      "step": 10270
+    },
+    {
+      "epoch": 2.3730378578024007,
+      "grad_norm": 0.958200991153717,
+      "learning_rate": 5.253924284395199e-06,
+      "loss": 0.0772,
+      "step": 10280
+    },
+    {
+      "epoch": 2.3753462603878117,
+      "grad_norm": 12.468168258666992,
+      "learning_rate": 5.249307479224377e-06,
+      "loss": 0.1942,
+      "step": 10290
+    },
+    {
+      "epoch": 2.3776546629732227,
+      "grad_norm": 0.5707756876945496,
+      "learning_rate": 5.244690674053555e-06,
+      "loss": 0.0483,
+      "step": 10300
+    },
+    {
+      "epoch": 2.3799630655586332,
+      "grad_norm": 7.6824493408203125,
+      "learning_rate": 5.240073868882733e-06,
+      "loss": 0.2506,
+      "step": 10310
+    },
+    {
+      "epoch": 2.3822714681440442,
+      "grad_norm": 3.3208401203155518,
+      "learning_rate": 5.235457063711912e-06,
+      "loss": 0.0919,
+      "step": 10320
+    },
+    {
+      "epoch": 2.384579870729455,
+      "grad_norm": 18.769147872924805,
+      "learning_rate": 5.23084025854109e-06,
+      "loss": 0.2225,
+      "step": 10330
+    },
+    {
+      "epoch": 2.386888273314866,
+      "grad_norm": 0.3650968074798584,
+      "learning_rate": 5.226223453370268e-06,
+      "loss": 0.2222,
+      "step": 10340
+    },
+    {
+      "epoch": 2.389196675900277,
+      "grad_norm": 7.498579502105713,
+      "learning_rate": 5.221606648199446e-06,
+      "loss": 0.0518,
+      "step": 10350
+    },
+    {
+      "epoch": 2.3915050784856877,
+      "grad_norm": 0.03944002091884613,
+      "learning_rate": 5.2169898430286245e-06,
+      "loss": 0.1112,
+      "step": 10360
+    },
+    {
+      "epoch": 2.3938134810710987,
+      "grad_norm": 0.035453423857688904,
+      "learning_rate": 5.212373037857803e-06,
+      "loss": 0.0622,
+      "step": 10370
+    },
+    {
+      "epoch": 2.3961218836565097,
+      "grad_norm": 0.359327495098114,
+      "learning_rate": 5.207756232686981e-06,
+      "loss": 0.0757,
+      "step": 10380
+    },
+    {
+      "epoch": 2.3984302862419207,
+      "grad_norm": 0.8615443110466003,
+      "learning_rate": 5.203139427516159e-06,
+      "loss": 0.1608,
+      "step": 10390
+    },
+    {
+      "epoch": 2.4007386888273317,
+      "grad_norm": 13.809239387512207,
+      "learning_rate": 5.1985226223453374e-06,
+      "loss": 0.1539,
+      "step": 10400
+    },
+    {
+      "epoch": 2.403047091412742,
+      "grad_norm": 2.998382329940796,
+      "learning_rate": 5.193905817174516e-06,
+      "loss": 0.0656,
+      "step": 10410
+    },
+    {
+      "epoch": 2.405355493998153,
+      "grad_norm": 1.6741342544555664,
+      "learning_rate": 5.189289012003694e-06,
+      "loss": 0.0862,
+      "step": 10420
+    },
+    {
+      "epoch": 2.407663896583564,
+      "grad_norm": 1.6313860416412354,
+      "learning_rate": 5.184672206832873e-06,
+      "loss": 0.0716,
+      "step": 10430
+    },
+    {
+      "epoch": 2.409972299168975,
+      "grad_norm": 4.321824550628662,
+      "learning_rate": 5.180055401662051e-06,
+      "loss": 0.0553,
+      "step": 10440
+    },
+    {
+      "epoch": 2.412280701754386,
+      "grad_norm": 1.8620705604553223,
+      "learning_rate": 5.175438596491229e-06,
+      "loss": 0.0516,
+      "step": 10450
+    },
+    {
+      "epoch": 2.4145891043397967,
+      "grad_norm": 1.8643032312393188,
+      "learning_rate": 5.170821791320406e-06,
+      "loss": 0.1259,
+      "step": 10460
+    },
+    {
+      "epoch": 2.4168975069252077,
+      "grad_norm": 1.228969693183899,
+      "learning_rate": 5.166204986149584e-06,
+      "loss": 0.0642,
+      "step": 10470
+    },
+    {
+      "epoch": 2.4192059095106186,
+      "grad_norm": 0.0082811638712883,
+      "learning_rate": 5.161588180978762e-06,
+      "loss": 0.2539,
+      "step": 10480
+    },
+    {
+      "epoch": 2.4215143120960296,
+      "grad_norm": 0.0017055664211511612,
+      "learning_rate": 5.156971375807941e-06,
+      "loss": 0.1083,
+      "step": 10490
+    },
+    {
+      "epoch": 2.4238227146814406,
+      "grad_norm": 0.024952754378318787,
+      "learning_rate": 5.152354570637119e-06,
+      "loss": 0.162,
+      "step": 10500
+    },
+    {
+      "epoch": 2.426131117266851,
+      "grad_norm": 0.05639614537358284,
+      "learning_rate": 5.147737765466297e-06,
+      "loss": 0.1719,
+      "step": 10510
+    },
+    {
+      "epoch": 2.428439519852262,
+      "grad_norm": 0.2340765744447708,
+      "learning_rate": 5.143120960295475e-06,
+      "loss": 0.0371,
+      "step": 10520
+    },
+    {
+      "epoch": 2.430747922437673,
+      "grad_norm": 0.228525772690773,
+      "learning_rate": 5.1385041551246535e-06,
+      "loss": 0.174,
+      "step": 10530
+    },
+    {
+      "epoch": 2.433056325023084,
+      "grad_norm": 0.45449307560920715,
+      "learning_rate": 5.133887349953832e-06,
+      "loss": 0.1605,
+      "step": 10540
+    },
+    {
+      "epoch": 2.435364727608495,
+      "grad_norm": 5.817375659942627,
+      "learning_rate": 5.129270544783011e-06,
+      "loss": 0.1704,
+      "step": 10550
+    },
+    {
+      "epoch": 2.4376731301939056,
+      "grad_norm": 0.13261659443378448,
+      "learning_rate": 5.124653739612189e-06,
+      "loss": 0.1107,
+      "step": 10560
+    },
+    {
+      "epoch": 2.4399815327793166,
+      "grad_norm": 0.17769721150398254,
+      "learning_rate": 5.120036934441367e-06,
+      "loss": 0.2034,
+      "step": 10570
+    },
+    {
+      "epoch": 2.4422899353647276,
+      "grad_norm": 10.103926658630371,
+      "learning_rate": 5.1154201292705455e-06,
+      "loss": 0.1,
+      "step": 10580
+    },
+    {
+      "epoch": 2.4445983379501386,
+      "grad_norm": 4.391120433807373,
+      "learning_rate": 5.110803324099724e-06,
+      "loss": 0.1804,
+      "step": 10590
+    },
+    {
+      "epoch": 2.4469067405355496,
+      "grad_norm": 4.3361616134643555,
+      "learning_rate": 5.106186518928902e-06,
+      "loss": 0.0433,
+      "step": 10600
+    },
+    {
+      "epoch": 2.44921514312096,
+      "grad_norm": 7.4146294593811035,
+      "learning_rate": 5.10156971375808e-06,
+      "loss": 0.0698,
+      "step": 10610
+    },
+    {
+      "epoch": 2.451523545706371,
+      "grad_norm": 7.45351505279541,
+      "learning_rate": 5.0969529085872585e-06,
+      "loss": 0.1882,
+      "step": 10620
+    },
+    {
+      "epoch": 2.453831948291782,
+      "grad_norm": 7.367565631866455,
+      "learning_rate": 5.092336103416437e-06,
+      "loss": 0.1808,
+      "step": 10630
+    },
+    {
+      "epoch": 2.456140350877193,
+      "grad_norm": 8.811199188232422,
+      "learning_rate": 5.087719298245615e-06,
+      "loss": 0.1969,
+      "step": 10640
+    },
+    {
+      "epoch": 2.458448753462604,
+      "grad_norm": 0.30227410793304443,
+      "learning_rate": 5.083102493074793e-06,
+      "loss": 0.068,
+      "step": 10650
+    },
+    {
+      "epoch": 2.4607571560480146,
+      "grad_norm": 0.021973516792058945,
+      "learning_rate": 5.078485687903971e-06,
+      "loss": 0.133,
+      "step": 10660
+    },
+    {
+      "epoch": 2.4630655586334256,
+      "grad_norm": 0.20362035930156708,
+      "learning_rate": 5.07386888273315e-06,
+      "loss": 0.1689,
+      "step": 10670
+    },
+    {
+      "epoch": 2.4653739612188366,
+      "grad_norm": 8.237716674804688,
+      "learning_rate": 5.069252077562328e-06,
+      "loss": 0.1539,
+      "step": 10680
+    },
+    {
+      "epoch": 2.4676823638042475,
+      "grad_norm": 1.113956332206726,
+      "learning_rate": 5.064635272391506e-06,
+      "loss": 0.0879,
+      "step": 10690
+    },
+    {
+      "epoch": 2.4699907663896585,
+      "grad_norm": 5.183690071105957,
+      "learning_rate": 5.060018467220684e-06,
+      "loss": 0.1298,
+      "step": 10700
+    },
+    {
+      "epoch": 2.472299168975069,
+      "grad_norm": 5.826737403869629,
+      "learning_rate": 5.055401662049862e-06,
+      "loss": 0.1101,
+      "step": 10710
+    },
+    {
+      "epoch": 2.47460757156048,
+      "grad_norm": 0.6018840670585632,
+      "learning_rate": 5.05078485687904e-06,
+      "loss": 0.0893,
+      "step": 10720
+    },
+    {
+      "epoch": 2.476915974145891,
+      "grad_norm": 1.2729594707489014,
+      "learning_rate": 5.046168051708218e-06,
+      "loss": 0.0419,
+      "step": 10730
+    },
+    {
+      "epoch": 2.479224376731302,
+      "grad_norm": 0.5178221464157104,
+      "learning_rate": 5.041551246537396e-06,
+      "loss": 0.1132,
+      "step": 10740
+    },
+    {
+      "epoch": 2.481532779316713,
+      "grad_norm": 0.6894585490226746,
+      "learning_rate": 5.036934441366575e-06,
+      "loss": 0.106,
+      "step": 10750
+    },
+    {
+      "epoch": 2.4838411819021236,
+      "grad_norm": 10.935760498046875,
+      "learning_rate": 5.032317636195753e-06,
+      "loss": 0.0915,
+      "step": 10760
+    },
+    {
+      "epoch": 2.4861495844875345,
+      "grad_norm": 0.35753488540649414,
+      "learning_rate": 5.027700831024931e-06,
+      "loss": 0.1277,
+      "step": 10770
+    },
+    {
+      "epoch": 2.4884579870729455,
+      "grad_norm": 5.115323543548584,
+      "learning_rate": 5.023084025854109e-06,
+      "loss": 0.14,
+      "step": 10780
+    },
+    {
+      "epoch": 2.4907663896583565,
+      "grad_norm": 3.7961530685424805,
+      "learning_rate": 5.0184672206832875e-06,
+      "loss": 0.1547,
+      "step": 10790
+    },
+    {
+      "epoch": 2.4930747922437675,
+      "grad_norm": 0.9842548370361328,
+      "learning_rate": 5.013850415512466e-06,
+      "loss": 0.0896,
+      "step": 10800
+    },
+    {
+      "epoch": 2.495383194829178,
+      "grad_norm": 0.001225674874149263,
+      "learning_rate": 5.009233610341644e-06,
+      "loss": 0.088,
+      "step": 10810
+    },
+    {
+      "epoch": 2.497691597414589,
+      "grad_norm": 0.20593582093715668,
+      "learning_rate": 5.004616805170822e-06,
+      "loss": 0.1703,
+      "step": 10820
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 8.60975170135498,
+      "learning_rate": 5e-06,
+      "loss": 0.1198,
+      "step": 10830
+    },
+    {
+      "epoch": 2.502308402585411,
+      "grad_norm": 12.95661735534668,
+      "learning_rate": 4.995383194829179e-06,
+      "loss": 0.1492,
+      "step": 10840
+    },
+    {
+      "epoch": 2.504616805170822,
+      "grad_norm": 0.016272690147161484,
+      "learning_rate": 4.990766389658357e-06,
+      "loss": 0.0816,
+      "step": 10850
+    },
+    {
+      "epoch": 2.5069252077562325,
+      "grad_norm": 4.308964729309082,
+      "learning_rate": 4.986149584487535e-06,
+      "loss": 0.0893,
+      "step": 10860
+    },
+    {
+      "epoch": 2.5092336103416435,
+      "grad_norm": 0.2542669177055359,
+      "learning_rate": 4.981532779316713e-06,
+      "loss": 0.054,
+      "step": 10870
+    },
+    {
+      "epoch": 2.5115420129270545,
+      "grad_norm": 0.8899867534637451,
+      "learning_rate": 4.9769159741458916e-06,
+      "loss": 0.0916,
+      "step": 10880
+    },
+    {
+      "epoch": 2.5138504155124655,
+      "grad_norm": 4.631340980529785,
+      "learning_rate": 4.97229916897507e-06,
+      "loss": 0.1524,
+      "step": 10890
+    },
+    {
+      "epoch": 2.5161588180978764,
+      "grad_norm": 2.2988791465759277,
+      "learning_rate": 4.967682363804248e-06,
+      "loss": 0.0474,
+      "step": 10900
+    },
+    {
+      "epoch": 2.518467220683287,
+      "grad_norm": 11.104069709777832,
+      "learning_rate": 4.963065558633426e-06,
+      "loss": 0.1028,
+      "step": 10910
+    },
+    {
+      "epoch": 2.520775623268698,
+      "grad_norm": 0.3736654818058014,
+      "learning_rate": 4.9584487534626045e-06,
+      "loss": 0.0933,
+      "step": 10920
+    },
+    {
+      "epoch": 2.523084025854109,
+      "grad_norm": 7.188614845275879,
+      "learning_rate": 4.953831948291783e-06,
+      "loss": 0.1667,
+      "step": 10930
+    },
+    {
+      "epoch": 2.52539242843952,
+      "grad_norm": 0.136319100856781,
+      "learning_rate": 4.949215143120961e-06,
+      "loss": 0.1315,
+      "step": 10940
+    },
+    {
+      "epoch": 2.527700831024931,
+      "grad_norm": 9.168624877929688,
+      "learning_rate": 4.944598337950139e-06,
+      "loss": 0.1315,
+      "step": 10950
+    },
+    {
+      "epoch": 2.5300092336103415,
+      "grad_norm": 10.19312572479248,
+      "learning_rate": 4.939981532779317e-06,
+      "loss": 0.2534,
+      "step": 10960
+    },
+    {
+      "epoch": 2.5323176361957525,
+      "grad_norm": 9.690261840820312,
+      "learning_rate": 4.935364727608496e-06,
+      "loss": 0.1123,
+      "step": 10970
+    },
+    {
+      "epoch": 2.5346260387811634,
+      "grad_norm": 0.002922193845734,
+      "learning_rate": 4.930747922437674e-06,
+      "loss": 0.089,
+      "step": 10980
+    },
+    {
+      "epoch": 2.5369344413665744,
+      "grad_norm": 7.273950099945068,
+      "learning_rate": 4.926131117266852e-06,
+      "loss": 0.1011,
+      "step": 10990
+    },
+    {
+      "epoch": 2.5392428439519854,
+      "grad_norm": 14.686577796936035,
+      "learning_rate": 4.92151431209603e-06,
+      "loss": 0.2818,
+      "step": 11000
+    },
+    {
+      "epoch": 2.541551246537396,
+      "grad_norm": 6.286073684692383,
+      "learning_rate": 4.9168975069252085e-06,
+      "loss": 0.1788,
+      "step": 11010
+    },
+    {
+      "epoch": 2.543859649122807,
+      "grad_norm": 5.268906593322754,
+      "learning_rate": 4.912280701754386e-06,
+      "loss": 0.2233,
+      "step": 11020
+    },
+    {
+      "epoch": 2.546168051708218,
+      "grad_norm": 2.672182559967041,
+      "learning_rate": 4.907663896583564e-06,
+      "loss": 0.171,
+      "step": 11030
+    },
+    {
+      "epoch": 2.548476454293629,
+      "grad_norm": 0.9314679503440857,
+      "learning_rate": 4.903047091412742e-06,
+      "loss": 0.06,
+      "step": 11040
+    },
+    {
+      "epoch": 2.55078485687904,
+      "grad_norm": 8.238770484924316,
+      "learning_rate": 4.898430286241921e-06,
+      "loss": 0.1555,
+      "step": 11050
+    },
+    {
+      "epoch": 2.5530932594644504,
+      "grad_norm": 9.039568901062012,
+      "learning_rate": 4.893813481071099e-06,
+      "loss": 0.2041,
+      "step": 11060
+    },
+    {
+      "epoch": 2.5554016620498614,
+      "grad_norm": 0.08301632851362228,
+      "learning_rate": 4.889196675900277e-06,
+      "loss": 0.2525,
+      "step": 11070
+    },
+    {
+      "epoch": 2.5577100646352724,
+      "grad_norm": 0.5256550908088684,
+      "learning_rate": 4.884579870729455e-06,
+      "loss": 0.0738,
+      "step": 11080
+    },
+    {
+      "epoch": 2.5600184672206834,
+      "grad_norm": 0.0030590256210416555,
+      "learning_rate": 4.8799630655586335e-06,
+      "loss": 0.0867,
+      "step": 11090
+    },
+    {
+      "epoch": 2.5623268698060944,
+      "grad_norm": 0.07534092664718628,
+      "learning_rate": 4.875346260387812e-06,
+      "loss": 0.0211,
+      "step": 11100
+    },
+    {
+      "epoch": 2.564635272391505,
+      "grad_norm": 0.2707156240940094,
+      "learning_rate": 4.87072945521699e-06,
+      "loss": 0.1175,
+      "step": 11110
+    },
+    {
+      "epoch": 2.566943674976916,
+      "grad_norm": 6.710625648498535,
+      "learning_rate": 4.866112650046169e-06,
+      "loss": 0.1548,
+      "step": 11120
+    },
+    {
+      "epoch": 2.569252077562327,
+      "grad_norm": 8.996347427368164,
+      "learning_rate": 4.861495844875347e-06,
+      "loss": 0.1408,
+      "step": 11130
+    },
+    {
+      "epoch": 2.571560480147738,
+      "grad_norm": 0.4904603660106659,
+      "learning_rate": 4.8568790397045255e-06,
+      "loss": 0.0109,
+      "step": 11140
+    },
+    {
+      "epoch": 2.573868882733149,
+      "grad_norm": 6.742771148681641,
+      "learning_rate": 4.852262234533703e-06,
+      "loss": 0.1513,
+      "step": 11150
+    },
+    {
+      "epoch": 2.5761772853185594,
+      "grad_norm": 0.23859672248363495,
+      "learning_rate": 4.847645429362881e-06,
+      "loss": 0.0954,
+      "step": 11160
+    },
+    {
+      "epoch": 2.5784856879039704,
+      "grad_norm": 4.727524757385254,
+      "learning_rate": 4.843028624192059e-06,
+      "loss": 0.2321,
+      "step": 11170
+    },
+    {
+      "epoch": 2.5807940904893814,
+      "grad_norm": 0.841078519821167,
+      "learning_rate": 4.8384118190212376e-06,
+      "loss": 0.0832,
+      "step": 11180
+    },
+    {
+      "epoch": 2.5831024930747923,
+      "grad_norm": 0.2316310852766037,
+      "learning_rate": 4.833795013850416e-06,
+      "loss": 0.1029,
+      "step": 11190
+    },
+    {
+      "epoch": 2.5854108956602033,
+      "grad_norm": 0.025395721197128296,
+      "learning_rate": 4.829178208679594e-06,
+      "loss": 0.1506,
+      "step": 11200
+    },
+    {
+      "epoch": 2.587719298245614,
+      "grad_norm": 8.19233512878418,
+      "learning_rate": 4.824561403508772e-06,
+      "loss": 0.0953,
+      "step": 11210
+    },
+    {
+      "epoch": 2.590027700831025,
+      "grad_norm": 0.6950219869613647,
+      "learning_rate": 4.8199445983379505e-06,
+      "loss": 0.0725,
+      "step": 11220
+    },
+    {
+      "epoch": 2.592336103416436,
+      "grad_norm": 9.826360702514648,
+      "learning_rate": 4.815327793167129e-06,
+      "loss": 0.1368,
+      "step": 11230
+    },
+    {
+      "epoch": 2.594644506001847,
+      "grad_norm": 5.526108264923096,
+      "learning_rate": 4.810710987996307e-06,
+      "loss": 0.0871,
+      "step": 11240
+    },
+    {
+      "epoch": 2.596952908587258,
+      "grad_norm": 3.102935314178467,
+      "learning_rate": 4.806094182825485e-06,
+      "loss": 0.1603,
+      "step": 11250
+    },
+    {
+      "epoch": 2.5992613111726683,
+      "grad_norm": 2.393739938735962,
+      "learning_rate": 4.801477377654663e-06,
+      "loss": 0.3449,
+      "step": 11260
+    },
+    {
+      "epoch": 2.6015697137580793,
+      "grad_norm": 5.931601524353027,
+      "learning_rate": 4.796860572483842e-06,
+      "loss": 0.1194,
+      "step": 11270
+    },
+    {
+      "epoch": 2.6038781163434903,
+      "grad_norm": 4.0177717208862305,
+      "learning_rate": 4.79224376731302e-06,
+      "loss": 0.1451,
+      "step": 11280
+    },
+    {
+      "epoch": 2.6061865189289013,
+      "grad_norm": 6.002121925354004,
+      "learning_rate": 4.787626962142198e-06,
+      "loss": 0.0524,
+      "step": 11290
+    },
+    {
+      "epoch": 2.6084949215143123,
+      "grad_norm": 2.448683977127075,
+      "learning_rate": 4.783010156971376e-06,
+      "loss": 0.1586,
+      "step": 11300
+    },
+    {
+      "epoch": 2.610803324099723,
+      "grad_norm": 0.02205214649438858,
+      "learning_rate": 4.7783933518005545e-06,
+      "loss": 0.051,
+      "step": 11310
+    },
+    {
+      "epoch": 2.613111726685134,
+      "grad_norm": 1.4181525707244873,
+      "learning_rate": 4.773776546629733e-06,
+      "loss": 0.17,
+      "step": 11320
+    },
+    {
+      "epoch": 2.615420129270545,
+      "grad_norm": 4.464173316955566,
+      "learning_rate": 4.769159741458911e-06,
+      "loss": 0.1973,
+      "step": 11330
+    },
+    {
+      "epoch": 2.6177285318559558,
+      "grad_norm": 9.001364707946777,
+      "learning_rate": 4.764542936288089e-06,
+      "loss": 0.1334,
+      "step": 11340
+    },
+    {
+      "epoch": 2.6200369344413668,
+      "grad_norm": 0.4343610405921936,
+      "learning_rate": 4.7599261311172675e-06,
+      "loss": 0.0886,
+      "step": 11350
+    },
+    {
+      "epoch": 2.6223453370267773,
+      "grad_norm": 2.682781934738159,
+      "learning_rate": 4.755309325946446e-06,
+      "loss": 0.1994,
+      "step": 11360
+    },
+    {
+      "epoch": 2.6246537396121883,
+      "grad_norm": 0.1579998880624771,
+      "learning_rate": 4.750692520775624e-06,
+      "loss": 0.0586,
+      "step": 11370
+    },
+    {
+      "epoch": 2.6269621421975993,
+      "grad_norm": 2.7223992347717285,
+      "learning_rate": 4.746075715604802e-06,
+      "loss": 0.1036,
+      "step": 11380
+    },
+    {
+      "epoch": 2.6292705447830103,
+      "grad_norm": 0.3042351007461548,
+      "learning_rate": 4.74145891043398e-06,
+      "loss": 0.1053,
+      "step": 11390
+    },
+    {
+      "epoch": 2.6315789473684212,
+      "grad_norm": 0.18436291813850403,
+      "learning_rate": 4.736842105263158e-06,
+      "loss": 0.0866,
+      "step": 11400
+    },
+    {
+      "epoch": 2.633887349953832,
+      "grad_norm": 6.090860843658447,
+      "learning_rate": 4.732225300092336e-06,
+      "loss": 0.0962,
+      "step": 11410
+    },
+    {
+      "epoch": 2.6361957525392428,
+      "grad_norm": 0.6144652366638184,
+      "learning_rate": 4.727608494921514e-06,
+      "loss": 0.0716,
+      "step": 11420
+    },
+    {
+      "epoch": 2.6385041551246537,
+      "grad_norm": 0.385552316904068,
+      "learning_rate": 4.7229916897506924e-06,
+      "loss": 0.0344,
+      "step": 11430
+    },
+    {
+      "epoch": 2.6408125577100647,
+      "grad_norm": 7.219420909881592,
+      "learning_rate": 4.718374884579871e-06,
+      "loss": 0.2256,
+      "step": 11440
+    },
+    {
+      "epoch": 2.6431209602954757,
+      "grad_norm": 2.0240821838378906,
+      "learning_rate": 4.713758079409049e-06,
+      "loss": 0.1099,
+      "step": 11450
+    },
+    {
+      "epoch": 2.6454293628808863,
+      "grad_norm": 3.666261672973633,
+      "learning_rate": 4.709141274238227e-06,
+      "loss": 0.0943,
+      "step": 11460
+    },
+    {
+      "epoch": 2.6477377654662972,
+      "grad_norm": 0.025211500003933907,
+      "learning_rate": 4.704524469067406e-06,
+      "loss": 0.0438,
+      "step": 11470
+    },
+    {
+      "epoch": 2.6500461680517082,
+      "grad_norm": 8.360804557800293,
+      "learning_rate": 4.699907663896584e-06,
+      "loss": 0.0867,
+      "step": 11480
+    },
+    {
+      "epoch": 2.652354570637119,
+      "grad_norm": 0.030948152765631676,
+      "learning_rate": 4.695290858725763e-06,
+      "loss": 0.1312,
+      "step": 11490
+    },
+    {
+      "epoch": 2.65466297322253,
+      "grad_norm": 2.7387523651123047,
+      "learning_rate": 4.690674053554941e-06,
+      "loss": 0.1682,
+      "step": 11500
+    },
+    {
+      "epoch": 2.6569713758079407,
+      "grad_norm": 12.855392456054688,
+      "learning_rate": 4.686057248384119e-06,
+      "loss": 0.1544,
+      "step": 11510
+    },
+    {
+      "epoch": 2.6592797783933517,
+      "grad_norm": 7.6028547286987305,
+      "learning_rate": 4.681440443213297e-06,
+      "loss": 0.1219,
+      "step": 11520
+    },
+    {
+      "epoch": 2.6615881809787627,
+      "grad_norm": 0.24558210372924805,
+      "learning_rate": 4.676823638042475e-06,
+      "loss": 0.1672,
+      "step": 11530
+    },
+    {
+      "epoch": 2.6638965835641737,
+      "grad_norm": 2.8545150756835938,
+      "learning_rate": 4.672206832871653e-06,
+      "loss": 0.1525,
+      "step": 11540
+    },
+    {
+      "epoch": 2.6662049861495847,
+      "grad_norm": 6.165798187255859,
+      "learning_rate": 4.667590027700831e-06,
+      "loss": 0.1455,
+      "step": 11550
+    },
+    {
+      "epoch": 2.668513388734995,
+      "grad_norm": 6.052087306976318,
+      "learning_rate": 4.662973222530009e-06,
+      "loss": 0.0924,
+      "step": 11560
+    },
+    {
+      "epoch": 2.670821791320406,
+      "grad_norm": 0.026141835376620293,
+      "learning_rate": 4.658356417359188e-06,
+      "loss": 0.1824,
+      "step": 11570
+    },
+    {
+      "epoch": 2.673130193905817,
+      "grad_norm": 5.248561859130859,
+      "learning_rate": 4.653739612188366e-06,
+      "loss": 0.0746,
+      "step": 11580
+    },
+    {
+      "epoch": 2.675438596491228,
+      "grad_norm": 0.4188123345375061,
+      "learning_rate": 4.649122807017544e-06,
+      "loss": 0.0493,
+      "step": 11590
+    },
+    {
+      "epoch": 2.677746999076639,
+      "grad_norm": 11.177963256835938,
+      "learning_rate": 4.644506001846722e-06,
+      "loss": 0.0745,
+      "step": 11600
+    },
+    {
+      "epoch": 2.6800554016620497,
+      "grad_norm": 7.531991958618164,
+      "learning_rate": 4.6398891966759005e-06,
+      "loss": 0.1461,
+      "step": 11610
+    },
+    {
+      "epoch": 2.6823638042474607,
+      "grad_norm": 0.7496140599250793,
+      "learning_rate": 4.635272391505079e-06,
+      "loss": 0.0574,
+      "step": 11620
+    },
+    {
+      "epoch": 2.6846722068328717,
+      "grad_norm": 0.823010265827179,
+      "learning_rate": 4.630655586334257e-06,
+      "loss": 0.1198,
+      "step": 11630
+    },
+    {
+      "epoch": 2.6869806094182827,
+      "grad_norm": 7.933892250061035,
+      "learning_rate": 4.626038781163435e-06,
+      "loss": 0.09,
+      "step": 11640
+    },
+    {
+      "epoch": 2.6892890120036936,
+      "grad_norm": 4.41282844543457,
+      "learning_rate": 4.6214219759926135e-06,
+      "loss": 0.112,
+      "step": 11650
+    },
+    {
+      "epoch": 2.691597414589104,
+      "grad_norm": 0.33152124285697937,
+      "learning_rate": 4.616805170821792e-06,
+      "loss": 0.0565,
+      "step": 11660
+    },
+    {
+      "epoch": 2.693905817174515,
+      "grad_norm": 0.028384560719132423,
+      "learning_rate": 4.61218836565097e-06,
+      "loss": 0.0685,
+      "step": 11670
+    },
+    {
+      "epoch": 2.696214219759926,
+      "grad_norm": 6.035626411437988,
+      "learning_rate": 4.607571560480148e-06,
+      "loss": 0.1751,
+      "step": 11680
+    },
+    {
+      "epoch": 2.698522622345337,
+      "grad_norm": 0.001319588627666235,
+      "learning_rate": 4.602954755309326e-06,
+      "loss": 0.0724,
+      "step": 11690
+    },
+    {
+      "epoch": 2.700831024930748,
+      "grad_norm": 1.2319642305374146,
+      "learning_rate": 4.598337950138505e-06,
+      "loss": 0.2252,
+      "step": 11700
+    },
+    {
+      "epoch": 2.7031394275161587,
+      "grad_norm": 12.681593894958496,
+      "learning_rate": 4.593721144967683e-06,
+      "loss": 0.1636,
+      "step": 11710
+    },
+    {
+      "epoch": 2.7054478301015696,
+      "grad_norm": 10.092299461364746,
+      "learning_rate": 4.589104339796861e-06,
+      "loss": 0.1498,
+      "step": 11720
+    },
+    {
+      "epoch": 2.7077562326869806,
+      "grad_norm": 0.002909166505560279,
+      "learning_rate": 4.584487534626039e-06,
+      "loss": 0.1948,
+      "step": 11730
+    },
+    {
+      "epoch": 2.7100646352723916,
+      "grad_norm": 8.839336395263672,
+      "learning_rate": 4.5798707294552175e-06,
+      "loss": 0.2027,
+      "step": 11740
+    },
+    {
+      "epoch": 2.7123730378578026,
+      "grad_norm": 0.16871292889118195,
+      "learning_rate": 4.575253924284396e-06,
+      "loss": 0.1081,
+      "step": 11750
+    },
+    {
+      "epoch": 2.714681440443213,
+      "grad_norm": 0.009426860138773918,
+      "learning_rate": 4.570637119113574e-06,
+      "loss": 0.0936,
+      "step": 11760
+    },
+    {
+      "epoch": 2.716989843028624,
+      "grad_norm": 8.538941383361816,
+      "learning_rate": 4.566020313942752e-06,
+      "loss": 0.2144,
+      "step": 11770
+    },
+    {
+      "epoch": 2.719298245614035,
+      "grad_norm": 5.874807357788086,
+      "learning_rate": 4.56140350877193e-06,
+      "loss": 0.1103,
+      "step": 11780
+    },
+    {
+      "epoch": 2.721606648199446,
+      "grad_norm": 1.0961629152297974,
+      "learning_rate": 4.556786703601108e-06,
+      "loss": 0.1151,
+      "step": 11790
+    },
+    {
+      "epoch": 2.723915050784857,
+      "grad_norm": 2.0657474994659424,
+      "learning_rate": 4.552169898430286e-06,
+      "loss": 0.1354,
+      "step": 11800
+    },
+    {
+      "epoch": 2.7262234533702676,
+      "grad_norm": 0.7834126353263855,
+      "learning_rate": 4.547553093259465e-06,
+      "loss": 0.0505,
+      "step": 11810
+    },
+    {
+      "epoch": 2.7285318559556786,
+      "grad_norm": 4.23038911819458,
+      "learning_rate": 4.542936288088643e-06,
+      "loss": 0.2024,
+      "step": 11820
+    },
+    {
+      "epoch": 2.7308402585410896,
+      "grad_norm": 8.258891105651855,
+      "learning_rate": 4.538319482917822e-06,
+      "loss": 0.0796,
+      "step": 11830
+    },
+    {
+      "epoch": 2.7331486611265006,
+      "grad_norm": 0.3063031733036041,
+      "learning_rate": 4.533702677747e-06,
+      "loss": 0.0795,
+      "step": 11840
+    },
+    {
+      "epoch": 2.7354570637119116,
+      "grad_norm": 2.1137850284576416,
+      "learning_rate": 4.529085872576178e-06,
+      "loss": 0.0801,
+      "step": 11850
+    },
+    {
+      "epoch": 2.737765466297322,
+      "grad_norm": 4.891541481018066,
+      "learning_rate": 4.524469067405356e-06,
+      "loss": 0.1934,
+      "step": 11860
+    },
+    {
+      "epoch": 2.740073868882733,
+      "grad_norm": 10.987977981567383,
+      "learning_rate": 4.5198522622345345e-06,
+      "loss": 0.2616,
+      "step": 11870
+    },
+    {
+      "epoch": 2.742382271468144,
+      "grad_norm": 5.472017765045166,
+      "learning_rate": 4.515235457063713e-06,
+      "loss": 0.1969,
+      "step": 11880
+    },
+    {
+      "epoch": 2.744690674053555,
+      "grad_norm": 1.2341314554214478,
+      "learning_rate": 4.510618651892891e-06,
+      "loss": 0.268,
+      "step": 11890
+    },
+    {
+      "epoch": 2.746999076638966,
+      "grad_norm": 3.740185022354126,
+      "learning_rate": 4.506001846722069e-06,
+      "loss": 0.1929,
+      "step": 11900
+    },
+    {
+      "epoch": 2.7493074792243766,
+      "grad_norm": 5.091491222381592,
+      "learning_rate": 4.5013850415512466e-06,
+      "loss": 0.0784,
+      "step": 11910
+    },
+    {
+      "epoch": 2.7516158818097876,
+      "grad_norm": 3.84535551071167,
+      "learning_rate": 4.496768236380425e-06,
+      "loss": 0.0996,
+      "step": 11920
+    },
+    {
+      "epoch": 2.7539242843951985,
+      "grad_norm": 6.8564276695251465,
+      "learning_rate": 4.492151431209603e-06,
+      "loss": 0.2739,
+      "step": 11930
+    },
+    {
+      "epoch": 2.7562326869806095,
+      "grad_norm": 0.9228309392929077,
+      "learning_rate": 4.487534626038781e-06,
+      "loss": 0.1234,
+      "step": 11940
+    },
+    {
+      "epoch": 2.7585410895660205,
+      "grad_norm": 0.5705520510673523,
+      "learning_rate": 4.4829178208679595e-06,
+      "loss": 0.1878,
+      "step": 11950
+    },
+    {
+      "epoch": 2.760849492151431,
+      "grad_norm": 2.723750352859497,
+      "learning_rate": 4.478301015697138e-06,
+      "loss": 0.0808,
+      "step": 11960
+    },
+    {
+      "epoch": 2.763157894736842,
+      "grad_norm": 0.039775166660547256,
+      "learning_rate": 4.473684210526316e-06,
+      "loss": 0.1177,
+      "step": 11970
+    },
+    {
+      "epoch": 2.765466297322253,
+      "grad_norm": 3.499601125717163,
+      "learning_rate": 4.469067405355494e-06,
+      "loss": 0.199,
+      "step": 11980
+    },
+    {
+      "epoch": 2.767774699907664,
+      "grad_norm": 0.47708064317703247,
+      "learning_rate": 4.464450600184672e-06,
+      "loss": 0.0252,
+      "step": 11990
+    },
+    {
+      "epoch": 2.770083102493075,
+      "grad_norm": 0.0033902195282280445,
+      "learning_rate": 4.459833795013851e-06,
+      "loss": 0.1332,
+      "step": 12000
+    },
+    {
+      "epoch": 2.7723915050784855,
+      "grad_norm": 3.745899200439453,
+      "learning_rate": 4.455216989843029e-06,
+      "loss": 0.0595,
+      "step": 12010
+    },
+    {
+      "epoch": 2.7746999076638965,
+      "grad_norm": 4.700807094573975,
+      "learning_rate": 4.450600184672207e-06,
+      "loss": 0.1559,
+      "step": 12020
+    },
+    {
+      "epoch": 2.7770083102493075,
+      "grad_norm": 1.475287914276123,
+      "learning_rate": 4.445983379501385e-06,
+      "loss": 0.3529,
+      "step": 12030
+    },
+    {
+      "epoch": 2.7793167128347185,
+      "grad_norm": 6.322391510009766,
+      "learning_rate": 4.4413665743305635e-06,
+      "loss": 0.1018,
+      "step": 12040
+    },
+    {
+      "epoch": 2.7816251154201295,
+      "grad_norm": 0.14255914092063904,
+      "learning_rate": 4.436749769159742e-06,
+      "loss": 0.1201,
+      "step": 12050
+    },
+    {
+      "epoch": 2.78393351800554,
+      "grad_norm": 2.42327618598938,
+      "learning_rate": 4.43213296398892e-06,
+      "loss": 0.0888,
+      "step": 12060
+    },
+    {
+      "epoch": 2.786241920590951,
+      "grad_norm": 0.27212220430374146,
+      "learning_rate": 4.427516158818098e-06,
+      "loss": 0.1177,
+      "step": 12070
+    },
+    {
+      "epoch": 2.788550323176362,
+      "grad_norm": 4.134885787963867,
+      "learning_rate": 4.4228993536472764e-06,
+      "loss": 0.2691,
+      "step": 12080
+    },
+    {
+      "epoch": 2.790858725761773,
+      "grad_norm": 0.6160984039306641,
+      "learning_rate": 4.418282548476455e-06,
+      "loss": 0.107,
+      "step": 12090
+    },
+    {
+      "epoch": 2.793167128347184,
+      "grad_norm": 7.349871635437012,
+      "learning_rate": 4.413665743305633e-06,
+      "loss": 0.2196,
+      "step": 12100
+    },
+    {
+      "epoch": 2.7954755309325945,
+      "grad_norm": 3.8904452323913574,
+      "learning_rate": 4.409048938134811e-06,
+      "loss": 0.1124,
+      "step": 12110
+    },
+    {
+      "epoch": 2.7977839335180055,
+      "grad_norm": 0.42588678002357483,
+      "learning_rate": 4.404432132963989e-06,
+      "loss": 0.1423,
+      "step": 12120
+    },
+    {
+      "epoch": 2.8000923361034165,
+      "grad_norm": 8.574092864990234,
+      "learning_rate": 4.399815327793168e-06,
+      "loss": 0.1425,
+      "step": 12130
+    },
+    {
+      "epoch": 2.8024007386888274,
+      "grad_norm": 0.49055933952331543,
+      "learning_rate": 4.395198522622346e-06,
+      "loss": 0.1008,
+      "step": 12140
+    },
+    {
+      "epoch": 2.8047091412742384,
+      "grad_norm": 8.238758087158203,
+      "learning_rate": 4.390581717451524e-06,
+      "loss": 0.142,
+      "step": 12150
+    },
+    {
+      "epoch": 2.807017543859649,
+      "grad_norm": 2.543043613433838,
+      "learning_rate": 4.385964912280702e-06,
+      "loss": 0.163,
+      "step": 12160
+    },
+    {
+      "epoch": 2.80932594644506,
+      "grad_norm": 10.594868659973145,
+      "learning_rate": 4.3813481071098805e-06,
+      "loss": 0.2544,
+      "step": 12170
+    },
+    {
+      "epoch": 2.811634349030471,
+      "grad_norm": 4.137728691101074,
+      "learning_rate": 4.376731301939059e-06,
+      "loss": 0.0655,
+      "step": 12180
+    },
+    {
+      "epoch": 2.813942751615882,
+      "grad_norm": 1.3153051137924194,
+      "learning_rate": 4.372114496768237e-06,
+      "loss": 0.147,
+      "step": 12190
+    },
+    {
+      "epoch": 2.816251154201293,
+      "grad_norm": 9.323812484741211,
+      "learning_rate": 4.367497691597415e-06,
+      "loss": 0.0993,
+      "step": 12200
+    },
+    {
+      "epoch": 2.8185595567867034,
+      "grad_norm": 0.6330371499061584,
+      "learning_rate": 4.362880886426593e-06,
+      "loss": 0.1303,
+      "step": 12210
+    },
+    {
+      "epoch": 2.8208679593721144,
+      "grad_norm": 7.022908687591553,
+      "learning_rate": 4.358264081255772e-06,
+      "loss": 0.1969,
+      "step": 12220
+    },
+    {
+      "epoch": 2.8231763619575254,
+      "grad_norm": 12.385854721069336,
+      "learning_rate": 4.35364727608495e-06,
+      "loss": 0.1082,
+      "step": 12230
+    },
+    {
+      "epoch": 2.8254847645429364,
+      "grad_norm": 3.009413003921509,
+      "learning_rate": 4.349030470914128e-06,
+      "loss": 0.1227,
+      "step": 12240
+    },
+    {
+      "epoch": 2.8277931671283474,
+      "grad_norm": 0.6962842345237732,
+      "learning_rate": 4.344413665743306e-06,
+      "loss": 0.1166,
+      "step": 12250
+    },
+    {
+      "epoch": 2.830101569713758,
+      "grad_norm": 1.5894197225570679,
+      "learning_rate": 4.3397968605724846e-06,
+      "loss": 0.1863,
+      "step": 12260
+    },
+    {
+      "epoch": 2.832409972299169,
+      "grad_norm": 8.911307334899902,
+      "learning_rate": 4.335180055401663e-06,
+      "loss": 0.0857,
+      "step": 12270
+    },
+    {
+      "epoch": 2.83471837488458,
+      "grad_norm": 7.859243392944336,
+      "learning_rate": 4.33056325023084e-06,
+      "loss": 0.2345,
+      "step": 12280
+    },
+    {
+      "epoch": 2.837026777469991,
+      "grad_norm": 0.01118907704949379,
+      "learning_rate": 4.325946445060018e-06,
+      "loss": 0.077,
+      "step": 12290
+    },
+    {
+      "epoch": 2.839335180055402,
+      "grad_norm": 7.9256205558776855,
+      "learning_rate": 4.321329639889197e-06,
+      "loss": 0.1413,
+      "step": 12300
+    },
+    {
+      "epoch": 2.8416435826408124,
+      "grad_norm": 0.17542405426502228,
+      "learning_rate": 4.316712834718375e-06,
+      "loss": 0.1531,
+      "step": 12310
+    },
+    {
+      "epoch": 2.8439519852262234,
+      "grad_norm": 3.5374441146850586,
+      "learning_rate": 4.312096029547553e-06,
+      "loss": 0.0499,
+      "step": 12320
+    },
+    {
+      "epoch": 2.8462603878116344,
+      "grad_norm": 5.826684474945068,
+      "learning_rate": 4.307479224376731e-06,
+      "loss": 0.2864,
+      "step": 12330
+    },
+    {
+      "epoch": 2.8485687903970454,
+      "grad_norm": 3.758387565612793,
+      "learning_rate": 4.3028624192059095e-06,
+      "loss": 0.0447,
+      "step": 12340
+    },
+    {
+      "epoch": 2.8508771929824563,
+      "grad_norm": 5.596960067749023,
+      "learning_rate": 4.298245614035088e-06,
+      "loss": 0.0791,
+      "step": 12350
+    },
+    {
+      "epoch": 2.853185595567867,
+      "grad_norm": 2.401756525039673,
+      "learning_rate": 4.293628808864266e-06,
+      "loss": 0.1292,
+      "step": 12360
+    },
+    {
+      "epoch": 2.855493998153278,
+      "grad_norm": 11.880175590515137,
+      "learning_rate": 4.289012003693444e-06,
+      "loss": 0.1456,
+      "step": 12370
+    },
+    {
+      "epoch": 2.857802400738689,
+      "grad_norm": 0.018428804352879524,
+      "learning_rate": 4.2843951985226225e-06,
+      "loss": 0.1234,
+      "step": 12380
+    },
+    {
+      "epoch": 2.8601108033241,
+      "grad_norm": 6.749403953552246,
+      "learning_rate": 4.2797783933518015e-06,
+      "loss": 0.1732,
+      "step": 12390
+    },
+    {
+      "epoch": 2.862419205909511,
+      "grad_norm": 0.01735766790807247,
+      "learning_rate": 4.27516158818098e-06,
+      "loss": 0.0069,
+      "step": 12400
+    },
+    {
+      "epoch": 2.8647276084949214,
+      "grad_norm": 1.4365239143371582,
+      "learning_rate": 4.270544783010157e-06,
+      "loss": 0.1788,
+      "step": 12410
+    },
+    {
+      "epoch": 2.8670360110803323,
+      "grad_norm": 1.1888684034347534,
+      "learning_rate": 4.265927977839335e-06,
+      "loss": 0.2305,
+      "step": 12420
+    },
+    {
+      "epoch": 2.8693444136657433,
+      "grad_norm": 0.08861195296049118,
+      "learning_rate": 4.261311172668514e-06,
+      "loss": 0.1234,
+      "step": 12430
+    },
+    {
+      "epoch": 2.8716528162511543,
+      "grad_norm": 3.8148953914642334,
+      "learning_rate": 4.256694367497692e-06,
+      "loss": 0.0796,
+      "step": 12440
+    },
+    {
+      "epoch": 2.8739612188365653,
+      "grad_norm": 0.24537815153598785,
+      "learning_rate": 4.25207756232687e-06,
+      "loss": 0.0898,
+      "step": 12450
+    },
+    {
+      "epoch": 2.876269621421976,
+      "grad_norm": 1.9411917924880981,
+      "learning_rate": 4.247460757156048e-06,
+      "loss": 0.1337,
+      "step": 12460
+    },
+    {
+      "epoch": 2.878578024007387,
+      "grad_norm": 1.2744687795639038,
+      "learning_rate": 4.2428439519852265e-06,
+      "loss": 0.0618,
+      "step": 12470
+    },
+    {
+      "epoch": 2.880886426592798,
+      "grad_norm": 1.1889690160751343,
+      "learning_rate": 4.238227146814405e-06,
+      "loss": 0.1463,
+      "step": 12480
+    },
+    {
+      "epoch": 2.883194829178209,
+      "grad_norm": 5.925126552581787,
+      "learning_rate": 4.233610341643583e-06,
+      "loss": 0.0362,
+      "step": 12490
+    },
+    {
+      "epoch": 2.88550323176362,
+      "grad_norm": 2.906893730163574,
+      "learning_rate": 4.228993536472761e-06,
+      "loss": 0.1441,
+      "step": 12500
+    },
+    {
+      "epoch": 2.8878116343490303,
+      "grad_norm": 2.8232715129852295,
+      "learning_rate": 4.2243767313019394e-06,
+      "loss": 0.0549,
+      "step": 12510
+    },
+    {
+      "epoch": 2.8901200369344413,
+      "grad_norm": 0.09884170442819595,
+      "learning_rate": 4.219759926131118e-06,
+      "loss": 0.1591,
+      "step": 12520
+    },
+    {
+      "epoch": 2.8924284395198523,
+      "grad_norm": 0.19307319819927216,
+      "learning_rate": 4.215143120960296e-06,
+      "loss": 0.1517,
+      "step": 12530
+    },
+    {
+      "epoch": 2.8947368421052633,
+      "grad_norm": 0.003301033051684499,
+      "learning_rate": 4.210526315789474e-06,
+      "loss": 0.0571,
+      "step": 12540
+    },
+    {
+      "epoch": 2.8970452446906743,
+      "grad_norm": 6.7552289962768555,
+      "learning_rate": 4.205909510618652e-06,
+      "loss": 0.0659,
+      "step": 12550
+    },
+    {
+      "epoch": 2.899353647276085,
+      "grad_norm": 4.592986583709717,
+      "learning_rate": 4.2012927054478306e-06,
+      "loss": 0.1829,
+      "step": 12560
+    },
+    {
+      "epoch": 2.901662049861496,
+      "grad_norm": 0.06313756108283997,
+      "learning_rate": 4.196675900277009e-06,
+      "loss": 0.0409,
+      "step": 12570
+    },
+    {
+      "epoch": 2.9039704524469068,
+      "grad_norm": 6.815639019012451,
+      "learning_rate": 4.192059095106187e-06,
+      "loss": 0.1495,
+      "step": 12580
+    },
+    {
+      "epoch": 2.9062788550323178,
+      "grad_norm": 0.12222865968942642,
+      "learning_rate": 4.187442289935365e-06,
+      "loss": 0.1085,
+      "step": 12590
+    },
+    {
+      "epoch": 2.9085872576177287,
+      "grad_norm": 1.250489354133606,
+      "learning_rate": 4.1828254847645435e-06,
+      "loss": 0.0609,
+      "step": 12600
+    },
+    {
+      "epoch": 2.9108956602031393,
+      "grad_norm": 0.01571718417108059,
+      "learning_rate": 4.178208679593722e-06,
+      "loss": 0.1259,
+      "step": 12610
+    },
+    {
+      "epoch": 2.9132040627885503,
+      "grad_norm": 4.453795909881592,
+      "learning_rate": 4.1735918744229e-06,
+      "loss": 0.0872,
+      "step": 12620
+    },
+    {
+      "epoch": 2.9155124653739612,
+      "grad_norm": 3.9681210182607174e-05,
+      "learning_rate": 4.168975069252078e-06,
+      "loss": 0.2371,
+      "step": 12630
+    },
+    {
+      "epoch": 2.9178208679593722,
+      "grad_norm": 1.2263693809509277,
+      "learning_rate": 4.164358264081256e-06,
+      "loss": 0.0928,
+      "step": 12640
+    },
+    {
+      "epoch": 2.920129270544783,
+      "grad_norm": 3.0415117740631104,
+      "learning_rate": 4.159741458910435e-06,
+      "loss": 0.1723,
+      "step": 12650
+    },
+    {
+      "epoch": 2.9224376731301938,
+      "grad_norm": 1.183361530303955,
+      "learning_rate": 4.155124653739612e-06,
+      "loss": 0.1371,
+      "step": 12660
+    },
+    {
+      "epoch": 2.9247460757156047,
+      "grad_norm": 12.683422088623047,
+      "learning_rate": 4.15050784856879e-06,
+      "loss": 0.2489,
+      "step": 12670
+    },
+    {
+      "epoch": 2.9270544783010157,
+      "grad_norm": 9.827859878540039,
+      "learning_rate": 4.1458910433979685e-06,
+      "loss": 0.278,
+      "step": 12680
+    },
+    {
+      "epoch": 2.9293628808864267,
+      "grad_norm": 0.7906888127326965,
+      "learning_rate": 4.141274238227147e-06,
+      "loss": 0.1311,
+      "step": 12690
+    },
+    {
+      "epoch": 2.9316712834718377,
+      "grad_norm": 2.8516433238983154,
+      "learning_rate": 4.136657433056325e-06,
+      "loss": 0.1022,
+      "step": 12700
+    },
+    {
+      "epoch": 2.9339796860572482,
+      "grad_norm": 0.5616424679756165,
+      "learning_rate": 4.132040627885503e-06,
+      "loss": 0.107,
+      "step": 12710
+    },
+    {
+      "epoch": 2.936288088642659,
+      "grad_norm": 1.1421198844909668,
+      "learning_rate": 4.127423822714681e-06,
+      "loss": 0.1424,
+      "step": 12720
+    },
+    {
+      "epoch": 2.93859649122807,
+      "grad_norm": 2.0235655307769775,
+      "learning_rate": 4.12280701754386e-06,
+      "loss": 0.0645,
+      "step": 12730
+    },
+    {
+      "epoch": 2.940904893813481,
+      "grad_norm": 0.027226995676755905,
+      "learning_rate": 4.118190212373039e-06,
+      "loss": 0.0533,
+      "step": 12740
+    },
+    {
+      "epoch": 2.943213296398892,
+      "grad_norm": 1.8449541330337524,
+      "learning_rate": 4.113573407202217e-06,
+      "loss": 0.2813,
+      "step": 12750
+    },
+    {
+      "epoch": 2.9455216989843027,
+      "grad_norm": 0.10684164613485336,
+      "learning_rate": 4.108956602031395e-06,
+      "loss": 0.0962,
+      "step": 12760
+    },
+    {
+      "epoch": 2.9478301015697137,
+      "grad_norm": 3.032719612121582,
+      "learning_rate": 4.104339796860573e-06,
+      "loss": 0.1026,
+      "step": 12770
+    },
+    {
+      "epoch": 2.9501385041551247,
+      "grad_norm": 4.871971607208252,
+      "learning_rate": 4.099722991689752e-06,
+      "loss": 0.1319,
+      "step": 12780
+    },
+    {
+      "epoch": 2.9524469067405357,
+      "grad_norm": 0.6279833912849426,
+      "learning_rate": 4.095106186518929e-06,
+      "loss": 0.1044,
+      "step": 12790
+    },
+    {
+      "epoch": 2.9547553093259467,
+      "grad_norm": 7.019402027130127,
+      "learning_rate": 4.090489381348107e-06,
+      "loss": 0.0706,
+      "step": 12800
+    },
+    {
+      "epoch": 2.957063711911357,
+      "grad_norm": 0.11368291079998016,
+      "learning_rate": 4.0858725761772854e-06,
+      "loss": 0.1078,
+      "step": 12810
+    },
+    {
+      "epoch": 2.959372114496768,
+      "grad_norm": 0.004620388615876436,
+      "learning_rate": 4.081255771006464e-06,
+      "loss": 0.272,
+      "step": 12820
+    },
+    {
+      "epoch": 2.961680517082179,
+      "grad_norm": 11.176382064819336,
+      "learning_rate": 4.076638965835642e-06,
+      "loss": 0.0886,
+      "step": 12830
+    },
+    {
+      "epoch": 2.96398891966759,
+      "grad_norm": 9.425949096679688,
+      "learning_rate": 4.07202216066482e-06,
+      "loss": 0.1563,
+      "step": 12840
+    },
+    {
+      "epoch": 2.966297322253001,
+      "grad_norm": 1.3736194372177124,
+      "learning_rate": 4.067405355493998e-06,
+      "loss": 0.114,
+      "step": 12850
+    },
+    {
+      "epoch": 2.9686057248384117,
+      "grad_norm": 7.303421974182129,
+      "learning_rate": 4.062788550323177e-06,
+      "loss": 0.2275,
+      "step": 12860
+    },
+    {
+      "epoch": 2.9709141274238227,
+      "grad_norm": 2.4428906440734863,
+      "learning_rate": 4.058171745152355e-06,
+      "loss": 0.1747,
+      "step": 12870
+    },
+    {
+      "epoch": 2.9732225300092336,
+      "grad_norm": 1.0928312540054321,
+      "learning_rate": 4.053554939981533e-06,
+      "loss": 0.0763,
+      "step": 12880
+    },
+    {
+      "epoch": 2.9755309325946446,
+      "grad_norm": 1.023366928100586,
+      "learning_rate": 4.048938134810711e-06,
+      "loss": 0.0645,
+      "step": 12890
+    },
+    {
+      "epoch": 2.9778393351800556,
+      "grad_norm": 0.009234298951923847,
+      "learning_rate": 4.0443213296398895e-06,
+      "loss": 0.0417,
+      "step": 12900
+    },
+    {
+      "epoch": 2.980147737765466,
+      "grad_norm": 11.426445960998535,
+      "learning_rate": 4.039704524469068e-06,
+      "loss": 0.2068,
+      "step": 12910
+    },
+    {
+      "epoch": 2.982456140350877,
+      "grad_norm": 0.015169547870755196,
+      "learning_rate": 4.035087719298246e-06,
+      "loss": 0.0614,
+      "step": 12920
+    },
+    {
+      "epoch": 2.984764542936288,
+      "grad_norm": 2.518937349319458,
+      "learning_rate": 4.030470914127424e-06,
+      "loss": 0.1195,
+      "step": 12930
+    },
+    {
+      "epoch": 2.987072945521699,
+      "grad_norm": 9.604926109313965,
+      "learning_rate": 4.025854108956602e-06,
+      "loss": 0.1733,
+      "step": 12940
+    },
+    {
+      "epoch": 2.98938134810711,
+      "grad_norm": 1.9895973205566406,
+      "learning_rate": 4.021237303785781e-06,
+      "loss": 0.0484,
+      "step": 12950
+    },
+    {
+      "epoch": 2.9916897506925206,
+      "grad_norm": 0.7261149883270264,
+      "learning_rate": 4.016620498614959e-06,
+      "loss": 0.1033,
+      "step": 12960
+    },
+    {
+      "epoch": 2.9939981532779316,
+      "grad_norm": 7.013209342956543,
+      "learning_rate": 4.012003693444137e-06,
+      "loss": 0.1557,
+      "step": 12970
+    },
+    {
+      "epoch": 2.9963065558633426,
+      "grad_norm": 0.10759413242340088,
+      "learning_rate": 4.007386888273315e-06,
+      "loss": 0.2148,
+      "step": 12980
+    },
+    {
+      "epoch": 2.9986149584487536,
+      "grad_norm": 1.3662234544754028,
+      "learning_rate": 4.0027700831024936e-06,
+      "loss": 0.0721,
+      "step": 12990
+    },
+    {
+      "epoch": 3.0009233610341646,
+      "grad_norm": 7.676759243011475,
+      "learning_rate": 3.998153277931672e-06,
+      "loss": 0.1231,
+      "step": 13000
+    },
+    {
+      "epoch": 3.003231763619575,
+      "grad_norm": 0.27375108003616333,
+      "learning_rate": 3.99353647276085e-06,
+      "loss": 0.1197,
+      "step": 13010
+    },
+    {
+      "epoch": 3.005540166204986,
+      "grad_norm": 6.033203125,
+      "learning_rate": 3.988919667590028e-06,
+      "loss": 0.1631,
+      "step": 13020
+    },
+    {
+      "epoch": 3.007848568790397,
+      "grad_norm": 0.006016091909259558,
+      "learning_rate": 3.9843028624192065e-06,
+      "loss": 0.0933,
+      "step": 13030
+    },
+    {
+      "epoch": 3.010156971375808,
+      "grad_norm": 8.702679634094238,
+      "learning_rate": 3.979686057248384e-06,
+      "loss": 0.24,
+      "step": 13040
+    },
+    {
+      "epoch": 3.012465373961219,
+      "grad_norm": 8.987473487854004,
+      "learning_rate": 3.975069252077562e-06,
+      "loss": 0.2273,
+      "step": 13050
+    },
+    {
+      "epoch": 3.0147737765466296,
+      "grad_norm": 0.5691729784011841,
+      "learning_rate": 3.97045244690674e-06,
+      "loss": 0.0607,
+      "step": 13060
+    },
+    {
+      "epoch": 3.0170821791320406,
+      "grad_norm": 0.48847314715385437,
+      "learning_rate": 3.9658356417359185e-06,
+      "loss": 0.0853,
+      "step": 13070
+    },
+    {
+      "epoch": 3.0193905817174516,
+      "grad_norm": 2.7002453804016113,
+      "learning_rate": 3.961218836565098e-06,
+      "loss": 0.0211,
+      "step": 13080
+    },
+    {
+      "epoch": 3.0216989843028625,
+      "grad_norm": 3.363935947418213,
+      "learning_rate": 3.956602031394276e-06,
+      "loss": 0.0823,
+      "step": 13090
+    },
+    {
+      "epoch": 3.0240073868882735,
+      "grad_norm": 0.459314227104187,
+      "learning_rate": 3.951985226223454e-06,
+      "loss": 0.0877,
+      "step": 13100
+    },
+    {
+      "epoch": 3.026315789473684,
+      "grad_norm": 0.00035472147283144295,
+      "learning_rate": 3.947368421052632e-06,
+      "loss": 0.0786,
+      "step": 13110
+    },
+    {
+      "epoch": 3.028624192059095,
+      "grad_norm": 0.009792185388505459,
+      "learning_rate": 3.9427516158818105e-06,
+      "loss": 0.1428,
+      "step": 13120
+    },
+    {
+      "epoch": 3.030932594644506,
+      "grad_norm": 3.769273519515991,
+      "learning_rate": 3.938134810710989e-06,
+      "loss": 0.0992,
+      "step": 13130
+    },
+    {
+      "epoch": 3.033240997229917,
+      "grad_norm": 2.1976845264434814,
+      "learning_rate": 3.933518005540167e-06,
+      "loss": 0.151,
+      "step": 13140
+    },
+    {
+      "epoch": 3.035549399815328,
+      "grad_norm": 5.4209089279174805,
+      "learning_rate": 3.928901200369345e-06,
+      "loss": 0.104,
+      "step": 13150
+    },
+    {
+      "epoch": 3.0378578024007385,
+      "grad_norm": 0.21197374165058136,
+      "learning_rate": 3.924284395198523e-06,
+      "loss": 0.164,
+      "step": 13160
+    },
+    {
+      "epoch": 3.0401662049861495,
+      "grad_norm": 11.942008972167969,
+      "learning_rate": 3.919667590027701e-06,
+      "loss": 0.1581,
+      "step": 13170
+    },
+    {
+      "epoch": 3.0424746075715605,
+      "grad_norm": 4.588008880615234,
+      "learning_rate": 3.915050784856879e-06,
+      "loss": 0.0492,
+      "step": 13180
+    },
+    {
+      "epoch": 3.0447830101569715,
+      "grad_norm": 10.034119606018066,
+      "learning_rate": 3.910433979686057e-06,
+      "loss": 0.1067,
+      "step": 13190
+    },
+    {
+      "epoch": 3.0470914127423825,
+      "grad_norm": 0.38339802622795105,
+      "learning_rate": 3.9058171745152355e-06,
+      "loss": 0.0395,
+      "step": 13200
+    },
+    {
+      "epoch": 3.049399815327793,
+      "grad_norm": 0.34745603799819946,
+      "learning_rate": 3.901200369344414e-06,
+      "loss": 0.0566,
+      "step": 13210
+    },
+    {
+      "epoch": 3.051708217913204,
+      "grad_norm": 0.4207463562488556,
+      "learning_rate": 3.896583564173592e-06,
+      "loss": 0.2866,
+      "step": 13220
+    },
+    {
+      "epoch": 3.054016620498615,
+      "grad_norm": 3.144205093383789,
+      "learning_rate": 3.89196675900277e-06,
+      "loss": 0.0626,
+      "step": 13230
+    },
+    {
+      "epoch": 3.056325023084026,
+      "grad_norm": 0.787864625453949,
+      "learning_rate": 3.8873499538319484e-06,
+      "loss": 0.1187,
+      "step": 13240
+    },
+    {
+      "epoch": 3.058633425669437,
+      "grad_norm": 9.620296478271484,
+      "learning_rate": 3.882733148661127e-06,
+      "loss": 0.0937,
+      "step": 13250
+    },
+    {
+      "epoch": 3.0609418282548475,
+      "grad_norm": 0.13369058072566986,
+      "learning_rate": 3.878116343490305e-06,
+      "loss": 0.1931,
+      "step": 13260
+    },
+    {
+      "epoch": 3.0632502308402585,
+      "grad_norm": 0.0021691815927624702,
+      "learning_rate": 3.873499538319483e-06,
+      "loss": 0.0301,
+      "step": 13270
+    },
+    {
+      "epoch": 3.0655586334256695,
+      "grad_norm": 5.102521896362305,
+      "learning_rate": 3.868882733148661e-06,
+      "loss": 0.0707,
+      "step": 13280
+    },
+    {
+      "epoch": 3.0678670360110805,
+      "grad_norm": 3.165531635284424,
+      "learning_rate": 3.8642659279778396e-06,
+      "loss": 0.2115,
+      "step": 13290
+    },
+    {
+      "epoch": 3.0701754385964914,
+      "grad_norm": 3.643566608428955,
+      "learning_rate": 3.859649122807018e-06,
+      "loss": 0.1491,
+      "step": 13300
+    },
+    {
+      "epoch": 3.072483841181902,
+      "grad_norm": 7.703869342803955,
+      "learning_rate": 3.855032317636196e-06,
+      "loss": 0.2112,
+      "step": 13310
+    },
+    {
+      "epoch": 3.074792243767313,
+      "grad_norm": 0.04833643510937691,
+      "learning_rate": 3.850415512465374e-06,
+      "loss": 0.1045,
+      "step": 13320
+    },
+    {
+      "epoch": 3.077100646352724,
+      "grad_norm": 5.805057525634766,
+      "learning_rate": 3.8457987072945525e-06,
+      "loss": 0.0514,
+      "step": 13330
+    },
+    {
+      "epoch": 3.079409048938135,
+      "grad_norm": 0.630721390247345,
+      "learning_rate": 3.841181902123731e-06,
+      "loss": 0.0333,
+      "step": 13340
+    },
+    {
+      "epoch": 3.081717451523546,
+      "grad_norm": 8.413884162902832,
+      "learning_rate": 3.836565096952909e-06,
+      "loss": 0.2165,
+      "step": 13350
+    },
+    {
+      "epoch": 3.0840258541089565,
+      "grad_norm": 3.9678401947021484,
+      "learning_rate": 3.831948291782087e-06,
+      "loss": 0.1899,
+      "step": 13360
+    },
+    {
+      "epoch": 3.0863342566943675,
+      "grad_norm": 5.244140148162842,
+      "learning_rate": 3.827331486611265e-06,
+      "loss": 0.0802,
+      "step": 13370
+    },
+    {
+      "epoch": 3.0886426592797784,
+      "grad_norm": 0.21963419020175934,
+      "learning_rate": 3.822714681440444e-06,
+      "loss": 0.2449,
+      "step": 13380
+    },
+    {
+      "epoch": 3.0909510618651894,
+      "grad_norm": 0.7885622978210449,
+      "learning_rate": 3.818097876269622e-06,
+      "loss": 0.0942,
+      "step": 13390
+    },
+    {
+      "epoch": 3.0932594644506004,
+      "grad_norm": 0.05466680973768234,
+      "learning_rate": 3.8134810710988e-06,
+      "loss": 0.0459,
+      "step": 13400
+    },
+    {
+      "epoch": 3.095567867036011,
+      "grad_norm": 0.007173283491283655,
+      "learning_rate": 3.8088642659279783e-06,
+      "loss": 0.121,
+      "step": 13410
+    },
+    {
+      "epoch": 3.097876269621422,
+      "grad_norm": 11.440203666687012,
+      "learning_rate": 3.804247460757156e-06,
+      "loss": 0.161,
+      "step": 13420
+    },
+    {
+      "epoch": 3.100184672206833,
+      "grad_norm": 6.782459735870361,
+      "learning_rate": 3.7996306555863343e-06,
+      "loss": 0.0893,
+      "step": 13430
+    },
+    {
+      "epoch": 3.102493074792244,
+      "grad_norm": 0.37497928738594055,
+      "learning_rate": 3.7950138504155126e-06,
+      "loss": 0.0184,
+      "step": 13440
+    },
+    {
+      "epoch": 3.104801477377655,
+      "grad_norm": 4.443853855133057,
+      "learning_rate": 3.790397045244691e-06,
+      "loss": 0.222,
+      "step": 13450
+    },
+    {
+      "epoch": 3.1071098799630654,
+      "grad_norm": 0.7745585441589355,
+      "learning_rate": 3.785780240073869e-06,
+      "loss": 0.1432,
+      "step": 13460
+    },
+    {
+      "epoch": 3.1094182825484764,
+      "grad_norm": 0.8787555694580078,
+      "learning_rate": 3.7811634349030473e-06,
+      "loss": 0.0507,
+      "step": 13470
+    },
+    {
+      "epoch": 3.1117266851338874,
+      "grad_norm": 7.299482345581055,
+      "learning_rate": 3.7765466297322255e-06,
+      "loss": 0.1505,
+      "step": 13480
+    },
+    {
+      "epoch": 3.1140350877192984,
+      "grad_norm": 0.07280556857585907,
+      "learning_rate": 3.7719298245614037e-06,
+      "loss": 0.0756,
+      "step": 13490
+    },
+    {
+      "epoch": 3.1163434903047094,
+      "grad_norm": 1.853515386581421,
+      "learning_rate": 3.767313019390582e-06,
+      "loss": 0.0962,
+      "step": 13500
+    },
+    {
+      "epoch": 3.11865189289012,
+      "grad_norm": 6.079598426818848,
+      "learning_rate": 3.7626962142197606e-06,
+      "loss": 0.1614,
+      "step": 13510
+    },
+    {
+      "epoch": 3.120960295475531,
+      "grad_norm": 2.489668369293213,
+      "learning_rate": 3.758079409048939e-06,
+      "loss": 0.1418,
+      "step": 13520
+    },
+    {
+      "epoch": 3.123268698060942,
+      "grad_norm": 1.5554605722427368,
+      "learning_rate": 3.753462603878117e-06,
+      "loss": 0.2152,
+      "step": 13530
+    },
+    {
+      "epoch": 3.125577100646353,
+      "grad_norm": 1.0239243507385254,
+      "learning_rate": 3.7488457987072944e-06,
+      "loss": 0.0959,
+      "step": 13540
+    },
+    {
+      "epoch": 3.127885503231764,
+      "grad_norm": 2.946845769882202,
+      "learning_rate": 3.7442289935364727e-06,
+      "loss": 0.1254,
+      "step": 13550
+    },
+    {
+      "epoch": 3.1301939058171744,
+      "grad_norm": 5.748038291931152,
+      "learning_rate": 3.739612188365651e-06,
+      "loss": 0.2081,
+      "step": 13560
+    },
+    {
+      "epoch": 3.1325023084025854,
+      "grad_norm": 4.811450481414795,
+      "learning_rate": 3.7349953831948295e-06,
+      "loss": 0.1132,
+      "step": 13570
+    },
+    {
+      "epoch": 3.1348107109879964,
+      "grad_norm": 0.20056384801864624,
+      "learning_rate": 3.7303785780240078e-06,
+      "loss": 0.0726,
+      "step": 13580
+    },
+    {
+      "epoch": 3.1371191135734073,
+      "grad_norm": 7.290846824645996,
+      "learning_rate": 3.725761772853186e-06,
+      "loss": 0.1021,
+      "step": 13590
+    },
+    {
+      "epoch": 3.1394275161588183,
+      "grad_norm": 0.22795188426971436,
+      "learning_rate": 3.7211449676823642e-06,
+      "loss": 0.0689,
+      "step": 13600
+    },
+    {
+      "epoch": 3.141735918744229,
+      "grad_norm": 2.670126438140869,
+      "learning_rate": 3.7165281625115425e-06,
+      "loss": 0.1375,
+      "step": 13610
+    },
+    {
+      "epoch": 3.14404432132964,
+      "grad_norm": 3.748411178588867,
+      "learning_rate": 3.7119113573407207e-06,
+      "loss": 0.0861,
+      "step": 13620
+    },
+    {
+      "epoch": 3.146352723915051,
+      "grad_norm": 0.16348066926002502,
+      "learning_rate": 3.707294552169899e-06,
+      "loss": 0.1028,
+      "step": 13630
+    },
+    {
+      "epoch": 3.148661126500462,
+      "grad_norm": 0.003457755548879504,
+      "learning_rate": 3.702677746999077e-06,
+      "loss": 0.0795,
+      "step": 13640
+    },
+    {
+      "epoch": 3.150969529085873,
+      "grad_norm": 0.05064443126320839,
+      "learning_rate": 3.6980609418282554e-06,
+      "loss": 0.0907,
+      "step": 13650
+    },
+    {
+      "epoch": 3.1532779316712833,
+      "grad_norm": 6.89999532699585,
+      "learning_rate": 3.6934441366574336e-06,
+      "loss": 0.1559,
+      "step": 13660
+    },
+    {
+      "epoch": 3.1555863342566943,
+      "grad_norm": 1.538375973701477,
+      "learning_rate": 3.6888273314866114e-06,
+      "loss": 0.0668,
+      "step": 13670
+    },
+    {
+      "epoch": 3.1578947368421053,
+      "grad_norm": 0.6473358273506165,
+      "learning_rate": 3.6842105263157896e-06,
+      "loss": 0.0582,
+      "step": 13680
+    },
+    {
+      "epoch": 3.1602031394275163,
+      "grad_norm": 10.123824119567871,
+      "learning_rate": 3.679593721144968e-06,
+      "loss": 0.102,
+      "step": 13690
+    },
+    {
+      "epoch": 3.1625115420129273,
+      "grad_norm": 2.378610610961914,
+      "learning_rate": 3.674976915974146e-06,
+      "loss": 0.2194,
+      "step": 13700
+    },
+    {
+      "epoch": 3.164819944598338,
+      "grad_norm": 7.982519149780273,
+      "learning_rate": 3.6703601108033243e-06,
+      "loss": 0.1049,
+      "step": 13710
+    },
+    {
+      "epoch": 3.167128347183749,
+      "grad_norm": 3.909001588821411,
+      "learning_rate": 3.6657433056325026e-06,
+      "loss": 0.0495,
+      "step": 13720
+    },
+    {
+      "epoch": 3.16943674976916,
+      "grad_norm": 0.03413324058055878,
+      "learning_rate": 3.6611265004616808e-06,
+      "loss": 0.0917,
+      "step": 13730
+    },
+    {
+      "epoch": 3.1717451523545708,
+      "grad_norm": 3.6728029251098633,
+      "learning_rate": 3.656509695290859e-06,
+      "loss": 0.1013,
+      "step": 13740
+    },
+    {
+      "epoch": 3.1740535549399818,
+      "grad_norm": 0.2892889678478241,
+      "learning_rate": 3.6518928901200372e-06,
+      "loss": 0.0924,
+      "step": 13750
+    },
+    {
+      "epoch": 3.1763619575253923,
+      "grad_norm": 1.0608230829238892,
+      "learning_rate": 3.6472760849492155e-06,
+      "loss": 0.0661,
+      "step": 13760
+    },
+    {
+      "epoch": 3.1786703601108033,
+      "grad_norm": 0.0012446482433006167,
+      "learning_rate": 3.6426592797783937e-06,
+      "loss": 0.1019,
+      "step": 13770
+    },
+    {
+      "epoch": 3.1809787626962143,
+      "grad_norm": 14.463258743286133,
+      "learning_rate": 3.638042474607572e-06,
+      "loss": 0.1039,
+      "step": 13780
+    },
+    {
+      "epoch": 3.1832871652816253,
+      "grad_norm": 0.01538106333464384,
+      "learning_rate": 3.6334256694367497e-06,
+      "loss": 0.0733,
+      "step": 13790
+    },
+    {
+      "epoch": 3.1855955678670362,
+      "grad_norm": 0.10405433923006058,
+      "learning_rate": 3.628808864265928e-06,
+      "loss": 0.0215,
+      "step": 13800
+    },
+    {
+      "epoch": 3.187903970452447,
+      "grad_norm": 2.4062962532043457,
+      "learning_rate": 3.624192059095106e-06,
+      "loss": 0.0148,
+      "step": 13810
+    },
+    {
+      "epoch": 3.1902123730378578,
+      "grad_norm": 1.6283870935440063,
+      "learning_rate": 3.6195752539242844e-06,
+      "loss": 0.1014,
+      "step": 13820
+    },
+    {
+      "epoch": 3.1925207756232687,
+      "grad_norm": 0.7465366721153259,
+      "learning_rate": 3.6149584487534626e-06,
+      "loss": 0.0191,
+      "step": 13830
+    },
+    {
+      "epoch": 3.1948291782086797,
+      "grad_norm": 7.680554389953613,
+      "learning_rate": 3.610341643582641e-06,
+      "loss": 0.0413,
+      "step": 13840
+    },
+    {
+      "epoch": 3.1971375807940907,
+      "grad_norm": 0.02895492874085903,
+      "learning_rate": 3.605724838411819e-06,
+      "loss": 0.0455,
+      "step": 13850
+    },
+    {
+      "epoch": 3.1994459833795013,
+      "grad_norm": 0.35189956426620483,
+      "learning_rate": 3.6011080332409978e-06,
+      "loss": 0.1721,
+      "step": 13860
+    },
+    {
+      "epoch": 3.2017543859649122,
+      "grad_norm": 0.003074290696531534,
+      "learning_rate": 3.596491228070176e-06,
+      "loss": 0.0925,
+      "step": 13870
+    },
+    {
+      "epoch": 3.2040627885503232,
+      "grad_norm": 1.3636423349380493,
+      "learning_rate": 3.5918744228993542e-06,
+      "loss": 0.1384,
+      "step": 13880
+    },
+    {
+      "epoch": 3.206371191135734,
+      "grad_norm": 0.6792395710945129,
+      "learning_rate": 3.5872576177285324e-06,
+      "loss": 0.0597,
+      "step": 13890
+    },
+    {
+      "epoch": 3.208679593721145,
+      "grad_norm": 0.10410724580287933,
+      "learning_rate": 3.5826408125577107e-06,
+      "loss": 0.0498,
+      "step": 13900
+    },
+    {
+      "epoch": 3.2109879963065557,
+      "grad_norm": 4.637862205505371,
+      "learning_rate": 3.578024007386889e-06,
+      "loss": 0.0483,
+      "step": 13910
+    },
+    {
+      "epoch": 3.2132963988919667,
+      "grad_norm": 0.39197665452957153,
+      "learning_rate": 3.5734072022160667e-06,
+      "loss": 0.1221,
+      "step": 13920
+    },
+    {
+      "epoch": 3.2156048014773777,
+      "grad_norm": 1.9769436120986938,
+      "learning_rate": 3.568790397045245e-06,
+      "loss": 0.0108,
+      "step": 13930
+    },
+    {
+      "epoch": 3.2179132040627887,
+      "grad_norm": 8.299297332763672,
+      "learning_rate": 3.564173591874423e-06,
+      "loss": 0.1059,
+      "step": 13940
+    },
+    {
+      "epoch": 3.2202216066481997,
+      "grad_norm": 5.5726470947265625,
+      "learning_rate": 3.5595567867036014e-06,
+      "loss": 0.1487,
+      "step": 13950
+    },
+    {
+      "epoch": 3.22253000923361,
+      "grad_norm": 0.32682740688323975,
+      "learning_rate": 3.5549399815327796e-06,
+      "loss": 0.1232,
+      "step": 13960
+    },
+    {
+      "epoch": 3.224838411819021,
+      "grad_norm": 6.204406261444092,
+      "learning_rate": 3.550323176361958e-06,
+      "loss": 0.0716,
+      "step": 13970
+    },
+    {
+      "epoch": 3.227146814404432,
+      "grad_norm": 6.579569339752197,
+      "learning_rate": 3.545706371191136e-06,
+      "loss": 0.1497,
+      "step": 13980
+    },
+    {
+      "epoch": 3.229455216989843,
+      "grad_norm": 12.647995948791504,
+      "learning_rate": 3.5410895660203143e-06,
+      "loss": 0.1388,
+      "step": 13990
+    },
+    {
+      "epoch": 3.231763619575254,
+      "grad_norm": 4.913413047790527,
+      "learning_rate": 3.5364727608494925e-06,
+      "loss": 0.0348,
+      "step": 14000
+    },
+    {
+      "epoch": 3.2340720221606647,
+      "grad_norm": 13.637798309326172,
+      "learning_rate": 3.5318559556786708e-06,
+      "loss": 0.1231,
+      "step": 14010
+    },
+    {
+      "epoch": 3.2363804247460757,
+      "grad_norm": 6.473240375518799,
+      "learning_rate": 3.527239150507849e-06,
+      "loss": 0.1193,
+      "step": 14020
+    },
+    {
+      "epoch": 3.2386888273314867,
+      "grad_norm": 3.0292248725891113,
+      "learning_rate": 3.5226223453370272e-06,
+      "loss": 0.1484,
+      "step": 14030
+    },
+    {
+      "epoch": 3.2409972299168976,
+      "grad_norm": 3.2937562465667725,
+      "learning_rate": 3.5180055401662054e-06,
+      "loss": 0.0691,
+      "step": 14040
+    },
+    {
+      "epoch": 3.2433056325023086,
+      "grad_norm": 0.06690353900194168,
+      "learning_rate": 3.5133887349953833e-06,
+      "loss": 0.0621,
+      "step": 14050
+    },
+    {
+      "epoch": 3.245614035087719,
+      "grad_norm": 0.006138617638498545,
+      "learning_rate": 3.5087719298245615e-06,
+      "loss": 0.0151,
+      "step": 14060
+    },
+    {
+      "epoch": 3.24792243767313,
+      "grad_norm": 3.079624891281128,
+      "learning_rate": 3.5041551246537397e-06,
+      "loss": 0.0477,
+      "step": 14070
+    },
+    {
+      "epoch": 3.250230840258541,
+      "grad_norm": 10.834182739257812,
+      "learning_rate": 3.499538319482918e-06,
+      "loss": 0.2138,
+      "step": 14080
+    },
+    {
+      "epoch": 3.252539242843952,
+      "grad_norm": 9.931973457336426,
+      "learning_rate": 3.494921514312096e-06,
+      "loss": 0.0919,
+      "step": 14090
+    },
+    {
+      "epoch": 3.254847645429363,
+      "grad_norm": 1.2647910118103027,
+      "learning_rate": 3.4903047091412744e-06,
+      "loss": 0.0569,
+      "step": 14100
+    },
+    {
+      "epoch": 3.2571560480147737,
+      "grad_norm": 0.011304380372166634,
+      "learning_rate": 3.4856879039704526e-06,
+      "loss": 0.0735,
+      "step": 14110
+    },
+    {
+      "epoch": 3.2594644506001846,
+      "grad_norm": 0.013899344950914383,
+      "learning_rate": 3.481071098799631e-06,
+      "loss": 0.0872,
+      "step": 14120
+    },
+    {
+      "epoch": 3.2617728531855956,
+      "grad_norm": 9.755290031433105,
+      "learning_rate": 3.476454293628809e-06,
+      "loss": 0.2599,
+      "step": 14130
+    },
+    {
+      "epoch": 3.2640812557710066,
+      "grad_norm": 1.1771888732910156,
+      "learning_rate": 3.4718374884579873e-06,
+      "loss": 0.3479,
+      "step": 14140
+    },
+    {
+      "epoch": 3.2663896583564176,
+      "grad_norm": 0.5214719176292419,
+      "learning_rate": 3.467220683287166e-06,
+      "loss": 0.1274,
+      "step": 14150
+    },
+    {
+      "epoch": 3.268698060941828,
+      "grad_norm": 0.09512855857610703,
+      "learning_rate": 3.462603878116344e-06,
+      "loss": 0.0699,
+      "step": 14160
+    },
+    {
+      "epoch": 3.271006463527239,
+      "grad_norm": 0.07729105651378632,
+      "learning_rate": 3.4579870729455216e-06,
+      "loss": 0.1731,
+      "step": 14170
+    },
+    {
+      "epoch": 3.27331486611265,
+      "grad_norm": 2.452829599380493,
+      "learning_rate": 3.4533702677747e-06,
+      "loss": 0.1376,
+      "step": 14180
+    },
+    {
+      "epoch": 3.275623268698061,
+      "grad_norm": 0.05896938592195511,
+      "learning_rate": 3.448753462603878e-06,
+      "loss": 0.1356,
+      "step": 14190
+    },
+    {
+      "epoch": 3.277931671283472,
+      "grad_norm": 3.13010835647583,
+      "learning_rate": 3.4441366574330567e-06,
+      "loss": 0.0334,
+      "step": 14200
+    },
+    {
+      "epoch": 3.2802400738688826,
+      "grad_norm": 0.08988390117883682,
+      "learning_rate": 3.439519852262235e-06,
+      "loss": 0.1009,
+      "step": 14210
+    },
+    {
+      "epoch": 3.2825484764542936,
+      "grad_norm": 0.23293976485729218,
+      "learning_rate": 3.434903047091413e-06,
+      "loss": 0.0587,
+      "step": 14220
+    },
+    {
+      "epoch": 3.2848568790397046,
+      "grad_norm": 4.495115280151367,
+      "learning_rate": 3.4302862419205914e-06,
+      "loss": 0.0314,
+      "step": 14230
+    },
+    {
+      "epoch": 3.2871652816251156,
+      "grad_norm": 5.483779430389404,
+      "learning_rate": 3.4256694367497696e-06,
+      "loss": 0.0845,
+      "step": 14240
+    },
+    {
+      "epoch": 3.2894736842105265,
+      "grad_norm": 4.726720333099365,
+      "learning_rate": 3.421052631578948e-06,
+      "loss": 0.0792,
+      "step": 14250
+    },
+    {
+      "epoch": 3.291782086795937,
+      "grad_norm": 0.006577345076948404,
+      "learning_rate": 3.416435826408126e-06,
+      "loss": 0.1486,
+      "step": 14260
+    },
+    {
+      "epoch": 3.294090489381348,
+      "grad_norm": 1.1988341808319092,
+      "learning_rate": 3.4118190212373043e-06,
+      "loss": 0.125,
+      "step": 14270
+    },
+    {
+      "epoch": 3.296398891966759,
+      "grad_norm": 6.639676094055176,
+      "learning_rate": 3.4072022160664825e-06,
+      "loss": 0.0501,
+      "step": 14280
+    },
+    {
+      "epoch": 3.29870729455217,
+      "grad_norm": 0.13016977906227112,
+      "learning_rate": 3.4025854108956607e-06,
+      "loss": 0.13,
+      "step": 14290
+    },
+    {
+      "epoch": 3.301015697137581,
+      "grad_norm": 1.7371689081192017,
+      "learning_rate": 3.3979686057248385e-06,
+      "loss": 0.0634,
+      "step": 14300
+    },
+    {
+      "epoch": 3.3033240997229916,
+      "grad_norm": 8.90865707397461,
+      "learning_rate": 3.3933518005540168e-06,
+      "loss": 0.1409,
+      "step": 14310
+    },
+    {
+      "epoch": 3.3056325023084026,
+      "grad_norm": 0.790031909942627,
+      "learning_rate": 3.388734995383195e-06,
+      "loss": 0.0697,
+      "step": 14320
+    },
+    {
+      "epoch": 3.3079409048938135,
+      "grad_norm": 5.816183090209961,
+      "learning_rate": 3.3841181902123732e-06,
+      "loss": 0.0828,
+      "step": 14330
+    },
+    {
+      "epoch": 3.3102493074792245,
+      "grad_norm": 2.7938485145568848,
+      "learning_rate": 3.3795013850415515e-06,
+      "loss": 0.1699,
+      "step": 14340
+    },
+    {
+      "epoch": 3.3125577100646355,
+      "grad_norm": 2.894359588623047,
+      "learning_rate": 3.3748845798707297e-06,
+      "loss": 0.1017,
+      "step": 14350
+    },
+    {
+      "epoch": 3.314866112650046,
+      "grad_norm": 1.35383141040802,
+      "learning_rate": 3.370267774699908e-06,
+      "loss": 0.1228,
+      "step": 14360
+    },
+    {
+      "epoch": 3.317174515235457,
+      "grad_norm": 5.159501075744629,
+      "learning_rate": 3.365650969529086e-06,
+      "loss": 0.0863,
+      "step": 14370
+    },
+    {
+      "epoch": 3.319482917820868,
+      "grad_norm": 0.2287338525056839,
+      "learning_rate": 3.3610341643582644e-06,
+      "loss": 0.1491,
+      "step": 14380
+    },
+    {
+      "epoch": 3.321791320406279,
+      "grad_norm": 0.05021412670612335,
+      "learning_rate": 3.3564173591874426e-06,
+      "loss": 0.0741,
+      "step": 14390
+    },
+    {
+      "epoch": 3.32409972299169,
+      "grad_norm": 7.520995616912842,
+      "learning_rate": 3.351800554016621e-06,
+      "loss": 0.1164,
+      "step": 14400
+    },
+    {
+      "epoch": 3.3264081255771005,
+      "grad_norm": 3.08172869682312,
+      "learning_rate": 3.347183748845799e-06,
+      "loss": 0.0745,
+      "step": 14410
+    },
+    {
+      "epoch": 3.3287165281625115,
+      "grad_norm": 10.243539810180664,
+      "learning_rate": 3.342566943674977e-06,
+      "loss": 0.0762,
+      "step": 14420
+    },
+    {
+      "epoch": 3.3310249307479225,
+      "grad_norm": 0.01597224362194538,
+      "learning_rate": 3.337950138504155e-06,
+      "loss": 0.1802,
+      "step": 14430
+    },
+    {
+      "epoch": 3.3333333333333335,
+      "grad_norm": 1.1900466680526733,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.0729,
+      "step": 14440
+    },
+    {
+      "epoch": 3.3356417359187445,
+      "grad_norm": 0.02962113916873932,
+      "learning_rate": 3.3287165281625116e-06,
+      "loss": 0.1395,
+      "step": 14450
+    },
+    {
+      "epoch": 3.337950138504155,
+      "grad_norm": 8.536209106445312,
+      "learning_rate": 3.3240997229916898e-06,
+      "loss": 0.0942,
+      "step": 14460
+    },
+    {
+      "epoch": 3.340258541089566,
+      "grad_norm": 10.208232879638672,
+      "learning_rate": 3.319482917820868e-06,
+      "loss": 0.1554,
+      "step": 14470
+    },
+    {
+      "epoch": 3.342566943674977,
+      "grad_norm": 6.863511085510254,
+      "learning_rate": 3.3148661126500462e-06,
+      "loss": 0.0684,
+      "step": 14480
+    },
+    {
+      "epoch": 3.344875346260388,
+      "grad_norm": 10.011826515197754,
+      "learning_rate": 3.310249307479225e-06,
+      "loss": 0.1523,
+      "step": 14490
+    },
+    {
+      "epoch": 3.347183748845799,
+      "grad_norm": 13.80631160736084,
+      "learning_rate": 3.305632502308403e-06,
+      "loss": 0.1518,
+      "step": 14500
+    },
+    {
+      "epoch": 3.3494921514312095,
+      "grad_norm": 3.74145770072937,
+      "learning_rate": 3.3010156971375813e-06,
+      "loss": 0.0569,
+      "step": 14510
+    },
+    {
+      "epoch": 3.3518005540166205,
+      "grad_norm": 0.1434367150068283,
+      "learning_rate": 3.2963988919667596e-06,
+      "loss": 0.101,
+      "step": 14520
+    },
+    {
+      "epoch": 3.3541089566020315,
+      "grad_norm": 1.3357571363449097,
+      "learning_rate": 3.291782086795938e-06,
+      "loss": 0.0386,
+      "step": 14530
+    },
+    {
+      "epoch": 3.3564173591874424,
+      "grad_norm": 0.8745942711830139,
+      "learning_rate": 3.287165281625116e-06,
+      "loss": 0.0503,
+      "step": 14540
+    },
+    {
+      "epoch": 3.3587257617728534,
+      "grad_norm": 11.09388542175293,
+      "learning_rate": 3.282548476454294e-06,
+      "loss": 0.2291,
+      "step": 14550
+    },
+    {
+      "epoch": 3.361034164358264,
+      "grad_norm": 0.00524839386343956,
+      "learning_rate": 3.277931671283472e-06,
+      "loss": 0.1217,
+      "step": 14560
+    },
+    {
+      "epoch": 3.363342566943675,
+      "grad_norm": 12.373751640319824,
+      "learning_rate": 3.2733148661126503e-06,
+      "loss": 0.1478,
+      "step": 14570
+    },
+    {
+      "epoch": 3.365650969529086,
+      "grad_norm": 7.651139736175537,
+      "learning_rate": 3.2686980609418285e-06,
+      "loss": 0.1553,
+      "step": 14580
+    },
+    {
+      "epoch": 3.367959372114497,
+      "grad_norm": 7.118612766265869,
+      "learning_rate": 3.2640812557710068e-06,
+      "loss": 0.0554,
+      "step": 14590
+    },
+    {
+      "epoch": 3.370267774699908,
+      "grad_norm": 10.486122131347656,
+      "learning_rate": 3.259464450600185e-06,
+      "loss": 0.0374,
+      "step": 14600
+    },
+    {
+      "epoch": 3.3725761772853184,
+      "grad_norm": 2.519848346710205,
+      "learning_rate": 3.254847645429363e-06,
+      "loss": 0.0404,
+      "step": 14610
+    },
+    {
+      "epoch": 3.3748845798707294,
+      "grad_norm": 0.060396481305360794,
+      "learning_rate": 3.2502308402585414e-06,
+      "loss": 0.1099,
+      "step": 14620
+    },
+    {
+      "epoch": 3.3771929824561404,
+      "grad_norm": 1.0960288047790527,
+      "learning_rate": 3.2456140350877197e-06,
+      "loss": 0.1348,
+      "step": 14630
+    },
+    {
+      "epoch": 3.3795013850415514,
+      "grad_norm": 10.786575317382812,
+      "learning_rate": 3.240997229916898e-06,
+      "loss": 0.0955,
+      "step": 14640
+    },
+    {
+      "epoch": 3.3818097876269624,
+      "grad_norm": 2.139821767807007,
+      "learning_rate": 3.236380424746076e-06,
+      "loss": 0.169,
+      "step": 14650
+    },
+    {
+      "epoch": 3.384118190212373,
+      "grad_norm": 4.978335380554199,
+      "learning_rate": 3.2317636195752544e-06,
+      "loss": 0.0457,
+      "step": 14660
+    },
+    {
+      "epoch": 3.386426592797784,
+      "grad_norm": 11.686244010925293,
+      "learning_rate": 3.2271468144044326e-06,
+      "loss": 0.1212,
+      "step": 14670
+    },
+    {
+      "epoch": 3.388734995383195,
+      "grad_norm": 3.8788068294525146,
+      "learning_rate": 3.2225300092336104e-06,
+      "loss": 0.013,
+      "step": 14680
+    },
+    {
+      "epoch": 3.391043397968606,
+      "grad_norm": 15.2543363571167,
+      "learning_rate": 3.2179132040627886e-06,
+      "loss": 0.1388,
+      "step": 14690
+    },
+    {
+      "epoch": 3.393351800554017,
+      "grad_norm": 7.03340482711792,
+      "learning_rate": 3.213296398891967e-06,
+      "loss": 0.1229,
+      "step": 14700
+    },
+    {
+      "epoch": 3.3956602031394274,
+      "grad_norm": 0.6374154090881348,
+      "learning_rate": 3.208679593721145e-06,
+      "loss": 0.1032,
+      "step": 14710
+    },
+    {
+      "epoch": 3.3979686057248384,
+      "grad_norm": 0.780220091342926,
+      "learning_rate": 3.2040627885503233e-06,
+      "loss": 0.1615,
+      "step": 14720
+    },
+    {
+      "epoch": 3.4002770083102494,
+      "grad_norm": 0.27147895097732544,
+      "learning_rate": 3.1994459833795015e-06,
+      "loss": 0.0647,
+      "step": 14730
+    },
+    {
+      "epoch": 3.4025854108956604,
+      "grad_norm": 0.012577136047184467,
+      "learning_rate": 3.1948291782086798e-06,
+      "loss": 0.0664,
+      "step": 14740
+    },
+    {
+      "epoch": 3.4048938134810713,
+      "grad_norm": 3.57993483543396,
+      "learning_rate": 3.190212373037858e-06,
+      "loss": 0.0817,
+      "step": 14750
+    },
+    {
+      "epoch": 3.407202216066482,
+      "grad_norm": 2.7401812076568604,
+      "learning_rate": 3.1855955678670362e-06,
+      "loss": 0.1435,
+      "step": 14760
+    },
+    {
+      "epoch": 3.409510618651893,
+      "grad_norm": 8.122635841369629,
+      "learning_rate": 3.1809787626962144e-06,
+      "loss": 0.0654,
+      "step": 14770
+    },
+    {
+      "epoch": 3.411819021237304,
+      "grad_norm": 0.17859013378620148,
+      "learning_rate": 3.176361957525393e-06,
+      "loss": 0.2021,
+      "step": 14780
+    },
+    {
+      "epoch": 3.414127423822715,
+      "grad_norm": 0.4929366111755371,
+      "learning_rate": 3.1717451523545713e-06,
+      "loss": 0.0935,
+      "step": 14790
+    },
+    {
+      "epoch": 3.416435826408126,
+      "grad_norm": 13.312911987304688,
+      "learning_rate": 3.1671283471837487e-06,
+      "loss": 0.1066,
+      "step": 14800
+    },
+    {
+      "epoch": 3.4187442289935364,
+      "grad_norm": 7.135969638824463,
+      "learning_rate": 3.162511542012927e-06,
+      "loss": 0.0741,
+      "step": 14810
+    },
+    {
+      "epoch": 3.4210526315789473,
+      "grad_norm": 0.977172315120697,
+      "learning_rate": 3.157894736842105e-06,
+      "loss": 0.03,
+      "step": 14820
+    },
+    {
+      "epoch": 3.4233610341643583,
+      "grad_norm": 2.9585630893707275,
+      "learning_rate": 3.1532779316712834e-06,
+      "loss": 0.1705,
+      "step": 14830
+    },
+    {
+      "epoch": 3.4256694367497693,
+      "grad_norm": 4.252414703369141,
+      "learning_rate": 3.148661126500462e-06,
+      "loss": 0.041,
+      "step": 14840
+    },
+    {
+      "epoch": 3.4279778393351803,
+      "grad_norm": 1.7192718982696533,
+      "learning_rate": 3.1440443213296403e-06,
+      "loss": 0.141,
+      "step": 14850
+    },
+    {
+      "epoch": 3.430286241920591,
+      "grad_norm": 12.114724159240723,
+      "learning_rate": 3.1394275161588185e-06,
+      "loss": 0.3049,
+      "step": 14860
+    },
+    {
+      "epoch": 3.432594644506002,
+      "grad_norm": 9.545573234558105,
+      "learning_rate": 3.1348107109879967e-06,
+      "loss": 0.1434,
+      "step": 14870
+    },
+    {
+      "epoch": 3.434903047091413,
+      "grad_norm": 4.291155815124512,
+      "learning_rate": 3.130193905817175e-06,
+      "loss": 0.0823,
+      "step": 14880
+    },
+    {
+      "epoch": 3.437211449676824,
+      "grad_norm": 0.006219394039362669,
+      "learning_rate": 3.125577100646353e-06,
+      "loss": 0.0599,
+      "step": 14890
+    },
+    {
+      "epoch": 3.439519852262235,
+      "grad_norm": 0.022235281765460968,
+      "learning_rate": 3.1209602954755314e-06,
+      "loss": 0.0483,
+      "step": 14900
+    },
+    {
+      "epoch": 3.4418282548476453,
+      "grad_norm": 1.5321310758590698,
+      "learning_rate": 3.1163434903047096e-06,
+      "loss": 0.09,
+      "step": 14910
+    },
+    {
+      "epoch": 3.4441366574330563,
+      "grad_norm": 0.08648065477609634,
+      "learning_rate": 3.111726685133888e-06,
+      "loss": 0.1383,
+      "step": 14920
+    },
+    {
+      "epoch": 3.4464450600184673,
+      "grad_norm": 0.003573131049051881,
+      "learning_rate": 3.1071098799630657e-06,
+      "loss": 0.1015,
+      "step": 14930
+    },
+    {
+      "epoch": 3.4487534626038783,
+      "grad_norm": 1.8613256216049194,
+      "learning_rate": 3.102493074792244e-06,
+      "loss": 0.09,
+      "step": 14940
+    },
+    {
+      "epoch": 3.4510618651892893,
+      "grad_norm": 0.4596211314201355,
+      "learning_rate": 3.097876269621422e-06,
+      "loss": 0.1186,
+      "step": 14950
+    },
+    {
+      "epoch": 3.4533702677747,
+      "grad_norm": 0.012255740351974964,
+      "learning_rate": 3.0932594644506004e-06,
+      "loss": 0.0577,
+      "step": 14960
+    },
+    {
+      "epoch": 3.455678670360111,
+      "grad_norm": 5.410879135131836,
+      "learning_rate": 3.0886426592797786e-06,
+      "loss": 0.2096,
+      "step": 14970
+    },
+    {
+      "epoch": 3.4579870729455218,
+      "grad_norm": 2.9461112022399902,
+      "learning_rate": 3.084025854108957e-06,
+      "loss": 0.0756,
+      "step": 14980
+    },
+    {
+      "epoch": 3.4602954755309328,
+      "grad_norm": 0.9145554900169373,
+      "learning_rate": 3.079409048938135e-06,
+      "loss": 0.061,
+      "step": 14990
+    },
+    {
+      "epoch": 3.4626038781163437,
+      "grad_norm": 1.8118585348129272,
+      "learning_rate": 3.0747922437673133e-06,
+      "loss": 0.1222,
+      "step": 15000
+    },
+    {
+      "epoch": 3.4649122807017543,
+      "grad_norm": 3.5605287551879883,
+      "learning_rate": 3.0701754385964915e-06,
+      "loss": 0.1706,
+      "step": 15010
+    },
+    {
+      "epoch": 3.4672206832871653,
+      "grad_norm": 9.877135276794434,
+      "learning_rate": 3.0655586334256697e-06,
+      "loss": 0.261,
+      "step": 15020
+    },
+    {
+      "epoch": 3.4695290858725762,
+      "grad_norm": 0.003916747402399778,
+      "learning_rate": 3.060941828254848e-06,
+      "loss": 0.1345,
+      "step": 15030
+    },
+    {
+      "epoch": 3.4718374884579872,
+      "grad_norm": 1.626537561416626,
+      "learning_rate": 3.056325023084026e-06,
+      "loss": 0.0439,
+      "step": 15040
+    },
+    {
+      "epoch": 3.474145891043398,
+      "grad_norm": 0.010578769259154797,
+      "learning_rate": 3.051708217913204e-06,
+      "loss": 0.0355,
+      "step": 15050
+    },
+    {
+      "epoch": 3.4764542936288088,
+      "grad_norm": 11.334758758544922,
+      "learning_rate": 3.0470914127423822e-06,
+      "loss": 0.1787,
+      "step": 15060
+    },
+    {
+      "epoch": 3.4787626962142197,
+      "grad_norm": 0.321943998336792,
+      "learning_rate": 3.0424746075715605e-06,
+      "loss": 0.085,
+      "step": 15070
+    },
+    {
+      "epoch": 3.4810710987996307,
+      "grad_norm": 0.9875873923301697,
+      "learning_rate": 3.0378578024007387e-06,
+      "loss": 0.0748,
+      "step": 15080
+    },
+    {
+      "epoch": 3.4833795013850417,
+      "grad_norm": 9.079259872436523,
+      "learning_rate": 3.033240997229917e-06,
+      "loss": 0.1636,
+      "step": 15090
+    },
+    {
+      "epoch": 3.4856879039704527,
+      "grad_norm": 4.437586784362793,
+      "learning_rate": 3.028624192059095e-06,
+      "loss": 0.0873,
+      "step": 15100
+    },
+    {
+      "epoch": 3.4879963065558632,
+      "grad_norm": 0.03537740930914879,
+      "learning_rate": 3.0240073868882734e-06,
+      "loss": 0.0435,
+      "step": 15110
+    },
+    {
+      "epoch": 3.490304709141274,
+      "grad_norm": 0.39910420775413513,
+      "learning_rate": 3.0193905817174516e-06,
+      "loss": 0.1657,
+      "step": 15120
+    },
+    {
+      "epoch": 3.492613111726685,
+      "grad_norm": 0.023489344865083694,
+      "learning_rate": 3.0147737765466303e-06,
+      "loss": 0.0444,
+      "step": 15130
+    },
+    {
+      "epoch": 3.494921514312096,
+      "grad_norm": 6.7024993896484375,
+      "learning_rate": 3.0101569713758085e-06,
+      "loss": 0.0674,
+      "step": 15140
+    },
+    {
+      "epoch": 3.497229916897507,
+      "grad_norm": 7.002059459686279,
+      "learning_rate": 3.0055401662049867e-06,
+      "loss": 0.1806,
+      "step": 15150
+    },
+    {
+      "epoch": 3.4995383194829177,
+      "grad_norm": 8.779173851013184,
+      "learning_rate": 3.000923361034165e-06,
+      "loss": 0.0627,
+      "step": 15160
+    },
+    {
+      "epoch": 3.5018467220683287,
+      "grad_norm": 8.67514419555664,
+      "learning_rate": 2.996306555863343e-06,
+      "loss": 0.0635,
+      "step": 15170
+    },
+    {
+      "epoch": 3.5041551246537397,
+      "grad_norm": 9.346287727355957,
+      "learning_rate": 2.991689750692521e-06,
+      "loss": 0.115,
+      "step": 15180
+    },
+    {
+      "epoch": 3.5064635272391507,
+      "grad_norm": 6.76889181137085,
+      "learning_rate": 2.987072945521699e-06,
+      "loss": 0.0683,
+      "step": 15190
+    },
+    {
+      "epoch": 3.5087719298245617,
+      "grad_norm": 10.451617240905762,
+      "learning_rate": 2.9824561403508774e-06,
+      "loss": 0.2157,
+      "step": 15200
+    },
+    {
+      "epoch": 3.511080332409972,
+      "grad_norm": 0.34595000743865967,
+      "learning_rate": 2.9778393351800557e-06,
+      "loss": 0.115,
+      "step": 15210
+    },
+    {
+      "epoch": 3.513388734995383,
+      "grad_norm": 8.750661849975586,
+      "learning_rate": 2.973222530009234e-06,
+      "loss": 0.1266,
+      "step": 15220
+    },
+    {
+      "epoch": 3.515697137580794,
+      "grad_norm": 5.47856330871582,
+      "learning_rate": 2.968605724838412e-06,
+      "loss": 0.0726,
+      "step": 15230
+    },
+    {
+      "epoch": 3.518005540166205,
+      "grad_norm": 25.498395919799805,
+      "learning_rate": 2.9639889196675903e-06,
+      "loss": 0.1717,
+      "step": 15240
+    },
+    {
+      "epoch": 3.520313942751616,
+      "grad_norm": 0.7776657938957214,
+      "learning_rate": 2.9593721144967686e-06,
+      "loss": 0.1422,
+      "step": 15250
+    },
+    {
+      "epoch": 3.5226223453370267,
+      "grad_norm": 0.018797045573592186,
+      "learning_rate": 2.954755309325947e-06,
+      "loss": 0.1058,
+      "step": 15260
+    },
+    {
+      "epoch": 3.5249307479224377,
+      "grad_norm": 0.13654901087284088,
+      "learning_rate": 2.950138504155125e-06,
+      "loss": 0.0159,
+      "step": 15270
+    },
+    {
+      "epoch": 3.5272391505078486,
+      "grad_norm": 0.0027757291682064533,
+      "learning_rate": 2.9455216989843033e-06,
+      "loss": 0.0787,
+      "step": 15280
+    },
+    {
+      "epoch": 3.5295475530932596,
+      "grad_norm": 4.7459821701049805,
+      "learning_rate": 2.9409048938134815e-06,
+      "loss": 0.1269,
+      "step": 15290
+    },
+    {
+      "epoch": 3.5318559556786706,
+      "grad_norm": 0.011034720577299595,
+      "learning_rate": 2.9362880886426597e-06,
+      "loss": 0.0432,
+      "step": 15300
+    },
+    {
+      "epoch": 3.534164358264081,
+      "grad_norm": 0.1139032393693924,
+      "learning_rate": 2.9316712834718375e-06,
+      "loss": 0.1202,
+      "step": 15310
+    },
+    {
+      "epoch": 3.536472760849492,
+      "grad_norm": 0.29917529225349426,
+      "learning_rate": 2.9270544783010157e-06,
+      "loss": 0.0243,
+      "step": 15320
+    },
+    {
+      "epoch": 3.538781163434903,
+      "grad_norm": 0.6147027611732483,
+      "learning_rate": 2.922437673130194e-06,
+      "loss": 0.1621,
+      "step": 15330
+    },
+    {
+      "epoch": 3.541089566020314,
+      "grad_norm": 0.062258604913949966,
+      "learning_rate": 2.917820867959372e-06,
+      "loss": 0.1966,
+      "step": 15340
+    },
+    {
+      "epoch": 3.543397968605725,
+      "grad_norm": 10.856746673583984,
+      "learning_rate": 2.9132040627885504e-06,
+      "loss": 0.2091,
+      "step": 15350
+    },
+    {
+      "epoch": 3.5457063711911356,
+      "grad_norm": 0.11241677403450012,
+      "learning_rate": 2.9085872576177287e-06,
+      "loss": 0.1378,
+      "step": 15360
+    },
+    {
+      "epoch": 3.5480147737765466,
+      "grad_norm": 0.06720955669879913,
+      "learning_rate": 2.903970452446907e-06,
+      "loss": 0.1179,
+      "step": 15370
+    },
+    {
+      "epoch": 3.5503231763619576,
+      "grad_norm": 0.011267607100307941,
+      "learning_rate": 2.899353647276085e-06,
+      "loss": 0.0977,
+      "step": 15380
+    },
+    {
+      "epoch": 3.5526315789473686,
+      "grad_norm": 9.50528335571289,
+      "learning_rate": 2.8947368421052634e-06,
+      "loss": 0.2466,
+      "step": 15390
+    },
+    {
+      "epoch": 3.5549399815327796,
+      "grad_norm": 0.09559822827577591,
+      "learning_rate": 2.8901200369344416e-06,
+      "loss": 0.1043,
+      "step": 15400
+    },
+    {
+      "epoch": 3.55724838411819,
+      "grad_norm": 0.939671516418457,
+      "learning_rate": 2.88550323176362e-06,
+      "loss": 0.0927,
+      "step": 15410
+    },
+    {
+      "epoch": 3.559556786703601,
+      "grad_norm": 4.562279224395752,
+      "learning_rate": 2.8808864265927985e-06,
+      "loss": 0.0781,
+      "step": 15420
+    },
+    {
+      "epoch": 3.561865189289012,
+      "grad_norm": 1.7657698392868042,
+      "learning_rate": 2.876269621421976e-06,
+      "loss": 0.1011,
+      "step": 15430
+    },
+    {
+      "epoch": 3.564173591874423,
+      "grad_norm": 2.1192398071289062,
+      "learning_rate": 2.871652816251154e-06,
+      "loss": 0.1572,
+      "step": 15440
+    },
+    {
+      "epoch": 3.566481994459834,
+      "grad_norm": 0.6786194443702698,
+      "learning_rate": 2.8670360110803323e-06,
+      "loss": 0.1445,
+      "step": 15450
+    },
+    {
+      "epoch": 3.5687903970452446,
+      "grad_norm": 3.0834736824035645,
+      "learning_rate": 2.8624192059095105e-06,
+      "loss": 0.069,
+      "step": 15460
+    },
+    {
+      "epoch": 3.5710987996306556,
+      "grad_norm": 0.0033159321174025536,
+      "learning_rate": 2.857802400738689e-06,
+      "loss": 0.1198,
+      "step": 15470
+    },
+    {
+      "epoch": 3.5734072022160666,
+      "grad_norm": 0.0765325129032135,
+      "learning_rate": 2.8531855955678674e-06,
+      "loss": 0.1148,
+      "step": 15480
+    },
+    {
+      "epoch": 3.5757156048014775,
+      "grad_norm": 0.3174864649772644,
+      "learning_rate": 2.8485687903970456e-06,
+      "loss": 0.0863,
+      "step": 15490
+    },
+    {
+      "epoch": 3.5780240073868885,
+      "grad_norm": 6.153985500335693,
+      "learning_rate": 2.843951985226224e-06,
+      "loss": 0.1139,
+      "step": 15500
+    },
+    {
+      "epoch": 3.580332409972299,
+      "grad_norm": 10.814231872558594,
+      "learning_rate": 2.839335180055402e-06,
+      "loss": 0.0774,
+      "step": 15510
+    },
+    {
+      "epoch": 3.58264081255771,
+      "grad_norm": 6.4611101150512695,
+      "learning_rate": 2.8347183748845803e-06,
+      "loss": 0.115,
+      "step": 15520
+    },
+    {
+      "epoch": 3.584949215143121,
+      "grad_norm": 0.04866408929228783,
+      "learning_rate": 2.8301015697137586e-06,
+      "loss": 0.1828,
+      "step": 15530
+    },
+    {
+      "epoch": 3.587257617728532,
+      "grad_norm": 0.230972558259964,
+      "learning_rate": 2.8254847645429368e-06,
+      "loss": 0.0699,
+      "step": 15540
+    },
+    {
+      "epoch": 3.589566020313943,
+      "grad_norm": 6.951765537261963,
+      "learning_rate": 2.820867959372115e-06,
+      "loss": 0.2572,
+      "step": 15550
+    },
+    {
+      "epoch": 3.5918744228993535,
+      "grad_norm": 0.015099984593689442,
+      "learning_rate": 2.816251154201293e-06,
+      "loss": 0.0563,
+      "step": 15560
+    },
+    {
+      "epoch": 3.5941828254847645,
+      "grad_norm": 8.978866577148438,
+      "learning_rate": 2.811634349030471e-06,
+      "loss": 0.075,
+      "step": 15570
+    },
+    {
+      "epoch": 3.5964912280701755,
+      "grad_norm": 0.08920139819383621,
+      "learning_rate": 2.8070175438596493e-06,
+      "loss": 0.1095,
+      "step": 15580
+    },
+    {
+      "epoch": 3.598799630655586,
+      "grad_norm": 3.822021484375,
+      "learning_rate": 2.8024007386888275e-06,
+      "loss": 0.0344,
+      "step": 15590
+    },
+    {
+      "epoch": 3.6011080332409975,
+      "grad_norm": 1.2789679765701294,
+      "learning_rate": 2.7977839335180057e-06,
+      "loss": 0.0533,
+      "step": 15600
+    },
+    {
+      "epoch": 3.603416435826408,
+      "grad_norm": 0.004921296611428261,
+      "learning_rate": 2.793167128347184e-06,
+      "loss": 0.0545,
+      "step": 15610
+    },
+    {
+      "epoch": 3.605724838411819,
+      "grad_norm": 1.6983273029327393,
+      "learning_rate": 2.788550323176362e-06,
+      "loss": 0.042,
+      "step": 15620
+    },
+    {
+      "epoch": 3.60803324099723,
+      "grad_norm": 1.825598955154419,
+      "learning_rate": 2.7839335180055404e-06,
+      "loss": 0.0311,
+      "step": 15630
+    },
+    {
+      "epoch": 3.6103416435826405,
+      "grad_norm": 1.3642513751983643,
+      "learning_rate": 2.7793167128347186e-06,
+      "loss": 0.0742,
+      "step": 15640
+    },
+    {
+      "epoch": 3.612650046168052,
+      "grad_norm": 2.4744393825531006,
+      "learning_rate": 2.774699907663897e-06,
+      "loss": 0.1913,
+      "step": 15650
+    },
+    {
+      "epoch": 3.6149584487534625,
+      "grad_norm": 3.559018135070801,
+      "learning_rate": 2.770083102493075e-06,
+      "loss": 0.055,
+      "step": 15660
+    },
+    {
+      "epoch": 3.6172668513388735,
+      "grad_norm": 6.687820911407471,
+      "learning_rate": 2.7654662973222533e-06,
+      "loss": 0.0569,
+      "step": 15670
+    },
+    {
+      "epoch": 3.6195752539242845,
+      "grad_norm": 1.0267345905303955,
+      "learning_rate": 2.760849492151431e-06,
+      "loss": 0.1447,
+      "step": 15680
+    },
+    {
+      "epoch": 3.621883656509695,
+      "grad_norm": 0.11089525371789932,
+      "learning_rate": 2.7562326869806094e-06,
+      "loss": 0.0286,
+      "step": 15690
+    },
+    {
+      "epoch": 3.6241920590951064,
+      "grad_norm": 9.259074211120605,
+      "learning_rate": 2.7516158818097876e-06,
+      "loss": 0.0605,
+      "step": 15700
+    },
+    {
+      "epoch": 3.626500461680517,
+      "grad_norm": 0.1097044125199318,
+      "learning_rate": 2.746999076638966e-06,
+      "loss": 0.0927,
+      "step": 15710
+    },
+    {
+      "epoch": 3.628808864265928,
+      "grad_norm": 5.6350836753845215,
+      "learning_rate": 2.742382271468144e-06,
+      "loss": 0.1076,
+      "step": 15720
+    },
+    {
+      "epoch": 3.631117266851339,
+      "grad_norm": 10.61784553527832,
+      "learning_rate": 2.7377654662973223e-06,
+      "loss": 0.119,
+      "step": 15730
+    },
+    {
+      "epoch": 3.6334256694367495,
+      "grad_norm": 6.789185523986816,
+      "learning_rate": 2.7331486611265005e-06,
+      "loss": 0.071,
+      "step": 15740
+    },
+    {
+      "epoch": 3.635734072022161,
+      "grad_norm": 6.860452651977539,
+      "learning_rate": 2.7285318559556787e-06,
+      "loss": 0.0738,
+      "step": 15750
+    },
+    {
+      "epoch": 3.6380424746075715,
+      "grad_norm": 0.008029925636947155,
+      "learning_rate": 2.7239150507848574e-06,
+      "loss": 0.0833,
+      "step": 15760
+    },
+    {
+      "epoch": 3.6403508771929824,
+      "grad_norm": 0.1483672857284546,
+      "learning_rate": 2.7192982456140356e-06,
+      "loss": 0.0807,
+      "step": 15770
+    },
+    {
+      "epoch": 3.6426592797783934,
+      "grad_norm": 7.238580226898193,
+      "learning_rate": 2.714681440443214e-06,
+      "loss": 0.217,
+      "step": 15780
+    },
+    {
+      "epoch": 3.644967682363804,
+      "grad_norm": 7.89875602722168,
+      "learning_rate": 2.710064635272392e-06,
+      "loss": 0.0482,
+      "step": 15790
+    },
+    {
+      "epoch": 3.6472760849492154,
+      "grad_norm": 5.84787130355835,
+      "learning_rate": 2.7054478301015703e-06,
+      "loss": 0.1189,
+      "step": 15800
+    },
+    {
+      "epoch": 3.649584487534626,
+      "grad_norm": 3.236947536468506,
+      "learning_rate": 2.7008310249307477e-06,
+      "loss": 0.1108,
+      "step": 15810
+    },
+    {
+      "epoch": 3.651892890120037,
+      "grad_norm": 0.09606441855430603,
+      "learning_rate": 2.6962142197599263e-06,
+      "loss": 0.0466,
+      "step": 15820
+    },
+    {
+      "epoch": 3.654201292705448,
+      "grad_norm": 1.1421186923980713,
+      "learning_rate": 2.6915974145891046e-06,
+      "loss": 0.1142,
+      "step": 15830
+    },
+    {
+      "epoch": 3.6565096952908585,
+      "grad_norm": 6.388090133666992,
+      "learning_rate": 2.686980609418283e-06,
+      "loss": 0.0359,
+      "step": 15840
+    },
+    {
+      "epoch": 3.65881809787627,
+      "grad_norm": 1.261206865310669,
+      "learning_rate": 2.682363804247461e-06,
+      "loss": 0.0535,
+      "step": 15850
+    },
+    {
+      "epoch": 3.6611265004616804,
+      "grad_norm": 0.26815763115882874,
+      "learning_rate": 2.6777469990766392e-06,
+      "loss": 0.0937,
+      "step": 15860
+    },
+    {
+      "epoch": 3.6634349030470914,
+      "grad_norm": 0.2905905246734619,
+      "learning_rate": 2.6731301939058175e-06,
+      "loss": 0.1274,
+      "step": 15870
+    },
+    {
+      "epoch": 3.6657433056325024,
+      "grad_norm": 0.0038062131498008966,
+      "learning_rate": 2.6685133887349957e-06,
+      "loss": 0.0899,
+      "step": 15880
+    },
+    {
+      "epoch": 3.668051708217913,
+      "grad_norm": 12.367846488952637,
+      "learning_rate": 2.663896583564174e-06,
+      "loss": 0.0675,
+      "step": 15890
+    },
+    {
+      "epoch": 3.6703601108033244,
+      "grad_norm": 6.238649845123291,
+      "learning_rate": 2.659279778393352e-06,
+      "loss": 0.2909,
+      "step": 15900
+    },
+    {
+      "epoch": 3.672668513388735,
+      "grad_norm": 0.0018944531911984086,
+      "learning_rate": 2.6546629732225304e-06,
+      "loss": 0.0848,
+      "step": 15910
+    },
+    {
+      "epoch": 3.674976915974146,
+      "grad_norm": 0.8859285116195679,
+      "learning_rate": 2.6500461680517086e-06,
+      "loss": 0.0981,
+      "step": 15920
+    },
+    {
+      "epoch": 3.677285318559557,
+      "grad_norm": 4.115336894989014,
+      "learning_rate": 2.645429362880887e-06,
+      "loss": 0.1095,
+      "step": 15930
+    },
+    {
+      "epoch": 3.6795937211449674,
+      "grad_norm": 11.718485832214355,
+      "learning_rate": 2.6408125577100647e-06,
+      "loss": 0.0914,
+      "step": 15940
+    },
+    {
+      "epoch": 3.681902123730379,
+      "grad_norm": 0.04772588610649109,
+      "learning_rate": 2.636195752539243e-06,
+      "loss": 0.2492,
+      "step": 15950
+    },
+    {
+      "epoch": 3.6842105263157894,
+      "grad_norm": 0.22151795029640198,
+      "learning_rate": 2.631578947368421e-06,
+      "loss": 0.0826,
+      "step": 15960
+    },
+    {
+      "epoch": 3.6865189289012004,
+      "grad_norm": 0.0894412249326706,
+      "learning_rate": 2.6269621421975993e-06,
+      "loss": 0.0768,
+      "step": 15970
+    },
+    {
+      "epoch": 3.6888273314866113,
+      "grad_norm": 4.416106700897217,
+      "learning_rate": 2.6223453370267776e-06,
+      "loss": 0.1348,
+      "step": 15980
+    },
+    {
+      "epoch": 3.691135734072022,
+      "grad_norm": 0.0027838642708957195,
+      "learning_rate": 2.617728531855956e-06,
+      "loss": 0.0872,
+      "step": 15990
+    },
+    {
+      "epoch": 3.6934441366574333,
+      "grad_norm": 0.11230922490358353,
+      "learning_rate": 2.613111726685134e-06,
+      "loss": 0.0553,
+      "step": 16000
+    },
+    {
+      "epoch": 3.695752539242844,
+      "grad_norm": 0.4442640244960785,
+      "learning_rate": 2.6084949215143123e-06,
+      "loss": 0.1334,
+      "step": 16010
+    },
+    {
+      "epoch": 3.698060941828255,
+      "grad_norm": 0.23532544076442719,
+      "learning_rate": 2.6038781163434905e-06,
+      "loss": 0.0488,
+      "step": 16020
+    },
+    {
+      "epoch": 3.700369344413666,
+      "grad_norm": 1.0589299201965332,
+      "learning_rate": 2.5992613111726687e-06,
+      "loss": 0.1483,
+      "step": 16030
+    },
+    {
+      "epoch": 3.7026777469990764,
+      "grad_norm": 4.646289348602295,
+      "learning_rate": 2.594644506001847e-06,
+      "loss": 0.0782,
+      "step": 16040
+    },
+    {
+      "epoch": 3.704986149584488,
+      "grad_norm": 9.458477020263672,
+      "learning_rate": 2.5900277008310256e-06,
+      "loss": 0.0587,
+      "step": 16050
+    },
+    {
+      "epoch": 3.7072945521698983,
+      "grad_norm": 1.2729982137680054,
+      "learning_rate": 2.585410895660203e-06,
+      "loss": 0.2213,
+      "step": 16060
+    },
+    {
+      "epoch": 3.7096029547553093,
+      "grad_norm": 3.390852689743042,
+      "learning_rate": 2.580794090489381e-06,
+      "loss": 0.0527,
+      "step": 16070
+    },
+    {
+      "epoch": 3.7119113573407203,
+      "grad_norm": 8.382437705993652,
+      "learning_rate": 2.5761772853185594e-06,
+      "loss": 0.0582,
+      "step": 16080
+    },
+    {
+      "epoch": 3.714219759926131,
+      "grad_norm": 0.11722227185964584,
+      "learning_rate": 2.5715604801477377e-06,
+      "loss": 0.1354,
+      "step": 16090
+    },
+    {
+      "epoch": 3.7165281625115423,
+      "grad_norm": 1.3579716682434082,
+      "learning_rate": 2.566943674976916e-06,
+      "loss": 0.1118,
+      "step": 16100
+    },
+    {
+      "epoch": 3.718836565096953,
+      "grad_norm": 0.34972548484802246,
+      "learning_rate": 2.5623268698060945e-06,
+      "loss": 0.0574,
+      "step": 16110
+    },
+    {
+      "epoch": 3.721144967682364,
+      "grad_norm": 3.4655861854553223,
+      "learning_rate": 2.5577100646352728e-06,
+      "loss": 0.0585,
+      "step": 16120
+    },
+    {
+      "epoch": 3.723453370267775,
+      "grad_norm": 2.356037139892578,
+      "learning_rate": 2.553093259464451e-06,
+      "loss": 0.1005,
+      "step": 16130
+    },
+    {
+      "epoch": 3.7257617728531853,
+      "grad_norm": 15.801155090332031,
+      "learning_rate": 2.5484764542936292e-06,
+      "loss": 0.1139,
+      "step": 16140
+    },
+    {
+      "epoch": 3.7280701754385968,
+      "grad_norm": 5.944174766540527,
+      "learning_rate": 2.5438596491228075e-06,
+      "loss": 0.0458,
+      "step": 16150
+    },
+    {
+      "epoch": 3.7303785780240073,
+      "grad_norm": 0.20397046208381653,
+      "learning_rate": 2.5392428439519857e-06,
+      "loss": 0.0447,
+      "step": 16160
+    },
+    {
+      "epoch": 3.7326869806094183,
+      "grad_norm": 9.588594436645508,
+      "learning_rate": 2.534626038781164e-06,
+      "loss": 0.1521,
+      "step": 16170
+    },
+    {
+      "epoch": 3.7349953831948293,
+      "grad_norm": 6.161980152130127,
+      "learning_rate": 2.530009233610342e-06,
+      "loss": 0.166,
+      "step": 16180
+    },
+    {
+      "epoch": 3.73730378578024,
+      "grad_norm": 5.900730133056641,
+      "learning_rate": 2.52539242843952e-06,
+      "loss": 0.0988,
+      "step": 16190
+    },
+    {
+      "epoch": 3.7396121883656512,
+      "grad_norm": 0.04483022168278694,
+      "learning_rate": 2.520775623268698e-06,
+      "loss": 0.0716,
+      "step": 16200
+    },
+    {
+      "epoch": 3.7419205909510618,
+      "grad_norm": 10.756357192993164,
+      "learning_rate": 2.5161588180978764e-06,
+      "loss": 0.0906,
+      "step": 16210
+    },
+    {
+      "epoch": 3.7442289935364728,
+      "grad_norm": 0.21383854746818542,
+      "learning_rate": 2.5115420129270546e-06,
+      "loss": 0.0779,
+      "step": 16220
+    },
+    {
+      "epoch": 3.7465373961218837,
+      "grad_norm": 4.471083164215088,
+      "learning_rate": 2.506925207756233e-06,
+      "loss": 0.058,
+      "step": 16230
+    },
+    {
+      "epoch": 3.7488457987072943,
+      "grad_norm": 0.0658981129527092,
+      "learning_rate": 2.502308402585411e-06,
+      "loss": 0.0706,
+      "step": 16240
+    },
+    {
+      "epoch": 3.7511542012927057,
+      "grad_norm": 10.466422080993652,
+      "learning_rate": 2.4976915974145893e-06,
+      "loss": 0.1705,
+      "step": 16250
+    },
+    {
+      "epoch": 3.7534626038781163,
+      "grad_norm": 10.537128448486328,
+      "learning_rate": 2.4930747922437675e-06,
+      "loss": 0.061,
+      "step": 16260
+    },
+    {
+      "epoch": 3.7557710064635272,
+      "grad_norm": 8.104669570922852,
+      "learning_rate": 2.4884579870729458e-06,
+      "loss": 0.1439,
+      "step": 16270
+    },
+    {
+      "epoch": 3.7580794090489382,
+      "grad_norm": 0.3424845039844513,
+      "learning_rate": 2.483841181902124e-06,
+      "loss": 0.0458,
+      "step": 16280
+    },
+    {
+      "epoch": 3.7603878116343488,
+      "grad_norm": 1.9809235334396362,
+      "learning_rate": 2.4792243767313022e-06,
+      "loss": 0.0201,
+      "step": 16290
+    },
+    {
+      "epoch": 3.76269621421976,
+      "grad_norm": 10.497163772583008,
+      "learning_rate": 2.4746075715604805e-06,
+      "loss": 0.0654,
+      "step": 16300
+    },
+    {
+      "epoch": 3.7650046168051707,
+      "grad_norm": 0.5199874639511108,
+      "learning_rate": 2.4699907663896587e-06,
+      "loss": 0.2,
+      "step": 16310
+    },
+    {
+      "epoch": 3.7673130193905817,
+      "grad_norm": 6.773366928100586,
+      "learning_rate": 2.465373961218837e-06,
+      "loss": 0.1401,
+      "step": 16320
+    },
+    {
+      "epoch": 3.7696214219759927,
+      "grad_norm": 0.007049506064504385,
+      "learning_rate": 2.460757156048015e-06,
+      "loss": 0.1863,
+      "step": 16330
+    },
+    {
+      "epoch": 3.7719298245614032,
+      "grad_norm": 6.620320796966553,
+      "learning_rate": 2.456140350877193e-06,
+      "loss": 0.0551,
+      "step": 16340
+    },
+    {
+      "epoch": 3.7742382271468147,
+      "grad_norm": 2.904639720916748,
+      "learning_rate": 2.451523545706371e-06,
+      "loss": 0.0757,
+      "step": 16350
+    },
+    {
+      "epoch": 3.776546629732225,
+      "grad_norm": 8.675143241882324,
+      "learning_rate": 2.4469067405355494e-06,
+      "loss": 0.2653,
+      "step": 16360
+    },
+    {
+      "epoch": 3.778855032317636,
+      "grad_norm": 5.641013145446777,
+      "learning_rate": 2.4422899353647276e-06,
+      "loss": 0.0425,
+      "step": 16370
+    },
+    {
+      "epoch": 3.781163434903047,
+      "grad_norm": 0.05047835409641266,
+      "learning_rate": 2.437673130193906e-06,
+      "loss": 0.0885,
+      "step": 16380
+    },
+    {
+      "epoch": 3.7834718374884577,
+      "grad_norm": 0.05300053209066391,
+      "learning_rate": 2.4330563250230845e-06,
+      "loss": 0.0364,
+      "step": 16390
+    },
+    {
+      "epoch": 3.785780240073869,
+      "grad_norm": 0.08056043833494186,
+      "learning_rate": 2.4284395198522627e-06,
+      "loss": 0.0726,
+      "step": 16400
+    },
+    {
+      "epoch": 3.7880886426592797,
+      "grad_norm": 0.7794252634048462,
+      "learning_rate": 2.4238227146814406e-06,
+      "loss": 0.0587,
+      "step": 16410
+    },
+    {
+      "epoch": 3.7903970452446907,
+      "grad_norm": 2.1419363021850586,
+      "learning_rate": 2.4192059095106188e-06,
+      "loss": 0.0813,
+      "step": 16420
+    },
+    {
+      "epoch": 3.7927054478301017,
+      "grad_norm": 2.0678517818450928,
+      "learning_rate": 2.414589104339797e-06,
+      "loss": 0.1013,
+      "step": 16430
+    },
+    {
+      "epoch": 3.795013850415512,
+      "grad_norm": 10.26939582824707,
+      "learning_rate": 2.4099722991689752e-06,
+      "loss": 0.1484,
+      "step": 16440
+    },
+    {
+      "epoch": 3.7973222530009236,
+      "grad_norm": 10.651616096496582,
+      "learning_rate": 2.4053554939981535e-06,
+      "loss": 0.0801,
+      "step": 16450
+    },
+    {
+      "epoch": 3.799630655586334,
+      "grad_norm": 1.389552354812622,
+      "learning_rate": 2.4007386888273317e-06,
+      "loss": 0.0926,
+      "step": 16460
+    },
+    {
+      "epoch": 3.801939058171745,
+      "grad_norm": 5.801025390625,
+      "learning_rate": 2.39612188365651e-06,
+      "loss": 0.1072,
+      "step": 16470
+    },
+    {
+      "epoch": 3.804247460757156,
+      "grad_norm": 12.096196174621582,
+      "learning_rate": 2.391505078485688e-06,
+      "loss": 0.1237,
+      "step": 16480
+    },
+    {
+      "epoch": 3.8065558633425667,
+      "grad_norm": 0.1424197554588318,
+      "learning_rate": 2.3868882733148664e-06,
+      "loss": 0.0906,
+      "step": 16490
+    },
+    {
+      "epoch": 3.808864265927978,
+      "grad_norm": 9.554216384887695,
+      "learning_rate": 2.3822714681440446e-06,
+      "loss": 0.0528,
+      "step": 16500
+    },
+    {
+      "epoch": 3.8111726685133887,
+      "grad_norm": 2.1867902278900146,
+      "learning_rate": 2.377654662973223e-06,
+      "loss": 0.1224,
+      "step": 16510
+    },
+    {
+      "epoch": 3.8134810710987996,
+      "grad_norm": 1.3387869596481323,
+      "learning_rate": 2.373037857802401e-06,
+      "loss": 0.089,
+      "step": 16520
+    },
+    {
+      "epoch": 3.8157894736842106,
+      "grad_norm": 0.10991424322128296,
+      "learning_rate": 2.368421052631579e-06,
+      "loss": 0.0696,
+      "step": 16530
+    },
+    {
+      "epoch": 3.818097876269621,
+      "grad_norm": 6.807132244110107,
+      "learning_rate": 2.363804247460757e-06,
+      "loss": 0.1015,
+      "step": 16540
+    },
+    {
+      "epoch": 3.8204062788550326,
+      "grad_norm": 6.293307781219482,
+      "learning_rate": 2.3591874422899353e-06,
+      "loss": 0.1057,
+      "step": 16550
+    },
+    {
+      "epoch": 3.822714681440443,
+      "grad_norm": 1.5220431089401245,
+      "learning_rate": 2.3545706371191136e-06,
+      "loss": 0.0487,
+      "step": 16560
+    },
+    {
+      "epoch": 3.825023084025854,
+      "grad_norm": 0.011065010912716389,
+      "learning_rate": 2.349953831948292e-06,
+      "loss": 0.0589,
+      "step": 16570
+    },
+    {
+      "epoch": 3.827331486611265,
+      "grad_norm": 0.915833592414856,
+      "learning_rate": 2.3453370267774704e-06,
+      "loss": 0.1128,
+      "step": 16580
+    },
+    {
+      "epoch": 3.8296398891966756,
+      "grad_norm": 9.216570854187012,
+      "learning_rate": 2.3407202216066487e-06,
+      "loss": 0.1074,
+      "step": 16590
+    },
+    {
+      "epoch": 3.831948291782087,
+      "grad_norm": 4.286947250366211,
+      "learning_rate": 2.3361034164358265e-06,
+      "loss": 0.1162,
+      "step": 16600
+    },
+    {
+      "epoch": 3.8342566943674976,
+      "grad_norm": 8.311838150024414,
+      "learning_rate": 2.3314866112650047e-06,
+      "loss": 0.1913,
+      "step": 16610
+    },
+    {
+      "epoch": 3.8365650969529086,
+      "grad_norm": 1.3367292881011963,
+      "learning_rate": 2.326869806094183e-06,
+      "loss": 0.0653,
+      "step": 16620
+    },
+    {
+      "epoch": 3.8388734995383196,
+      "grad_norm": 8.780695915222168,
+      "learning_rate": 2.322253000923361e-06,
+      "loss": 0.1615,
+      "step": 16630
+    },
+    {
+      "epoch": 3.84118190212373,
+      "grad_norm": 2.856950283050537,
+      "learning_rate": 2.3176361957525394e-06,
+      "loss": 0.063,
+      "step": 16640
+    },
+    {
+      "epoch": 3.8434903047091415,
+      "grad_norm": 7.390763282775879,
+      "learning_rate": 2.3130193905817176e-06,
+      "loss": 0.118,
+      "step": 16650
+    },
+    {
+      "epoch": 3.845798707294552,
+      "grad_norm": 13.196995735168457,
+      "learning_rate": 2.308402585410896e-06,
+      "loss": 0.1395,
+      "step": 16660
+    },
+    {
+      "epoch": 3.848107109879963,
+      "grad_norm": 0.0663808286190033,
+      "learning_rate": 2.303785780240074e-06,
+      "loss": 0.1051,
+      "step": 16670
+    },
+    {
+      "epoch": 3.850415512465374,
+      "grad_norm": 3.9963021278381348,
+      "learning_rate": 2.2991689750692523e-06,
+      "loss": 0.1081,
+      "step": 16680
+    },
+    {
+      "epoch": 3.8527239150507846,
+      "grad_norm": 2.4646544456481934,
+      "learning_rate": 2.2945521698984305e-06,
+      "loss": 0.0733,
+      "step": 16690
+    },
+    {
+      "epoch": 3.855032317636196,
+      "grad_norm": 2.620331287384033,
+      "learning_rate": 2.2899353647276088e-06,
+      "loss": 0.0318,
+      "step": 16700
+    },
+    {
+      "epoch": 3.8573407202216066,
+      "grad_norm": 4.9823760986328125,
+      "learning_rate": 2.285318559556787e-06,
+      "loss": 0.1085,
+      "step": 16710
+    },
+    {
+      "epoch": 3.8596491228070176,
+      "grad_norm": 0.9780207872390747,
+      "learning_rate": 2.280701754385965e-06,
+      "loss": 0.2531,
+      "step": 16720
+    },
+    {
+      "epoch": 3.8619575253924285,
+      "grad_norm": 0.053154800087213516,
+      "learning_rate": 2.276084949215143e-06,
+      "loss": 0.0604,
+      "step": 16730
+    },
+    {
+      "epoch": 3.864265927977839,
+      "grad_norm": 10.986392974853516,
+      "learning_rate": 2.2714681440443217e-06,
+      "loss": 0.1026,
+      "step": 16740
+    },
+    {
+      "epoch": 3.8665743305632505,
+      "grad_norm": 2.464510202407837,
+      "learning_rate": 2.2668513388735e-06,
+      "loss": 0.1142,
+      "step": 16750
+    },
+    {
+      "epoch": 3.868882733148661,
+      "grad_norm": 0.14334821701049805,
+      "learning_rate": 2.262234533702678e-06,
+      "loss": 0.0575,
+      "step": 16760
+    },
+    {
+      "epoch": 3.871191135734072,
+      "grad_norm": 5.617680072784424,
+      "learning_rate": 2.2576177285318564e-06,
+      "loss": 0.1545,
+      "step": 16770
+    },
+    {
+      "epoch": 3.873499538319483,
+      "grad_norm": 0.5689931511878967,
+      "learning_rate": 2.2530009233610346e-06,
+      "loss": 0.0292,
+      "step": 16780
+    },
+    {
+      "epoch": 3.8758079409048936,
+      "grad_norm": 0.1201648861169815,
+      "learning_rate": 2.2483841181902124e-06,
+      "loss": 0.0869,
+      "step": 16790
+    },
+    {
+      "epoch": 3.878116343490305,
+      "grad_norm": 0.11815714836120605,
+      "learning_rate": 2.2437673130193906e-06,
+      "loss": 0.0072,
+      "step": 16800
+    },
+    {
+      "epoch": 3.8804247460757155,
+      "grad_norm": 1.5870321989059448,
+      "learning_rate": 2.239150507848569e-06,
+      "loss": 0.0996,
+      "step": 16810
+    },
+    {
+      "epoch": 3.8827331486611265,
+      "grad_norm": 1.9803186655044556,
+      "learning_rate": 2.234533702677747e-06,
+      "loss": 0.2171,
+      "step": 16820
+    },
+    {
+      "epoch": 3.8850415512465375,
+      "grad_norm": 4.469898223876953,
+      "learning_rate": 2.2299168975069253e-06,
+      "loss": 0.1586,
+      "step": 16830
+    },
+    {
+      "epoch": 3.887349953831948,
+      "grad_norm": 6.31825590133667,
+      "learning_rate": 2.2253000923361035e-06,
+      "loss": 0.0161,
+      "step": 16840
+    },
+    {
+      "epoch": 3.8896583564173595,
+      "grad_norm": 10.417545318603516,
+      "learning_rate": 2.2206832871652818e-06,
+      "loss": 0.1996,
+      "step": 16850
+    },
+    {
+      "epoch": 3.89196675900277,
+      "grad_norm": 0.6706535220146179,
+      "learning_rate": 2.21606648199446e-06,
+      "loss": 0.056,
+      "step": 16860
+    },
+    {
+      "epoch": 3.894275161588181,
+      "grad_norm": 4.172085285186768,
+      "learning_rate": 2.2114496768236382e-06,
+      "loss": 0.1292,
+      "step": 16870
+    },
+    {
+      "epoch": 3.896583564173592,
+      "grad_norm": 1.5664077997207642,
+      "learning_rate": 2.2068328716528165e-06,
+      "loss": 0.1767,
+      "step": 16880
+    },
+    {
+      "epoch": 3.8988919667590025,
+      "grad_norm": 0.2762158513069153,
+      "learning_rate": 2.2022160664819947e-06,
+      "loss": 0.022,
+      "step": 16890
+    },
+    {
+      "epoch": 3.901200369344414,
+      "grad_norm": 1.0671693086624146,
+      "learning_rate": 2.197599261311173e-06,
+      "loss": 0.0315,
+      "step": 16900
+    },
+    {
+      "epoch": 3.9035087719298245,
+      "grad_norm": 0.06970557570457458,
+      "learning_rate": 2.192982456140351e-06,
+      "loss": 0.0347,
+      "step": 16910
+    },
+    {
+      "epoch": 3.9058171745152355,
+      "grad_norm": 1.616258978843689,
+      "learning_rate": 2.1883656509695294e-06,
+      "loss": 0.0688,
+      "step": 16920
+    },
+    {
+      "epoch": 3.9081255771006465,
+      "grad_norm": 5.086021900177002,
+      "learning_rate": 2.1837488457987076e-06,
+      "loss": 0.1778,
+      "step": 16930
+    },
+    {
+      "epoch": 3.910433979686057,
+      "grad_norm": 10.797608375549316,
+      "learning_rate": 2.179132040627886e-06,
+      "loss": 0.114,
+      "step": 16940
+    },
+    {
+      "epoch": 3.912742382271468,
+      "grad_norm": 3.6901097297668457,
+      "learning_rate": 2.174515235457064e-06,
+      "loss": 0.1104,
+      "step": 16950
+    },
+    {
+      "epoch": 3.915050784856879,
+      "grad_norm": 13.063434600830078,
+      "learning_rate": 2.1698984302862423e-06,
+      "loss": 0.0914,
+      "step": 16960
+    },
+    {
+      "epoch": 3.91735918744229,
+      "grad_norm": 4.555662631988525,
+      "learning_rate": 2.16528162511542e-06,
+      "loss": 0.1045,
+      "step": 16970
+    },
+    {
+      "epoch": 3.919667590027701,
+      "grad_norm": 3.498223066329956,
+      "learning_rate": 2.1606648199445983e-06,
+      "loss": 0.1101,
+      "step": 16980
+    },
+    {
+      "epoch": 3.9219759926131115,
+      "grad_norm": 14.24549674987793,
+      "learning_rate": 2.1560480147737765e-06,
+      "loss": 0.1992,
+      "step": 16990
+    },
+    {
+      "epoch": 3.9242843951985225,
+      "grad_norm": 0.0043205199763178825,
+      "learning_rate": 2.1514312096029548e-06,
+      "loss": 0.0268,
+      "step": 17000
+    },
+    {
+      "epoch": 3.9265927977839334,
+      "grad_norm": 1.3474671840667725,
+      "learning_rate": 2.146814404432133e-06,
+      "loss": 0.0457,
+      "step": 17010
+    },
+    {
+      "epoch": 3.9289012003693444,
+      "grad_norm": 7.950743675231934,
+      "learning_rate": 2.1421975992613112e-06,
+      "loss": 0.0864,
+      "step": 17020
+    },
+    {
+      "epoch": 3.9312096029547554,
+      "grad_norm": 4.570095062255859,
+      "learning_rate": 2.13758079409049e-06,
+      "loss": 0.1531,
+      "step": 17030
+    },
+    {
+      "epoch": 3.933518005540166,
+      "grad_norm": 11.769319534301758,
+      "learning_rate": 2.1329639889196677e-06,
+      "loss": 0.1503,
+      "step": 17040
+    },
+    {
+      "epoch": 3.935826408125577,
+      "grad_norm": 0.05433037132024765,
+      "learning_rate": 2.128347183748846e-06,
+      "loss": 0.0771,
+      "step": 17050
+    },
+    {
+      "epoch": 3.938134810710988,
+      "grad_norm": 13.737153053283691,
+      "learning_rate": 2.123730378578024e-06,
+      "loss": 0.1123,
+      "step": 17060
+    },
+    {
+      "epoch": 3.940443213296399,
+      "grad_norm": 2.8180816173553467,
+      "learning_rate": 2.1191135734072024e-06,
+      "loss": 0.0692,
+      "step": 17070
+    },
+    {
+      "epoch": 3.94275161588181,
+      "grad_norm": 7.970756530761719,
+      "learning_rate": 2.1144967682363806e-06,
+      "loss": 0.2341,
+      "step": 17080
+    },
+    {
+      "epoch": 3.9450600184672204,
+      "grad_norm": 5.409698486328125,
+      "learning_rate": 2.109879963065559e-06,
+      "loss": 0.1217,
+      "step": 17090
+    },
+    {
+      "epoch": 3.9473684210526314,
+      "grad_norm": 0.005585066974163055,
+      "learning_rate": 2.105263157894737e-06,
+      "loss": 0.1562,
+      "step": 17100
+    },
+    {
+      "epoch": 3.9496768236380424,
+      "grad_norm": 2.0422773361206055,
+      "learning_rate": 2.1006463527239153e-06,
+      "loss": 0.0777,
+      "step": 17110
+    },
+    {
+      "epoch": 3.9519852262234534,
+      "grad_norm": 1.7330297231674194,
+      "learning_rate": 2.0960295475530935e-06,
+      "loss": 0.116,
+      "step": 17120
+    },
+    {
+      "epoch": 3.9542936288088644,
+      "grad_norm": 3.7982141971588135,
+      "learning_rate": 2.0914127423822717e-06,
+      "loss": 0.0576,
+      "step": 17130
+    },
+    {
+      "epoch": 3.956602031394275,
+      "grad_norm": 7.212771415710449,
+      "learning_rate": 2.08679593721145e-06,
+      "loss": 0.0893,
+      "step": 17140
+    },
+    {
+      "epoch": 3.958910433979686,
+      "grad_norm": 15.783292770385742,
+      "learning_rate": 2.082179132040628e-06,
+      "loss": 0.2041,
+      "step": 17150
+    },
+    {
+      "epoch": 3.961218836565097,
+      "grad_norm": 13.14898681640625,
+      "learning_rate": 2.077562326869806e-06,
+      "loss": 0.1455,
+      "step": 17160
+    },
+    {
+      "epoch": 3.963527239150508,
+      "grad_norm": 0.04724092409014702,
+      "learning_rate": 2.0729455216989842e-06,
+      "loss": 0.0495,
+      "step": 17170
+    },
+    {
+      "epoch": 3.965835641735919,
+      "grad_norm": 7.008227825164795,
+      "learning_rate": 2.0683287165281625e-06,
+      "loss": 0.2045,
+      "step": 17180
+    },
+    {
+      "epoch": 3.9681440443213294,
+      "grad_norm": 10.595121383666992,
+      "learning_rate": 2.0637119113573407e-06,
+      "loss": 0.1677,
+      "step": 17190
+    },
+    {
+      "epoch": 3.9704524469067404,
+      "grad_norm": 4.675482749938965,
+      "learning_rate": 2.0590951061865193e-06,
+      "loss": 0.0636,
+      "step": 17200
+    },
+    {
+      "epoch": 3.9727608494921514,
+      "grad_norm": 0.12224403023719788,
+      "learning_rate": 2.0544783010156976e-06,
+      "loss": 0.1179,
+      "step": 17210
+    },
+    {
+      "epoch": 3.9750692520775623,
+      "grad_norm": 12.846823692321777,
+      "learning_rate": 2.049861495844876e-06,
+      "loss": 0.1488,
+      "step": 17220
+    },
+    {
+      "epoch": 3.9773776546629733,
+      "grad_norm": 2.5073230266571045,
+      "learning_rate": 2.0452446906740536e-06,
+      "loss": 0.1049,
+      "step": 17230
+    },
+    {
+      "epoch": 3.979686057248384,
+      "grad_norm": 0.03585357591509819,
+      "learning_rate": 2.040627885503232e-06,
+      "loss": 0.1493,
+      "step": 17240
+    },
+    {
+      "epoch": 3.981994459833795,
+      "grad_norm": 4.717536926269531,
+      "learning_rate": 2.03601108033241e-06,
+      "loss": 0.0618,
+      "step": 17250
+    },
+    {
+      "epoch": 3.984302862419206,
+      "grad_norm": 4.684089183807373,
+      "learning_rate": 2.0313942751615883e-06,
+      "loss": 0.0866,
+      "step": 17260
+    },
+    {
+      "epoch": 3.986611265004617,
+      "grad_norm": 0.0415482297539711,
+      "learning_rate": 2.0267774699907665e-06,
+      "loss": 0.113,
+      "step": 17270
+    },
+    {
+      "epoch": 3.988919667590028,
+      "grad_norm": 14.08647346496582,
+      "learning_rate": 2.0221606648199448e-06,
+      "loss": 0.3745,
+      "step": 17280
+    },
+    {
+      "epoch": 3.9912280701754383,
+      "grad_norm": 17.470605850219727,
+      "learning_rate": 2.017543859649123e-06,
+      "loss": 0.0706,
+      "step": 17290
+    },
+    {
+      "epoch": 3.9935364727608493,
+      "grad_norm": 10.449420928955078,
+      "learning_rate": 2.012927054478301e-06,
+      "loss": 0.1789,
+      "step": 17300
+    },
+    {
+      "epoch": 3.9958448753462603,
+      "grad_norm": 15.79150104522705,
+      "learning_rate": 2.0083102493074794e-06,
+      "loss": 0.1931,
+      "step": 17310
+    },
+    {
+      "epoch": 3.9981532779316713,
+      "grad_norm": 3.792760133743286,
+      "learning_rate": 2.0036934441366577e-06,
+      "loss": 0.0486,
+      "step": 17320
+    },
+    {
+      "epoch": 4.000461680517082,
+      "grad_norm": 0.5567103028297424,
+      "learning_rate": 1.999076638965836e-06,
+      "loss": 0.1129,
+      "step": 17330
+    },
+    {
+      "epoch": 4.002770083102493,
+      "grad_norm": 0.05515914782881737,
+      "learning_rate": 1.994459833795014e-06,
+      "loss": 0.0371,
+      "step": 17340
+    },
+    {
+      "epoch": 4.005078485687904,
+      "grad_norm": 7.6160054206848145,
+      "learning_rate": 1.989843028624192e-06,
+      "loss": 0.204,
+      "step": 17350
+    },
+    {
+      "epoch": 4.007386888273315,
+      "grad_norm": 7.692667484283447,
+      "learning_rate": 1.98522622345337e-06,
+      "loss": 0.0946,
+      "step": 17360
+    },
+    {
+      "epoch": 4.009695290858725,
+      "grad_norm": 0.4839926064014435,
+      "learning_rate": 1.980609418282549e-06,
+      "loss": 0.0735,
+      "step": 17370
+    },
+    {
+      "epoch": 4.012003693444137,
+      "grad_norm": 2.701791763305664,
+      "learning_rate": 1.975992613111727e-06,
+      "loss": 0.0446,
+      "step": 17380
+    },
+    {
+      "epoch": 4.014312096029547,
+      "grad_norm": 8.76486587524414,
+      "learning_rate": 1.9713758079409053e-06,
+      "loss": 0.1321,
+      "step": 17390
+    },
+    {
+      "epoch": 4.016620498614959,
+      "grad_norm": 5.284134387969971,
+      "learning_rate": 1.9667590027700835e-06,
+      "loss": 0.1055,
+      "step": 17400
+    },
+    {
+      "epoch": 4.018928901200369,
+      "grad_norm": 0.1691371500492096,
+      "learning_rate": 1.9621421975992613e-06,
+      "loss": 0.0756,
+      "step": 17410
+    },
+    {
+      "epoch": 4.02123730378578,
+      "grad_norm": 11.886601448059082,
+      "learning_rate": 1.9575253924284395e-06,
+      "loss": 0.3296,
+      "step": 17420
+    },
+    {
+      "epoch": 4.023545706371191,
+      "grad_norm": 10.572009086608887,
+      "learning_rate": 1.9529085872576178e-06,
+      "loss": 0.1479,
+      "step": 17430
+    },
+    {
+      "epoch": 4.025854108956602,
+      "grad_norm": 0.012676590122282505,
+      "learning_rate": 1.948291782086796e-06,
+      "loss": 0.0801,
+      "step": 17440
+    },
+    {
+      "epoch": 4.028162511542013,
+      "grad_norm": 2.1128697395324707,
+      "learning_rate": 1.9436749769159742e-06,
+      "loss": 0.0371,
+      "step": 17450
+    },
+    {
+      "epoch": 4.030470914127424,
+      "grad_norm": 0.5411245226860046,
+      "learning_rate": 1.9390581717451524e-06,
+      "loss": 0.0109,
+      "step": 17460
+    },
+    {
+      "epoch": 4.032779316712834,
+      "grad_norm": 8.834590911865234,
+      "learning_rate": 1.9344413665743307e-06,
+      "loss": 0.1718,
+      "step": 17470
+    },
+    {
+      "epoch": 4.035087719298246,
+      "grad_norm": 4.457376480102539,
+      "learning_rate": 1.929824561403509e-06,
+      "loss": 0.1301,
+      "step": 17480
+    },
+    {
+      "epoch": 4.037396121883656,
+      "grad_norm": 0.0689697191119194,
+      "learning_rate": 1.925207756232687e-06,
+      "loss": 0.1183,
+      "step": 17490
+    },
+    {
+      "epoch": 4.039704524469068,
+      "grad_norm": 0.150483176112175,
+      "learning_rate": 1.9205909510618654e-06,
+      "loss": 0.0924,
+      "step": 17500
+    },
+    {
+      "epoch": 4.042012927054478,
+      "grad_norm": 3.862537384033203,
+      "learning_rate": 1.9159741458910436e-06,
+      "loss": 0.0923,
+      "step": 17510
+    },
+    {
+      "epoch": 4.044321329639889,
+      "grad_norm": 6.420804500579834,
+      "learning_rate": 1.911357340720222e-06,
+      "loss": 0.0522,
+      "step": 17520
+    },
+    {
+      "epoch": 4.0466297322253,
+      "grad_norm": 7.919189453125,
+      "learning_rate": 1.9067405355494e-06,
+      "loss": 0.0548,
+      "step": 17530
+    },
+    {
+      "epoch": 4.048938134810711,
+      "grad_norm": 1.2139182090759277,
+      "learning_rate": 1.902123730378578e-06,
+      "loss": 0.0761,
+      "step": 17540
+    },
+    {
+      "epoch": 4.051246537396122,
+      "grad_norm": 0.019797885790467262,
+      "learning_rate": 1.8975069252077563e-06,
+      "loss": 0.2109,
+      "step": 17550
+    },
+    {
+      "epoch": 4.053554939981533,
+      "grad_norm": 12.0720796585083,
+      "learning_rate": 1.8928901200369345e-06,
+      "loss": 0.0886,
+      "step": 17560
+    },
+    {
+      "epoch": 4.055863342566943,
+      "grad_norm": 6.289129734039307,
+      "learning_rate": 1.8882733148661127e-06,
+      "loss": 0.1237,
+      "step": 17570
+    },
+    {
+      "epoch": 4.058171745152355,
+      "grad_norm": 0.06416813284158707,
+      "learning_rate": 1.883656509695291e-06,
+      "loss": 0.1428,
+      "step": 17580
+    },
+    {
+      "epoch": 4.060480147737765,
+      "grad_norm": 2.9999382495880127,
+      "learning_rate": 1.8790397045244694e-06,
+      "loss": 0.0816,
+      "step": 17590
+    },
+    {
+      "epoch": 4.062788550323177,
+      "grad_norm": 4.974567413330078,
+      "learning_rate": 1.8744228993536472e-06,
+      "loss": 0.1655,
+      "step": 17600
+    },
+    {
+      "epoch": 4.065096952908587,
+      "grad_norm": 5.961575031280518,
+      "learning_rate": 1.8698060941828254e-06,
+      "loss": 0.1642,
+      "step": 17610
+    },
+    {
+      "epoch": 4.067405355493998,
+      "grad_norm": 7.574702262878418,
+      "learning_rate": 1.8651892890120039e-06,
+      "loss": 0.1049,
+      "step": 17620
+    },
+    {
+      "epoch": 4.069713758079409,
+      "grad_norm": 0.34732726216316223,
+      "learning_rate": 1.8605724838411821e-06,
+      "loss": 0.0489,
+      "step": 17630
+    },
+    {
+      "epoch": 4.07202216066482,
+      "grad_norm": 0.03999030590057373,
+      "learning_rate": 1.8559556786703603e-06,
+      "loss": 0.0798,
+      "step": 17640
+    },
+    {
+      "epoch": 4.074330563250231,
+      "grad_norm": 7.563187122344971,
+      "learning_rate": 1.8513388734995386e-06,
+      "loss": 0.0564,
+      "step": 17650
+    },
+    {
+      "epoch": 4.076638965835642,
+      "grad_norm": 0.022275689989328384,
+      "learning_rate": 1.8467220683287168e-06,
+      "loss": 0.0841,
+      "step": 17660
+    },
+    {
+      "epoch": 4.078947368421052,
+      "grad_norm": 0.14487551152706146,
+      "learning_rate": 1.8421052631578948e-06,
+      "loss": 0.0609,
+      "step": 17670
+    },
+    {
+      "epoch": 4.081255771006464,
+      "grad_norm": 11.210583686828613,
+      "learning_rate": 1.837488457987073e-06,
+      "loss": 0.0955,
+      "step": 17680
+    },
+    {
+      "epoch": 4.083564173591874,
+      "grad_norm": 13.005208015441895,
+      "learning_rate": 1.8328716528162513e-06,
+      "loss": 0.0856,
+      "step": 17690
+    },
+    {
+      "epoch": 4.085872576177286,
+      "grad_norm": 0.009737399406731129,
+      "learning_rate": 1.8282548476454295e-06,
+      "loss": 0.061,
+      "step": 17700
+    },
+    {
+      "epoch": 4.088180978762696,
+      "grad_norm": 0.18837927281856537,
+      "learning_rate": 1.8236380424746077e-06,
+      "loss": 0.0244,
+      "step": 17710
+    },
+    {
+      "epoch": 4.090489381348107,
+      "grad_norm": 0.06044956296682358,
+      "learning_rate": 1.819021237303786e-06,
+      "loss": 0.1074,
+      "step": 17720
+    },
+    {
+      "epoch": 4.092797783933518,
+      "grad_norm": 0.04484780132770538,
+      "learning_rate": 1.814404432132964e-06,
+      "loss": 0.0527,
+      "step": 17730
+    },
+    {
+      "epoch": 4.095106186518929,
+      "grad_norm": 2.089848041534424,
+      "learning_rate": 1.8097876269621422e-06,
+      "loss": 0.0477,
+      "step": 17740
+    },
+    {
+      "epoch": 4.09741458910434,
+      "grad_norm": 0.8328580260276794,
+      "learning_rate": 1.8051708217913204e-06,
+      "loss": 0.0627,
+      "step": 17750
+    },
+    {
+      "epoch": 4.099722991689751,
+      "grad_norm": 4.158858776092529,
+      "learning_rate": 1.8005540166204989e-06,
+      "loss": 0.1899,
+      "step": 17760
+    },
+    {
+      "epoch": 4.102031394275161,
+      "grad_norm": 4.327850341796875,
+      "learning_rate": 1.7959372114496771e-06,
+      "loss": 0.1697,
+      "step": 17770
+    },
+    {
+      "epoch": 4.104339796860573,
+      "grad_norm": 7.390630722045898,
+      "learning_rate": 1.7913204062788553e-06,
+      "loss": 0.0682,
+      "step": 17780
+    },
+    {
+      "epoch": 4.106648199445983,
+      "grad_norm": 0.24370385706424713,
+      "learning_rate": 1.7867036011080334e-06,
+      "loss": 0.0586,
+      "step": 17790
+    },
+    {
+      "epoch": 4.108956602031395,
+      "grad_norm": 0.3343433439731598,
+      "learning_rate": 1.7820867959372116e-06,
+      "loss": 0.0269,
+      "step": 17800
+    },
+    {
+      "epoch": 4.111265004616805,
+      "grad_norm": 1.1882919073104858,
+      "learning_rate": 1.7774699907663898e-06,
+      "loss": 0.0825,
+      "step": 17810
+    },
+    {
+      "epoch": 4.113573407202216,
+      "grad_norm": 5.757431983947754,
+      "learning_rate": 1.772853185595568e-06,
+      "loss": 0.1235,
+      "step": 17820
+    },
+    {
+      "epoch": 4.115881809787627,
+      "grad_norm": 1.8218317031860352,
+      "learning_rate": 1.7682363804247463e-06,
+      "loss": 0.0971,
+      "step": 17830
+    },
+    {
+      "epoch": 4.118190212373038,
+      "grad_norm": 2.606081247329712,
+      "learning_rate": 1.7636195752539245e-06,
+      "loss": 0.0706,
+      "step": 17840
+    },
+    {
+      "epoch": 4.120498614958449,
+      "grad_norm": 1.4898006916046143,
+      "learning_rate": 1.7590027700831027e-06,
+      "loss": 0.0727,
+      "step": 17850
+    },
+    {
+      "epoch": 4.12280701754386,
+      "grad_norm": 0.18175561726093292,
+      "learning_rate": 1.7543859649122807e-06,
+      "loss": 0.1295,
+      "step": 17860
+    },
+    {
+      "epoch": 4.12511542012927,
+      "grad_norm": 8.361217498779297,
+      "learning_rate": 1.749769159741459e-06,
+      "loss": 0.1003,
+      "step": 17870
+    },
+    {
+      "epoch": 4.127423822714682,
+      "grad_norm": 13.528752326965332,
+      "learning_rate": 1.7451523545706372e-06,
+      "loss": 0.0388,
+      "step": 17880
+    },
+    {
+      "epoch": 4.129732225300092,
+      "grad_norm": 0.17072995007038116,
+      "learning_rate": 1.7405355493998154e-06,
+      "loss": 0.1673,
+      "step": 17890
+    },
+    {
+      "epoch": 4.1320406278855035,
+      "grad_norm": 9.364889144897461,
+      "learning_rate": 1.7359187442289937e-06,
+      "loss": 0.157,
+      "step": 17900
+    },
+    {
+      "epoch": 4.134349030470914,
+      "grad_norm": 9.533273696899414,
+      "learning_rate": 1.731301939058172e-06,
+      "loss": 0.1244,
+      "step": 17910
+    },
+    {
+      "epoch": 4.136657433056325,
+      "grad_norm": 0.2143106609582901,
+      "learning_rate": 1.72668513388735e-06,
+      "loss": 0.1403,
+      "step": 17920
+    },
+    {
+      "epoch": 4.138965835641736,
+      "grad_norm": 0.4234224855899811,
+      "learning_rate": 1.7220683287165283e-06,
+      "loss": 0.0936,
+      "step": 17930
+    },
+    {
+      "epoch": 4.141274238227147,
+      "grad_norm": 0.0015247706323862076,
+      "learning_rate": 1.7174515235457066e-06,
+      "loss": 0.0346,
+      "step": 17940
+    },
+    {
+      "epoch": 4.143582640812558,
+      "grad_norm": 8.444857597351074,
+      "learning_rate": 1.7128347183748848e-06,
+      "loss": 0.0839,
+      "step": 17950
+    },
+    {
+      "epoch": 4.1458910433979685,
+      "grad_norm": 2.9204680919647217,
+      "learning_rate": 1.708217913204063e-06,
+      "loss": 0.0416,
+      "step": 17960
+    },
+    {
+      "epoch": 4.148199445983379,
+      "grad_norm": 0.23721843957901,
+      "learning_rate": 1.7036011080332413e-06,
+      "loss": 0.0273,
+      "step": 17970
+    },
+    {
+      "epoch": 4.1505078485687905,
+      "grad_norm": 0.3443264961242676,
+      "learning_rate": 1.6989843028624193e-06,
+      "loss": 0.0662,
+      "step": 17980
+    },
+    {
+      "epoch": 4.152816251154201,
+      "grad_norm": 1.521956205368042,
+      "learning_rate": 1.6943674976915975e-06,
+      "loss": 0.1224,
+      "step": 17990
+    },
+    {
+      "epoch": 4.1551246537396125,
+      "grad_norm": 6.6898579597473145,
+      "learning_rate": 1.6897506925207757e-06,
+      "loss": 0.0727,
+      "step": 18000
+    },
+    {
+      "epoch": 4.157433056325023,
+      "grad_norm": 0.749911367893219,
+      "learning_rate": 1.685133887349954e-06,
+      "loss": 0.0231,
+      "step": 18010
+    },
+    {
+      "epoch": 4.159741458910434,
+      "grad_norm": 2.4709060192108154,
+      "learning_rate": 1.6805170821791322e-06,
+      "loss": 0.0401,
+      "step": 18020
+    },
+    {
+      "epoch": 4.162049861495845,
+      "grad_norm": 0.5970932841300964,
+      "learning_rate": 1.6759002770083104e-06,
+      "loss": 0.0615,
+      "step": 18030
+    },
+    {
+      "epoch": 4.1643582640812555,
+      "grad_norm": 1.4250962734222412,
+      "learning_rate": 1.6712834718374884e-06,
+      "loss": 0.1061,
+      "step": 18040
+    },
+    {
+      "epoch": 4.166666666666667,
+      "grad_norm": 7.599595069885254,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.1943,
+      "step": 18050
+    },
+    {
+      "epoch": 4.1689750692520775,
+      "grad_norm": 0.1758354753255844,
+      "learning_rate": 1.6620498614958449e-06,
+      "loss": 0.1029,
+      "step": 18060
+    },
+    {
+      "epoch": 4.171283471837488,
+      "grad_norm": 0.019367141649127007,
+      "learning_rate": 1.6574330563250231e-06,
+      "loss": 0.0501,
+      "step": 18070
+    },
+    {
+      "epoch": 4.1735918744228995,
+      "grad_norm": 8.911870827432722e-05,
+      "learning_rate": 1.6528162511542016e-06,
+      "loss": 0.1196,
+      "step": 18080
+    },
+    {
+      "epoch": 4.17590027700831,
+      "grad_norm": 9.273355484008789,
+      "learning_rate": 1.6481994459833798e-06,
+      "loss": 0.1282,
+      "step": 18090
+    },
+    {
+      "epoch": 4.178208679593721,
+      "grad_norm": 2.6502904891967773,
+      "learning_rate": 1.643582640812558e-06,
+      "loss": 0.1614,
+      "step": 18100
+    },
+    {
+      "epoch": 4.180517082179132,
+      "grad_norm": 9.313275337219238,
+      "learning_rate": 1.638965835641736e-06,
+      "loss": 0.1026,
+      "step": 18110
+    },
+    {
+      "epoch": 4.1828254847645425,
+      "grad_norm": 6.981542587280273,
+      "learning_rate": 1.6343490304709143e-06,
+      "loss": 0.0976,
+      "step": 18120
+    },
+    {
+      "epoch": 4.185133887349954,
+      "grad_norm": 7.823934555053711,
+      "learning_rate": 1.6297322253000925e-06,
+      "loss": 0.1702,
+      "step": 18130
+    },
+    {
+      "epoch": 4.1874422899353645,
+      "grad_norm": 0.015078183263540268,
+      "learning_rate": 1.6251154201292707e-06,
+      "loss": 0.079,
+      "step": 18140
+    },
+    {
+      "epoch": 4.189750692520776,
+      "grad_norm": 0.5002915263175964,
+      "learning_rate": 1.620498614958449e-06,
+      "loss": 0.015,
+      "step": 18150
+    },
+    {
+      "epoch": 4.1920590951061865,
+      "grad_norm": 3.6707632541656494,
+      "learning_rate": 1.6158818097876272e-06,
+      "loss": 0.06,
+      "step": 18160
+    },
+    {
+      "epoch": 4.194367497691597,
+      "grad_norm": 7.1134185791015625,
+      "learning_rate": 1.6112650046168052e-06,
+      "loss": 0.1528,
+      "step": 18170
+    },
+    {
+      "epoch": 4.196675900277008,
+      "grad_norm": 0.5840227007865906,
+      "learning_rate": 1.6066481994459834e-06,
+      "loss": 0.0746,
+      "step": 18180
+    },
+    {
+      "epoch": 4.198984302862419,
+      "grad_norm": 7.29752779006958,
+      "learning_rate": 1.6020313942751617e-06,
+      "loss": 0.1147,
+      "step": 18190
+    },
+    {
+      "epoch": 4.20129270544783,
+      "grad_norm": 2.0548648834228516,
+      "learning_rate": 1.5974145891043399e-06,
+      "loss": 0.0285,
+      "step": 18200
+    },
+    {
+      "epoch": 4.203601108033241,
+      "grad_norm": 12.844947814941406,
+      "learning_rate": 1.5927977839335181e-06,
+      "loss": 0.1169,
+      "step": 18210
+    },
+    {
+      "epoch": 4.2059095106186515,
+      "grad_norm": 0.6720438003540039,
+      "learning_rate": 1.5881809787626965e-06,
+      "loss": 0.1875,
+      "step": 18220
+    },
+    {
+      "epoch": 4.208217913204063,
+      "grad_norm": 0.4104534983634949,
+      "learning_rate": 1.5835641735918744e-06,
+      "loss": 0.0932,
+      "step": 18230
+    },
+    {
+      "epoch": 4.2105263157894735,
+      "grad_norm": 9.412288665771484,
+      "learning_rate": 1.5789473684210526e-06,
+      "loss": 0.0587,
+      "step": 18240
+    },
+    {
+      "epoch": 4.212834718374885,
+      "grad_norm": 11.267598152160645,
+      "learning_rate": 1.574330563250231e-06,
+      "loss": 0.1059,
+      "step": 18250
+    },
+    {
+      "epoch": 4.215143120960295,
+      "grad_norm": 0.21640585362911224,
+      "learning_rate": 1.5697137580794093e-06,
+      "loss": 0.1436,
+      "step": 18260
+    },
+    {
+      "epoch": 4.217451523545706,
+      "grad_norm": 0.047597870230674744,
+      "learning_rate": 1.5650969529085875e-06,
+      "loss": 0.0213,
+      "step": 18270
+    },
+    {
+      "epoch": 4.219759926131117,
+      "grad_norm": 1.3516931533813477,
+      "learning_rate": 1.5604801477377657e-06,
+      "loss": 0.1453,
+      "step": 18280
+    },
+    {
+      "epoch": 4.222068328716528,
+      "grad_norm": 2.1602530479431152,
+      "learning_rate": 1.555863342566944e-06,
+      "loss": 0.0831,
+      "step": 18290
+    },
+    {
+      "epoch": 4.224376731301939,
+      "grad_norm": 4.4824748039245605,
+      "learning_rate": 1.551246537396122e-06,
+      "loss": 0.0992,
+      "step": 18300
+    },
+    {
+      "epoch": 4.22668513388735,
+      "grad_norm": 0.6479166150093079,
+      "learning_rate": 1.5466297322253002e-06,
+      "loss": 0.0479,
+      "step": 18310
+    },
+    {
+      "epoch": 4.22899353647276,
+      "grad_norm": 0.003623060416430235,
+      "learning_rate": 1.5420129270544784e-06,
+      "loss": 0.0726,
+      "step": 18320
+    },
+    {
+      "epoch": 4.231301939058172,
+      "grad_norm": 1.3259658813476562,
+      "learning_rate": 1.5373961218836566e-06,
+      "loss": 0.1497,
+      "step": 18330
+    },
+    {
+      "epoch": 4.233610341643582,
+      "grad_norm": 6.869663715362549,
+      "learning_rate": 1.5327793167128349e-06,
+      "loss": 0.0566,
+      "step": 18340
+    },
+    {
+      "epoch": 4.235918744228994,
+      "grad_norm": 0.3856455981731415,
+      "learning_rate": 1.528162511542013e-06,
+      "loss": 0.0742,
+      "step": 18350
+    },
+    {
+      "epoch": 4.238227146814404,
+      "grad_norm": 1.9238159656524658,
+      "learning_rate": 1.5235457063711911e-06,
+      "loss": 0.1013,
+      "step": 18360
+    },
+    {
+      "epoch": 4.240535549399815,
+      "grad_norm": 0.0026226695626974106,
+      "learning_rate": 1.5189289012003693e-06,
+      "loss": 0.055,
+      "step": 18370
+    },
+    {
+      "epoch": 4.242843951985226,
+      "grad_norm": 4.205273628234863,
+      "learning_rate": 1.5143120960295476e-06,
+      "loss": 0.0365,
+      "step": 18380
+    },
+    {
+      "epoch": 4.245152354570637,
+      "grad_norm": 0.03291506692767143,
+      "learning_rate": 1.5096952908587258e-06,
+      "loss": 0.0219,
+      "step": 18390
+    },
+    {
+      "epoch": 4.247460757156048,
+      "grad_norm": 3.9213287830352783,
+      "learning_rate": 1.5050784856879042e-06,
+      "loss": 0.0936,
+      "step": 18400
+    },
+    {
+      "epoch": 4.249769159741459,
+      "grad_norm": 0.001965222880244255,
+      "learning_rate": 1.5004616805170825e-06,
+      "loss": 0.2006,
+      "step": 18410
+    },
+    {
+      "epoch": 4.252077562326869,
+      "grad_norm": 8.61193561553955,
+      "learning_rate": 1.4958448753462605e-06,
+      "loss": 0.1056,
+      "step": 18420
+    },
+    {
+      "epoch": 4.254385964912281,
+      "grad_norm": 0.0003543222264852375,
+      "learning_rate": 1.4912280701754387e-06,
+      "loss": 0.1152,
+      "step": 18430
+    },
+    {
+      "epoch": 4.256694367497691,
+      "grad_norm": 0.03553229942917824,
+      "learning_rate": 1.486611265004617e-06,
+      "loss": 0.1278,
+      "step": 18440
+    },
+    {
+      "epoch": 4.259002770083103,
+      "grad_norm": 0.3012474775314331,
+      "learning_rate": 1.4819944598337952e-06,
+      "loss": 0.0447,
+      "step": 18450
+    },
+    {
+      "epoch": 4.261311172668513,
+      "grad_norm": 0.0004998059594072402,
+      "learning_rate": 1.4773776546629734e-06,
+      "loss": 0.0848,
+      "step": 18460
+    },
+    {
+      "epoch": 4.263619575253924,
+      "grad_norm": 0.02571015991270542,
+      "learning_rate": 1.4727608494921516e-06,
+      "loss": 0.054,
+      "step": 18470
+    },
+    {
+      "epoch": 4.265927977839335,
+      "grad_norm": 1.6443620920181274,
+      "learning_rate": 1.4681440443213299e-06,
+      "loss": 0.1124,
+      "step": 18480
+    },
+    {
+      "epoch": 4.268236380424746,
+      "grad_norm": 2.0169291496276855,
+      "learning_rate": 1.4635272391505079e-06,
+      "loss": 0.0635,
+      "step": 18490
+    },
+    {
+      "epoch": 4.270544783010157,
+      "grad_norm": 0.0017683185869827867,
+      "learning_rate": 1.458910433979686e-06,
+      "loss": 0.0545,
+      "step": 18500
+    },
+    {
+      "epoch": 4.272853185595568,
+      "grad_norm": 7.548868656158447,
+      "learning_rate": 1.4542936288088643e-06,
+      "loss": 0.1501,
+      "step": 18510
+    },
+    {
+      "epoch": 4.275161588180978,
+      "grad_norm": 7.761920928955078,
+      "learning_rate": 1.4496768236380426e-06,
+      "loss": 0.1276,
+      "step": 18520
+    },
+    {
+      "epoch": 4.27746999076639,
+      "grad_norm": 8.311779022216797,
+      "learning_rate": 1.4450600184672208e-06,
+      "loss": 0.0804,
+      "step": 18530
+    },
+    {
+      "epoch": 4.2797783933518,
+      "grad_norm": 0.03365530073642731,
+      "learning_rate": 1.4404432132963992e-06,
+      "loss": 0.0866,
+      "step": 18540
+    },
+    {
+      "epoch": 4.282086795937212,
+      "grad_norm": 0.11477167904376984,
+      "learning_rate": 1.435826408125577e-06,
+      "loss": 0.1802,
+      "step": 18550
+    },
+    {
+      "epoch": 4.284395198522622,
+      "grad_norm": 11.957294464111328,
+      "learning_rate": 1.4312096029547553e-06,
+      "loss": 0.1311,
+      "step": 18560
+    },
+    {
+      "epoch": 4.286703601108033,
+      "grad_norm": 0.3100244104862213,
+      "learning_rate": 1.4265927977839337e-06,
+      "loss": 0.1249,
+      "step": 18570
+    },
+    {
+      "epoch": 4.289012003693444,
+      "grad_norm": 3.5263280868530273,
+      "learning_rate": 1.421975992613112e-06,
+      "loss": 0.026,
+      "step": 18580
+    },
+    {
+      "epoch": 4.291320406278855,
+      "grad_norm": 5.12006139755249,
+      "learning_rate": 1.4173591874422902e-06,
+      "loss": 0.2176,
+      "step": 18590
+    },
+    {
+      "epoch": 4.293628808864266,
+      "grad_norm": 2.9324889183044434,
+      "learning_rate": 1.4127423822714684e-06,
+      "loss": 0.0984,
+      "step": 18600
+    },
+    {
+      "epoch": 4.295937211449677,
+      "grad_norm": 6.247832298278809,
+      "learning_rate": 1.4081255771006464e-06,
+      "loss": 0.0625,
+      "step": 18610
+    },
+    {
+      "epoch": 4.298245614035087,
+      "grad_norm": 0.5543584227561951,
+      "learning_rate": 1.4035087719298246e-06,
+      "loss": 0.0226,
+      "step": 18620
+    },
+    {
+      "epoch": 4.300554016620499,
+      "grad_norm": 0.045898132026195526,
+      "learning_rate": 1.3988919667590029e-06,
+      "loss": 0.0512,
+      "step": 18630
+    },
+    {
+      "epoch": 4.302862419205909,
+      "grad_norm": 0.8284197449684143,
+      "learning_rate": 1.394275161588181e-06,
+      "loss": 0.0806,
+      "step": 18640
+    },
+    {
+      "epoch": 4.305170821791321,
+      "grad_norm": 1.3980050086975098,
+      "learning_rate": 1.3896583564173593e-06,
+      "loss": 0.0398,
+      "step": 18650
+    },
+    {
+      "epoch": 4.307479224376731,
+      "grad_norm": 0.285629004240036,
+      "learning_rate": 1.3850415512465375e-06,
+      "loss": 0.0898,
+      "step": 18660
+    },
+    {
+      "epoch": 4.309787626962142,
+      "grad_norm": 10.167963027954102,
+      "learning_rate": 1.3804247460757156e-06,
+      "loss": 0.0465,
+      "step": 18670
+    },
+    {
+      "epoch": 4.312096029547553,
+      "grad_norm": 0.05650853365659714,
+      "learning_rate": 1.3758079409048938e-06,
+      "loss": 0.1037,
+      "step": 18680
+    },
+    {
+      "epoch": 4.314404432132964,
+      "grad_norm": 0.3463301360607147,
+      "learning_rate": 1.371191135734072e-06,
+      "loss": 0.1745,
+      "step": 18690
+    },
+    {
+      "epoch": 4.316712834718375,
+      "grad_norm": 0.7532675862312317,
+      "learning_rate": 1.3665743305632503e-06,
+      "loss": 0.0531,
+      "step": 18700
+    },
+    {
+      "epoch": 4.319021237303786,
+      "grad_norm": 0.707317590713501,
+      "learning_rate": 1.3619575253924287e-06,
+      "loss": 0.0314,
+      "step": 18710
+    },
+    {
+      "epoch": 4.321329639889196,
+      "grad_norm": 0.03190390765666962,
+      "learning_rate": 1.357340720221607e-06,
+      "loss": 0.0543,
+      "step": 18720
+    },
+    {
+      "epoch": 4.323638042474608,
+      "grad_norm": 1.1432627439498901,
+      "learning_rate": 1.3527239150507852e-06,
+      "loss": 0.08,
+      "step": 18730
+    },
+    {
+      "epoch": 4.325946445060018,
+      "grad_norm": 0.03065003640949726,
+      "learning_rate": 1.3481071098799632e-06,
+      "loss": 0.1757,
+      "step": 18740
+    },
+    {
+      "epoch": 4.32825484764543,
+      "grad_norm": 1.1875349283218384,
+      "learning_rate": 1.3434903047091414e-06,
+      "loss": 0.1004,
+      "step": 18750
+    },
+    {
+      "epoch": 4.33056325023084,
+      "grad_norm": 0.18091168999671936,
+      "learning_rate": 1.3388734995383196e-06,
+      "loss": 0.0426,
+      "step": 18760
+    },
+    {
+      "epoch": 4.332871652816251,
+      "grad_norm": 11.40159797668457,
+      "learning_rate": 1.3342566943674979e-06,
+      "loss": 0.0911,
+      "step": 18770
+    },
+    {
+      "epoch": 4.335180055401662,
+      "grad_norm": 0.5495089292526245,
+      "learning_rate": 1.329639889196676e-06,
+      "loss": 0.0757,
+      "step": 18780
+    },
+    {
+      "epoch": 4.337488457987073,
+      "grad_norm": 0.38059499859809875,
+      "learning_rate": 1.3250230840258543e-06,
+      "loss": 0.0755,
+      "step": 18790
+    },
+    {
+      "epoch": 4.339796860572484,
+      "grad_norm": 11.468230247497559,
+      "learning_rate": 1.3204062788550323e-06,
+      "loss": 0.1349,
+      "step": 18800
+    },
+    {
+      "epoch": 4.342105263157895,
+      "grad_norm": 2.189826488494873,
+      "learning_rate": 1.3157894736842106e-06,
+      "loss": 0.1038,
+      "step": 18810
+    },
+    {
+      "epoch": 4.344413665743305,
+      "grad_norm": 5.178741931915283,
+      "learning_rate": 1.3111726685133888e-06,
+      "loss": 0.1205,
+      "step": 18820
+    },
+    {
+      "epoch": 4.346722068328717,
+      "grad_norm": 0.009501563385128975,
+      "learning_rate": 1.306555863342567e-06,
+      "loss": 0.0772,
+      "step": 18830
+    },
+    {
+      "epoch": 4.349030470914127,
+      "grad_norm": 9.182662010192871,
+      "learning_rate": 1.3019390581717452e-06,
+      "loss": 0.1399,
+      "step": 18840
+    },
+    {
+      "epoch": 4.351338873499539,
+      "grad_norm": 2.9312639236450195,
+      "learning_rate": 1.2973222530009235e-06,
+      "loss": 0.0711,
+      "step": 18850
+    },
+    {
+      "epoch": 4.353647276084949,
+      "grad_norm": 13.856345176696777,
+      "learning_rate": 1.2927054478301015e-06,
+      "loss": 0.1443,
+      "step": 18860
+    },
+    {
+      "epoch": 4.35595567867036,
+      "grad_norm": 0.026102133095264435,
+      "learning_rate": 1.2880886426592797e-06,
+      "loss": 0.1102,
+      "step": 18870
+    },
+    {
+      "epoch": 4.358264081255771,
+      "grad_norm": 10.875211715698242,
+      "learning_rate": 1.283471837488458e-06,
+      "loss": 0.1348,
+      "step": 18880
+    },
+    {
+      "epoch": 4.360572483841182,
+      "grad_norm": 0.7638143301010132,
+      "learning_rate": 1.2788550323176364e-06,
+      "loss": 0.1005,
+      "step": 18890
+    },
+    {
+      "epoch": 4.362880886426593,
+      "grad_norm": 15.387251853942871,
+      "learning_rate": 1.2742382271468146e-06,
+      "loss": 0.1619,
+      "step": 18900
+    },
+    {
+      "epoch": 4.365189289012004,
+      "grad_norm": 0.012922042049467564,
+      "learning_rate": 1.2696214219759928e-06,
+      "loss": 0.0777,
+      "step": 18910
+    },
+    {
+      "epoch": 4.367497691597414,
+      "grad_norm": 9.09872055053711,
+      "learning_rate": 1.265004616805171e-06,
+      "loss": 0.1269,
+      "step": 18920
+    },
+    {
+      "epoch": 4.369806094182826,
+      "grad_norm": 15.013482093811035,
+      "learning_rate": 1.260387811634349e-06,
+      "loss": 0.1903,
+      "step": 18930
+    },
+    {
+      "epoch": 4.372114496768236,
+      "grad_norm": 1.723223328590393,
+      "learning_rate": 1.2557710064635273e-06,
+      "loss": 0.1051,
+      "step": 18940
+    },
+    {
+      "epoch": 4.374422899353648,
+      "grad_norm": 0.036664124578237534,
+      "learning_rate": 1.2511542012927055e-06,
+      "loss": 0.0776,
+      "step": 18950
+    },
+    {
+      "epoch": 4.376731301939058,
+      "grad_norm": 0.4533037543296814,
+      "learning_rate": 1.2465373961218838e-06,
+      "loss": 0.0254,
+      "step": 18960
+    },
+    {
+      "epoch": 4.379039704524469,
+      "grad_norm": 11.614164352416992,
+      "learning_rate": 1.241920590951062e-06,
+      "loss": 0.1115,
+      "step": 18970
+    },
+    {
+      "epoch": 4.38134810710988,
+      "grad_norm": 2.6653497219085693,
+      "learning_rate": 1.2373037857802402e-06,
+      "loss": 0.1085,
+      "step": 18980
+    },
+    {
+      "epoch": 4.383656509695291,
+      "grad_norm": 1.6848649978637695,
+      "learning_rate": 1.2326869806094185e-06,
+      "loss": 0.0464,
+      "step": 18990
+    },
+    {
+      "epoch": 4.385964912280702,
+      "grad_norm": 0.36225515604019165,
+      "learning_rate": 1.2280701754385965e-06,
+      "loss": 0.0312,
+      "step": 19000
+    },
+    {
+      "epoch": 4.388273314866113,
+      "grad_norm": 8.291478157043457,
+      "learning_rate": 1.2234533702677747e-06,
+      "loss": 0.1256,
+      "step": 19010
+    },
+    {
+      "epoch": 4.390581717451523,
+      "grad_norm": 0.14928275346755981,
+      "learning_rate": 1.218836565096953e-06,
+      "loss": 0.0202,
+      "step": 19020
+    },
+    {
+      "epoch": 4.392890120036935,
+      "grad_norm": 0.11870255321264267,
+      "learning_rate": 1.2142197599261314e-06,
+      "loss": 0.1611,
+      "step": 19030
+    },
+    {
+      "epoch": 4.395198522622345,
+      "grad_norm": 0.08544490486383438,
+      "learning_rate": 1.2096029547553094e-06,
+      "loss": 0.0334,
+      "step": 19040
+    },
+    {
+      "epoch": 4.3975069252077565,
+      "grad_norm": 4.483710289001465,
+      "learning_rate": 1.2049861495844876e-06,
+      "loss": 0.0538,
+      "step": 19050
+    },
+    {
+      "epoch": 4.399815327793167,
+      "grad_norm": 0.07368674874305725,
+      "learning_rate": 1.2003693444136658e-06,
+      "loss": 0.0837,
+      "step": 19060
+    },
+    {
+      "epoch": 4.402123730378578,
+      "grad_norm": 6.6922926902771,
+      "learning_rate": 1.195752539242844e-06,
+      "loss": 0.1468,
+      "step": 19070
+    },
+    {
+      "epoch": 4.404432132963989,
+      "grad_norm": 0.22682537138462067,
+      "learning_rate": 1.1911357340720223e-06,
+      "loss": 0.1224,
+      "step": 19080
+    },
+    {
+      "epoch": 4.4067405355494,
+      "grad_norm": 0.2628570795059204,
+      "learning_rate": 1.1865189289012005e-06,
+      "loss": 0.0377,
+      "step": 19090
+    },
+    {
+      "epoch": 4.409048938134811,
+      "grad_norm": 0.6884846687316895,
+      "learning_rate": 1.1819021237303786e-06,
+      "loss": 0.0802,
+      "step": 19100
+    },
+    {
+      "epoch": 4.411357340720222,
+      "grad_norm": 0.24220415949821472,
+      "learning_rate": 1.1772853185595568e-06,
+      "loss": 0.0431,
+      "step": 19110
+    },
+    {
+      "epoch": 4.413665743305632,
+      "grad_norm": 0.0012206712272018194,
+      "learning_rate": 1.1726685133887352e-06,
+      "loss": 0.113,
+      "step": 19120
+    },
+    {
+      "epoch": 4.4159741458910435,
+      "grad_norm": 0.010857267305254936,
+      "learning_rate": 1.1680517082179132e-06,
+      "loss": 0.1441,
+      "step": 19130
+    },
+    {
+      "epoch": 4.418282548476454,
+      "grad_norm": 8.617463111877441,
+      "learning_rate": 1.1634349030470915e-06,
+      "loss": 0.0969,
+      "step": 19140
+    },
+    {
+      "epoch": 4.4205909510618655,
+      "grad_norm": 5.146607875823975,
+      "learning_rate": 1.1588180978762697e-06,
+      "loss": 0.02,
+      "step": 19150
+    },
+    {
+      "epoch": 4.422899353647276,
+      "grad_norm": 0.26189592480659485,
+      "learning_rate": 1.154201292705448e-06,
+      "loss": 0.0311,
+      "step": 19160
+    },
+    {
+      "epoch": 4.425207756232687,
+      "grad_norm": 7.718921184539795,
+      "learning_rate": 1.1495844875346262e-06,
+      "loss": 0.1022,
+      "step": 19170
+    },
+    {
+      "epoch": 4.427516158818098,
+      "grad_norm": 2.4889941215515137,
+      "learning_rate": 1.1449676823638044e-06,
+      "loss": 0.0521,
+      "step": 19180
+    },
+    {
+      "epoch": 4.4298245614035086,
+      "grad_norm": 2.502051591873169,
+      "learning_rate": 1.1403508771929824e-06,
+      "loss": 0.0608,
+      "step": 19190
+    },
+    {
+      "epoch": 4.43213296398892,
+      "grad_norm": 0.08653046935796738,
+      "learning_rate": 1.1357340720221608e-06,
+      "loss": 0.0878,
+      "step": 19200
+    },
+    {
+      "epoch": 4.4344413665743305,
+      "grad_norm": 1.4791200160980225,
+      "learning_rate": 1.131117266851339e-06,
+      "loss": 0.1725,
+      "step": 19210
+    },
+    {
+      "epoch": 4.436749769159741,
+      "grad_norm": 7.290171146392822,
+      "learning_rate": 1.1265004616805173e-06,
+      "loss": 0.0668,
+      "step": 19220
+    },
+    {
+      "epoch": 4.4390581717451525,
+      "grad_norm": 1.1946375370025635,
+      "learning_rate": 1.1218836565096953e-06,
+      "loss": 0.1583,
+      "step": 19230
+    },
+    {
+      "epoch": 4.441366574330563,
+      "grad_norm": 2.806880235671997,
+      "learning_rate": 1.1172668513388735e-06,
+      "loss": 0.185,
+      "step": 19240
+    },
+    {
+      "epoch": 4.4436749769159745,
+      "grad_norm": 0.06182056665420532,
+      "learning_rate": 1.1126500461680518e-06,
+      "loss": 0.0462,
+      "step": 19250
+    },
+    {
+      "epoch": 4.445983379501385,
+      "grad_norm": 0.002978579606860876,
+      "learning_rate": 1.10803324099723e-06,
+      "loss": 0.07,
+      "step": 19260
+    },
+    {
+      "epoch": 4.4482917820867955,
+      "grad_norm": 0.003829601686447859,
+      "learning_rate": 1.1034164358264082e-06,
+      "loss": 0.0548,
+      "step": 19270
+    },
+    {
+      "epoch": 4.450600184672207,
+      "grad_norm": 16.720489501953125,
+      "learning_rate": 1.0987996306555865e-06,
+      "loss": 0.2019,
+      "step": 19280
+    },
+    {
+      "epoch": 4.4529085872576175,
+      "grad_norm": 0.0027888657059520483,
+      "learning_rate": 1.0941828254847647e-06,
+      "loss": 0.0074,
+      "step": 19290
+    },
+    {
+      "epoch": 4.455216989843029,
+      "grad_norm": 10.662086486816406,
+      "learning_rate": 1.089566020313943e-06,
+      "loss": 0.1479,
+      "step": 19300
+    },
+    {
+      "epoch": 4.4575253924284395,
+      "grad_norm": 0.003766958834603429,
+      "learning_rate": 1.0849492151431211e-06,
+      "loss": 0.1004,
+      "step": 19310
+    },
+    {
+      "epoch": 4.45983379501385,
+      "grad_norm": 1.0769058465957642,
+      "learning_rate": 1.0803324099722992e-06,
+      "loss": 0.0615,
+      "step": 19320
+    },
+    {
+      "epoch": 4.4621421975992615,
+      "grad_norm": 0.16774635016918182,
+      "learning_rate": 1.0757156048014774e-06,
+      "loss": 0.0265,
+      "step": 19330
+    },
+    {
+      "epoch": 4.464450600184672,
+      "grad_norm": 0.08873479068279266,
+      "learning_rate": 1.0710987996306556e-06,
+      "loss": 0.1162,
+      "step": 19340
+    },
+    {
+      "epoch": 4.466759002770083,
+      "grad_norm": 0.5571467876434326,
+      "learning_rate": 1.0664819944598338e-06,
+      "loss": 0.0407,
+      "step": 19350
+    },
+    {
+      "epoch": 4.469067405355494,
+      "grad_norm": 0.019094835966825485,
+      "learning_rate": 1.061865189289012e-06,
+      "loss": 0.1246,
+      "step": 19360
+    },
+    {
+      "epoch": 4.4713758079409045,
+      "grad_norm": 8.37247085571289,
+      "learning_rate": 1.0572483841181903e-06,
+      "loss": 0.0413,
+      "step": 19370
+    },
+    {
+      "epoch": 4.473684210526316,
+      "grad_norm": 18.04896354675293,
+      "learning_rate": 1.0526315789473685e-06,
+      "loss": 0.0736,
+      "step": 19380
+    },
+    {
+      "epoch": 4.4759926131117265,
+      "grad_norm": 2.294590950012207,
+      "learning_rate": 1.0480147737765468e-06,
+      "loss": 0.0591,
+      "step": 19390
+    },
+    {
+      "epoch": 4.478301015697138,
+      "grad_norm": 2.386199712753296,
+      "learning_rate": 1.043397968605725e-06,
+      "loss": 0.1517,
+      "step": 19400
+    },
+    {
+      "epoch": 4.480609418282548,
+      "grad_norm": 0.054773665964603424,
+      "learning_rate": 1.038781163434903e-06,
+      "loss": 0.0803,
+      "step": 19410
+    },
+    {
+      "epoch": 4.482917820867959,
+      "grad_norm": 6.038883686065674,
+      "learning_rate": 1.0341643582640812e-06,
+      "loss": 0.0406,
+      "step": 19420
+    },
+    {
+      "epoch": 4.48522622345337,
+      "grad_norm": 6.4689412117004395,
+      "learning_rate": 1.0295475530932597e-06,
+      "loss": 0.0617,
+      "step": 19430
+    },
+    {
+      "epoch": 4.487534626038781,
+      "grad_norm": 0.3081076741218567,
+      "learning_rate": 1.024930747922438e-06,
+      "loss": 0.0852,
+      "step": 19440
+    },
+    {
+      "epoch": 4.489843028624192,
+      "grad_norm": 11.17514419555664,
+      "learning_rate": 1.020313942751616e-06,
+      "loss": 0.1791,
+      "step": 19450
+    },
+    {
+      "epoch": 4.492151431209603,
+      "grad_norm": 0.5829828381538391,
+      "learning_rate": 1.0156971375807941e-06,
+      "loss": 0.1899,
+      "step": 19460
+    },
+    {
+      "epoch": 4.4944598337950135,
+      "grad_norm": 5.834979057312012,
+      "learning_rate": 1.0110803324099724e-06,
+      "loss": 0.0804,
+      "step": 19470
+    },
+    {
+      "epoch": 4.496768236380425,
+      "grad_norm": 7.586325168609619,
+      "learning_rate": 1.0064635272391506e-06,
+      "loss": 0.0406,
+      "step": 19480
+    },
+    {
+      "epoch": 4.499076638965835,
+      "grad_norm": 9.50064468383789,
+      "learning_rate": 1.0018467220683288e-06,
+      "loss": 0.074,
+      "step": 19490
+    },
+    {
+      "epoch": 4.501385041551247,
+      "grad_norm": 0.0067270915023982525,
+      "learning_rate": 9.97229916897507e-07,
+      "loss": 0.0677,
+      "step": 19500
+    },
+    {
+      "epoch": 4.503693444136657,
+      "grad_norm": 0.010083766654133797,
+      "learning_rate": 9.92613111726685e-07,
+      "loss": 0.1195,
+      "step": 19510
+    },
+    {
+      "epoch": 4.506001846722068,
+      "grad_norm": 9.135502815246582,
+      "learning_rate": 9.879963065558635e-07,
+      "loss": 0.1195,
+      "step": 19520
+    },
+    {
+      "epoch": 4.508310249307479,
+      "grad_norm": 6.888404846191406,
+      "learning_rate": 9.833795013850417e-07,
+      "loss": 0.044,
+      "step": 19530
+    },
+    {
+      "epoch": 4.51061865189289,
+      "grad_norm": 0.008340762928128242,
+      "learning_rate": 9.787626962142198e-07,
+      "loss": 0.0918,
+      "step": 19540
+    },
+    {
+      "epoch": 4.512927054478301,
+      "grad_norm": 0.08295182138681412,
+      "learning_rate": 9.74145891043398e-07,
+      "loss": 0.14,
+      "step": 19550
+    },
+    {
+      "epoch": 4.515235457063712,
+      "grad_norm": 0.00909690372645855,
+      "learning_rate": 9.695290858725762e-07,
+      "loss": 0.0964,
+      "step": 19560
+    },
+    {
+      "epoch": 4.517543859649123,
+      "grad_norm": 0.36127379536628723,
+      "learning_rate": 9.649122807017545e-07,
+      "loss": 0.0595,
+      "step": 19570
+    },
+    {
+      "epoch": 4.519852262234534,
+      "grad_norm": 0.10293540358543396,
+      "learning_rate": 9.602954755309327e-07,
+      "loss": 0.1007,
+      "step": 19580
+    },
+    {
+      "epoch": 4.522160664819944,
+      "grad_norm": 8.337013244628906,
+      "learning_rate": 9.55678670360111e-07,
+      "loss": 0.0435,
+      "step": 19590
+    },
+    {
+      "epoch": 4.524469067405356,
+      "grad_norm": 7.4408955574035645,
+      "learning_rate": 9.51061865189289e-07,
+      "loss": 0.0312,
+      "step": 19600
+    },
+    {
+      "epoch": 4.526777469990766,
+      "grad_norm": 0.755298912525177,
+      "learning_rate": 9.464450600184673e-07,
+      "loss": 0.0997,
+      "step": 19610
+    },
+    {
+      "epoch": 4.529085872576177,
+      "grad_norm": 5.594273567199707,
+      "learning_rate": 9.418282548476455e-07,
+      "loss": 0.0936,
+      "step": 19620
+    },
+    {
+      "epoch": 4.531394275161588,
+      "grad_norm": 8.472539901733398,
+      "learning_rate": 9.372114496768236e-07,
+      "loss": 0.1007,
+      "step": 19630
+    },
+    {
+      "epoch": 4.533702677746999,
+      "grad_norm": 0.7538583874702454,
+      "learning_rate": 9.325946445060019e-07,
+      "loss": 0.0897,
+      "step": 19640
+    },
+    {
+      "epoch": 4.53601108033241,
+      "grad_norm": 0.34898680448532104,
+      "learning_rate": 9.279778393351802e-07,
+      "loss": 0.1016,
+      "step": 19650
+    },
+    {
+      "epoch": 4.538319482917821,
+      "grad_norm": 0.07763586938381195,
+      "learning_rate": 9.233610341643584e-07,
+      "loss": 0.1774,
+      "step": 19660
+    },
+    {
+      "epoch": 4.540627885503231,
+      "grad_norm": 2.740216016769409,
+      "learning_rate": 9.187442289935365e-07,
+      "loss": 0.0373,
+      "step": 19670
+    },
+    {
+      "epoch": 4.542936288088643,
+      "grad_norm": 0.03562672436237335,
+      "learning_rate": 9.141274238227148e-07,
+      "loss": 0.1049,
+      "step": 19680
+    },
+    {
+      "epoch": 4.545244690674053,
+      "grad_norm": 0.684116542339325,
+      "learning_rate": 9.09510618651893e-07,
+      "loss": 0.1576,
+      "step": 19690
+    },
+    {
+      "epoch": 4.547553093259465,
+      "grad_norm": 11.174668312072754,
+      "learning_rate": 9.048938134810711e-07,
+      "loss": 0.1779,
+      "step": 19700
+    },
+    {
+      "epoch": 4.549861495844875,
+      "grad_norm": 12.515663146972656,
+      "learning_rate": 9.002770083102494e-07,
+      "loss": 0.1352,
+      "step": 19710
+    },
+    {
+      "epoch": 4.552169898430286,
+      "grad_norm": 0.4817483127117157,
+      "learning_rate": 8.956602031394277e-07,
+      "loss": 0.0364,
+      "step": 19720
+    },
+    {
+      "epoch": 4.554478301015697,
+      "grad_norm": 0.08345703780651093,
+      "learning_rate": 8.910433979686058e-07,
+      "loss": 0.0753,
+      "step": 19730
+    },
+    {
+      "epoch": 4.556786703601108,
+      "grad_norm": 5.428301811218262,
+      "learning_rate": 8.86426592797784e-07,
+      "loss": 0.0569,
+      "step": 19740
+    },
+    {
+      "epoch": 4.559095106186519,
+      "grad_norm": 0.022812476381659508,
+      "learning_rate": 8.818097876269622e-07,
+      "loss": 0.0874,
+      "step": 19750
+    },
+    {
+      "epoch": 4.56140350877193,
+      "grad_norm": 9.988215446472168,
+      "learning_rate": 8.771929824561404e-07,
+      "loss": 0.2024,
+      "step": 19760
+    },
+    {
+      "epoch": 4.56371191135734,
+      "grad_norm": 1.9239765405654907,
+      "learning_rate": 8.725761772853186e-07,
+      "loss": 0.1324,
+      "step": 19770
+    },
+    {
+      "epoch": 4.566020313942752,
+      "grad_norm": 0.22725607454776764,
+      "learning_rate": 8.679593721144968e-07,
+      "loss": 0.0592,
+      "step": 19780
+    },
+    {
+      "epoch": 4.568328716528162,
+      "grad_norm": 4.433720111846924,
+      "learning_rate": 8.63342566943675e-07,
+      "loss": 0.1111,
+      "step": 19790
+    },
+    {
+      "epoch": 4.570637119113574,
+      "grad_norm": 0.4482247829437256,
+      "learning_rate": 8.587257617728533e-07,
+      "loss": 0.0489,
+      "step": 19800
+    },
+    {
+      "epoch": 4.572945521698984,
+      "grad_norm": 0.5948168039321899,
+      "learning_rate": 8.541089566020315e-07,
+      "loss": 0.0361,
+      "step": 19810
+    },
+    {
+      "epoch": 4.575253924284395,
+      "grad_norm": 0.11281322687864304,
+      "learning_rate": 8.494921514312096e-07,
+      "loss": 0.1049,
+      "step": 19820
+    },
+    {
+      "epoch": 4.577562326869806,
+      "grad_norm": 15.677630424499512,
+      "learning_rate": 8.448753462603879e-07,
+      "loss": 0.1681,
+      "step": 19830
+    },
+    {
+      "epoch": 4.579870729455217,
+      "grad_norm": 5.464344501495361,
+      "learning_rate": 8.402585410895661e-07,
+      "loss": 0.0883,
+      "step": 19840
+    },
+    {
+      "epoch": 4.582179132040628,
+      "grad_norm": 8.245606422424316,
+      "learning_rate": 8.356417359187442e-07,
+      "loss": 0.0481,
+      "step": 19850
+    },
+    {
+      "epoch": 4.584487534626039,
+      "grad_norm": 0.34970471262931824,
+      "learning_rate": 8.310249307479224e-07,
+      "loss": 0.1155,
+      "step": 19860
+    },
+    {
+      "epoch": 4.586795937211449,
+      "grad_norm": 1.144962191581726,
+      "learning_rate": 8.264081255771008e-07,
+      "loss": 0.0813,
+      "step": 19870
+    },
+    {
+      "epoch": 4.589104339796861,
+      "grad_norm": 0.7480217218399048,
+      "learning_rate": 8.21791320406279e-07,
+      "loss": 0.0698,
+      "step": 19880
+    },
+    {
+      "epoch": 4.591412742382271,
+      "grad_norm": 1.2967151403427124,
+      "learning_rate": 8.171745152354571e-07,
+      "loss": 0.1008,
+      "step": 19890
+    },
+    {
+      "epoch": 4.593721144967683,
+      "grad_norm": 0.4681199789047241,
+      "learning_rate": 8.125577100646354e-07,
+      "loss": 0.2091,
+      "step": 19900
+    },
+    {
+      "epoch": 4.596029547553093,
+      "grad_norm": 0.5502877235412598,
+      "learning_rate": 8.079409048938136e-07,
+      "loss": 0.1269,
+      "step": 19910
+    },
+    {
+      "epoch": 4.598337950138504,
+      "grad_norm": 3.06742525100708,
+      "learning_rate": 8.033240997229917e-07,
+      "loss": 0.1394,
+      "step": 19920
+    },
+    {
+      "epoch": 4.600646352723915,
+      "grad_norm": 2.2365834712982178,
+      "learning_rate": 7.987072945521699e-07,
+      "loss": 0.1324,
+      "step": 19930
+    },
+    {
+      "epoch": 4.602954755309326,
+      "grad_norm": 6.717630863189697,
+      "learning_rate": 7.940904893813483e-07,
+      "loss": 0.1003,
+      "step": 19940
+    },
+    {
+      "epoch": 4.605263157894737,
+      "grad_norm": 0.40891891717910767,
+      "learning_rate": 7.894736842105263e-07,
+      "loss": 0.0148,
+      "step": 19950
+    },
+    {
+      "epoch": 4.607571560480148,
+      "grad_norm": 8.703094482421875,
+      "learning_rate": 7.848568790397046e-07,
+      "loss": 0.1084,
+      "step": 19960
+    },
+    {
+      "epoch": 4.609879963065558,
+      "grad_norm": 0.43557193875312805,
+      "learning_rate": 7.802400738688829e-07,
+      "loss": 0.0919,
+      "step": 19970
+    },
+    {
+      "epoch": 4.61218836565097,
+      "grad_norm": 0.0077831982634961605,
+      "learning_rate": 7.75623268698061e-07,
+      "loss": 0.163,
+      "step": 19980
+    },
+    {
+      "epoch": 4.61449676823638,
+      "grad_norm": 0.0003239473153371364,
+      "learning_rate": 7.710064635272392e-07,
+      "loss": 0.0903,
+      "step": 19990
+    },
+    {
+      "epoch": 4.616805170821792,
+      "grad_norm": 0.139947772026062,
+      "learning_rate": 7.663896583564174e-07,
+      "loss": 0.1546,
+      "step": 20000
+    },
+    {
+      "epoch": 4.619113573407202,
+      "grad_norm": 1.185225486755371,
+      "learning_rate": 7.617728531855956e-07,
+      "loss": 0.1097,
+      "step": 20010
+    },
+    {
+      "epoch": 4.621421975992613,
+      "grad_norm": 2.5803513526916504,
+      "learning_rate": 7.571560480147738e-07,
+      "loss": 0.0869,
+      "step": 20020
+    },
+    {
+      "epoch": 4.623730378578024,
+      "grad_norm": 0.020152220502495766,
+      "learning_rate": 7.525392428439521e-07,
+      "loss": 0.0836,
+      "step": 20030
+    },
+    {
+      "epoch": 4.626038781163435,
+      "grad_norm": 0.0038780674804002047,
+      "learning_rate": 7.479224376731302e-07,
+      "loss": 0.0142,
+      "step": 20040
+    },
+    {
+      "epoch": 4.628347183748846,
+      "grad_norm": 12.621441841125488,
+      "learning_rate": 7.433056325023085e-07,
+      "loss": 0.0584,
+      "step": 20050
+    },
+    {
+      "epoch": 4.630655586334257,
+      "grad_norm": 15.029406547546387,
+      "learning_rate": 7.386888273314867e-07,
+      "loss": 0.0944,
+      "step": 20060
+    },
+    {
+      "epoch": 4.632963988919667,
+      "grad_norm": 12.991839408874512,
+      "learning_rate": 7.340720221606649e-07,
+      "loss": 0.084,
+      "step": 20070
+    },
+    {
+      "epoch": 4.635272391505079,
+      "grad_norm": 0.4588876962661743,
+      "learning_rate": 7.29455216989843e-07,
+      "loss": 0.0783,
+      "step": 20080
+    },
+    {
+      "epoch": 4.637580794090489,
+      "grad_norm": 0.018094852566719055,
+      "learning_rate": 7.248384118190213e-07,
+      "loss": 0.0833,
+      "step": 20090
+    },
+    {
+      "epoch": 4.639889196675901,
+      "grad_norm": 10.912367820739746,
+      "learning_rate": 7.202216066481996e-07,
+      "loss": 0.2626,
+      "step": 20100
+    },
+    {
+      "epoch": 4.642197599261311,
+      "grad_norm": 18.362335205078125,
+      "learning_rate": 7.156048014773776e-07,
+      "loss": 0.1586,
+      "step": 20110
+    },
+    {
+      "epoch": 4.644506001846722,
+      "grad_norm": 21.22774887084961,
+      "learning_rate": 7.10987996306556e-07,
+      "loss": 0.1198,
+      "step": 20120
+    },
+    {
+      "epoch": 4.646814404432133,
+      "grad_norm": 0.0047484454698860645,
+      "learning_rate": 7.063711911357342e-07,
+      "loss": 0.222,
+      "step": 20130
+    },
+    {
+      "epoch": 4.649122807017544,
+      "grad_norm": 2.948723793029785,
+      "learning_rate": 7.017543859649123e-07,
+      "loss": 0.1411,
+      "step": 20140
+    },
+    {
+      "epoch": 4.651431209602955,
+      "grad_norm": 0.5264045596122742,
+      "learning_rate": 6.971375807940905e-07,
+      "loss": 0.0097,
+      "step": 20150
+    },
+    {
+      "epoch": 4.653739612188366,
+      "grad_norm": 2.253751516342163,
+      "learning_rate": 6.925207756232688e-07,
+      "loss": 0.1362,
+      "step": 20160
+    },
+    {
+      "epoch": 4.656048014773776,
+      "grad_norm": 6.633666038513184,
+      "learning_rate": 6.879039704524469e-07,
+      "loss": 0.0996,
+      "step": 20170
+    },
+    {
+      "epoch": 4.658356417359188,
+      "grad_norm": 0.6632509827613831,
+      "learning_rate": 6.832871652816251e-07,
+      "loss": 0.0798,
+      "step": 20180
+    },
+    {
+      "epoch": 4.660664819944598,
+      "grad_norm": 4.981107711791992,
+      "learning_rate": 6.786703601108035e-07,
+      "loss": 0.0758,
+      "step": 20190
+    },
+    {
+      "epoch": 4.66297322253001,
+      "grad_norm": 9.494646072387695,
+      "learning_rate": 6.740535549399816e-07,
+      "loss": 0.0525,
+      "step": 20200
+    },
+    {
+      "epoch": 4.66528162511542,
+      "grad_norm": 7.384730815887451,
+      "learning_rate": 6.694367497691598e-07,
+      "loss": 0.1978,
+      "step": 20210
+    },
+    {
+      "epoch": 4.667590027700831,
+      "grad_norm": 6.360969066619873,
+      "learning_rate": 6.64819944598338e-07,
+      "loss": 0.09,
+      "step": 20220
+    },
+    {
+      "epoch": 4.669898430286242,
+      "grad_norm": 12.208895683288574,
+      "learning_rate": 6.602031394275162e-07,
+      "loss": 0.1932,
+      "step": 20230
+    },
+    {
+      "epoch": 4.672206832871653,
+      "grad_norm": 10.788138389587402,
+      "learning_rate": 6.555863342566944e-07,
+      "loss": 0.1152,
+      "step": 20240
+    },
+    {
+      "epoch": 4.674515235457064,
+      "grad_norm": 6.225203990936279,
+      "learning_rate": 6.509695290858726e-07,
+      "loss": 0.0651,
+      "step": 20250
+    },
+    {
+      "epoch": 4.676823638042475,
+      "grad_norm": 0.04782375693321228,
+      "learning_rate": 6.463527239150507e-07,
+      "loss": 0.0555,
+      "step": 20260
+    },
+    {
+      "epoch": 4.679132040627885,
+      "grad_norm": 9.396204948425293,
+      "learning_rate": 6.41735918744229e-07,
+      "loss": 0.106,
+      "step": 20270
+    },
+    {
+      "epoch": 4.6814404432132966,
+      "grad_norm": 0.1343054473400116,
+      "learning_rate": 6.371191135734073e-07,
+      "loss": 0.2473,
+      "step": 20280
+    },
+    {
+      "epoch": 4.683748845798707,
+      "grad_norm": 0.08104892075061798,
+      "learning_rate": 6.325023084025855e-07,
+      "loss": 0.0642,
+      "step": 20290
+    },
+    {
+      "epoch": 4.6860572483841185,
+      "grad_norm": 8.993147850036621,
+      "learning_rate": 6.278855032317637e-07,
+      "loss": 0.1304,
+      "step": 20300
+    },
+    {
+      "epoch": 4.688365650969529,
+      "grad_norm": 0.38738447427749634,
+      "learning_rate": 6.232686980609419e-07,
+      "loss": 0.0752,
+      "step": 20310
+    },
+    {
+      "epoch": 4.69067405355494,
+      "grad_norm": 0.5128989219665527,
+      "learning_rate": 6.186518928901201e-07,
+      "loss": 0.0396,
+      "step": 20320
+    },
+    {
+      "epoch": 4.692982456140351,
+      "grad_norm": 6.087538719177246,
+      "learning_rate": 6.140350877192982e-07,
+      "loss": 0.0464,
+      "step": 20330
+    },
+    {
+      "epoch": 4.695290858725762,
+      "grad_norm": 9.987509727478027,
+      "learning_rate": 6.094182825484765e-07,
+      "loss": 0.049,
+      "step": 20340
+    },
+    {
+      "epoch": 4.697599261311173,
+      "grad_norm": 0.502367377281189,
+      "learning_rate": 6.048014773776547e-07,
+      "loss": 0.0843,
+      "step": 20350
+    },
+    {
+      "epoch": 4.6999076638965835,
+      "grad_norm": 10.970908164978027,
+      "learning_rate": 6.001846722068329e-07,
+      "loss": 0.0589,
+      "step": 20360
+    },
+    {
+      "epoch": 4.702216066481994,
+      "grad_norm": 3.8757376670837402,
+      "learning_rate": 5.955678670360112e-07,
+      "loss": 0.0488,
+      "step": 20370
+    },
+    {
+      "epoch": 4.7045244690674055,
+      "grad_norm": 3.9657037258148193,
+      "learning_rate": 5.909510618651893e-07,
+      "loss": 0.0417,
+      "step": 20380
+    },
+    {
+      "epoch": 4.706832871652816,
+      "grad_norm": 0.14002129435539246,
+      "learning_rate": 5.863342566943676e-07,
+      "loss": 0.0518,
+      "step": 20390
+    },
+    {
+      "epoch": 4.7091412742382275,
+      "grad_norm": 0.011854655109345913,
+      "learning_rate": 5.817174515235457e-07,
+      "loss": 0.094,
+      "step": 20400
+    },
+    {
+      "epoch": 4.711449676823638,
+      "grad_norm": 7.836629867553711,
+      "learning_rate": 5.77100646352724e-07,
+      "loss": 0.0698,
+      "step": 20410
+    },
+    {
+      "epoch": 4.713758079409049,
+      "grad_norm": 0.5280254483222961,
+      "learning_rate": 5.724838411819022e-07,
+      "loss": 0.1219,
+      "step": 20420
+    },
+    {
+      "epoch": 4.71606648199446,
+      "grad_norm": 4.025824546813965,
+      "learning_rate": 5.678670360110804e-07,
+      "loss": 0.0875,
+      "step": 20430
+    },
+    {
+      "epoch": 4.7183748845798705,
+      "grad_norm": 0.5322102308273315,
+      "learning_rate": 5.632502308402586e-07,
+      "loss": 0.1294,
+      "step": 20440
+    },
+    {
+      "epoch": 4.720683287165282,
+      "grad_norm": 0.7324974536895752,
+      "learning_rate": 5.586334256694368e-07,
+      "loss": 0.0306,
+      "step": 20450
+    },
+    {
+      "epoch": 4.7229916897506925,
+      "grad_norm": 0.259613573551178,
+      "learning_rate": 5.54016620498615e-07,
+      "loss": 0.0572,
+      "step": 20460
+    },
+    {
+      "epoch": 4.725300092336103,
+      "grad_norm": 0.17638278007507324,
+      "learning_rate": 5.493998153277932e-07,
+      "loss": 0.0413,
+      "step": 20470
+    },
+    {
+      "epoch": 4.7276084949215145,
+      "grad_norm": 8.890875816345215,
+      "learning_rate": 5.447830101569715e-07,
+      "loss": 0.1008,
+      "step": 20480
+    },
+    {
+      "epoch": 4.729916897506925,
+      "grad_norm": 0.48535436391830444,
+      "learning_rate": 5.401662049861496e-07,
+      "loss": 0.0584,
+      "step": 20490
+    },
+    {
+      "epoch": 4.732225300092336,
+      "grad_norm": 4.537534236907959,
+      "learning_rate": 5.355493998153278e-07,
+      "loss": 0.0453,
+      "step": 20500
+    },
+    {
+      "epoch": 4.734533702677747,
+      "grad_norm": 0.912034273147583,
+      "learning_rate": 5.30932594644506e-07,
+      "loss": 0.202,
+      "step": 20510
+    },
+    {
+      "epoch": 4.7368421052631575,
+      "grad_norm": 10.345976829528809,
+      "learning_rate": 5.263157894736843e-07,
+      "loss": 0.0534,
+      "step": 20520
+    },
+    {
+      "epoch": 4.739150507848569,
+      "grad_norm": 1.0590749979019165,
+      "learning_rate": 5.216989843028625e-07,
+      "loss": 0.0454,
+      "step": 20530
+    },
+    {
+      "epoch": 4.7414589104339795,
+      "grad_norm": 1.1391432285308838,
+      "learning_rate": 5.170821791320406e-07,
+      "loss": 0.1757,
+      "step": 20540
+    },
+    {
+      "epoch": 4.743767313019391,
+      "grad_norm": 0.007721558213233948,
+      "learning_rate": 5.12465373961219e-07,
+      "loss": 0.0672,
+      "step": 20550
+    },
+    {
+      "epoch": 4.7460757156048015,
+      "grad_norm": 2.642233371734619,
+      "learning_rate": 5.078485687903971e-07,
+      "loss": 0.0376,
+      "step": 20560
+    },
+    {
+      "epoch": 4.748384118190212,
+      "grad_norm": 5.2271575927734375,
+      "learning_rate": 5.032317636195753e-07,
+      "loss": 0.1353,
+      "step": 20570
+    },
+    {
+      "epoch": 4.750692520775623,
+      "grad_norm": 10.931775093078613,
+      "learning_rate": 4.986149584487535e-07,
+      "loss": 0.1866,
+      "step": 20580
+    },
+    {
+      "epoch": 4.753000923361034,
+      "grad_norm": 0.07494260370731354,
+      "learning_rate": 4.939981532779318e-07,
+      "loss": 0.068,
+      "step": 20590
+    },
+    {
+      "epoch": 4.755309325946445,
+      "grad_norm": 4.855413913726807,
+      "learning_rate": 4.893813481071099e-07,
+      "loss": 0.0854,
+      "step": 20600
+    },
+    {
+      "epoch": 4.757617728531856,
+      "grad_norm": 0.2879292964935303,
+      "learning_rate": 4.847645429362881e-07,
+      "loss": 0.0491,
+      "step": 20610
+    },
+    {
+      "epoch": 4.7599261311172665,
+      "grad_norm": 9.912734985351562,
+      "learning_rate": 4.801477377654663e-07,
+      "loss": 0.2316,
+      "step": 20620
+    },
+    {
+      "epoch": 4.762234533702678,
+      "grad_norm": 0.07501928508281708,
+      "learning_rate": 4.755309325946445e-07,
+      "loss": 0.0644,
+      "step": 20630
+    },
+    {
+      "epoch": 4.7645429362880884,
+      "grad_norm": 3.7826623916625977,
+      "learning_rate": 4.7091412742382274e-07,
+      "loss": 0.0966,
+      "step": 20640
+    },
+    {
+      "epoch": 4.7668513388735,
+      "grad_norm": 7.7684006690979,
+      "learning_rate": 4.6629732225300097e-07,
+      "loss": 0.1305,
+      "step": 20650
+    },
+    {
+      "epoch": 4.76915974145891,
+      "grad_norm": 8.805274963378906,
+      "learning_rate": 4.616805170821792e-07,
+      "loss": 0.1821,
+      "step": 20660
+    },
+    {
+      "epoch": 4.771468144044321,
+      "grad_norm": 0.16345404088497162,
+      "learning_rate": 4.570637119113574e-07,
+      "loss": 0.0689,
+      "step": 20670
+    },
+    {
+      "epoch": 4.773776546629732,
+      "grad_norm": 11.634016990661621,
+      "learning_rate": 4.5244690674053555e-07,
+      "loss": 0.0416,
+      "step": 20680
+    },
+    {
+      "epoch": 4.776084949215143,
+      "grad_norm": 1.3202722072601318,
+      "learning_rate": 4.4783010156971383e-07,
+      "loss": 0.0983,
+      "step": 20690
+    },
+    {
+      "epoch": 4.778393351800554,
+      "grad_norm": 7.432985305786133,
+      "learning_rate": 4.43213296398892e-07,
+      "loss": 0.0958,
+      "step": 20700
+    },
+    {
+      "epoch": 4.780701754385965,
+      "grad_norm": 0.4654413163661957,
+      "learning_rate": 4.385964912280702e-07,
+      "loss": 0.0863,
+      "step": 20710
+    },
+    {
+      "epoch": 4.783010156971375,
+      "grad_norm": 5.309205055236816,
+      "learning_rate": 4.339796860572484e-07,
+      "loss": 0.1204,
+      "step": 20720
+    },
+    {
+      "epoch": 4.785318559556787,
+      "grad_norm": 0.16075949370861053,
+      "learning_rate": 4.2936288088642664e-07,
+      "loss": 0.0769,
+      "step": 20730
+    },
+    {
+      "epoch": 4.787626962142197,
+      "grad_norm": 0.794579267501831,
+      "learning_rate": 4.247460757156048e-07,
+      "loss": 0.0557,
+      "step": 20740
+    },
+    {
+      "epoch": 4.789935364727609,
+      "grad_norm": 2.8942463397979736,
+      "learning_rate": 4.2012927054478305e-07,
+      "loss": 0.1536,
+      "step": 20750
+    },
+    {
+      "epoch": 4.792243767313019,
+      "grad_norm": 7.191786766052246,
+      "learning_rate": 4.155124653739612e-07,
+      "loss": 0.06,
+      "step": 20760
+    },
+    {
+      "epoch": 4.79455216989843,
+      "grad_norm": 1.1968438625335693,
+      "learning_rate": 4.108956602031395e-07,
+      "loss": 0.048,
+      "step": 20770
+    },
+    {
+      "epoch": 4.796860572483841,
+      "grad_norm": 0.27007827162742615,
+      "learning_rate": 4.062788550323177e-07,
+      "loss": 0.0487,
+      "step": 20780
+    },
+    {
+      "epoch": 4.799168975069252,
+      "grad_norm": 0.5440189838409424,
+      "learning_rate": 4.0166204986149586e-07,
+      "loss": 0.1343,
+      "step": 20790
+    },
+    {
+      "epoch": 4.801477377654663,
+      "grad_norm": 1.352490782737732,
+      "learning_rate": 3.9704524469067414e-07,
+      "loss": 0.0318,
+      "step": 20800
+    },
+    {
+      "epoch": 4.803785780240074,
+      "grad_norm": 2.4697468280792236,
+      "learning_rate": 3.924284395198523e-07,
+      "loss": 0.0778,
+      "step": 20810
+    },
+    {
+      "epoch": 4.806094182825484,
+      "grad_norm": 1.888457179069519,
+      "learning_rate": 3.878116343490305e-07,
+      "loss": 0.0543,
+      "step": 20820
+    },
+    {
+      "epoch": 4.808402585410896,
+      "grad_norm": 1.7298115491867065,
+      "learning_rate": 3.831948291782087e-07,
+      "loss": 0.0248,
+      "step": 20830
+    },
+    {
+      "epoch": 4.810710987996306,
+      "grad_norm": 7.328147888183594,
+      "learning_rate": 3.785780240073869e-07,
+      "loss": 0.0514,
+      "step": 20840
+    },
+    {
+      "epoch": 4.813019390581718,
+      "grad_norm": 0.3497525453567505,
+      "learning_rate": 3.739612188365651e-07,
+      "loss": 0.0104,
+      "step": 20850
+    },
+    {
+      "epoch": 4.815327793167128,
+      "grad_norm": 0.24612508714199066,
+      "learning_rate": 3.6934441366574335e-07,
+      "loss": 0.0414,
+      "step": 20860
+    },
+    {
+      "epoch": 4.817636195752539,
+      "grad_norm": 7.450209617614746,
+      "learning_rate": 3.647276084949215e-07,
+      "loss": 0.0574,
+      "step": 20870
+    },
+    {
+      "epoch": 4.81994459833795,
+      "grad_norm": 0.0030814206693321466,
+      "learning_rate": 3.601108033240998e-07,
+      "loss": 0.2245,
+      "step": 20880
+    },
+    {
+      "epoch": 4.822253000923361,
+      "grad_norm": 13.84593677520752,
+      "learning_rate": 3.55493998153278e-07,
+      "loss": 0.1905,
+      "step": 20890
+    },
+    {
+      "epoch": 4.824561403508772,
+      "grad_norm": 9.884056091308594,
+      "learning_rate": 3.5087719298245616e-07,
+      "loss": 0.0928,
+      "step": 20900
+    },
+    {
+      "epoch": 4.826869806094183,
+      "grad_norm": 12.368430137634277,
+      "learning_rate": 3.462603878116344e-07,
+      "loss": 0.1702,
+      "step": 20910
+    },
+    {
+      "epoch": 4.829178208679593,
+      "grad_norm": 0.004777924157679081,
+      "learning_rate": 3.4164358264081256e-07,
+      "loss": 0.0305,
+      "step": 20920
+    },
+    {
+      "epoch": 4.831486611265005,
+      "grad_norm": 1.671309232711792,
+      "learning_rate": 3.370267774699908e-07,
+      "loss": 0.0577,
+      "step": 20930
+    },
+    {
+      "epoch": 4.833795013850415,
+      "grad_norm": 2.441744089126587,
+      "learning_rate": 3.32409972299169e-07,
+      "loss": 0.0481,
+      "step": 20940
+    },
+    {
+      "epoch": 4.836103416435827,
+      "grad_norm": 6.544705867767334,
+      "learning_rate": 3.277931671283472e-07,
+      "loss": 0.1265,
+      "step": 20950
+    },
+    {
+      "epoch": 4.838411819021237,
+      "grad_norm": 1.5451968908309937,
+      "learning_rate": 3.2317636195752537e-07,
+      "loss": 0.0498,
+      "step": 20960
+    },
+    {
+      "epoch": 4.840720221606648,
+      "grad_norm": 0.747820258140564,
+      "learning_rate": 3.1855955678670365e-07,
+      "loss": 0.0316,
+      "step": 20970
+    },
+    {
+      "epoch": 4.843028624192059,
+      "grad_norm": 11.4855318069458,
+      "learning_rate": 3.1394275161588183e-07,
+      "loss": 0.2469,
+      "step": 20980
+    },
+    {
+      "epoch": 4.84533702677747,
+      "grad_norm": 11.642210960388184,
+      "learning_rate": 3.0932594644506006e-07,
+      "loss": 0.0909,
+      "step": 20990
+    },
+    {
+      "epoch": 4.847645429362881,
+      "grad_norm": 0.7561269402503967,
+      "learning_rate": 3.0470914127423823e-07,
+      "loss": 0.0744,
+      "step": 21000
+    },
+    {
+      "epoch": 4.849953831948292,
+      "grad_norm": 1.744206428527832,
+      "learning_rate": 3.0009233610341646e-07,
+      "loss": 0.0484,
+      "step": 21010
+    },
+    {
+      "epoch": 4.852262234533702,
+      "grad_norm": 9.418831825256348,
+      "learning_rate": 2.9547553093259464e-07,
+      "loss": 0.0779,
+      "step": 21020
+    },
+    {
+      "epoch": 4.854570637119114,
+      "grad_norm": 11.402624130249023,
+      "learning_rate": 2.9085872576177287e-07,
+      "loss": 0.0689,
+      "step": 21030
+    },
+    {
+      "epoch": 4.856879039704524,
+      "grad_norm": 3.7089037895202637,
+      "learning_rate": 2.862419205909511e-07,
+      "loss": 0.0937,
+      "step": 21040
+    },
+    {
+      "epoch": 4.859187442289936,
+      "grad_norm": 1.1794441938400269,
+      "learning_rate": 2.816251154201293e-07,
+      "loss": 0.0197,
+      "step": 21050
+    },
+    {
+      "epoch": 4.861495844875346,
+      "grad_norm": 11.01574993133545,
+      "learning_rate": 2.770083102493075e-07,
+      "loss": 0.0489,
+      "step": 21060
+    },
+    {
+      "epoch": 4.863804247460757,
+      "grad_norm": 2.568364381790161,
+      "learning_rate": 2.7239150507848573e-07,
+      "loss": 0.034,
+      "step": 21070
+    },
+    {
+      "epoch": 4.866112650046168,
+      "grad_norm": 7.690331935882568,
+      "learning_rate": 2.677746999076639e-07,
+      "loss": 0.0587,
+      "step": 21080
+    },
+    {
+      "epoch": 4.868421052631579,
+      "grad_norm": 0.007998675107955933,
+      "learning_rate": 2.6315789473684213e-07,
+      "loss": 0.0348,
+      "step": 21090
+    },
+    {
+      "epoch": 4.87072945521699,
+      "grad_norm": 8.070531845092773,
+      "learning_rate": 2.585410895660203e-07,
+      "loss": 0.1067,
+      "step": 21100
+    },
+    {
+      "epoch": 4.873037857802401,
+      "grad_norm": 0.05041287839412689,
+      "learning_rate": 2.5392428439519854e-07,
+      "loss": 0.0613,
+      "step": 21110
+    },
+    {
+      "epoch": 4.875346260387811,
+      "grad_norm": 10.597179412841797,
+      "learning_rate": 2.4930747922437677e-07,
+      "loss": 0.1482,
+      "step": 21120
+    },
+    {
+      "epoch": 4.877654662973223,
+      "grad_norm": 1.2775416374206543,
+      "learning_rate": 2.4469067405355494e-07,
+      "loss": 0.0622,
+      "step": 21130
+    },
+    {
+      "epoch": 4.879963065558633,
+      "grad_norm": 0.0014759311452507973,
+      "learning_rate": 2.4007386888273317e-07,
+      "loss": 0.0273,
+      "step": 21140
+    },
+    {
+      "epoch": 4.882271468144045,
+      "grad_norm": 0.2902587056159973,
+      "learning_rate": 2.3545706371191137e-07,
+      "loss": 0.0176,
+      "step": 21150
+    },
+    {
+      "epoch": 4.884579870729455,
+      "grad_norm": 6.944189548492432,
+      "learning_rate": 2.308402585410896e-07,
+      "loss": 0.0724,
+      "step": 21160
+    },
+    {
+      "epoch": 4.886888273314866,
+      "grad_norm": 11.473503112792969,
+      "learning_rate": 2.2622345337026778e-07,
+      "loss": 0.1155,
+      "step": 21170
+    },
+    {
+      "epoch": 4.889196675900277,
+      "grad_norm": 0.3364136815071106,
+      "learning_rate": 2.21606648199446e-07,
+      "loss": 0.0767,
+      "step": 21180
+    },
+    {
+      "epoch": 4.891505078485688,
+      "grad_norm": 0.0041140224784612656,
+      "learning_rate": 2.169898430286242e-07,
+      "loss": 0.0508,
+      "step": 21190
+    },
+    {
+      "epoch": 4.893813481071099,
+      "grad_norm": 0.10550861060619354,
+      "learning_rate": 2.123730378578024e-07,
+      "loss": 0.0777,
+      "step": 21200
+    },
+    {
+      "epoch": 4.89612188365651,
+      "grad_norm": 11.309544563293457,
+      "learning_rate": 2.077562326869806e-07,
+      "loss": 0.0837,
+      "step": 21210
+    },
+    {
+      "epoch": 4.89843028624192,
+      "grad_norm": 0.0018829823238775134,
+      "learning_rate": 2.0313942751615884e-07,
+      "loss": 0.1165,
+      "step": 21220
+    },
+    {
+      "epoch": 4.900738688827332,
+      "grad_norm": 0.0050180647522211075,
+      "learning_rate": 1.9852262234533707e-07,
+      "loss": 0.0188,
+      "step": 21230
+    },
+    {
+      "epoch": 4.903047091412742,
+      "grad_norm": 2.4538888931274414,
+      "learning_rate": 1.9390581717451524e-07,
+      "loss": 0.0303,
+      "step": 21240
+    },
+    {
+      "epoch": 4.905355493998154,
+      "grad_norm": 0.2505981922149658,
+      "learning_rate": 1.8928901200369345e-07,
+      "loss": 0.1006,
+      "step": 21250
+    },
+    {
+      "epoch": 4.907663896583564,
+      "grad_norm": 2.9865217208862305,
+      "learning_rate": 1.8467220683287168e-07,
+      "loss": 0.0787,
+      "step": 21260
+    },
+    {
+      "epoch": 4.909972299168975,
+      "grad_norm": 0.11575239896774292,
+      "learning_rate": 1.800554016620499e-07,
+      "loss": 0.0297,
+      "step": 21270
+    },
+    {
+      "epoch": 4.912280701754386,
+      "grad_norm": 5.265392780303955,
+      "learning_rate": 1.7543859649122808e-07,
+      "loss": 0.1201,
+      "step": 21280
+    },
+    {
+      "epoch": 4.914589104339797,
+      "grad_norm": 4.96639347076416,
+      "learning_rate": 1.7082179132040628e-07,
+      "loss": 0.0309,
+      "step": 21290
+    },
+    {
+      "epoch": 4.916897506925208,
+      "grad_norm": 13.720710754394531,
+      "learning_rate": 1.662049861495845e-07,
+      "loss": 0.0833,
+      "step": 21300
+    },
+    {
+      "epoch": 4.919205909510619,
+      "grad_norm": 0.30121421813964844,
+      "learning_rate": 1.6158818097876269e-07,
+      "loss": 0.0186,
+      "step": 21310
+    },
+    {
+      "epoch": 4.921514312096029,
+      "grad_norm": 4.877224445343018,
+      "learning_rate": 1.5697137580794091e-07,
+      "loss": 0.0775,
+      "step": 21320
+    },
+    {
+      "epoch": 4.923822714681441,
+      "grad_norm": 1.3914650678634644,
+      "learning_rate": 1.5235457063711912e-07,
+      "loss": 0.0693,
+      "step": 21330
+    },
+    {
+      "epoch": 4.926131117266851,
+      "grad_norm": 10.681194305419922,
+      "learning_rate": 1.4773776546629732e-07,
+      "loss": 0.1837,
+      "step": 21340
+    },
+    {
+      "epoch": 4.928439519852263,
+      "grad_norm": 7.103105068206787,
+      "learning_rate": 1.4312096029547555e-07,
+      "loss": 0.1013,
+      "step": 21350
+    },
+    {
+      "epoch": 4.930747922437673,
+      "grad_norm": 6.090207576751709,
+      "learning_rate": 1.3850415512465375e-07,
+      "loss": 0.2113,
+      "step": 21360
+    },
+    {
+      "epoch": 4.933056325023084,
+      "grad_norm": 11.182722091674805,
+      "learning_rate": 1.3388734995383195e-07,
+      "loss": 0.1107,
+      "step": 21370
+    },
+    {
+      "epoch": 4.935364727608495,
+      "grad_norm": 10.59288501739502,
+      "learning_rate": 1.2927054478301015e-07,
+      "loss": 0.1848,
+      "step": 21380
+    },
+    {
+      "epoch": 4.937673130193906,
+      "grad_norm": 3.021940231323242,
+      "learning_rate": 1.2465373961218838e-07,
+      "loss": 0.1125,
+      "step": 21390
+    },
+    {
+      "epoch": 4.939981532779317,
+      "grad_norm": 5.304302215576172,
+      "learning_rate": 1.2003693444136658e-07,
+      "loss": 0.1683,
+      "step": 21400
+    },
+    {
+      "epoch": 4.942289935364728,
+      "grad_norm": 0.5288513898849487,
+      "learning_rate": 1.154201292705448e-07,
+      "loss": 0.0865,
+      "step": 21410
+    },
+    {
+      "epoch": 4.944598337950138,
+      "grad_norm": 4.0574212074279785,
+      "learning_rate": 1.10803324099723e-07,
+      "loss": 0.0446,
+      "step": 21420
+    },
+    {
+      "epoch": 4.94690674053555,
+      "grad_norm": 0.8631877303123474,
+      "learning_rate": 1.061865189289012e-07,
+      "loss": 0.0583,
+      "step": 21430
+    },
+    {
+      "epoch": 4.94921514312096,
+      "grad_norm": 0.6526022553443909,
+      "learning_rate": 1.0156971375807942e-07,
+      "loss": 0.0826,
+      "step": 21440
+    },
+    {
+      "epoch": 4.9515235457063715,
+      "grad_norm": 1.8015707731246948,
+      "learning_rate": 9.695290858725762e-08,
+      "loss": 0.0249,
+      "step": 21450
+    },
+    {
+      "epoch": 4.953831948291782,
+      "grad_norm": 2.896164894104004,
+      "learning_rate": 9.233610341643584e-08,
+      "loss": 0.0091,
+      "step": 21460
+    },
+    {
+      "epoch": 4.956140350877193,
+      "grad_norm": 0.05567614734172821,
+      "learning_rate": 8.771929824561404e-08,
+      "loss": 0.0227,
+      "step": 21470
+    },
+    {
+      "epoch": 4.958448753462604,
+      "grad_norm": 0.47444531321525574,
+      "learning_rate": 8.310249307479226e-08,
+      "loss": 0.167,
+      "step": 21480
+    },
+    {
+      "epoch": 4.960757156048015,
+      "grad_norm": 1.8904088735580444,
+      "learning_rate": 7.848568790397046e-08,
+      "loss": 0.0398,
+      "step": 21490
+    },
+    {
+      "epoch": 4.963065558633426,
+      "grad_norm": 0.0800403282046318,
+      "learning_rate": 7.386888273314866e-08,
+      "loss": 0.1243,
+      "step": 21500
+    },
+    {
+      "epoch": 4.965373961218837,
+      "grad_norm": 14.902820587158203,
+      "learning_rate": 6.925207756232687e-08,
+      "loss": 0.1058,
+      "step": 21510
+    },
+    {
+      "epoch": 4.967682363804247,
+      "grad_norm": 9.65396499633789,
+      "learning_rate": 6.463527239150508e-08,
+      "loss": 0.1016,
+      "step": 21520
+    },
+    {
+      "epoch": 4.9699907663896585,
+      "grad_norm": 0.09172435849905014,
+      "learning_rate": 6.001846722068329e-08,
+      "loss": 0.0642,
+      "step": 21530
+    },
+    {
+      "epoch": 4.972299168975069,
+      "grad_norm": 1.702339768409729,
+      "learning_rate": 5.54016620498615e-08,
+      "loss": 0.1295,
+      "step": 21540
+    },
+    {
+      "epoch": 4.9746075715604805,
+      "grad_norm": 0.2060338407754898,
+      "learning_rate": 5.078485687903971e-08,
+      "loss": 0.1959,
+      "step": 21550
+    },
+    {
+      "epoch": 4.976915974145891,
+      "grad_norm": 0.27414509654045105,
+      "learning_rate": 4.616805170821792e-08,
+      "loss": 0.0491,
+      "step": 21560
+    },
+    {
+      "epoch": 4.979224376731302,
+      "grad_norm": 0.013999445363879204,
+      "learning_rate": 4.155124653739613e-08,
+      "loss": 0.0401,
+      "step": 21570
+    },
+    {
+      "epoch": 4.981532779316713,
+      "grad_norm": 0.3103227913379669,
+      "learning_rate": 3.693444136657433e-08,
+      "loss": 0.0881,
+      "step": 21580
+    },
+    {
+      "epoch": 4.9838411819021236,
+      "grad_norm": 0.5369472503662109,
+      "learning_rate": 3.231763619575254e-08,
+      "loss": 0.2265,
+      "step": 21590
+    },
+    {
+      "epoch": 4.986149584487535,
+      "grad_norm": 0.40786945819854736,
+      "learning_rate": 2.770083102493075e-08,
+      "loss": 0.019,
+      "step": 21600
+    },
+    {
+      "epoch": 4.9884579870729455,
+      "grad_norm": 11.795389175415039,
+      "learning_rate": 2.308402585410896e-08,
+      "loss": 0.0944,
+      "step": 21610
+    },
+    {
+      "epoch": 4.990766389658356,
+      "grad_norm": 5.759951591491699,
+      "learning_rate": 1.8467220683287165e-08,
+      "loss": 0.0789,
+      "step": 21620
+    },
+    {
+      "epoch": 4.9930747922437675,
+      "grad_norm": 0.3841859996318817,
+      "learning_rate": 1.3850415512465375e-08,
+      "loss": 0.1099,
+      "step": 21630
+    },
+    {
+      "epoch": 4.995383194829178,
+      "grad_norm": 0.061368267983198166,
+      "learning_rate": 9.233610341643582e-09,
+      "loss": 0.0573,
+      "step": 21640
+    },
+    {
+      "epoch": 4.9976915974145895,
+      "grad_norm": 9.162101745605469,
+      "learning_rate": 4.616805170821791e-09,
+      "loss": 0.179,
+      "step": 21650
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.008566767908632755,
+      "learning_rate": 0.0,
+      "loss": 0.0364,
+      "step": 21660
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 21660,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 3,
+  "trial_name": null,
+  "trial_params": null
+}