diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,8258 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.9996597771540356,
+  "eval_steps": 500,
+  "global_step": 11756,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003402228459641065,
+      "grad_norm": 7.6875,
+      "learning_rate": 3.809091090277921e-07,
+      "loss": 4.24,
+      "step": 10
+    },
+    {
+      "epoch": 0.00680445691928213,
+      "grad_norm": 6.46875,
+      "learning_rate": 7.618182180555842e-07,
+      "loss": 4.4323,
+      "step": 20
+    },
+    {
+      "epoch": 0.010206685378923195,
+      "grad_norm": 8.4375,
+      "learning_rate": 1.1427273270833762e-06,
+      "loss": 4.2758,
+      "step": 30
+    },
+    {
+      "epoch": 0.01360891383856426,
+      "grad_norm": 7.53125,
+      "learning_rate": 1.5236364361111684e-06,
+      "loss": 4.1231,
+      "step": 40
+    },
+    {
+      "epoch": 0.017011142298205325,
+      "grad_norm": 5.90625,
+      "learning_rate": 1.9045455451389605e-06,
+      "loss": 4.097,
+      "step": 50
+    },
+    {
+      "epoch": 0.02041337075784639,
+      "grad_norm": 5.15625,
+      "learning_rate": 2.2854546541667524e-06,
+      "loss": 4.0712,
+      "step": 60
+    },
+    {
+      "epoch": 0.023815599217487455,
+      "grad_norm": 4.5625,
+      "learning_rate": 2.6663637631945448e-06,
+      "loss": 3.8851,
+      "step": 70
+    },
+    {
+      "epoch": 0.02721782767712852,
+      "grad_norm": 6.78125,
+      "learning_rate": 3.0472728722223367e-06,
+      "loss": 3.6937,
+      "step": 80
+    },
+    {
+      "epoch": 0.030620056136769585,
+      "grad_norm": 8.25,
+      "learning_rate": 3.4281819812501286e-06,
+      "loss": 3.6468,
+      "step": 90
+    },
+    {
+      "epoch": 0.03402228459641065,
+      "grad_norm": 9.625,
+      "learning_rate": 3.809091090277921e-06,
+      "loss": 3.4787,
+      "step": 100
+    },
+    {
+      "epoch": 0.03742451305605171,
+      "grad_norm": 7.53125,
+      "learning_rate": 4.190000199305713e-06,
+      "loss": 3.3235,
+      "step": 110
+    },
+    {
+      "epoch": 0.04082674151569278,
+      "grad_norm": 9.4375,
+      "learning_rate": 4.570909308333505e-06,
+      "loss": 3.2806,
+      "step": 120
+    },
+    {
+      "epoch": 0.04422896997533384,
+      "grad_norm": 10.3125,
+      "learning_rate": 4.951818417361297e-06,
+      "loss": 3.0432,
+      "step": 130
+    },
+    {
+      "epoch": 0.04763119843497491,
+      "grad_norm": 5.84375,
+      "learning_rate": 5.3327275263890896e-06,
+      "loss": 2.8991,
+      "step": 140
+    },
+    {
+      "epoch": 0.05103342689461597,
+      "grad_norm": 4.1875,
+      "learning_rate": 5.7136366354168815e-06,
+      "loss": 2.8202,
+      "step": 150
+    },
+    {
+      "epoch": 0.05443565535425704,
+      "grad_norm": 1.828125,
+      "learning_rate": 6.094545744444673e-06,
+      "loss": 2.6361,
+      "step": 160
+    },
+    {
+      "epoch": 0.0578378838138981,
+      "grad_norm": 1.8359375,
+      "learning_rate": 6.475454853472465e-06,
+      "loss": 2.5525,
+      "step": 170
+    },
+    {
+      "epoch": 0.06124011227353917,
+      "grad_norm": 1.765625,
+      "learning_rate": 6.856363962500257e-06,
+      "loss": 2.5685,
+      "step": 180
+    },
+    {
+      "epoch": 0.06464234073318023,
+      "grad_norm": 2.125,
+      "learning_rate": 7.237273071528049e-06,
+      "loss": 2.5133,
+      "step": 190
+    },
+    {
+      "epoch": 0.0680445691928213,
+      "grad_norm": 1.71875,
+      "learning_rate": 7.618182180555842e-06,
+      "loss": 2.4096,
+      "step": 200
+    },
+    {
+      "epoch": 0.07144679765246237,
+      "grad_norm": 1.9140625,
+      "learning_rate": 7.999091289583632e-06,
+      "loss": 2.4864,
+      "step": 210
+    },
+    {
+      "epoch": 0.07484902611210342,
+      "grad_norm": 1.9765625,
+      "learning_rate": 8.380000398611426e-06,
+      "loss": 2.4321,
+      "step": 220
+    },
+    {
+      "epoch": 0.07825125457174449,
+      "grad_norm": 2.3125,
+      "learning_rate": 8.760909507639218e-06,
+      "loss": 2.3582,
+      "step": 230
+    },
+    {
+      "epoch": 0.08165348303138556,
+      "grad_norm": 2.3125,
+      "learning_rate": 9.14181861666701e-06,
+      "loss": 2.3401,
+      "step": 240
+    },
+    {
+      "epoch": 0.08505571149102663,
+      "grad_norm": 2.625,
+      "learning_rate": 9.522727725694802e-06,
+      "loss": 2.3312,
+      "step": 250
+    },
+    {
+      "epoch": 0.08845793995066768,
+      "grad_norm": 1.9609375,
+      "learning_rate": 9.903636834722594e-06,
+      "loss": 2.3672,
+      "step": 260
+    },
+    {
+      "epoch": 0.09186016841030875,
+      "grad_norm": 1.453125,
+      "learning_rate": 1.0284545943750385e-05,
+      "loss": 2.3025,
+      "step": 270
+    },
+    {
+      "epoch": 0.09526239686994982,
+      "grad_norm": 1.46875,
+      "learning_rate": 1.0665455052778179e-05,
+      "loss": 2.3273,
+      "step": 280
+    },
+    {
+      "epoch": 0.09866462532959089,
+      "grad_norm": 2.25,
+      "learning_rate": 1.104636416180597e-05,
+      "loss": 2.2746,
+      "step": 290
+    },
+    {
+      "epoch": 0.10206685378923194,
+      "grad_norm": 1.5859375,
+      "learning_rate": 1.1427273270833763e-05,
+      "loss": 2.3196,
+      "step": 300
+    },
+    {
+      "epoch": 0.10546908224887301,
+      "grad_norm": 1.5078125,
+      "learning_rate": 1.1808182379861553e-05,
+      "loss": 2.2645,
+      "step": 310
+    },
+    {
+      "epoch": 0.10887131070851408,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.2189091488889347e-05,
+      "loss": 2.2902,
+      "step": 320
+    },
+    {
+      "epoch": 0.11227353916815515,
+      "grad_norm": 1.5859375,
+      "learning_rate": 1.2570000597917139e-05,
+      "loss": 2.2503,
+      "step": 330
+    },
+    {
+      "epoch": 0.1156757676277962,
+      "grad_norm": 1.5,
+      "learning_rate": 1.295090970694493e-05,
+      "loss": 2.1882,
+      "step": 340
+    },
+    {
+      "epoch": 0.11907799608743727,
+      "grad_norm": 1.359375,
+      "learning_rate": 1.3331818815972723e-05,
+      "loss": 2.2266,
+      "step": 350
+    },
+    {
+      "epoch": 0.12248022454707834,
+      "grad_norm": 1.8125,
+      "learning_rate": 1.344607904627746e-05,
+      "loss": 2.2011,
+      "step": 360
+    },
+    {
+      "epoch": 0.1258824530067194,
+      "grad_norm": 1.4765625,
+      "learning_rate": 1.3446017810126854e-05,
+      "loss": 2.1828,
+      "step": 370
+    },
+    {
+      "epoch": 0.12928468146636046,
+      "grad_norm": 1.5234375,
+      "learning_rate": 1.3445905544333626e-05,
+      "loss": 2.2727,
+      "step": 380
+    },
+    {
+      "epoch": 0.13268690992600152,
+      "grad_norm": 1.6328125,
+      "learning_rate": 1.344574224974991e-05,
+      "loss": 2.2222,
+      "step": 390
+    },
+    {
+      "epoch": 0.1360891383856426,
+      "grad_norm": 1.59375,
+      "learning_rate": 1.3445527927615165e-05,
+      "loss": 2.2107,
+      "step": 400
+    },
+    {
+      "epoch": 0.13949136684528365,
+      "grad_norm": 1.515625,
+      "learning_rate": 1.3445262579556173e-05,
+      "loss": 2.1671,
+      "step": 410
+    },
+    {
+      "epoch": 0.14289359530492474,
+      "grad_norm": 1.3671875,
+      "learning_rate": 1.3444946207587011e-05,
+      "loss": 2.1878,
+      "step": 420
+    },
+    {
+      "epoch": 0.1462958237645658,
+      "grad_norm": 1.4453125,
+      "learning_rate": 1.3444578814109056e-05,
+      "loss": 2.1358,
+      "step": 430
+    },
+    {
+      "epoch": 0.14969805222420685,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.3444160401910943e-05,
+      "loss": 2.1564,
+      "step": 440
+    },
+    {
+      "epoch": 0.15310028068384793,
+      "grad_norm": 1.4765625,
+      "learning_rate": 1.3443690974168565e-05,
+      "loss": 2.1756,
+      "step": 450
+    },
+    {
+      "epoch": 0.15650250914348898,
+      "grad_norm": 1.546875,
+      "learning_rate": 1.344317053444504e-05,
+      "loss": 2.1606,
+      "step": 460
+    },
+    {
+      "epoch": 0.15990473760313004,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.344259908669068e-05,
+      "loss": 2.2352,
+      "step": 470
+    },
+    {
+      "epoch": 0.16330696606277112,
+      "grad_norm": 1.5078125,
+      "learning_rate": 1.3441976635242969e-05,
+      "loss": 2.1258,
+      "step": 480
+    },
+    {
+      "epoch": 0.16670919452241217,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.3441303184826526e-05,
+      "loss": 2.1533,
+      "step": 490
+    },
+    {
+      "epoch": 0.17011142298205326,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.3440578740553065e-05,
+      "loss": 2.1179,
+      "step": 500
+    },
+    {
+      "epoch": 0.1735136514416943,
+      "grad_norm": 1.484375,
+      "learning_rate": 1.3439803307921367e-05,
+      "loss": 2.1868,
+      "step": 510
+    },
+    {
+      "epoch": 0.17691587990133537,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.343897689281723e-05,
+      "loss": 2.1144,
+      "step": 520
+    },
+    {
+      "epoch": 0.18031810836097645,
+      "grad_norm": 1.5078125,
+      "learning_rate": 1.343809950151342e-05,
+      "loss": 2.1722,
+      "step": 530
+    },
+    {
+      "epoch": 0.1837203368206175,
+      "grad_norm": 1.6171875,
+      "learning_rate": 1.3437171140669643e-05,
+      "loss": 2.1725,
+      "step": 540
+    },
+    {
+      "epoch": 0.18712256528025856,
+      "grad_norm": 1.5234375,
+      "learning_rate": 1.3436191817332471e-05,
+      "loss": 2.1871,
+      "step": 550
+    },
+    {
+      "epoch": 0.19052479373989964,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.3435161538935297e-05,
+      "loss": 2.2134,
+      "step": 560
+    },
+    {
+      "epoch": 0.1939270221995407,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.3434080313298288e-05,
+      "loss": 2.1545,
+      "step": 570
+    },
+    {
+      "epoch": 0.19732925065918178,
+      "grad_norm": 1.6328125,
+      "learning_rate": 1.3432948148628312e-05,
+      "loss": 2.1173,
+      "step": 580
+    },
+    {
+      "epoch": 0.20073147911882283,
+      "grad_norm": 1.640625,
+      "learning_rate": 1.3431765053518884e-05,
+      "loss": 2.1703,
+      "step": 590
+    },
+    {
+      "epoch": 0.20413370757846389,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.3430531036950099e-05,
+      "loss": 2.1662,
+      "step": 600
+    },
+    {
+      "epoch": 0.20753593603810497,
+      "grad_norm": 1.6171875,
+      "learning_rate": 1.3429246108288562e-05,
+      "loss": 2.153,
+      "step": 610
+    },
+    {
+      "epoch": 0.21093816449774602,
+      "grad_norm": 1.6328125,
+      "learning_rate": 1.3427910277287318e-05,
+      "loss": 2.1421,
+      "step": 620
+    },
+    {
+      "epoch": 0.21434039295738708,
+      "grad_norm": 1.4453125,
+      "learning_rate": 1.3426523554085776e-05,
+      "loss": 2.1315,
+      "step": 630
+    },
+    {
+      "epoch": 0.21774262141702816,
+      "grad_norm": 1.5703125,
+      "learning_rate": 1.342508594920964e-05,
+      "loss": 2.1187,
+      "step": 640
+    },
+    {
+      "epoch": 0.22114484987666921,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.342359747357082e-05,
+      "loss": 2.1447,
+      "step": 650
+    },
+    {
+      "epoch": 0.2245470783363103,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.3422058138467349e-05,
+      "loss": 2.1614,
+      "step": 660
+    },
+    {
+      "epoch": 0.22794930679595135,
+      "grad_norm": 1.5390625,
+      "learning_rate": 1.3420467955583304e-05,
+      "loss": 2.1521,
+      "step": 670
+    },
+    {
+      "epoch": 0.2313515352555924,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.3418826936988714e-05,
+      "loss": 2.1474,
+      "step": 680
+    },
+    {
+      "epoch": 0.2347537637152335,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.3417135095139467e-05,
+      "loss": 2.1887,
+      "step": 690
+    },
+    {
+      "epoch": 0.23815599217487454,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.341539244287722e-05,
+      "loss": 2.1432,
+      "step": 700
+    },
+    {
+      "epoch": 0.2415582206345156,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.3413598993429295e-05,
+      "loss": 2.1202,
+      "step": 710
+    },
+    {
+      "epoch": 0.24496044909415668,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.3411754760408584e-05,
+      "loss": 2.201,
+      "step": 720
+    },
+    {
+      "epoch": 0.24836267755379773,
+      "grad_norm": 1.5390625,
+      "learning_rate": 1.3409859757813437e-05,
+      "loss": 2.104,
+      "step": 730
+    },
+    {
+      "epoch": 0.2517649060134388,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.3407914000027573e-05,
+      "loss": 2.1118,
+      "step": 740
+    },
+    {
+      "epoch": 0.25516713447307987,
+      "grad_norm": 1.5546875,
+      "learning_rate": 1.3405917501819956e-05,
+      "loss": 2.1533,
+      "step": 750
+    },
+    {
+      "epoch": 0.2585693629327209,
+      "grad_norm": 1.3828125,
+      "learning_rate": 1.340387027834468e-05,
+      "loss": 2.0738,
+      "step": 760
+    },
+    {
+      "epoch": 0.261971591392362,
+      "grad_norm": 1.625,
+      "learning_rate": 1.3401772345140874e-05,
+      "loss": 2.1696,
+      "step": 770
+    },
+    {
+      "epoch": 0.26537381985200303,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.3399623718132557e-05,
+      "loss": 2.0847,
+      "step": 780
+    },
+    {
+      "epoch": 0.26877604831164414,
+      "grad_norm": 1.5390625,
+      "learning_rate": 1.3397424413628542e-05,
+      "loss": 2.1644,
+      "step": 790
+    },
+    {
+      "epoch": 0.2721782767712852,
+      "grad_norm": 1.640625,
+      "learning_rate": 1.3395174448322298e-05,
+      "loss": 2.0891,
+      "step": 800
+    },
+    {
+      "epoch": 0.27558050523092625,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.3392873839291825e-05,
+      "loss": 2.1638,
+      "step": 810
+    },
+    {
+      "epoch": 0.2789827336905673,
+      "grad_norm": 1.625,
+      "learning_rate": 1.339052260399953e-05,
+      "loss": 2.078,
+      "step": 820
+    },
+    {
+      "epoch": 0.28238496215020836,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.3388120760292085e-05,
+      "loss": 2.1191,
+      "step": 830
+    },
+    {
+      "epoch": 0.2857871906098495,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.33856683264003e-05,
+      "loss": 2.0554,
+      "step": 840
+    },
+    {
+      "epoch": 0.2891894190694905,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.3383165320938983e-05,
+      "loss": 2.0385,
+      "step": 850
+    },
+    {
+      "epoch": 0.2925916475291316,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.3380611762906796e-05,
+      "loss": 2.1071,
+      "step": 860
+    },
+    {
+      "epoch": 0.29599387598877264,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.3378007671686113e-05,
+      "loss": 2.1171,
+      "step": 870
+    },
+    {
+      "epoch": 0.2993961044484137,
+      "grad_norm": 1.4609375,
+      "learning_rate": 1.337535306704287e-05,
+      "loss": 2.1264,
+      "step": 880
+    },
+    {
+      "epoch": 0.3027983329080548,
+      "grad_norm": 1.75,
+      "learning_rate": 1.337264796912642e-05,
+      "loss": 2.0562,
+      "step": 890
+    },
+    {
+      "epoch": 0.30620056136769586,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.3369892398469373e-05,
+      "loss": 2.1343,
+      "step": 900
+    },
+    {
+      "epoch": 0.3096027898273369,
+      "grad_norm": 1.53125,
+      "learning_rate": 1.3367086375987447e-05,
+      "loss": 2.0563,
+      "step": 910
+    },
+    {
+      "epoch": 0.31300501828697797,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.3364229922979311e-05,
+      "loss": 2.1302,
+      "step": 920
+    },
+    {
+      "epoch": 0.316407246746619,
+      "grad_norm": 1.609375,
+      "learning_rate": 1.3361323061126409e-05,
+      "loss": 2.0733,
+      "step": 930
+    },
+    {
+      "epoch": 0.3198094752062601,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.3358365812492812e-05,
+      "loss": 2.1027,
+      "step": 940
+    },
+    {
+      "epoch": 0.3232117036659012,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.3355358199525042e-05,
+      "loss": 2.0455,
+      "step": 950
+    },
+    {
+      "epoch": 0.32661393212554224,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.3352300245051904e-05,
+      "loss": 2.0785,
+      "step": 960
+    },
+    {
+      "epoch": 0.3300161605851833,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.3349191972284314e-05,
+      "loss": 2.1594,
+      "step": 970
+    },
+    {
+      "epoch": 0.33341838904482435,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.3346033404815114e-05,
+      "loss": 2.066,
+      "step": 980
+    },
+    {
+      "epoch": 0.3368206175044654,
+      "grad_norm": 1.59375,
+      "learning_rate": 1.3342824566618907e-05,
+      "loss": 2.1451,
+      "step": 990
+    },
+    {
+      "epoch": 0.3402228459641065,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.3339565482051866e-05,
+      "loss": 2.152,
+      "step": 1000
+    },
+    {
+      "epoch": 0.34362507442374757,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.3336256175851549e-05,
+      "loss": 2.1232,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3470273028833886,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.3332896673136717e-05,
+      "loss": 2.1158,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3504295313430297,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.3329486999407136e-05,
+      "loss": 2.102,
+      "step": 1030
+    },
+    {
+      "epoch": 0.35383175980267073,
+      "grad_norm": 1.8125,
+      "learning_rate": 1.3326027180543387e-05,
+      "loss": 2.1266,
+      "step": 1040
+    },
+    {
+      "epoch": 0.35723398826231184,
+      "grad_norm": 1.421875,
+      "learning_rate": 1.3322517242806673e-05,
+      "loss": 2.0884,
+      "step": 1050
+    },
+    {
+      "epoch": 0.3606362167219529,
+      "grad_norm": 1.5546875,
+      "learning_rate": 1.3318957212838615e-05,
+      "loss": 2.0793,
+      "step": 1060
+    },
+    {
+      "epoch": 0.36403844518159395,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.3315347117661048e-05,
+      "loss": 2.0574,
+      "step": 1070
+    },
+    {
+      "epoch": 0.367440673641235,
+      "grad_norm": 1.6171875,
+      "learning_rate": 1.3311686984675822e-05,
+      "loss": 2.0716,
+      "step": 1080
+    },
+    {
+      "epoch": 0.37084290210087606,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.3307976841664591e-05,
+      "loss": 2.0523,
+      "step": 1090
+    },
+    {
+      "epoch": 0.3742451305605171,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.33042167167886e-05,
+      "loss": 2.0203,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3776473590201582,
+      "grad_norm": 1.546875,
+      "learning_rate": 1.330040663858848e-05,
+      "loss": 2.0823,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3810495874797993,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.3296546635984012e-05,
+      "loss": 2.0758,
+      "step": 1120
+    },
+    {
+      "epoch": 0.38445181593944033,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.3292636738273931e-05,
+      "loss": 2.1138,
+      "step": 1130
+    },
+    {
+      "epoch": 0.3878540443990814,
+      "grad_norm": 1.5,
+      "learning_rate": 1.3288676975135689e-05,
+      "loss": 2.0277,
+      "step": 1140
+    },
+    {
+      "epoch": 0.39125627285872244,
+      "grad_norm": 1.5703125,
+      "learning_rate": 1.3284667376625236e-05,
+      "loss": 2.042,
+      "step": 1150
+    },
+    {
+      "epoch": 0.39465850131836355,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.3280607973176785e-05,
+      "loss": 2.114,
+      "step": 1160
+    },
+    {
+      "epoch": 0.3980607297780046,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.327649879560259e-05,
+      "loss": 2.0477,
+      "step": 1170
+    },
+    {
+      "epoch": 0.40146295823764566,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.3272339875092701e-05,
+      "loss": 2.0101,
+      "step": 1180
+    },
+    {
+      "epoch": 0.4048651866972867,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.3268131243214744e-05,
+      "loss": 2.1261,
+      "step": 1190
+    },
+    {
+      "epoch": 0.40826741515692777,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.326387293191366e-05,
+      "loss": 2.0788,
+      "step": 1200
+    },
+    {
+      "epoch": 0.4116696436165688,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.325956497351148e-05,
+      "loss": 2.0694,
+      "step": 1210
+    },
+    {
+      "epoch": 0.41507187207620994,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.3255207400707076e-05,
+      "loss": 2.11,
+      "step": 1220
+    },
+    {
+      "epoch": 0.418474100535851,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.3250800246575906e-05,
+      "loss": 2.0621,
+      "step": 1230
+    },
+    {
+      "epoch": 0.42187632899549204,
+      "grad_norm": 1.6875,
+      "learning_rate": 1.3246343544569764e-05,
+      "loss": 2.0923,
+      "step": 1240
+    },
+    {
+      "epoch": 0.4252785574551331,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.3241837328516535e-05,
+      "loss": 2.1005,
+      "step": 1250
+    },
+    {
+      "epoch": 0.42868078591477415,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.323728163261993e-05,
+      "loss": 2.0634,
+      "step": 1260
+    },
+    {
+      "epoch": 0.43208301437441526,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.323267649145923e-05,
+      "loss": 2.0635,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4354852428340563,
+      "grad_norm": 1.640625,
+      "learning_rate": 1.3228021939989018e-05,
+      "loss": 2.131,
+      "step": 1280
+    },
+    {
+      "epoch": 0.4388874712936974,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.3223318013538927e-05,
+      "loss": 2.1021,
+      "step": 1290
+    },
+    {
+      "epoch": 0.44228969975333843,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.3218564747813355e-05,
+      "loss": 2.0758,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4456919282129795,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.3213762178891202e-05,
+      "loss": 2.0198,
+      "step": 1310
+    },
+    {
+      "epoch": 0.4490941566726206,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.3208910343225603e-05,
+      "loss": 2.1226,
+      "step": 1320
+    },
+    {
+      "epoch": 0.45249638513226165,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.3204009277643636e-05,
+      "loss": 2.077,
+      "step": 1330
+    },
+    {
+      "epoch": 0.4558986135919027,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.3199059019346055e-05,
+      "loss": 2.1154,
+      "step": 1340
+    },
+    {
+      "epoch": 0.45930084205154376,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.3194059605907003e-05,
+      "loss": 2.1109,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4627030705111848,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.318901107527373e-05,
+      "loss": 2.1108,
+      "step": 1360
+    },
+    {
+      "epoch": 0.46610529897082587,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.3183913465766294e-05,
+      "loss": 2.1203,
+      "step": 1370
+    },
+    {
+      "epoch": 0.469507527430467,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.3178766816077288e-05,
+      "loss": 2.0667,
+      "step": 1380
+    },
+    {
+      "epoch": 0.47290975589010803,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.317357116527153e-05,
+      "loss": 2.0428,
+      "step": 1390
+    },
+    {
+      "epoch": 0.4763119843497491,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.3168326552785775e-05,
+      "loss": 2.0836,
+      "step": 1400
+    },
+    {
+      "epoch": 0.47971421280939014,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.3163033018428418e-05,
+      "loss": 2.0031,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4831164412690312,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.315769060237918e-05,
+      "loss": 2.096,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4865186697286723,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.3152299345188815e-05,
+      "loss": 2.0325,
+      "step": 1430
+    },
+    {
+      "epoch": 0.48992089818831336,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.3146859287778799e-05,
+      "loss": 2.0444,
+      "step": 1440
+    },
+    {
+      "epoch": 0.4933231266479544,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.3141370471441016e-05,
+      "loss": 2.0971,
+      "step": 1450
+    },
+    {
+      "epoch": 0.49672535510759547,
+      "grad_norm": 2.0,
+      "learning_rate": 1.3135832937837444e-05,
+      "loss": 2.0014,
+      "step": 1460
+    },
+    {
+      "epoch": 0.5001275835672365,
+      "grad_norm": 1.6796875,
+      "learning_rate": 1.3130246728999852e-05,
+      "loss": 2.0086,
+      "step": 1470
+    },
+    {
+      "epoch": 0.5035298120268776,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.3124611887329459e-05,
+      "loss": 2.0079,
+      "step": 1480
+    },
+    {
+      "epoch": 0.5069320404865186,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.3118928455596627e-05,
+      "loss": 2.0654,
+      "step": 1490
+    },
+    {
+      "epoch": 0.5103342689461597,
+      "grad_norm": 1.875,
+      "learning_rate": 1.3113196476940538e-05,
+      "loss": 2.0195,
+      "step": 1500
+    },
+    {
+      "epoch": 0.5137364974058009,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.3107415994868855e-05,
+      "loss": 2.0196,
+      "step": 1510
+    },
+    {
+      "epoch": 0.5171387258654419,
+      "grad_norm": 2.125,
+      "learning_rate": 1.3101587053257404e-05,
+      "loss": 2.0552,
+      "step": 1520
+    },
+    {
+      "epoch": 0.520540954325083,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.3095709696349833e-05,
+      "loss": 2.0833,
+      "step": 1530
+    },
+    {
+      "epoch": 0.523943182784724,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.3089783968757277e-05,
+      "loss": 2.1067,
+      "step": 1540
+    },
+    {
+      "epoch": 0.5273454112443651,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.308380991545802e-05,
+      "loss": 2.0313,
+      "step": 1550
+    },
+    {
+      "epoch": 0.5307476397040061,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.3077787581797163e-05,
+      "loss": 2.0918,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5341498681636472,
+      "grad_norm": 1.609375,
+      "learning_rate": 1.3071717013486259e-05,
+      "loss": 2.0505,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5375520966232883,
+      "grad_norm": 1.421875,
+      "learning_rate": 1.3065598256602989e-05,
+      "loss": 2.1166,
+      "step": 1580
+    },
+    {
+      "epoch": 0.5409543250829293,
+      "grad_norm": 1.6015625,
+      "learning_rate": 1.3059431357590797e-05,
+      "loss": 2.1196,
+      "step": 1590
+    },
+    {
+      "epoch": 0.5443565535425704,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.3053216363258537e-05,
+      "loss": 2.0623,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5477587820022114,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.3046953320780136e-05,
+      "loss": 2.051,
+      "step": 1610
+    },
+    {
+      "epoch": 0.5511610104618525,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.304064227769421e-05,
+      "loss": 2.0341,
+      "step": 1620
+    },
+    {
+      "epoch": 0.5545632389214936,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.3034283281903722e-05,
+      "loss": 2.001,
+      "step": 1630
+    },
+    {
+      "epoch": 0.5579654673811346,
+      "grad_norm": 2.125,
+      "learning_rate": 1.3027876381675611e-05,
+      "loss": 1.9871,
+      "step": 1640
+    },
+    {
+      "epoch": 0.5613676958407757,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.3021421625640427e-05,
+      "loss": 2.0712,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5647699243004167,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.3014919062791965e-05,
+      "loss": 2.0444,
+      "step": 1660
+    },
+    {
+      "epoch": 0.5681721527600578,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.3008368742486882e-05,
+      "loss": 2.0598,
+      "step": 1670
+    },
+    {
+      "epoch": 0.571574381219699,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.300177071444434e-05,
+      "loss": 2.0744,
+      "step": 1680
+    },
+    {
+      "epoch": 0.57497660967934,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.299512502874561e-05,
+      "loss": 1.9854,
+      "step": 1690
+    },
+    {
+      "epoch": 0.578378838138981,
+      "grad_norm": 2.0,
+      "learning_rate": 1.2988431735833709e-05,
+      "loss": 2.0348,
+      "step": 1700
+    },
+    {
+      "epoch": 0.581781066598622,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.2981690886513001e-05,
+      "loss": 2.0189,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5851832950582632,
+      "grad_norm": 1.875,
+      "learning_rate": 1.2974902531948826e-05,
+      "loss": 1.9997,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5885855235179043,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.2968066723667104e-05,
+      "loss": 1.9861,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5919877519775453,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.2961183513553937e-05,
+      "loss": 2.0284,
+      "step": 1740
+    },
+    {
+      "epoch": 0.5953899804371864,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.2954252953855236e-05,
+      "loss": 2.0376,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5987922088968274,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.2947275097176301e-05,
+      "loss": 2.0059,
+      "step": 1760
+    },
+    {
+      "epoch": 0.6021944373564685,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.2940249996481436e-05,
+      "loss": 2.0906,
+      "step": 1770
+    },
+    {
+      "epoch": 0.6055966658161096,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.2933177705093541e-05,
+      "loss": 2.0076,
+      "step": 1780
+    },
+    {
+      "epoch": 0.6089988942757506,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.2926058276693715e-05,
+      "loss": 2.0247,
+      "step": 1790
+    },
+    {
+      "epoch": 0.6124011227353917,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.2918891765320837e-05,
+      "loss": 2.113,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6158033511950327,
+      "grad_norm": 1.671875,
+      "learning_rate": 1.2911678225371164e-05,
+      "loss": 2.0201,
+      "step": 1810
+    },
+    {
+      "epoch": 0.6192055796546738,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.2904417711597916e-05,
+      "loss": 2.0172,
+      "step": 1820
+    },
+    {
+      "epoch": 0.6226078081143149,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.289711027911086e-05,
+      "loss": 2.1396,
+      "step": 1830
+    },
+    {
+      "epoch": 0.6260100365739559,
+      "grad_norm": 1.75,
+      "learning_rate": 1.2889755983375892e-05,
+      "loss": 2.045,
+      "step": 1840
+    },
+    {
+      "epoch": 0.629412265033597,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.2882354880214616e-05,
+      "loss": 2.012,
+      "step": 1850
+    },
+    {
+      "epoch": 0.632814493493238,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.2874907025803922e-05,
+      "loss": 2.058,
+      "step": 1860
+    },
+    {
+      "epoch": 0.6362167219528791,
+      "grad_norm": 1.8359375,
+      "learning_rate": 1.2867412476675554e-05,
+      "loss": 2.0796,
+      "step": 1870
+    },
+    {
+      "epoch": 0.6396189504125201,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.2859871289715688e-05,
+      "loss": 2.0956,
+      "step": 1880
+    },
+    {
+      "epoch": 0.6430211788721613,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.2852283522164496e-05,
+      "loss": 1.983,
+      "step": 1890
+    },
+    {
+      "epoch": 0.6464234073318024,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.2844649231615713e-05,
+      "loss": 1.9861,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6498256357914434,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.2836968476016196e-05,
+      "loss": 2.0683,
+      "step": 1910
+    },
+    {
+      "epoch": 0.6532278642510845,
+      "grad_norm": 1.6875,
+      "learning_rate": 1.2829241313665494e-05,
+      "loss": 2.0916,
+      "step": 1920
+    },
+    {
+      "epoch": 0.6566300927107255,
+      "grad_norm": 1.609375,
+      "learning_rate": 1.2821467803215395e-05,
+      "loss": 2.0254,
+      "step": 1930
+    },
+    {
+      "epoch": 0.6600323211703666,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.2813648003669482e-05,
+      "loss": 2.0332,
+      "step": 1940
+    },
+    {
+      "epoch": 0.6634345496300077,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.2805781974382694e-05,
+      "loss": 2.0225,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6668367780896487,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.2797869775060866e-05,
+      "loss": 2.0563,
+      "step": 1960
+    },
+    {
+      "epoch": 0.6702390065492898,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.2789911465760281e-05,
+      "loss": 2.0027,
+      "step": 1970
+    },
+    {
+      "epoch": 0.6736412350089308,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.2781907106887209e-05,
+      "loss": 1.9895,
+      "step": 1980
+    },
+    {
+      "epoch": 0.6770434634685719,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.2773856759197455e-05,
+      "loss": 2.0175,
+      "step": 1990
+    },
+    {
+      "epoch": 0.680445691928213,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.2765760483795895e-05,
+      "loss": 2.0702,
+      "step": 2000
+    },
+    {
+      "epoch": 0.683847920387854,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.275761834213601e-05,
+      "loss": 2.023,
+      "step": 2010
+    },
+    {
+      "epoch": 0.6872501488474951,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.2749430396019423e-05,
+      "loss": 2.0051,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6906523773071361,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.2741196707595429e-05,
+      "loss": 2.017,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6940546057667772,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.273291733936052e-05,
+      "loss": 2.0481,
+      "step": 2040
+    },
+    {
+      "epoch": 0.6974568342264184,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.2724592354157912e-05,
+      "loss": 2.0281,
+      "step": 2050
+    },
+    {
+      "epoch": 0.7008590626860594,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.2716221815177076e-05,
+      "loss": 2.0459,
+      "step": 2060
+    },
+    {
+      "epoch": 0.7042612911457005,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.2707805785953245e-05,
+      "loss": 2.0705,
+      "step": 2070
+    },
+    {
+      "epoch": 0.7076635196053415,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.2699344330366942e-05,
+      "loss": 2.0759,
+      "step": 2080
+    },
+    {
+      "epoch": 0.7110657480649826,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.2690837512643495e-05,
+      "loss": 2.0324,
+      "step": 2090
+    },
+    {
+      "epoch": 0.7144679765246237,
+      "grad_norm": 1.75,
+      "learning_rate": 1.2682285397352535e-05,
+      "loss": 1.9784,
+      "step": 2100
+    },
+    {
+      "epoch": 0.7178702049842647,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.2673688049407526e-05,
+      "loss": 1.9902,
+      "step": 2110
+    },
+    {
+      "epoch": 0.7212724334439058,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.266504553406526e-05,
+      "loss": 2.0631,
+      "step": 2120
+    },
+    {
+      "epoch": 0.7246746619035468,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.2656357916925368e-05,
+      "loss": 2.0039,
+      "step": 2130
+    },
+    {
+      "epoch": 0.7280768903631879,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.2647625263929817e-05,
+      "loss": 1.9975,
+      "step": 2140
+    },
+    {
+      "epoch": 0.7314791188228289,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.2638847641362408e-05,
+      "loss": 2.0368,
+      "step": 2150
+    },
+    {
+      "epoch": 0.73488134728247,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2630025115848282e-05,
+      "loss": 2.0954,
+      "step": 2160
+    },
+    {
+      "epoch": 0.7382835757421111,
+      "grad_norm": 1.6484375,
+      "learning_rate": 1.2621157754353404e-05,
+      "loss": 2.0297,
+      "step": 2170
+    },
+    {
+      "epoch": 0.7416858042017521,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.2612245624184062e-05,
+      "loss": 2.0445,
+      "step": 2180
+    },
+    {
+      "epoch": 0.7450880326613932,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.2603288792986354e-05,
+      "loss": 2.0587,
+      "step": 2190
+    },
+    {
+      "epoch": 0.7484902611210342,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.2594287328745672e-05,
+      "loss": 2.0126,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7518924895806753,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.258524129978619e-05,
+      "loss": 2.0213,
+      "step": 2210
+    },
+    {
+      "epoch": 0.7552947180403164,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.257615077477034e-05,
+      "loss": 1.9826,
+      "step": 2220
+    },
+    {
+      "epoch": 0.7586969464999574,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.25670158226983e-05,
+      "loss": 2.0467,
+      "step": 2230
+    },
+    {
+      "epoch": 0.7620991749595986,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.2557836512907456e-05,
+      "loss": 1.9924,
+      "step": 2240
+    },
+    {
+      "epoch": 0.7655014034192396,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2548612915071894e-05,
+      "loss": 1.9864,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7689036318788807,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.2539345099201851e-05,
+      "loss": 1.9966,
+      "step": 2260
+    },
+    {
+      "epoch": 0.7723058603385218,
+      "grad_norm": 1.875,
+      "learning_rate": 1.2530033135643203e-05,
+      "loss": 2.0092,
+      "step": 2270
+    },
+    {
+      "epoch": 0.7757080887981628,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.2520677095076918e-05,
+      "loss": 1.97,
+      "step": 2280
+    },
+    {
+      "epoch": 0.7791103172578039,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.2511277048518522e-05,
+      "loss": 1.9781,
+      "step": 2290
+    },
+    {
+      "epoch": 0.7825125457174449,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.2501833067317562e-05,
+      "loss": 2.0167,
+      "step": 2300
+    },
+    {
+      "epoch": 0.785914774177086,
+      "grad_norm": 2.0,
+      "learning_rate": 1.2492345223157068e-05,
+      "loss": 2.0108,
+      "step": 2310
+    },
+    {
+      "epoch": 0.7893170026367271,
+      "grad_norm": 1.6328125,
+      "learning_rate": 1.2482813588053004e-05,
+      "loss": 2.0094,
+      "step": 2320
+    },
+    {
+      "epoch": 0.7927192310963681,
+      "grad_norm": 1.3671875,
+      "learning_rate": 1.2473238234353713e-05,
+      "loss": 1.9266,
+      "step": 2330
+    },
+    {
+      "epoch": 0.7961214595560092,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.2463619234739388e-05,
+      "loss": 1.9982,
+      "step": 2340
+    },
+    {
+      "epoch": 0.7995236880156502,
+      "grad_norm": 1.875,
+      "learning_rate": 1.2453956662221504e-05,
+      "loss": 2.0688,
+      "step": 2350
+    },
+    {
+      "epoch": 0.8029259164752913,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.2444250590142271e-05,
+      "loss": 1.9658,
+      "step": 2360
+    },
+    {
+      "epoch": 0.8063281449349324,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.2434501092174075e-05,
+      "loss": 1.9954,
+      "step": 2370
+    },
+    {
+      "epoch": 0.8097303733945734,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.242470824231892e-05,
+      "loss": 2.0507,
+      "step": 2380
+    },
+    {
+      "epoch": 0.8131326018542145,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.241487211490786e-05,
+      "loss": 2.0469,
+      "step": 2390
+    },
+    {
+      "epoch": 0.8165348303138555,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.2404992784600451e-05,
+      "loss": 2.0436,
+      "step": 2400
+    },
+    {
+      "epoch": 0.8199370587734967,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.2395070326384164e-05,
+      "loss": 2.0195,
+      "step": 2410
+    },
+    {
+      "epoch": 0.8233392872331377,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.238510481557383e-05,
+      "loss": 1.9674,
+      "step": 2420
+    },
+    {
+      "epoch": 0.8267415156927788,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.2375096327811061e-05,
+      "loss": 1.9918,
+      "step": 2430
+    },
+    {
+      "epoch": 0.8301437441524199,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.2365044939063687e-05,
+      "loss": 2.0161,
+      "step": 2440
+    },
+    {
+      "epoch": 0.8335459726120609,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.2354950725625158e-05,
+      "loss": 2.0303,
+      "step": 2450
+    },
+    {
+      "epoch": 0.836948201071702,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.2344813764113985e-05,
+      "loss": 1.973,
+      "step": 2460
+    },
+    {
+      "epoch": 0.840350429531343,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.2334634131473154e-05,
+      "loss": 2.0389,
+      "step": 2470
+    },
+    {
+      "epoch": 0.8437526579909841,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.2324411904969535e-05,
+      "loss": 2.0597,
+      "step": 2480
+    },
+    {
+      "epoch": 0.8471548864506252,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.2314147162193302e-05,
+      "loss": 2.029,
+      "step": 2490
+    },
+    {
+      "epoch": 0.8505571149102662,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.2303839981057342e-05,
+      "loss": 2.0216,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8539593433699073,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.2293490439796658e-05,
+      "loss": 1.9839,
+      "step": 2510
+    },
+    {
+      "epoch": 0.8573615718295483,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.2283098616967793e-05,
+      "loss": 2.0373,
+      "step": 2520
+    },
+    {
+      "epoch": 0.8607638002891894,
+      "grad_norm": 1.75,
+      "learning_rate": 1.2272664591448208e-05,
+      "loss": 2.075,
+      "step": 2530
+    },
+    {
+      "epoch": 0.8641660287488305,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.2262188442435706e-05,
+      "loss": 2.071,
+      "step": 2540
+    },
+    {
+      "epoch": 0.8675682572084715,
+      "grad_norm": 1.7734375,
+      "learning_rate": 1.2251670249447816e-05,
+      "loss": 2.0474,
+      "step": 2550
+    },
+    {
+      "epoch": 0.8709704856681126,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.22411100923212e-05,
+      "loss": 1.9866,
+      "step": 2560
+    },
+    {
+      "epoch": 0.8743727141277536,
+      "grad_norm": 1.859375,
+      "learning_rate": 1.2230508051211039e-05,
+      "loss": 2.0365,
+      "step": 2570
+    },
+    {
+      "epoch": 0.8777749425873947,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2219864206590427e-05,
+      "loss": 2.0041,
+      "step": 2580
+    },
+    {
+      "epoch": 0.8811771710470359,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.2209178639249763e-05,
+      "loss": 2.0164,
+      "step": 2590
+    },
+    {
+      "epoch": 0.8845793995066769,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.2198451430296135e-05,
+      "loss": 2.0469,
+      "step": 2600
+    },
+    {
+      "epoch": 0.887981627966318,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.2187682661152705e-05,
+      "loss": 1.9873,
+      "step": 2610
+    },
+    {
+      "epoch": 0.891383856425959,
+      "grad_norm": 1.5078125,
+      "learning_rate": 1.2176872413558087e-05,
+      "loss": 2.0442,
+      "step": 2620
+    },
+    {
+      "epoch": 0.8947860848856001,
+      "grad_norm": 1.6640625,
+      "learning_rate": 1.2166020769565741e-05,
+      "loss": 2.0356,
+      "step": 2630
+    },
+    {
+      "epoch": 0.8981883133452412,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.2155127811543326e-05,
+      "loss": 2.0253,
+      "step": 2640
+    },
+    {
+      "epoch": 0.9015905418048822,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.2144193622172099e-05,
+      "loss": 1.974,
+      "step": 2650
+    },
+    {
+      "epoch": 0.9049927702645233,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.2133218284446276e-05,
+      "loss": 2.0084,
+      "step": 2660
+    },
+    {
+      "epoch": 0.9083949987241643,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.2122201881672392e-05,
+      "loss": 2.1215,
+      "step": 2670
+    },
+    {
+      "epoch": 0.9117972271838054,
+      "grad_norm": 1.9140625,
+      "learning_rate": 1.2111144497468698e-05,
+      "loss": 1.9749,
+      "step": 2680
+    },
+    {
+      "epoch": 0.9151994556434464,
+      "grad_norm": 1.75,
+      "learning_rate": 1.2100046215764493e-05,
+      "loss": 1.9601,
+      "step": 2690
+    },
+    {
+      "epoch": 0.9186016841030875,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.2088907120799507e-05,
+      "loss": 1.9761,
+      "step": 2700
+    },
+    {
+      "epoch": 0.9220039125627286,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.2077727297123258e-05,
+      "loss": 2.0309,
+      "step": 2710
+    },
+    {
+      "epoch": 0.9254061410223696,
+      "grad_norm": 1.6953125,
+      "learning_rate": 1.2066506829594404e-05,
+      "loss": 2.0306,
+      "step": 2720
+    },
+    {
+      "epoch": 0.9288083694820107,
+      "grad_norm": 1.765625,
+      "learning_rate": 1.2055245803380112e-05,
+      "loss": 2.0073,
+      "step": 2730
+    },
+    {
+      "epoch": 0.9322105979416517,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.2043944303955393e-05,
+      "loss": 1.9904,
+      "step": 2740
+    },
+    {
+      "epoch": 0.9356128264012928,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.2032602417102472e-05,
+      "loss": 2.0916,
+      "step": 2750
+    },
+    {
+      "epoch": 0.939015054860934,
+      "grad_norm": 1.8828125,
+      "learning_rate": 1.2021220228910125e-05,
+      "loss": 1.9665,
+      "step": 2760
+    },
+    {
+      "epoch": 0.942417283320575,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.2009797825773027e-05,
+      "loss": 1.9822,
+      "step": 2770
+    },
+    {
+      "epoch": 0.9458195117802161,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.1998335294391099e-05,
+      "loss": 1.9947,
+      "step": 2780
+    },
+    {
+      "epoch": 0.9492217402398571,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.1986832721768856e-05,
+      "loss": 1.9626,
+      "step": 2790
+    },
+    {
+      "epoch": 0.9526239686994982,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.1975290195214724e-05,
+      "loss": 1.9772,
+      "step": 2800
+    },
+    {
+      "epoch": 0.9560261971591393,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.1963707802340409e-05,
+      "loss": 2.0471,
+      "step": 2810
+    },
+    {
+      "epoch": 0.9594284256187803,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.1952085631060207e-05,
+      "loss": 1.9514,
+      "step": 2820
+    },
+    {
+      "epoch": 0.9628306540784214,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.1940423769590349e-05,
+      "loss": 1.9974,
+      "step": 2830
+    },
+    {
+      "epoch": 0.9662328825380624,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.1928722306448326e-05,
+      "loss": 2.0036,
+      "step": 2840
+    },
+    {
+      "epoch": 0.9696351109977035,
+      "grad_norm": 1.453125,
+      "learning_rate": 1.1916981330452221e-05,
+      "loss": 1.9803,
+      "step": 2850
+    },
+    {
+      "epoch": 0.9730373394573446,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.1905200930720032e-05,
+      "loss": 2.0608,
+      "step": 2860
+    },
+    {
+      "epoch": 0.9764395679169856,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.1893381196668997e-05,
+      "loss": 1.9857,
+      "step": 2870
+    },
+    {
+      "epoch": 0.9798417963766267,
+      "grad_norm": 1.6171875,
+      "learning_rate": 1.1881522218014912e-05,
+      "loss": 2.0197,
+      "step": 2880
+    },
+    {
+      "epoch": 0.9832440248362677,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.1869624084771457e-05,
+      "loss": 1.9883,
+      "step": 2890
+    },
+    {
+      "epoch": 0.9866462532959088,
+      "grad_norm": 1.8203125,
+      "learning_rate": 1.185768688724951e-05,
+      "loss": 2.0941,
+      "step": 2900
+    },
+    {
+      "epoch": 0.9900484817555499,
+      "grad_norm": 1.7109375,
+      "learning_rate": 1.184571071605645e-05,
+      "loss": 1.9953,
+      "step": 2910
+    },
+    {
+      "epoch": 0.9934507102151909,
+      "grad_norm": 1.7265625,
+      "learning_rate": 1.1833695662095493e-05,
+      "loss": 1.9833,
+      "step": 2920
+    },
+    {
+      "epoch": 0.996852938674832,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.1821641816564982e-05,
+      "loss": 2.0431,
+      "step": 2930
+    },
+    {
+      "epoch": 1.000255167134473,
+      "grad_norm": 1.71875,
+      "learning_rate": 1.1809549270957697e-05,
+      "loss": 1.886,
+      "step": 2940
+    },
+    {
+      "epoch": 1.0036573955941142,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.1797418117060173e-05,
+      "loss": 1.9804,
+      "step": 2950
+    },
+    {
+      "epoch": 1.0070596240537553,
+      "grad_norm": 1.875,
+      "learning_rate": 1.1785248446951988e-05,
+      "loss": 2.0657,
+      "step": 2960
+    },
+    {
+      "epoch": 1.0104618525133964,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.1773040353005074e-05,
+      "loss": 2.0112,
+      "step": 2970
+    },
+    {
+      "epoch": 1.0138640809730373,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1760793927883016e-05,
+      "loss": 2.0262,
+      "step": 2980
+    },
+    {
+      "epoch": 1.0172663094326784,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.174850926454034e-05,
+      "loss": 2.0007,
+      "step": 2990
+    },
+    {
+      "epoch": 1.0206685378923195,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.1736186456221816e-05,
+      "loss": 1.9723,
+      "step": 3000
+    },
+    {
+      "epoch": 1.0240707663519606,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1723825596461751e-05,
+      "loss": 1.9384,
+      "step": 3010
+    },
+    {
+      "epoch": 1.0274729948116017,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.1711426779083267e-05,
+      "loss": 1.9556,
+      "step": 3020
+    },
+    {
+      "epoch": 1.0308752232712426,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.1698990098197604e-05,
+      "loss": 1.9963,
+      "step": 3030
+    },
+    {
+      "epoch": 1.0342774517308837,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.1686515648203396e-05,
+      "loss": 1.9429,
+      "step": 3040
+    },
+    {
+      "epoch": 1.0376796801905248,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.1674003523785957e-05,
+      "loss": 1.8885,
+      "step": 3050
+    },
+    {
+      "epoch": 1.041081908650166,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.1661453819916565e-05,
+      "loss": 1.9456,
+      "step": 3060
+    },
+    {
+      "epoch": 1.0444841371098068,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1648866631851738e-05,
+      "loss": 1.9386,
+      "step": 3070
+    },
+    {
+      "epoch": 1.047886365569448,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.1636242055132511e-05,
+      "loss": 1.9569,
+      "step": 3080
+    },
+    {
+      "epoch": 1.051288594029089,
+      "grad_norm": 1.8671875,
+      "learning_rate": 1.1623580185583711e-05,
+      "loss": 1.9159,
+      "step": 3090
+    },
+    {
+      "epoch": 1.0546908224887301,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.1610881119313231e-05,
+      "loss": 1.9094,
+      "step": 3100
+    },
+    {
+      "epoch": 1.0580930509483712,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.1598144952711302e-05,
+      "loss": 2.0189,
+      "step": 3110
+    },
+    {
+      "epoch": 1.0614952794080121,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.1585371782449755e-05,
+      "loss": 2.0053,
+      "step": 3120
+    },
+    {
+      "epoch": 1.0648975078676532,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.1572561705481294e-05,
+      "loss": 1.9826,
+      "step": 3130
+    },
+    {
+      "epoch": 1.0682997363272944,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.1559714819038756e-05,
+      "loss": 1.9597,
+      "step": 3140
+    },
+    {
+      "epoch": 1.0717019647869355,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.1546831220634377e-05,
+      "loss": 1.9255,
+      "step": 3150
+    },
+    {
+      "epoch": 1.0751041932465766,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.1533911008059046e-05,
+      "loss": 1.9859,
+      "step": 3160
+    },
+    {
+      "epoch": 1.0785064217062175,
+      "grad_norm": 1.7578125,
+      "learning_rate": 1.1520954279381567e-05,
+      "loss": 1.9651,
+      "step": 3170
+    },
+    {
+      "epoch": 1.0819086501658586,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.1507961132947917e-05,
+      "loss": 1.9321,
+      "step": 3180
+    },
+    {
+      "epoch": 1.0853108786254997,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.1494931667380492e-05,
+      "loss": 1.9215,
+      "step": 3190
+    },
+    {
+      "epoch": 1.0887131070851408,
+      "grad_norm": 1.9453125,
+      "learning_rate": 1.1481865981577362e-05,
+      "loss": 1.982,
+      "step": 3200
+    },
+    {
+      "epoch": 1.092115335544782,
+      "grad_norm": 2.125,
+      "learning_rate": 1.1468764174711526e-05,
+      "loss": 1.9728,
+      "step": 3210
+    },
+    {
+      "epoch": 1.0955175640044228,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.1455626346230147e-05,
+      "loss": 2.0267,
+      "step": 3220
+    },
+    {
+      "epoch": 1.098919792464064,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.1442452595853809e-05,
+      "loss": 1.9484,
+      "step": 3230
+    },
+    {
+      "epoch": 1.102322020923705,
+      "grad_norm": 2.0,
+      "learning_rate": 1.1429243023575758e-05,
+      "loss": 1.9867,
+      "step": 3240
+    },
+    {
+      "epoch": 1.1057242493833461,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.1415997729661134e-05,
+      "loss": 1.9269,
+      "step": 3250
+    },
+    {
+      "epoch": 1.1091264778429872,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.140271681464622e-05,
+      "loss": 1.9095,
+      "step": 3260
+    },
+    {
+      "epoch": 1.1125287063026281,
+      "grad_norm": 1.8515625,
+      "learning_rate": 1.1389400379337676e-05,
+      "loss": 2.0021,
+      "step": 3270
+    },
+    {
+      "epoch": 1.1159309347622692,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.137604852481177e-05,
+      "loss": 2.0117,
+      "step": 3280
+    },
+    {
+      "epoch": 1.1193331632219103,
+      "grad_norm": 1.5546875,
+      "learning_rate": 1.1362661352413616e-05,
+      "loss": 1.9835,
+      "step": 3290
+    },
+    {
+      "epoch": 1.1227353916815515,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.1349238963756402e-05,
+      "loss": 1.9492,
+      "step": 3300
+    },
+    {
+      "epoch": 1.1261376201411926,
+      "grad_norm": 2.0,
+      "learning_rate": 1.1335781460720621e-05,
+      "loss": 1.9394,
+      "step": 3310
+    },
+    {
+      "epoch": 1.1295398486008335,
+      "grad_norm": 1.703125,
+      "learning_rate": 1.1322288945453292e-05,
+      "loss": 1.9442,
+      "step": 3320
+    },
+    {
+      "epoch": 1.1329420770604746,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.1308761520367196e-05,
+      "loss": 1.9256,
+      "step": 3330
+    },
+    {
+      "epoch": 1.1363443055201157,
+      "grad_norm": 1.96875,
+      "learning_rate": 1.1295199288140082e-05,
+      "loss": 1.9861,
+      "step": 3340
+    },
+    {
+      "epoch": 1.1397465339797568,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.1281602351713905e-05,
+      "loss": 1.9598,
+      "step": 3350
+    },
+    {
+      "epoch": 1.143148762439398,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.1267970814294032e-05,
+      "loss": 1.9839,
+      "step": 3360
+    },
+    {
+      "epoch": 1.1465509908990388,
+      "grad_norm": 2.125,
+      "learning_rate": 1.1254304779348466e-05,
+      "loss": 1.9654,
+      "step": 3370
+    },
+    {
+      "epoch": 1.14995321935868,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.1240604350607055e-05,
+      "loss": 1.9536,
+      "step": 3380
+    },
+    {
+      "epoch": 1.153355447818321,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.122686963206071e-05,
+      "loss": 1.9331,
+      "step": 3390
+    },
+    {
+      "epoch": 1.156757676277962,
+      "grad_norm": 1.921875,
+      "learning_rate": 1.1213100727960614e-05,
+      "loss": 1.9218,
+      "step": 3400
+    },
+    {
+      "epoch": 1.1601599047376032,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.1199297742817428e-05,
+      "loss": 1.9979,
+      "step": 3410
+    },
+    {
+      "epoch": 1.163562133197244,
+      "grad_norm": 2.25,
+      "learning_rate": 1.11854607814005e-05,
+      "loss": 2.02,
+      "step": 3420
+    },
+    {
+      "epoch": 1.1669643616568852,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.117158994873707e-05,
+      "loss": 2.0195,
+      "step": 3430
+    },
+    {
+      "epoch": 1.1703665901165263,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.1157685350111472e-05,
+      "loss": 2.0053,
+      "step": 3440
+    },
+    {
+      "epoch": 1.1737688185761674,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.1143747091064334e-05,
+      "loss": 2.014,
+      "step": 3450
+    },
+    {
+      "epoch": 1.1771710470358085,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1129775277391782e-05,
+      "loss": 1.9057,
+      "step": 3460
+    },
+    {
+      "epoch": 1.1805732754954494,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.1115770015144628e-05,
+      "loss": 1.9496,
+      "step": 3470
+    },
+    {
+      "epoch": 1.1839755039550905,
+      "grad_norm": 1.828125,
+      "learning_rate": 1.1101731410627574e-05,
+      "loss": 1.9163,
+      "step": 3480
+    },
+    {
+      "epoch": 1.1873777324147317,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.1087659570398397e-05,
+      "loss": 1.9717,
+      "step": 3490
+    },
+    {
+      "epoch": 1.1907799608743728,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.1073554601267147e-05,
+      "loss": 2.0302,
+      "step": 3500
+    },
+    {
+      "epoch": 1.1941821893340139,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.1059416610295336e-05,
+      "loss": 1.9523,
+      "step": 3510
+    },
+    {
+      "epoch": 1.1975844177936548,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.104524570479512e-05,
+      "loss": 1.9842,
+      "step": 3520
+    },
+    {
+      "epoch": 1.2009866462532959,
+      "grad_norm": 1.875,
+      "learning_rate": 1.1031041992328483e-05,
+      "loss": 2.0036,
+      "step": 3530
+    },
+    {
+      "epoch": 1.204388874712937,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.1016805580706439e-05,
+      "loss": 2.048,
+      "step": 3540
+    },
+    {
+      "epoch": 1.207791103172578,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.1002536577988182e-05,
+      "loss": 1.9545,
+      "step": 3550
+    },
+    {
+      "epoch": 1.2111933316322192,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.0988235092480297e-05,
+      "loss": 1.9575,
+      "step": 3560
+    },
+    {
+      "epoch": 1.21459556009186,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.0973901232735917e-05,
+      "loss": 1.9759,
+      "step": 3570
+    },
+    {
+      "epoch": 1.2179977885515012,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.0959535107553909e-05,
+      "loss": 1.9737,
+      "step": 3580
+    },
+    {
+      "epoch": 1.2214000170111423,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.0945136825978049e-05,
+      "loss": 2.0414,
+      "step": 3590
+    },
+    {
+      "epoch": 1.2248022454707834,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0930706497296186e-05,
+      "loss": 1.9566,
+      "step": 3600
+    },
+    {
+      "epoch": 1.2282044739304245,
+      "grad_norm": 1.8125,
+      "learning_rate": 1.0916244231039415e-05,
+      "loss": 1.9614,
+      "step": 3610
+    },
+    {
+      "epoch": 1.2316067023900654,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.0901750136981258e-05,
+      "loss": 2.0045,
+      "step": 3620
+    },
+    {
+      "epoch": 1.2350089308497065,
+      "grad_norm": 1.578125,
+      "learning_rate": 1.0887224325136807e-05,
+      "loss": 1.9703,
+      "step": 3630
+    },
+    {
+      "epoch": 1.2384111593093476,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.0872666905761921e-05,
+      "loss": 1.9609,
+      "step": 3640
+    },
+    {
+      "epoch": 1.2418133877689888,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.0858077989352354e-05,
+      "loss": 1.9865,
+      "step": 3650
+    },
+    {
+      "epoch": 1.2452156162286299,
+      "grad_norm": 1.84375,
+      "learning_rate": 1.084345768664294e-05,
+      "loss": 1.9276,
+      "step": 3660
+    },
+    {
+      "epoch": 1.2486178446882708,
+      "grad_norm": 2.25,
+      "learning_rate": 1.0828806108606748e-05,
+      "loss": 1.9673,
+      "step": 3670
+    },
+    {
+      "epoch": 1.2520200731479119,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.081412336645423e-05,
+      "loss": 1.9522,
+      "step": 3680
+    },
+    {
+      "epoch": 1.255422301607553,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.0799409571632395e-05,
+      "loss": 1.8882,
+      "step": 3690
+    },
+    {
+      "epoch": 1.258824530067194,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.0784664835823945e-05,
+      "loss": 1.9378,
+      "step": 3700
+    },
+    {
+      "epoch": 1.2622267585268352,
+      "grad_norm": 1.7421875,
+      "learning_rate": 1.076988927094643e-05,
+      "loss": 2.0231,
+      "step": 3710
+    },
+    {
+      "epoch": 1.265628986986476,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.0755082989151417e-05,
+      "loss": 1.925,
+      "step": 3720
+    },
+    {
+      "epoch": 1.2690312154461172,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.0740246102823613e-05,
+      "loss": 1.8958,
+      "step": 3730
+    },
+    {
+      "epoch": 1.2724334439057583,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.0725378724580027e-05,
+      "loss": 1.9536,
+      "step": 3740
+    },
+    {
+      "epoch": 1.2758356723653994,
+      "grad_norm": 1.953125,
+      "learning_rate": 1.0710480967269115e-05,
+      "loss": 1.9541,
+      "step": 3750
+    },
+    {
+      "epoch": 1.2792379008250405,
+      "grad_norm": 1.734375,
+      "learning_rate": 1.0695552943969919e-05,
+      "loss": 1.9327,
+      "step": 3760
+    },
+    {
+      "epoch": 1.2826401292846814,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.0680594767991203e-05,
+      "loss": 1.9935,
+      "step": 3770
+    },
+    {
+      "epoch": 1.2860423577443225,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.0665606552870612e-05,
+      "loss": 1.9933,
+      "step": 3780
+    },
+    {
+      "epoch": 1.2894445862039636,
+      "grad_norm": 2.125,
+      "learning_rate": 1.0650588412373792e-05,
+      "loss": 1.9314,
+      "step": 3790
+    },
+    {
+      "epoch": 1.2928468146636047,
+      "grad_norm": 1.609375,
+      "learning_rate": 1.0635540460493534e-05,
+      "loss": 1.9136,
+      "step": 3800
+    },
+    {
+      "epoch": 1.2962490431232458,
+      "grad_norm": 1.796875,
+      "learning_rate": 1.0620462811448904e-05,
+      "loss": 1.9175,
+      "step": 3810
+    },
+    {
+      "epoch": 1.2996512715828867,
+      "grad_norm": 2.125,
+      "learning_rate": 1.0605355579684382e-05,
+      "loss": 1.9929,
+      "step": 3820
+    },
+    {
+      "epoch": 1.3030535000425278,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0590218879868998e-05,
+      "loss": 1.9072,
+      "step": 3830
+    },
+    {
+      "epoch": 1.306455728502169,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0575052826895442e-05,
+      "loss": 1.9315,
+      "step": 3840
+    },
+    {
+      "epoch": 1.30985795696181,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.0559857535879212e-05,
+      "loss": 2.045,
+      "step": 3850
+    },
+    {
+      "epoch": 1.3132601854214512,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.0544633122157734e-05,
+      "loss": 1.9443,
+      "step": 3860
+    },
+    {
+      "epoch": 1.316662413881092,
+      "grad_norm": 1.890625,
+      "learning_rate": 1.0529379701289476e-05,
+      "loss": 1.9742,
+      "step": 3870
+    },
+    {
+      "epoch": 1.3200646423407332,
+      "grad_norm": 1.7890625,
+      "learning_rate": 1.051409738905309e-05,
+      "loss": 1.9852,
+      "step": 3880
+    },
+    {
+      "epoch": 1.3234668708003743,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.0498786301446519e-05,
+      "loss": 1.997,
+      "step": 3890
+    },
+    {
+      "epoch": 1.3268690992600152,
+      "grad_norm": 2.0,
+      "learning_rate": 1.0483446554686125e-05,
+      "loss": 1.9083,
+      "step": 3900
+    },
+    {
+      "epoch": 1.3302713277196565,
+      "grad_norm": 1.8046875,
+      "learning_rate": 1.0468078265205796e-05,
+      "loss": 1.974,
+      "step": 3910
+    },
+    {
+      "epoch": 1.3336735561792974,
+      "grad_norm": 1.875,
+      "learning_rate": 1.0452681549656073e-05,
+      "loss": 1.9885,
+      "step": 3920
+    },
+    {
+      "epoch": 1.3370757846389385,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.0437256524903258e-05,
+      "loss": 1.9872,
+      "step": 3930
+    },
+    {
+      "epoch": 1.3404780130985796,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.0421803308028533e-05,
+      "loss": 1.9477,
+      "step": 3940
+    },
+    {
+      "epoch": 1.3438802415582205,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.0406322016327067e-05,
+      "loss": 2.0032,
+      "step": 3950
+    },
+    {
+      "epoch": 1.3472824700178618,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.0390812767307123e-05,
+      "loss": 1.9942,
+      "step": 3960
+    },
+    {
+      "epoch": 1.3506846984775027,
+      "grad_norm": 1.8984375,
+      "learning_rate": 1.0375275678689174e-05,
+      "loss": 2.0242,
+      "step": 3970
+    },
+    {
+      "epoch": 1.3540869269371438,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.0359710868405e-05,
+      "loss": 2.0306,
+      "step": 3980
+    },
+    {
+      "epoch": 1.357489155396785,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.0344118454596807e-05,
+      "loss": 1.9709,
+      "step": 3990
+    },
+    {
+      "epoch": 1.3608913838564258,
+      "grad_norm": 1.9765625,
+      "learning_rate": 1.032849855561631e-05,
+      "loss": 1.9812,
+      "step": 4000
+    },
+    {
+      "epoch": 1.3642936123160672,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.0312851290023851e-05,
+      "loss": 2.0006,
+      "step": 4010
+    },
+    {
+      "epoch": 1.367695840775708,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.0297176776587497e-05,
+      "loss": 1.9679,
+      "step": 4020
+    },
+    {
+      "epoch": 1.3710980692353492,
+      "grad_norm": 2.375,
+      "learning_rate": 1.028147513428213e-05,
+      "loss": 1.934,
+      "step": 4030
+    },
+    {
+      "epoch": 1.3745002976949903,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.026574648228855e-05,
+      "loss": 1.9867,
+      "step": 4040
+    },
+    {
+      "epoch": 1.3779025261546312,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.0249990939992573e-05,
+      "loss": 1.899,
+      "step": 4050
+    },
+    {
+      "epoch": 1.3813047546142723,
+      "grad_norm": 2.15625,
+      "learning_rate": 1.023420862698412e-05,
+      "loss": 1.9799,
+      "step": 4060
+    },
+    {
+      "epoch": 1.3847069830739134,
+      "grad_norm": 1.9609375,
+      "learning_rate": 1.021839966305631e-05,
+      "loss": 2.0251,
+      "step": 4070
+    },
+    {
+      "epoch": 1.3881092115335545,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0202564168204549e-05,
+      "loss": 1.9332,
+      "step": 4080
+    },
+    {
+      "epoch": 1.3915114399931956,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.0186702262625632e-05,
+      "loss": 1.971,
+      "step": 4090
+    },
+    {
+      "epoch": 1.3949136684528365,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.0170814066716807e-05,
+      "loss": 1.9266,
+      "step": 4100
+    },
+    {
+      "epoch": 1.3983158969124776,
+      "grad_norm": 1.984375,
+      "learning_rate": 1.0154899701074883e-05,
+      "loss": 1.9282,
+      "step": 4110
+    },
+    {
+      "epoch": 1.4017181253721187,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.0138959286495303e-05,
+      "loss": 2.0014,
+      "step": 4120
+    },
+    {
+      "epoch": 1.4051203538317598,
+      "grad_norm": 2.125,
+      "learning_rate": 1.0122992943971232e-05,
+      "loss": 1.9463,
+      "step": 4130
+    },
+    {
+      "epoch": 1.408522582291401,
+      "grad_norm": 1.875,
+      "learning_rate": 1.0107000794692637e-05,
+      "loss": 2.003,
+      "step": 4140
+    },
+    {
+      "epoch": 1.4119248107510418,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.0090982960045363e-05,
+      "loss": 2.0,
+      "step": 4150
+    },
+    {
+      "epoch": 1.415327039210683,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.0074939561610221e-05,
+      "loss": 1.9832,
+      "step": 4160
+    },
+    {
+      "epoch": 1.418729267670324,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.005887072116206e-05,
+      "loss": 1.8977,
+      "step": 4170
+    },
+    {
+      "epoch": 1.4221314961299651,
+      "grad_norm": 1.65625,
+      "learning_rate": 1.0042776560668832e-05,
+      "loss": 1.9778,
+      "step": 4180
+    },
+    {
+      "epoch": 1.4255337245896063,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.0026657202290696e-05,
+      "loss": 1.9389,
+      "step": 4190
+    },
+    {
+      "epoch": 1.4289359530492471,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.0010512768379053e-05,
+      "loss": 1.909,
+      "step": 4200
+    },
+    {
+      "epoch": 1.4323381815088883,
+      "grad_norm": 2.109375,
+      "learning_rate": 9.994343381475644e-06,
+      "loss": 1.9563,
+      "step": 4210
+    },
+    {
+      "epoch": 1.4357404099685294,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.978149164311613e-06,
+      "loss": 1.9725,
+      "step": 4220
+    },
+    {
+      "epoch": 1.4391426384281705,
+      "grad_norm": 1.71875,
+      "learning_rate": 9.961930239806571e-06,
+      "loss": 2.0237,
+      "step": 4230
+    },
+    {
+      "epoch": 1.4425448668878116,
+      "grad_norm": 1.953125,
+      "learning_rate": 9.945686731067668e-06,
+      "loss": 1.9415,
+      "step": 4240
+    },
+    {
+      "epoch": 1.4459470953474525,
+      "grad_norm": 2.0625,
+      "learning_rate": 9.929418761388654e-06,
+      "loss": 1.9221,
+      "step": 4250
+    },
+    {
+      "epoch": 1.4493493238070936,
+      "grad_norm": 2.046875,
+      "learning_rate": 9.91312645424895e-06,
+      "loss": 1.9062,
+      "step": 4260
+    },
+    {
+      "epoch": 1.4527515522667347,
+      "grad_norm": 2.40625,
+      "learning_rate": 9.896809933312702e-06,
+      "loss": 1.9621,
+      "step": 4270
+    },
+    {
+      "epoch": 1.4561537807263758,
+      "grad_norm": 2.265625,
+      "learning_rate": 9.88046932242785e-06,
+      "loss": 1.9721,
+      "step": 4280
+    },
+    {
+      "epoch": 1.459556009186017,
+      "grad_norm": 1.9765625,
+      "learning_rate": 9.864104745625186e-06,
+      "loss": 2.0143,
+      "step": 4290
+    },
+    {
+      "epoch": 1.4629582376456578,
+      "grad_norm": 2.359375,
+      "learning_rate": 9.847716327117408e-06,
+      "loss": 1.9356,
+      "step": 4300
+    },
+    {
+      "epoch": 1.466360466105299,
+      "grad_norm": 2.140625,
+      "learning_rate": 9.831304191298181e-06,
+      "loss": 1.9466,
+      "step": 4310
+    },
+    {
+      "epoch": 1.46976269456494,
+      "grad_norm": 1.890625,
+      "learning_rate": 9.814868462741196e-06,
+      "loss": 1.9112,
+      "step": 4320
+    },
+    {
+      "epoch": 1.4731649230245811,
+      "grad_norm": 1.953125,
+      "learning_rate": 9.798409266199217e-06,
+      "loss": 1.9464,
+      "step": 4330
+    },
+    {
+      "epoch": 1.4765671514842222,
+      "grad_norm": 2.046875,
+      "learning_rate": 9.781926726603141e-06,
+      "loss": 1.9421,
+      "step": 4340
+    },
+    {
+      "epoch": 1.4799693799438631,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.765420969061045e-06,
+      "loss": 2.0682,
+      "step": 4350
+    },
+    {
+      "epoch": 1.4833716084035042,
+      "grad_norm": 1.7734375,
+      "learning_rate": 9.748892118857236e-06,
+      "loss": 1.9912,
+      "step": 4360
+    },
+    {
+      "epoch": 1.4867738368631453,
+      "grad_norm": 1.921875,
+      "learning_rate": 9.73234030145131e-06,
+      "loss": 1.9594,
+      "step": 4370
+    },
+    {
+      "epoch": 1.4901760653227865,
+      "grad_norm": 2.34375,
+      "learning_rate": 9.71576564247718e-06,
+      "loss": 1.9444,
+      "step": 4380
+    },
+    {
+      "epoch": 1.4935782937824276,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.699168267742144e-06,
+      "loss": 1.9882,
+      "step": 4390
+    },
+    {
+      "epoch": 1.4969805222420685,
+      "grad_norm": 1.84375,
+      "learning_rate": 9.682548303225915e-06,
+      "loss": 1.9076,
+      "step": 4400
+    },
+    {
+      "epoch": 1.5003827507017096,
+      "grad_norm": 2.015625,
+      "learning_rate": 9.665905875079679e-06,
+      "loss": 1.9594,
+      "step": 4410
+    },
+    {
+      "epoch": 1.5037849791613507,
+      "grad_norm": 2.03125,
+      "learning_rate": 9.649241109625111e-06,
+      "loss": 2.0808,
+      "step": 4420
+    },
+    {
+      "epoch": 1.5071872076209918,
+      "grad_norm": 1.9375,
+      "learning_rate": 9.632554133353453e-06,
+      "loss": 1.9688,
+      "step": 4430
+    },
+    {
+      "epoch": 1.510589436080633,
+      "grad_norm": 1.953125,
+      "learning_rate": 9.615845072924522e-06,
+      "loss": 1.971,
+      "step": 4440
+    },
+    {
+      "epoch": 1.5139916645402738,
+      "grad_norm": 1.9609375,
+      "learning_rate": 9.59911405516577e-06,
+      "loss": 1.9759,
+      "step": 4450
+    },
+    {
+      "epoch": 1.517393892999915,
+      "grad_norm": 2.125,
+      "learning_rate": 9.582361207071299e-06,
+      "loss": 1.975,
+      "step": 4460
+    },
+    {
+      "epoch": 1.520796121459556,
+      "grad_norm": 1.90625,
+      "learning_rate": 9.565586655800928e-06,
+      "loss": 1.9975,
+      "step": 4470
+    },
+    {
+      "epoch": 1.5241983499191971,
+      "grad_norm": 1.9453125,
+      "learning_rate": 9.5487905286792e-06,
+      "loss": 1.966,
+      "step": 4480
+    },
+    {
+      "epoch": 1.5276005783788382,
+      "grad_norm": 2.078125,
+      "learning_rate": 9.531972953194425e-06,
+      "loss": 1.9374,
+      "step": 4490
+    },
+    {
+      "epoch": 1.5310028068384791,
+      "grad_norm": 2.0625,
+      "learning_rate": 9.51513405699772e-06,
+      "loss": 1.9567,
+      "step": 4500
+    },
+    {
+      "epoch": 1.5344050352981202,
+      "grad_norm": 2.359375,
+      "learning_rate": 9.498273967902033e-06,
+      "loss": 1.9704,
+      "step": 4510
+    },
+    {
+      "epoch": 1.5378072637577613,
+      "grad_norm": 2.078125,
+      "learning_rate": 9.481392813881164e-06,
+      "loss": 1.9064,
+      "step": 4520
+    },
+    {
+      "epoch": 1.5412094922174024,
+      "grad_norm": 2.21875,
+      "learning_rate": 9.464490723068811e-06,
+      "loss": 1.9553,
+      "step": 4530
+    },
+    {
+      "epoch": 1.5446117206770436,
+      "grad_norm": 2.171875,
+      "learning_rate": 9.447567823757589e-06,
+      "loss": 1.9416,
+      "step": 4540
+    },
+    {
+      "epoch": 1.5480139491366844,
+      "grad_norm": 1.859375,
+      "learning_rate": 9.430624244398053e-06,
+      "loss": 2.0401,
+      "step": 4550
+    },
+    {
+      "epoch": 1.5514161775963256,
+      "grad_norm": 2.125,
+      "learning_rate": 9.413660113597731e-06,
+      "loss": 1.9495,
+      "step": 4560
+    },
+    {
+      "epoch": 1.5548184060559667,
+      "grad_norm": 2.296875,
+      "learning_rate": 9.396675560120143e-06,
+      "loss": 2.0093,
+      "step": 4570
+    },
+    {
+      "epoch": 1.5582206345156078,
+      "grad_norm": 2.203125,
+      "learning_rate": 9.379670712883817e-06,
+      "loss": 1.974,
+      "step": 4580
+    },
+    {
+      "epoch": 1.5616228629752489,
+      "grad_norm": 1.96875,
+      "learning_rate": 9.362645700961327e-06,
+      "loss": 1.935,
+      "step": 4590
+    },
+    {
+      "epoch": 1.5650250914348898,
+      "grad_norm": 2.171875,
+      "learning_rate": 9.345600653578297e-06,
+      "loss": 1.9727,
+      "step": 4600
+    },
+    {
+      "epoch": 1.5684273198945309,
+      "grad_norm": 2.34375,
+      "learning_rate": 9.328535700112433e-06,
+      "loss": 1.9115,
+      "step": 4610
+    },
+    {
+      "epoch": 1.571829548354172,
+      "grad_norm": 2.109375,
+      "learning_rate": 9.311450970092529e-06,
+      "loss": 1.9329,
+      "step": 4620
+    },
+    {
+      "epoch": 1.575231776813813,
+      "grad_norm": 1.9609375,
+      "learning_rate": 9.294346593197489e-06,
+      "loss": 1.9534,
+      "step": 4630
+    },
+    {
+      "epoch": 1.5786340052734542,
+      "grad_norm": 1.9609375,
+      "learning_rate": 9.277222699255353e-06,
+      "loss": 1.9047,
+      "step": 4640
+    },
+    {
+      "epoch": 1.582036233733095,
+      "grad_norm": 1.9765625,
+      "learning_rate": 9.260079418242293e-06,
+      "loss": 1.9975,
+      "step": 4650
+    },
+    {
+      "epoch": 1.5854384621927362,
+      "grad_norm": 2.359375,
+      "learning_rate": 9.242916880281638e-06,
+      "loss": 1.9347,
+      "step": 4660
+    },
+    {
+      "epoch": 1.5888406906523773,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.225735215642885e-06,
+      "loss": 1.9552,
+      "step": 4670
+    },
+    {
+      "epoch": 1.5922429191120182,
+      "grad_norm": 2.109375,
+      "learning_rate": 9.208534554740706e-06,
+      "loss": 1.9052,
+      "step": 4680
+    },
+    {
+      "epoch": 1.5956451475716595,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.191315028133966e-06,
+      "loss": 1.9881,
+      "step": 4690
+    },
+    {
+      "epoch": 1.5990473760313004,
+      "grad_norm": 2.0625,
+      "learning_rate": 9.17407676652472e-06,
+      "loss": 1.9671,
+      "step": 4700
+    },
+    {
+      "epoch": 1.6024496044909415,
+      "grad_norm": 2.203125,
+      "learning_rate": 9.156819900757237e-06,
+      "loss": 1.9753,
+      "step": 4710
+    },
+    {
+      "epoch": 1.6058518329505826,
+      "grad_norm": 1.9140625,
+      "learning_rate": 9.139544561816991e-06,
+      "loss": 1.9516,
+      "step": 4720
+    },
+    {
+      "epoch": 1.6092540614102235,
+      "grad_norm": 2.234375,
+      "learning_rate": 9.122250880829674e-06,
+      "loss": 1.9615,
+      "step": 4730
+    },
+    {
+      "epoch": 1.6126562898698649,
+      "grad_norm": 2.15625,
+      "learning_rate": 9.104938989060205e-06,
+      "loss": 1.9325,
+      "step": 4740
+    },
+    {
+      "epoch": 1.6160585183295058,
+      "grad_norm": 1.984375,
+      "learning_rate": 9.087609017911725e-06,
+      "loss": 1.9227,
+      "step": 4750
+    },
+    {
+      "epoch": 1.6194607467891469,
+      "grad_norm": 2.109375,
+      "learning_rate": 9.070261098924604e-06,
+      "loss": 1.9796,
+      "step": 4760
+    },
+    {
+      "epoch": 1.622862975248788,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.052895363775442e-06,
+      "loss": 1.977,
+      "step": 4770
+    },
+    {
+      "epoch": 1.6262652037084289,
+      "grad_norm": 2.046875,
+      "learning_rate": 9.035511944276075e-06,
+      "loss": 1.8778,
+      "step": 4780
+    },
+    {
+      "epoch": 1.6296674321680702,
+      "grad_norm": 2.546875,
+      "learning_rate": 9.018110972372563e-06,
+      "loss": 1.924,
+      "step": 4790
+    },
+    {
+      "epoch": 1.633069660627711,
+      "grad_norm": 1.9140625,
+      "learning_rate": 9.000692580144194e-06,
+      "loss": 1.9173,
+      "step": 4800
+    },
+    {
+      "epoch": 1.6364718890873522,
+      "grad_norm": 2.40625,
+      "learning_rate": 8.983256899802485e-06,
+      "loss": 1.9433,
+      "step": 4810
+    },
+    {
+      "epoch": 1.6398741175469933,
+      "grad_norm": 2.09375,
+      "learning_rate": 8.96580406369018e-06,
+      "loss": 1.9947,
+      "step": 4820
+    },
+    {
+      "epoch": 1.6432763460066342,
+      "grad_norm": 1.9921875,
+      "learning_rate": 8.948334204280234e-06,
+      "loss": 1.9073,
+      "step": 4830
+    },
+    {
+      "epoch": 1.6466785744662755,
+      "grad_norm": 2.3125,
+      "learning_rate": 8.930847454174817e-06,
+      "loss": 1.9565,
+      "step": 4840
+    },
+    {
+      "epoch": 1.6500808029259164,
+      "grad_norm": 2.15625,
+      "learning_rate": 8.913343946104305e-06,
+      "loss": 1.8945,
+      "step": 4850
+    },
+    {
+      "epoch": 1.6534830313855575,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.895823812926273e-06,
+      "loss": 1.9491,
+      "step": 4860
+    },
+    {
+      "epoch": 1.6568852598451986,
+      "grad_norm": 2.203125,
+      "learning_rate": 8.878287187624486e-06,
+      "loss": 1.8916,
+      "step": 4870
+    },
+    {
+      "epoch": 1.6602874883048395,
+      "grad_norm": 1.9296875,
+      "learning_rate": 8.860734203307893e-06,
+      "loss": 1.9758,
+      "step": 4880
+    },
+    {
+      "epoch": 1.6636897167644809,
+      "grad_norm": 1.9453125,
+      "learning_rate": 8.84316499320961e-06,
+      "loss": 1.9791,
+      "step": 4890
+    },
+    {
+      "epoch": 1.6670919452241217,
+      "grad_norm": 2.0,
+      "learning_rate": 8.825579690685907e-06,
+      "loss": 2.0407,
+      "step": 4900
+    },
+    {
+      "epoch": 1.6704941736837629,
+      "grad_norm": 1.953125,
+      "learning_rate": 8.807978429215212e-06,
+      "loss": 2.0039,
+      "step": 4910
+    },
+    {
+      "epoch": 1.673896402143404,
+      "grad_norm": 2.203125,
+      "learning_rate": 8.79036134239708e-06,
+      "loss": 2.0093,
+      "step": 4920
+    },
+    {
+      "epoch": 1.6772986306030448,
+      "grad_norm": 2.265625,
+      "learning_rate": 8.772728563951189e-06,
+      "loss": 1.8997,
+      "step": 4930
+    },
+    {
+      "epoch": 1.6807008590626862,
+      "grad_norm": 2.140625,
+      "learning_rate": 8.755080227716316e-06,
+      "loss": 1.908,
+      "step": 4940
+    },
+    {
+      "epoch": 1.684103087522327,
+      "grad_norm": 1.8515625,
+      "learning_rate": 8.737416467649337e-06,
+      "loss": 1.9478,
+      "step": 4950
+    },
+    {
+      "epoch": 1.6875053159819682,
+      "grad_norm": 2.203125,
+      "learning_rate": 8.71973741782419e-06,
+      "loss": 1.9497,
+      "step": 4960
+    },
+    {
+      "epoch": 1.6909075444416093,
+      "grad_norm": 1.8125,
+      "learning_rate": 8.70204321243087e-06,
+      "loss": 1.9035,
+      "step": 4970
+    },
+    {
+      "epoch": 1.6943097729012502,
+      "grad_norm": 2.171875,
+      "learning_rate": 8.684333985774413e-06,
+      "loss": 1.9666,
+      "step": 4980
+    },
+    {
+      "epoch": 1.6977120013608915,
+      "grad_norm": 2.484375,
+      "learning_rate": 8.666609872273867e-06,
+      "loss": 1.9943,
+      "step": 4990
+    },
+    {
+      "epoch": 1.7011142298205324,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.648871006461278e-06,
+      "loss": 1.9293,
+      "step": 5000
+    },
+    {
+      "epoch": 1.7045164582801735,
+      "grad_norm": 2.140625,
+      "learning_rate": 8.631117522980663e-06,
+      "loss": 1.9369,
+      "step": 5010
+    },
+    {
+      "epoch": 1.7079186867398146,
+      "grad_norm": 2.046875,
+      "learning_rate": 8.613349556587001e-06,
+      "loss": 1.9117,
+      "step": 5020
+    },
+    {
+      "epoch": 1.7113209151994555,
+      "grad_norm": 2.078125,
+      "learning_rate": 8.59556724214519e-06,
+      "loss": 1.9757,
+      "step": 5030
+    },
+    {
+      "epoch": 1.7147231436590968,
+      "grad_norm": 2.328125,
+      "learning_rate": 8.577770714629042e-06,
+      "loss": 1.9838,
+      "step": 5040
+    },
+    {
+      "epoch": 1.7181253721187377,
+      "grad_norm": 2.328125,
+      "learning_rate": 8.559960109120251e-06,
+      "loss": 1.9571,
+      "step": 5050
+    },
+    {
+      "epoch": 1.7215276005783788,
+      "grad_norm": 2.140625,
+      "learning_rate": 8.542135560807365e-06,
+      "loss": 1.9588,
+      "step": 5060
+    },
+    {
+      "epoch": 1.72492982903802,
+      "grad_norm": 2.15625,
+      "learning_rate": 8.524297204984759e-06,
+      "loss": 1.9542,
+      "step": 5070
+    },
+    {
+      "epoch": 1.7283320574976608,
+      "grad_norm": 1.9765625,
+      "learning_rate": 8.506445177051624e-06,
+      "loss": 1.9691,
+      "step": 5080
+    },
+    {
+      "epoch": 1.7317342859573022,
+      "grad_norm": 1.953125,
+      "learning_rate": 8.488579612510915e-06,
+      "loss": 1.9141,
+      "step": 5090
+    },
+    {
+      "epoch": 1.735136514416943,
+      "grad_norm": 2.0,
+      "learning_rate": 8.470700646968339e-06,
+      "loss": 2.0129,
+      "step": 5100
+    },
+    {
+      "epoch": 1.7385387428765842,
+      "grad_norm": 2.171875,
+      "learning_rate": 8.452808416131319e-06,
+      "loss": 1.9424,
+      "step": 5110
+    },
+    {
+      "epoch": 1.7419409713362253,
+      "grad_norm": 1.8984375,
+      "learning_rate": 8.434903055807971e-06,
+      "loss": 1.9041,
+      "step": 5120
+    },
+    {
+      "epoch": 1.7453431997958662,
+      "grad_norm": 1.859375,
+      "learning_rate": 8.416984701906065e-06,
+      "loss": 1.9514,
+      "step": 5130
+    },
+    {
+      "epoch": 1.7487454282555075,
+      "grad_norm": 1.7421875,
+      "learning_rate": 8.399053490431994e-06,
+      "loss": 1.9846,
+      "step": 5140
+    },
+    {
+      "epoch": 1.7521476567151484,
+      "grad_norm": 2.03125,
+      "learning_rate": 8.38110955748975e-06,
+      "loss": 1.9242,
+      "step": 5150
+    },
+    {
+      "epoch": 1.7555498851747895,
+      "grad_norm": 2.015625,
+      "learning_rate": 8.363153039279882e-06,
+      "loss": 1.9853,
+      "step": 5160
+    },
+    {
+      "epoch": 1.7589521136344306,
+      "grad_norm": 2.15625,
+      "learning_rate": 8.345184072098464e-06,
+      "loss": 2.0005,
+      "step": 5170
+    },
+    {
+      "epoch": 1.7623543420940715,
+      "grad_norm": 2.171875,
+      "learning_rate": 8.327202792336068e-06,
+      "loss": 2.0181,
+      "step": 5180
+    },
+    {
+      "epoch": 1.7657565705537128,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.309209336476713e-06,
+      "loss": 1.9119,
+      "step": 5190
+    },
+    {
+      "epoch": 1.7691587990133537,
+      "grad_norm": 2.328125,
+      "learning_rate": 8.29120384109685e-06,
+      "loss": 1.9061,
+      "step": 5200
+    },
+    {
+      "epoch": 1.7725610274729948,
+      "grad_norm": 2.046875,
+      "learning_rate": 8.273186442864303e-06,
+      "loss": 1.9584,
+      "step": 5210
+    },
+    {
+      "epoch": 1.775963255932636,
+      "grad_norm": 2.1875,
+      "learning_rate": 8.25515727853725e-06,
+      "loss": 1.9456,
+      "step": 5220
+    },
+    {
+      "epoch": 1.7793654843922768,
+      "grad_norm": 2.109375,
+      "learning_rate": 8.23711648496318e-06,
+      "loss": 1.9162,
+      "step": 5230
+    },
+    {
+      "epoch": 1.7827677128519182,
+      "grad_norm": 2.3125,
+      "learning_rate": 8.219064199077837e-06,
+      "loss": 1.9735,
+      "step": 5240
+    },
+    {
+      "epoch": 1.786169941311559,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.201000557904217e-06,
+      "loss": 1.9512,
+      "step": 5250
+    },
+    {
+      "epoch": 1.7895721697712001,
+      "grad_norm": 2.046875,
+      "learning_rate": 8.182925698551491e-06,
+      "loss": 1.9886,
+      "step": 5260
+    },
+    {
+      "epoch": 1.7929743982308413,
+      "grad_norm": 2.390625,
+      "learning_rate": 8.164839758213986e-06,
+      "loss": 1.9956,
+      "step": 5270
+    },
+    {
+      "epoch": 1.7963766266904821,
+      "grad_norm": 2.28125,
+      "learning_rate": 8.14674287417013e-06,
+      "loss": 1.9076,
+      "step": 5280
+    },
+    {
+      "epoch": 1.7997788551501235,
+      "grad_norm": 1.84375,
+      "learning_rate": 8.128635183781433e-06,
+      "loss": 1.912,
+      "step": 5290
+    },
+    {
+      "epoch": 1.8031810836097644,
+      "grad_norm": 2.21875,
+      "learning_rate": 8.11051682449141e-06,
+      "loss": 1.9582,
+      "step": 5300
+    },
+    {
+      "epoch": 1.8065833120694055,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.092387933824571e-06,
+      "loss": 1.979,
+      "step": 5310
+    },
+    {
+      "epoch": 1.8099855405290466,
+      "grad_norm": 2.46875,
+      "learning_rate": 8.074248649385357e-06,
+      "loss": 1.9679,
+      "step": 5320
+    },
+    {
+      "epoch": 1.8133877689886875,
+      "grad_norm": 2.21875,
+      "learning_rate": 8.056099108857101e-06,
+      "loss": 1.9288,
+      "step": 5330
+    },
+    {
+      "epoch": 1.8167899974483288,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.037939450000985e-06,
+      "loss": 1.922,
+      "step": 5340
+    },
+    {
+      "epoch": 1.8201922259079697,
+      "grad_norm": 2.1875,
+      "learning_rate": 8.019769810654989e-06,
+      "loss": 1.9022,
+      "step": 5350
+    },
+    {
+      "epoch": 1.8235944543676108,
+      "grad_norm": 2.0,
+      "learning_rate": 8.00159032873285e-06,
+      "loss": 1.9698,
+      "step": 5360
+    },
+    {
+      "epoch": 1.826996682827252,
+      "grad_norm": 2.171875,
+      "learning_rate": 7.98340114222302e-06,
+      "loss": 1.9087,
+      "step": 5370
+    },
+    {
+      "epoch": 1.8303989112868928,
+      "grad_norm": 2.140625,
+      "learning_rate": 7.9652023891876e-06,
+      "loss": 1.9785,
+      "step": 5380
+    },
+    {
+      "epoch": 1.8338011397465341,
+      "grad_norm": 2.015625,
+      "learning_rate": 7.946994207761316e-06,
+      "loss": 1.9983,
+      "step": 5390
+    },
+    {
+      "epoch": 1.837203368206175,
+      "grad_norm": 2.328125,
+      "learning_rate": 7.928776736150451e-06,
+      "loss": 2.0148,
+      "step": 5400
+    },
+    {
+      "epoch": 1.8406055966658161,
+      "grad_norm": 2.109375,
+      "learning_rate": 7.910550112631802e-06,
+      "loss": 1.9808,
+      "step": 5410
+    },
+    {
+      "epoch": 1.8440078251254572,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.892314475551641e-06,
+      "loss": 1.9153,
+      "step": 5420
+    },
+    {
+      "epoch": 1.8474100535850981,
+      "grad_norm": 2.109375,
+      "learning_rate": 7.87406996332465e-06,
+      "loss": 1.9285,
+      "step": 5430
+    },
+    {
+      "epoch": 1.8508122820447395,
+      "grad_norm": 2.34375,
+      "learning_rate": 7.855816714432878e-06,
+      "loss": 1.952,
+      "step": 5440
+    },
+    {
+      "epoch": 1.8542145105043804,
+      "grad_norm": 2.203125,
+      "learning_rate": 7.837554867424685e-06,
+      "loss": 1.9335,
+      "step": 5450
+    },
+    {
+      "epoch": 1.8576167389640215,
+      "grad_norm": 2.34375,
+      "learning_rate": 7.8192845609137e-06,
+      "loss": 1.943,
+      "step": 5460
+    },
+    {
+      "epoch": 1.8610189674236626,
+      "grad_norm": 2.203125,
+      "learning_rate": 7.801005933577753e-06,
+      "loss": 2.0204,
+      "step": 5470
+    },
+    {
+      "epoch": 1.8644211958833035,
+      "grad_norm": 2.1875,
+      "learning_rate": 7.782719124157842e-06,
+      "loss": 1.915,
+      "step": 5480
+    },
+    {
+      "epoch": 1.8678234243429448,
+      "grad_norm": 2.21875,
+      "learning_rate": 7.764424271457067e-06,
+      "loss": 1.9207,
+      "step": 5490
+    },
+    {
+      "epoch": 1.8712256528025857,
+      "grad_norm": 2.015625,
+      "learning_rate": 7.746121514339576e-06,
+      "loss": 1.9593,
+      "step": 5500
+    },
+    {
+      "epoch": 1.8746278812622268,
+      "grad_norm": 1.828125,
+      "learning_rate": 7.727810991729512e-06,
+      "loss": 1.904,
+      "step": 5510
+    },
+    {
+      "epoch": 1.878030109721868,
+      "grad_norm": 1.9140625,
+      "learning_rate": 7.709492842609971e-06,
+      "loss": 1.9757,
+      "step": 5520
+    },
+    {
+      "epoch": 1.8814323381815088,
+      "grad_norm": 1.9140625,
+      "learning_rate": 7.691167206021928e-06,
+      "loss": 1.938,
+      "step": 5530
+    },
+    {
+      "epoch": 1.88483456664115,
+      "grad_norm": 2.484375,
+      "learning_rate": 7.67283422106319e-06,
+      "loss": 1.956,
+      "step": 5540
+    },
+    {
+      "epoch": 1.888236795100791,
+      "grad_norm": 1.7578125,
+      "learning_rate": 7.654494026887346e-06,
+      "loss": 1.9298,
+      "step": 5550
+    },
+    {
+      "epoch": 1.8916390235604321,
+      "grad_norm": 1.890625,
+      "learning_rate": 7.636146762702703e-06,
+      "loss": 1.8893,
+      "step": 5560
+    },
+    {
+      "epoch": 1.8950412520200732,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.617792567771233e-06,
+      "loss": 1.9309,
+      "step": 5570
+    },
+    {
+      "epoch": 1.8984434804797141,
+      "grad_norm": 2.578125,
+      "learning_rate": 7.59943158140751e-06,
+      "loss": 1.9064,
+      "step": 5580
+    },
+    {
+      "epoch": 1.9018457089393552,
+      "grad_norm": 2.203125,
+      "learning_rate": 7.581063942977662e-06,
+      "loss": 1.9647,
+      "step": 5590
+    },
+    {
+      "epoch": 1.9052479373989963,
+      "grad_norm": 2.1875,
+      "learning_rate": 7.56268979189831e-06,
+      "loss": 1.9417,
+      "step": 5600
+    },
+    {
+      "epoch": 1.9086501658586374,
+      "grad_norm": 2.421875,
+      "learning_rate": 7.544309267635502e-06,
+      "loss": 1.96,
+      "step": 5610
+    },
+    {
+      "epoch": 1.9120523943182786,
+      "grad_norm": 2.25,
+      "learning_rate": 7.525922509703665e-06,
+      "loss": 1.9672,
+      "step": 5620
+    },
+    {
+      "epoch": 1.9154546227779194,
+      "grad_norm": 2.1875,
+      "learning_rate": 7.507529657664538e-06,
+      "loss": 1.9975,
+      "step": 5630
+    },
+    {
+      "epoch": 1.9188568512375606,
+      "grad_norm": 2.078125,
+      "learning_rate": 7.489130851126123e-06,
+      "loss": 1.9763,
+      "step": 5640
+    },
+    {
+      "epoch": 1.9222590796972017,
+      "grad_norm": 2.171875,
+      "learning_rate": 7.470726229741613e-06,
+      "loss": 1.9206,
+      "step": 5650
+    },
+    {
+      "epoch": 1.9256613081568428,
+      "grad_norm": 2.484375,
+      "learning_rate": 7.45231593320834e-06,
+      "loss": 2.0314,
+      "step": 5660
+    },
+    {
+      "epoch": 1.9290635366164839,
+      "grad_norm": 2.109375,
+      "learning_rate": 7.433900101266712e-06,
+      "loss": 1.9449,
+      "step": 5670
+    },
+    {
+      "epoch": 1.9324657650761248,
+      "grad_norm": 2.0,
+      "learning_rate": 7.415478873699151e-06,
+      "loss": 1.9294,
+      "step": 5680
+    },
+    {
+      "epoch": 1.9358679935357659,
+      "grad_norm": 1.8828125,
+      "learning_rate": 7.3970523903290335e-06,
+      "loss": 1.8888,
+      "step": 5690
+    },
+    {
+      "epoch": 1.939270221995407,
+      "grad_norm": 2.25,
+      "learning_rate": 7.378620791019634e-06,
+      "loss": 1.9365,
+      "step": 5700
+    },
+    {
+      "epoch": 1.942672450455048,
+      "grad_norm": 1.8828125,
+      "learning_rate": 7.360184215673055e-06,
+      "loss": 1.9441,
+      "step": 5710
+    },
+    {
+      "epoch": 1.9460746789146892,
+      "grad_norm": 2.28125,
+      "learning_rate": 7.341742804229166e-06,
+      "loss": 1.9156,
+      "step": 5720
+    },
+    {
+      "epoch": 1.94947690737433,
+      "grad_norm": 2.375,
+      "learning_rate": 7.32329669666455e-06,
+      "loss": 1.9051,
+      "step": 5730
+    },
+    {
+      "epoch": 1.9528791358339712,
+      "grad_norm": 2.109375,
+      "learning_rate": 7.304846032991432e-06,
+      "loss": 2.0019,
+      "step": 5740
+    },
+    {
+      "epoch": 1.9562813642936123,
+      "grad_norm": 1.875,
+      "learning_rate": 7.2863909532566196e-06,
+      "loss": 1.8679,
+      "step": 5750
+    },
+    {
+      "epoch": 1.9596835927532534,
+      "grad_norm": 2.234375,
+      "learning_rate": 7.2679315975404405e-06,
+      "loss": 1.9605,
+      "step": 5760
+    },
+    {
+      "epoch": 1.9630858212128945,
+      "grad_norm": 1.9375,
+      "learning_rate": 7.249468105955679e-06,
+      "loss": 1.9355,
+      "step": 5770
+    },
+    {
+      "epoch": 1.9664880496725354,
+      "grad_norm": 2.0,
+      "learning_rate": 7.231000618646511e-06,
+      "loss": 1.8908,
+      "step": 5780
+    },
+    {
+      "epoch": 1.9698902781321765,
+      "grad_norm": 2.203125,
+      "learning_rate": 7.212529275787436e-06,
+      "loss": 1.9578,
+      "step": 5790
+    },
+    {
+      "epoch": 1.9732925065918177,
+      "grad_norm": 2.265625,
+      "learning_rate": 7.194054217582234e-06,
+      "loss": 1.9287,
+      "step": 5800
+    },
+    {
+      "epoch": 1.9766947350514585,
+      "grad_norm": 2.375,
+      "learning_rate": 7.17557558426287e-06,
+      "loss": 1.9672,
+      "step": 5810
+    },
+    {
+      "epoch": 1.9800969635110999,
+      "grad_norm": 2.0,
+      "learning_rate": 7.157093516088451e-06,
+      "loss": 1.9581,
+      "step": 5820
+    },
+    {
+      "epoch": 1.9834991919707408,
+      "grad_norm": 2.015625,
+      "learning_rate": 7.138608153344156e-06,
+      "loss": 1.9872,
+      "step": 5830
+    },
+    {
+      "epoch": 1.9869014204303819,
+      "grad_norm": 1.921875,
+      "learning_rate": 7.120119636340172e-06,
+      "loss": 1.9525,
+      "step": 5840
+    },
+    {
+      "epoch": 1.990303648890023,
+      "grad_norm": 1.890625,
+      "learning_rate": 7.101628105410625e-06,
+      "loss": 1.9093,
+      "step": 5850
+    },
+    {
+      "epoch": 1.9937058773496639,
+      "grad_norm": 2.234375,
+      "learning_rate": 7.0831337009125195e-06,
+      "loss": 1.9706,
+      "step": 5860
+    },
+    {
+      "epoch": 1.9971081058093052,
+      "grad_norm": 2.3125,
+      "learning_rate": 7.064636563224674e-06,
+      "loss": 1.9331,
+      "step": 5870
+    },
+    {
+      "epoch": 2.000510334268946,
+      "grad_norm": 2.203125,
+      "learning_rate": 7.046136832746647e-06,
+      "loss": 1.9434,
+      "step": 5880
+    },
+    {
+      "epoch": 2.0039125627285874,
+      "grad_norm": 2.265625,
+      "learning_rate": 7.027634649897679e-06,
+      "loss": 1.8678,
+      "step": 5890
+    },
+    {
+      "epoch": 2.0073147911882283,
+      "grad_norm": 2.421875,
+      "learning_rate": 7.009130155115627e-06,
+      "loss": 1.9193,
+      "step": 5900
+    },
+    {
+      "epoch": 2.010717019647869,
+      "grad_norm": 2.125,
+      "learning_rate": 6.990623488855899e-06,
+      "loss": 1.9459,
+      "step": 5910
+    },
+    {
+      "epoch": 2.0141192481075105,
+      "grad_norm": 2.46875,
+      "learning_rate": 6.972114791590378e-06,
+      "loss": 1.9229,
+      "step": 5920
+    },
+    {
+      "epoch": 2.0175214765671514,
+      "grad_norm": 2.03125,
+      "learning_rate": 6.953604203806366e-06,
+      "loss": 1.9008,
+      "step": 5930
+    },
+    {
+      "epoch": 2.0209237050267927,
+      "grad_norm": 2.5625,
+      "learning_rate": 6.935091866005518e-06,
+      "loss": 1.9513,
+      "step": 5940
+    },
+    {
+      "epoch": 2.0243259334864336,
+      "grad_norm": 2.125,
+      "learning_rate": 6.9165779187027685e-06,
+      "loss": 1.9013,
+      "step": 5950
+    },
+    {
+      "epoch": 2.0277281619460745,
+      "grad_norm": 2.25,
+      "learning_rate": 6.898062502425267e-06,
+      "loss": 1.914,
+      "step": 5960
+    },
+    {
+      "epoch": 2.031130390405716,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.87954575771132e-06,
+      "loss": 1.8773,
+      "step": 5970
+    },
+    {
+      "epoch": 2.0345326188653567,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.861027825109312e-06,
+      "loss": 1.9337,
+      "step": 5980
+    },
+    {
+      "epoch": 2.037934847324998,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.842508845176642e-06,
+      "loss": 1.9866,
+      "step": 5990
+    },
+    {
+      "epoch": 2.041337075784639,
+      "grad_norm": 1.9921875,
+      "learning_rate": 6.8239889584786644e-06,
+      "loss": 1.9557,
+      "step": 6000
+    },
+    {
+      "epoch": 2.04473930424428,
+      "grad_norm": 2.0,
+      "learning_rate": 6.805468305587612e-06,
+      "loss": 1.9082,
+      "step": 6010
+    },
+    {
+      "epoch": 2.048141532703921,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.786947027081537e-06,
+      "loss": 1.8822,
+      "step": 6020
+    },
+    {
+      "epoch": 2.051543761163562,
+      "grad_norm": 2.296875,
+      "learning_rate": 6.768425263543234e-06,
+      "loss": 1.9611,
+      "step": 6030
+    },
+    {
+      "epoch": 2.0549459896232034,
+      "grad_norm": 2.171875,
+      "learning_rate": 6.7499031555591875e-06,
+      "loss": 1.9623,
+      "step": 6040
+    },
+    {
+      "epoch": 2.0583482180828443,
+      "grad_norm": 2.328125,
+      "learning_rate": 6.7313808437184895e-06,
+      "loss": 1.9902,
+      "step": 6050
+    },
+    {
+      "epoch": 2.061750446542485,
+      "grad_norm": 2.21875,
+      "learning_rate": 6.71285846861178e-06,
+      "loss": 1.9358,
+      "step": 6060
+    },
+    {
+      "epoch": 2.0651526750021265,
+      "grad_norm": 2.40625,
+      "learning_rate": 6.694336170830184e-06,
+      "loss": 1.8377,
+      "step": 6070
+    },
+    {
+      "epoch": 2.0685549034617674,
+      "grad_norm": 2.359375,
+      "learning_rate": 6.675814090964238e-06,
+      "loss": 1.9771,
+      "step": 6080
+    },
+    {
+      "epoch": 2.0719571319214087,
+      "grad_norm": 2.0625,
+      "learning_rate": 6.6572923696028185e-06,
+      "loss": 1.8634,
+      "step": 6090
+    },
+    {
+      "epoch": 2.0753593603810496,
+      "grad_norm": 2.609375,
+      "learning_rate": 6.638771147332086e-06,
+      "loss": 1.9388,
+      "step": 6100
+    },
+    {
+      "epoch": 2.0787615888406905,
+      "grad_norm": 2.203125,
+      "learning_rate": 6.62025056473442e-06,
+      "loss": 1.918,
+      "step": 6110
+    },
+    {
+      "epoch": 2.082163817300332,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.601730762387327e-06,
+      "loss": 1.9617,
+      "step": 6120
+    },
+    {
+      "epoch": 2.0855660457599727,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.583211880862406e-06,
+      "loss": 1.9056,
+      "step": 6130
+    },
+    {
+      "epoch": 2.0889682742196136,
+      "grad_norm": 2.15625,
+      "learning_rate": 6.56469406072426e-06,
+      "loss": 1.9458,
+      "step": 6140
+    },
+    {
+      "epoch": 2.092370502679255,
+      "grad_norm": 2.109375,
+      "learning_rate": 6.546177442529437e-06,
+      "loss": 1.9393,
+      "step": 6150
+    },
+    {
+      "epoch": 2.095772731138896,
+      "grad_norm": 2.140625,
+      "learning_rate": 6.5276621668253645e-06,
+      "loss": 1.9038,
+      "step": 6160
+    },
+    {
+      "epoch": 2.099174959598537,
+      "grad_norm": 2.265625,
+      "learning_rate": 6.509148374149276e-06,
+      "loss": 1.9621,
+      "step": 6170
+    },
+    {
+      "epoch": 2.102577188058178,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.490636205027152e-06,
+      "loss": 1.9206,
+      "step": 6180
+    },
+    {
+      "epoch": 2.105979416517819,
+      "grad_norm": 2.515625,
+      "learning_rate": 6.472125799972643e-06,
+      "loss": 1.9409,
+      "step": 6190
+    },
+    {
+      "epoch": 2.1093816449774603,
+      "grad_norm": 2.53125,
+      "learning_rate": 6.453617299486017e-06,
+      "loss": 1.9348,
+      "step": 6200
+    },
+    {
+      "epoch": 2.112783873437101,
+      "grad_norm": 2.109375,
+      "learning_rate": 6.435110844053086e-06,
+      "loss": 1.9364,
+      "step": 6210
+    },
+    {
+      "epoch": 2.1161861018967425,
+      "grad_norm": 2.46875,
+      "learning_rate": 6.416606574144131e-06,
+      "loss": 1.9042,
+      "step": 6220
+    },
+    {
+      "epoch": 2.1195883303563834,
+      "grad_norm": 2.34375,
+      "learning_rate": 6.398104630212853e-06,
+      "loss": 1.9547,
+      "step": 6230
+    },
+    {
+      "epoch": 2.1229905588160243,
+      "grad_norm": 2.4375,
+      "learning_rate": 6.379605152695294e-06,
+      "loss": 1.9768,
+      "step": 6240
+    },
+    {
+      "epoch": 2.1263927872756656,
+      "grad_norm": 2.125,
+      "learning_rate": 6.361108282008776e-06,
+      "loss": 1.9522,
+      "step": 6250
+    },
+    {
+      "epoch": 2.1297950157353065,
+      "grad_norm": 1.8359375,
+      "learning_rate": 6.342614158550832e-06,
+      "loss": 1.9168,
+      "step": 6260
+    },
+    {
+      "epoch": 2.133197244194948,
+      "grad_norm": 2.3125,
+      "learning_rate": 6.324122922698143e-06,
+      "loss": 1.9871,
+      "step": 6270
+    },
+    {
+      "epoch": 2.1365994726545887,
+      "grad_norm": 2.28125,
+      "learning_rate": 6.305634714805481e-06,
+      "loss": 1.9398,
+      "step": 6280
+    },
+    {
+      "epoch": 2.1400017011142296,
+      "grad_norm": 1.921875,
+      "learning_rate": 6.287149675204619e-06,
+      "loss": 1.9629,
+      "step": 6290
+    },
+    {
+      "epoch": 2.143403929573871,
+      "grad_norm": 2.421875,
+      "learning_rate": 6.268667944203294e-06,
+      "loss": 1.9102,
+      "step": 6300
+    },
+    {
+      "epoch": 2.146806158033512,
+      "grad_norm": 2.28125,
+      "learning_rate": 6.2501896620841255e-06,
+      "loss": 1.8596,
+      "step": 6310
+    },
+    {
+      "epoch": 2.150208386493153,
+      "grad_norm": 2.265625,
+      "learning_rate": 6.231714969103553e-06,
+      "loss": 1.7886,
+      "step": 6320
+    },
+    {
+      "epoch": 2.153610614952794,
+      "grad_norm": 2.3125,
+      "learning_rate": 6.213244005490776e-06,
+      "loss": 1.9695,
+      "step": 6330
+    },
+    {
+      "epoch": 2.157012843412435,
+      "grad_norm": 2.09375,
+      "learning_rate": 6.194776911446687e-06,
+      "loss": 1.971,
+      "step": 6340
+    },
+    {
+      "epoch": 2.1604150718720763,
+      "grad_norm": 2.375,
+      "learning_rate": 6.176313827142807e-06,
+      "loss": 1.9136,
+      "step": 6350
+    },
+    {
+      "epoch": 2.163817300331717,
+      "grad_norm": 2.25,
+      "learning_rate": 6.157854892720216e-06,
+      "loss": 1.9184,
+      "step": 6360
+    },
+    {
+      "epoch": 2.1672195287913585,
+      "grad_norm": 2.09375,
+      "learning_rate": 6.139400248288503e-06,
+      "loss": 1.9933,
+      "step": 6370
+    },
+    {
+      "epoch": 2.1706217572509994,
+      "grad_norm": 1.8984375,
+      "learning_rate": 6.120950033924691e-06,
+      "loss": 1.9114,
+      "step": 6380
+    },
+    {
+      "epoch": 2.1740239857106403,
+      "grad_norm": 2.078125,
+      "learning_rate": 6.102504389672177e-06,
+      "loss": 1.9974,
+      "step": 6390
+    },
+    {
+      "epoch": 2.1774262141702816,
+      "grad_norm": 1.9140625,
+      "learning_rate": 6.084063455539671e-06,
+      "loss": 1.8925,
+      "step": 6400
+    },
+    {
+      "epoch": 2.1808284426299225,
+      "grad_norm": 2.40625,
+      "learning_rate": 6.065627371500128e-06,
+      "loss": 1.9208,
+      "step": 6410
+    },
+    {
+      "epoch": 2.184230671089564,
+      "grad_norm": 2.609375,
+      "learning_rate": 6.0471962774896946e-06,
+      "loss": 1.8757,
+      "step": 6420
+    },
+    {
+      "epoch": 2.1876328995492047,
+      "grad_norm": 1.8203125,
+      "learning_rate": 6.0287703134066385e-06,
+      "loss": 1.905,
+      "step": 6430
+    },
+    {
+      "epoch": 2.1910351280088456,
+      "grad_norm": 2.46875,
+      "learning_rate": 6.010349619110283e-06,
+      "loss": 1.8878,
+      "step": 6440
+    },
+    {
+      "epoch": 2.194437356468487,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.991934334419968e-06,
+      "loss": 1.9549,
+      "step": 6450
+    },
+    {
+      "epoch": 2.197839584928128,
+      "grad_norm": 2.125,
+      "learning_rate": 5.973524599113954e-06,
+      "loss": 1.9137,
+      "step": 6460
+    },
+    {
+      "epoch": 2.201241813387769,
+      "grad_norm": 2.453125,
+      "learning_rate": 5.9551205529283955e-06,
+      "loss": 1.9856,
+      "step": 6470
+    },
+    {
+      "epoch": 2.20464404184741,
+      "grad_norm": 2.09375,
+      "learning_rate": 5.936722335556252e-06,
+      "loss": 1.9262,
+      "step": 6480
+    },
+    {
+      "epoch": 2.208046270307051,
+      "grad_norm": 1.9609375,
+      "learning_rate": 5.91833008664625e-06,
+      "loss": 1.9596,
+      "step": 6490
+    },
+    {
+      "epoch": 2.2114484987666922,
+      "grad_norm": 2.28125,
+      "learning_rate": 5.89994394580181e-06,
+      "loss": 1.907,
+      "step": 6500
+    },
+    {
+      "epoch": 2.214850727226333,
+      "grad_norm": 2.125,
+      "learning_rate": 5.881564052579987e-06,
+      "loss": 1.938,
+      "step": 6510
+    },
+    {
+      "epoch": 2.2182529556859745,
+      "grad_norm": 2.1875,
+      "learning_rate": 5.863190546490422e-06,
+      "loss": 1.9615,
+      "step": 6520
+    },
+    {
+      "epoch": 2.2216551841456154,
+      "grad_norm": 2.078125,
+      "learning_rate": 5.844823566994264e-06,
+      "loss": 1.9353,
+      "step": 6530
+    },
+    {
+      "epoch": 2.2250574126052562,
+      "grad_norm": 2.75,
+      "learning_rate": 5.826463253503132e-06,
+      "loss": 1.98,
+      "step": 6540
+    },
+    {
+      "epoch": 2.2284596410648976,
+      "grad_norm": 2.25,
+      "learning_rate": 5.808109745378048e-06,
+      "loss": 1.8649,
+      "step": 6550
+    },
+    {
+      "epoch": 2.2318618695245385,
+      "grad_norm": 2.265625,
+      "learning_rate": 5.789763181928373e-06,
+      "loss": 1.9079,
+      "step": 6560
+    },
+    {
+      "epoch": 2.23526409798418,
+      "grad_norm": 2.421875,
+      "learning_rate": 5.771423702410762e-06,
+      "loss": 1.9156,
+      "step": 6570
+    },
+    {
+      "epoch": 2.2386663264438207,
+      "grad_norm": 2.0,
+      "learning_rate": 5.753091446028094e-06,
+      "loss": 1.9416,
+      "step": 6580
+    },
+    {
+      "epoch": 2.2420685549034616,
+      "grad_norm": 2.265625,
+      "learning_rate": 5.734766551928427e-06,
+      "loss": 1.8595,
+      "step": 6590
+    },
+    {
+      "epoch": 2.245470783363103,
+      "grad_norm": 2.3125,
+      "learning_rate": 5.716449159203939e-06,
+      "loss": 1.9292,
+      "step": 6600
+    },
+    {
+      "epoch": 2.248873011822744,
+      "grad_norm": 2.15625,
+      "learning_rate": 5.698139406889855e-06,
+      "loss": 1.9578,
+      "step": 6610
+    },
+    {
+      "epoch": 2.252275240282385,
+      "grad_norm": 2.203125,
+      "learning_rate": 5.679837433963432e-06,
+      "loss": 1.9706,
+      "step": 6620
+    },
+    {
+      "epoch": 2.255677468742026,
+      "grad_norm": 2.359375,
+      "learning_rate": 5.661543379342855e-06,
+      "loss": 1.9641,
+      "step": 6630
+    },
+    {
+      "epoch": 2.259079697201667,
+      "grad_norm": 2.328125,
+      "learning_rate": 5.643257381886218e-06,
+      "loss": 1.9505,
+      "step": 6640
+    },
+    {
+      "epoch": 2.2624819256613082,
+      "grad_norm": 2.046875,
+      "learning_rate": 5.624979580390459e-06,
+      "loss": 1.9631,
+      "step": 6650
+    },
+    {
+      "epoch": 2.265884154120949,
+      "grad_norm": 2.375,
+      "learning_rate": 5.6067101135902996e-06,
+      "loss": 1.9767,
+      "step": 6660
+    },
+    {
+      "epoch": 2.2692863825805905,
+      "grad_norm": 1.8515625,
+      "learning_rate": 5.588449120157205e-06,
+      "loss": 1.9077,
+      "step": 6670
+    },
+    {
+      "epoch": 2.2726886110402313,
+      "grad_norm": 2.3125,
+      "learning_rate": 5.57019673869832e-06,
+      "loss": 1.9133,
+      "step": 6680
+    },
+    {
+      "epoch": 2.2760908394998722,
+      "grad_norm": 2.265625,
+      "learning_rate": 5.5519531077554244e-06,
+      "loss": 1.8405,
+      "step": 6690
+    },
+    {
+      "epoch": 2.2794930679595136,
+      "grad_norm": 2.375,
+      "learning_rate": 5.533718365803875e-06,
+      "loss": 1.8948,
+      "step": 6700
+    },
+    {
+      "epoch": 2.2828952964191545,
+      "grad_norm": 2.265625,
+      "learning_rate": 5.51549265125156e-06,
+      "loss": 1.9344,
+      "step": 6710
+    },
+    {
+      "epoch": 2.286297524878796,
+      "grad_norm": 2.015625,
+      "learning_rate": 5.4972761024378514e-06,
+      "loss": 1.842,
+      "step": 6720
+    },
+    {
+      "epoch": 2.2896997533384367,
+      "grad_norm": 2.28125,
+      "learning_rate": 5.479068857632542e-06,
+      "loss": 1.9172,
+      "step": 6730
+    },
+    {
+      "epoch": 2.2931019817980776,
+      "grad_norm": 2.171875,
+      "learning_rate": 5.46087105503481e-06,
+      "loss": 1.9252,
+      "step": 6740
+    },
+    {
+      "epoch": 2.296504210257719,
+      "grad_norm": 2.21875,
+      "learning_rate": 5.4426828327721594e-06,
+      "loss": 1.9356,
+      "step": 6750
+    },
+    {
+      "epoch": 2.29990643871736,
+      "grad_norm": 2.3125,
+      "learning_rate": 5.4245043288993795e-06,
+      "loss": 1.9462,
+      "step": 6760
+    },
+    {
+      "epoch": 2.303308667177001,
+      "grad_norm": 2.375,
+      "learning_rate": 5.406335681397498e-06,
+      "loss": 1.9788,
+      "step": 6770
+    },
+    {
+      "epoch": 2.306710895636642,
+      "grad_norm": 2.578125,
+      "learning_rate": 5.388177028172714e-06,
+      "loss": 1.9221,
+      "step": 6780
+    },
+    {
+      "epoch": 2.310113124096283,
+      "grad_norm": 1.9609375,
+      "learning_rate": 5.370028507055387e-06,
+      "loss": 1.9344,
+      "step": 6790
+    },
+    {
+      "epoch": 2.313515352555924,
+      "grad_norm": 2.140625,
+      "learning_rate": 5.351890255798953e-06,
+      "loss": 1.871,
+      "step": 6800
+    },
+    {
+      "epoch": 2.316917581015565,
+      "grad_norm": 1.984375,
+      "learning_rate": 5.333762412078907e-06,
+      "loss": 1.975,
+      "step": 6810
+    },
+    {
+      "epoch": 2.3203198094752064,
+      "grad_norm": 2.21875,
+      "learning_rate": 5.315645113491743e-06,
+      "loss": 1.9103,
+      "step": 6820
+    },
+    {
+      "epoch": 2.3237220379348473,
+      "grad_norm": 2.203125,
+      "learning_rate": 5.2975384975539145e-06,
+      "loss": 1.9036,
+      "step": 6830
+    },
+    {
+      "epoch": 2.327124266394488,
+      "grad_norm": 2.140625,
+      "learning_rate": 5.279442701700792e-06,
+      "loss": 1.9292,
+      "step": 6840
+    },
+    {
+      "epoch": 2.3305264948541295,
+      "grad_norm": 2.34375,
+      "learning_rate": 5.261357863285613e-06,
+      "loss": 1.9181,
+      "step": 6850
+    },
+    {
+      "epoch": 2.3339287233137704,
+      "grad_norm": 2.359375,
+      "learning_rate": 5.243284119578448e-06,
+      "loss": 1.8917,
+      "step": 6860
+    },
+    {
+      "epoch": 2.3373309517734118,
+      "grad_norm": 2.484375,
+      "learning_rate": 5.225221607765159e-06,
+      "loss": 1.9389,
+      "step": 6870
+    },
+    {
+      "epoch": 2.3407331802330527,
+      "grad_norm": 2.6875,
+      "learning_rate": 5.207170464946342e-06,
+      "loss": 1.9298,
+      "step": 6880
+    },
+    {
+      "epoch": 2.3441354086926935,
+      "grad_norm": 2.078125,
+      "learning_rate": 5.189130828136312e-06,
+      "loss": 1.9011,
+      "step": 6890
+    },
+    {
+      "epoch": 2.347537637152335,
+      "grad_norm": 2.40625,
+      "learning_rate": 5.1711028342620375e-06,
+      "loss": 1.908,
+      "step": 6900
+    },
+    {
+      "epoch": 2.3509398656119758,
+      "grad_norm": 2.65625,
+      "learning_rate": 5.153086620162123e-06,
+      "loss": 1.8829,
+      "step": 6910
+    },
+    {
+      "epoch": 2.354342094071617,
+      "grad_norm": 2.25,
+      "learning_rate": 5.135082322585758e-06,
+      "loss": 1.9441,
+      "step": 6920
+    },
+    {
+      "epoch": 2.357744322531258,
+      "grad_norm": 2.4375,
+      "learning_rate": 5.117090078191676e-06,
+      "loss": 1.9403,
+      "step": 6930
+    },
+    {
+      "epoch": 2.361146550990899,
+      "grad_norm": 2.46875,
+      "learning_rate": 5.09911002354713e-06,
+      "loss": 1.9478,
+      "step": 6940
+    },
+    {
+      "epoch": 2.36454877945054,
+      "grad_norm": 2.0625,
+      "learning_rate": 5.081142295126842e-06,
+      "loss": 1.8916,
+      "step": 6950
+    },
+    {
+      "epoch": 2.367951007910181,
+      "grad_norm": 2.4375,
+      "learning_rate": 5.063187029311983e-06,
+      "loss": 1.9323,
+      "step": 6960
+    },
+    {
+      "epoch": 2.3713532363698224,
+      "grad_norm": 1.9375,
+      "learning_rate": 5.045244362389115e-06,
+      "loss": 1.9571,
+      "step": 6970
+    },
+    {
+      "epoch": 2.3747554648294633,
+      "grad_norm": 1.8359375,
+      "learning_rate": 5.027314430549185e-06,
+      "loss": 1.9486,
+      "step": 6980
+    },
+    {
+      "epoch": 2.378157693289104,
+      "grad_norm": 2.4375,
+      "learning_rate": 5.009397369886466e-06,
+      "loss": 1.944,
+      "step": 6990
+    },
+    {
+      "epoch": 2.3815599217487455,
+      "grad_norm": 2.390625,
+      "learning_rate": 4.991493316397536e-06,
+      "loss": 1.9539,
+      "step": 7000
+    },
+    {
+      "epoch": 2.3849621502083864,
+      "grad_norm": 2.21875,
+      "learning_rate": 4.973602405980251e-06,
+      "loss": 1.8877,
+      "step": 7010
+    },
+    {
+      "epoch": 2.3883643786680278,
+      "grad_norm": 2.1875,
+      "learning_rate": 4.955724774432697e-06,
+      "loss": 1.9579,
+      "step": 7020
+    },
+    {
+      "epoch": 2.3917666071276686,
+      "grad_norm": 2.4375,
+      "learning_rate": 4.937860557452174e-06,
+      "loss": 1.9066,
+      "step": 7030
+    },
+    {
+      "epoch": 2.3951688355873095,
+      "grad_norm": 2.328125,
+      "learning_rate": 4.920009890634164e-06,
+      "loss": 1.9488,
+      "step": 7040
+    },
+    {
+      "epoch": 2.398571064046951,
+      "grad_norm": 2.203125,
+      "learning_rate": 4.902172909471289e-06,
+      "loss": 1.9939,
+      "step": 7050
+    },
+    {
+      "epoch": 2.4019732925065918,
+      "grad_norm": 2.390625,
+      "learning_rate": 4.884349749352304e-06,
+      "loss": 1.9718,
+      "step": 7060
+    },
+    {
+      "epoch": 2.405375520966233,
+      "grad_norm": 2.53125,
+      "learning_rate": 4.866540545561045e-06,
+      "loss": 1.9198,
+      "step": 7070
+    },
+    {
+      "epoch": 2.408777749425874,
+      "grad_norm": 2.421875,
+      "learning_rate": 4.848745433275427e-06,
+      "loss": 1.8993,
+      "step": 7080
+    },
+    {
+      "epoch": 2.412179977885515,
+      "grad_norm": 2.65625,
+      "learning_rate": 4.830964547566399e-06,
+      "loss": 1.9977,
+      "step": 7090
+    },
+    {
+      "epoch": 2.415582206345156,
+      "grad_norm": 2.265625,
+      "learning_rate": 4.813198023396925e-06,
+      "loss": 1.911,
+      "step": 7100
+    },
+    {
+      "epoch": 2.418984434804797,
+      "grad_norm": 2.25,
+      "learning_rate": 4.795445995620965e-06,
+      "loss": 1.977,
+      "step": 7110
+    },
+    {
+      "epoch": 2.4223866632644384,
+      "grad_norm": 2.203125,
+      "learning_rate": 4.777708598982436e-06,
+      "loss": 1.9065,
+      "step": 7120
+    },
+    {
+      "epoch": 2.4257888917240793,
+      "grad_norm": 2.28125,
+      "learning_rate": 4.759985968114213e-06,
+      "loss": 1.9569,
+      "step": 7130
+    },
+    {
+      "epoch": 2.42919112018372,
+      "grad_norm": 2.59375,
+      "learning_rate": 4.742278237537088e-06,
+      "loss": 1.9151,
+      "step": 7140
+    },
+    {
+      "epoch": 2.4325933486433615,
+      "grad_norm": 1.90625,
+      "learning_rate": 4.72458554165875e-06,
+      "loss": 1.984,
+      "step": 7150
+    },
+    {
+      "epoch": 2.4359955771030024,
+      "grad_norm": 1.9453125,
+      "learning_rate": 4.706908014772776e-06,
+      "loss": 1.9921,
+      "step": 7160
+    },
+    {
+      "epoch": 2.4393978055626437,
+      "grad_norm": 2.515625,
+      "learning_rate": 4.689245791057602e-06,
+      "loss": 1.9753,
+      "step": 7170
+    },
+    {
+      "epoch": 2.4428000340222846,
+      "grad_norm": 1.9765625,
+      "learning_rate": 4.671599004575511e-06,
+      "loss": 1.9305,
+      "step": 7180
+    },
+    {
+      "epoch": 2.4462022624819255,
+      "grad_norm": 2.34375,
+      "learning_rate": 4.653967789271607e-06,
+      "loss": 1.8709,
+      "step": 7190
+    },
+    {
+      "epoch": 2.449604490941567,
+      "grad_norm": 2.359375,
+      "learning_rate": 4.636352278972806e-06,
+      "loss": 1.9123,
+      "step": 7200
+    },
+    {
+      "epoch": 2.4530067194012077,
+      "grad_norm": 2.046875,
+      "learning_rate": 4.618752607386824e-06,
+      "loss": 1.8976,
+      "step": 7210
+    },
+    {
+      "epoch": 2.456408947860849,
+      "grad_norm": 2.375,
+      "learning_rate": 4.601168908101142e-06,
+      "loss": 2.0117,
+      "step": 7220
+    },
+    {
+      "epoch": 2.45981117632049,
+      "grad_norm": 2.25,
+      "learning_rate": 4.5836013145820175e-06,
+      "loss": 1.8844,
+      "step": 7230
+    },
+    {
+      "epoch": 2.463213404780131,
+      "grad_norm": 2.40625,
+      "learning_rate": 4.5660499601734545e-06,
+      "loss": 1.9541,
+      "step": 7240
+    },
+    {
+      "epoch": 2.466615633239772,
+      "grad_norm": 2.375,
+      "learning_rate": 4.548514978096198e-06,
+      "loss": 1.9029,
+      "step": 7250
+    },
+    {
+      "epoch": 2.470017861699413,
+      "grad_norm": 2.34375,
+      "learning_rate": 4.5309965014467246e-06,
+      "loss": 1.9122,
+      "step": 7260
+    },
+    {
+      "epoch": 2.4734200901590544,
+      "grad_norm": 2.125,
+      "learning_rate": 4.513494663196221e-06,
+      "loss": 1.8935,
+      "step": 7270
+    },
+    {
+      "epoch": 2.4768223186186953,
+      "grad_norm": 2.546875,
+      "learning_rate": 4.496009596189593e-06,
+      "loss": 1.9198,
+      "step": 7280
+    },
+    {
+      "epoch": 2.480224547078336,
+      "grad_norm": 2.71875,
+      "learning_rate": 4.478541433144435e-06,
+      "loss": 1.8702,
+      "step": 7290
+    },
+    {
+      "epoch": 2.4836267755379775,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.461090306650046e-06,
+      "loss": 1.9336,
+      "step": 7300
+    },
+    {
+      "epoch": 2.4870290039976184,
+      "grad_norm": 2.40625,
+      "learning_rate": 4.443656349166409e-06,
+      "loss": 1.9156,
+      "step": 7310
+    },
+    {
+      "epoch": 2.4904312324572597,
+      "grad_norm": 2.078125,
+      "learning_rate": 4.426239693023181e-06,
+      "loss": 1.949,
+      "step": 7320
+    },
+    {
+      "epoch": 2.4938334609169006,
+      "grad_norm": 2.34375,
+      "learning_rate": 4.408840470418706e-06,
+      "loss": 1.9331,
+      "step": 7330
+    },
+    {
+      "epoch": 2.4972356893765415,
+      "grad_norm": 2.046875,
+      "learning_rate": 4.391458813418992e-06,
+      "loss": 1.9376,
+      "step": 7340
+    },
+    {
+      "epoch": 2.500637917836183,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.374094853956726e-06,
+      "loss": 1.8894,
+      "step": 7350
+    },
+    {
+      "epoch": 2.5040401462958237,
+      "grad_norm": 2.40625,
+      "learning_rate": 4.3567487238302625e-06,
+      "loss": 2.0008,
+      "step": 7360
+    },
+    {
+      "epoch": 2.507442374755465,
+      "grad_norm": 2.5,
+      "learning_rate": 4.3394205547026224e-06,
+      "loss": 1.8901,
+      "step": 7370
+    },
+    {
+      "epoch": 2.510844603215106,
+      "grad_norm": 2.25,
+      "learning_rate": 4.322110478100502e-06,
+      "loss": 1.9533,
+      "step": 7380
+    },
+    {
+      "epoch": 2.514246831674747,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.3048186254132606e-06,
+      "loss": 1.9216,
+      "step": 7390
+    },
+    {
+      "epoch": 2.517649060134388,
+      "grad_norm": 2.453125,
+      "learning_rate": 4.287545127891939e-06,
+      "loss": 1.9397,
+      "step": 7400
+    },
+    {
+      "epoch": 2.521051288594029,
+      "grad_norm": 2.1875,
+      "learning_rate": 4.270290116648254e-06,
+      "loss": 1.9161,
+      "step": 7410
+    },
+    {
+      "epoch": 2.5244535170536704,
+      "grad_norm": 2.484375,
+      "learning_rate": 4.2530537226536075e-06,
+      "loss": 1.8427,
+      "step": 7420
+    },
+    {
+      "epoch": 2.5278557455133113,
+      "grad_norm": 2.84375,
+      "learning_rate": 4.235836076738085e-06,
+      "loss": 1.917,
+      "step": 7430
+    },
+    {
+      "epoch": 2.531257973972952,
+      "grad_norm": 2.453125,
+      "learning_rate": 4.218637309589471e-06,
+      "loss": 1.8681,
+      "step": 7440
+    },
+    {
+      "epoch": 2.5346602024325935,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.201457551752256e-06,
+      "loss": 1.9049,
+      "step": 7450
+    },
+    {
+      "epoch": 2.5380624308922344,
+      "grad_norm": 2.1875,
+      "learning_rate": 4.184296933626636e-06,
+      "loss": 1.9001,
+      "step": 7460
+    },
+    {
+      "epoch": 2.5414646593518757,
+      "grad_norm": 2.46875,
+      "learning_rate": 4.167155585467538e-06,
+      "loss": 1.895,
+      "step": 7470
+    },
+    {
+      "epoch": 2.5448668878115166,
+      "grad_norm": 1.890625,
+      "learning_rate": 4.150033637383623e-06,
+      "loss": 1.9132,
+      "step": 7480
+    },
+    {
+      "epoch": 2.5482691162711575,
+      "grad_norm": 2.296875,
+      "learning_rate": 4.132931219336289e-06,
+      "loss": 1.9031,
+      "step": 7490
+    },
+    {
+      "epoch": 2.551671344730799,
+      "grad_norm": 2.15625,
+      "learning_rate": 4.115848461138707e-06,
+      "loss": 1.8727,
+      "step": 7500
+    },
+    {
+      "epoch": 2.5550735731904397,
+      "grad_norm": 2.5,
+      "learning_rate": 4.0987854924548134e-06,
+      "loss": 1.8808,
+      "step": 7510
+    },
+    {
+      "epoch": 2.558475801650081,
+      "grad_norm": 2.5,
+      "learning_rate": 4.081742442798342e-06,
+      "loss": 1.9265,
+      "step": 7520
+    },
+    {
+      "epoch": 2.561878030109722,
+      "grad_norm": 2.390625,
+      "learning_rate": 4.064719441531834e-06,
+      "loss": 1.9463,
+      "step": 7530
+    },
+    {
+      "epoch": 2.565280258569363,
+      "grad_norm": 2.6875,
+      "learning_rate": 4.04771661786565e-06,
+      "loss": 1.9341,
+      "step": 7540
+    },
+    {
+      "epoch": 2.568682487029004,
+      "grad_norm": 1.9296875,
+      "learning_rate": 4.030734100857004e-06,
+      "loss": 1.9036,
+      "step": 7550
+    },
+    {
+      "epoch": 2.572084715488645,
+      "grad_norm": 2.21875,
+      "learning_rate": 4.013772019408969e-06,
+      "loss": 1.9604,
+      "step": 7560
+    },
+    {
+      "epoch": 2.5754869439482864,
+      "grad_norm": 2.171875,
+      "learning_rate": 3.9968305022695076e-06,
+      "loss": 1.8938,
+      "step": 7570
+    },
+    {
+      "epoch": 2.5788891724079273,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.979909678030498e-06,
+      "loss": 1.976,
+      "step": 7580
+    },
+    {
+      "epoch": 2.582291400867568,
+      "grad_norm": 2.609375,
+      "learning_rate": 3.9630096751267395e-06,
+      "loss": 1.9534,
+      "step": 7590
+    },
+    {
+      "epoch": 2.5856936293272095,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.946130621835003e-06,
+      "loss": 1.9374,
+      "step": 7600
+    },
+    {
+      "epoch": 2.5890958577868504,
+      "grad_norm": 2.359375,
+      "learning_rate": 3.929272646273037e-06,
+      "loss": 1.9044,
+      "step": 7610
+    },
+    {
+      "epoch": 2.5924980862464917,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.9124358763986045e-06,
+      "loss": 1.9723,
+      "step": 7620
+    },
+    {
+      "epoch": 2.5959003147061326,
+      "grad_norm": 2.578125,
+      "learning_rate": 3.895620440008517e-06,
+      "loss": 1.8593,
+      "step": 7630
+    },
+    {
+      "epoch": 2.5993025431657735,
+      "grad_norm": 2.5,
+      "learning_rate": 3.878826464737643e-06,
+      "loss": 1.9203,
+      "step": 7640
+    },
+    {
+      "epoch": 2.602704771625415,
+      "grad_norm": 2.5625,
+      "learning_rate": 3.862054078057968e-06,
+      "loss": 1.9127,
+      "step": 7650
+    },
+    {
+      "epoch": 2.6061070000850557,
+      "grad_norm": 2.421875,
+      "learning_rate": 3.845303407277605e-06,
+      "loss": 1.8969,
+      "step": 7660
+    },
+    {
+      "epoch": 2.609509228544697,
+      "grad_norm": 2.078125,
+      "learning_rate": 3.828574579539842e-06,
+      "loss": 1.957,
+      "step": 7670
+    },
+    {
+      "epoch": 2.612911457004338,
+      "grad_norm": 2.046875,
+      "learning_rate": 3.811867721822161e-06,
+      "loss": 1.9497,
+      "step": 7680
+    },
+    {
+      "epoch": 2.616313685463979,
+      "grad_norm": 2.484375,
+      "learning_rate": 3.7951829609352926e-06,
+      "loss": 1.9144,
+      "step": 7690
+    },
+    {
+      "epoch": 2.61971591392362,
+      "grad_norm": 2.640625,
+      "learning_rate": 3.778520423522247e-06,
+      "loss": 1.9252,
+      "step": 7700
+    },
+    {
+      "epoch": 2.623118142383261,
+      "grad_norm": 2.390625,
+      "learning_rate": 3.7618802360573384e-06,
+      "loss": 1.9192,
+      "step": 7710
+    },
+    {
+      "epoch": 2.6265203708429024,
+      "grad_norm": 2.0,
+      "learning_rate": 3.7452625248452478e-06,
+      "loss": 1.887,
+      "step": 7720
+    },
+    {
+      "epoch": 2.6299225993025432,
+      "grad_norm": 2.390625,
+      "learning_rate": 3.728667416020052e-06,
+      "loss": 1.9326,
+      "step": 7730
+    },
+    {
+      "epoch": 2.633324827762184,
+      "grad_norm": 2.484375,
+      "learning_rate": 3.7120950355442677e-06,
+      "loss": 1.9739,
+      "step": 7740
+    },
+    {
+      "epoch": 2.6367270562218255,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.6955455092078956e-06,
+      "loss": 1.9417,
+      "step": 7750
+    },
+    {
+      "epoch": 2.6401292846814663,
+      "grad_norm": 2.078125,
+      "learning_rate": 3.679018962627461e-06,
+      "loss": 1.9288,
+      "step": 7760
+    },
+    {
+      "epoch": 2.6435315131411077,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.6625155212450754e-06,
+      "loss": 1.9062,
+      "step": 7770
+    },
+    {
+      "epoch": 2.6469337416007486,
+      "grad_norm": 2.625,
+      "learning_rate": 3.6460353103274615e-06,
+      "loss": 1.9304,
+      "step": 7780
+    },
+    {
+      "epoch": 2.6503359700603895,
+      "grad_norm": 2.109375,
+      "learning_rate": 3.6295784549650233e-06,
+      "loss": 1.9378,
+      "step": 7790
+    },
+    {
+      "epoch": 2.6537381985200303,
+      "grad_norm": 2.234375,
+      "learning_rate": 3.613145080070886e-06,
+      "loss": 1.9244,
+      "step": 7800
+    },
+    {
+      "epoch": 2.6571404269796717,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.59673531037995e-06,
+      "loss": 1.8997,
+      "step": 7810
+    },
+    {
+      "epoch": 2.660542655439313,
+      "grad_norm": 2.203125,
+      "learning_rate": 3.5803492704479488e-06,
+      "loss": 1.9715,
+      "step": 7820
+    },
+    {
+      "epoch": 2.663944883898954,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.5639870846504873e-06,
+      "loss": 1.917,
+      "step": 7830
+    },
+    {
+      "epoch": 2.667347112358595,
+      "grad_norm": 2.4375,
+      "learning_rate": 3.54764887718212e-06,
+      "loss": 1.9122,
+      "step": 7840
+    },
+    {
+      "epoch": 2.6707493408182357,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.5313347720553963e-06,
+      "loss": 1.9234,
+      "step": 7850
+    },
+    {
+      "epoch": 2.674151569277877,
+      "grad_norm": 2.359375,
+      "learning_rate": 3.5150448930999113e-06,
+      "loss": 1.9519,
+      "step": 7860
+    },
+    {
+      "epoch": 2.6775537977375183,
+      "grad_norm": 2.25,
+      "learning_rate": 3.4987793639613926e-06,
+      "loss": 1.9065,
+      "step": 7870
+    },
+    {
+      "epoch": 2.6809560261971592,
+      "grad_norm": 2.171875,
+      "learning_rate": 3.482538308100727e-06,
+      "loss": 1.8604,
+      "step": 7880
+    },
+    {
+      "epoch": 2.6843582546568,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.4663218487930547e-06,
+      "loss": 1.8554,
+      "step": 7890
+    },
+    {
+      "epoch": 2.687760483116441,
+      "grad_norm": 2.4375,
+      "learning_rate": 3.4501301091268043e-06,
+      "loss": 1.936,
+      "step": 7900
+    },
+    {
+      "epoch": 2.6911627115760823,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.433963212002789e-06,
+      "loss": 1.8966,
+      "step": 7910
+    },
+    {
+      "epoch": 2.6945649400357237,
+      "grad_norm": 2.15625,
+      "learning_rate": 3.41782128013325e-06,
+      "loss": 1.9634,
+      "step": 7920
+    },
+    {
+      "epoch": 2.6979671684953646,
+      "grad_norm": 2.546875,
+      "learning_rate": 3.4017044360409375e-06,
+      "loss": 1.922,
+      "step": 7930
+    },
+    {
+      "epoch": 2.7013693969550054,
+      "grad_norm": 2.4375,
+      "learning_rate": 3.3856128020581783e-06,
+      "loss": 1.9411,
+      "step": 7940
+    },
+    {
+      "epoch": 2.7047716254146463,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.3695465003259376e-06,
+      "loss": 1.8679,
+      "step": 7950
+    },
+    {
+      "epoch": 2.7081738538742877,
+      "grad_norm": 1.953125,
+      "learning_rate": 3.353505652792909e-06,
+      "loss": 1.906,
+      "step": 7960
+    },
+    {
+      "epoch": 2.711576082333929,
+      "grad_norm": 2.421875,
+      "learning_rate": 3.3374903812145784e-06,
+      "loss": 1.8951,
+      "step": 7970
+    },
+    {
+      "epoch": 2.71497831079357,
+      "grad_norm": 2.546875,
+      "learning_rate": 3.3215008071522965e-06,
+      "loss": 1.9556,
+      "step": 7980
+    },
+    {
+      "epoch": 2.7183805392532108,
+      "grad_norm": 2.21875,
+      "learning_rate": 3.3055370519723652e-06,
+      "loss": 1.9427,
+      "step": 7990
+    },
+    {
+      "epoch": 2.7217827677128517,
+      "grad_norm": 2.71875,
+      "learning_rate": 3.289599236845113e-06,
+      "loss": 1.9533,
+      "step": 8000
+    },
+    {
+      "epoch": 2.725184996172493,
+      "grad_norm": 2.609375,
+      "learning_rate": 3.273687482743974e-06,
+      "loss": 1.9608,
+      "step": 8010
+    },
+    {
+      "epoch": 2.7285872246321343,
+      "grad_norm": 1.9609375,
+      "learning_rate": 3.2578019104445702e-06,
+      "loss": 1.9894,
+      "step": 8020
+    },
+    {
+      "epoch": 2.731989453091775,
+      "grad_norm": 2.46875,
+      "learning_rate": 3.241942640523791e-06,
+      "loss": 1.864,
+      "step": 8030
+    },
+    {
+      "epoch": 2.735391681551416,
+      "grad_norm": 2.40625,
+      "learning_rate": 3.2261097933588893e-06,
+      "loss": 1.9567,
+      "step": 8040
+    },
+    {
+      "epoch": 2.738793910011057,
+      "grad_norm": 2.65625,
+      "learning_rate": 3.210303489126551e-06,
+      "loss": 1.9093,
+      "step": 8050
+    },
+    {
+      "epoch": 2.7421961384706983,
+      "grad_norm": 2.4375,
+      "learning_rate": 3.1945238478020003e-06,
+      "loss": 1.9673,
+      "step": 8060
+    },
+    {
+      "epoch": 2.745598366930339,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.1787709891580763e-06,
+      "loss": 1.9712,
+      "step": 8070
+    },
+    {
+      "epoch": 2.7490005953899805,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.1630450327643315e-06,
+      "loss": 1.9127,
+      "step": 8080
+    },
+    {
+      "epoch": 2.7524028238496214,
+      "grad_norm": 2.234375,
+      "learning_rate": 3.147346097986121e-06,
+      "loss": 1.9763,
+      "step": 8090
+    },
+    {
+      "epoch": 2.7558050523092623,
+      "grad_norm": 1.9453125,
+      "learning_rate": 3.1316743039836908e-06,
+      "loss": 1.8313,
+      "step": 8100
+    },
+    {
+      "epoch": 2.7592072807689036,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.1160297697112855e-06,
+      "loss": 1.9062,
+      "step": 8110
+    },
+    {
+      "epoch": 2.7626095092285445,
+      "grad_norm": 2.25,
+      "learning_rate": 3.10041261391624e-06,
+      "loss": 1.9072,
+      "step": 8120
+    },
+    {
+      "epoch": 2.766011737688186,
+      "grad_norm": 2.546875,
+      "learning_rate": 3.0848229551380702e-06,
+      "loss": 1.932,
+      "step": 8130
+    },
+    {
+      "epoch": 2.7694139661478268,
+      "grad_norm": 2.375,
+      "learning_rate": 3.069260911707586e-06,
+      "loss": 1.9311,
+      "step": 8140
+    },
+    {
+      "epoch": 2.7728161946074676,
+      "grad_norm": 2.6875,
+      "learning_rate": 3.0537266017459856e-06,
+      "loss": 1.9067,
+      "step": 8150
+    },
+    {
+      "epoch": 2.776218423067109,
+      "grad_norm": 2.203125,
+      "learning_rate": 3.0382201431639656e-06,
+      "loss": 1.978,
+      "step": 8160
+    },
+    {
+      "epoch": 2.77962065152675,
+      "grad_norm": 2.375,
+      "learning_rate": 3.0227416536608095e-06,
+      "loss": 1.9084,
+      "step": 8170
+    },
+    {
+      "epoch": 2.783022879986391,
+      "grad_norm": 2.203125,
+      "learning_rate": 3.0072912507235167e-06,
+      "loss": 1.8865,
+      "step": 8180
+    },
+    {
+      "epoch": 2.786425108446032,
+      "grad_norm": 2.015625,
+      "learning_rate": 2.991869051625898e-06,
+      "loss": 1.9293,
+      "step": 8190
+    },
+    {
+      "epoch": 2.789827336905673,
+      "grad_norm": 2.59375,
+      "learning_rate": 2.9764751734276803e-06,
+      "loss": 1.9127,
+      "step": 8200
+    },
+    {
+      "epoch": 2.7932295653653143,
+      "grad_norm": 2.453125,
+      "learning_rate": 2.9611097329736394e-06,
+      "loss": 1.9198,
+      "step": 8210
+    },
+    {
+      "epoch": 2.796631793824955,
+      "grad_norm": 2.3125,
+      "learning_rate": 2.9457728468926836e-06,
+      "loss": 1.9261,
+      "step": 8220
+    },
+    {
+      "epoch": 2.8000340222845965,
+      "grad_norm": 2.59375,
+      "learning_rate": 2.930464631596993e-06,
+      "loss": 1.9068,
+      "step": 8230
+    },
+    {
+      "epoch": 2.8034362507442374,
+      "grad_norm": 2.40625,
+      "learning_rate": 2.915185203281126e-06,
+      "loss": 1.947,
+      "step": 8240
+    },
+    {
+      "epoch": 2.8068384792038783,
+      "grad_norm": 2.34375,
+      "learning_rate": 2.899934677921133e-06,
+      "loss": 1.9014,
+      "step": 8250
+    },
+    {
+      "epoch": 2.8102407076635196,
+      "grad_norm": 2.25,
+      "learning_rate": 2.884713171273686e-06,
+      "loss": 1.9012,
+      "step": 8260
+    },
+    {
+      "epoch": 2.8136429361231605,
+      "grad_norm": 2.3125,
+      "learning_rate": 2.869520798875194e-06,
+      "loss": 1.9299,
+      "step": 8270
+    },
+    {
+      "epoch": 2.817045164582802,
+      "grad_norm": 2.046875,
+      "learning_rate": 2.8543576760409264e-06,
+      "loss": 1.9472,
+      "step": 8280
+    },
+    {
+      "epoch": 2.8204473930424427,
+      "grad_norm": 2.140625,
+      "learning_rate": 2.839223917864142e-06,
+      "loss": 1.9323,
+      "step": 8290
+    },
+    {
+      "epoch": 2.8238496215020836,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.824119639215203e-06,
+      "loss": 1.9394,
+      "step": 8300
+    },
+    {
+      "epoch": 2.827251849961725,
+      "grad_norm": 2.515625,
+      "learning_rate": 2.809044954740723e-06,
+      "loss": 1.9369,
+      "step": 8310
+    },
+    {
+      "epoch": 2.830654078421366,
+      "grad_norm": 2.46875,
+      "learning_rate": 2.7939999788626755e-06,
+      "loss": 1.9025,
+      "step": 8320
+    },
+    {
+      "epoch": 2.834056306881007,
+      "grad_norm": 2.390625,
+      "learning_rate": 2.778984825777543e-06,
+      "loss": 1.908,
+      "step": 8330
+    },
+    {
+      "epoch": 2.837458535340648,
+      "grad_norm": 2.5,
+      "learning_rate": 2.763999609455441e-06,
+      "loss": 1.9814,
+      "step": 8340
+    },
+    {
+      "epoch": 2.840860763800289,
+      "grad_norm": 2.421875,
+      "learning_rate": 2.7490444436392535e-06,
+      "loss": 1.9804,
+      "step": 8350
+    },
+    {
+      "epoch": 2.8442629922599303,
+      "grad_norm": 2.359375,
+      "learning_rate": 2.7341194418437747e-06,
+      "loss": 1.9187,
+      "step": 8360
+    },
+    {
+      "epoch": 2.847665220719571,
+      "grad_norm": 2.25,
+      "learning_rate": 2.7192247173548356e-06,
+      "loss": 1.8885,
+      "step": 8370
+    },
+    {
+      "epoch": 2.8510674491792125,
+      "grad_norm": 2.515625,
+      "learning_rate": 2.7043603832284616e-06,
+      "loss": 1.9056,
+      "step": 8380
+    },
+    {
+      "epoch": 2.8544696776388534,
+      "grad_norm": 2.5625,
+      "learning_rate": 2.689526552289997e-06,
+      "loss": 1.9068,
+      "step": 8390
+    },
+    {
+      "epoch": 2.8578719060984943,
+      "grad_norm": 1.9375,
+      "learning_rate": 2.6747233371332606e-06,
+      "loss": 2.0559,
+      "step": 8400
+    },
+    {
+      "epoch": 2.8612741345581356,
+      "grad_norm": 2.140625,
+      "learning_rate": 2.6599508501196876e-06,
+      "loss": 1.9102,
+      "step": 8410
+    },
+    {
+      "epoch": 2.8646763630177765,
+      "grad_norm": 2.3125,
+      "learning_rate": 2.6452092033774744e-06,
+      "loss": 1.878,
+      "step": 8420
+    },
+    {
+      "epoch": 2.868078591477418,
+      "grad_norm": 2.21875,
+      "learning_rate": 2.630498508800734e-06,
+      "loss": 1.9412,
+      "step": 8430
+    },
+    {
+      "epoch": 2.8714808199370587,
+      "grad_norm": 2.59375,
+      "learning_rate": 2.6158188780486312e-06,
+      "loss": 1.8957,
+      "step": 8440
+    },
+    {
+      "epoch": 2.8748830483966996,
+      "grad_norm": 2.65625,
+      "learning_rate": 2.6011704225445548e-06,
+      "loss": 1.8656,
+      "step": 8450
+    },
+    {
+      "epoch": 2.878285276856341,
+      "grad_norm": 2.5,
+      "learning_rate": 2.586553253475264e-06,
+      "loss": 1.9598,
+      "step": 8460
+    },
+    {
+      "epoch": 2.881687505315982,
+      "grad_norm": 2.25,
+      "learning_rate": 2.5719674817900346e-06,
+      "loss": 1.957,
+      "step": 8470
+    },
+    {
+      "epoch": 2.885089733775623,
+      "grad_norm": 2.296875,
+      "learning_rate": 2.5574132181998334e-06,
+      "loss": 1.9725,
+      "step": 8480
+    },
+    {
+      "epoch": 2.888491962235264,
+      "grad_norm": 1.9765625,
+      "learning_rate": 2.5428905731764664e-06,
+      "loss": 1.9228,
+      "step": 8490
+    },
+    {
+      "epoch": 2.891894190694905,
+      "grad_norm": 2.40625,
+      "learning_rate": 2.5283996569517464e-06,
+      "loss": 1.938,
+      "step": 8500
+    },
+    {
+      "epoch": 2.8952964191545463,
+      "grad_norm": 2.21875,
+      "learning_rate": 2.5139405795166538e-06,
+      "loss": 1.9243,
+      "step": 8510
+    },
+    {
+      "epoch": 2.898698647614187,
+      "grad_norm": 2.3125,
+      "learning_rate": 2.4995134506204964e-06,
+      "loss": 1.9328,
+      "step": 8520
+    },
+    {
+      "epoch": 2.9021008760738285,
+      "grad_norm": 2.15625,
+      "learning_rate": 2.48511837977009e-06,
+      "loss": 1.9199,
+      "step": 8530
+    },
+    {
+      "epoch": 2.9055031045334694,
+      "grad_norm": 2.625,
+      "learning_rate": 2.4707554762289077e-06,
+      "loss": 1.9613,
+      "step": 8540
+    },
+    {
+      "epoch": 2.9089053329931103,
+      "grad_norm": 2.046875,
+      "learning_rate": 2.4564248490162763e-06,
+      "loss": 1.9547,
+      "step": 8550
+    },
+    {
+      "epoch": 2.9123075614527516,
+      "grad_norm": 2.328125,
+      "learning_rate": 2.442126606906526e-06,
+      "loss": 2.0251,
+      "step": 8560
+    },
+    {
+      "epoch": 2.9157097899123925,
+      "grad_norm": 2.40625,
+      "learning_rate": 2.4278608584281694e-06,
+      "loss": 1.9231,
+      "step": 8570
+    },
+    {
+      "epoch": 2.919112018372034,
+      "grad_norm": 2.625,
+      "learning_rate": 2.413627711863091e-06,
+      "loss": 1.9295,
+      "step": 8580
+    },
+    {
+      "epoch": 2.9225142468316747,
+      "grad_norm": 2.5,
+      "learning_rate": 2.399427275245705e-06,
+      "loss": 1.9444,
+      "step": 8590
+    },
+    {
+      "epoch": 2.9259164752913156,
+      "grad_norm": 2.328125,
+      "learning_rate": 2.3852596563621536e-06,
+      "loss": 1.9794,
+      "step": 8600
+    },
+    {
+      "epoch": 2.929318703750957,
+      "grad_norm": 2.1875,
+      "learning_rate": 2.3711249627494803e-06,
+      "loss": 1.9096,
+      "step": 8610
+    },
+    {
+      "epoch": 2.932720932210598,
+      "grad_norm": 2.578125,
+      "learning_rate": 2.3570233016948133e-06,
+      "loss": 1.9062,
+      "step": 8620
+    },
+    {
+      "epoch": 2.936123160670239,
+      "grad_norm": 2.34375,
+      "learning_rate": 2.3429547802345537e-06,
+      "loss": 1.8779,
+      "step": 8630
+    },
+    {
+      "epoch": 2.93952538912988,
+      "grad_norm": 2.265625,
+      "learning_rate": 2.3289195051535584e-06,
+      "loss": 1.8901,
+      "step": 8640
+    },
+    {
+      "epoch": 2.942927617589521,
+      "grad_norm": 2.203125,
+      "learning_rate": 2.3149175829843367e-06,
+      "loss": 1.9073,
+      "step": 8650
+    },
+    {
+      "epoch": 2.9463298460491623,
+      "grad_norm": 2.46875,
+      "learning_rate": 2.3009491200062343e-06,
+      "loss": 1.9434,
+      "step": 8660
+    },
+    {
+      "epoch": 2.949732074508803,
+      "grad_norm": 2.1875,
+      "learning_rate": 2.287014222244634e-06,
+      "loss": 1.88,
+      "step": 8670
+    },
+    {
+      "epoch": 2.9531343029684445,
+      "grad_norm": 2.109375,
+      "learning_rate": 2.273112995470147e-06,
+      "loss": 1.968,
+      "step": 8680
+    },
+    {
+      "epoch": 2.9565365314280854,
+      "grad_norm": 2.03125,
+      "learning_rate": 2.259245545197807e-06,
+      "loss": 1.9048,
+      "step": 8690
+    },
+    {
+      "epoch": 2.9599387598877263,
+      "grad_norm": 2.46875,
+      "learning_rate": 2.245411976686278e-06,
+      "loss": 1.9502,
+      "step": 8700
+    },
+    {
+      "epoch": 2.9633409883473676,
+      "grad_norm": 2.546875,
+      "learning_rate": 2.231612394937042e-06,
+      "loss": 1.87,
+      "step": 8710
+    },
+    {
+      "epoch": 2.9667432168070085,
+      "grad_norm": 2.234375,
+      "learning_rate": 2.217846904693616e-06,
+      "loss": 1.9337,
+      "step": 8720
+    },
+    {
+      "epoch": 2.97014544526665,
+      "grad_norm": 2.609375,
+      "learning_rate": 2.2041156104407518e-06,
+      "loss": 1.9095,
+      "step": 8730
+    },
+    {
+      "epoch": 2.9735476737262907,
+      "grad_norm": 2.4375,
+      "learning_rate": 2.1904186164036358e-06,
+      "loss": 1.9346,
+      "step": 8740
+    },
+    {
+      "epoch": 2.9769499021859316,
+      "grad_norm": 2.09375,
+      "learning_rate": 2.1767560265471087e-06,
+      "loss": 1.9296,
+      "step": 8750
+    },
+    {
+      "epoch": 2.980352130645573,
+      "grad_norm": 2.484375,
+      "learning_rate": 2.163127944574872e-06,
+      "loss": 1.9386,
+      "step": 8760
+    },
+    {
+      "epoch": 2.983754359105214,
+      "grad_norm": 2.40625,
+      "learning_rate": 2.149534473928699e-06,
+      "loss": 1.9189,
+      "step": 8770
+    },
+    {
+      "epoch": 2.987156587564855,
+      "grad_norm": 2.46875,
+      "learning_rate": 2.135975717787654e-06,
+      "loss": 1.8996,
+      "step": 8780
+    },
+    {
+      "epoch": 2.990558816024496,
+      "grad_norm": 2.1875,
+      "learning_rate": 2.1224517790673003e-06,
+      "loss": 1.937,
+      "step": 8790
+    },
+    {
+      "epoch": 2.993961044484137,
+      "grad_norm": 2.234375,
+      "learning_rate": 2.108962760418933e-06,
+      "loss": 1.9724,
+      "step": 8800
+    },
+    {
+      "epoch": 2.9973632729437782,
+      "grad_norm": 2.5,
+      "learning_rate": 2.0955087642287833e-06,
+      "loss": 1.9497,
+      "step": 8810
+    },
+    {
+      "epoch": 3.000765501403419,
+      "grad_norm": 2.5,
+      "learning_rate": 2.0820898926172546e-06,
+      "loss": 1.9683,
+      "step": 8820
+    },
+    {
+      "epoch": 3.0041677298630605,
+      "grad_norm": 2.375,
+      "learning_rate": 2.0687062474381516e-06,
+      "loss": 1.9146,
+      "step": 8830
+    },
+    {
+      "epoch": 3.0075699583227014,
+      "grad_norm": 2.515625,
+      "learning_rate": 2.05535793027788e-06,
+      "loss": 1.9749,
+      "step": 8840
+    },
+    {
+      "epoch": 3.0109721867823422,
+      "grad_norm": 2.46875,
+      "learning_rate": 2.042045042454711e-06,
+      "loss": 1.9554,
+      "step": 8850
+    },
+    {
+      "epoch": 3.0143744152419836,
+      "grad_norm": 2.53125,
+      "learning_rate": 2.028767685017981e-06,
+      "loss": 1.8963,
+      "step": 8860
+    },
+    {
+      "epoch": 3.0177766437016245,
+      "grad_norm": 2.671875,
+      "learning_rate": 2.015525958747352e-06,
+      "loss": 1.938,
+      "step": 8870
+    },
+    {
+      "epoch": 3.021178872161266,
+      "grad_norm": 2.625,
+      "learning_rate": 2.0023199641520177e-06,
+      "loss": 1.9223,
+      "step": 8880
+    },
+    {
+      "epoch": 3.0245811006209067,
+      "grad_norm": 2.625,
+      "learning_rate": 1.989149801469974e-06,
+      "loss": 1.8825,
+      "step": 8890
+    },
+    {
+      "epoch": 3.0279833290805476,
+      "grad_norm": 2.703125,
+      "learning_rate": 1.97601557066723e-06,
+      "loss": 1.9489,
+      "step": 8900
+    },
+    {
+      "epoch": 3.031385557540189,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.9629173714370583e-06,
+      "loss": 1.9236,
+      "step": 8910
+    },
+    {
+      "epoch": 3.03478778599983,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.949855303199246e-06,
+      "loss": 1.9561,
+      "step": 8920
+    },
+    {
+      "epoch": 3.038190014459471,
+      "grad_norm": 2.484375,
+      "learning_rate": 1.9368294650993263e-06,
+      "loss": 1.8969,
+      "step": 8930
+    },
+    {
+      "epoch": 3.041592242919112,
+      "grad_norm": 2.125,
+      "learning_rate": 1.92383995600784e-06,
+      "loss": 1.9331,
+      "step": 8940
+    },
+    {
+      "epoch": 3.044994471378753,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.910886874519575e-06,
+      "loss": 1.9734,
+      "step": 8950
+    },
+    {
+      "epoch": 3.0483966998383942,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.8979703189528225e-06,
+      "loss": 1.918,
+      "step": 8960
+    },
+    {
+      "epoch": 3.051798928298035,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.885090387348631e-06,
+      "loss": 1.9162,
+      "step": 8970
+    },
+    {
+      "epoch": 3.0552011567576765,
+      "grad_norm": 2.421875,
+      "learning_rate": 1.8722471774700541e-06,
+      "loss": 1.9047,
+      "step": 8980
+    },
+    {
+      "epoch": 3.0586033852173173,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.8594407868014222e-06,
+      "loss": 1.9391,
+      "step": 8990
+    },
+    {
+      "epoch": 3.0620056136769582,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.8466713125475953e-06,
+      "loss": 1.9597,
+      "step": 9000
+    },
+    {
+      "epoch": 3.0654078421365996,
+      "grad_norm": 2.125,
+      "learning_rate": 1.8339388516332183e-06,
+      "loss": 1.9123,
+      "step": 9010
+    },
+    {
+      "epoch": 3.0688100705962404,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.8212435007019987e-06,
+      "loss": 1.9063,
+      "step": 9020
+    },
+    {
+      "epoch": 3.072212299055882,
+      "grad_norm": 2.0625,
+      "learning_rate": 1.8085853561159651e-06,
+      "loss": 1.8604,
+      "step": 9030
+    },
+    {
+      "epoch": 3.0756145275155227,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.7959645139547367e-06,
+      "loss": 1.9165,
+      "step": 9040
+    },
+    {
+      "epoch": 3.0790167559751636,
+      "grad_norm": 2.8125,
+      "learning_rate": 1.7833810700147973e-06,
+      "loss": 1.9096,
+      "step": 9050
+    },
+    {
+      "epoch": 3.082418984434805,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.770835119808758e-06,
+      "loss": 1.9433,
+      "step": 9060
+    },
+    {
+      "epoch": 3.0858212128944458,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.7583267585646496e-06,
+      "loss": 1.972,
+      "step": 9070
+    },
+    {
+      "epoch": 3.089223441354087,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.7458560812251807e-06,
+      "loss": 1.9191,
+      "step": 9080
+    },
+    {
+      "epoch": 3.092625669813728,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.7334231824470327e-06,
+      "loss": 1.882,
+      "step": 9090
+    },
+    {
+      "epoch": 3.096027898273369,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.7210281566001321e-06,
+      "loss": 1.9086,
+      "step": 9100
+    },
+    {
+      "epoch": 3.09943012673301,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.7086710977669391e-06,
+      "loss": 1.9225,
+      "step": 9110
+    },
+    {
+      "epoch": 3.102832355192651,
+      "grad_norm": 2.515625,
+      "learning_rate": 1.6963520997417304e-06,
+      "loss": 1.9364,
+      "step": 9120
+    },
+    {
+      "epoch": 3.1062345836522924,
+      "grad_norm": 2.40625,
+      "learning_rate": 1.684071256029885e-06,
+      "loss": 1.962,
+      "step": 9130
+    },
+    {
+      "epoch": 3.1096368121119333,
+      "grad_norm": 2.25,
+      "learning_rate": 1.6718286598471834e-06,
+      "loss": 1.9557,
+      "step": 9140
+    },
+    {
+      "epoch": 3.113039040571574,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.6596244041190884e-06,
+      "loss": 1.963,
+      "step": 9150
+    },
+    {
+      "epoch": 3.1164412690312155,
+      "grad_norm": 2.453125,
+      "learning_rate": 1.6474585814800486e-06,
+      "loss": 1.8665,
+      "step": 9160
+    },
+    {
+      "epoch": 3.1198434974908564,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.6353312842727971e-06,
+      "loss": 1.9364,
+      "step": 9170
+    },
+    {
+      "epoch": 3.1232457259504978,
+      "grad_norm": 1.9921875,
+      "learning_rate": 1.6232426045476368e-06,
+      "loss": 1.9379,
+      "step": 9180
+    },
+    {
+      "epoch": 3.1266479544101387,
+      "grad_norm": 2.484375,
+      "learning_rate": 1.6111926340617594e-06,
+      "loss": 1.8696,
+      "step": 9190
+    },
+    {
+      "epoch": 3.1300501828697795,
+      "grad_norm": 2.546875,
+      "learning_rate": 1.599181464278531e-06,
+      "loss": 1.9511,
+      "step": 9200
+    },
+    {
+      "epoch": 3.133452411329421,
+      "grad_norm": 2.125,
+      "learning_rate": 1.587209186366815e-06,
+      "loss": 1.9289,
+      "step": 9210
+    },
+    {
+      "epoch": 3.1368546397890618,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.5752758912002694e-06,
+      "loss": 1.8937,
+      "step": 9220
+    },
+    {
+      "epoch": 3.140256868248703,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.5633816693566608e-06,
+      "loss": 1.8763,
+      "step": 9230
+    },
+    {
+      "epoch": 3.143659096708344,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.5515266111171768e-06,
+      "loss": 1.9913,
+      "step": 9240
+    },
+    {
+      "epoch": 3.147061325167985,
+      "grad_norm": 2.5,
+      "learning_rate": 1.5397108064657348e-06,
+      "loss": 1.8861,
+      "step": 9250
+    },
+    {
+      "epoch": 3.150463553627626,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.5279343450883104e-06,
+      "loss": 1.9029,
+      "step": 9260
+    },
+    {
+      "epoch": 3.153865782087267,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.5161973163722477e-06,
+      "loss": 1.9382,
+      "step": 9270
+    },
+    {
+      "epoch": 3.1572680105469084,
+      "grad_norm": 2.421875,
+      "learning_rate": 1.5044998094055818e-06,
+      "loss": 1.8859,
+      "step": 9280
+    },
+    {
+      "epoch": 3.1606702390065493,
+      "grad_norm": 2.375,
+      "learning_rate": 1.4928419129763672e-06,
+      "loss": 1.8785,
+      "step": 9290
+    },
+    {
+      "epoch": 3.16407246746619,
+      "grad_norm": 2.6875,
+      "learning_rate": 1.4812237155720006e-06,
+      "loss": 1.8864,
+      "step": 9300
+    },
+    {
+      "epoch": 3.1674746959258315,
+      "grad_norm": 2.53125,
+      "learning_rate": 1.4696453053785496e-06,
+      "loss": 1.8698,
+      "step": 9310
+    },
+    {
+      "epoch": 3.1708769243854724,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.4581067702800793e-06,
+      "loss": 1.9852,
+      "step": 9320
+    },
+    {
+      "epoch": 3.1742791528451137,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.4466081978579942e-06,
+      "loss": 1.98,
+      "step": 9330
+    },
+    {
+      "epoch": 3.1776813813047546,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.4351496753903699e-06,
+      "loss": 1.925,
+      "step": 9340
+    },
+    {
+      "epoch": 3.1810836097643955,
+      "grad_norm": 2.5,
+      "learning_rate": 1.4237312898512816e-06,
+      "loss": 1.9355,
+      "step": 9350
+    },
+    {
+      "epoch": 3.184485838224037,
+      "grad_norm": 2.703125,
+      "learning_rate": 1.4123531279101576e-06,
+      "loss": 1.9966,
+      "step": 9360
+    },
+    {
+      "epoch": 3.1878880666836777,
+      "grad_norm": 2.578125,
+      "learning_rate": 1.4010152759311148e-06,
+      "loss": 1.8377,
+      "step": 9370
+    },
+    {
+      "epoch": 3.191290295143319,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.3897178199723027e-06,
+      "loss": 1.9501,
+      "step": 9380
+    },
+    {
+      "epoch": 3.19469252360296,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.3784608457852537e-06,
+      "loss": 1.9103,
+      "step": 9390
+    },
+    {
+      "epoch": 3.198094752062601,
+      "grad_norm": 2.578125,
+      "learning_rate": 1.3672444388142238e-06,
+      "loss": 1.9575,
+      "step": 9400
+    },
+    {
+      "epoch": 3.201496980522242,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.3560686841955576e-06,
+      "loss": 1.929,
+      "step": 9410
+    },
+    {
+      "epoch": 3.204899208981883,
+      "grad_norm": 2.375,
+      "learning_rate": 1.3449336667570272e-06,
+      "loss": 1.9606,
+      "step": 9420
+    },
+    {
+      "epoch": 3.2083014374415244,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.3338394710172017e-06,
+      "loss": 1.9379,
+      "step": 9430
+    },
+    {
+      "epoch": 3.2117036659011653,
+      "grad_norm": 2.640625,
+      "learning_rate": 1.3227861811847961e-06,
+      "loss": 1.8995,
+      "step": 9440
+    },
+    {
+      "epoch": 3.215105894360806,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.3117738811580378e-06,
+      "loss": 1.9038,
+      "step": 9450
+    },
+    {
+      "epoch": 3.2185081228204475,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.3008026545240273e-06,
+      "loss": 1.9499,
+      "step": 9460
+    },
+    {
+      "epoch": 3.2219103512800884,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.2898725845581015e-06,
+      "loss": 1.9625,
+      "step": 9470
+    },
+    {
+      "epoch": 3.2253125797397297,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.2789837542232062e-06,
+      "loss": 2.0014,
+      "step": 9480
+    },
+    {
+      "epoch": 3.2287148081993706,
+      "grad_norm": 2.375,
+      "learning_rate": 1.2681362461692674e-06,
+      "loss": 1.9227,
+      "step": 9490
+    },
+    {
+      "epoch": 3.2321170366590115,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.2573301427325523e-06,
+      "loss": 1.9411,
+      "step": 9500
+    },
+    {
+      "epoch": 3.235519265118653,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.246565525935065e-06,
+      "loss": 1.8898,
+      "step": 9510
+    },
+    {
+      "epoch": 3.2389214935782937,
+      "grad_norm": 2.25,
+      "learning_rate": 1.2358424774839005e-06,
+      "loss": 1.8962,
+      "step": 9520
+    },
+    {
+      "epoch": 3.242323722037935,
+      "grad_norm": 2.5,
+      "learning_rate": 1.2251610787706435e-06,
+      "loss": 1.9404,
+      "step": 9530
+    },
+    {
+      "epoch": 3.245725950497576,
+      "grad_norm": 2.265625,
+      "learning_rate": 1.2145214108707407e-06,
+      "loss": 1.8978,
+      "step": 9540
+    },
+    {
+      "epoch": 3.249128178957217,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.2039235545428843e-06,
+      "loss": 1.9312,
+      "step": 9550
+    },
+    {
+      "epoch": 3.252530407416858,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.1933675902284088e-06,
+      "loss": 1.8721,
+      "step": 9560
+    },
+    {
+      "epoch": 3.255932635876499,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.182853598050669e-06,
+      "loss": 1.9304,
+      "step": 9570
+    },
+    {
+      "epoch": 3.2593348643361404,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.1723816578144417e-06,
+      "loss": 1.8912,
+      "step": 9580
+    },
+    {
+      "epoch": 3.2627370927957813,
+      "grad_norm": 2.375,
+      "learning_rate": 1.1619518490053083e-06,
+      "loss": 1.8852,
+      "step": 9590
+    },
+    {
+      "epoch": 3.266139321255422,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.1515642507890646e-06,
+      "loss": 1.9256,
+      "step": 9600
+    },
+    {
+      "epoch": 3.2695415497150635,
+      "grad_norm": 2.375,
+      "learning_rate": 1.141218942011112e-06,
+      "loss": 1.8988,
+      "step": 9610
+    },
+    {
+      "epoch": 3.2729437781747044,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.1309160011958583e-06,
+      "loss": 1.9262,
+      "step": 9620
+    },
+    {
+      "epoch": 3.2763460066343457,
+      "grad_norm": 2.078125,
+      "learning_rate": 1.1206555065461265e-06,
+      "loss": 1.9177,
+      "step": 9630
+    },
+    {
+      "epoch": 3.2797482350939866,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1104375359425585e-06,
+      "loss": 1.9117,
+      "step": 9640
+    },
+    {
+      "epoch": 3.2831504635536275,
+      "grad_norm": 2.703125,
+      "learning_rate": 1.100262166943023e-06,
+      "loss": 1.9711,
+      "step": 9650
+    },
+    {
+      "epoch": 3.286552692013269,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.0901294767820318e-06,
+      "loss": 1.9243,
+      "step": 9660
+    },
+    {
+      "epoch": 3.2899549204729097,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.0800395423701436e-06,
+      "loss": 1.9023,
+      "step": 9670
+    },
+    {
+      "epoch": 3.293357148932551,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.0699924402933917e-06,
+      "loss": 1.938,
+      "step": 9680
+    },
+    {
+      "epoch": 3.296759377392192,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.0599882468126933e-06,
+      "loss": 1.9328,
+      "step": 9690
+    },
+    {
+      "epoch": 3.300161605851833,
+      "grad_norm": 2.109375,
+      "learning_rate": 1.0500270378632782e-06,
+      "loss": 1.9429,
+      "step": 9700
+    },
+    {
+      "epoch": 3.303563834311474,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.0401088890541082e-06,
+      "loss": 1.9068,
+      "step": 9710
+    },
+    {
+      "epoch": 3.306966062771115,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.0302338756673032e-06,
+      "loss": 1.9121,
+      "step": 9720
+    },
+    {
+      "epoch": 3.3103682912307564,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.0204020726575725e-06,
+      "loss": 1.9197,
+      "step": 9730
+    },
+    {
+      "epoch": 3.3137705196903973,
+      "grad_norm": 2.09375,
+      "learning_rate": 1.0106135546516385e-06,
+      "loss": 1.9347,
+      "step": 9740
+    },
+    {
+      "epoch": 3.317172748150038,
+      "grad_norm": 1.9375,
+      "learning_rate": 1.0008683959476827e-06,
+      "loss": 1.929,
+      "step": 9750
+    },
+    {
+      "epoch": 3.3205749766096795,
+      "grad_norm": 2.203125,
+      "learning_rate": 9.911666705147721e-07,
+      "loss": 1.8878,
+      "step": 9760
+    },
+    {
+      "epoch": 3.3239772050693204,
+      "grad_norm": 2.359375,
+      "learning_rate": 9.815084519922975e-07,
+      "loss": 1.8525,
+      "step": 9770
+    },
+    {
+      "epoch": 3.3273794335289617,
+      "grad_norm": 2.03125,
+      "learning_rate": 9.718938136894211e-07,
+      "loss": 1.8368,
+      "step": 9780
+    },
+    {
+      "epoch": 3.3307816619886026,
+      "grad_norm": 2.0,
+      "learning_rate": 9.623228285845155e-07,
+      "loss": 1.8964,
+      "step": 9790
+    },
+    {
+      "epoch": 3.3341838904482435,
+      "grad_norm": 2.796875,
+      "learning_rate": 9.527955693246117e-07,
+      "loss": 1.9062,
+      "step": 9800
+    },
+    {
+      "epoch": 3.337586118907885,
+      "grad_norm": 2.125,
+      "learning_rate": 9.433121082248422e-07,
+      "loss": 1.87,
+      "step": 9810
+    },
+    {
+      "epoch": 3.3409883473675257,
+      "grad_norm": 2.5,
+      "learning_rate": 9.33872517267902e-07,
+      "loss": 1.9351,
+      "step": 9820
+    },
+    {
+      "epoch": 3.344390575827167,
+      "grad_norm": 2.21875,
+      "learning_rate": 9.244768681034954e-07,
+      "loss": 1.9826,
+      "step": 9830
+    },
+    {
+      "epoch": 3.347792804286808,
+      "grad_norm": 2.5625,
+      "learning_rate": 9.151252320477888e-07,
+      "loss": 1.9788,
+      "step": 9840
+    },
+    {
+      "epoch": 3.351195032746449,
+      "grad_norm": 1.9765625,
+      "learning_rate": 9.058176800828842e-07,
+      "loss": 1.9306,
+      "step": 9850
+    },
+    {
+      "epoch": 3.35459726120609,
+      "grad_norm": 2.375,
+      "learning_rate": 8.965542828562589e-07,
+      "loss": 1.9304,
+      "step": 9860
+    },
+    {
+      "epoch": 3.357999489665731,
+      "grad_norm": 2.546875,
+      "learning_rate": 8.873351106802486e-07,
+      "loss": 1.9565,
+      "step": 9870
+    },
+    {
+      "epoch": 3.3614017181253724,
+      "grad_norm": 2.28125,
+      "learning_rate": 8.781602335315041e-07,
+      "loss": 1.9325,
+      "step": 9880
+    },
+    {
+      "epoch": 3.3648039465850133,
+      "grad_norm": 2.25,
+      "learning_rate": 8.690297210504589e-07,
+      "loss": 1.9074,
+      "step": 9890
+    },
+    {
+      "epoch": 3.368206175044654,
+      "grad_norm": 2.65625,
+      "learning_rate": 8.599436425408064e-07,
+      "loss": 1.9338,
+      "step": 9900
+    },
+    {
+      "epoch": 3.3716084035042955,
+      "grad_norm": 2.625,
+      "learning_rate": 8.509020669689717e-07,
+      "loss": 1.9236,
+      "step": 9910
+    },
+    {
+      "epoch": 3.3750106319639364,
+      "grad_norm": 2.5625,
+      "learning_rate": 8.419050629635849e-07,
+      "loss": 1.9387,
+      "step": 9920
+    },
+    {
+      "epoch": 3.3784128604235777,
+      "grad_norm": 2.4375,
+      "learning_rate": 8.329526988149661e-07,
+      "loss": 1.9503,
+      "step": 9930
+    },
+    {
+      "epoch": 3.3818150888832186,
+      "grad_norm": 2.1875,
+      "learning_rate": 8.240450424745993e-07,
+      "loss": 1.9232,
+      "step": 9940
+    },
+    {
+      "epoch": 3.3852173173428595,
+      "grad_norm": 2.546875,
+      "learning_rate": 8.151821615546263e-07,
+      "loss": 1.9435,
+      "step": 9950
+    },
+    {
+      "epoch": 3.388619545802501,
+      "grad_norm": 2.203125,
+      "learning_rate": 8.063641233273221e-07,
+      "loss": 1.9005,
+      "step": 9960
+    },
+    {
+      "epoch": 3.3920217742621417,
+      "grad_norm": 2.609375,
+      "learning_rate": 7.975909947245956e-07,
+      "loss": 1.864,
+      "step": 9970
+    },
+    {
+      "epoch": 3.3954240027217826,
+      "grad_norm": 2.15625,
+      "learning_rate": 7.888628423374738e-07,
+      "loss": 1.9707,
+      "step": 9980
+    },
+    {
+      "epoch": 3.398826231181424,
+      "grad_norm": 2.53125,
+      "learning_rate": 7.801797324156009e-07,
+      "loss": 1.9314,
+      "step": 9990
+    },
+    {
+      "epoch": 3.402228459641065,
+      "grad_norm": 2.546875,
+      "learning_rate": 7.715417308667326e-07,
+      "loss": 1.9229,
+      "step": 10000
+    },
+    {
+      "epoch": 3.405630688100706,
+      "grad_norm": 2.5625,
+      "learning_rate": 7.629489032562336e-07,
+      "loss": 1.86,
+      "step": 10010
+    },
+    {
+      "epoch": 3.409032916560347,
+      "grad_norm": 2.4375,
+      "learning_rate": 7.544013148065898e-07,
+      "loss": 1.9123,
+      "step": 10020
+    },
+    {
+      "epoch": 3.412435145019988,
+      "grad_norm": 1.8515625,
+      "learning_rate": 7.45899030396898e-07,
+      "loss": 1.8735,
+      "step": 10030
+    },
+    {
+      "epoch": 3.4158373734796292,
+      "grad_norm": 2.375,
+      "learning_rate": 7.374421145623891e-07,
+      "loss": 1.9386,
+      "step": 10040
+    },
+    {
+      "epoch": 3.41923960193927,
+      "grad_norm": 2.5625,
+      "learning_rate": 7.290306314939283e-07,
+      "loss": 1.8794,
+      "step": 10050
+    },
+    {
+      "epoch": 3.4226418303989115,
+      "grad_norm": 2.296875,
+      "learning_rate": 7.206646450375306e-07,
+      "loss": 1.9236,
+      "step": 10060
+    },
+    {
+      "epoch": 3.4260440588585523,
+      "grad_norm": 2.25,
+      "learning_rate": 7.123442186938769e-07,
+      "loss": 1.9224,
+      "step": 10070
+    },
+    {
+      "epoch": 3.4294462873181932,
+      "grad_norm": 2.28125,
+      "learning_rate": 7.040694156178301e-07,
+      "loss": 1.9089,
+      "step": 10080
+    },
+    {
+      "epoch": 3.4328485157778346,
+      "grad_norm": 2.125,
+      "learning_rate": 6.958402986179579e-07,
+      "loss": 1.9395,
+      "step": 10090
+    },
+    {
+      "epoch": 3.4362507442374755,
+      "grad_norm": 2.703125,
+      "learning_rate": 6.87656930156057e-07,
+      "loss": 1.9217,
+      "step": 10100
+    },
+    {
+      "epoch": 3.439652972697117,
+      "grad_norm": 2.203125,
+      "learning_rate": 6.795193723466726e-07,
+      "loss": 1.9458,
+      "step": 10110
+    },
+    {
+      "epoch": 3.4430552011567577,
+      "grad_norm": 1.828125,
+      "learning_rate": 6.714276869566347e-07,
+      "loss": 1.9698,
+      "step": 10120
+    },
+    {
+      "epoch": 3.4464574296163986,
+      "grad_norm": 2.3125,
+      "learning_rate": 6.633819354045855e-07,
+      "loss": 1.9773,
+      "step": 10130
+    },
+    {
+      "epoch": 3.44985965807604,
+      "grad_norm": 2.34375,
+      "learning_rate": 6.553821787605149e-07,
+      "loss": 1.8458,
+      "step": 10140
+    },
+    {
+      "epoch": 3.453261886535681,
+      "grad_norm": 2.265625,
+      "learning_rate": 6.474284777452948e-07,
+      "loss": 1.9633,
+      "step": 10150
+    },
+    {
+      "epoch": 3.456664114995322,
+      "grad_norm": 2.234375,
+      "learning_rate": 6.395208927302167e-07,
+      "loss": 1.9253,
+      "step": 10160
+    },
+    {
+      "epoch": 3.460066343454963,
+      "grad_norm": 1.984375,
+      "learning_rate": 6.31659483736541e-07,
+      "loss": 1.8867,
+      "step": 10170
+    },
+    {
+      "epoch": 3.463468571914604,
+      "grad_norm": 2.46875,
+      "learning_rate": 6.238443104350302e-07,
+      "loss": 1.9415,
+      "step": 10180
+    },
+    {
+      "epoch": 3.466870800374245,
+      "grad_norm": 2.4375,
+      "learning_rate": 6.160754321455092e-07,
+      "loss": 1.8688,
+      "step": 10190
+    },
+    {
+      "epoch": 3.470273028833886,
+      "grad_norm": 2.359375,
+      "learning_rate": 6.083529078364046e-07,
+      "loss": 1.8777,
+      "step": 10200
+    },
+    {
+      "epoch": 3.4736752572935274,
+      "grad_norm": 2.046875,
+      "learning_rate": 6.006767961242978e-07,
+      "loss": 1.8808,
+      "step": 10210
+    },
+    {
+      "epoch": 3.4770774857531683,
+      "grad_norm": 2.140625,
+      "learning_rate": 5.930471552734888e-07,
+      "loss": 1.9203,
+      "step": 10220
+    },
+    {
+      "epoch": 3.480479714212809,
+      "grad_norm": 2.21875,
+      "learning_rate": 5.854640431955407e-07,
+      "loss": 1.9427,
+      "step": 10230
+    },
+    {
+      "epoch": 3.4838819426724505,
+      "grad_norm": 2.609375,
+      "learning_rate": 5.779275174488542e-07,
+      "loss": 1.9229,
+      "step": 10240
+    },
+    {
+      "epoch": 3.4872841711320914,
+      "grad_norm": 2.328125,
+      "learning_rate": 5.704376352382198e-07,
+      "loss": 1.8909,
+      "step": 10250
+    },
+    {
+      "epoch": 3.4906863995917328,
+      "grad_norm": 2.25,
+      "learning_rate": 5.629944534143905e-07,
+      "loss": 1.9481,
+      "step": 10260
+    },
+    {
+      "epoch": 3.4940886280513737,
+      "grad_norm": 2.390625,
+      "learning_rate": 5.555980284736454e-07,
+      "loss": 1.9152,
+      "step": 10270
+    },
+    {
+      "epoch": 3.4974908565110145,
+      "grad_norm": 2.03125,
+      "learning_rate": 5.482484165573627e-07,
+      "loss": 1.9002,
+      "step": 10280
+    },
+    {
+      "epoch": 3.500893084970656,
+      "grad_norm": 2.34375,
+      "learning_rate": 5.409456734515961e-07,
+      "loss": 1.9427,
+      "step": 10290
+    },
+    {
+      "epoch": 3.5042953134302968,
+      "grad_norm": 2.390625,
+      "learning_rate": 5.336898545866455e-07,
+      "loss": 1.9312,
+      "step": 10300
+    },
+    {
+      "epoch": 3.5076975418899377,
+      "grad_norm": 2.3125,
+      "learning_rate": 5.264810150366431e-07,
+      "loss": 1.9146,
+      "step": 10310
+    },
+    {
+      "epoch": 3.511099770349579,
+      "grad_norm": 2.625,
+      "learning_rate": 5.193192095191315e-07,
+      "loss": 1.932,
+      "step": 10320
+    },
+    {
+      "epoch": 3.51450199880922,
+      "grad_norm": 2.21875,
+      "learning_rate": 5.122044923946488e-07,
+      "loss": 1.9544,
+      "step": 10330
+    },
+    {
+      "epoch": 3.517904227268861,
+      "grad_norm": 2.21875,
+      "learning_rate": 5.051369176663161e-07,
+      "loss": 1.9132,
+      "step": 10340
+    },
+    {
+      "epoch": 3.521306455728502,
+      "grad_norm": 2.09375,
+      "learning_rate": 4.981165389794265e-07,
+      "loss": 1.9379,
+      "step": 10350
+    },
+    {
+      "epoch": 3.524708684188143,
+      "grad_norm": 2.359375,
+      "learning_rate": 4.911434096210408e-07,
+      "loss": 1.8495,
+      "step": 10360
+    },
+    {
+      "epoch": 3.5281109126477843,
+      "grad_norm": 2.53125,
+      "learning_rate": 4.842175825195817e-07,
+      "loss": 1.964,
+      "step": 10370
+    },
+    {
+      "epoch": 3.531513141107425,
+      "grad_norm": 2.09375,
+      "learning_rate": 4.773391102444278e-07,
+      "loss": 1.8755,
+      "step": 10380
+    },
+    {
+      "epoch": 3.5349153695670665,
+      "grad_norm": 2.8125,
+      "learning_rate": 4.705080450055242e-07,
+      "loss": 1.902,
+      "step": 10390
+    },
+    {
+      "epoch": 3.5383175980267074,
+      "grad_norm": 3.03125,
+      "learning_rate": 4.63724438652977e-07,
+      "loss": 1.9428,
+      "step": 10400
+    },
+    {
+      "epoch": 3.5417198264863483,
+      "grad_norm": 2.125,
+      "learning_rate": 4.5698834267666295e-07,
+      "loss": 1.8812,
+      "step": 10410
+    },
+    {
+      "epoch": 3.5451220549459896,
+      "grad_norm": 2.265625,
+      "learning_rate": 4.502998082058419e-07,
+      "loss": 1.9378,
+      "step": 10420
+    },
+    {
+      "epoch": 3.5485242834056305,
+      "grad_norm": 2.546875,
+      "learning_rate": 4.4365888600876105e-07,
+      "loss": 1.8586,
+      "step": 10430
+    },
+    {
+      "epoch": 3.551926511865272,
+      "grad_norm": 2.5,
+      "learning_rate": 4.3706562649227966e-07,
+      "loss": 1.9303,
+      "step": 10440
+    },
+    {
+      "epoch": 3.5553287403249128,
+      "grad_norm": 2.28125,
+      "learning_rate": 4.305200797014755e-07,
+      "loss": 1.8785,
+      "step": 10450
+    },
+    {
+      "epoch": 3.5587309687845536,
+      "grad_norm": 2.296875,
+      "learning_rate": 4.2402229531927284e-07,
+      "loss": 1.8698,
+      "step": 10460
+    },
+    {
+      "epoch": 3.562133197244195,
+      "grad_norm": 2.203125,
+      "learning_rate": 4.1757232266606775e-07,
+      "loss": 1.9134,
+      "step": 10470
+    },
+    {
+      "epoch": 3.565535425703836,
+      "grad_norm": 2.0,
+      "learning_rate": 4.1117021069934086e-07,
+      "loss": 1.9092,
+      "step": 10480
+    },
+    {
+      "epoch": 3.568937654163477,
+      "grad_norm": 2.578125,
+      "learning_rate": 4.048160080133004e-07,
+      "loss": 1.8521,
+      "step": 10490
+    },
+    {
+      "epoch": 3.572339882623118,
+      "grad_norm": 2.046875,
+      "learning_rate": 3.985097628385017e-07,
+      "loss": 1.9322,
+      "step": 10500
+    },
+    {
+      "epoch": 3.575742111082759,
+      "grad_norm": 2.265625,
+      "learning_rate": 3.9225152304149186e-07,
+      "loss": 1.95,
+      "step": 10510
+    },
+    {
+      "epoch": 3.5791443395424003,
+      "grad_norm": 2.40625,
+      "learning_rate": 3.8604133612443344e-07,
+      "loss": 1.8966,
+      "step": 10520
+    },
+    {
+      "epoch": 3.582546568002041,
+      "grad_norm": 2.28125,
+      "learning_rate": 3.798792492247598e-07,
+      "loss": 1.8615,
+      "step": 10530
+    },
+    {
+      "epoch": 3.5859487964616825,
+      "grad_norm": 2.203125,
+      "learning_rate": 3.737653091148046e-07,
+      "loss": 1.9687,
+      "step": 10540
+    },
+    {
+      "epoch": 3.5893510249213234,
+      "grad_norm": 2.109375,
+      "learning_rate": 3.6769956220144835e-07,
+      "loss": 1.9133,
+      "step": 10550
+    },
+    {
+      "epoch": 3.5927532533809643,
+      "grad_norm": 2.203125,
+      "learning_rate": 3.61682054525775e-07,
+      "loss": 1.9313,
+      "step": 10560
+    },
+    {
+      "epoch": 3.5961554818406056,
+      "grad_norm": 2.359375,
+      "learning_rate": 3.5571283176270955e-07,
+      "loss": 2.0094,
+      "step": 10570
+    },
+    {
+      "epoch": 3.5995577103002465,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.4979193922068417e-07,
+      "loss": 1.9955,
+      "step": 10580
+    },
+    {
+      "epoch": 3.602959938759888,
+      "grad_norm": 2.359375,
+      "learning_rate": 3.439194218412834e-07,
+      "loss": 1.9294,
+      "step": 10590
+    },
+    {
+      "epoch": 3.6063621672195287,
+      "grad_norm": 2.390625,
+      "learning_rate": 3.380953241989119e-07,
+      "loss": 1.8658,
+      "step": 10600
+    },
+    {
+      "epoch": 3.6097643956791696,
+      "grad_norm": 2.859375,
+      "learning_rate": 3.3231969050044987e-07,
+      "loss": 1.9264,
+      "step": 10610
+    },
+    {
+      "epoch": 3.613166624138811,
+      "grad_norm": 2.15625,
+      "learning_rate": 3.2659256458491855e-07,
+      "loss": 1.9539,
+      "step": 10620
+    },
+    {
+      "epoch": 3.616568852598452,
+      "grad_norm": 2.609375,
+      "learning_rate": 3.209139899231508e-07,
+      "loss": 1.9833,
+      "step": 10630
+    },
+    {
+      "epoch": 3.619971081058093,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.1528400961745953e-07,
+      "loss": 1.9088,
+      "step": 10640
+    },
+    {
+      "epoch": 3.623373309517734,
+      "grad_norm": 2.359375,
+      "learning_rate": 3.0970266640130633e-07,
+      "loss": 1.9261,
+      "step": 10650
+    },
+    {
+      "epoch": 3.626775537977375,
+      "grad_norm": 2.1875,
+      "learning_rate": 3.0417000263898494e-07,
+      "loss": 1.8439,
+      "step": 10660
+    },
+    {
+      "epoch": 3.6301777664370163,
+      "grad_norm": 2.421875,
+      "learning_rate": 2.9868606032529224e-07,
+      "loss": 1.9474,
+      "step": 10670
+    },
+    {
+      "epoch": 3.633579994896657,
+      "grad_norm": 2.296875,
+      "learning_rate": 2.932508810852159e-07,
+      "loss": 1.9432,
+      "step": 10680
+    },
+    {
+      "epoch": 3.6369822233562985,
+      "grad_norm": 2.84375,
+      "learning_rate": 2.8786450617361245e-07,
+      "loss": 1.8769,
+      "step": 10690
+    },
+    {
+      "epoch": 3.6403844518159394,
+      "grad_norm": 2.40625,
+      "learning_rate": 2.825269764748977e-07,
+      "loss": 1.9754,
+      "step": 10700
+    },
+    {
+      "epoch": 3.6437866802755803,
+      "grad_norm": 2.109375,
+      "learning_rate": 2.772383325027377e-07,
+      "loss": 1.9327,
+      "step": 10710
+    },
+    {
+      "epoch": 3.6471889087352216,
+      "grad_norm": 2.421875,
+      "learning_rate": 2.719986143997357e-07,
+      "loss": 1.916,
+      "step": 10720
+    },
+    {
+      "epoch": 3.6505911371948625,
+      "grad_norm": 2.328125,
+      "learning_rate": 2.668078619371333e-07,
+      "loss": 1.8941,
+      "step": 10730
+    },
+    {
+      "epoch": 3.653993365654504,
+      "grad_norm": 2.4375,
+      "learning_rate": 2.616661145145063e-07,
+      "loss": 1.9525,
+      "step": 10740
+    },
+    {
+      "epoch": 3.6573955941141447,
+      "grad_norm": 2.546875,
+      "learning_rate": 2.5657341115946487e-07,
+      "loss": 1.8995,
+      "step": 10750
+    },
+    {
+      "epoch": 3.6607978225737856,
+      "grad_norm": 2.65625,
+      "learning_rate": 2.5152979052736e-07,
+      "loss": 1.9815,
+      "step": 10760
+    },
+    {
+      "epoch": 3.664200051033427,
+      "grad_norm": 2.765625,
+      "learning_rate": 2.46535290900983e-07,
+      "loss": 1.8823,
+      "step": 10770
+    },
+    {
+      "epoch": 3.667602279493068,
+      "grad_norm": 2.171875,
+      "learning_rate": 2.4158995019028676e-07,
+      "loss": 1.9158,
+      "step": 10780
+    },
+    {
+      "epoch": 3.671004507952709,
+      "grad_norm": 2.671875,
+      "learning_rate": 2.3669380593208516e-07,
+      "loss": 1.8857,
+      "step": 10790
+    },
+    {
+      "epoch": 3.67440673641235,
+      "grad_norm": 2.40625,
+      "learning_rate": 2.3184689528977832e-07,
+      "loss": 1.8922,
+      "step": 10800
+    },
+    {
+      "epoch": 3.677808964871991,
+      "grad_norm": 2.3125,
+      "learning_rate": 2.270492550530667e-07,
+      "loss": 1.9044,
+      "step": 10810
+    },
+    {
+      "epoch": 3.6812111933316323,
+      "grad_norm": 2.1875,
+      "learning_rate": 2.2230092163766907e-07,
+      "loss": 1.9365,
+      "step": 10820
+    },
+    {
+      "epoch": 3.684613421791273,
+      "grad_norm": 2.15625,
+      "learning_rate": 2.1760193108504913e-07,
+      "loss": 1.894,
+      "step": 10830
+    },
+    {
+      "epoch": 3.6880156502509145,
+      "grad_norm": 2.265625,
+      "learning_rate": 2.1295231906214332e-07,
+      "loss": 1.9366,
+      "step": 10840
+    },
+    {
+      "epoch": 3.6914178787105554,
+      "grad_norm": 1.921875,
+      "learning_rate": 2.0835212086108594e-07,
+      "loss": 1.9098,
+      "step": 10850
+    },
+    {
+      "epoch": 3.6948201071701963,
+      "grad_norm": 2.390625,
+      "learning_rate": 2.038013713989457e-07,
+      "loss": 1.9487,
+      "step": 10860
+    },
+    {
+      "epoch": 3.6982223356298376,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.9930010521745713e-07,
+      "loss": 1.8716,
+      "step": 10870
+    },
+    {
+      "epoch": 3.7016245640894785,
+      "grad_norm": 2.21875,
+      "learning_rate": 1.9484835648276147e-07,
+      "loss": 1.8958,
+      "step": 10880
+    },
+    {
+      "epoch": 3.70502679254912,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.904461589851424e-07,
+      "loss": 1.8943,
+      "step": 10890
+    },
+    {
+      "epoch": 3.7084290210087607,
+      "grad_norm": 1.9296875,
+      "learning_rate": 1.8609354613877697e-07,
+      "loss": 1.8747,
+      "step": 10900
+    },
+    {
+      "epoch": 3.7118312494684016,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.817905509814755e-07,
+      "loss": 1.9229,
+      "step": 10910
+    },
+    {
+      "epoch": 3.715233477928043,
+      "grad_norm": 2.25,
+      "learning_rate": 1.7753720617443335e-07,
+      "loss": 1.9303,
+      "step": 10920
+    },
+    {
+      "epoch": 3.718635706387684,
+      "grad_norm": 2.328125,
+      "learning_rate": 1.7333354400198364e-07,
+      "loss": 1.9388,
+      "step": 10930
+    },
+    {
+      "epoch": 3.722037934847325,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.691795963713496e-07,
+      "loss": 1.892,
+      "step": 10940
+    },
+    {
+      "epoch": 3.725440163306966,
+      "grad_norm": 2.3125,
+      "learning_rate": 1.6507539481240707e-07,
+      "loss": 1.9215,
+      "step": 10950
+    },
+    {
+      "epoch": 3.728842391766607,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.6102097047744054e-07,
+      "loss": 1.9803,
+      "step": 10960
+    },
+    {
+      "epoch": 3.7322446202262483,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.5701635414090798e-07,
+      "loss": 1.9324,
+      "step": 10970
+    },
+    {
+      "epoch": 3.735646848685889,
+      "grad_norm": 2.515625,
+      "learning_rate": 1.530615761992094e-07,
+      "loss": 1.8066,
+      "step": 10980
+    },
+    {
+      "epoch": 3.7390490771455305,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.4915666667045188e-07,
+      "loss": 1.8818,
+      "step": 10990
+    },
+    {
+      "epoch": 3.7424513056051714,
+      "grad_norm": 2.390625,
+      "learning_rate": 1.4530165519422625e-07,
+      "loss": 1.9121,
+      "step": 11000
+    },
+    {
+      "epoch": 3.7458535340648123,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.4149657103138097e-07,
+      "loss": 1.9224,
+      "step": 11010
+    },
+    {
+      "epoch": 3.7492557625244536,
+      "grad_norm": 2.5,
+      "learning_rate": 1.377414430637975e-07,
+      "loss": 1.9537,
+      "step": 11020
+    },
+    {
+      "epoch": 3.7526579909840945,
+      "grad_norm": 2.5,
+      "learning_rate": 1.3403629979417308e-07,
+      "loss": 1.9439,
+      "step": 11030
+    },
+    {
+      "epoch": 3.756060219443736,
+      "grad_norm": 2.375,
+      "learning_rate": 1.303811693458042e-07,
+      "loss": 1.9555,
+      "step": 11040
+    },
+    {
+      "epoch": 3.7594624479033767,
+      "grad_norm": 2.171875,
+      "learning_rate": 1.2677607946237328e-07,
+      "loss": 1.9296,
+      "step": 11050
+    },
+    {
+      "epoch": 3.7628646763630176,
+      "grad_norm": 2.46875,
+      "learning_rate": 1.2322105750773803e-07,
+      "loss": 1.9048,
+      "step": 11060
+    },
+    {
+      "epoch": 3.766266904822659,
+      "grad_norm": 2.609375,
+      "learning_rate": 1.1971613046572323e-07,
+      "loss": 1.9255,
+      "step": 11070
+    },
+    {
+      "epoch": 3.7696691332823,
+      "grad_norm": 2.34375,
+      "learning_rate": 1.1626132493991633e-07,
+      "loss": 1.9011,
+      "step": 11080
+    },
+    {
+      "epoch": 3.773071361741941,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.1285666715346502e-07,
+      "loss": 1.8918,
+      "step": 11090
+    },
+    {
+      "epoch": 3.776473590201582,
+      "grad_norm": 2.484375,
+      "learning_rate": 1.0950218294888028e-07,
+      "loss": 1.84,
+      "step": 11100
+    },
+    {
+      "epoch": 3.779875818661223,
+      "grad_norm": 2.65625,
+      "learning_rate": 1.0619789778783557e-07,
+      "loss": 1.979,
+      "step": 11110
+    },
+    {
+      "epoch": 3.7832780471208642,
+      "grad_norm": 2.4375,
+      "learning_rate": 1.0294383675097872e-07,
+      "loss": 1.9141,
+      "step": 11120
+    },
+    {
+      "epoch": 3.786680275580505,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.974002453774011e-08,
+      "loss": 1.98,
+      "step": 11130
+    },
+    {
+      "epoch": 3.7900825040401465,
+      "grad_norm": 2.484375,
+      "learning_rate": 9.658648546614084e-08,
+      "loss": 1.9723,
+      "step": 11140
+    },
+    {
+      "epoch": 3.7934847324997873,
+      "grad_norm": 2.421875,
+      "learning_rate": 9.348324347261734e-08,
+      "loss": 1.8887,
+      "step": 11150
+    },
+    {
+      "epoch": 3.7968869609594282,
+      "grad_norm": 2.546875,
+      "learning_rate": 9.04303221118288e-08,
+      "loss": 1.8763,
+      "step": 11160
+    },
+    {
+      "epoch": 3.8002891894190696,
+      "grad_norm": 2.46875,
+      "learning_rate": 8.742774455648695e-08,
+      "loss": 1.9326,
+      "step": 11170
+    },
+    {
+      "epoch": 3.8036914178787105,
+      "grad_norm": 1.9765625,
+      "learning_rate": 8.447553359717545e-08,
+      "loss": 1.8815,
+      "step": 11180
+    },
+    {
+      "epoch": 3.807093646338352,
+      "grad_norm": 2.296875,
+      "learning_rate": 8.157371164217902e-08,
+      "loss": 1.971,
+      "step": 11190
+    },
+    {
+      "epoch": 3.8104958747979927,
+      "grad_norm": 2.375,
+      "learning_rate": 7.872230071731239e-08,
+      "loss": 1.9483,
+      "step": 11200
+    },
+    {
+      "epoch": 3.8138981032576336,
+      "grad_norm": 2.609375,
+      "learning_rate": 7.592132246575323e-08,
+      "loss": 1.9457,
+      "step": 11210
+    },
+    {
+      "epoch": 3.817300331717275,
+      "grad_norm": 2.28125,
+      "learning_rate": 7.317079814787934e-08,
+      "loss": 1.9193,
+      "step": 11220
+    },
+    {
+      "epoch": 3.820702560176916,
+      "grad_norm": 2.203125,
+      "learning_rate": 7.047074864110375e-08,
+      "loss": 1.9131,
+      "step": 11230
+    },
+    {
+      "epoch": 3.824104788636557,
+      "grad_norm": 2.21875,
+      "learning_rate": 6.782119443972094e-08,
+      "loss": 1.9334,
+      "step": 11240
+    },
+    {
+      "epoch": 3.827507017096198,
+      "grad_norm": 2.625,
+      "learning_rate": 6.522215565474712e-08,
+      "loss": 1.958,
+      "step": 11250
+    },
+    {
+      "epoch": 3.830909245555839,
+      "grad_norm": 2.421875,
+      "learning_rate": 6.267365201377092e-08,
+      "loss": 1.9266,
+      "step": 11260
+    },
+    {
+      "epoch": 3.8343114740154802,
+      "grad_norm": 2.53125,
+      "learning_rate": 6.017570286079965e-08,
+      "loss": 1.9022,
+      "step": 11270
+    },
+    {
+      "epoch": 3.837713702475121,
+      "grad_norm": 2.34375,
+      "learning_rate": 5.77283271561175e-08,
+      "loss": 1.8612,
+      "step": 11280
+    },
+    {
+      "epoch": 3.8411159309347624,
+      "grad_norm": 2.453125,
+      "learning_rate": 5.5331543476137706e-08,
+      "loss": 1.9326,
+      "step": 11290
+    },
+    {
+      "epoch": 3.8445181593944033,
+      "grad_norm": 2.296875,
+      "learning_rate": 5.298537001326303e-08,
+      "loss": 1.8951,
+      "step": 11300
+    },
+    {
+      "epoch": 3.847920387854044,
+      "grad_norm": 2.40625,
+      "learning_rate": 5.068982457574685e-08,
+      "loss": 1.9788,
+      "step": 11310
+    },
+    {
+      "epoch": 3.8513226163136856,
+      "grad_norm": 2.609375,
+      "learning_rate": 4.8444924587559654e-08,
+      "loss": 1.9643,
+      "step": 11320
+    },
+    {
+      "epoch": 3.8547248447733264,
+      "grad_norm": 2.5625,
+      "learning_rate": 4.625068708825534e-08,
+      "loss": 1.9245,
+      "step": 11330
+    },
+    {
+      "epoch": 3.8581270732329678,
+      "grad_norm": 2.34375,
+      "learning_rate": 4.4107128732841385e-08,
+      "loss": 1.8401,
+      "step": 11340
+    },
+    {
+      "epoch": 3.8615293016926087,
+      "grad_norm": 2.09375,
+      "learning_rate": 4.20142657916557e-08,
+      "loss": 1.9087,
+      "step": 11350
+    },
+    {
+      "epoch": 3.8649315301522496,
+      "grad_norm": 2.140625,
+      "learning_rate": 3.99721141502382e-08,
+      "loss": 1.9401,
+      "step": 11360
+    },
+    {
+      "epoch": 3.868333758611891,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.798068930921441e-08,
+      "loss": 1.9699,
+      "step": 11370
+    },
+    {
+      "epoch": 3.8717359870715318,
+      "grad_norm": 2.0625,
+      "learning_rate": 3.6040006384174545e-08,
+      "loss": 1.954,
+      "step": 11380
+    },
+    {
+      "epoch": 3.875138215531173,
+      "grad_norm": 2.40625,
+      "learning_rate": 3.4150080105563755e-08,
+      "loss": 1.8693,
+      "step": 11390
+    },
+    {
+      "epoch": 3.878540443990814,
+      "grad_norm": 2.078125,
+      "learning_rate": 3.231092481856271e-08,
+      "loss": 1.9307,
+      "step": 11400
+    },
+    {
+      "epoch": 3.881942672450455,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.052255448298612e-08,
+      "loss": 1.956,
+      "step": 11410
+    },
+    {
+      "epoch": 3.885344900910096,
+      "grad_norm": 2.234375,
+      "learning_rate": 2.878498267317298e-08,
+      "loss": 1.9185,
+      "step": 11420
+    },
+    {
+      "epoch": 3.888747129369737,
+      "grad_norm": 2.5,
+      "learning_rate": 2.7098222577882825e-08,
+      "loss": 1.8685,
+      "step": 11430
+    },
+    {
+      "epoch": 3.8921493578293784,
+      "grad_norm": 2.328125,
+      "learning_rate": 2.5462287000197963e-08,
+      "loss": 1.9734,
+      "step": 11440
+    },
+    {
+      "epoch": 3.8955515862890193,
+      "grad_norm": 2.09375,
+      "learning_rate": 2.3877188357427174e-08,
+      "loss": 1.8995,
+      "step": 11450
+    },
+    {
+      "epoch": 3.89895381474866,
+      "grad_norm": 2.25,
+      "learning_rate": 2.2342938681005695e-08,
+      "loss": 1.8764,
+      "step": 11460
+    },
+    {
+      "epoch": 3.9023560432083015,
+      "grad_norm": 2.265625,
+      "learning_rate": 2.085954961641164e-08,
+      "loss": 1.8865,
+      "step": 11470
+    },
+    {
+      "epoch": 3.9057582716679424,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.9427032423071165e-08,
+      "loss": 1.8932,
+      "step": 11480
+    },
+    {
+      "epoch": 3.9091605001275838,
+      "grad_norm": 2.25,
+      "learning_rate": 1.8045397974277166e-08,
+      "loss": 1.9042,
+      "step": 11490
+    },
+    {
+      "epoch": 3.9125627285872246,
+      "grad_norm": 2.1875,
+      "learning_rate": 1.6714656757104883e-08,
+      "loss": 1.94,
+      "step": 11500
+    },
+    {
+      "epoch": 3.9159649570468655,
+      "grad_norm": 2.28125,
+      "learning_rate": 1.5434818872331314e-08,
+      "loss": 1.8879,
+      "step": 11510
+    },
+    {
+      "epoch": 3.919367185506507,
+      "grad_norm": 2.046875,
+      "learning_rate": 1.4205894034362065e-08,
+      "loss": 1.9147,
+      "step": 11520
+    },
+    {
+      "epoch": 3.9227694139661478,
+      "grad_norm": 2.484375,
+      "learning_rate": 1.3027891571153722e-08,
+      "loss": 1.8714,
+      "step": 11530
+    },
+    {
+      "epoch": 3.926171642425789,
+      "grad_norm": 2.03125,
+      "learning_rate": 1.1900820424145176e-08,
+      "loss": 1.9371,
+      "step": 11540
+    },
+    {
+      "epoch": 3.92957387088543,
+      "grad_norm": 2.0,
+      "learning_rate": 1.0824689148190455e-08,
+      "loss": 1.9505,
+      "step": 11550
+    },
+    {
+      "epoch": 3.932976099345071,
+      "grad_norm": 2.453125,
+      "learning_rate": 9.799505911490794e-09,
+      "loss": 1.8738,
+      "step": 11560
+    },
+    {
+      "epoch": 3.936378327804712,
+      "grad_norm": 2.328125,
+      "learning_rate": 8.825278495535672e-09,
+      "loss": 1.8447,
+      "step": 11570
+    },
+    {
+      "epoch": 3.939780556264353,
+      "grad_norm": 2.28125,
+      "learning_rate": 7.902014295042352e-09,
+      "loss": 1.8987,
+      "step": 11580
+    },
+    {
+      "epoch": 3.9431827847239944,
+      "grad_norm": 2.46875,
+      "learning_rate": 7.029720317899902e-09,
+      "loss": 1.9864,
+      "step": 11590
+    },
+    {
+      "epoch": 3.9465850131836353,
+      "grad_norm": 2.796875,
+      "learning_rate": 6.20840318511545e-09,
+      "loss": 1.9454,
+      "step": 11600
+    },
+    {
+      "epoch": 3.949987241643276,
+      "grad_norm": 2.59375,
+      "learning_rate": 5.438069130766418e-09,
+      "loss": 1.9871,
+      "step": 11610
+    },
+    {
+      "epoch": 3.9533894701029175,
+      "grad_norm": 2.40625,
+      "learning_rate": 4.718724001949017e-09,
+      "loss": 1.8746,
+      "step": 11620
+    },
+    {
+      "epoch": 3.9567916985625584,
+      "grad_norm": 2.46875,
+      "learning_rate": 4.050373258737196e-09,
+      "loss": 1.9578,
+      "step": 11630
+    },
+    {
+      "epoch": 3.9601939270221997,
+      "grad_norm": 2.171875,
+      "learning_rate": 3.4330219741408427e-09,
+      "loss": 1.9242,
+      "step": 11640
+    },
+    {
+      "epoch": 3.9635961554818406,
+      "grad_norm": 2.703125,
+      "learning_rate": 2.8666748340662245e-09,
+      "loss": 1.9133,
+      "step": 11650
+    },
+    {
+      "epoch": 3.9669983839414815,
+      "grad_norm": 2.0625,
+      "learning_rate": 2.351336137279413e-09,
+      "loss": 1.9196,
+      "step": 11660
+    },
+    {
+      "epoch": 3.970400612401123,
+      "grad_norm": 1.78125,
+      "learning_rate": 1.887009795377922e-09,
+      "loss": 1.9906,
+      "step": 11670
+    },
+    {
+      "epoch": 3.9738028408607637,
+      "grad_norm": 2.296875,
+      "learning_rate": 1.473699332754879e-09,
+      "loss": 1.8989,
+      "step": 11680
+    },
+    {
+      "epoch": 3.977205069320405,
+      "grad_norm": 2.609375,
+      "learning_rate": 1.1114078865781264e-09,
+      "loss": 1.8962,
+      "step": 11690
+    },
+    {
+      "epoch": 3.980607297780046,
+      "grad_norm": 2.34375,
+      "learning_rate": 8.001382067626036e-10,
+      "loss": 1.944,
+      "step": 11700
+    },
+    {
+      "epoch": 3.984009526239687,
+      "grad_norm": 2.265625,
+      "learning_rate": 5.398926559516878e-10,
+      "loss": 1.8959,
+      "step": 11710
+    },
+    {
+      "epoch": 3.987411754699328,
+      "grad_norm": 2.328125,
+      "learning_rate": 3.306732094962939e-10,
+      "loss": 1.9388,
+      "step": 11720
+    },
+    {
+      "epoch": 3.990813983158969,
+      "grad_norm": 2.359375,
+      "learning_rate": 1.7248145544367861e-10,
+      "loss": 1.9133,
+      "step": 11730
+    },
+    {
+      "epoch": 3.9942162116186104,
+      "grad_norm": 1.96875,
+      "learning_rate": 6.531859452325864e-11,
+      "loss": 1.957,
+      "step": 11740
+    },
+    {
+      "epoch": 3.9976184400782513,
+      "grad_norm": 2.3125,
+      "learning_rate": 9.185440136907336e-12,
+      "loss": 1.9494,
+      "step": 11750
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 11756,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0768921731962634e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}