diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,12034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.25,
+  "eval_steps": 500,
+  "global_step": 20000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.6393133401870728,
+      "learning_rate": 2.25e-07,
+      "loss": 1.3113,
+      "step": 10
+    },
+    {
+      "grad_norm": 1.767778992652893,
+      "learning_rate": 4.75e-07,
+      "loss": 1.3047,
+      "step": 20
+    },
+    {
+      "grad_norm": 1.566359519958496,
+      "learning_rate": 7.25e-07,
+      "loss": 1.3004,
+      "step": 30
+    },
+    {
+      "grad_norm": 1.3095495700836182,
+      "learning_rate": 9.75e-07,
+      "loss": 1.3043,
+      "step": 40
+    },
+    {
+      "grad_norm": 1.3919134140014648,
+      "learning_rate": 1.2250000000000001e-06,
+      "loss": 1.273,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.7677862644195557,
+      "learning_rate": 1.475e-06,
+      "loss": 1.2406,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.6092354655265808,
+      "learning_rate": 1.7250000000000002e-06,
+      "loss": 1.2496,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.5461732149124146,
+      "learning_rate": 1.975e-06,
+      "loss": 1.2238,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.42488712072372437,
+      "learning_rate": 2.225e-06,
+      "loss": 1.2281,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.3467871844768524,
+      "learning_rate": 2.4750000000000004e-06,
+      "loss": 1.2195,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.3987484574317932,
+      "learning_rate": 2.725e-06,
+      "loss": 1.2102,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.5055514574050903,
+      "learning_rate": 2.975e-06,
+      "loss": 1.1973,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.6315131783485413,
+      "learning_rate": 3.225e-06,
+      "loss": 1.1734,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.643717885017395,
+      "learning_rate": 3.4750000000000006e-06,
+      "loss": 1.1187,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.44285133481025696,
+      "learning_rate": 3.725e-06,
+      "loss": 1.0898,
+      "step": 150
+    },
+    {
+      "grad_norm": 0.42733797430992126,
+      "learning_rate": 3.975e-06,
+      "loss": 1.0934,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.6901430487632751,
+      "learning_rate": 4.225e-06,
+      "loss": 1.0867,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.5259752869606018,
+      "learning_rate": 4.475e-06,
+      "loss": 1.0836,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.4607885479927063,
+      "learning_rate": 4.7250000000000005e-06,
+      "loss": 1.0793,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.5349372625350952,
+      "learning_rate": 4.975000000000001e-06,
+      "loss": 1.0633,
+      "step": 200
+    },
+    {
+      "grad_norm": 0.5635078549385071,
+      "learning_rate": 5.225e-06,
+      "loss": 1.0684,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.6118171215057373,
+      "learning_rate": 5.475e-06,
+      "loss": 1.0648,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.5482243299484253,
+      "learning_rate": 5.725e-06,
+      "loss": 1.0539,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.4757280945777893,
+      "learning_rate": 5.975e-06,
+      "loss": 1.0434,
+      "step": 240
+    },
+    {
+      "grad_norm": 0.5402773022651672,
+      "learning_rate": 6.2250000000000005e-06,
+      "loss": 1.0365,
+      "step": 250
+    },
+    {
+      "grad_norm": 0.7668147683143616,
+      "learning_rate": 6.475000000000001e-06,
+      "loss": 1.0406,
+      "step": 260
+    },
+    {
+      "grad_norm": 0.5882487893104553,
+      "learning_rate": 6.725000000000001e-06,
+      "loss": 1.043,
+      "step": 270
+    },
+    {
+      "grad_norm": 0.5864266157150269,
+      "learning_rate": 6.975000000000001e-06,
+      "loss": 1.0328,
+      "step": 280
+    },
+    {
+      "grad_norm": 0.4877640902996063,
+      "learning_rate": 7.2249999999999994e-06,
+      "loss": 1.0434,
+      "step": 290
+    },
+    {
+      "grad_norm": 0.5463629364967346,
+      "learning_rate": 7.4750000000000004e-06,
+      "loss": 1.0359,
+      "step": 300
+    },
+    {
+      "grad_norm": 0.6088712215423584,
+      "learning_rate": 7.725e-06,
+      "loss": 1.0375,
+      "step": 310
+    },
+    {
+      "grad_norm": 0.5386024117469788,
+      "learning_rate": 7.975e-06,
+      "loss": 1.0254,
+      "step": 320
+    },
+    {
+      "grad_norm": 0.616011917591095,
+      "learning_rate": 8.225e-06,
+      "loss": 1.0236,
+      "step": 330
+    },
+    {
+      "grad_norm": 0.6521902084350586,
+      "learning_rate": 8.475000000000001e-06,
+      "loss": 1.0111,
+      "step": 340
+    },
+    {
+      "grad_norm": 1.4101133346557617,
+      "learning_rate": 8.725e-06,
+      "loss": 1.0041,
+      "step": 350
+    },
+    {
+      "grad_norm": 1.1839807033538818,
+      "learning_rate": 8.975e-06,
+      "loss": 0.9824,
+      "step": 360
+    },
+    {
+      "grad_norm": 1.259799838066101,
+      "learning_rate": 9.225e-06,
+      "loss": 0.9549,
+      "step": 370
+    },
+    {
+      "grad_norm": 0.9416484832763672,
+      "learning_rate": 9.475e-06,
+      "loss": 0.9297,
+      "step": 380
+    },
+    {
+      "grad_norm": 1.2486101388931274,
+      "learning_rate": 9.725000000000001e-06,
+      "loss": 0.9111,
+      "step": 390
+    },
+    {
+      "grad_norm": 0.8262954354286194,
+      "learning_rate": 9.975e-06,
+      "loss": 0.9002,
+      "step": 400
+    },
+    {
+      "grad_norm": 1.1016004085540771,
+      "learning_rate": 1.0225e-05,
+      "loss": 0.8861,
+      "step": 410
+    },
+    {
+      "grad_norm": 1.1083495616912842,
+      "learning_rate": 1.0475e-05,
+      "loss": 0.8721,
+      "step": 420
+    },
+    {
+      "grad_norm": 1.6956247091293335,
+      "learning_rate": 1.0725e-05,
+      "loss": 0.8471,
+      "step": 430
+    },
+    {
+      "grad_norm": 1.498782753944397,
+      "learning_rate": 1.0975e-05,
+      "loss": 0.825,
+      "step": 440
+    },
+    {
+      "grad_norm": 1.4294670820236206,
+      "learning_rate": 1.1225e-05,
+      "loss": 0.7865,
+      "step": 450
+    },
+    {
+      "grad_norm": 1.6284973621368408,
+      "learning_rate": 1.1475000000000001e-05,
+      "loss": 0.773,
+      "step": 460
+    },
+    {
+      "grad_norm": 1.474381685256958,
+      "learning_rate": 1.1725e-05,
+      "loss": 0.7494,
+      "step": 470
+    },
+    {
+      "grad_norm": 1.5294127464294434,
+      "learning_rate": 1.1975e-05,
+      "loss": 0.733,
+      "step": 480
+    },
+    {
+      "grad_norm": 1.500434160232544,
+      "learning_rate": 1.2225e-05,
+      "loss": 0.7084,
+      "step": 490
+    },
+    {
+      "grad_norm": 1.5083955526351929,
+      "learning_rate": 1.2475e-05,
+      "loss": 0.6758,
+      "step": 500
+    },
+    {
+      "grad_norm": 1.600592017173767,
+      "learning_rate": 1.2725000000000001e-05,
+      "loss": 0.643,
+      "step": 510
+    },
+    {
+      "grad_norm": 2.0262179374694824,
+      "learning_rate": 1.2975e-05,
+      "loss": 0.6088,
+      "step": 520
+    },
+    {
+      "grad_norm": 2.1777470111846924,
+      "learning_rate": 1.3225000000000001e-05,
+      "loss": 0.5836,
+      "step": 530
+    },
+    {
+      "grad_norm": 2.2013309001922607,
+      "learning_rate": 1.3475000000000002e-05,
+      "loss": 0.5537,
+      "step": 540
+    },
+    {
+      "grad_norm": 1.9751819372177124,
+      "learning_rate": 1.3725000000000002e-05,
+      "loss": 0.5508,
+      "step": 550
+    },
+    {
+      "grad_norm": 2.0503947734832764,
+      "learning_rate": 1.3975000000000003e-05,
+      "loss": 0.5168,
+      "step": 560
+    },
+    {
+      "grad_norm": 1.8536869287490845,
+      "learning_rate": 1.4225e-05,
+      "loss": 0.507,
+      "step": 570
+    },
+    {
+      "grad_norm": 1.7867927551269531,
+      "learning_rate": 1.4475e-05,
+      "loss": 0.4876,
+      "step": 580
+    },
+    {
+      "grad_norm": 1.6938196420669556,
+      "learning_rate": 1.4725e-05,
+      "loss": 0.4615,
+      "step": 590
+    },
+    {
+      "grad_norm": 1.598246455192566,
+      "learning_rate": 1.4975e-05,
+      "loss": 0.4629,
+      "step": 600
+    },
+    {
+      "grad_norm": 1.6887547969818115,
+      "learning_rate": 1.5225e-05,
+      "loss": 0.434,
+      "step": 610
+    },
+    {
+      "grad_norm": 2.1538546085357666,
+      "learning_rate": 1.5475e-05,
+      "loss": 0.4415,
+      "step": 620
+    },
+    {
+      "grad_norm": 1.786858320236206,
+      "learning_rate": 1.5725e-05,
+      "loss": 0.3938,
+      "step": 630
+    },
+    {
+      "grad_norm": 1.5547300577163696,
+      "learning_rate": 1.5975000000000002e-05,
+      "loss": 0.4062,
+      "step": 640
+    },
+    {
+      "grad_norm": 1.5135575532913208,
+      "learning_rate": 1.6225e-05,
+      "loss": 0.3806,
+      "step": 650
+    },
+    {
+      "grad_norm": 1.5817131996154785,
+      "learning_rate": 1.6475e-05,
+      "loss": 0.3938,
+      "step": 660
+    },
+    {
+      "grad_norm": 1.5664219856262207,
+      "learning_rate": 1.6725000000000003e-05,
+      "loss": 0.3874,
+      "step": 670
+    },
+    {
+      "grad_norm": 1.3478021621704102,
+      "learning_rate": 1.6975000000000003e-05,
+      "loss": 0.3566,
+      "step": 680
+    },
+    {
+      "grad_norm": 1.7528225183486938,
+      "learning_rate": 1.7225e-05,
+      "loss": 0.3423,
+      "step": 690
+    },
+    {
+      "grad_norm": 1.5337364673614502,
+      "learning_rate": 1.7475e-05,
+      "loss": 0.3359,
+      "step": 700
+    },
+    {
+      "grad_norm": 2.4852774143218994,
+      "learning_rate": 1.7725e-05,
+      "loss": 0.3325,
+      "step": 710
+    },
+    {
+      "grad_norm": 1.831157922744751,
+      "learning_rate": 1.7975e-05,
+      "loss": 0.3099,
+      "step": 720
+    },
+    {
+      "grad_norm": 1.6502406597137451,
+      "learning_rate": 1.8225e-05,
+      "loss": 0.3021,
+      "step": 730
+    },
+    {
+      "grad_norm": 1.9696483612060547,
+      "learning_rate": 1.8475000000000002e-05,
+      "loss": 0.2734,
+      "step": 740
+    },
+    {
+      "grad_norm": 1.6383633613586426,
+      "learning_rate": 1.8725e-05,
+      "loss": 0.2622,
+      "step": 750
+    },
+    {
+      "grad_norm": 1.6707582473754883,
+      "learning_rate": 1.8975e-05,
+      "loss": 0.2438,
+      "step": 760
+    },
+    {
+      "grad_norm": 1.8254568576812744,
+      "learning_rate": 1.9225e-05,
+      "loss": 0.251,
+      "step": 770
+    },
+    {
+      "grad_norm": 2.3416049480438232,
+      "learning_rate": 1.9475000000000002e-05,
+      "loss": 0.226,
+      "step": 780
+    },
+    {
+      "grad_norm": 1.5340311527252197,
+      "learning_rate": 1.9725000000000002e-05,
+      "loss": 0.2138,
+      "step": 790
+    },
+    {
+      "grad_norm": 1.859876275062561,
+      "learning_rate": 1.9975e-05,
+      "loss": 0.2105,
+      "step": 800
+    },
+    {
+      "grad_norm": 2.154973030090332,
+      "learning_rate": 2.0225000000000004e-05,
+      "loss": 0.2118,
+      "step": 810
+    },
+    {
+      "grad_norm": 1.8348009586334229,
+      "learning_rate": 2.0475e-05,
+      "loss": 0.1903,
+      "step": 820
+    },
+    {
+      "grad_norm": 1.741173505783081,
+      "learning_rate": 2.0725e-05,
+      "loss": 0.1721,
+      "step": 830
+    },
+    {
+      "grad_norm": 2.5990681648254395,
+      "learning_rate": 2.0975e-05,
+      "loss": 0.1442,
+      "step": 840
+    },
+    {
+      "grad_norm": 1.6081572771072388,
+      "learning_rate": 2.1225e-05,
+      "loss": 0.1418,
+      "step": 850
+    },
+    {
+      "grad_norm": 1.6972485780715942,
+      "learning_rate": 2.1475e-05,
+      "loss": 0.1521,
+      "step": 860
+    },
+    {
+      "grad_norm": 1.9392932653427124,
+      "learning_rate": 2.1725e-05,
+      "loss": 0.1404,
+      "step": 870
+    },
+    {
+      "grad_norm": 1.553594708442688,
+      "learning_rate": 2.1975000000000002e-05,
+      "loss": 0.1287,
+      "step": 880
+    },
+    {
+      "grad_norm": 1.8011493682861328,
+      "learning_rate": 2.2225e-05,
+      "loss": 0.1453,
+      "step": 890
+    },
+    {
+      "grad_norm": 1.8249744176864624,
+      "learning_rate": 2.2475e-05,
+      "loss": 0.1411,
+      "step": 900
+    },
+    {
+      "grad_norm": 2.0196940898895264,
+      "learning_rate": 2.2725000000000003e-05,
+      "loss": 0.1329,
+      "step": 910
+    },
+    {
+      "grad_norm": 2.436136245727539,
+      "learning_rate": 2.2975000000000003e-05,
+      "loss": 0.1241,
+      "step": 920
+    },
+    {
+      "grad_norm": 1.6055057048797607,
+      "learning_rate": 2.3225000000000002e-05,
+      "loss": 0.1271,
+      "step": 930
+    },
+    {
+      "grad_norm": 1.7781250476837158,
+      "learning_rate": 2.3475e-05,
+      "loss": 0.1333,
+      "step": 940
+    },
+    {
+      "grad_norm": 1.3514556884765625,
+      "learning_rate": 2.3725e-05,
+      "loss": 0.1302,
+      "step": 950
+    },
+    {
+      "grad_norm": 1.6902070045471191,
+      "learning_rate": 2.3975e-05,
+      "loss": 0.1133,
+      "step": 960
+    },
+    {
+      "grad_norm": 1.4286205768585205,
+      "learning_rate": 2.4225e-05,
+      "loss": 0.1129,
+      "step": 970
+    },
+    {
+      "grad_norm": 1.6462979316711426,
+      "learning_rate": 2.4475000000000002e-05,
+      "loss": 0.1053,
+      "step": 980
+    },
+    {
+      "grad_norm": 1.651625633239746,
+      "learning_rate": 2.4725e-05,
+      "loss": 0.103,
+      "step": 990
+    },
+    {
+      "grad_norm": 1.5522713661193848,
+      "learning_rate": 2.4975e-05,
+      "loss": 0.1203,
+      "step": 1000
+    },
+    {
+      "grad_norm": 1.7168065309524536,
+      "learning_rate": 2.5225e-05,
+      "loss": 0.0971,
+      "step": 1010
+    },
+    {
+      "grad_norm": 1.537105679512024,
+      "learning_rate": 2.5475e-05,
+      "loss": 0.108,
+      "step": 1020
+    },
+    {
+      "grad_norm": 1.4447249174118042,
+      "learning_rate": 2.5725e-05,
+      "loss": 0.1107,
+      "step": 1030
+    },
+    {
+      "grad_norm": 1.6851987838745117,
+      "learning_rate": 2.5974999999999998e-05,
+      "loss": 0.0961,
+      "step": 1040
+    },
+    {
+      "grad_norm": 1.5686955451965332,
+      "learning_rate": 2.6225e-05,
+      "loss": 0.0958,
+      "step": 1050
+    },
+    {
+      "grad_norm": 1.5350412130355835,
+      "learning_rate": 2.6475e-05,
+      "loss": 0.1059,
+      "step": 1060
+    },
+    {
+      "grad_norm": 1.2784905433654785,
+      "learning_rate": 2.6725e-05,
+      "loss": 0.0998,
+      "step": 1070
+    },
+    {
+      "grad_norm": 1.1828101873397827,
+      "learning_rate": 2.6975000000000002e-05,
+      "loss": 0.1104,
+      "step": 1080
+    },
+    {
+      "grad_norm": 2.0655298233032227,
+      "learning_rate": 2.7225e-05,
+      "loss": 0.1091,
+      "step": 1090
+    },
+    {
+      "grad_norm": 1.5553728342056274,
+      "learning_rate": 2.7475e-05,
+      "loss": 0.0874,
+      "step": 1100
+    },
+    {
+      "grad_norm": 1.8540327548980713,
+      "learning_rate": 2.7725e-05,
+      "loss": 0.1103,
+      "step": 1110
+    },
+    {
+      "grad_norm": 1.1460381746292114,
+      "learning_rate": 2.7975000000000002e-05,
+      "loss": 0.0969,
+      "step": 1120
+    },
+    {
+      "grad_norm": 1.5079286098480225,
+      "learning_rate": 2.8225e-05,
+      "loss": 0.1096,
+      "step": 1130
+    },
+    {
+      "grad_norm": 1.2856305837631226,
+      "learning_rate": 2.8475e-05,
+      "loss": 0.0974,
+      "step": 1140
+    },
+    {
+      "grad_norm": 1.5520336627960205,
+      "learning_rate": 2.8725e-05,
+      "loss": 0.1015,
+      "step": 1150
+    },
+    {
+      "grad_norm": 1.449852705001831,
+      "learning_rate": 2.8975000000000003e-05,
+      "loss": 0.0964,
+      "step": 1160
+    },
+    {
+      "grad_norm": 1.3053845167160034,
+      "learning_rate": 2.9225000000000002e-05,
+      "loss": 0.0864,
+      "step": 1170
+    },
+    {
+      "grad_norm": 1.5947260856628418,
+      "learning_rate": 2.9475e-05,
+      "loss": 0.0917,
+      "step": 1180
+    },
+    {
+      "grad_norm": 1.4085862636566162,
+      "learning_rate": 2.9725000000000004e-05,
+      "loss": 0.0885,
+      "step": 1190
+    },
+    {
+      "grad_norm": 1.1937754154205322,
+      "learning_rate": 2.9975000000000004e-05,
+      "loss": 0.1008,
+      "step": 1200
+    },
+    {
+      "grad_norm": 1.3678373098373413,
+      "learning_rate": 3.0225000000000003e-05,
+      "loss": 0.0835,
+      "step": 1210
+    },
+    {
+      "grad_norm": 1.0101574659347534,
+      "learning_rate": 3.0475000000000002e-05,
+      "loss": 0.0907,
+      "step": 1220
+    },
+    {
+      "grad_norm": 1.0229358673095703,
+      "learning_rate": 3.0725e-05,
+      "loss": 0.0946,
+      "step": 1230
+    },
+    {
+      "grad_norm": 1.5056079626083374,
+      "learning_rate": 3.0975e-05,
+      "loss": 0.0855,
+      "step": 1240
+    },
+    {
+      "grad_norm": 1.1308737993240356,
+      "learning_rate": 3.122500000000001e-05,
+      "loss": 0.0853,
+      "step": 1250
+    },
+    {
+      "grad_norm": 1.1949784755706787,
+      "learning_rate": 3.1475e-05,
+      "loss": 0.0919,
+      "step": 1260
+    },
+    {
+      "grad_norm": 1.4017665386199951,
+      "learning_rate": 3.1725e-05,
+      "loss": 0.0902,
+      "step": 1270
+    },
+    {
+      "grad_norm": 1.5458481311798096,
+      "learning_rate": 3.1975e-05,
+      "loss": 0.0817,
+      "step": 1280
+    },
+    {
+      "grad_norm": 1.3599543571472168,
+      "learning_rate": 3.2225e-05,
+      "loss": 0.0852,
+      "step": 1290
+    },
+    {
+      "grad_norm": 1.450460433959961,
+      "learning_rate": 3.2474999999999997e-05,
+      "loss": 0.0855,
+      "step": 1300
+    },
+    {
+      "grad_norm": 1.5782848596572876,
+      "learning_rate": 3.2725e-05,
+      "loss": 0.0871,
+      "step": 1310
+    },
+    {
+      "grad_norm": 1.2380833625793457,
+      "learning_rate": 3.2975e-05,
+      "loss": 0.0942,
+      "step": 1320
+    },
+    {
+      "grad_norm": 1.3425542116165161,
+      "learning_rate": 3.3225e-05,
+      "loss": 0.0845,
+      "step": 1330
+    },
+    {
+      "grad_norm": 1.3883641958236694,
+      "learning_rate": 3.3475e-05,
+      "loss": 0.0867,
+      "step": 1340
+    },
+    {
+      "grad_norm": 1.3574200868606567,
+      "learning_rate": 3.3725e-05,
+      "loss": 0.0791,
+      "step": 1350
+    },
+    {
+      "grad_norm": 1.2991209030151367,
+      "learning_rate": 3.3975e-05,
+      "loss": 0.0845,
+      "step": 1360
+    },
+    {
+      "grad_norm": 1.212193489074707,
+      "learning_rate": 3.4225e-05,
+      "loss": 0.0802,
+      "step": 1370
+    },
+    {
+      "grad_norm": 1.2105095386505127,
+      "learning_rate": 3.4475000000000005e-05,
+      "loss": 0.0881,
+      "step": 1380
+    },
+    {
+      "grad_norm": 1.204946756362915,
+      "learning_rate": 3.4725000000000004e-05,
+      "loss": 0.0835,
+      "step": 1390
+    },
+    {
+      "grad_norm": 1.134838581085205,
+      "learning_rate": 3.4975e-05,
+      "loss": 0.075,
+      "step": 1400
+    },
+    {
+      "grad_norm": 1.597717523574829,
+      "learning_rate": 3.5225e-05,
+      "loss": 0.0941,
+      "step": 1410
+    },
+    {
+      "grad_norm": 1.120943546295166,
+      "learning_rate": 3.5475e-05,
+      "loss": 0.0957,
+      "step": 1420
+    },
+    {
+      "grad_norm": 1.286924123764038,
+      "learning_rate": 3.5725e-05,
+      "loss": 0.0782,
+      "step": 1430
+    },
+    {
+      "grad_norm": 1.2821955680847168,
+      "learning_rate": 3.5975e-05,
+      "loss": 0.0877,
+      "step": 1440
+    },
+    {
+      "grad_norm": 0.9786968231201172,
+      "learning_rate": 3.6225000000000006e-05,
+      "loss": 0.067,
+      "step": 1450
+    },
+    {
+      "grad_norm": 1.1541035175323486,
+      "learning_rate": 3.6475000000000006e-05,
+      "loss": 0.0731,
+      "step": 1460
+    },
+    {
+      "grad_norm": 1.0547113418579102,
+      "learning_rate": 3.6725000000000005e-05,
+      "loss": 0.0762,
+      "step": 1470
+    },
+    {
+      "grad_norm": 1.0338844060897827,
+      "learning_rate": 3.6975000000000004e-05,
+      "loss": 0.0862,
+      "step": 1480
+    },
+    {
+      "grad_norm": 0.9127304553985596,
+      "learning_rate": 3.7225000000000004e-05,
+      "loss": 0.0803,
+      "step": 1490
+    },
+    {
+      "grad_norm": 0.9178349375724792,
+      "learning_rate": 3.7475e-05,
+      "loss": 0.0832,
+      "step": 1500
+    },
+    {
+      "grad_norm": 1.0365991592407227,
+      "learning_rate": 3.7725e-05,
+      "loss": 0.0879,
+      "step": 1510
+    },
+    {
+      "grad_norm": 1.3525325059890747,
+      "learning_rate": 3.7975e-05,
+      "loss": 0.0891,
+      "step": 1520
+    },
+    {
+      "grad_norm": 1.3538330793380737,
+      "learning_rate": 3.8225e-05,
+      "loss": 0.0869,
+      "step": 1530
+    },
+    {
+      "grad_norm": 1.2002805471420288,
+      "learning_rate": 3.8475e-05,
+      "loss": 0.0745,
+      "step": 1540
+    },
+    {
+      "grad_norm": 1.0287679433822632,
+      "learning_rate": 3.8725e-05,
+      "loss": 0.08,
+      "step": 1550
+    },
+    {
+      "grad_norm": 1.310381531715393,
+      "learning_rate": 3.8975e-05,
+      "loss": 0.0789,
+      "step": 1560
+    },
+    {
+      "grad_norm": 0.927413821220398,
+      "learning_rate": 3.9225e-05,
+      "loss": 0.0847,
+      "step": 1570
+    },
+    {
+      "grad_norm": 0.945735514163971,
+      "learning_rate": 3.9475000000000004e-05,
+      "loss": 0.0823,
+      "step": 1580
+    },
+    {
+      "grad_norm": 1.4773881435394287,
+      "learning_rate": 3.9725e-05,
+      "loss": 0.0773,
+      "step": 1590
+    },
+    {
+      "grad_norm": 0.899528980255127,
+      "learning_rate": 3.9975e-05,
+      "loss": 0.0829,
+      "step": 1600
+    },
+    {
+      "grad_norm": 1.000025987625122,
+      "learning_rate": 4.0225e-05,
+      "loss": 0.0823,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.9304444789886475,
+      "learning_rate": 4.0475e-05,
+      "loss": 0.0722,
+      "step": 1620
+    },
+    {
+      "grad_norm": 1.2848438024520874,
+      "learning_rate": 4.0725e-05,
+      "loss": 0.0785,
+      "step": 1630
+    },
+    {
+      "grad_norm": 1.2650846242904663,
+      "learning_rate": 4.0975e-05,
+      "loss": 0.0748,
+      "step": 1640
+    },
+    {
+      "grad_norm": 1.0591596364974976,
+      "learning_rate": 4.1225e-05,
+      "loss": 0.0711,
+      "step": 1650
+    },
+    {
+      "grad_norm": 1.0950254201889038,
+      "learning_rate": 4.1475000000000005e-05,
+      "loss": 0.0797,
+      "step": 1660
+    },
+    {
+      "grad_norm": 1.232553243637085,
+      "learning_rate": 4.1725000000000005e-05,
+      "loss": 0.0793,
+      "step": 1670
+    },
+    {
+      "grad_norm": 1.0546668767929077,
+      "learning_rate": 4.1975000000000004e-05,
+      "loss": 0.0699,
+      "step": 1680
+    },
+    {
+      "grad_norm": 1.008373498916626,
+      "learning_rate": 4.2225e-05,
+      "loss": 0.0808,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.8450912833213806,
+      "learning_rate": 4.2475e-05,
+      "loss": 0.0731,
+      "step": 1700
+    },
+    {
+      "grad_norm": 1.1074550151824951,
+      "learning_rate": 4.2725e-05,
+      "loss": 0.0867,
+      "step": 1710
+    },
+    {
+      "grad_norm": 1.2273873090744019,
+      "learning_rate": 4.2975e-05,
+      "loss": 0.0782,
+      "step": 1720
+    },
+    {
+      "grad_norm": 1.0400255918502808,
+      "learning_rate": 4.322500000000001e-05,
+      "loss": 0.078,
+      "step": 1730
+    },
+    {
+      "grad_norm": 1.2490166425704956,
+      "learning_rate": 4.3475000000000006e-05,
+      "loss": 0.07,
+      "step": 1740
+    },
+    {
+      "grad_norm": 1.0737584829330444,
+      "learning_rate": 4.3725000000000006e-05,
+      "loss": 0.075,
+      "step": 1750
+    },
+    {
+      "grad_norm": 1.233413577079773,
+      "learning_rate": 4.3975e-05,
+      "loss": 0.0741,
+      "step": 1760
+    },
+    {
+      "grad_norm": 0.9239450097084045,
+      "learning_rate": 4.4225e-05,
+      "loss": 0.0663,
+      "step": 1770
+    },
+    {
+      "grad_norm": 1.1301162242889404,
+      "learning_rate": 4.4475e-05,
+      "loss": 0.0733,
+      "step": 1780
+    },
+    {
+      "grad_norm": 0.8251295685768127,
+      "learning_rate": 4.4725e-05,
+      "loss": 0.064,
+      "step": 1790
+    },
+    {
+      "grad_norm": 1.0031894445419312,
+      "learning_rate": 4.4975e-05,
+      "loss": 0.0669,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.8335981965065002,
+      "learning_rate": 4.5225e-05,
+      "loss": 0.064,
+      "step": 1810
+    },
+    {
+      "grad_norm": 0.8685722351074219,
+      "learning_rate": 4.5475e-05,
+      "loss": 0.0672,
+      "step": 1820
+    },
+    {
+      "grad_norm": 0.8541990518569946,
+      "learning_rate": 4.5725e-05,
+      "loss": 0.0602,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.8233271241188049,
+      "learning_rate": 4.5975e-05,
+      "loss": 0.0682,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.7718712687492371,
+      "learning_rate": 4.6225e-05,
+      "loss": 0.0651,
+      "step": 1850
+    },
+    {
+      "grad_norm": 1.4902597665786743,
+      "learning_rate": 4.6475000000000005e-05,
+      "loss": 0.073,
+      "step": 1860
+    },
+    {
+      "grad_norm": 0.8875091075897217,
+      "learning_rate": 4.6725000000000004e-05,
+      "loss": 0.0685,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.9251996874809265,
+      "learning_rate": 4.6975000000000003e-05,
+      "loss": 0.0613,
+      "step": 1880
+    },
+    {
+      "grad_norm": 1.170397400856018,
+      "learning_rate": 4.7225e-05,
+      "loss": 0.0711,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.8567249178886414,
+      "learning_rate": 4.7475e-05,
+      "loss": 0.0721,
+      "step": 1900
+    },
+    {
+      "grad_norm": 1.0828672647476196,
+      "learning_rate": 4.7725e-05,
+      "loss": 0.069,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.8799436688423157,
+      "learning_rate": 4.7975e-05,
+      "loss": 0.07,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.949116587638855,
+      "learning_rate": 4.822500000000001e-05,
+      "loss": 0.069,
+      "step": 1930
+    },
+    {
+      "grad_norm": 1.0246304273605347,
+      "learning_rate": 4.8475000000000006e-05,
+      "loss": 0.0693,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.8899738788604736,
+      "learning_rate": 4.8725000000000005e-05,
+      "loss": 0.0641,
+      "step": 1950
+    },
+    {
+      "grad_norm": 1.0466159582138062,
+      "learning_rate": 4.8975000000000005e-05,
+      "loss": 0.0752,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.899034321308136,
+      "learning_rate": 4.9225000000000004e-05,
+      "loss": 0.0803,
+      "step": 1970
+    },
+    {
+      "grad_norm": 0.8415388464927673,
+      "learning_rate": 4.9475e-05,
+      "loss": 0.0648,
+      "step": 1980
+    },
+    {
+      "grad_norm": 1.0137670040130615,
+      "learning_rate": 4.9725e-05,
+      "loss": 0.0651,
+      "step": 1990
+    },
+    {
+      "grad_norm": 0.8400244116783142,
+      "learning_rate": 4.9975e-05,
+      "loss": 0.0838,
+      "step": 2000
+    },
+    {
+      "grad_norm": 1.078927993774414,
+      "learning_rate": 5.0225e-05,
+      "loss": 0.0692,
+      "step": 2010
+    },
+    {
+      "grad_norm": 0.7297987937927246,
+      "learning_rate": 5.047500000000001e-05,
+      "loss": 0.0658,
+      "step": 2020
+    },
+    {
+      "grad_norm": 0.7978940606117249,
+      "learning_rate": 5.0725e-05,
+      "loss": 0.0704,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.7656873464584351,
+      "learning_rate": 5.0975000000000006e-05,
+      "loss": 0.0653,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.7548262476921082,
+      "learning_rate": 5.1225e-05,
+      "loss": 0.0696,
+      "step": 2050
+    },
+    {
+      "grad_norm": 1.0591721534729004,
+      "learning_rate": 5.1475000000000004e-05,
+      "loss": 0.0786,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.7878709435462952,
+      "learning_rate": 5.1725000000000004e-05,
+      "loss": 0.0698,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.897945761680603,
+      "learning_rate": 5.197500000000001e-05,
+      "loss": 0.0628,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.6967459917068481,
+      "learning_rate": 5.2225e-05,
+      "loss": 0.0612,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.8716256022453308,
+      "learning_rate": 5.247500000000001e-05,
+      "loss": 0.061,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.6177629828453064,
+      "learning_rate": 5.2725e-05,
+      "loss": 0.0569,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.9584032893180847,
+      "learning_rate": 5.297500000000001e-05,
+      "loss": 0.0667,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.9155662655830383,
+      "learning_rate": 5.3225e-05,
+      "loss": 0.0634,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.7499725222587585,
+      "learning_rate": 5.3475e-05,
+      "loss": 0.062,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.5990448594093323,
+      "learning_rate": 5.3725000000000005e-05,
+      "loss": 0.0594,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.8445324897766113,
+      "learning_rate": 5.3975e-05,
+      "loss": 0.0552,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.6003220677375793,
+      "learning_rate": 5.4225000000000003e-05,
+      "loss": 0.0584,
+      "step": 2170
+    },
+    {
+      "grad_norm": 1.0316931009292603,
+      "learning_rate": 5.4474999999999996e-05,
+      "loss": 0.0637,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.868081271648407,
+      "learning_rate": 5.4725e-05,
+      "loss": 0.0649,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.842610776424408,
+      "learning_rate": 5.4975e-05,
+      "loss": 0.0667,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.6579468250274658,
+      "learning_rate": 5.522500000000001e-05,
+      "loss": 0.0532,
+      "step": 2210
+    },
+    {
+      "grad_norm": 0.8250467777252197,
+      "learning_rate": 5.5475e-05,
+      "loss": 0.0577,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.882590115070343,
+      "learning_rate": 5.5725000000000006e-05,
+      "loss": 0.0618,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.6348373889923096,
+      "learning_rate": 5.5975e-05,
+      "loss": 0.0633,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.6598455309867859,
+      "learning_rate": 5.6225000000000005e-05,
+      "loss": 0.0693,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.8272908329963684,
+      "learning_rate": 5.6475e-05,
+      "loss": 0.0597,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.8021649718284607,
+      "learning_rate": 5.6725e-05,
+      "loss": 0.0551,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.7743063569068909,
+      "learning_rate": 5.6975e-05,
+      "loss": 0.0649,
+      "step": 2280
+    },
+    {
+      "grad_norm": 0.9049435257911682,
+      "learning_rate": 5.722500000000001e-05,
+      "loss": 0.0624,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.7708112597465515,
+      "learning_rate": 5.7475e-05,
+      "loss": 0.0647,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.9157259464263916,
+      "learning_rate": 5.772500000000001e-05,
+      "loss": 0.0642,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.7489880919456482,
+      "learning_rate": 5.7975e-05,
+      "loss": 0.0528,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.7524044513702393,
+      "learning_rate": 5.8225000000000006e-05,
+      "loss": 0.0594,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.9588838219642639,
+      "learning_rate": 5.8475000000000005e-05,
+      "loss": 0.0608,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.724116861820221,
+      "learning_rate": 5.8725000000000004e-05,
+      "loss": 0.0608,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.949410617351532,
+      "learning_rate": 5.8975000000000004e-05,
+      "loss": 0.0629,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.7337884306907654,
+      "learning_rate": 5.922500000000001e-05,
+      "loss": 0.0644,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.6380131244659424,
+      "learning_rate": 5.9475e-05,
+      "loss": 0.0605,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.6566464304924011,
+      "learning_rate": 5.9724999999999995e-05,
+      "loss": 0.0703,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.7548853158950806,
+      "learning_rate": 5.9975e-05,
+      "loss": 0.061,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.7135842442512512,
+      "learning_rate": 6.0225e-05,
+      "loss": 0.0594,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.6651610136032104,
+      "learning_rate": 6.0475000000000006e-05,
+      "loss": 0.0587,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.5913328528404236,
+      "learning_rate": 6.0725e-05,
+      "loss": 0.0555,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.6769335865974426,
+      "learning_rate": 6.0975000000000005e-05,
+      "loss": 0.0532,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.7440420985221863,
+      "learning_rate": 6.1225e-05,
+      "loss": 0.0555,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.5355431437492371,
+      "learning_rate": 6.1475e-05,
+      "loss": 0.0542,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.6097579598426819,
+      "learning_rate": 6.1725e-05,
+      "loss": 0.056,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.6164148449897766,
+      "learning_rate": 6.1975e-05,
+      "loss": 0.0638,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.8228153586387634,
+      "learning_rate": 6.2225e-05,
+      "loss": 0.0597,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.693198025226593,
+      "learning_rate": 6.2475e-05,
+      "loss": 0.0616,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.77430260181427,
+      "learning_rate": 6.2725e-05,
+      "loss": 0.048,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.7404604554176331,
+      "learning_rate": 6.297500000000001e-05,
+      "loss": 0.0541,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.7104705572128296,
+      "learning_rate": 6.3225e-05,
+      "loss": 0.0651,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.7111170887947083,
+      "learning_rate": 6.347500000000001e-05,
+      "loss": 0.0648,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.7771560549736023,
+      "learning_rate": 6.3725e-05,
+      "loss": 0.0578,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.7633046507835388,
+      "learning_rate": 6.397500000000001e-05,
+      "loss": 0.0579,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.8382501006126404,
+      "learning_rate": 6.4225e-05,
+      "loss": 0.0568,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.6458725929260254,
+      "learning_rate": 6.447500000000001e-05,
+      "loss": 0.0602,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.6697157621383667,
+      "learning_rate": 6.4725e-05,
+      "loss": 0.0563,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.6784992814064026,
+      "learning_rate": 6.497500000000001e-05,
+      "loss": 0.0558,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.6799176931381226,
+      "learning_rate": 6.5225e-05,
+      "loss": 0.0486,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.7377599477767944,
+      "learning_rate": 6.5475e-05,
+      "loss": 0.053,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.5490700602531433,
+      "learning_rate": 6.5725e-05,
+      "loss": 0.06,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.5960026979446411,
+      "learning_rate": 6.5975e-05,
+      "loss": 0.0747,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.6861433982849121,
+      "learning_rate": 6.6225e-05,
+      "loss": 0.0554,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.611458420753479,
+      "learning_rate": 6.6475e-05,
+      "loss": 0.0542,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.712469220161438,
+      "learning_rate": 6.672500000000001e-05,
+      "loss": 0.0484,
+      "step": 2670
+    },
+    {
+      "grad_norm": 0.6568604707717896,
+      "learning_rate": 6.6975e-05,
+      "loss": 0.0484,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.588529109954834,
+      "learning_rate": 6.722500000000001e-05,
+      "loss": 0.0515,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.9409171342849731,
+      "learning_rate": 6.7475e-05,
+      "loss": 0.0644,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.5707340240478516,
+      "learning_rate": 6.7725e-05,
+      "loss": 0.0612,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.7319713830947876,
+      "learning_rate": 6.7975e-05,
+      "loss": 0.0579,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.7075655460357666,
+      "learning_rate": 6.8225e-05,
+      "loss": 0.0561,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.6792818307876587,
+      "learning_rate": 6.8475e-05,
+      "loss": 0.0509,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.7108269333839417,
+      "learning_rate": 6.8725e-05,
+      "loss": 0.0531,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.5372207164764404,
+      "learning_rate": 6.8975e-05,
+      "loss": 0.0493,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.6156140565872192,
+      "learning_rate": 6.9225e-05,
+      "loss": 0.049,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.5341912508010864,
+      "learning_rate": 6.9475e-05,
+      "loss": 0.0438,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.5590257048606873,
+      "learning_rate": 6.9725e-05,
+      "loss": 0.0509,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.7167447209358215,
+      "learning_rate": 6.997500000000001e-05,
+      "loss": 0.0487,
+      "step": 2800
+    },
+    {
+      "grad_norm": 0.5477861166000366,
+      "learning_rate": 7.022500000000001e-05,
+      "loss": 0.0484,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.7099193930625916,
+      "learning_rate": 7.0475e-05,
+      "loss": 0.0484,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.815622866153717,
+      "learning_rate": 7.072500000000001e-05,
+      "loss": 0.0493,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.5379012227058411,
+      "learning_rate": 7.0975e-05,
+      "loss": 0.0535,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.4705035388469696,
+      "learning_rate": 7.122500000000001e-05,
+      "loss": 0.0527,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.5898609161376953,
+      "learning_rate": 7.1475e-05,
+      "loss": 0.0677,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.6316633224487305,
+      "learning_rate": 7.172500000000001e-05,
+      "loss": 0.0474,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.5751751661300659,
+      "learning_rate": 7.1975e-05,
+      "loss": 0.0519,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.6925854086875916,
+      "learning_rate": 7.2225e-05,
+      "loss": 0.0532,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.6490530371665955,
+      "learning_rate": 7.2475e-05,
+      "loss": 0.0431,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.5243796706199646,
+      "learning_rate": 7.272499999999999e-05,
+      "loss": 0.0594,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.4794312119483948,
+      "learning_rate": 7.2975e-05,
+      "loss": 0.0491,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.5939675569534302,
+      "learning_rate": 7.3225e-05,
+      "loss": 0.053,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.6829997301101685,
+      "learning_rate": 7.347500000000001e-05,
+      "loss": 0.0433,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.5756387710571289,
+      "learning_rate": 7.3725e-05,
+      "loss": 0.0453,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.6272783279418945,
+      "learning_rate": 7.397500000000001e-05,
+      "loss": 0.0495,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.6649883985519409,
+      "learning_rate": 7.4225e-05,
+      "loss": 0.0516,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.41673851013183594,
+      "learning_rate": 7.447500000000001e-05,
+      "loss": 0.0555,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.43925657868385315,
+      "learning_rate": 7.4725e-05,
+      "loss": 0.0422,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.5183777213096619,
+      "learning_rate": 7.4975e-05,
+      "loss": 0.0581,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.6291593909263611,
+      "learning_rate": 7.5225e-05,
+      "loss": 0.0502,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.6234071850776672,
+      "learning_rate": 7.5475e-05,
+      "loss": 0.0588,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.5591736435890198,
+      "learning_rate": 7.5725e-05,
+      "loss": 0.0491,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.570741593837738,
+      "learning_rate": 7.5975e-05,
+      "loss": 0.0546,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.6032003164291382,
+      "learning_rate": 7.6225e-05,
+      "loss": 0.0545,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.7455132007598877,
+      "learning_rate": 7.6475e-05,
+      "loss": 0.043,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.6484450697898865,
+      "learning_rate": 7.672500000000001e-05,
+      "loss": 0.0511,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.557806670665741,
+      "learning_rate": 7.697500000000001e-05,
+      "loss": 0.0549,
+      "step": 3080
+    },
+    {
+      "grad_norm": 0.7911346554756165,
+      "learning_rate": 7.722500000000001e-05,
+      "loss": 0.0447,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.5621020197868347,
+      "learning_rate": 7.747500000000001e-05,
+      "loss": 0.0545,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.7302330732345581,
+      "learning_rate": 7.7725e-05,
+      "loss": 0.0541,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.5450969934463501,
+      "learning_rate": 7.797500000000001e-05,
+      "loss": 0.0461,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.5978328585624695,
+      "learning_rate": 7.8225e-05,
+      "loss": 0.0542,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.6991857290267944,
+      "learning_rate": 7.8475e-05,
+      "loss": 0.0545,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.5713250041007996,
+      "learning_rate": 7.8725e-05,
+      "loss": 0.0429,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.5079202055931091,
+      "learning_rate": 7.8975e-05,
+      "loss": 0.0516,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.5190696716308594,
+      "learning_rate": 7.9225e-05,
+      "loss": 0.0448,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.6884950995445251,
+      "learning_rate": 7.9475e-05,
+      "loss": 0.0554,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.5221415162086487,
+      "learning_rate": 7.9725e-05,
+      "loss": 0.0573,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.4776185154914856,
+      "learning_rate": 7.9975e-05,
+      "loss": 0.0483,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.5168715119361877,
+      "learning_rate": 8.022500000000001e-05,
+      "loss": 0.0475,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.8133692741394043,
+      "learning_rate": 8.0475e-05,
+      "loss": 0.0501,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.5876872539520264,
+      "learning_rate": 8.072500000000001e-05,
+      "loss": 0.0498,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.5368916988372803,
+      "learning_rate": 8.0975e-05,
+      "loss": 0.0475,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.6654589176177979,
+      "learning_rate": 8.122500000000001e-05,
+      "loss": 0.0533,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.7075525522232056,
+      "learning_rate": 8.1475e-05,
+      "loss": 0.0506,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.7137773633003235,
+      "learning_rate": 8.172500000000001e-05,
+      "loss": 0.0473,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.6145274639129639,
+      "learning_rate": 8.1975e-05,
+      "loss": 0.053,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.5827512741088867,
+      "learning_rate": 8.2225e-05,
+      "loss": 0.0467,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.5741691589355469,
+      "learning_rate": 8.2475e-05,
+      "loss": 0.0477,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.6415374279022217,
+      "learning_rate": 8.2725e-05,
+      "loss": 0.0502,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.5508673787117004,
+      "learning_rate": 8.2975e-05,
+      "loss": 0.0436,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.5631225109100342,
+      "learning_rate": 8.3225e-05,
+      "loss": 0.051,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.6855165958404541,
+      "learning_rate": 8.347500000000001e-05,
+      "loss": 0.056,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.6133655309677124,
+      "learning_rate": 8.3725e-05,
+      "loss": 0.0498,
+      "step": 3350
+    },
+    {
+      "grad_norm": 0.5718126893043518,
+      "learning_rate": 8.397500000000001e-05,
+      "loss": 0.0472,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.6181097030639648,
+      "learning_rate": 8.422500000000001e-05,
+      "loss": 0.0448,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.6881830096244812,
+      "learning_rate": 8.447500000000001e-05,
+      "loss": 0.0492,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.7708672285079956,
+      "learning_rate": 8.4725e-05,
+      "loss": 0.0552,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.5261228680610657,
+      "learning_rate": 8.4975e-05,
+      "loss": 0.0661,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.532979428768158,
+      "learning_rate": 8.5225e-05,
+      "loss": 0.0533,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.4041130542755127,
+      "learning_rate": 8.5475e-05,
+      "loss": 0.0474,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.4805317521095276,
+      "learning_rate": 8.5725e-05,
+      "loss": 0.0542,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.4866563677787781,
+      "learning_rate": 8.5975e-05,
+      "loss": 0.0486,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.5513153076171875,
+      "learning_rate": 8.6225e-05,
+      "loss": 0.0534,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.5657448768615723,
+      "learning_rate": 8.6475e-05,
+      "loss": 0.0453,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.48526906967163086,
+      "learning_rate": 8.672500000000001e-05,
+      "loss": 0.0466,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.4409540891647339,
+      "learning_rate": 8.6975e-05,
+      "loss": 0.042,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.4810849130153656,
+      "learning_rate": 8.7225e-05,
+      "loss": 0.0509,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.5116516351699829,
+      "learning_rate": 8.747500000000001e-05,
+      "loss": 0.0412,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.39224880933761597,
+      "learning_rate": 8.7725e-05,
+      "loss": 0.049,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.44914278388023376,
+      "learning_rate": 8.797500000000001e-05,
+      "loss": 0.0394,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.6105808615684509,
+      "learning_rate": 8.8225e-05,
+      "loss": 0.0458,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.617580771446228,
+      "learning_rate": 8.847500000000001e-05,
+      "loss": 0.0645,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.5933853983879089,
+      "learning_rate": 8.8725e-05,
+      "loss": 0.0527,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.3423856794834137,
+      "learning_rate": 8.897500000000001e-05,
+      "loss": 0.0498,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.46960392594337463,
+      "learning_rate": 8.9225e-05,
+      "loss": 0.0574,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.579044759273529,
+      "learning_rate": 8.9475e-05,
+      "loss": 0.0453,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.6561214327812195,
+      "learning_rate": 8.9725e-05,
+      "loss": 0.0544,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.4810267388820648,
+      "learning_rate": 8.9975e-05,
+      "loss": 0.0533,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.5214345455169678,
+      "learning_rate": 9.0225e-05,
+      "loss": 0.0474,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.529765784740448,
+      "learning_rate": 9.0475e-05,
+      "loss": 0.0483,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.47406721115112305,
+      "learning_rate": 9.072500000000001e-05,
+      "loss": 0.05,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.5467729568481445,
+      "learning_rate": 9.0975e-05,
+      "loss": 0.0484,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.37928155064582825,
+      "learning_rate": 9.122500000000001e-05,
+      "loss": 0.0508,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.5016357898712158,
+      "learning_rate": 9.1475e-05,
+      "loss": 0.0396,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.5030633211135864,
+      "learning_rate": 9.172500000000001e-05,
+      "loss": 0.0413,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.5383405089378357,
+      "learning_rate": 9.1975e-05,
+      "loss": 0.0457,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.5056612491607666,
+      "learning_rate": 9.2225e-05,
+      "loss": 0.0464,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.5196707844734192,
+      "learning_rate": 9.2475e-05,
+      "loss": 0.0467,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.46504533290863037,
+      "learning_rate": 9.2725e-05,
+      "loss": 0.0499,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.5482833981513977,
+      "learning_rate": 9.2975e-05,
+      "loss": 0.0412,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.4397702217102051,
+      "learning_rate": 9.3225e-05,
+      "loss": 0.0462,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.5846696496009827,
+      "learning_rate": 9.3475e-05,
+      "loss": 0.047,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.4426489770412445,
+      "learning_rate": 9.3725e-05,
+      "loss": 0.0455,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.4533824920654297,
+      "learning_rate": 9.397500000000001e-05,
+      "loss": 0.0442,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.5120921730995178,
+      "learning_rate": 9.422500000000001e-05,
+      "loss": 0.0446,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.5631505250930786,
+      "learning_rate": 9.4475e-05,
+      "loss": 0.0445,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.41061311960220337,
+      "learning_rate": 9.472500000000001e-05,
+      "loss": 0.0476,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.5548518300056458,
+      "learning_rate": 9.4975e-05,
+      "loss": 0.0504,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.4881528317928314,
+      "learning_rate": 9.522500000000001e-05,
+      "loss": 0.0465,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.4558788239955902,
+      "learning_rate": 9.5475e-05,
+      "loss": 0.0457,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.5413118600845337,
+      "learning_rate": 9.572500000000001e-05,
+      "loss": 0.0432,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.46621590852737427,
+      "learning_rate": 9.5975e-05,
+      "loss": 0.04,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.46049967408180237,
+      "learning_rate": 9.622500000000001e-05,
+      "loss": 0.0424,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.5652264952659607,
+      "learning_rate": 9.6475e-05,
+      "loss": 0.0449,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.4800361692905426,
+      "learning_rate": 9.6725e-05,
+      "loss": 0.0527,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.43115052580833435,
+      "learning_rate": 9.6975e-05,
+      "loss": 0.0583,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.4887556731700897,
+      "learning_rate": 9.7225e-05,
+      "loss": 0.0444,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.6786840558052063,
+      "learning_rate": 9.747500000000001e-05,
+      "loss": 0.0459,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.5514159798622131,
+      "learning_rate": 9.7725e-05,
+      "loss": 0.044,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.44103673100471497,
+      "learning_rate": 9.797500000000001e-05,
+      "loss": 0.047,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.5125502347946167,
+      "learning_rate": 9.8225e-05,
+      "loss": 0.043,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.5543313026428223,
+      "learning_rate": 9.847500000000001e-05,
+      "loss": 0.0526,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.5096784234046936,
+      "learning_rate": 9.8725e-05,
+      "loss": 0.0499,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.49835607409477234,
+      "learning_rate": 9.897500000000001e-05,
+      "loss": 0.0516,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.3593589663505554,
+      "learning_rate": 9.9225e-05,
+      "loss": 0.0446,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.46587103605270386,
+      "learning_rate": 9.9475e-05,
+      "loss": 0.0418,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.4543410539627075,
+      "learning_rate": 9.9725e-05,
+      "loss": 0.0391,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.38223424553871155,
+      "learning_rate": 9.9975e-05,
+      "loss": 0.0473,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.43263593316078186,
+      "learning_rate": 9.999999653982884e-05,
+      "loss": 0.0451,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.3665847182273865,
+      "learning_rate": 9.999998457874392e-05,
+      "loss": 0.0504,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.35126611590385437,
+      "learning_rate": 9.999996407402913e-05,
+      "loss": 0.0505,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.6602134704589844,
+      "learning_rate": 9.999993502568801e-05,
+      "loss": 0.0477,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.45608222484588623,
+      "learning_rate": 9.999989743372548e-05,
+      "loss": 0.0422,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.45705121755599976,
+      "learning_rate": 9.999985129814798e-05,
+      "loss": 0.0446,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.41707882285118103,
+      "learning_rate": 9.99997966189634e-05,
+      "loss": 0.0526,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.6251623034477234,
+      "learning_rate": 9.999973339618107e-05,
+      "loss": 0.0413,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.47000041604042053,
+      "learning_rate": 9.999966162981179e-05,
+      "loss": 0.0547,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.4268397390842438,
+      "learning_rate": 9.999958131986784e-05,
+      "loss": 0.0435,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.4606395363807678,
+      "learning_rate": 9.999949246636293e-05,
+      "loss": 0.0441,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.6380859613418579,
+      "learning_rate": 9.999939506931224e-05,
+      "loss": 0.0498,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.506939709186554,
+      "learning_rate": 9.999928912873243e-05,
+      "loss": 0.0454,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.41200029850006104,
+      "learning_rate": 9.999917464464159e-05,
+      "loss": 0.0476,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.3817211389541626,
+      "learning_rate": 9.999905161705929e-05,
+      "loss": 0.0516,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.32852673530578613,
+      "learning_rate": 9.999892004600653e-05,
+      "loss": 0.04,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.45431870222091675,
+      "learning_rate": 9.999877993150581e-05,
+      "loss": 0.0456,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.4389994442462921,
+      "learning_rate": 9.999863127358108e-05,
+      "loss": 0.0471,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.3908551037311554,
+      "learning_rate": 9.999847407225773e-05,
+      "loss": 0.0432,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.371036559343338,
+      "learning_rate": 9.999830832756262e-05,
+      "loss": 0.0442,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.44369661808013916,
+      "learning_rate": 9.999813403952407e-05,
+      "loss": 0.036,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.5379936695098877,
+      "learning_rate": 9.999795120817187e-05,
+      "loss": 0.0539,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.43512627482414246,
+      "learning_rate": 9.999775983353725e-05,
+      "loss": 0.0478,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.40959644317626953,
+      "learning_rate": 9.999755991565292e-05,
+      "loss": 0.04,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.42856326699256897,
+      "learning_rate": 9.999735145455303e-05,
+      "loss": 0.0409,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.4295378029346466,
+      "learning_rate": 9.99971344502732e-05,
+      "loss": 0.0548,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.45623865723609924,
+      "learning_rate": 9.999690890285053e-05,
+      "loss": 0.0452,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.45868411660194397,
+      "learning_rate": 9.999667481232356e-05,
+      "loss": 0.0434,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.5010131001472473,
+      "learning_rate": 9.999643217873225e-05,
+      "loss": 0.0444,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.5755404829978943,
+      "learning_rate": 9.999618100211809e-05,
+      "loss": 0.047,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.3672829866409302,
+      "learning_rate": 9.999592128252402e-05,
+      "loss": 0.0353,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.4134146571159363,
+      "learning_rate": 9.999565301999437e-05,
+      "loss": 0.0347,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.4856330454349518,
+      "learning_rate": 9.999537621457502e-05,
+      "loss": 0.0359,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.4850810766220093,
+      "learning_rate": 9.999509086631323e-05,
+      "loss": 0.0527,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.38435518741607666,
+      "learning_rate": 9.99947969752578e-05,
+      "loss": 0.0419,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.5045213103294373,
+      "learning_rate": 9.999449454145891e-05,
+      "loss": 0.0448,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.31859809160232544,
+      "learning_rate": 9.999418356496827e-05,
+      "loss": 0.0392,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.5234799385070801,
+      "learning_rate": 9.999386404583899e-05,
+      "loss": 0.0465,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.36768561601638794,
+      "learning_rate": 9.999353598412568e-05,
+      "loss": 0.0381,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.5104751586914062,
+      "learning_rate": 9.999319937988442e-05,
+      "loss": 0.042,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.46488428115844727,
+      "learning_rate": 9.999285423317268e-05,
+      "loss": 0.0341,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.4123372733592987,
+      "learning_rate": 9.999250054404947e-05,
+      "loss": 0.044,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.4702058732509613,
+      "learning_rate": 9.99921383125752e-05,
+      "loss": 0.039,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.664667010307312,
+      "learning_rate": 9.99917675388118e-05,
+      "loss": 0.0444,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.48562461137771606,
+      "learning_rate": 9.99913882228226e-05,
+      "loss": 0.0414,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.43508341908454895,
+      "learning_rate": 9.999100036467242e-05,
+      "loss": 0.044,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.4537997245788574,
+      "learning_rate": 9.999060396442753e-05,
+      "loss": 0.0486,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.5342022776603699,
+      "learning_rate": 9.999019902215566e-05,
+      "loss": 0.0427,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.3794819414615631,
+      "learning_rate": 9.998978553792602e-05,
+      "loss": 0.0548,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.31241267919540405,
+      "learning_rate": 9.998936351180926e-05,
+      "loss": 0.0426,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.3834628164768219,
+      "learning_rate": 9.998893294387747e-05,
+      "loss": 0.0501,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.4144917130470276,
+      "learning_rate": 9.998849383420426e-05,
+      "loss": 0.0425,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.41814082860946655,
+      "learning_rate": 9.998804618286465e-05,
+      "loss": 0.045,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.4152892231941223,
+      "learning_rate": 9.99875899899351e-05,
+      "loss": 0.0548,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.5304038524627686,
+      "learning_rate": 9.99871252554936e-05,
+      "loss": 0.0442,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.4931137263774872,
+      "learning_rate": 9.998665197961955e-05,
+      "loss": 0.0423,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.36734575033187866,
+      "learning_rate": 9.998617016239379e-05,
+      "loss": 0.0412,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.4655676484107971,
+      "learning_rate": 9.998567980389869e-05,
+      "loss": 0.0363,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.3279894292354584,
+      "learning_rate": 9.998518090421802e-05,
+      "loss": 0.0445,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.4765828251838684,
+      "learning_rate": 9.998467346343703e-05,
+      "loss": 0.0373,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.41299644112586975,
+      "learning_rate": 9.998415748164243e-05,
+      "loss": 0.0429,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.3256024718284607,
+      "learning_rate": 9.998363295892238e-05,
+      "loss": 0.0414,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.5351561903953552,
+      "learning_rate": 9.998309989536652e-05,
+      "loss": 0.0441,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.311116486787796,
+      "learning_rate": 9.998255829106593e-05,
+      "loss": 0.0393,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.4408559501171112,
+      "learning_rate": 9.998200814611316e-05,
+      "loss": 0.0428,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.544904887676239,
+      "learning_rate": 9.998144946060219e-05,
+      "loss": 0.0544,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.382839173078537,
+      "learning_rate": 9.998088223462852e-05,
+      "loss": 0.0428,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.32513612508773804,
+      "learning_rate": 9.998030646828905e-05,
+      "loss": 0.0449,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.4306314289569855,
+      "learning_rate": 9.997972216168217e-05,
+      "loss": 0.0404,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.45632943511009216,
+      "learning_rate": 9.997912931490771e-05,
+      "loss": 0.0406,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.4381083548069,
+      "learning_rate": 9.9978527928067e-05,
+      "loss": 0.0448,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.3828885555267334,
+      "learning_rate": 9.997791800126277e-05,
+      "loss": 0.0463,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.4546440839767456,
+      "learning_rate": 9.997729953459927e-05,
+      "loss": 0.0413,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.36371952295303345,
+      "learning_rate": 9.997667252818214e-05,
+      "loss": 0.0423,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.4604377746582031,
+      "learning_rate": 9.997603698211855e-05,
+      "loss": 0.0415,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.4028468430042267,
+      "learning_rate": 9.99753928965171e-05,
+      "loss": 0.0448,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.5065643787384033,
+      "learning_rate": 9.997474027148781e-05,
+      "loss": 0.0427,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.3405841290950775,
+      "learning_rate": 9.997407910714223e-05,
+      "loss": 0.0451,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.44323331117630005,
+      "learning_rate": 9.997340940359332e-05,
+      "loss": 0.041,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.48448988795280457,
+      "learning_rate": 9.997273116095552e-05,
+      "loss": 0.0446,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.4945404529571533,
+      "learning_rate": 9.997204437934473e-05,
+      "loss": 0.0406,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.40779298543930054,
+      "learning_rate": 9.997134905887829e-05,
+      "loss": 0.0406,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.4229153096675873,
+      "learning_rate": 9.997064519967501e-05,
+      "loss": 0.0407,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.3593582212924957,
+      "learning_rate": 9.996993280185517e-05,
+      "loss": 0.043,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.3584595024585724,
+      "learning_rate": 9.99692118655405e-05,
+      "loss": 0.0414,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.2807089686393738,
+      "learning_rate": 9.996848239085417e-05,
+      "loss": 0.0386,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.35087722539901733,
+      "learning_rate": 9.996774437792085e-05,
+      "loss": 0.0423,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.3640047609806061,
+      "learning_rate": 9.996699782686664e-05,
+      "loss": 0.0361,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.4195345342159271,
+      "learning_rate": 9.996624273781909e-05,
+      "loss": 0.0409,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.34995055198669434,
+      "learning_rate": 9.996547911090725e-05,
+      "loss": 0.038,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.4135249853134155,
+      "learning_rate": 9.996470694626157e-05,
+      "loss": 0.0466,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.3482966125011444,
+      "learning_rate": 9.996392624401403e-05,
+      "loss": 0.044,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.4445941150188446,
+      "learning_rate": 9.996313700429801e-05,
+      "loss": 0.0377,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.4350826144218445,
+      "learning_rate": 9.996233922724836e-05,
+      "loss": 0.038,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.410921186208725,
+      "learning_rate": 9.996153291300141e-05,
+      "loss": 0.0542,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.3728349804878235,
+      "learning_rate": 9.996071806169494e-05,
+      "loss": 0.0361,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.35408514738082886,
+      "learning_rate": 9.995989467346817e-05,
+      "loss": 0.0399,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.36848753690719604,
+      "learning_rate": 9.995906274846183e-05,
+      "loss": 0.0402,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.3917164206504822,
+      "learning_rate": 9.995822228681803e-05,
+      "loss": 0.0436,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.4484070837497711,
+      "learning_rate": 9.99573732886804e-05,
+      "loss": 0.0413,
+      "step": 5000
+    },
+    {
+      "grad_norm": 0.3140717148780823,
+      "learning_rate": 9.995651575419402e-05,
+      "loss": 0.0337,
+      "step": 5010
+    },
+    {
+      "grad_norm": 0.37881579995155334,
+      "learning_rate": 9.995564968350541e-05,
+      "loss": 0.0544,
+      "step": 5020
+    },
+    {
+      "grad_norm": 0.49457451701164246,
+      "learning_rate": 9.995477507676256e-05,
+      "loss": 0.0434,
+      "step": 5030
+    },
+    {
+      "grad_norm": 0.3214081823825836,
+      "learning_rate": 9.995389193411493e-05,
+      "loss": 0.0377,
+      "step": 5040
+    },
+    {
+      "grad_norm": 0.47797009348869324,
+      "learning_rate": 9.995300025571339e-05,
+      "loss": 0.0363,
+      "step": 5050
+    },
+    {
+      "grad_norm": 0.3587394654750824,
+      "learning_rate": 9.995210004171034e-05,
+      "loss": 0.0393,
+      "step": 5060
+    },
+    {
+      "grad_norm": 0.29887068271636963,
+      "learning_rate": 9.995119129225956e-05,
+      "loss": 0.0413,
+      "step": 5070
+    },
+    {
+      "grad_norm": 0.3272266089916229,
+      "learning_rate": 9.995027400751637e-05,
+      "loss": 0.0345,
+      "step": 5080
+    },
+    {
+      "grad_norm": 0.33268240094184875,
+      "learning_rate": 9.994934818763751e-05,
+      "loss": 0.0431,
+      "step": 5090
+    },
+    {
+      "grad_norm": 0.4031470715999603,
+      "learning_rate": 9.994841383278115e-05,
+      "loss": 0.0424,
+      "step": 5100
+    },
+    {
+      "grad_norm": 0.3274897634983063,
+      "learning_rate": 9.994747094310695e-05,
+      "loss": 0.0382,
+      "step": 5110
+    },
+    {
+      "grad_norm": 0.388652503490448,
+      "learning_rate": 9.994651951877604e-05,
+      "loss": 0.0407,
+      "step": 5120
+    },
+    {
+      "grad_norm": 0.41498151421546936,
+      "learning_rate": 9.994555955995099e-05,
+      "loss": 0.0385,
+      "step": 5130
+    },
+    {
+      "grad_norm": 0.31065860390663147,
+      "learning_rate": 9.994459106679581e-05,
+      "loss": 0.0356,
+      "step": 5140
+    },
+    {
+      "grad_norm": 0.3383851647377014,
+      "learning_rate": 9.994361403947603e-05,
+      "loss": 0.0479,
+      "step": 5150
+    },
+    {
+      "grad_norm": 0.4299122393131256,
+      "learning_rate": 9.994262847815854e-05,
+      "loss": 0.0361,
+      "step": 5160
+    },
+    {
+      "grad_norm": 0.37227678298950195,
+      "learning_rate": 9.99416343830118e-05,
+      "loss": 0.0414,
+      "step": 5170
+    },
+    {
+      "grad_norm": 0.4289757013320923,
+      "learning_rate": 9.994063175420565e-05,
+      "loss": 0.0342,
+      "step": 5180
+    },
+    {
+      "grad_norm": 0.3861692249774933,
+      "learning_rate": 9.99396205919114e-05,
+      "loss": 0.0405,
+      "step": 5190
+    },
+    {
+      "grad_norm": 0.38395729660987854,
+      "learning_rate": 9.993860089630185e-05,
+      "loss": 0.039,
+      "step": 5200
+    },
+    {
+      "grad_norm": 0.3953026831150055,
+      "learning_rate": 9.993757266755123e-05,
+      "loss": 0.0387,
+      "step": 5210
+    },
+    {
+      "grad_norm": 0.4286213517189026,
+      "learning_rate": 9.993653590583522e-05,
+      "loss": 0.0397,
+      "step": 5220
+    },
+    {
+      "grad_norm": 0.38878172636032104,
+      "learning_rate": 9.993549061133102e-05,
+      "loss": 0.0351,
+      "step": 5230
+    },
+    {
+      "grad_norm": 0.39169883728027344,
+      "learning_rate": 9.993443678421719e-05,
+      "loss": 0.038,
+      "step": 5240
+    },
+    {
+      "grad_norm": 0.37418776750564575,
+      "learning_rate": 9.993337442467384e-05,
+      "loss": 0.0405,
+      "step": 5250
+    },
+    {
+      "grad_norm": 0.2671048045158386,
+      "learning_rate": 9.993230353288248e-05,
+      "loss": 0.0375,
+      "step": 5260
+    },
+    {
+      "grad_norm": 0.41562652587890625,
+      "learning_rate": 9.993122410902608e-05,
+      "loss": 0.0414,
+      "step": 5270
+    },
+    {
+      "grad_norm": 0.34002310037612915,
+      "learning_rate": 9.993013615328912e-05,
+      "loss": 0.0346,
+      "step": 5280
+    },
+    {
+      "grad_norm": 0.3519008457660675,
+      "learning_rate": 9.992903966585747e-05,
+      "loss": 0.0395,
+      "step": 5290
+    },
+    {
+      "grad_norm": 0.4274384081363678,
+      "learning_rate": 9.992793464691852e-05,
+      "loss": 0.0385,
+      "step": 5300
+    },
+    {
+      "grad_norm": 0.3572917878627777,
+      "learning_rate": 9.992682109666105e-05,
+      "loss": 0.0399,
+      "step": 5310
+    },
+    {
+      "grad_norm": 0.33959105610847473,
+      "learning_rate": 9.992569901527538e-05,
+      "loss": 0.0336,
+      "step": 5320
+    },
+    {
+      "grad_norm": 0.38588589429855347,
+      "learning_rate": 9.99245684029532e-05,
+      "loss": 0.0431,
+      "step": 5330
+    },
+    {
+      "grad_norm": 0.33187633752822876,
+      "learning_rate": 9.992342925988774e-05,
+      "loss": 0.0391,
+      "step": 5340
+    },
+    {
+      "grad_norm": 0.4083288311958313,
+      "learning_rate": 9.992228158627361e-05,
+      "loss": 0.0378,
+      "step": 5350
+    },
+    {
+      "grad_norm": 0.3457348942756653,
+      "learning_rate": 9.992112538230693e-05,
+      "loss": 0.0379,
+      "step": 5360
+    },
+    {
+      "grad_norm": 0.31987273693084717,
+      "learning_rate": 9.991996064818527e-05,
+      "loss": 0.0393,
+      "step": 5370
+    },
+    {
+      "grad_norm": 0.3721388578414917,
+      "learning_rate": 9.991878738410768e-05,
+      "loss": 0.0409,
+      "step": 5380
+    },
+    {
+      "grad_norm": 0.4058922231197357,
+      "learning_rate": 9.991760559027457e-05,
+      "loss": 0.0419,
+      "step": 5390
+    },
+    {
+      "grad_norm": 0.34973692893981934,
+      "learning_rate": 9.991641526688793e-05,
+      "loss": 0.0357,
+      "step": 5400
+    },
+    {
+      "grad_norm": 0.4551521837711334,
+      "learning_rate": 9.991521641415113e-05,
+      "loss": 0.0445,
+      "step": 5410
+    },
+    {
+      "grad_norm": 0.36950400471687317,
+      "learning_rate": 9.991400903226904e-05,
+      "loss": 0.042,
+      "step": 5420
+    },
+    {
+      "grad_norm": 0.4378596842288971,
+      "learning_rate": 9.991279312144794e-05,
+      "loss": 0.0401,
+      "step": 5430
+    },
+    {
+      "grad_norm": 0.32041800022125244,
+      "learning_rate": 9.991156868189564e-05,
+      "loss": 0.035,
+      "step": 5440
+    },
+    {
+      "grad_norm": 0.3157516121864319,
+      "learning_rate": 9.991033571382131e-05,
+      "loss": 0.0336,
+      "step": 5450
+    },
+    {
+      "grad_norm": 0.2467762529850006,
+      "learning_rate": 9.990909421743569e-05,
+      "loss": 0.0411,
+      "step": 5460
+    },
+    {
+      "grad_norm": 0.3263469338417053,
+      "learning_rate": 9.990784419295085e-05,
+      "loss": 0.0414,
+      "step": 5470
+    },
+    {
+      "grad_norm": 0.3765830397605896,
+      "learning_rate": 9.990658564058044e-05,
+      "loss": 0.0376,
+      "step": 5480
+    },
+    {
+      "grad_norm": 0.4481829106807709,
+      "learning_rate": 9.990531856053948e-05,
+      "loss": 0.0354,
+      "step": 5490
+    },
+    {
+      "grad_norm": 0.36389145255088806,
+      "learning_rate": 9.99040429530445e-05,
+      "loss": 0.0389,
+      "step": 5500
+    },
+    {
+      "grad_norm": 0.4072919189929962,
+      "learning_rate": 9.990275881831346e-05,
+      "loss": 0.0409,
+      "step": 5510
+    },
+    {
+      "grad_norm": 0.3611977696418762,
+      "learning_rate": 9.990146615656577e-05,
+      "loss": 0.0395,
+      "step": 5520
+    },
+    {
+      "grad_norm": 0.3288697600364685,
+      "learning_rate": 9.990016496802233e-05,
+      "loss": 0.0382,
+      "step": 5530
+    },
+    {
+      "grad_norm": 0.3143702745437622,
+      "learning_rate": 9.989885525290548e-05,
+      "loss": 0.0281,
+      "step": 5540
+    },
+    {
+      "grad_norm": 0.36469143629074097,
+      "learning_rate": 9.989753701143897e-05,
+      "loss": 0.0384,
+      "step": 5550
+    },
+    {
+      "grad_norm": 0.3968755602836609,
+      "learning_rate": 9.989621024384812e-05,
+      "loss": 0.0404,
+      "step": 5560
+    },
+    {
+      "grad_norm": 0.3524176776409149,
+      "learning_rate": 9.989487495035959e-05,
+      "loss": 0.0384,
+      "step": 5570
+    },
+    {
+      "grad_norm": 0.4100457727909088,
+      "learning_rate": 9.989353113120156e-05,
+      "loss": 0.0434,
+      "step": 5580
+    },
+    {
+      "grad_norm": 0.3930557370185852,
+      "learning_rate": 9.989217878660366e-05,
+      "loss": 0.0401,
+      "step": 5590
+    },
+    {
+      "grad_norm": 0.3679465353488922,
+      "learning_rate": 9.989081791679695e-05,
+      "loss": 0.0349,
+      "step": 5600
+    },
+    {
+      "grad_norm": 0.3893984854221344,
+      "learning_rate": 9.988944852201397e-05,
+      "loss": 0.0346,
+      "step": 5610
+    },
+    {
+      "grad_norm": 0.4222191572189331,
+      "learning_rate": 9.988807060248873e-05,
+      "loss": 0.0373,
+      "step": 5620
+    },
+    {
+      "grad_norm": 0.41161638498306274,
+      "learning_rate": 9.988668415845665e-05,
+      "loss": 0.0332,
+      "step": 5630
+    },
+    {
+      "grad_norm": 0.4656347632408142,
+      "learning_rate": 9.988528919015466e-05,
+      "loss": 0.0336,
+      "step": 5640
+    },
+    {
+      "grad_norm": 0.37889426946640015,
+      "learning_rate": 9.988388569782112e-05,
+      "loss": 0.0406,
+      "step": 5650
+    },
+    {
+      "grad_norm": 0.3573051989078522,
+      "learning_rate": 9.988247368169583e-05,
+      "loss": 0.0376,
+      "step": 5660
+    },
+    {
+      "grad_norm": 0.3604784309864044,
+      "learning_rate": 9.988105314202007e-05,
+      "loss": 0.0422,
+      "step": 5670
+    },
+    {
+      "grad_norm": 0.25682204961776733,
+      "learning_rate": 9.987962407903659e-05,
+      "loss": 0.0372,
+      "step": 5680
+    },
+    {
+      "grad_norm": 0.3097984194755554,
+      "learning_rate": 9.987818649298957e-05,
+      "loss": 0.0375,
+      "step": 5690
+    },
+    {
+      "grad_norm": 0.35520312190055847,
+      "learning_rate": 9.987674038412465e-05,
+      "loss": 0.0327,
+      "step": 5700
+    },
+    {
+      "grad_norm": 0.4087008535861969,
+      "learning_rate": 9.987528575268891e-05,
+      "loss": 0.0348,
+      "step": 5710
+    },
+    {
+      "grad_norm": 0.4199003577232361,
+      "learning_rate": 9.987382259893095e-05,
+      "loss": 0.037,
+      "step": 5720
+    },
+    {
+      "grad_norm": 0.24098661541938782,
+      "learning_rate": 9.987235092310074e-05,
+      "loss": 0.0354,
+      "step": 5730
+    },
+    {
+      "grad_norm": 0.3234051764011383,
+      "learning_rate": 9.987087072544978e-05,
+      "loss": 0.0371,
+      "step": 5740
+    },
+    {
+      "grad_norm": 0.3701421618461609,
+      "learning_rate": 9.9869382006231e-05,
+      "loss": 0.0384,
+      "step": 5750
+    },
+    {
+      "grad_norm": 0.37157562375068665,
+      "learning_rate": 9.986788476569875e-05,
+      "loss": 0.0311,
+      "step": 5760
+    },
+    {
+      "grad_norm": 0.3523711562156677,
+      "learning_rate": 9.986637900410887e-05,
+      "loss": 0.0356,
+      "step": 5770
+    },
+    {
+      "grad_norm": 0.30509835481643677,
+      "learning_rate": 9.986486472171869e-05,
+      "loss": 0.0309,
+      "step": 5780
+    },
+    {
+      "grad_norm": 0.34000104665756226,
+      "learning_rate": 9.986334191878692e-05,
+      "loss": 0.0354,
+      "step": 5790
+    },
+    {
+      "grad_norm": 0.36249038577079773,
+      "learning_rate": 9.986181059557378e-05,
+      "loss": 0.0343,
+      "step": 5800
+    },
+    {
+      "grad_norm": 0.3821953237056732,
+      "learning_rate": 9.986027075234094e-05,
+      "loss": 0.0323,
+      "step": 5810
+    },
+    {
+      "grad_norm": 0.38810038566589355,
+      "learning_rate": 9.985872238935152e-05,
+      "loss": 0.0367,
+      "step": 5820
+    },
+    {
+      "grad_norm": 0.25715023279190063,
+      "learning_rate": 9.985716550687008e-05,
+      "loss": 0.0318,
+      "step": 5830
+    },
+    {
+      "grad_norm": 0.3272154629230499,
+      "learning_rate": 9.985560010516264e-05,
+      "loss": 0.0347,
+      "step": 5840
+    },
+    {
+      "grad_norm": 0.48976990580558777,
+      "learning_rate": 9.985402618449668e-05,
+      "loss": 0.0373,
+      "step": 5850
+    },
+    {
+      "grad_norm": 0.3895314633846283,
+      "learning_rate": 9.985244374514118e-05,
+      "loss": 0.0451,
+      "step": 5860
+    },
+    {
+      "grad_norm": 0.410422146320343,
+      "learning_rate": 9.985085278736651e-05,
+      "loss": 0.0459,
+      "step": 5870
+    },
+    {
+      "grad_norm": 0.2891886830329895,
+      "learning_rate": 9.984925331144452e-05,
+      "loss": 0.0333,
+      "step": 5880
+    },
+    {
+      "grad_norm": 0.3112083673477173,
+      "learning_rate": 9.984764531764851e-05,
+      "loss": 0.039,
+      "step": 5890
+    },
+    {
+      "grad_norm": 0.3228941857814789,
+      "learning_rate": 9.984602880625326e-05,
+      "loss": 0.0383,
+      "step": 5900
+    },
+    {
+      "grad_norm": 0.27487504482269287,
+      "learning_rate": 9.9844403777535e-05,
+      "loss": 0.0356,
+      "step": 5910
+    },
+    {
+      "grad_norm": 0.38179752230644226,
+      "learning_rate": 9.984277023177135e-05,
+      "loss": 0.0457,
+      "step": 5920
+    },
+    {
+      "grad_norm": 0.33632954955101013,
+      "learning_rate": 9.984112816924148e-05,
+      "loss": 0.034,
+      "step": 5930
+    },
+    {
+      "grad_norm": 0.3125036954879761,
+      "learning_rate": 9.983947759022596e-05,
+      "loss": 0.0378,
+      "step": 5940
+    },
+    {
+      "grad_norm": 0.30616000294685364,
+      "learning_rate": 9.983781849500682e-05,
+      "loss": 0.0359,
+      "step": 5950
+    },
+    {
+      "grad_norm": 0.41578176617622375,
+      "learning_rate": 9.98361508838676e-05,
+      "loss": 0.0369,
+      "step": 5960
+    },
+    {
+      "grad_norm": 0.4629523456096649,
+      "learning_rate": 9.98344747570932e-05,
+      "loss": 0.036,
+      "step": 5970
+    },
+    {
+      "grad_norm": 0.3784680664539337,
+      "learning_rate": 9.983279011497004e-05,
+      "loss": 0.0332,
+      "step": 5980
+    },
+    {
+      "grad_norm": 0.30520278215408325,
+      "learning_rate": 9.983109695778596e-05,
+      "loss": 0.0357,
+      "step": 5990
+    },
+    {
+      "grad_norm": 0.40678441524505615,
+      "learning_rate": 9.982939528583032e-05,
+      "loss": 0.039,
+      "step": 6000
+    },
+    {
+      "grad_norm": 0.3706188499927521,
+      "learning_rate": 9.982768509939385e-05,
+      "loss": 0.0447,
+      "step": 6010
+    },
+    {
+      "grad_norm": 0.42652177810668945,
+      "learning_rate": 9.982596639876879e-05,
+      "loss": 0.0389,
+      "step": 6020
+    },
+    {
+      "grad_norm": 0.2830207049846649,
+      "learning_rate": 9.982423918424881e-05,
+      "loss": 0.0344,
+      "step": 6030
+    },
+    {
+      "grad_norm": 0.2619018852710724,
+      "learning_rate": 9.982250345612908e-05,
+      "loss": 0.0375,
+      "step": 6040
+    },
+    {
+      "grad_norm": 0.4262092113494873,
+      "learning_rate": 9.982075921470611e-05,
+      "loss": 0.0351,
+      "step": 6050
+    },
+    {
+      "grad_norm": 0.3694694936275482,
+      "learning_rate": 9.981900646027802e-05,
+      "loss": 0.0335,
+      "step": 6060
+    },
+    {
+      "grad_norm": 0.3520243167877197,
+      "learning_rate": 9.981724519314425e-05,
+      "loss": 0.0338,
+      "step": 6070
+    },
+    {
+      "grad_norm": 0.4404289722442627,
+      "learning_rate": 9.981547541360581e-05,
+      "loss": 0.0295,
+      "step": 6080
+    },
+    {
+      "grad_norm": 0.36102667450904846,
+      "learning_rate": 9.981369712196508e-05,
+      "loss": 0.0365,
+      "step": 6090
+    },
+    {
+      "grad_norm": 0.30017468333244324,
+      "learning_rate": 9.981191031852592e-05,
+      "loss": 0.031,
+      "step": 6100
+    },
+    {
+      "grad_norm": 0.29750964045524597,
+      "learning_rate": 9.981011500359362e-05,
+      "loss": 0.0357,
+      "step": 6110
+    },
+    {
+      "grad_norm": 0.34287959337234497,
+      "learning_rate": 9.9808311177475e-05,
+      "loss": 0.0357,
+      "step": 6120
+    },
+    {
+      "grad_norm": 0.3757396638393402,
+      "learning_rate": 9.980649884047826e-05,
+      "loss": 0.031,
+      "step": 6130
+    },
+    {
+      "grad_norm": 0.3396052122116089,
+      "learning_rate": 9.980467799291307e-05,
+      "loss": 0.0419,
+      "step": 6140
+    },
+    {
+      "grad_norm": 0.4638442397117615,
+      "learning_rate": 9.980284863509058e-05,
+      "loss": 0.0348,
+      "step": 6150
+    },
+    {
+      "grad_norm": 0.34926050901412964,
+      "learning_rate": 9.980101076732334e-05,
+      "loss": 0.0377,
+      "step": 6160
+    },
+    {
+      "grad_norm": 0.3208204209804535,
+      "learning_rate": 9.979916438992544e-05,
+      "loss": 0.0356,
+      "step": 6170
+    },
+    {
+      "grad_norm": 0.3122788369655609,
+      "learning_rate": 9.979730950321237e-05,
+      "loss": 0.0328,
+      "step": 6180
+    },
+    {
+      "grad_norm": 0.3575652539730072,
+      "learning_rate": 9.979544610750104e-05,
+      "loss": 0.038,
+      "step": 6190
+    },
+    {
+      "grad_norm": 0.37575212121009827,
+      "learning_rate": 9.97935742031099e-05,
+      "loss": 0.0398,
+      "step": 6200
+    },
+    {
+      "grad_norm": 0.5197086930274963,
+      "learning_rate": 9.979169379035878e-05,
+      "loss": 0.0484,
+      "step": 6210
+    },
+    {
+      "grad_norm": 0.35234495997428894,
+      "learning_rate": 9.978980486956899e-05,
+      "loss": 0.0365,
+      "step": 6220
+    },
+    {
+      "grad_norm": 0.3116982579231262,
+      "learning_rate": 9.978790744106332e-05,
+      "loss": 0.0347,
+      "step": 6230
+    },
+    {
+      "grad_norm": 0.3642233610153198,
+      "learning_rate": 9.978600150516594e-05,
+      "loss": 0.0289,
+      "step": 6240
+    },
+    {
+      "grad_norm": 0.36486566066741943,
+      "learning_rate": 9.978408706220259e-05,
+      "loss": 0.0401,
+      "step": 6250
+    },
+    {
+      "grad_norm": 0.3616689443588257,
+      "learning_rate": 9.978216411250032e-05,
+      "loss": 0.0454,
+      "step": 6260
+    },
+    {
+      "grad_norm": 0.28171005845069885,
+      "learning_rate": 9.978023265638778e-05,
+      "loss": 0.032,
+      "step": 6270
+    },
+    {
+      "grad_norm": 0.42742064595222473,
+      "learning_rate": 9.977829269419495e-05,
+      "loss": 0.034,
+      "step": 6280
+    },
+    {
+      "grad_norm": 0.44887232780456543,
+      "learning_rate": 9.977634422625335e-05,
+      "loss": 0.0393,
+      "step": 6290
+    },
+    {
+      "grad_norm": 0.3125928044319153,
+      "learning_rate": 9.97743872528959e-05,
+      "loss": 0.0372,
+      "step": 6300
+    },
+    {
+      "grad_norm": 0.2811821401119232,
+      "learning_rate": 9.9772421774457e-05,
+      "loss": 0.0326,
+      "step": 6310
+    },
+    {
+      "grad_norm": 0.37790635228157043,
+      "learning_rate": 9.977044779127252e-05,
+      "loss": 0.0308,
+      "step": 6320
+    },
+    {
+      "grad_norm": 0.3655528724193573,
+      "learning_rate": 9.976846530367971e-05,
+      "loss": 0.0333,
+      "step": 6330
+    },
+    {
+      "grad_norm": 0.28514018654823303,
+      "learning_rate": 9.976647431201735e-05,
+      "loss": 0.0382,
+      "step": 6340
+    },
+    {
+      "grad_norm": 0.36321479082107544,
+      "learning_rate": 9.976447481662568e-05,
+      "loss": 0.0358,
+      "step": 6350
+    },
+    {
+      "grad_norm": 0.30387699604034424,
+      "learning_rate": 9.976246681784629e-05,
+      "loss": 0.0351,
+      "step": 6360
+    },
+    {
+      "grad_norm": 0.31181055307388306,
+      "learning_rate": 9.976045031602234e-05,
+      "loss": 0.041,
+      "step": 6370
+    },
+    {
+      "grad_norm": 0.34030070900917053,
+      "learning_rate": 9.975842531149837e-05,
+      "loss": 0.0353,
+      "step": 6380
+    },
+    {
+      "grad_norm": 0.25730031728744507,
+      "learning_rate": 9.975639180462043e-05,
+      "loss": 0.0292,
+      "step": 6390
+    },
+    {
+      "grad_norm": 0.38701382279396057,
+      "learning_rate": 9.975434979573596e-05,
+      "loss": 0.0362,
+      "step": 6400
+    },
+    {
+      "grad_norm": 0.41777029633522034,
+      "learning_rate": 9.97522992851939e-05,
+      "loss": 0.0306,
+      "step": 6410
+    },
+    {
+      "grad_norm": 0.39182350039482117,
+      "learning_rate": 9.975024027334461e-05,
+      "loss": 0.0325,
+      "step": 6420
+    },
+    {
+      "grad_norm": 0.37735411524772644,
+      "learning_rate": 9.974817276053993e-05,
+      "loss": 0.0344,
+      "step": 6430
+    },
+    {
+      "grad_norm": 0.239715576171875,
+      "learning_rate": 9.974609674713315e-05,
+      "loss": 0.036,
+      "step": 6440
+    },
+    {
+      "grad_norm": 0.30965298414230347,
+      "learning_rate": 9.9744012233479e-05,
+      "loss": 0.0473,
+      "step": 6450
+    },
+    {
+      "grad_norm": 0.3785746693611145,
+      "learning_rate": 9.974191921993366e-05,
+      "loss": 0.0327,
+      "step": 6460
+    },
+    {
+      "grad_norm": 0.2892898619174957,
+      "learning_rate": 9.973981770685474e-05,
+      "loss": 0.0312,
+      "step": 6470
+    },
+    {
+      "grad_norm": 0.25268450379371643,
+      "learning_rate": 9.97377076946014e-05,
+      "loss": 0.0345,
+      "step": 6480
+    },
+    {
+      "grad_norm": 0.2839321792125702,
+      "learning_rate": 9.973558918353412e-05,
+      "loss": 0.0342,
+      "step": 6490
+    },
+    {
+      "grad_norm": 0.34005576372146606,
+      "learning_rate": 9.973346217401494e-05,
+      "loss": 0.0344,
+      "step": 6500
+    },
+    {
+      "grad_norm": 0.31852179765701294,
+      "learning_rate": 9.973132666640726e-05,
+      "loss": 0.0338,
+      "step": 6510
+    },
+    {
+      "grad_norm": 0.40457314252853394,
+      "learning_rate": 9.972918266107602e-05,
+      "loss": 0.0357,
+      "step": 6520
+    },
+    {
+      "grad_norm": 0.29993727803230286,
+      "learning_rate": 9.972703015838756e-05,
+      "loss": 0.0324,
+      "step": 6530
+    },
+    {
+      "grad_norm": 0.26681557297706604,
+      "learning_rate": 9.97248691587097e-05,
+      "loss": 0.0331,
+      "step": 6540
+    },
+    {
+      "grad_norm": 0.38051295280456543,
+      "learning_rate": 9.972269966241166e-05,
+      "loss": 0.0331,
+      "step": 6550
+    },
+    {
+      "grad_norm": 0.3518318831920624,
+      "learning_rate": 9.972052166986417e-05,
+      "loss": 0.0303,
+      "step": 6560
+    },
+    {
+      "grad_norm": 0.44882360100746155,
+      "learning_rate": 9.971833518143938e-05,
+      "loss": 0.0371,
+      "step": 6570
+    },
+    {
+      "grad_norm": 0.2745528519153595,
+      "learning_rate": 9.971614019751093e-05,
+      "loss": 0.0331,
+      "step": 6580
+    },
+    {
+      "grad_norm": 0.291486531496048,
+      "learning_rate": 9.971393671845383e-05,
+      "loss": 0.033,
+      "step": 6590
+    },
+    {
+      "grad_norm": 0.43581753969192505,
+      "learning_rate": 9.971172474464464e-05,
+      "loss": 0.0388,
+      "step": 6600
+    },
+    {
+      "grad_norm": 0.26633909344673157,
+      "learning_rate": 9.97095042764613e-05,
+      "loss": 0.0303,
+      "step": 6610
+    },
+    {
+      "grad_norm": 0.28575214743614197,
+      "learning_rate": 9.970727531428324e-05,
+      "loss": 0.0395,
+      "step": 6620
+    },
+    {
+      "grad_norm": 0.2557196319103241,
+      "learning_rate": 9.970503785849132e-05,
+      "loss": 0.0354,
+      "step": 6630
+    },
+    {
+      "grad_norm": 0.36666834354400635,
+      "learning_rate": 9.970279190946788e-05,
+      "loss": 0.0396,
+      "step": 6640
+    },
+    {
+      "grad_norm": 0.3738102912902832,
+      "learning_rate": 9.970053746759667e-05,
+      "loss": 0.0331,
+      "step": 6650
+    },
+    {
+      "grad_norm": 0.405752569437027,
+      "learning_rate": 9.969827453326292e-05,
+      "loss": 0.0337,
+      "step": 6660
+    },
+    {
+      "grad_norm": 0.3261372447013855,
+      "learning_rate": 9.969600310685332e-05,
+      "loss": 0.033,
+      "step": 6670
+    },
+    {
+      "grad_norm": 0.32274726033210754,
+      "learning_rate": 9.969372318875596e-05,
+      "loss": 0.0352,
+      "step": 6680
+    },
+    {
+      "grad_norm": 0.40957677364349365,
+      "learning_rate": 9.969143477936043e-05,
+      "loss": 0.0361,
+      "step": 6690
+    },
+    {
+      "grad_norm": 0.2990972697734833,
+      "learning_rate": 9.968913787905775e-05,
+      "loss": 0.0351,
+      "step": 6700
+    },
+    {
+      "grad_norm": 0.30667439103126526,
+      "learning_rate": 9.968683248824045e-05,
+      "loss": 0.0338,
+      "step": 6710
+    },
+    {
+      "grad_norm": 0.24451607465744019,
+      "learning_rate": 9.968451860730238e-05,
+      "loss": 0.0321,
+      "step": 6720
+    },
+    {
+      "grad_norm": 0.3071296215057373,
+      "learning_rate": 9.968219623663896e-05,
+      "loss": 0.0365,
+      "step": 6730
+    },
+    {
+      "grad_norm": 0.2676180601119995,
+      "learning_rate": 9.967986537664702e-05,
+      "loss": 0.0307,
+      "step": 6740
+    },
+    {
+      "grad_norm": 0.2845117449760437,
+      "learning_rate": 9.967752602772483e-05,
+      "loss": 0.0336,
+      "step": 6750
+    },
+    {
+      "grad_norm": 0.32477396726608276,
+      "learning_rate": 9.967517819027212e-05,
+      "loss": 0.0282,
+      "step": 6760
+    },
+    {
+      "grad_norm": 0.242864727973938,
+      "learning_rate": 9.967282186469009e-05,
+      "loss": 0.0362,
+      "step": 6770
+    },
+    {
+      "grad_norm": 0.267963707447052,
+      "learning_rate": 9.967045705138135e-05,
+      "loss": 0.0319,
+      "step": 6780
+    },
+    {
+      "grad_norm": 0.3003794252872467,
+      "learning_rate": 9.966808375074998e-05,
+      "loss": 0.0351,
+      "step": 6790
+    },
+    {
+      "grad_norm": 0.28945016860961914,
+      "learning_rate": 9.966570196320154e-05,
+      "loss": 0.0348,
+      "step": 6800
+    },
+    {
+      "grad_norm": 0.29786261916160583,
+      "learning_rate": 9.966331168914299e-05,
+      "loss": 0.031,
+      "step": 6810
+    },
+    {
+      "grad_norm": 0.3666224777698517,
+      "learning_rate": 9.966091292898277e-05,
+      "loss": 0.0429,
+      "step": 6820
+    },
+    {
+      "grad_norm": 0.25382450222969055,
+      "learning_rate": 9.965850568313076e-05,
+      "loss": 0.0337,
+      "step": 6830
+    },
+    {
+      "grad_norm": 0.2747704088687897,
+      "learning_rate": 9.965608995199827e-05,
+      "loss": 0.03,
+      "step": 6840
+    },
+    {
+      "grad_norm": 0.3063940107822418,
+      "learning_rate": 9.965366573599812e-05,
+      "loss": 0.0314,
+      "step": 6850
+    },
+    {
+      "grad_norm": 0.37189817428588867,
+      "learning_rate": 9.965123303554453e-05,
+      "loss": 0.0279,
+      "step": 6860
+    },
+    {
+      "grad_norm": 0.37349241971969604,
+      "learning_rate": 9.964879185105317e-05,
+      "loss": 0.037,
+      "step": 6870
+    },
+    {
+      "grad_norm": 0.26071450114250183,
+      "learning_rate": 9.964634218294119e-05,
+      "loss": 0.0318,
+      "step": 6880
+    },
+    {
+      "grad_norm": 0.23269088566303253,
+      "learning_rate": 9.964388403162714e-05,
+      "loss": 0.0241,
+      "step": 6890
+    },
+    {
+      "grad_norm": 0.2756706774234772,
+      "learning_rate": 9.96414173975311e-05,
+      "loss": 0.0291,
+      "step": 6900
+    },
+    {
+      "grad_norm": 0.42757686972618103,
+      "learning_rate": 9.963894228107451e-05,
+      "loss": 0.0337,
+      "step": 6910
+    },
+    {
+      "grad_norm": 0.37430834770202637,
+      "learning_rate": 9.963645868268032e-05,
+      "loss": 0.0345,
+      "step": 6920
+    },
+    {
+      "grad_norm": 0.36691534519195557,
+      "learning_rate": 9.963396660277289e-05,
+      "loss": 0.0381,
+      "step": 6930
+    },
+    {
+      "grad_norm": 0.3462618589401245,
+      "learning_rate": 9.963146604177807e-05,
+      "loss": 0.0391,
+      "step": 6940
+    },
+    {
+      "grad_norm": 0.33551061153411865,
+      "learning_rate": 9.962895700012311e-05,
+      "loss": 0.0318,
+      "step": 6950
+    },
+    {
+      "grad_norm": 0.36289486289024353,
+      "learning_rate": 9.962643947823677e-05,
+      "loss": 0.0343,
+      "step": 6960
+    },
+    {
+      "grad_norm": 0.29794469475746155,
+      "learning_rate": 9.962391347654921e-05,
+      "loss": 0.037,
+      "step": 6970
+    },
+    {
+      "grad_norm": 0.31927213072776794,
+      "learning_rate": 9.962137899549204e-05,
+      "loss": 0.0305,
+      "step": 6980
+    },
+    {
+      "grad_norm": 0.24957114458084106,
+      "learning_rate": 9.961883603549835e-05,
+      "loss": 0.0317,
+      "step": 6990
+    },
+    {
+      "grad_norm": 0.38821953535079956,
+      "learning_rate": 9.961628459700267e-05,
+      "loss": 0.0288,
+      "step": 7000
+    },
+    {
+      "grad_norm": 0.29203277826309204,
+      "learning_rate": 9.961372468044095e-05,
+      "loss": 0.0355,
+      "step": 7010
+    },
+    {
+      "grad_norm": 0.38052287697792053,
+      "learning_rate": 9.961115628625062e-05,
+      "loss": 0.038,
+      "step": 7020
+    },
+    {
+      "grad_norm": 0.3283199071884155,
+      "learning_rate": 9.960857941487056e-05,
+      "loss": 0.0346,
+      "step": 7030
+    },
+    {
+      "grad_norm": 0.2697531282901764,
+      "learning_rate": 9.960599406674106e-05,
+      "loss": 0.0345,
+      "step": 7040
+    },
+    {
+      "grad_norm": 0.2951621115207672,
+      "learning_rate": 9.960340024230393e-05,
+      "loss": 0.0348,
+      "step": 7050
+    },
+    {
+      "grad_norm": 0.31617775559425354,
+      "learning_rate": 9.960079794200232e-05,
+      "loss": 0.0328,
+      "step": 7060
+    },
+    {
+      "grad_norm": 0.2652266323566437,
+      "learning_rate": 9.959818716628096e-05,
+      "loss": 0.0331,
+      "step": 7070
+    },
+    {
+      "grad_norm": 0.40191444754600525,
+      "learning_rate": 9.95955679155859e-05,
+      "loss": 0.0328,
+      "step": 7080
+    },
+    {
+      "grad_norm": 0.3808077871799469,
+      "learning_rate": 9.959294019036472e-05,
+      "loss": 0.0344,
+      "step": 7090
+    },
+    {
+      "grad_norm": 0.32739973068237305,
+      "learning_rate": 9.959030399106646e-05,
+      "loss": 0.0331,
+      "step": 7100
+    },
+    {
+      "grad_norm": 0.34232816100120544,
+      "learning_rate": 9.958765931814153e-05,
+      "loss": 0.0331,
+      "step": 7110
+    },
+    {
+      "grad_norm": 0.6897105574607849,
+      "learning_rate": 9.958500617204184e-05,
+      "loss": 0.0358,
+      "step": 7120
+    },
+    {
+      "grad_norm": 0.3851407468318939,
+      "learning_rate": 9.958234455322075e-05,
+      "loss": 0.0376,
+      "step": 7130
+    },
+    {
+      "grad_norm": 0.4229067265987396,
+      "learning_rate": 9.957967446213308e-05,
+      "loss": 0.0483,
+      "step": 7140
+    },
+    {
+      "grad_norm": 0.3788696229457855,
+      "learning_rate": 9.957699589923501e-05,
+      "loss": 0.0403,
+      "step": 7150
+    },
+    {
+      "grad_norm": 0.3486098647117615,
+      "learning_rate": 9.957430886498431e-05,
+      "loss": 0.0369,
+      "step": 7160
+    },
+    {
+      "grad_norm": 0.43564796447753906,
+      "learning_rate": 9.957161335984008e-05,
+      "loss": 0.0355,
+      "step": 7170
+    },
+    {
+      "grad_norm": 0.3370746970176697,
+      "learning_rate": 9.956890938426291e-05,
+      "loss": 0.0296,
+      "step": 7180
+    },
+    {
+      "grad_norm": 0.3045687973499298,
+      "learning_rate": 9.956619693871482e-05,
+      "loss": 0.0323,
+      "step": 7190
+    },
+    {
+      "grad_norm": 0.31637901067733765,
+      "learning_rate": 9.956347602365934e-05,
+      "loss": 0.0354,
+      "step": 7200
+    },
+    {
+      "grad_norm": 0.27339494228363037,
+      "learning_rate": 9.956074663956135e-05,
+      "loss": 0.0356,
+      "step": 7210
+    },
+    {
+      "grad_norm": 0.395096093416214,
+      "learning_rate": 9.955800878688726e-05,
+      "loss": 0.031,
+      "step": 7220
+    },
+    {
+      "grad_norm": 0.330371618270874,
+      "learning_rate": 9.955526246610489e-05,
+      "loss": 0.0292,
+      "step": 7230
+    },
+    {
+      "grad_norm": 0.3775777816772461,
+      "learning_rate": 9.955250767768349e-05,
+      "loss": 0.0327,
+      "step": 7240
+    },
+    {
+      "grad_norm": 0.28562989830970764,
+      "learning_rate": 9.95497444220938e-05,
+      "loss": 0.0274,
+      "step": 7250
+    },
+    {
+      "grad_norm": 0.3032552897930145,
+      "learning_rate": 9.954697269980797e-05,
+      "loss": 0.0406,
+      "step": 7260
+    },
+    {
+      "grad_norm": 0.2830490469932556,
+      "learning_rate": 9.954419251129962e-05,
+      "loss": 0.0297,
+      "step": 7270
+    },
+    {
+      "grad_norm": 0.3309101462364197,
+      "learning_rate": 9.95414038570438e-05,
+      "loss": 0.0318,
+      "step": 7280
+    },
+    {
+      "grad_norm": 0.2936035096645355,
+      "learning_rate": 9.953860673751703e-05,
+      "loss": 0.0327,
+      "step": 7290
+    },
+    {
+      "grad_norm": 0.29450830817222595,
+      "learning_rate": 9.953580115319725e-05,
+      "loss": 0.0261,
+      "step": 7300
+    },
+    {
+      "grad_norm": 0.2364344447851181,
+      "learning_rate": 9.953298710456387e-05,
+      "loss": 0.0302,
+      "step": 7310
+    },
+    {
+      "grad_norm": 0.3390825390815735,
+      "learning_rate": 9.953016459209771e-05,
+      "loss": 0.0269,
+      "step": 7320
+    },
+    {
+      "grad_norm": 0.3496885597705841,
+      "learning_rate": 9.952733361628108e-05,
+      "loss": 0.0292,
+      "step": 7330
+    },
+    {
+      "grad_norm": 0.2891959249973297,
+      "learning_rate": 9.952449417759772e-05,
+      "loss": 0.03,
+      "step": 7340
+    },
+    {
+      "grad_norm": 0.21506375074386597,
+      "learning_rate": 9.952164627653279e-05,
+      "loss": 0.032,
+      "step": 7350
+    },
+    {
+      "grad_norm": 0.2982131540775299,
+      "learning_rate": 9.951878991357292e-05,
+      "loss": 0.0272,
+      "step": 7360
+    },
+    {
+      "grad_norm": 0.2923526465892792,
+      "learning_rate": 9.951592508920622e-05,
+      "loss": 0.0354,
+      "step": 7370
+    },
+    {
+      "grad_norm": 0.39301592111587524,
+      "learning_rate": 9.951305180392219e-05,
+      "loss": 0.0383,
+      "step": 7380
+    },
+    {
+      "grad_norm": 0.2739352583885193,
+      "learning_rate": 9.951017005821178e-05,
+      "loss": 0.0285,
+      "step": 7390
+    },
+    {
+      "grad_norm": 0.25622326135635376,
+      "learning_rate": 9.95072798525674e-05,
+      "loss": 0.0302,
+      "step": 7400
+    },
+    {
+      "grad_norm": 0.26457729935646057,
+      "learning_rate": 9.950438118748293e-05,
+      "loss": 0.0328,
+      "step": 7410
+    },
+    {
+      "grad_norm": 0.36722081899642944,
+      "learning_rate": 9.950147406345366e-05,
+      "loss": 0.0322,
+      "step": 7420
+    },
+    {
+      "grad_norm": 0.25892433524131775,
+      "learning_rate": 9.949855848097635e-05,
+      "loss": 0.0288,
+      "step": 7430
+    },
+    {
+      "grad_norm": 0.3595782220363617,
+      "learning_rate": 9.949563444054916e-05,
+      "loss": 0.0337,
+      "step": 7440
+    },
+    {
+      "grad_norm": 0.2523807883262634,
+      "learning_rate": 9.949270194267178e-05,
+      "loss": 0.0333,
+      "step": 7450
+    },
+    {
+      "grad_norm": 0.3690319061279297,
+      "learning_rate": 9.948976098784526e-05,
+      "loss": 0.0363,
+      "step": 7460
+    },
+    {
+      "grad_norm": 0.2910451591014862,
+      "learning_rate": 9.948681157657213e-05,
+      "loss": 0.038,
+      "step": 7470
+    },
+    {
+      "grad_norm": 0.37423786520957947,
+      "learning_rate": 9.948385370935638e-05,
+      "loss": 0.0315,
+      "step": 7480
+    },
+    {
+      "grad_norm": 0.5112977027893066,
+      "learning_rate": 9.94808873867034e-05,
+      "loss": 0.0362,
+      "step": 7490
+    },
+    {
+      "grad_norm": 0.32603180408477783,
+      "learning_rate": 9.947791260912009e-05,
+      "loss": 0.0303,
+      "step": 7500
+    },
+    {
+      "grad_norm": 0.2454315423965454,
+      "learning_rate": 9.947492937711474e-05,
+      "loss": 0.033,
+      "step": 7510
+    },
+    {
+      "grad_norm": 0.2839874029159546,
+      "learning_rate": 9.947193769119707e-05,
+      "loss": 0.0354,
+      "step": 7520
+    },
+    {
+      "grad_norm": 0.3385360836982727,
+      "learning_rate": 9.946893755187834e-05,
+      "loss": 0.0263,
+      "step": 7530
+    },
+    {
+      "grad_norm": 0.27848711609840393,
+      "learning_rate": 9.946592895967115e-05,
+      "loss": 0.0277,
+      "step": 7540
+    },
+    {
+      "grad_norm": 0.2697408199310303,
+      "learning_rate": 9.94629119150896e-05,
+      "loss": 0.0337,
+      "step": 7550
+    },
+    {
+      "grad_norm": 0.3225659728050232,
+      "learning_rate": 9.94598864186492e-05,
+      "loss": 0.0312,
+      "step": 7560
+    },
+    {
+      "grad_norm": 0.32454344630241394,
+      "learning_rate": 9.945685247086696e-05,
+      "loss": 0.0314,
+      "step": 7570
+    },
+    {
+      "grad_norm": 0.2538089156150818,
+      "learning_rate": 9.945381007226129e-05,
+      "loss": 0.0275,
+      "step": 7580
+    },
+    {
+      "grad_norm": 0.2913561165332794,
+      "learning_rate": 9.945075922335203e-05,
+      "loss": 0.0374,
+      "step": 7590
+    },
+    {
+      "grad_norm": 0.2999131977558136,
+      "learning_rate": 9.944769992466049e-05,
+      "loss": 0.0251,
+      "step": 7600
+    },
+    {
+      "grad_norm": 0.3628210723400116,
+      "learning_rate": 9.944463217670945e-05,
+      "loss": 0.0339,
+      "step": 7610
+    },
+    {
+      "grad_norm": 0.27503708004951477,
+      "learning_rate": 9.944155598002307e-05,
+      "loss": 0.0355,
+      "step": 7620
+    },
+    {
+      "grad_norm": 0.397616446018219,
+      "learning_rate": 9.943847133512701e-05,
+      "loss": 0.0324,
+      "step": 7630
+    },
+    {
+      "grad_norm": 0.33502161502838135,
+      "learning_rate": 9.943537824254834e-05,
+      "loss": 0.0393,
+      "step": 7640
+    },
+    {
+      "grad_norm": 0.2673455774784088,
+      "learning_rate": 9.943227670281559e-05,
+      "loss": 0.031,
+      "step": 7650
+    },
+    {
+      "grad_norm": 0.3250238001346588,
+      "learning_rate": 9.942916671645873e-05,
+      "loss": 0.0264,
+      "step": 7660
+    },
+    {
+      "grad_norm": 0.31812936067581177,
+      "learning_rate": 9.942604828400916e-05,
+      "loss": 0.0283,
+      "step": 7670
+    },
+    {
+      "grad_norm": 0.2739343047142029,
+      "learning_rate": 9.942292140599975e-05,
+      "loss": 0.0305,
+      "step": 7680
+    },
+    {
+      "grad_norm": 0.25117695331573486,
+      "learning_rate": 9.94197860829648e-05,
+      "loss": 0.0307,
+      "step": 7690
+    },
+    {
+      "grad_norm": 0.33927780389785767,
+      "learning_rate": 9.941664231544004e-05,
+      "loss": 0.0289,
+      "step": 7700
+    },
+    {
+      "grad_norm": 0.21605905890464783,
+      "learning_rate": 9.941349010396264e-05,
+      "loss": 0.0316,
+      "step": 7710
+    },
+    {
+      "grad_norm": 0.3564732074737549,
+      "learning_rate": 9.941032944907125e-05,
+      "loss": 0.0332,
+      "step": 7720
+    },
+    {
+      "grad_norm": 0.31643569469451904,
+      "learning_rate": 9.940716035130596e-05,
+      "loss": 0.029,
+      "step": 7730
+    },
+    {
+      "grad_norm": 0.33323702216148376,
+      "learning_rate": 9.940398281120821e-05,
+      "loss": 0.0266,
+      "step": 7740
+    },
+    {
+      "grad_norm": 0.26393526792526245,
+      "learning_rate": 9.940079682932102e-05,
+      "loss": 0.0299,
+      "step": 7750
+    },
+    {
+      "grad_norm": 0.3810127377510071,
+      "learning_rate": 9.939760240618877e-05,
+      "loss": 0.0287,
+      "step": 7760
+    },
+    {
+      "grad_norm": 0.2909797132015228,
+      "learning_rate": 9.939439954235729e-05,
+      "loss": 0.0355,
+      "step": 7770
+    },
+    {
+      "grad_norm": 0.3485502004623413,
+      "learning_rate": 9.939118823837387e-05,
+      "loss": 0.0328,
+      "step": 7780
+    },
+    {
+      "grad_norm": 0.36873164772987366,
+      "learning_rate": 9.938796849478725e-05,
+      "loss": 0.0328,
+      "step": 7790
+    },
+    {
+      "grad_norm": 0.2877669930458069,
+      "learning_rate": 9.938474031214755e-05,
+      "loss": 0.0393,
+      "step": 7800
+    },
+    {
+      "grad_norm": 0.2982155680656433,
+      "learning_rate": 9.938150369100643e-05,
+      "loss": 0.0317,
+      "step": 7810
+    },
+    {
+      "grad_norm": 0.277864933013916,
+      "learning_rate": 9.93782586319169e-05,
+      "loss": 0.0286,
+      "step": 7820
+    },
+    {
+      "grad_norm": 0.243008092045784,
+      "learning_rate": 9.937500513543348e-05,
+      "loss": 0.0281,
+      "step": 7830
+    },
+    {
+      "grad_norm": 0.28018298745155334,
+      "learning_rate": 9.937174320211207e-05,
+      "loss": 0.0453,
+      "step": 7840
+    },
+    {
+      "grad_norm": 0.2813608944416046,
+      "learning_rate": 9.936847283251009e-05,
+      "loss": 0.0287,
+      "step": 7850
+    },
+    {
+      "grad_norm": 0.33768826723098755,
+      "learning_rate": 9.936519402718632e-05,
+      "loss": 0.0299,
+      "step": 7860
+    },
+    {
+      "grad_norm": 0.29655835032463074,
+      "learning_rate": 9.936190678670102e-05,
+      "loss": 0.0349,
+      "step": 7870
+    },
+    {
+      "grad_norm": 0.3682067096233368,
+      "learning_rate": 9.935861111161593e-05,
+      "loss": 0.0323,
+      "step": 7880
+    },
+    {
+      "grad_norm": 0.2879161536693573,
+      "learning_rate": 9.935530700249416e-05,
+      "loss": 0.029,
+      "step": 7890
+    },
+    {
+      "grad_norm": 0.343533456325531,
+      "learning_rate": 9.935199445990028e-05,
+      "loss": 0.0319,
+      "step": 7900
+    },
+    {
+      "grad_norm": 0.312450110912323,
+      "learning_rate": 9.934867348440033e-05,
+      "loss": 0.0298,
+      "step": 7910
+    },
+    {
+      "grad_norm": 0.2762218713760376,
+      "learning_rate": 9.934534407656176e-05,
+      "loss": 0.0267,
+      "step": 7920
+    },
+    {
+      "grad_norm": 0.4004560112953186,
+      "learning_rate": 9.93420062369535e-05,
+      "loss": 0.0267,
+      "step": 7930
+    },
+    {
+      "grad_norm": 0.28360143303871155,
+      "learning_rate": 9.933865996614589e-05,
+      "loss": 0.0281,
+      "step": 7940
+    },
+    {
+      "grad_norm": 0.3423270881175995,
+      "learning_rate": 9.933530526471068e-05,
+      "loss": 0.0286,
+      "step": 7950
+    },
+    {
+      "grad_norm": 0.2437974214553833,
+      "learning_rate": 9.933194213322114e-05,
+      "loss": 0.0296,
+      "step": 7960
+    },
+    {
+      "grad_norm": 0.3338913023471832,
+      "learning_rate": 9.932857057225192e-05,
+      "loss": 0.0288,
+      "step": 7970
+    },
+    {
+      "grad_norm": 0.2605665624141693,
+      "learning_rate": 9.932519058237912e-05,
+      "loss": 0.0296,
+      "step": 7980
+    },
+    {
+      "grad_norm": 0.31775766611099243,
+      "learning_rate": 9.932180216418032e-05,
+      "loss": 0.0346,
+      "step": 7990
+    },
+    {
+      "grad_norm": 0.28003382682800293,
+      "learning_rate": 9.931840531823446e-05,
+      "loss": 0.0314,
+      "step": 8000
+    },
+    {
+      "grad_norm": 0.35633623600006104,
+      "learning_rate": 9.9315000045122e-05,
+      "loss": 0.0283,
+      "step": 8010
+    },
+    {
+      "grad_norm": 0.34563469886779785,
+      "learning_rate": 9.931158634542481e-05,
+      "loss": 0.0324,
+      "step": 8020
+    },
+    {
+      "grad_norm": 0.24726052582263947,
+      "learning_rate": 9.930816421972617e-05,
+      "loss": 0.0271,
+      "step": 8030
+    },
+    {
+      "grad_norm": 0.3022575080394745,
+      "learning_rate": 9.930473366861086e-05,
+      "loss": 0.0274,
+      "step": 8040
+    },
+    {
+      "grad_norm": 0.31050410866737366,
+      "learning_rate": 9.930129469266505e-05,
+      "loss": 0.0334,
+      "step": 8050
+    },
+    {
+      "grad_norm": 0.29892027378082275,
+      "learning_rate": 9.929784729247638e-05,
+      "loss": 0.0258,
+      "step": 8060
+    },
+    {
+      "grad_norm": 0.2688104510307312,
+      "learning_rate": 9.929439146863389e-05,
+      "loss": 0.0244,
+      "step": 8070
+    },
+    {
+      "grad_norm": 0.26449304819107056,
+      "learning_rate": 9.92909272217281e-05,
+      "loss": 0.0305,
+      "step": 8080
+    },
+    {
+      "grad_norm": 0.34047457575798035,
+      "learning_rate": 9.928745455235097e-05,
+      "loss": 0.0265,
+      "step": 8090
+    },
+    {
+      "grad_norm": 0.23641522228717804,
+      "learning_rate": 9.928397346109588e-05,
+      "loss": 0.0324,
+      "step": 8100
+    },
+    {
+      "grad_norm": 0.29577282071113586,
+      "learning_rate": 9.928048394855762e-05,
+      "loss": 0.0274,
+      "step": 8110
+    },
+    {
+      "grad_norm": 0.24676942825317383,
+      "learning_rate": 9.92769860153325e-05,
+      "loss": 0.0298,
+      "step": 8120
+    },
+    {
+      "grad_norm": 0.29635584354400635,
+      "learning_rate": 9.927347966201819e-05,
+      "loss": 0.0223,
+      "step": 8130
+    },
+    {
+      "grad_norm": 0.3972901999950409,
+      "learning_rate": 9.926996488921383e-05,
+      "loss": 0.0247,
+      "step": 8140
+    },
+    {
+      "grad_norm": 0.2868422269821167,
+      "learning_rate": 9.926644169752001e-05,
+      "loss": 0.0279,
+      "step": 8150
+    },
+    {
+      "grad_norm": 0.34539714455604553,
+      "learning_rate": 9.926291008753875e-05,
+      "loss": 0.0287,
+      "step": 8160
+    },
+    {
+      "grad_norm": 0.3036886751651764,
+      "learning_rate": 9.92593700598735e-05,
+      "loss": 0.0277,
+      "step": 8170
+    },
+    {
+      "grad_norm": 0.3932836353778839,
+      "learning_rate": 9.925582161512915e-05,
+      "loss": 0.03,
+      "step": 8180
+    },
+    {
+      "grad_norm": 0.3422134220600128,
+      "learning_rate": 9.925226475391205e-05,
+      "loss": 0.0264,
+      "step": 8190
+    },
+    {
+      "grad_norm": 0.2318727672100067,
+      "learning_rate": 9.924869947682993e-05,
+      "loss": 0.0249,
+      "step": 8200
+    },
+    {
+      "grad_norm": 0.2565622627735138,
+      "learning_rate": 9.924512578449204e-05,
+      "loss": 0.0323,
+      "step": 8210
+    },
+    {
+      "grad_norm": 0.21012654900550842,
+      "learning_rate": 9.924154367750901e-05,
+      "loss": 0.0279,
+      "step": 8220
+    },
+    {
+      "grad_norm": 0.28856876492500305,
+      "learning_rate": 9.923795315649293e-05,
+      "loss": 0.0302,
+      "step": 8230
+    },
+    {
+      "grad_norm": 0.3310989737510681,
+      "learning_rate": 9.92343542220573e-05,
+      "loss": 0.0299,
+      "step": 8240
+    },
+    {
+      "grad_norm": 0.35297778248786926,
+      "learning_rate": 9.92307468748171e-05,
+      "loss": 0.0319,
+      "step": 8250
+    },
+    {
+      "grad_norm": 0.41017183661460876,
+      "learning_rate": 9.922713111538873e-05,
+      "loss": 0.0348,
+      "step": 8260
+    },
+    {
+      "grad_norm": 0.29625335335731506,
+      "learning_rate": 9.922350694439003e-05,
+      "loss": 0.0274,
+      "step": 8270
+    },
+    {
+      "grad_norm": 0.2592681348323822,
+      "learning_rate": 9.921987436244024e-05,
+      "loss": 0.0286,
+      "step": 8280
+    },
+    {
+      "grad_norm": 0.33636289834976196,
+      "learning_rate": 9.921623337016008e-05,
+      "loss": 0.028,
+      "step": 8290
+    },
+    {
+      "grad_norm": 0.3335561156272888,
+      "learning_rate": 9.921258396817172e-05,
+      "loss": 0.0307,
+      "step": 8300
+    },
+    {
+      "grad_norm": 0.37211874127388,
+      "learning_rate": 9.920892615709874e-05,
+      "loss": 0.0251,
+      "step": 8310
+    },
+    {
+      "grad_norm": 0.2714262008666992,
+      "learning_rate": 9.920525993756612e-05,
+      "loss": 0.0304,
+      "step": 8320
+    },
+    {
+      "grad_norm": 0.26817065477371216,
+      "learning_rate": 9.920158531020036e-05,
+      "loss": 0.0307,
+      "step": 8330
+    },
+    {
+      "grad_norm": 0.2614506483078003,
+      "learning_rate": 9.919790227562933e-05,
+      "loss": 0.0279,
+      "step": 8340
+    },
+    {
+      "grad_norm": 0.2921057641506195,
+      "learning_rate": 9.919421083448237e-05,
+      "loss": 0.03,
+      "step": 8350
+    },
+    {
+      "grad_norm": 0.3357664942741394,
+      "learning_rate": 9.919051098739022e-05,
+      "loss": 0.0278,
+      "step": 8360
+    },
+    {
+      "grad_norm": 0.2271486222743988,
+      "learning_rate": 9.918680273498514e-05,
+      "loss": 0.0284,
+      "step": 8370
+    },
+    {
+      "grad_norm": 0.32124391198158264,
+      "learning_rate": 9.918308607790072e-05,
+      "loss": 0.0346,
+      "step": 8380
+    },
+    {
+      "grad_norm": 0.34780022501945496,
+      "learning_rate": 9.917936101677205e-05,
+      "loss": 0.0256,
+      "step": 8390
+    },
+    {
+      "grad_norm": 0.2884010374546051,
+      "learning_rate": 9.917562755223564e-05,
+      "loss": 0.0283,
+      "step": 8400
+    },
+    {
+      "grad_norm": 0.2519863545894623,
+      "learning_rate": 9.917188568492944e-05,
+      "loss": 0.0311,
+      "step": 8410
+    },
+    {
+      "grad_norm": 0.33243098855018616,
+      "learning_rate": 9.916813541549283e-05,
+      "loss": 0.0232,
+      "step": 8420
+    },
+    {
+      "grad_norm": 0.25748321413993835,
+      "learning_rate": 9.916437674456663e-05,
+      "loss": 0.0271,
+      "step": 8430
+    },
+    {
+      "grad_norm": 0.2719688415527344,
+      "learning_rate": 9.916060967279308e-05,
+      "loss": 0.0261,
+      "step": 8440
+    },
+    {
+      "grad_norm": 0.2374984472990036,
+      "learning_rate": 9.91568342008159e-05,
+      "loss": 0.0282,
+      "step": 8450
+    },
+    {
+      "grad_norm": 0.30480173230171204,
+      "learning_rate": 9.915305032928019e-05,
+      "loss": 0.0257,
+      "step": 8460
+    },
+    {
+      "grad_norm": 0.266640305519104,
+      "learning_rate": 9.914925805883253e-05,
+      "loss": 0.0258,
+      "step": 8470
+    },
+    {
+      "grad_norm": 0.222202867269516,
+      "learning_rate": 9.914545739012088e-05,
+      "loss": 0.0269,
+      "step": 8480
+    },
+    {
+      "grad_norm": 0.35895639657974243,
+      "learning_rate": 9.91416483237947e-05,
+      "loss": 0.0306,
+      "step": 8490
+    },
+    {
+      "grad_norm": 0.3159054219722748,
+      "learning_rate": 9.913783086050485e-05,
+      "loss": 0.0279,
+      "step": 8500
+    },
+    {
+      "grad_norm": 0.3683796525001526,
+      "learning_rate": 9.913400500090364e-05,
+      "loss": 0.0299,
+      "step": 8510
+    },
+    {
+      "grad_norm": 0.2813582122325897,
+      "learning_rate": 9.913017074564479e-05,
+      "loss": 0.0283,
+      "step": 8520
+    },
+    {
+      "grad_norm": 0.28818055987358093,
+      "learning_rate": 9.912632809538348e-05,
+      "loss": 0.0288,
+      "step": 8530
+    },
+    {
+      "grad_norm": 0.4443622827529907,
+      "learning_rate": 9.912247705077629e-05,
+      "loss": 0.0287,
+      "step": 8540
+    },
+    {
+      "grad_norm": 0.29019656777381897,
+      "learning_rate": 9.911861761248127e-05,
+      "loss": 0.0295,
+      "step": 8550
+    },
+    {
+      "grad_norm": 0.2530854642391205,
+      "learning_rate": 9.91147497811579e-05,
+      "loss": 0.0294,
+      "step": 8560
+    },
+    {
+      "grad_norm": 0.2650824189186096,
+      "learning_rate": 9.911087355746709e-05,
+      "loss": 0.025,
+      "step": 8570
+    },
+    {
+      "grad_norm": 0.2760615646839142,
+      "learning_rate": 9.910698894207117e-05,
+      "loss": 0.0264,
+      "step": 8580
+    },
+    {
+      "grad_norm": 0.21669961512088776,
+      "learning_rate": 9.910309593563392e-05,
+      "loss": 0.026,
+      "step": 8590
+    },
+    {
+      "grad_norm": 0.3154946267604828,
+      "learning_rate": 9.909919453882057e-05,
+      "loss": 0.0244,
+      "step": 8600
+    },
+    {
+      "grad_norm": 0.2173069268465042,
+      "learning_rate": 9.90952847522977e-05,
+      "loss": 0.0216,
+      "step": 8610
+    },
+    {
+      "grad_norm": 0.30173903703689575,
+      "learning_rate": 9.909136657673346e-05,
+      "loss": 0.0265,
+      "step": 8620
+    },
+    {
+      "grad_norm": 0.2571437358856201,
+      "learning_rate": 9.908744001279731e-05,
+      "loss": 0.0313,
+      "step": 8630
+    },
+    {
+      "grad_norm": 0.31306058168411255,
+      "learning_rate": 9.90835050611602e-05,
+      "loss": 0.0263,
+      "step": 8640
+    },
+    {
+      "grad_norm": 0.22509238123893738,
+      "learning_rate": 9.90795617224945e-05,
+      "loss": 0.0252,
+      "step": 8650
+    },
+    {
+      "grad_norm": 0.272987425327301,
+      "learning_rate": 9.907560999747405e-05,
+      "loss": 0.0268,
+      "step": 8660
+    },
+    {
+      "grad_norm": 0.438658207654953,
+      "learning_rate": 9.907164988677408e-05,
+      "loss": 0.0298,
+      "step": 8670
+    },
+    {
+      "grad_norm": 0.3824007511138916,
+      "learning_rate": 9.906768139107124e-05,
+      "loss": 0.0304,
+      "step": 8680
+    },
+    {
+      "grad_norm": 0.23737883567810059,
+      "learning_rate": 9.906370451104367e-05,
+      "loss": 0.0293,
+      "step": 8690
+    },
+    {
+      "grad_norm": 0.23873737454414368,
+      "learning_rate": 9.905971924737088e-05,
+      "loss": 0.0344,
+      "step": 8700
+    },
+    {
+      "grad_norm": 0.2209753692150116,
+      "learning_rate": 9.905572560073387e-05,
+      "loss": 0.0265,
+      "step": 8710
+    },
+    {
+      "grad_norm": 0.2742728888988495,
+      "learning_rate": 9.905172357181501e-05,
+      "loss": 0.0273,
+      "step": 8720
+    },
+    {
+      "grad_norm": 0.2416391372680664,
+      "learning_rate": 9.904771316129817e-05,
+      "loss": 0.027,
+      "step": 8730
+    },
+    {
+      "grad_norm": 0.345609575510025,
+      "learning_rate": 9.904369436986862e-05,
+      "loss": 0.0298,
+      "step": 8740
+    },
+    {
+      "grad_norm": 0.3573964536190033,
+      "learning_rate": 9.903966719821303e-05,
+      "loss": 0.0282,
+      "step": 8750
+    },
+    {
+      "grad_norm": 0.38187435269355774,
+      "learning_rate": 9.903563164701956e-05,
+      "loss": 0.0336,
+      "step": 8760
+    },
+    {
+      "grad_norm": 0.2990255653858185,
+      "learning_rate": 9.903158771697778e-05,
+      "loss": 0.0407,
+      "step": 8770
+    },
+    {
+      "grad_norm": 0.32644498348236084,
+      "learning_rate": 9.902753540877867e-05,
+      "loss": 0.0282,
+      "step": 8780
+    },
+    {
+      "grad_norm": 0.2971918284893036,
+      "learning_rate": 9.902347472311466e-05,
+      "loss": 0.0254,
+      "step": 8790
+    },
+    {
+      "grad_norm": 0.30210667848587036,
+      "learning_rate": 9.901940566067962e-05,
+      "loss": 0.0271,
+      "step": 8800
+    },
+    {
+      "grad_norm": 0.28629010915756226,
+      "learning_rate": 9.901532822216883e-05,
+      "loss": 0.0256,
+      "step": 8810
+    },
+    {
+      "grad_norm": 0.37315860390663147,
+      "learning_rate": 9.901124240827904e-05,
+      "loss": 0.0353,
+      "step": 8820
+    },
+    {
+      "grad_norm": 0.35837310552597046,
+      "learning_rate": 9.900714821970835e-05,
+      "loss": 0.0342,
+      "step": 8830
+    },
+    {
+      "grad_norm": 0.31172049045562744,
+      "learning_rate": 9.900304565715641e-05,
+      "loss": 0.0415,
+      "step": 8840
+    },
+    {
+      "grad_norm": 0.34397581219673157,
+      "learning_rate": 9.899893472132419e-05,
+      "loss": 0.0355,
+      "step": 8850
+    },
+    {
+      "grad_norm": 0.3559442460536957,
+      "learning_rate": 9.899481541291415e-05,
+      "loss": 0.0285,
+      "step": 8860
+    },
+    {
+      "grad_norm": 0.2742452323436737,
+      "learning_rate": 9.899068773263016e-05,
+      "loss": 0.0308,
+      "step": 8870
+    },
+    {
+      "grad_norm": 0.31892746686935425,
+      "learning_rate": 9.898655168117754e-05,
+      "loss": 0.0309,
+      "step": 8880
+    },
+    {
+      "grad_norm": 0.35528331995010376,
+      "learning_rate": 9.898240725926302e-05,
+      "loss": 0.0293,
+      "step": 8890
+    },
+    {
+      "grad_norm": 0.31735068559646606,
+      "learning_rate": 9.897825446759478e-05,
+      "loss": 0.035,
+      "step": 8900
+    },
+    {
+      "grad_norm": 0.3344995081424713,
+      "learning_rate": 9.897409330688241e-05,
+      "loss": 0.026,
+      "step": 8910
+    },
+    {
+      "grad_norm": 0.3340505063533783,
+      "learning_rate": 9.896992377783692e-05,
+      "loss": 0.0288,
+      "step": 8920
+    },
+    {
+      "grad_norm": 0.30629783868789673,
+      "learning_rate": 9.89657458811708e-05,
+      "loss": 0.0288,
+      "step": 8930
+    },
+    {
+      "grad_norm": 0.30604779720306396,
+      "learning_rate": 9.896155961759792e-05,
+      "loss": 0.0247,
+      "step": 8940
+    },
+    {
+      "grad_norm": 0.2330925613641739,
+      "learning_rate": 9.895736498783361e-05,
+      "loss": 0.0297,
+      "step": 8950
+    },
+    {
+      "grad_norm": 0.3215080201625824,
+      "learning_rate": 9.895316199259462e-05,
+      "loss": 0.0262,
+      "step": 8960
+    },
+    {
+      "grad_norm": 0.3021031320095062,
+      "learning_rate": 9.894895063259909e-05,
+      "loss": 0.0274,
+      "step": 8970
+    },
+    {
+      "grad_norm": 0.3261708617210388,
+      "learning_rate": 9.894473090856667e-05,
+      "loss": 0.0359,
+      "step": 8980
+    },
+    {
+      "grad_norm": 0.23329214751720428,
+      "learning_rate": 9.894050282121839e-05,
+      "loss": 0.0286,
+      "step": 8990
+    },
+    {
+      "grad_norm": 0.2671678364276886,
+      "learning_rate": 9.893626637127668e-05,
+      "loss": 0.023,
+      "step": 9000
+    },
+    {
+      "grad_norm": 0.20943698287010193,
+      "learning_rate": 9.893202155946546e-05,
+      "loss": 0.0218,
+      "step": 9010
+    },
+    {
+      "grad_norm": 0.25504496693611145,
+      "learning_rate": 9.892776838651006e-05,
+      "loss": 0.0264,
+      "step": 9020
+    },
+    {
+      "grad_norm": 0.2531440854072571,
+      "learning_rate": 9.892350685313722e-05,
+      "loss": 0.0249,
+      "step": 9030
+    },
+    {
+      "grad_norm": 0.4557083249092102,
+      "learning_rate": 9.891923696007513e-05,
+      "loss": 0.0245,
+      "step": 9040
+    },
+    {
+      "grad_norm": 0.33514922857284546,
+      "learning_rate": 9.891495870805336e-05,
+      "loss": 0.0276,
+      "step": 9050
+    },
+    {
+      "grad_norm": 0.29246994853019714,
+      "learning_rate": 9.891067209780298e-05,
+      "loss": 0.0313,
+      "step": 9060
+    },
+    {
+      "grad_norm": 0.31612539291381836,
+      "learning_rate": 9.890637713005646e-05,
+      "loss": 0.0312,
+      "step": 9070
+    },
+    {
+      "grad_norm": 0.24375128746032715,
+      "learning_rate": 9.890207380554767e-05,
+      "loss": 0.0248,
+      "step": 9080
+    },
+    {
+      "grad_norm": 0.2713509500026703,
+      "learning_rate": 9.889776212501196e-05,
+      "loss": 0.0262,
+      "step": 9090
+    },
+    {
+      "grad_norm": 0.2076655626296997,
+      "learning_rate": 9.889344208918605e-05,
+      "loss": 0.021,
+      "step": 9100
+    },
+    {
+      "grad_norm": 0.2124854177236557,
+      "learning_rate": 9.888911369880812e-05,
+      "loss": 0.0217,
+      "step": 9110
+    },
+    {
+      "grad_norm": 0.2542179524898529,
+      "learning_rate": 9.888477695461777e-05,
+      "loss": 0.0269,
+      "step": 9120
+    },
+    {
+      "grad_norm": 0.17360028624534607,
+      "learning_rate": 9.888043185735607e-05,
+      "loss": 0.0229,
+      "step": 9130
+    },
+    {
+      "grad_norm": 0.26906731724739075,
+      "learning_rate": 9.887607840776542e-05,
+      "loss": 0.0243,
+      "step": 9140
+    },
+    {
+      "grad_norm": 0.32335883378982544,
+      "learning_rate": 9.887171660658975e-05,
+      "loss": 0.0289,
+      "step": 9150
+    },
+    {
+      "grad_norm": 0.2963583171367645,
+      "learning_rate": 9.886734645457435e-05,
+      "loss": 0.0317,
+      "step": 9160
+    },
+    {
+      "grad_norm": 0.305130273103714,
+      "learning_rate": 9.886296795246597e-05,
+      "loss": 0.032,
+      "step": 9170
+    },
+    {
+      "grad_norm": 0.27309101819992065,
+      "learning_rate": 9.885858110101276e-05,
+      "loss": 0.0293,
+      "step": 9180
+    },
+    {
+      "grad_norm": 0.29315125942230225,
+      "learning_rate": 9.885418590096434e-05,
+      "loss": 0.0272,
+      "step": 9190
+    },
+    {
+      "grad_norm": 0.3027220666408539,
+      "learning_rate": 9.88497823530717e-05,
+      "loss": 0.0236,
+      "step": 9200
+    },
+    {
+      "grad_norm": 0.2568953037261963,
+      "learning_rate": 9.884537045808732e-05,
+      "loss": 0.0273,
+      "step": 9210
+    },
+    {
+      "grad_norm": 0.2810177803039551,
+      "learning_rate": 9.884095021676502e-05,
+      "loss": 0.0292,
+      "step": 9220
+    },
+    {
+      "grad_norm": 0.21563218533992767,
+      "learning_rate": 9.883652162986017e-05,
+      "loss": 0.0275,
+      "step": 9230
+    },
+    {
+      "grad_norm": 0.22166013717651367,
+      "learning_rate": 9.883208469812943e-05,
+      "loss": 0.0229,
+      "step": 9240
+    },
+    {
+      "grad_norm": 0.24490536749362946,
+      "learning_rate": 9.882763942233098e-05,
+      "loss": 0.0223,
+      "step": 9250
+    },
+    {
+      "grad_norm": 0.3001609742641449,
+      "learning_rate": 9.882318580322441e-05,
+      "loss": 0.0296,
+      "step": 9260
+    },
+    {
+      "grad_norm": 0.36867183446884155,
+      "learning_rate": 9.881872384157067e-05,
+      "loss": 0.0311,
+      "step": 9270
+    },
+    {
+      "grad_norm": 0.25284022092819214,
+      "learning_rate": 9.881425353813225e-05,
+      "loss": 0.0269,
+      "step": 9280
+    },
+    {
+      "grad_norm": 0.27816009521484375,
+      "learning_rate": 9.880977489367296e-05,
+      "loss": 0.0204,
+      "step": 9290
+    },
+    {
+      "grad_norm": 0.23137053847312927,
+      "learning_rate": 9.88052879089581e-05,
+      "loss": 0.0296,
+      "step": 9300
+    },
+    {
+      "grad_norm": 0.2683916389942169,
+      "learning_rate": 9.880079258475434e-05,
+      "loss": 0.0259,
+      "step": 9310
+    },
+    {
+      "grad_norm": 0.3088577091693878,
+      "learning_rate": 9.879628892182985e-05,
+      "loss": 0.0277,
+      "step": 9320
+    },
+    {
+      "grad_norm": 0.2414141595363617,
+      "learning_rate": 9.879177692095416e-05,
+      "loss": 0.0201,
+      "step": 9330
+    },
+    {
+      "grad_norm": 0.2326025813817978,
+      "learning_rate": 9.878725658289825e-05,
+      "loss": 0.0277,
+      "step": 9340
+    },
+    {
+      "grad_norm": 0.27317774295806885,
+      "learning_rate": 9.878272790843454e-05,
+      "loss": 0.0238,
+      "step": 9350
+    },
+    {
+      "grad_norm": 0.20756618678569794,
+      "learning_rate": 9.877819089833682e-05,
+      "loss": 0.0204,
+      "step": 9360
+    },
+    {
+      "grad_norm": 0.3260330855846405,
+      "learning_rate": 9.877364555338038e-05,
+      "loss": 0.0261,
+      "step": 9370
+    },
+    {
+      "grad_norm": 0.29582661390304565,
+      "learning_rate": 9.876909187434186e-05,
+      "loss": 0.022,
+      "step": 9380
+    },
+    {
+      "grad_norm": 0.2751789093017578,
+      "learning_rate": 9.876452986199939e-05,
+      "loss": 0.0309,
+      "step": 9390
+    },
+    {
+      "grad_norm": 0.2783774733543396,
+      "learning_rate": 9.875995951713248e-05,
+      "loss": 0.0348,
+      "step": 9400
+    },
+    {
+      "grad_norm": 0.36822712421417236,
+      "learning_rate": 9.875538084052207e-05,
+      "loss": 0.0245,
+      "step": 9410
+    },
+    {
+      "grad_norm": 0.26546820998191833,
+      "learning_rate": 9.875079383295053e-05,
+      "loss": 0.0284,
+      "step": 9420
+    },
+    {
+      "grad_norm": 0.2615055739879608,
+      "learning_rate": 9.874619849520167e-05,
+      "loss": 0.0225,
+      "step": 9430
+    },
+    {
+      "grad_norm": 0.2364216297864914,
+      "learning_rate": 9.874159482806069e-05,
+      "loss": 0.0221,
+      "step": 9440
+    },
+    {
+      "grad_norm": 0.33662593364715576,
+      "learning_rate": 9.873698283231426e-05,
+      "loss": 0.0232,
+      "step": 9450
+    },
+    {
+      "grad_norm": 0.28409042954444885,
+      "learning_rate": 9.87323625087504e-05,
+      "loss": 0.0234,
+      "step": 9460
+    },
+    {
+      "grad_norm": 0.31340229511260986,
+      "learning_rate": 9.872773385815863e-05,
+      "loss": 0.0244,
+      "step": 9470
+    },
+    {
+      "grad_norm": 0.2592726945877075,
+      "learning_rate": 9.872309688132986e-05,
+      "loss": 0.0254,
+      "step": 9480
+    },
+    {
+      "grad_norm": 0.250214546918869,
+      "learning_rate": 9.871845157905639e-05,
+      "loss": 0.0225,
+      "step": 9490
+    },
+    {
+      "grad_norm": 0.3336656391620636,
+      "learning_rate": 9.871379795213201e-05,
+      "loss": 0.0249,
+      "step": 9500
+    },
+    {
+      "grad_norm": 0.29983097314834595,
+      "learning_rate": 9.87091360013519e-05,
+      "loss": 0.0254,
+      "step": 9510
+    },
+    {
+      "grad_norm": 0.27386361360549927,
+      "learning_rate": 9.870446572751262e-05,
+      "loss": 0.0268,
+      "step": 9520
+    },
+    {
+      "grad_norm": 0.31065633893013,
+      "learning_rate": 9.869978713141224e-05,
+      "loss": 0.0311,
+      "step": 9530
+    },
+    {
+      "grad_norm": 0.2354942113161087,
+      "learning_rate": 9.869510021385016e-05,
+      "loss": 0.0303,
+      "step": 9540
+    },
+    {
+      "grad_norm": 0.26051679253578186,
+      "learning_rate": 9.869040497562727e-05,
+      "loss": 0.0234,
+      "step": 9550
+    },
+    {
+      "grad_norm": 0.2513461709022522,
+      "learning_rate": 9.868570141754587e-05,
+      "loss": 0.0249,
+      "step": 9560
+    },
+    {
+      "grad_norm": 0.24648208916187286,
+      "learning_rate": 9.868098954040965e-05,
+      "loss": 0.0242,
+      "step": 9570
+    },
+    {
+      "grad_norm": 0.2580796182155609,
+      "learning_rate": 9.867626934502374e-05,
+      "loss": 0.0304,
+      "step": 9580
+    },
+    {
+      "grad_norm": 0.2502591907978058,
+      "learning_rate": 9.86715408321947e-05,
+      "loss": 0.026,
+      "step": 9590
+    },
+    {
+      "grad_norm": 0.24327465891838074,
+      "learning_rate": 9.86668040027305e-05,
+      "loss": 0.0244,
+      "step": 9600
+    },
+    {
+      "grad_norm": 0.23552563786506653,
+      "learning_rate": 9.866205885744053e-05,
+      "loss": 0.0197,
+      "step": 9610
+    },
+    {
+      "grad_norm": 0.2684319317340851,
+      "learning_rate": 9.865730539713563e-05,
+      "loss": 0.0241,
+      "step": 9620
+    },
+    {
+      "grad_norm": 0.21562506258487701,
+      "learning_rate": 9.8652543622628e-05,
+      "loss": 0.0275,
+      "step": 9630
+    },
+    {
+      "grad_norm": 0.24486495554447174,
+      "learning_rate": 9.864777353473132e-05,
+      "loss": 0.024,
+      "step": 9640
+    },
+    {
+      "grad_norm": 0.2646384835243225,
+      "learning_rate": 9.864299513426068e-05,
+      "loss": 0.0224,
+      "step": 9650
+    },
+    {
+      "grad_norm": 0.19364383816719055,
+      "learning_rate": 9.863820842203254e-05,
+      "loss": 0.0213,
+      "step": 9660
+    },
+    {
+      "grad_norm": 0.21984915435314178,
+      "learning_rate": 9.863341339886483e-05,
+      "loss": 0.0215,
+      "step": 9670
+    },
+    {
+      "grad_norm": 0.28699374198913574,
+      "learning_rate": 9.86286100655769e-05,
+      "loss": 0.0261,
+      "step": 9680
+    },
+    {
+      "grad_norm": 0.27493321895599365,
+      "learning_rate": 9.862379842298953e-05,
+      "loss": 0.0257,
+      "step": 9690
+    },
+    {
+      "grad_norm": 0.21421775221824646,
+      "learning_rate": 9.861897847192485e-05,
+      "loss": 0.0231,
+      "step": 9700
+    },
+    {
+      "grad_norm": 0.228084534406662,
+      "learning_rate": 9.86141502132065e-05,
+      "loss": 0.0205,
+      "step": 9710
+    },
+    {
+      "grad_norm": 0.2654508650302887,
+      "learning_rate": 9.860931364765946e-05,
+      "loss": 0.0242,
+      "step": 9720
+    },
+    {
+      "grad_norm": 0.22129681706428528,
+      "learning_rate": 9.860446877611021e-05,
+      "loss": 0.0267,
+      "step": 9730
+    },
+    {
+      "grad_norm": 0.2933192253112793,
+      "learning_rate": 9.859961559938655e-05,
+      "loss": 0.0274,
+      "step": 9740
+    },
+    {
+      "grad_norm": 0.27277010679244995,
+      "learning_rate": 9.85947541183178e-05,
+      "loss": 0.0237,
+      "step": 9750
+    },
+    {
+      "grad_norm": 0.2468322217464447,
+      "learning_rate": 9.858988433373463e-05,
+      "loss": 0.0229,
+      "step": 9760
+    },
+    {
+      "grad_norm": 0.3467712104320526,
+      "learning_rate": 9.858500624646918e-05,
+      "loss": 0.0277,
+      "step": 9770
+    },
+    {
+      "grad_norm": 0.3158034384250641,
+      "learning_rate": 9.858011985735497e-05,
+      "loss": 0.0232,
+      "step": 9780
+    },
+    {
+      "grad_norm": 0.2458934336900711,
+      "learning_rate": 9.857522516722693e-05,
+      "loss": 0.0265,
+      "step": 9790
+    },
+    {
+      "grad_norm": 0.21453985571861267,
+      "learning_rate": 9.857032217692145e-05,
+      "loss": 0.0217,
+      "step": 9800
+    },
+    {
+      "grad_norm": 0.27818742394447327,
+      "learning_rate": 9.856541088727631e-05,
+      "loss": 0.0205,
+      "step": 9810
+    },
+    {
+      "grad_norm": 0.27790743112564087,
+      "learning_rate": 9.856049129913072e-05,
+      "loss": 0.0235,
+      "step": 9820
+    },
+    {
+      "grad_norm": 0.3291762173175812,
+      "learning_rate": 9.85555634133253e-05,
+      "loss": 0.0261,
+      "step": 9830
+    },
+    {
+      "grad_norm": 0.2756987512111664,
+      "learning_rate": 9.855062723070208e-05,
+      "loss": 0.0254,
+      "step": 9840
+    },
+    {
+      "grad_norm": 0.31815406680107117,
+      "learning_rate": 9.854568275210454e-05,
+      "loss": 0.0276,
+      "step": 9850
+    },
+    {
+      "grad_norm": 0.29460564255714417,
+      "learning_rate": 9.854072997837754e-05,
+      "loss": 0.0241,
+      "step": 9860
+    },
+    {
+      "grad_norm": 0.21283787488937378,
+      "learning_rate": 9.853576891036737e-05,
+      "loss": 0.0198,
+      "step": 9870
+    },
+    {
+      "grad_norm": 0.25143834948539734,
+      "learning_rate": 9.853079954892177e-05,
+      "loss": 0.0223,
+      "step": 9880
+    },
+    {
+      "grad_norm": 0.36423441767692566,
+      "learning_rate": 9.852582189488983e-05,
+      "loss": 0.026,
+      "step": 9890
+    },
+    {
+      "grad_norm": 0.17992782592773438,
+      "learning_rate": 9.852083594912212e-05,
+      "loss": 0.0232,
+      "step": 9900
+    },
+    {
+      "grad_norm": 0.2433064728975296,
+      "learning_rate": 9.851584171247058e-05,
+      "loss": 0.0285,
+      "step": 9910
+    },
+    {
+      "grad_norm": 0.21741041541099548,
+      "learning_rate": 9.851083918578863e-05,
+      "loss": 0.0211,
+      "step": 9920
+    },
+    {
+      "grad_norm": 0.19539839029312134,
+      "learning_rate": 9.850582836993103e-05,
+      "loss": 0.0217,
+      "step": 9930
+    },
+    {
+      "grad_norm": 0.15564468502998352,
+      "learning_rate": 9.850080926575397e-05,
+      "loss": 0.0181,
+      "step": 9940
+    },
+    {
+      "grad_norm": 0.29753050208091736,
+      "learning_rate": 9.849578187411515e-05,
+      "loss": 0.0322,
+      "step": 9950
+    },
+    {
+      "grad_norm": 0.27727940678596497,
+      "learning_rate": 9.849074619587354e-05,
+      "loss": 0.0225,
+      "step": 9960
+    },
+    {
+      "grad_norm": 0.3121736943721771,
+      "learning_rate": 9.848570223188964e-05,
+      "loss": 0.0241,
+      "step": 9970
+    },
+    {
+      "grad_norm": 0.2871214747428894,
+      "learning_rate": 9.848064998302531e-05,
+      "loss": 0.0273,
+      "step": 9980
+    },
+    {
+      "grad_norm": 0.28685495257377625,
+      "learning_rate": 9.847558945014386e-05,
+      "loss": 0.0245,
+      "step": 9990
+    },
+    {
+      "grad_norm": 0.23591387271881104,
+      "learning_rate": 9.847052063410996e-05,
+      "loss": 0.0245,
+      "step": 10000
+    },
+    {
+      "grad_norm": 0.24510687589645386,
+      "learning_rate": 9.846544353578977e-05,
+      "loss": 0.0215,
+      "step": 10010
+    },
+    {
+      "grad_norm": 0.23460645973682404,
+      "learning_rate": 9.846035815605081e-05,
+      "loss": 0.0275,
+      "step": 10020
+    },
+    {
+      "grad_norm": 0.30163735151290894,
+      "learning_rate": 9.845526449576204e-05,
+      "loss": 0.0223,
+      "step": 10030
+    },
+    {
+      "grad_norm": 0.3096012473106384,
+      "learning_rate": 9.845016255579383e-05,
+      "loss": 0.0287,
+      "step": 10040
+    },
+    {
+      "grad_norm": 0.2327163964509964,
+      "learning_rate": 9.844505233701794e-05,
+      "loss": 0.022,
+      "step": 10050
+    },
+    {
+      "grad_norm": 0.2404264211654663,
+      "learning_rate": 9.843993384030757e-05,
+      "loss": 0.0212,
+      "step": 10060
+    },
+    {
+      "grad_norm": 0.276250422000885,
+      "learning_rate": 9.843480706653737e-05,
+      "loss": 0.0206,
+      "step": 10070
+    },
+    {
+      "grad_norm": 0.227927565574646,
+      "learning_rate": 9.84296720165833e-05,
+      "loss": 0.0202,
+      "step": 10080
+    },
+    {
+      "grad_norm": 0.21335217356681824,
+      "learning_rate": 9.842452869132286e-05,
+      "loss": 0.0193,
+      "step": 10090
+    },
+    {
+      "grad_norm": 0.27248674631118774,
+      "learning_rate": 9.841937709163489e-05,
+      "loss": 0.027,
+      "step": 10100
+    },
+    {
+      "grad_norm": 0.22922925651073456,
+      "learning_rate": 9.841421721839962e-05,
+      "loss": 0.028,
+      "step": 10110
+    },
+    {
+      "grad_norm": 0.21577702462673187,
+      "learning_rate": 9.840904907249879e-05,
+      "loss": 0.0231,
+      "step": 10120
+    },
+    {
+      "grad_norm": 0.2847830653190613,
+      "learning_rate": 9.840387265481545e-05,
+      "loss": 0.0248,
+      "step": 10130
+    },
+    {
+      "grad_norm": 0.2697645127773285,
+      "learning_rate": 9.839868796623411e-05,
+      "loss": 0.0201,
+      "step": 10140
+    },
+    {
+      "grad_norm": 0.20744232833385468,
+      "learning_rate": 9.839349500764072e-05,
+      "loss": 0.0213,
+      "step": 10150
+    },
+    {
+      "grad_norm": 0.22527313232421875,
+      "learning_rate": 9.83882937799226e-05,
+      "loss": 0.0205,
+      "step": 10160
+    },
+    {
+      "grad_norm": 0.25729885697364807,
+      "learning_rate": 9.838308428396849e-05,
+      "loss": 0.0234,
+      "step": 10170
+    },
+    {
+      "grad_norm": 0.2544702887535095,
+      "learning_rate": 9.837786652066854e-05,
+      "loss": 0.0241,
+      "step": 10180
+    },
+    {
+      "grad_norm": 0.296941339969635,
+      "learning_rate": 9.837264049091437e-05,
+      "loss": 0.0207,
+      "step": 10190
+    },
+    {
+      "grad_norm": 0.26055505871772766,
+      "learning_rate": 9.836740619559893e-05,
+      "loss": 0.0241,
+      "step": 10200
+    },
+    {
+      "grad_norm": 0.218056783080101,
+      "learning_rate": 9.836216363561659e-05,
+      "loss": 0.0218,
+      "step": 10210
+    },
+    {
+      "grad_norm": 0.2096858024597168,
+      "learning_rate": 9.835691281186322e-05,
+      "loss": 0.0241,
+      "step": 10220
+    },
+    {
+      "grad_norm": 0.2398616224527359,
+      "learning_rate": 9.8351653725236e-05,
+      "loss": 0.0208,
+      "step": 10230
+    },
+    {
+      "grad_norm": 0.2686446011066437,
+      "learning_rate": 9.83463863766336e-05,
+      "loss": 0.0216,
+      "step": 10240
+    },
+    {
+      "grad_norm": 0.2758522629737854,
+      "learning_rate": 9.834111076695602e-05,
+      "loss": 0.023,
+      "step": 10250
+    },
+    {
+      "grad_norm": 0.2584424316883087,
+      "learning_rate": 9.833582689710477e-05,
+      "loss": 0.0217,
+      "step": 10260
+    },
+    {
+      "grad_norm": 0.3111925423145294,
+      "learning_rate": 9.833053476798268e-05,
+      "loss": 0.0223,
+      "step": 10270
+    },
+    {
+      "grad_norm": 0.34363216161727905,
+      "learning_rate": 9.832523438049404e-05,
+      "loss": 0.0235,
+      "step": 10280
+    },
+    {
+      "grad_norm": 0.18155594170093536,
+      "learning_rate": 9.831992573554454e-05,
+      "loss": 0.0197,
+      "step": 10290
+    },
+    {
+      "grad_norm": 0.37558650970458984,
+      "learning_rate": 9.831460883404128e-05,
+      "loss": 0.0243,
+      "step": 10300
+    },
+    {
+      "grad_norm": 0.21371807157993317,
+      "learning_rate": 9.830928367689278e-05,
+      "loss": 0.0254,
+      "step": 10310
+    },
+    {
+      "grad_norm": 0.22518983483314514,
+      "learning_rate": 9.830395026500896e-05,
+      "loss": 0.0248,
+      "step": 10320
+    },
+    {
+      "grad_norm": 0.24590818583965302,
+      "learning_rate": 9.829860859930115e-05,
+      "loss": 0.0223,
+      "step": 10330
+    },
+    {
+      "grad_norm": 0.189284086227417,
+      "learning_rate": 9.829325868068212e-05,
+      "loss": 0.0207,
+      "step": 10340
+    },
+    {
+      "grad_norm": 0.18602611124515533,
+      "learning_rate": 9.8287900510066e-05,
+      "loss": 0.0205,
+      "step": 10350
+    },
+    {
+      "grad_norm": 0.2207675576210022,
+      "learning_rate": 9.828253408836834e-05,
+      "loss": 0.0179,
+      "step": 10360
+    },
+    {
+      "grad_norm": 0.33698803186416626,
+      "learning_rate": 9.827715941650615e-05,
+      "loss": 0.0252,
+      "step": 10370
+    },
+    {
+      "grad_norm": 0.3466024100780487,
+      "learning_rate": 9.82717764953978e-05,
+      "loss": 0.023,
+      "step": 10380
+    },
+    {
+      "grad_norm": 0.25104784965515137,
+      "learning_rate": 9.826638532596308e-05,
+      "loss": 0.0204,
+      "step": 10390
+    },
+    {
+      "grad_norm": 0.18934762477874756,
+      "learning_rate": 9.82609859091232e-05,
+      "loss": 0.0217,
+      "step": 10400
+    },
+    {
+      "grad_norm": 0.26543739438056946,
+      "learning_rate": 9.825557824580076e-05,
+      "loss": 0.0205,
+      "step": 10410
+    },
+    {
+      "grad_norm": 0.32794877886772156,
+      "learning_rate": 9.82501623369198e-05,
+      "loss": 0.0304,
+      "step": 10420
+    },
+    {
+      "grad_norm": 0.2739952504634857,
+      "learning_rate": 9.824473818340574e-05,
+      "loss": 0.0243,
+      "step": 10430
+    },
+    {
+      "grad_norm": 0.188438281416893,
+      "learning_rate": 9.823930578618541e-05,
+      "loss": 0.0308,
+      "step": 10440
+    },
+    {
+      "grad_norm": 0.26267361640930176,
+      "learning_rate": 9.823386514618709e-05,
+      "loss": 0.02,
+      "step": 10450
+    },
+    {
+      "grad_norm": 0.24387840926647186,
+      "learning_rate": 9.82284162643404e-05,
+      "loss": 0.0241,
+      "step": 10460
+    },
+    {
+      "grad_norm": 0.26551249623298645,
+      "learning_rate": 9.822295914157642e-05,
+      "loss": 0.0193,
+      "step": 10470
+    },
+    {
+      "grad_norm": 0.22557298839092255,
+      "learning_rate": 9.821749377882763e-05,
+      "loss": 0.0182,
+      "step": 10480
+    },
+    {
+      "grad_norm": 0.2314881831407547,
+      "learning_rate": 9.821202017702791e-05,
+      "loss": 0.0186,
+      "step": 10490
+    },
+    {
+      "grad_norm": 0.24836498498916626,
+      "learning_rate": 9.820653833711253e-05,
+      "loss": 0.0251,
+      "step": 10500
+    },
+    {
+      "grad_norm": 0.2926042079925537,
+      "learning_rate": 9.820104826001822e-05,
+      "loss": 0.0245,
+      "step": 10510
+    },
+    {
+      "grad_norm": 0.1821080446243286,
+      "learning_rate": 9.819554994668305e-05,
+      "loss": 0.0199,
+      "step": 10520
+    },
+    {
+      "grad_norm": 0.2617177367210388,
+      "learning_rate": 9.819004339804654e-05,
+      "loss": 0.0222,
+      "step": 10530
+    },
+    {
+      "grad_norm": 0.3291715681552887,
+      "learning_rate": 9.818452861504961e-05,
+      "loss": 0.0242,
+      "step": 10540
+    },
+    {
+      "grad_norm": 0.2500826120376587,
+      "learning_rate": 9.81790055986346e-05,
+      "loss": 0.0245,
+      "step": 10550
+    },
+    {
+      "grad_norm": 0.18700645864009857,
+      "learning_rate": 9.817347434974523e-05,
+      "loss": 0.0202,
+      "step": 10560
+    },
+    {
+      "grad_norm": 0.21515463292598724,
+      "learning_rate": 9.816793486932664e-05,
+      "loss": 0.02,
+      "step": 10570
+    },
+    {
+      "grad_norm": 0.25180208683013916,
+      "learning_rate": 9.816238715832538e-05,
+      "loss": 0.0243,
+      "step": 10580
+    },
+    {
+      "grad_norm": 0.26984313130378723,
+      "learning_rate": 9.815683121768939e-05,
+      "loss": 0.0247,
+      "step": 10590
+    },
+    {
+      "grad_norm": 0.20233792066574097,
+      "learning_rate": 9.815126704836804e-05,
+      "loss": 0.0283,
+      "step": 10600
+    },
+    {
+      "grad_norm": 0.30913108587265015,
+      "learning_rate": 9.81456946513121e-05,
+      "loss": 0.0302,
+      "step": 10610
+    },
+    {
+      "grad_norm": 0.23842637240886688,
+      "learning_rate": 9.814011402747373e-05,
+      "loss": 0.0248,
+      "step": 10620
+    },
+    {
+      "grad_norm": 0.22374016046524048,
+      "learning_rate": 9.813452517780651e-05,
+      "loss": 0.0284,
+      "step": 10630
+    },
+    {
+      "grad_norm": 0.3833252191543579,
+      "learning_rate": 9.81289281032654e-05,
+      "loss": 0.0312,
+      "step": 10640
+    },
+    {
+      "grad_norm": 0.24665415287017822,
+      "learning_rate": 9.812332280480683e-05,
+      "loss": 0.0229,
+      "step": 10650
+    },
+    {
+      "grad_norm": 0.2071615308523178,
+      "learning_rate": 9.811770928338854e-05,
+      "loss": 0.023,
+      "step": 10660
+    },
+    {
+      "grad_norm": 0.20985999703407288,
+      "learning_rate": 9.811208753996979e-05,
+      "loss": 0.0246,
+      "step": 10670
+    },
+    {
+      "grad_norm": 0.297870010137558,
+      "learning_rate": 9.810645757551113e-05,
+      "loss": 0.0252,
+      "step": 10680
+    },
+    {
+      "grad_norm": 0.31351131200790405,
+      "learning_rate": 9.810081939097459e-05,
+      "loss": 0.0237,
+      "step": 10690
+    },
+    {
+      "grad_norm": 0.2753753066062927,
+      "learning_rate": 9.809517298732356e-05,
+      "loss": 0.0215,
+      "step": 10700
+    },
+    {
+      "grad_norm": 0.20443706214427948,
+      "learning_rate": 9.80895183655229e-05,
+      "loss": 0.0217,
+      "step": 10710
+    },
+    {
+      "grad_norm": 0.3172272741794586,
+      "learning_rate": 9.808385552653877e-05,
+      "loss": 0.0167,
+      "step": 10720
+    },
+    {
+      "grad_norm": 0.30345794558525085,
+      "learning_rate": 9.807818447133886e-05,
+      "loss": 0.0191,
+      "step": 10730
+    },
+    {
+      "grad_norm": 0.30237457156181335,
+      "learning_rate": 9.807250520089215e-05,
+      "loss": 0.0233,
+      "step": 10740
+    },
+    {
+      "grad_norm": 0.33937013149261475,
+      "learning_rate": 9.806681771616908e-05,
+      "loss": 0.0247,
+      "step": 10750
+    },
+    {
+      "grad_norm": 0.23730570077896118,
+      "learning_rate": 9.80611220181415e-05,
+      "loss": 0.0192,
+      "step": 10760
+    },
+    {
+      "grad_norm": 0.23646897077560425,
+      "learning_rate": 9.805541810778264e-05,
+      "loss": 0.0227,
+      "step": 10770
+    },
+    {
+      "grad_norm": 0.282006174325943,
+      "learning_rate": 9.804970598606716e-05,
+      "loss": 0.0196,
+      "step": 10780
+    },
+    {
+      "grad_norm": 0.19959188997745514,
+      "learning_rate": 9.804398565397106e-05,
+      "loss": 0.0182,
+      "step": 10790
+    },
+    {
+      "grad_norm": 0.2345779687166214,
+      "learning_rate": 9.803825711247183e-05,
+      "loss": 0.0184,
+      "step": 10800
+    },
+    {
+      "grad_norm": 0.2576012909412384,
+      "learning_rate": 9.803252036254831e-05,
+      "loss": 0.0218,
+      "step": 10810
+    },
+    {
+      "grad_norm": 0.3070589303970337,
+      "learning_rate": 9.802677540518076e-05,
+      "loss": 0.018,
+      "step": 10820
+    },
+    {
+      "grad_norm": 0.2790607810020447,
+      "learning_rate": 9.802102224135081e-05,
+      "loss": 0.0232,
+      "step": 10830
+    },
+    {
+      "grad_norm": 0.17776630818843842,
+      "learning_rate": 9.801526087204155e-05,
+      "loss": 0.0175,
+      "step": 10840
+    },
+    {
+      "grad_norm": 0.2599114775657654,
+      "learning_rate": 9.800949129823743e-05,
+      "loss": 0.0235,
+      "step": 10850
+    },
+    {
+      "grad_norm": 0.3322548270225525,
+      "learning_rate": 9.80037135209243e-05,
+      "loss": 0.0215,
+      "step": 10860
+    },
+    {
+      "grad_norm": 0.19338548183441162,
+      "learning_rate": 9.799792754108946e-05,
+      "loss": 0.0233,
+      "step": 10870
+    },
+    {
+      "grad_norm": 0.23158256709575653,
+      "learning_rate": 9.799213335972152e-05,
+      "loss": 0.0211,
+      "step": 10880
+    },
+    {
+      "grad_norm": 0.24023251235485077,
+      "learning_rate": 9.798633097781058e-05,
+      "loss": 0.0218,
+      "step": 10890
+    },
+    {
+      "grad_norm": 0.28220444917678833,
+      "learning_rate": 9.79805203963481e-05,
+      "loss": 0.0218,
+      "step": 10900
+    },
+    {
+      "grad_norm": 0.2125575989484787,
+      "learning_rate": 9.797470161632697e-05,
+      "loss": 0.0232,
+      "step": 10910
+    },
+    {
+      "grad_norm": 0.25268450379371643,
+      "learning_rate": 9.796887463874145e-05,
+      "loss": 0.022,
+      "step": 10920
+    },
+    {
+      "grad_norm": 0.23953421413898468,
+      "learning_rate": 9.796303946458718e-05,
+      "loss": 0.0206,
+      "step": 10930
+    },
+    {
+      "grad_norm": 0.2514234781265259,
+      "learning_rate": 9.795719609486127e-05,
+      "loss": 0.02,
+      "step": 10940
+    },
+    {
+      "grad_norm": 0.21430203318595886,
+      "learning_rate": 9.795134453056219e-05,
+      "loss": 0.0223,
+      "step": 10950
+    },
+    {
+      "grad_norm": 0.2663058042526245,
+      "learning_rate": 9.794548477268979e-05,
+      "loss": 0.0204,
+      "step": 10960
+    },
+    {
+      "grad_norm": 0.19754096865653992,
+      "learning_rate": 9.793961682224537e-05,
+      "loss": 0.0227,
+      "step": 10970
+    },
+    {
+      "grad_norm": 0.16621285676956177,
+      "learning_rate": 9.793374068023156e-05,
+      "loss": 0.0214,
+      "step": 10980
+    },
+    {
+      "grad_norm": 0.3065682351589203,
+      "learning_rate": 9.792785634765247e-05,
+      "loss": 0.0195,
+      "step": 10990
+    },
+    {
+      "grad_norm": 0.23282064497470856,
+      "learning_rate": 9.792196382551357e-05,
+      "loss": 0.0198,
+      "step": 11000
+    },
+    {
+      "grad_norm": 0.22546017169952393,
+      "learning_rate": 9.791606311482171e-05,
+      "loss": 0.0211,
+      "step": 11010
+    },
+    {
+      "grad_norm": 0.24593065679073334,
+      "learning_rate": 9.791015421658518e-05,
+      "loss": 0.0249,
+      "step": 11020
+    },
+    {
+      "grad_norm": 0.22199806571006775,
+      "learning_rate": 9.790423713181362e-05,
+      "loss": 0.0258,
+      "step": 11030
+    },
+    {
+      "grad_norm": 0.29932281374931335,
+      "learning_rate": 9.789831186151814e-05,
+      "loss": 0.0224,
+      "step": 11040
+    },
+    {
+      "grad_norm": 0.2520289421081543,
+      "learning_rate": 9.789237840671118e-05,
+      "loss": 0.0231,
+      "step": 11050
+    },
+    {
+      "grad_norm": 0.24819551408290863,
+      "learning_rate": 9.78864367684066e-05,
+      "loss": 0.0229,
+      "step": 11060
+    },
+    {
+      "grad_norm": 0.2984570562839508,
+      "learning_rate": 9.788048694761968e-05,
+      "loss": 0.0203,
+      "step": 11070
+    },
+    {
+      "grad_norm": 0.20625318586826324,
+      "learning_rate": 9.787452894536709e-05,
+      "loss": 0.0255,
+      "step": 11080
+    },
+    {
+      "grad_norm": 0.2686595916748047,
+      "learning_rate": 9.786856276266685e-05,
+      "loss": 0.0227,
+      "step": 11090
+    },
+    {
+      "grad_norm": 0.25153112411499023,
+      "learning_rate": 9.786258840053845e-05,
+      "loss": 0.0211,
+      "step": 11100
+    },
+    {
+      "grad_norm": 0.24645011126995087,
+      "learning_rate": 9.785660586000273e-05,
+      "loss": 0.0223,
+      "step": 11110
+    },
+    {
+      "grad_norm": 0.3076693117618561,
+      "learning_rate": 9.785061514208196e-05,
+      "loss": 0.0197,
+      "step": 11120
+    },
+    {
+      "grad_norm": 0.23181968927383423,
+      "learning_rate": 9.784461624779977e-05,
+      "loss": 0.0251,
+      "step": 11130
+    },
+    {
+      "grad_norm": 0.2472573071718216,
+      "learning_rate": 9.783860917818123e-05,
+      "loss": 0.0195,
+      "step": 11140
+    },
+    {
+      "grad_norm": 0.2357560098171234,
+      "learning_rate": 9.783259393425277e-05,
+      "loss": 0.02,
+      "step": 11150
+    },
+    {
+      "grad_norm": 0.26107659935951233,
+      "learning_rate": 9.782657051704221e-05,
+      "loss": 0.0165,
+      "step": 11160
+    },
+    {
+      "grad_norm": 0.22578489780426025,
+      "learning_rate": 9.782053892757883e-05,
+      "loss": 0.0218,
+      "step": 11170
+    },
+    {
+      "grad_norm": 0.2761656939983368,
+      "learning_rate": 9.781449916689324e-05,
+      "loss": 0.02,
+      "step": 11180
+    },
+    {
+      "grad_norm": 0.33924153447151184,
+      "learning_rate": 9.780845123601746e-05,
+      "loss": 0.0248,
+      "step": 11190
+    },
+    {
+      "grad_norm": 0.21860046684741974,
+      "learning_rate": 9.780239513598492e-05,
+      "loss": 0.0159,
+      "step": 11200
+    },
+    {
+      "grad_norm": 0.2352757453918457,
+      "learning_rate": 9.779633086783047e-05,
+      "loss": 0.0207,
+      "step": 11210
+    },
+    {
+      "grad_norm": 0.12799057364463806,
+      "learning_rate": 9.779025843259031e-05,
+      "loss": 0.0194,
+      "step": 11220
+    },
+    {
+      "grad_norm": 0.2273029386997223,
+      "learning_rate": 9.778417783130204e-05,
+      "loss": 0.0203,
+      "step": 11230
+    },
+    {
+      "grad_norm": 0.21707478165626526,
+      "learning_rate": 9.777808906500468e-05,
+      "loss": 0.0176,
+      "step": 11240
+    },
+    {
+      "grad_norm": 0.18746505677700043,
+      "learning_rate": 9.777199213473862e-05,
+      "loss": 0.0165,
+      "step": 11250
+    },
+    {
+      "grad_norm": 0.23659004271030426,
+      "learning_rate": 9.77658870415457e-05,
+      "loss": 0.0188,
+      "step": 11260
+    },
+    {
+      "grad_norm": 0.2244282066822052,
+      "learning_rate": 9.775977378646906e-05,
+      "loss": 0.018,
+      "step": 11270
+    },
+    {
+      "grad_norm": 0.2513279318809509,
+      "learning_rate": 9.775365237055331e-05,
+      "loss": 0.0181,
+      "step": 11280
+    },
+    {
+      "grad_norm": 0.23900087177753448,
+      "learning_rate": 9.774752279484445e-05,
+      "loss": 0.0176,
+      "step": 11290
+    },
+    {
+      "grad_norm": 0.22419096529483795,
+      "learning_rate": 9.774138506038984e-05,
+      "loss": 0.0196,
+      "step": 11300
+    },
+    {
+      "grad_norm": 0.27802664041519165,
+      "learning_rate": 9.773523916823826e-05,
+      "loss": 0.0296,
+      "step": 11310
+    },
+    {
+      "grad_norm": 0.28351911902427673,
+      "learning_rate": 9.772908511943986e-05,
+      "loss": 0.0254,
+      "step": 11320
+    },
+    {
+      "grad_norm": 0.20062722265720367,
+      "learning_rate": 9.77229229150462e-05,
+      "loss": 0.0158,
+      "step": 11330
+    },
+    {
+      "grad_norm": 0.15277107059955597,
+      "learning_rate": 9.771675255611024e-05,
+      "loss": 0.0213,
+      "step": 11340
+    },
+    {
+      "grad_norm": 0.3659716546535492,
+      "learning_rate": 9.771057404368632e-05,
+      "loss": 0.0232,
+      "step": 11350
+    },
+    {
+      "grad_norm": 0.2463364601135254,
+      "learning_rate": 9.770438737883018e-05,
+      "loss": 0.0202,
+      "step": 11360
+    },
+    {
+      "grad_norm": 0.17992880940437317,
+      "learning_rate": 9.769819256259898e-05,
+      "loss": 0.0172,
+      "step": 11370
+    },
+    {
+      "grad_norm": 0.2349943369626999,
+      "learning_rate": 9.769198959605119e-05,
+      "loss": 0.0152,
+      "step": 11380
+    },
+    {
+      "grad_norm": 0.210403710603714,
+      "learning_rate": 9.768577848024678e-05,
+      "loss": 0.0195,
+      "step": 11390
+    },
+    {
+      "grad_norm": 0.2910196781158447,
+      "learning_rate": 9.767955921624702e-05,
+      "loss": 0.0199,
+      "step": 11400
+    },
+    {
+      "grad_norm": 0.14717307686805725,
+      "learning_rate": 9.767333180511465e-05,
+      "loss": 0.0181,
+      "step": 11410
+    },
+    {
+      "grad_norm": 0.16773706674575806,
+      "learning_rate": 9.766709624791373e-05,
+      "loss": 0.017,
+      "step": 11420
+    },
+    {
+      "grad_norm": 0.24979591369628906,
+      "learning_rate": 9.766085254570975e-05,
+      "loss": 0.021,
+      "step": 11430
+    },
+    {
+      "grad_norm": 0.2720102071762085,
+      "learning_rate": 9.76546006995696e-05,
+      "loss": 0.018,
+      "step": 11440
+    },
+    {
+      "grad_norm": 0.2569241523742676,
+      "learning_rate": 9.764834071056155e-05,
+      "loss": 0.0188,
+      "step": 11450
+    },
+    {
+      "grad_norm": 0.23355351388454437,
+      "learning_rate": 9.764207257975526e-05,
+      "loss": 0.0226,
+      "step": 11460
+    },
+    {
+      "grad_norm": 0.26276618242263794,
+      "learning_rate": 9.763579630822179e-05,
+      "loss": 0.0209,
+      "step": 11470
+    },
+    {
+      "grad_norm": 0.33142006397247314,
+      "learning_rate": 9.762951189703356e-05,
+      "loss": 0.0235,
+      "step": 11480
+    },
+    {
+      "grad_norm": 0.2890836298465729,
+      "learning_rate": 9.762321934726442e-05,
+      "loss": 0.0233,
+      "step": 11490
+    },
+    {
+      "grad_norm": 0.19317284226417542,
+      "learning_rate": 9.761691865998959e-05,
+      "loss": 0.0185,
+      "step": 11500
+    },
+    {
+      "grad_norm": 0.2107056975364685,
+      "learning_rate": 9.76106098362857e-05,
+      "loss": 0.0209,
+      "step": 11510
+    },
+    {
+      "grad_norm": 0.2162965089082718,
+      "learning_rate": 9.760429287723072e-05,
+      "loss": 0.0163,
+      "step": 11520
+    },
+    {
+      "grad_norm": 0.26450836658477783,
+      "learning_rate": 9.759796778390406e-05,
+      "loss": 0.0214,
+      "step": 11530
+    },
+    {
+      "grad_norm": 0.264166921377182,
+      "learning_rate": 9.759163455738653e-05,
+      "loss": 0.0218,
+      "step": 11540
+    },
+    {
+      "grad_norm": 0.24656793475151062,
+      "learning_rate": 9.75852931987603e-05,
+      "loss": 0.0217,
+      "step": 11550
+    },
+    {
+      "grad_norm": 0.30934879183769226,
+      "learning_rate": 9.757894370910891e-05,
+      "loss": 0.0193,
+      "step": 11560
+    },
+    {
+      "grad_norm": 0.34409257769584656,
+      "learning_rate": 9.757258608951733e-05,
+      "loss": 0.0228,
+      "step": 11570
+    },
+    {
+      "grad_norm": 0.22402378916740417,
+      "learning_rate": 9.75662203410719e-05,
+      "loss": 0.0235,
+      "step": 11580
+    },
+    {
+      "grad_norm": 0.18246039748191833,
+      "learning_rate": 9.755984646486034e-05,
+      "loss": 0.0179,
+      "step": 11590
+    },
+    {
+      "grad_norm": 0.20421254634857178,
+      "learning_rate": 9.75534644619718e-05,
+      "loss": 0.0223,
+      "step": 11600
+    },
+    {
+      "grad_norm": 0.21238507330417633,
+      "learning_rate": 9.754707433349676e-05,
+      "loss": 0.0173,
+      "step": 11610
+    },
+    {
+      "grad_norm": 0.27768924832344055,
+      "learning_rate": 9.754067608052715e-05,
+      "loss": 0.0213,
+      "step": 11620
+    },
+    {
+      "grad_norm": 0.24885515868663788,
+      "learning_rate": 9.753426970415622e-05,
+      "loss": 0.0215,
+      "step": 11630
+    },
+    {
+      "grad_norm": 0.1975388526916504,
+      "learning_rate": 9.752785520547868e-05,
+      "loss": 0.0184,
+      "step": 11640
+    },
+    {
+      "grad_norm": 0.20742575824260712,
+      "learning_rate": 9.752143258559056e-05,
+      "loss": 0.018,
+      "step": 11650
+    },
+    {
+      "grad_norm": 0.3094496428966522,
+      "learning_rate": 9.751500184558933e-05,
+      "loss": 0.0233,
+      "step": 11660
+    },
+    {
+      "grad_norm": 0.3171198070049286,
+      "learning_rate": 9.750856298657383e-05,
+      "loss": 0.0211,
+      "step": 11670
+    },
+    {
+      "grad_norm": 0.2464859038591385,
+      "learning_rate": 9.750211600964428e-05,
+      "loss": 0.0221,
+      "step": 11680
+    },
+    {
+      "grad_norm": 0.23374484479427338,
+      "learning_rate": 9.749566091590226e-05,
+      "loss": 0.0183,
+      "step": 11690
+    },
+    {
+      "grad_norm": 0.21726396679878235,
+      "learning_rate": 9.748919770645083e-05,
+      "loss": 0.0243,
+      "step": 11700
+    },
+    {
+      "grad_norm": 0.2179946005344391,
+      "learning_rate": 9.748272638239432e-05,
+      "loss": 0.0211,
+      "step": 11710
+    },
+    {
+      "grad_norm": 0.2679004967212677,
+      "learning_rate": 9.747624694483855e-05,
+      "loss": 0.0261,
+      "step": 11720
+    },
+    {
+      "grad_norm": 0.31990286707878113,
+      "learning_rate": 9.746975939489065e-05,
+      "loss": 0.0216,
+      "step": 11730
+    },
+    {
+      "grad_norm": 0.2369164079427719,
+      "learning_rate": 9.746326373365918e-05,
+      "loss": 0.0281,
+      "step": 11740
+    },
+    {
+      "grad_norm": 0.13762523233890533,
+      "learning_rate": 9.745675996225403e-05,
+      "loss": 0.0173,
+      "step": 11750
+    },
+    {
+      "grad_norm": 0.3301253616809845,
+      "learning_rate": 9.745024808178657e-05,
+      "loss": 0.0229,
+      "step": 11760
+    },
+    {
+      "grad_norm": 0.2826654016971588,
+      "learning_rate": 9.744372809336947e-05,
+      "loss": 0.021,
+      "step": 11770
+    },
+    {
+      "grad_norm": 0.21601085364818573,
+      "learning_rate": 9.743719999811682e-05,
+      "loss": 0.0181,
+      "step": 11780
+    },
+    {
+      "grad_norm": 0.2456052005290985,
+      "learning_rate": 9.743066379714412e-05,
+      "loss": 0.0173,
+      "step": 11790
+    },
+    {
+      "grad_norm": 0.229953333735466,
+      "learning_rate": 9.74241194915682e-05,
+      "loss": 0.0248,
+      "step": 11800
+    },
+    {
+      "grad_norm": 0.20144158601760864,
+      "learning_rate": 9.741756708250731e-05,
+      "loss": 0.0231,
+      "step": 11810
+    },
+    {
+      "grad_norm": 0.2812792956829071,
+      "learning_rate": 9.741100657108109e-05,
+      "loss": 0.0197,
+      "step": 11820
+    },
+    {
+      "grad_norm": 0.20782041549682617,
+      "learning_rate": 9.740443795841054e-05,
+      "loss": 0.015,
+      "step": 11830
+    },
+    {
+      "grad_norm": 0.24845795333385468,
+      "learning_rate": 9.739786124561805e-05,
+      "loss": 0.021,
+      "step": 11840
+    },
+    {
+      "grad_norm": 0.2104490101337433,
+      "learning_rate": 9.73912764338274e-05,
+      "loss": 0.0169,
+      "step": 11850
+    },
+    {
+      "grad_norm": 0.22980132699012756,
+      "learning_rate": 9.738468352416377e-05,
+      "loss": 0.0166,
+      "step": 11860
+    },
+    {
+      "grad_norm": 0.18832486867904663,
+      "learning_rate": 9.737808251775369e-05,
+      "loss": 0.0265,
+      "step": 11870
+    },
+    {
+      "grad_norm": 0.24909518659114838,
+      "learning_rate": 9.737147341572512e-05,
+      "loss": 0.0167,
+      "step": 11880
+    },
+    {
+      "grad_norm": 0.2238411158323288,
+      "learning_rate": 9.736485621920735e-05,
+      "loss": 0.018,
+      "step": 11890
+    },
+    {
+      "grad_norm": 0.18718917667865753,
+      "learning_rate": 9.735823092933108e-05,
+      "loss": 0.0164,
+      "step": 11900
+    },
+    {
+      "grad_norm": 0.20641088485717773,
+      "learning_rate": 9.735159754722838e-05,
+      "loss": 0.0162,
+      "step": 11910
+    },
+    {
+      "grad_norm": 0.24291229248046875,
+      "learning_rate": 9.734495607403275e-05,
+      "loss": 0.0175,
+      "step": 11920
+    },
+    {
+      "grad_norm": 0.21207037568092346,
+      "learning_rate": 9.733830651087901e-05,
+      "loss": 0.0201,
+      "step": 11930
+    },
+    {
+      "grad_norm": 0.28780287504196167,
+      "learning_rate": 9.733164885890338e-05,
+      "loss": 0.0231,
+      "step": 11940
+    },
+    {
+      "grad_norm": 0.30851879715919495,
+      "learning_rate": 9.732498311924349e-05,
+      "loss": 0.0223,
+      "step": 11950
+    },
+    {
+      "grad_norm": 0.21282656490802765,
+      "learning_rate": 9.731830929303833e-05,
+      "loss": 0.0176,
+      "step": 11960
+    },
+    {
+      "grad_norm": 0.24024741351604462,
+      "learning_rate": 9.731162738142827e-05,
+      "loss": 0.0197,
+      "step": 11970
+    },
+    {
+      "grad_norm": 0.2568994462490082,
+      "learning_rate": 9.730493738555506e-05,
+      "loss": 0.0203,
+      "step": 11980
+    },
+    {
+      "grad_norm": 0.19742806255817413,
+      "learning_rate": 9.729823930656186e-05,
+      "loss": 0.0191,
+      "step": 11990
+    },
+    {
+      "grad_norm": 0.23248517513275146,
+      "learning_rate": 9.729153314559316e-05,
+      "loss": 0.0232,
+      "step": 12000
+    },
+    {
+      "grad_norm": 0.15853716433048248,
+      "learning_rate": 9.728481890379486e-05,
+      "loss": 0.0161,
+      "step": 12010
+    },
+    {
+      "grad_norm": 0.18962444365024567,
+      "learning_rate": 9.727809658231428e-05,
+      "loss": 0.0183,
+      "step": 12020
+    },
+    {
+      "grad_norm": 0.2407313883304596,
+      "learning_rate": 9.727136618230003e-05,
+      "loss": 0.017,
+      "step": 12030
+    },
+    {
+      "grad_norm": 0.17959149181842804,
+      "learning_rate": 9.726462770490219e-05,
+      "loss": 0.0174,
+      "step": 12040
+    },
+    {
+      "grad_norm": 0.1867457628250122,
+      "learning_rate": 9.725788115127214e-05,
+      "loss": 0.0166,
+      "step": 12050
+    },
+    {
+      "grad_norm": 0.20081552863121033,
+      "learning_rate": 9.725112652256274e-05,
+      "loss": 0.0169,
+      "step": 12060
+    },
+    {
+      "grad_norm": 0.23243895173072815,
+      "learning_rate": 9.724436381992812e-05,
+      "loss": 0.0211,
+      "step": 12070
+    },
+    {
+      "grad_norm": 0.16537222266197205,
+      "learning_rate": 9.723759304452387e-05,
+      "loss": 0.0185,
+      "step": 12080
+    },
+    {
+      "grad_norm": 0.17176344990730286,
+      "learning_rate": 9.72308141975069e-05,
+      "loss": 0.0167,
+      "step": 12090
+    },
+    {
+      "grad_norm": 0.27558648586273193,
+      "learning_rate": 9.722402728003557e-05,
+      "loss": 0.0209,
+      "step": 12100
+    },
+    {
+      "grad_norm": 0.2663981318473816,
+      "learning_rate": 9.721723229326953e-05,
+      "loss": 0.0179,
+      "step": 12110
+    },
+    {
+      "grad_norm": 0.25308677554130554,
+      "learning_rate": 9.721042923836992e-05,
+      "loss": 0.0193,
+      "step": 12120
+    },
+    {
+      "grad_norm": 0.20234598219394684,
+      "learning_rate": 9.720361811649914e-05,
+      "loss": 0.0197,
+      "step": 12130
+    },
+    {
+      "grad_norm": 0.21269766986370087,
+      "learning_rate": 9.719679892882106e-05,
+      "loss": 0.0199,
+      "step": 12140
+    },
+    {
+      "grad_norm": 0.30057623982429504,
+      "learning_rate": 9.718997167650085e-05,
+      "loss": 0.0245,
+      "step": 12150
+    },
+    {
+      "grad_norm": 0.24916233122348785,
+      "learning_rate": 9.718313636070515e-05,
+      "loss": 0.0193,
+      "step": 12160
+    },
+    {
+      "grad_norm": 0.19461484253406525,
+      "learning_rate": 9.717629298260192e-05,
+      "loss": 0.0144,
+      "step": 12170
+    },
+    {
+      "grad_norm": 0.3341480791568756,
+      "learning_rate": 9.716944154336047e-05,
+      "loss": 0.0172,
+      "step": 12180
+    },
+    {
+      "grad_norm": 0.28425419330596924,
+      "learning_rate": 9.716258204415157e-05,
+      "loss": 0.0185,
+      "step": 12190
+    },
+    {
+      "grad_norm": 0.3219921588897705,
+      "learning_rate": 9.715571448614728e-05,
+      "loss": 0.0255,
+      "step": 12200
+    },
+    {
+      "grad_norm": 0.24196161329746246,
+      "learning_rate": 9.71488388705211e-05,
+      "loss": 0.0204,
+      "step": 12210
+    },
+    {
+      "grad_norm": 0.2804632782936096,
+      "learning_rate": 9.714195519844788e-05,
+      "loss": 0.0184,
+      "step": 12220
+    },
+    {
+      "grad_norm": 0.2965449392795563,
+      "learning_rate": 9.713506347110386e-05,
+      "loss": 0.0284,
+      "step": 12230
+    },
+    {
+      "grad_norm": 0.2729020416736603,
+      "learning_rate": 9.712816368966662e-05,
+      "loss": 0.0205,
+      "step": 12240
+    },
+    {
+      "grad_norm": 0.3024565279483795,
+      "learning_rate": 9.712125585531517e-05,
+      "loss": 0.0189,
+      "step": 12250
+    },
+    {
+      "grad_norm": 0.2380366027355194,
+      "learning_rate": 9.711433996922988e-05,
+      "loss": 0.0223,
+      "step": 12260
+    },
+    {
+      "grad_norm": 0.30928120017051697,
+      "learning_rate": 9.710741603259245e-05,
+      "loss": 0.0185,
+      "step": 12270
+    },
+    {
+      "grad_norm": 0.24079878628253937,
+      "learning_rate": 9.710048404658603e-05,
+      "loss": 0.0203,
+      "step": 12280
+    },
+    {
+      "grad_norm": 0.26216769218444824,
+      "learning_rate": 9.709354401239508e-05,
+      "loss": 0.0226,
+      "step": 12290
+    },
+    {
+      "grad_norm": 0.24128273129463196,
+      "learning_rate": 9.708659593120546e-05,
+      "loss": 0.0233,
+      "step": 12300
+    },
+    {
+      "grad_norm": 0.19147935509681702,
+      "learning_rate": 9.707963980420443e-05,
+      "loss": 0.021,
+      "step": 12310
+    },
+    {
+      "grad_norm": 0.21144996583461761,
+      "learning_rate": 9.707267563258058e-05,
+      "loss": 0.0193,
+      "step": 12320
+    },
+    {
+      "grad_norm": 0.18371780216693878,
+      "learning_rate": 9.70657034175239e-05,
+      "loss": 0.0221,
+      "step": 12330
+    },
+    {
+      "grad_norm": 0.22203755378723145,
+      "learning_rate": 9.705872316022577e-05,
+      "loss": 0.0191,
+      "step": 12340
+    },
+    {
+      "grad_norm": 0.2586914896965027,
+      "learning_rate": 9.705173486187891e-05,
+      "loss": 0.0182,
+      "step": 12350
+    },
+    {
+      "grad_norm": 0.19647958874702454,
+      "learning_rate": 9.704473852367741e-05,
+      "loss": 0.0188,
+      "step": 12360
+    },
+    {
+      "grad_norm": 0.21622096002101898,
+      "learning_rate": 9.70377341468168e-05,
+      "loss": 0.0162,
+      "step": 12370
+    },
+    {
+      "grad_norm": 0.16786254942417145,
+      "learning_rate": 9.703072173249389e-05,
+      "loss": 0.0193,
+      "step": 12380
+    },
+    {
+      "grad_norm": 0.19161421060562134,
+      "learning_rate": 9.702370128190693e-05,
+      "loss": 0.0176,
+      "step": 12390
+    },
+    {
+      "grad_norm": 0.36558523774147034,
+      "learning_rate": 9.701667279625552e-05,
+      "loss": 0.0244,
+      "step": 12400
+    },
+    {
+      "grad_norm": 0.23482748866081238,
+      "learning_rate": 9.700963627674065e-05,
+      "loss": 0.0216,
+      "step": 12410
+    },
+    {
+      "grad_norm": 0.29180285334587097,
+      "learning_rate": 9.700259172456466e-05,
+      "loss": 0.0189,
+      "step": 12420
+    },
+    {
+      "grad_norm": 0.25908708572387695,
+      "learning_rate": 9.699553914093124e-05,
+      "loss": 0.0218,
+      "step": 12430
+    },
+    {
+      "grad_norm": 0.2968772053718567,
+      "learning_rate": 9.698847852704553e-05,
+      "loss": 0.0237,
+      "step": 12440
+    },
+    {
+      "grad_norm": 0.2846226096153259,
+      "learning_rate": 9.6981409884114e-05,
+      "loss": 0.022,
+      "step": 12450
+    },
+    {
+      "grad_norm": 0.24353238940238953,
+      "learning_rate": 9.697433321334443e-05,
+      "loss": 0.0201,
+      "step": 12460
+    },
+    {
+      "grad_norm": 0.23015905916690826,
+      "learning_rate": 9.696724851594607e-05,
+      "loss": 0.0187,
+      "step": 12470
+    },
+    {
+      "grad_norm": 0.29250413179397583,
+      "learning_rate": 9.696015579312952e-05,
+      "loss": 0.0229,
+      "step": 12480
+    },
+    {
+      "grad_norm": 0.3509223163127899,
+      "learning_rate": 9.695305504610668e-05,
+      "loss": 0.0289,
+      "step": 12490
+    },
+    {
+      "grad_norm": 0.18033367395401,
+      "learning_rate": 9.694594627609092e-05,
+      "loss": 0.0193,
+      "step": 12500
+    },
+    {
+      "grad_norm": 0.21501122415065765,
+      "learning_rate": 9.693882948429691e-05,
+      "loss": 0.0224,
+      "step": 12510
+    },
+    {
+      "grad_norm": 0.26335951685905457,
+      "learning_rate": 9.693170467194071e-05,
+      "loss": 0.024,
+      "step": 12520
+    },
+    {
+      "grad_norm": 0.2691655158996582,
+      "learning_rate": 9.692457184023977e-05,
+      "loss": 0.0163,
+      "step": 12530
+    },
+    {
+      "grad_norm": 0.1801644265651703,
+      "learning_rate": 9.691743099041291e-05,
+      "loss": 0.0186,
+      "step": 12540
+    },
+    {
+      "grad_norm": 0.21297401189804077,
+      "learning_rate": 9.691028212368027e-05,
+      "loss": 0.0198,
+      "step": 12550
+    },
+    {
+      "grad_norm": 0.22416721284389496,
+      "learning_rate": 9.690312524126342e-05,
+      "loss": 0.0224,
+      "step": 12560
+    },
+    {
+      "grad_norm": 0.2016625851392746,
+      "learning_rate": 9.689596034438527e-05,
+      "loss": 0.0165,
+      "step": 12570
+    },
+    {
+      "grad_norm": 0.27938130497932434,
+      "learning_rate": 9.688878743427012e-05,
+      "loss": 0.0188,
+      "step": 12580
+    },
+    {
+      "grad_norm": 0.2530929744243622,
+      "learning_rate": 9.688160651214359e-05,
+      "loss": 0.0299,
+      "step": 12590
+    },
+    {
+      "grad_norm": 0.18281696736812592,
+      "learning_rate": 9.687441757923273e-05,
+      "loss": 0.0175,
+      "step": 12600
+    },
+    {
+      "grad_norm": 0.24727532267570496,
+      "learning_rate": 9.68672206367659e-05,
+      "loss": 0.0218,
+      "step": 12610
+    },
+    {
+      "grad_norm": 0.19079232215881348,
+      "learning_rate": 9.686001568597291e-05,
+      "loss": 0.0202,
+      "step": 12620
+    },
+    {
+      "grad_norm": 0.24439427256584167,
+      "learning_rate": 9.685280272808486e-05,
+      "loss": 0.022,
+      "step": 12630
+    },
+    {
+      "grad_norm": 0.2084771692752838,
+      "learning_rate": 9.684558176433424e-05,
+      "loss": 0.0177,
+      "step": 12640
+    },
+    {
+      "grad_norm": 0.31958770751953125,
+      "learning_rate": 9.683835279595495e-05,
+      "loss": 0.0211,
+      "step": 12650
+    },
+    {
+      "grad_norm": 0.22440172731876373,
+      "learning_rate": 9.683111582418216e-05,
+      "loss": 0.019,
+      "step": 12660
+    },
+    {
+      "grad_norm": 0.2555040419101715,
+      "learning_rate": 9.682387085025254e-05,
+      "loss": 0.028,
+      "step": 12670
+    },
+    {
+      "grad_norm": 0.1850718855857849,
+      "learning_rate": 9.681661787540401e-05,
+      "loss": 0.016,
+      "step": 12680
+    },
+    {
+      "grad_norm": 0.28339624404907227,
+      "learning_rate": 9.680935690087593e-05,
+      "loss": 0.0219,
+      "step": 12690
+    },
+    {
+      "grad_norm": 0.3344270884990692,
+      "learning_rate": 9.680208792790901e-05,
+      "loss": 0.021,
+      "step": 12700
+    },
+    {
+      "grad_norm": 0.20236851274967194,
+      "learning_rate": 9.679481095774529e-05,
+      "loss": 0.0218,
+      "step": 12710
+    },
+    {
+      "grad_norm": 0.18842534720897675,
+      "learning_rate": 9.678752599162822e-05,
+      "loss": 0.0228,
+      "step": 12720
+    },
+    {
+      "grad_norm": 0.2240591049194336,
+      "learning_rate": 9.678023303080259e-05,
+      "loss": 0.0234,
+      "step": 12730
+    },
+    {
+      "grad_norm": 0.220607191324234,
+      "learning_rate": 9.677293207651459e-05,
+      "loss": 0.0177,
+      "step": 12740
+    },
+    {
+      "grad_norm": 0.2011304348707199,
+      "learning_rate": 9.676562313001173e-05,
+      "loss": 0.0208,
+      "step": 12750
+    },
+    {
+      "grad_norm": 0.19538839161396027,
+      "learning_rate": 9.675830619254293e-05,
+      "loss": 0.0217,
+      "step": 12760
+    },
+    {
+      "grad_norm": 0.24018080532550812,
+      "learning_rate": 9.675098126535843e-05,
+      "loss": 0.0197,
+      "step": 12770
+    },
+    {
+      "grad_norm": 0.18608973920345306,
+      "learning_rate": 9.674364834970988e-05,
+      "loss": 0.0206,
+      "step": 12780
+    },
+    {
+      "grad_norm": 0.18863283097743988,
+      "learning_rate": 9.673630744685028e-05,
+      "loss": 0.0142,
+      "step": 12790
+    },
+    {
+      "grad_norm": 0.22084510326385498,
+      "learning_rate": 9.672895855803397e-05,
+      "loss": 0.0217,
+      "step": 12800
+    },
+    {
+      "grad_norm": 0.20118504762649536,
+      "learning_rate": 9.672160168451667e-05,
+      "loss": 0.0215,
+      "step": 12810
+    },
+    {
+      "grad_norm": 0.229995995759964,
+      "learning_rate": 9.671423682755549e-05,
+      "loss": 0.022,
+      "step": 12820
+    },
+    {
+      "grad_norm": 0.16765816509723663,
+      "learning_rate": 9.670686398840888e-05,
+      "loss": 0.0239,
+      "step": 12830
+    },
+    {
+      "grad_norm": 0.25125759840011597,
+      "learning_rate": 9.669948316833664e-05,
+      "loss": 0.0191,
+      "step": 12840
+    },
+    {
+      "grad_norm": 0.2443394511938095,
+      "learning_rate": 9.669209436859997e-05,
+      "loss": 0.018,
+      "step": 12850
+    },
+    {
+      "grad_norm": 0.24658825993537903,
+      "learning_rate": 9.66846975904614e-05,
+      "loss": 0.0198,
+      "step": 12860
+    },
+    {
+      "grad_norm": 0.2434329092502594,
+      "learning_rate": 9.667729283518483e-05,
+      "loss": 0.0217,
+      "step": 12870
+    },
+    {
+      "grad_norm": 0.20372535288333893,
+      "learning_rate": 9.666988010403557e-05,
+      "loss": 0.0184,
+      "step": 12880
+    },
+    {
+      "grad_norm": 0.18070368468761444,
+      "learning_rate": 9.66624593982802e-05,
+      "loss": 0.0168,
+      "step": 12890
+    },
+    {
+      "grad_norm": 0.23941059410572052,
+      "learning_rate": 9.665503071918675e-05,
+      "loss": 0.0195,
+      "step": 12900
+    },
+    {
+      "grad_norm": 0.3045600652694702,
+      "learning_rate": 9.664759406802456e-05,
+      "loss": 0.0199,
+      "step": 12910
+    },
+    {
+      "grad_norm": 0.2736535966396332,
+      "learning_rate": 9.664014944606437e-05,
+      "loss": 0.0179,
+      "step": 12920
+    },
+    {
+      "grad_norm": 0.21712785959243774,
+      "learning_rate": 9.663269685457822e-05,
+      "loss": 0.0185,
+      "step": 12930
+    },
+    {
+      "grad_norm": 0.19269903004169464,
+      "learning_rate": 9.662523629483962e-05,
+      "loss": 0.0205,
+      "step": 12940
+    },
+    {
+      "grad_norm": 0.3196341097354889,
+      "learning_rate": 9.661776776812333e-05,
+      "loss": 0.0236,
+      "step": 12950
+    },
+    {
+      "grad_norm": 0.2614424526691437,
+      "learning_rate": 9.661029127570553e-05,
+      "loss": 0.0175,
+      "step": 12960
+    },
+    {
+      "grad_norm": 0.19386091828346252,
+      "learning_rate": 9.660280681886373e-05,
+      "loss": 0.0179,
+      "step": 12970
+    },
+    {
+      "grad_norm": 0.25069811940193176,
+      "learning_rate": 9.659531439887685e-05,
+      "loss": 0.0212,
+      "step": 12980
+    },
+    {
+      "grad_norm": 0.2476334571838379,
+      "learning_rate": 9.658781401702511e-05,
+      "loss": 0.0149,
+      "step": 12990
+    },
+    {
+      "grad_norm": 0.20357435941696167,
+      "learning_rate": 9.658030567459015e-05,
+      "loss": 0.0197,
+      "step": 13000
+    },
+    {
+      "grad_norm": 0.24871908128261566,
+      "learning_rate": 9.65727893728549e-05,
+      "loss": 0.0182,
+      "step": 13010
+    },
+    {
+      "grad_norm": 0.1722509264945984,
+      "learning_rate": 9.656526511310375e-05,
+      "loss": 0.0174,
+      "step": 13020
+    },
+    {
+      "grad_norm": 0.28534135222435,
+      "learning_rate": 9.655773289662233e-05,
+      "loss": 0.0169,
+      "step": 13030
+    },
+    {
+      "grad_norm": 0.18951793015003204,
+      "learning_rate": 9.655019272469772e-05,
+      "loss": 0.0168,
+      "step": 13040
+    },
+    {
+      "grad_norm": 0.2601654529571533,
+      "learning_rate": 9.654264459861832e-05,
+      "loss": 0.0223,
+      "step": 13050
+    },
+    {
+      "grad_norm": 0.2423349767923355,
+      "learning_rate": 9.653508851967391e-05,
+      "loss": 0.0159,
+      "step": 13060
+    },
+    {
+      "grad_norm": 0.22302721440792084,
+      "learning_rate": 9.65275244891556e-05,
+      "loss": 0.0189,
+      "step": 13070
+    },
+    {
+      "grad_norm": 0.21426808834075928,
+      "learning_rate": 9.651995250835591e-05,
+      "loss": 0.018,
+      "step": 13080
+    },
+    {
+      "grad_norm": 0.16718894243240356,
+      "learning_rate": 9.651237257856862e-05,
+      "loss": 0.0132,
+      "step": 13090
+    },
+    {
+      "grad_norm": 0.22418509423732758,
+      "learning_rate": 9.6504784701089e-05,
+      "loss": 0.0237,
+      "step": 13100
+    },
+    {
+      "grad_norm": 0.14102832973003387,
+      "learning_rate": 9.649718887721357e-05,
+      "loss": 0.0164,
+      "step": 13110
+    },
+    {
+      "grad_norm": 0.2599606215953827,
+      "learning_rate": 9.648958510824028e-05,
+      "loss": 0.0207,
+      "step": 13120
+    },
+    {
+      "grad_norm": 0.238137885928154,
+      "learning_rate": 9.648197339546837e-05,
+      "loss": 0.0202,
+      "step": 13130
+    },
+    {
+      "grad_norm": 0.16988174617290497,
+      "learning_rate": 9.647435374019851e-05,
+      "loss": 0.0238,
+      "step": 13140
+    },
+    {
+      "grad_norm": 0.26404303312301636,
+      "learning_rate": 9.646672614373266e-05,
+      "loss": 0.0183,
+      "step": 13150
+    },
+    {
+      "grad_norm": 0.3030422627925873,
+      "learning_rate": 9.645909060737418e-05,
+      "loss": 0.0175,
+      "step": 13160
+    },
+    {
+      "grad_norm": 0.2135714888572693,
+      "learning_rate": 9.645144713242778e-05,
+      "loss": 0.0206,
+      "step": 13170
+    },
+    {
+      "grad_norm": 0.22123458981513977,
+      "learning_rate": 9.64437957201995e-05,
+      "loss": 0.0197,
+      "step": 13180
+    },
+    {
+      "grad_norm": 0.19858287274837494,
+      "learning_rate": 9.643613637199678e-05,
+      "loss": 0.0207,
+      "step": 13190
+    },
+    {
+      "grad_norm": 0.21735088527202606,
+      "learning_rate": 9.642846908912839e-05,
+      "loss": 0.0222,
+      "step": 13200
+    },
+    {
+      "grad_norm": 0.2203303575515747,
+      "learning_rate": 9.642079387290444e-05,
+      "loss": 0.0165,
+      "step": 13210
+    },
+    {
+      "grad_norm": 0.21306200325489044,
+      "learning_rate": 9.641311072463644e-05,
+      "loss": 0.0289,
+      "step": 13220
+    },
+    {
+      "grad_norm": 0.1803562045097351,
+      "learning_rate": 9.640541964563722e-05,
+      "loss": 0.0168,
+      "step": 13230
+    },
+    {
+      "grad_norm": 0.21411223709583282,
+      "learning_rate": 9.639772063722096e-05,
+      "loss": 0.0149,
+      "step": 13240
+    },
+    {
+      "grad_norm": 0.21952277421951294,
+      "learning_rate": 9.639001370070324e-05,
+      "loss": 0.0222,
+      "step": 13250
+    },
+    {
+      "grad_norm": 0.2419680953025818,
+      "learning_rate": 9.638229883740095e-05,
+      "loss": 0.022,
+      "step": 13260
+    },
+    {
+      "grad_norm": 0.23897784948349,
+      "learning_rate": 9.637457604863233e-05,
+      "loss": 0.0221,
+      "step": 13270
+    },
+    {
+      "grad_norm": 0.2268073707818985,
+      "learning_rate": 9.636684533571703e-05,
+      "loss": 0.0191,
+      "step": 13280
+    },
+    {
+      "grad_norm": 0.2108626812696457,
+      "learning_rate": 9.635910669997599e-05,
+      "loss": 0.0166,
+      "step": 13290
+    },
+    {
+      "grad_norm": 0.23744086921215057,
+      "learning_rate": 9.635136014273154e-05,
+      "loss": 0.018,
+      "step": 13300
+    },
+    {
+      "grad_norm": 0.260143905878067,
+      "learning_rate": 9.634360566530735e-05,
+      "loss": 0.023,
+      "step": 13310
+    },
+    {
+      "grad_norm": 0.20585332810878754,
+      "learning_rate": 9.633584326902845e-05,
+      "loss": 0.0203,
+      "step": 13320
+    },
+    {
+      "grad_norm": 0.21532346308231354,
+      "learning_rate": 9.632807295522124e-05,
+      "loss": 0.0227,
+      "step": 13330
+    },
+    {
+      "grad_norm": 0.22698678076267242,
+      "learning_rate": 9.632029472521342e-05,
+      "loss": 0.0202,
+      "step": 13340
+    },
+    {
+      "grad_norm": 0.16380751132965088,
+      "learning_rate": 9.631250858033409e-05,
+      "loss": 0.0194,
+      "step": 13350
+    },
+    {
+      "grad_norm": 0.2858952283859253,
+      "learning_rate": 9.630471452191371e-05,
+      "loss": 0.0188,
+      "step": 13360
+    },
+    {
+      "grad_norm": 0.15819646418094635,
+      "learning_rate": 9.629691255128405e-05,
+      "loss": 0.0183,
+      "step": 13370
+    },
+    {
+      "grad_norm": 0.2039204239845276,
+      "learning_rate": 9.628910266977825e-05,
+      "loss": 0.0203,
+      "step": 13380
+    },
+    {
+      "grad_norm": 0.21188236773014069,
+      "learning_rate": 9.628128487873083e-05,
+      "loss": 0.021,
+      "step": 13390
+    },
+    {
+      "grad_norm": 0.18966001272201538,
+      "learning_rate": 9.627345917947761e-05,
+      "loss": 0.0174,
+      "step": 13400
+    },
+    {
+      "grad_norm": 0.20824450254440308,
+      "learning_rate": 9.626562557335579e-05,
+      "loss": 0.0205,
+      "step": 13410
+    },
+    {
+      "grad_norm": 0.23056238889694214,
+      "learning_rate": 9.625778406170393e-05,
+      "loss": 0.0198,
+      "step": 13420
+    },
+    {
+      "grad_norm": 0.17178797721862793,
+      "learning_rate": 9.624993464586193e-05,
+      "loss": 0.0209,
+      "step": 13430
+    },
+    {
+      "grad_norm": 0.19851940870285034,
+      "learning_rate": 9.624207732717105e-05,
+      "loss": 0.0175,
+      "step": 13440
+    },
+    {
+      "grad_norm": 0.2145533412694931,
+      "learning_rate": 9.623421210697386e-05,
+      "loss": 0.0164,
+      "step": 13450
+    },
+    {
+      "grad_norm": 0.23370374739170074,
+      "learning_rate": 9.622633898661434e-05,
+      "loss": 0.0164,
+      "step": 13460
+    },
+    {
+      "grad_norm": 0.18972353637218475,
+      "learning_rate": 9.621845796743778e-05,
+      "loss": 0.0165,
+      "step": 13470
+    },
+    {
+      "grad_norm": 0.25185635685920715,
+      "learning_rate": 9.621056905079082e-05,
+      "loss": 0.0184,
+      "step": 13480
+    },
+    {
+      "grad_norm": 0.21796517074108124,
+      "learning_rate": 9.620267223802149e-05,
+      "loss": 0.0155,
+      "step": 13490
+    },
+    {
+      "grad_norm": 0.1947668492794037,
+      "learning_rate": 9.619476753047911e-05,
+      "loss": 0.0178,
+      "step": 13500
+    },
+    {
+      "grad_norm": 0.18128985166549683,
+      "learning_rate": 9.618685492951438e-05,
+      "loss": 0.0177,
+      "step": 13510
+    },
+    {
+      "grad_norm": 0.19813762605190277,
+      "learning_rate": 9.617893443647938e-05,
+      "loss": 0.018,
+      "step": 13520
+    },
+    {
+      "grad_norm": 0.18067586421966553,
+      "learning_rate": 9.617100605272746e-05,
+      "loss": 0.0159,
+      "step": 13530
+    },
+    {
+      "grad_norm": 0.1815202534198761,
+      "learning_rate": 9.616306977961338e-05,
+      "loss": 0.0154,
+      "step": 13540
+    },
+    {
+      "grad_norm": 0.19913916289806366,
+      "learning_rate": 9.615512561849326e-05,
+      "loss": 0.0153,
+      "step": 13550
+    },
+    {
+      "grad_norm": 0.15441058576107025,
+      "learning_rate": 9.61471735707245e-05,
+      "loss": 0.0194,
+      "step": 13560
+    },
+    {
+      "grad_norm": 0.20708392560482025,
+      "learning_rate": 9.613921363766592e-05,
+      "loss": 0.0163,
+      "step": 13570
+    },
+    {
+      "grad_norm": 0.2880769371986389,
+      "learning_rate": 9.613124582067763e-05,
+      "loss": 0.0197,
+      "step": 13580
+    },
+    {
+      "grad_norm": 0.1926029473543167,
+      "learning_rate": 9.612327012112112e-05,
+      "loss": 0.0181,
+      "step": 13590
+    },
+    {
+      "grad_norm": 0.219377338886261,
+      "learning_rate": 9.611528654035921e-05,
+      "loss": 0.0196,
+      "step": 13600
+    },
+    {
+      "grad_norm": 0.25662922859191895,
+      "learning_rate": 9.610729507975611e-05,
+      "loss": 0.0199,
+      "step": 13610
+    },
+    {
+      "grad_norm": 0.21563109755516052,
+      "learning_rate": 9.609929574067731e-05,
+      "loss": 0.0163,
+      "step": 13620
+    },
+    {
+      "grad_norm": 0.17343422770500183,
+      "learning_rate": 9.609128852448967e-05,
+      "loss": 0.0209,
+      "step": 13630
+    },
+    {
+      "grad_norm": 0.20000630617141724,
+      "learning_rate": 9.608327343256143e-05,
+      "loss": 0.0187,
+      "step": 13640
+    },
+    {
+      "grad_norm": 0.19270136952400208,
+      "learning_rate": 9.607525046626216e-05,
+      "loss": 0.0175,
+      "step": 13650
+    },
+    {
+      "grad_norm": 0.17588911950588226,
+      "learning_rate": 9.606721962696272e-05,
+      "loss": 0.0165,
+      "step": 13660
+    },
+    {
+      "grad_norm": 0.17284253239631653,
+      "learning_rate": 9.60591809160354e-05,
+      "loss": 0.0149,
+      "step": 13670
+    },
+    {
+      "grad_norm": 0.20607005059719086,
+      "learning_rate": 9.605113433485378e-05,
+      "loss": 0.0218,
+      "step": 13680
+    },
+    {
+      "grad_norm": 0.2787407636642456,
+      "learning_rate": 9.604307988479279e-05,
+      "loss": 0.0192,
+      "step": 13690
+    },
+    {
+      "grad_norm": 0.3182457685470581,
+      "learning_rate": 9.603501756722876e-05,
+      "loss": 0.0215,
+      "step": 13700
+    },
+    {
+      "grad_norm": 0.20426447689533234,
+      "learning_rate": 9.602694738353927e-05,
+      "loss": 0.0215,
+      "step": 13710
+    },
+    {
+      "grad_norm": 0.19570285081863403,
+      "learning_rate": 9.601886933510331e-05,
+      "loss": 0.0211,
+      "step": 13720
+    },
+    {
+      "grad_norm": 0.24525509774684906,
+      "learning_rate": 9.60107834233012e-05,
+      "loss": 0.0179,
+      "step": 13730
+    },
+    {
+      "grad_norm": 0.24215814471244812,
+      "learning_rate": 9.60026896495146e-05,
+      "loss": 0.0153,
+      "step": 13740
+    },
+    {
+      "grad_norm": 0.2343425303697586,
+      "learning_rate": 9.599458801512652e-05,
+      "loss": 0.0209,
+      "step": 13750
+    },
+    {
+      "grad_norm": 0.17733848094940186,
+      "learning_rate": 9.598647852152129e-05,
+      "loss": 0.0225,
+      "step": 13760
+    },
+    {
+      "grad_norm": 0.24314288794994354,
+      "learning_rate": 9.597836117008462e-05,
+      "loss": 0.0151,
+      "step": 13770
+    },
+    {
+      "grad_norm": 0.2904261648654938,
+      "learning_rate": 9.597023596220356e-05,
+      "loss": 0.0143,
+      "step": 13780
+    },
+    {
+      "grad_norm": 0.26840826869010925,
+      "learning_rate": 9.596210289926643e-05,
+      "loss": 0.0187,
+      "step": 13790
+    },
+    {
+      "grad_norm": 0.22249887883663177,
+      "learning_rate": 9.5953961982663e-05,
+      "loss": 0.0151,
+      "step": 13800
+    },
+    {
+      "grad_norm": 0.20096951723098755,
+      "learning_rate": 9.594581321378431e-05,
+      "loss": 0.0144,
+      "step": 13810
+    },
+    {
+      "grad_norm": 0.16989228129386902,
+      "learning_rate": 9.593765659402276e-05,
+      "loss": 0.0162,
+      "step": 13820
+    },
+    {
+      "grad_norm": 0.17342819273471832,
+      "learning_rate": 9.59294921247721e-05,
+      "loss": 0.0185,
+      "step": 13830
+    },
+    {
+      "grad_norm": 0.23263470828533173,
+      "learning_rate": 9.59213198074274e-05,
+      "loss": 0.0182,
+      "step": 13840
+    },
+    {
+      "grad_norm": 0.21826592087745667,
+      "learning_rate": 9.59131396433851e-05,
+      "loss": 0.0151,
+      "step": 13850
+    },
+    {
+      "grad_norm": 0.24439755082130432,
+      "learning_rate": 9.590495163404297e-05,
+      "loss": 0.0219,
+      "step": 13860
+    },
+    {
+      "grad_norm": 0.22408708930015564,
+      "learning_rate": 9.589675578080009e-05,
+      "loss": 0.0157,
+      "step": 13870
+    },
+    {
+      "grad_norm": 0.20519813895225525,
+      "learning_rate": 9.588855208505694e-05,
+      "loss": 0.0173,
+      "step": 13880
+    },
+    {
+      "grad_norm": 0.14793923497200012,
+      "learning_rate": 9.588034054821529e-05,
+      "loss": 0.0166,
+      "step": 13890
+    },
+    {
+      "grad_norm": 0.21126969158649445,
+      "learning_rate": 9.587212117167826e-05,
+      "loss": 0.0157,
+      "step": 13900
+    },
+    {
+      "grad_norm": 0.18556228280067444,
+      "learning_rate": 9.586389395685033e-05,
+      "loss": 0.0203,
+      "step": 13910
+    },
+    {
+      "grad_norm": 0.2121976912021637,
+      "learning_rate": 9.585565890513733e-05,
+      "loss": 0.017,
+      "step": 13920
+    },
+    {
+      "grad_norm": 0.24456310272216797,
+      "learning_rate": 9.584741601794636e-05,
+      "loss": 0.0194,
+      "step": 13930
+    },
+    {
+      "grad_norm": 0.35260480642318726,
+      "learning_rate": 9.58391652966859e-05,
+      "loss": 0.0138,
+      "step": 13940
+    },
+    {
+      "grad_norm": 0.21511583030223846,
+      "learning_rate": 9.583090674276583e-05,
+      "loss": 0.0182,
+      "step": 13950
+    },
+    {
+      "grad_norm": 0.20111088454723358,
+      "learning_rate": 9.582264035759726e-05,
+      "loss": 0.0206,
+      "step": 13960
+    },
+    {
+      "grad_norm": 0.27362069487571716,
+      "learning_rate": 9.58143661425927e-05,
+      "loss": 0.019,
+      "step": 13970
+    },
+    {
+      "grad_norm": 0.23629766702651978,
+      "learning_rate": 9.580608409916601e-05,
+      "loss": 0.0149,
+      "step": 13980
+    },
+    {
+      "grad_norm": 0.20790238678455353,
+      "learning_rate": 9.579779422873233e-05,
+      "loss": 0.0198,
+      "step": 13990
+    },
+    {
+      "grad_norm": 0.19514413177967072,
+      "learning_rate": 9.578949653270819e-05,
+      "loss": 0.0176,
+      "step": 14000
+    },
+    {
+      "grad_norm": 0.20924101769924164,
+      "learning_rate": 9.578119101251144e-05,
+      "loss": 0.017,
+      "step": 14010
+    },
+    {
+      "grad_norm": 0.22367992997169495,
+      "learning_rate": 9.577287766956127e-05,
+      "loss": 0.0247,
+      "step": 14020
+    },
+    {
+      "grad_norm": 0.20969966053962708,
+      "learning_rate": 9.57645565052782e-05,
+      "loss": 0.0187,
+      "step": 14030
+    },
+    {
+      "grad_norm": 0.31217628717422485,
+      "learning_rate": 9.575622752108407e-05,
+      "loss": 0.0221,
+      "step": 14040
+    },
+    {
+      "grad_norm": 0.3079753816127777,
+      "learning_rate": 9.57478907184021e-05,
+      "loss": 0.0177,
+      "step": 14050
+    },
+    {
+      "grad_norm": 0.1913318932056427,
+      "learning_rate": 9.573954609865681e-05,
+      "loss": 0.0149,
+      "step": 14060
+    },
+    {
+      "grad_norm": 0.1841096132993698,
+      "learning_rate": 9.573119366327408e-05,
+      "loss": 0.0164,
+      "step": 14070
+    },
+    {
+      "grad_norm": 0.2533605992794037,
+      "learning_rate": 9.57228334136811e-05,
+      "loss": 0.017,
+      "step": 14080
+    },
+    {
+      "grad_norm": 0.20190180838108063,
+      "learning_rate": 9.571446535130641e-05,
+      "loss": 0.0171,
+      "step": 14090
+    },
+    {
+      "grad_norm": 0.20367254316806793,
+      "learning_rate": 9.570608947757988e-05,
+      "loss": 0.0158,
+      "step": 14100
+    },
+    {
+      "grad_norm": 0.16619019210338593,
+      "learning_rate": 9.569770579393274e-05,
+      "loss": 0.0174,
+      "step": 14110
+    },
+    {
+      "grad_norm": 0.26590457558631897,
+      "learning_rate": 9.56893143017975e-05,
+      "loss": 0.022,
+      "step": 14120
+    },
+    {
+      "grad_norm": 0.20643891394138336,
+      "learning_rate": 9.568091500260806e-05,
+      "loss": 0.0172,
+      "step": 14130
+    },
+    {
+      "grad_norm": 0.15922462940216064,
+      "learning_rate": 9.567250789779961e-05,
+      "loss": 0.015,
+      "step": 14140
+    },
+    {
+      "grad_norm": 0.22857007384300232,
+      "learning_rate": 9.566409298880872e-05,
+      "loss": 0.0167,
+      "step": 14150
+    },
+    {
+      "grad_norm": 0.1979278326034546,
+      "learning_rate": 9.565567027707326e-05,
+      "loss": 0.0163,
+      "step": 14160
+    },
+    {
+      "grad_norm": 0.18282963335514069,
+      "learning_rate": 9.56472397640324e-05,
+      "loss": 0.0211,
+      "step": 14170
+    },
+    {
+      "grad_norm": 0.2014656811952591,
+      "learning_rate": 9.563880145112675e-05,
+      "loss": 0.0166,
+      "step": 14180
+    },
+    {
+      "grad_norm": 0.17434468865394592,
+      "learning_rate": 9.563035533979814e-05,
+      "loss": 0.015,
+      "step": 14190
+    },
+    {
+      "grad_norm": 0.205056831240654,
+      "learning_rate": 9.562190143148981e-05,
+      "loss": 0.0166,
+      "step": 14200
+    },
+    {
+      "grad_norm": 0.20410357415676117,
+      "learning_rate": 9.561343972764627e-05,
+      "loss": 0.0189,
+      "step": 14210
+    },
+    {
+      "grad_norm": 0.22355352342128754,
+      "learning_rate": 9.560497022971343e-05,
+      "loss": 0.0177,
+      "step": 14220
+    },
+    {
+      "grad_norm": 0.2465442717075348,
+      "learning_rate": 9.559649293913847e-05,
+      "loss": 0.0176,
+      "step": 14230
+    },
+    {
+      "grad_norm": 0.3020416796207428,
+      "learning_rate": 9.558800785736993e-05,
+      "loss": 0.0197,
+      "step": 14240
+    },
+    {
+      "grad_norm": 0.215141162276268,
+      "learning_rate": 9.557951498585767e-05,
+      "loss": 0.016,
+      "step": 14250
+    },
+    {
+      "grad_norm": 0.3129875063896179,
+      "learning_rate": 9.557101432605293e-05,
+      "loss": 0.0165,
+      "step": 14260
+    },
+    {
+      "grad_norm": 0.2295004278421402,
+      "learning_rate": 9.556250587940818e-05,
+      "loss": 0.0172,
+      "step": 14270
+    },
+    {
+      "grad_norm": 0.22970208525657654,
+      "learning_rate": 9.555398964737734e-05,
+      "loss": 0.0217,
+      "step": 14280
+    },
+    {
+      "grad_norm": 0.18602022528648376,
+      "learning_rate": 9.554546563141555e-05,
+      "loss": 0.0146,
+      "step": 14290
+    },
+    {
+      "grad_norm": 0.2123633176088333,
+      "learning_rate": 9.553693383297937e-05,
+      "loss": 0.0154,
+      "step": 14300
+    },
+    {
+      "grad_norm": 0.19681575894355774,
+      "learning_rate": 9.552839425352663e-05,
+      "loss": 0.0157,
+      "step": 14310
+    },
+    {
+      "grad_norm": 0.25167202949523926,
+      "learning_rate": 9.551984689451652e-05,
+      "loss": 0.0162,
+      "step": 14320
+    },
+    {
+      "grad_norm": 0.302579790353775,
+      "learning_rate": 9.551129175740953e-05,
+      "loss": 0.0174,
+      "step": 14330
+    },
+    {
+      "grad_norm": 0.2347503900527954,
+      "learning_rate": 9.550272884366754e-05,
+      "loss": 0.0148,
+      "step": 14340
+    },
+    {
+      "grad_norm": 0.2408408224582672,
+      "learning_rate": 9.549415815475369e-05,
+      "loss": 0.018,
+      "step": 14350
+    },
+    {
+      "grad_norm": 0.20219042897224426,
+      "learning_rate": 9.548557969213247e-05,
+      "loss": 0.0188,
+      "step": 14360
+    },
+    {
+      "grad_norm": 0.24689827859401703,
+      "learning_rate": 9.547699345726972e-05,
+      "loss": 0.0181,
+      "step": 14370
+    },
+    {
+      "grad_norm": 0.26373007893562317,
+      "learning_rate": 9.546839945163257e-05,
+      "loss": 0.0154,
+      "step": 14380
+    },
+    {
+      "grad_norm": 0.18815109133720398,
+      "learning_rate": 9.545979767668953e-05,
+      "loss": 0.0195,
+      "step": 14390
+    },
+    {
+      "grad_norm": 0.25515392422676086,
+      "learning_rate": 9.54511881339104e-05,
+      "loss": 0.0158,
+      "step": 14400
+    },
+    {
+      "grad_norm": 0.17979732155799866,
+      "learning_rate": 9.54425708247663e-05,
+      "loss": 0.0157,
+      "step": 14410
+    },
+    {
+      "grad_norm": 0.21179001033306122,
+      "learning_rate": 9.543394575072972e-05,
+      "loss": 0.0203,
+      "step": 14420
+    },
+    {
+      "grad_norm": 0.23482531309127808,
+      "learning_rate": 9.542531291327441e-05,
+      "loss": 0.0175,
+      "step": 14430
+    },
+    {
+      "grad_norm": 0.21887850761413574,
+      "learning_rate": 9.541667231387552e-05,
+      "loss": 0.0172,
+      "step": 14440
+    },
+    {
+      "grad_norm": 0.20649799704551697,
+      "learning_rate": 9.540802395400949e-05,
+      "loss": 0.0178,
+      "step": 14450
+    },
+    {
+      "grad_norm": 0.21035201847553253,
+      "learning_rate": 9.539936783515406e-05,
+      "loss": 0.0183,
+      "step": 14460
+    },
+    {
+      "grad_norm": 0.1694427728652954,
+      "learning_rate": 9.539070395878835e-05,
+      "loss": 0.0125,
+      "step": 14470
+    },
+    {
+      "grad_norm": 0.13745443522930145,
+      "learning_rate": 9.538203232639277e-05,
+      "loss": 0.0173,
+      "step": 14480
+    },
+    {
+      "grad_norm": 0.25605106353759766,
+      "learning_rate": 9.537335293944907e-05,
+      "loss": 0.0164,
+      "step": 14490
+    },
+    {
+      "grad_norm": 0.21026165783405304,
+      "learning_rate": 9.536466579944032e-05,
+      "loss": 0.0136,
+      "step": 14500
+    },
+    {
+      "grad_norm": 0.1914922297000885,
+      "learning_rate": 9.535597090785091e-05,
+      "loss": 0.0159,
+      "step": 14510
+    },
+    {
+      "grad_norm": 0.27313849329948425,
+      "learning_rate": 9.534726826616656e-05,
+      "loss": 0.0171,
+      "step": 14520
+    },
+    {
+      "grad_norm": 0.15984682738780975,
+      "learning_rate": 9.53385578758743e-05,
+      "loss": 0.0152,
+      "step": 14530
+    },
+    {
+      "grad_norm": 0.22901710867881775,
+      "learning_rate": 9.532983973846252e-05,
+      "loss": 0.0173,
+      "step": 14540
+    },
+    {
+      "grad_norm": 0.24342092871665955,
+      "learning_rate": 9.53211138554209e-05,
+      "loss": 0.0144,
+      "step": 14550
+    },
+    {
+      "grad_norm": 0.16625691950321198,
+      "learning_rate": 9.531238022824047e-05,
+      "loss": 0.0139,
+      "step": 14560
+    },
+    {
+      "grad_norm": 0.23607341945171356,
+      "learning_rate": 9.530363885841355e-05,
+      "loss": 0.0203,
+      "step": 14570
+    },
+    {
+      "grad_norm": 0.2319701462984085,
+      "learning_rate": 9.52948897474338e-05,
+      "loss": 0.0145,
+      "step": 14580
+    },
+    {
+      "grad_norm": 0.3154345750808716,
+      "learning_rate": 9.528613289679622e-05,
+      "loss": 0.0184,
+      "step": 14590
+    },
+    {
+      "grad_norm": 0.16826681792736053,
+      "learning_rate": 9.52773683079971e-05,
+      "loss": 0.0159,
+      "step": 14600
+    },
+    {
+      "grad_norm": 0.17070302367210388,
+      "learning_rate": 9.526859598253407e-05,
+      "loss": 0.0145,
+      "step": 14610
+    },
+    {
+      "grad_norm": 0.23561406135559082,
+      "learning_rate": 9.525981592190609e-05,
+      "loss": 0.0156,
+      "step": 14620
+    },
+    {
+      "grad_norm": 0.20852497220039368,
+      "learning_rate": 9.525102812761342e-05,
+      "loss": 0.0159,
+      "step": 14630
+    },
+    {
+      "grad_norm": 0.2817419171333313,
+      "learning_rate": 9.524223260115768e-05,
+      "loss": 0.0185,
+      "step": 14640
+    },
+    {
+      "grad_norm": 0.2572983205318451,
+      "learning_rate": 9.523342934404175e-05,
+      "loss": 0.0194,
+      "step": 14650
+    },
+    {
+      "grad_norm": 0.20422840118408203,
+      "learning_rate": 9.522461835776989e-05,
+      "loss": 0.0216,
+      "step": 14660
+    },
+    {
+      "grad_norm": 0.19724935293197632,
+      "learning_rate": 9.521579964384764e-05,
+      "loss": 0.0191,
+      "step": 14670
+    },
+    {
+      "grad_norm": 0.18744733929634094,
+      "learning_rate": 9.52069732037819e-05,
+      "loss": 0.0165,
+      "step": 14680
+    },
+    {
+      "grad_norm": 0.2096780687570572,
+      "learning_rate": 9.519813903908083e-05,
+      "loss": 0.0153,
+      "step": 14690
+    },
+    {
+      "grad_norm": 0.18975785374641418,
+      "learning_rate": 9.5189297151254e-05,
+      "loss": 0.0211,
+      "step": 14700
+    },
+    {
+      "grad_norm": 0.21656091511249542,
+      "learning_rate": 9.518044754181218e-05,
+      "loss": 0.0163,
+      "step": 14710
+    },
+    {
+      "grad_norm": 0.17280608415603638,
+      "learning_rate": 9.51715902122676e-05,
+      "loss": 0.0135,
+      "step": 14720
+    },
+    {
+      "grad_norm": 0.22821639478206635,
+      "learning_rate": 9.516272516413368e-05,
+      "loss": 0.0173,
+      "step": 14730
+    },
+    {
+      "grad_norm": 0.2241443246603012,
+      "learning_rate": 9.515385239892525e-05,
+      "loss": 0.0153,
+      "step": 14740
+    },
+    {
+      "grad_norm": 0.2184632122516632,
+      "learning_rate": 9.514497191815839e-05,
+      "loss": 0.0157,
+      "step": 14750
+    },
+    {
+      "grad_norm": 0.1945570558309555,
+      "learning_rate": 9.513608372335055e-05,
+      "loss": 0.0186,
+      "step": 14760
+    },
+    {
+      "grad_norm": 0.15834163129329681,
+      "learning_rate": 9.512718781602045e-05,
+      "loss": 0.0169,
+      "step": 14770
+    },
+    {
+      "grad_norm": 0.2421412169933319,
+      "learning_rate": 9.511828419768823e-05,
+      "loss": 0.019,
+      "step": 14780
+    },
+    {
+      "grad_norm": 0.15573522448539734,
+      "learning_rate": 9.510937286987521e-05,
+      "loss": 0.0153,
+      "step": 14790
+    },
+    {
+      "grad_norm": 0.24746482074260712,
+      "learning_rate": 9.510045383410408e-05,
+      "loss": 0.0194,
+      "step": 14800
+    },
+    {
+      "grad_norm": 0.22651563584804535,
+      "learning_rate": 9.509152709189892e-05,
+      "loss": 0.024,
+      "step": 14810
+    },
+    {
+      "grad_norm": 0.22185328602790833,
+      "learning_rate": 9.508259264478504e-05,
+      "loss": 0.0177,
+      "step": 14820
+    },
+    {
+      "grad_norm": 0.2218773514032364,
+      "learning_rate": 9.507365049428909e-05,
+      "loss": 0.0169,
+      "step": 14830
+    },
+    {
+      "grad_norm": 0.18236848711967468,
+      "learning_rate": 9.506470064193902e-05,
+      "loss": 0.0165,
+      "step": 14840
+    },
+    {
+      "grad_norm": 0.21040630340576172,
+      "learning_rate": 9.505574308926414e-05,
+      "loss": 0.0213,
+      "step": 14850
+    },
+    {
+      "grad_norm": 0.164600670337677,
+      "learning_rate": 9.504677783779505e-05,
+      "loss": 0.0245,
+      "step": 14860
+    },
+    {
+      "grad_norm": 0.2003629356622696,
+      "learning_rate": 9.503780488906365e-05,
+      "loss": 0.0175,
+      "step": 14870
+    },
+    {
+      "grad_norm": 0.2904165983200073,
+      "learning_rate": 9.502882424460319e-05,
+      "loss": 0.0219,
+      "step": 14880
+    },
+    {
+      "grad_norm": 0.289442777633667,
+      "learning_rate": 9.501983590594821e-05,
+      "loss": 0.0198,
+      "step": 14890
+    },
+    {
+      "grad_norm": 0.3164280652999878,
+      "learning_rate": 9.501083987463455e-05,
+      "loss": 0.0228,
+      "step": 14900
+    },
+    {
+      "grad_norm": 0.2961394190788269,
+      "learning_rate": 9.500183615219942e-05,
+      "loss": 0.0149,
+      "step": 14910
+    },
+    {
+      "grad_norm": 0.20363947749137878,
+      "learning_rate": 9.49928247401813e-05,
+      "loss": 0.0246,
+      "step": 14920
+    },
+    {
+      "grad_norm": 0.1880195140838623,
+      "learning_rate": 9.498380564011997e-05,
+      "loss": 0.0261,
+      "step": 14930
+    },
+    {
+      "grad_norm": 0.20838026702404022,
+      "learning_rate": 9.497477885355656e-05,
+      "loss": 0.0218,
+      "step": 14940
+    },
+    {
+      "grad_norm": 0.18207989633083344,
+      "learning_rate": 9.496574438203353e-05,
+      "loss": 0.0179,
+      "step": 14950
+    },
+    {
+      "grad_norm": 0.2043924331665039,
+      "learning_rate": 9.495670222709459e-05,
+      "loss": 0.0154,
+      "step": 14960
+    },
+    {
+      "grad_norm": 0.276541531085968,
+      "learning_rate": 9.494765239028483e-05,
+      "loss": 0.0172,
+      "step": 14970
+    },
+    {
+      "grad_norm": 0.2163013070821762,
+      "learning_rate": 9.493859487315057e-05,
+      "loss": 0.021,
+      "step": 14980
+    },
+    {
+      "grad_norm": 0.29641661047935486,
+      "learning_rate": 9.492952967723953e-05,
+      "loss": 0.0192,
+      "step": 14990
+    },
+    {
+      "grad_norm": 0.1722021847963333,
+      "learning_rate": 9.492045680410068e-05,
+      "loss": 0.0208,
+      "step": 15000
+    },
+    {
+      "grad_norm": 0.22514255344867706,
+      "learning_rate": 9.491137625528436e-05,
+      "loss": 0.0166,
+      "step": 15010
+    },
+    {
+      "grad_norm": 0.2593822479248047,
+      "learning_rate": 9.490228803234215e-05,
+      "loss": 0.0157,
+      "step": 15020
+    },
+    {
+      "grad_norm": 0.13702569901943207,
+      "learning_rate": 9.489319213682701e-05,
+      "loss": 0.0137,
+      "step": 15030
+    },
+    {
+      "grad_norm": 0.1976255178451538,
+      "learning_rate": 9.488408857029316e-05,
+      "loss": 0.0163,
+      "step": 15040
+    },
+    {
+      "grad_norm": 0.2522229552268982,
+      "learning_rate": 9.487497733429616e-05,
+      "loss": 0.0148,
+      "step": 15050
+    },
+    {
+      "grad_norm": 0.2437565177679062,
+      "learning_rate": 9.486585843039286e-05,
+      "loss": 0.0213,
+      "step": 15060
+    },
+    {
+      "grad_norm": 0.2652409076690674,
+      "learning_rate": 9.485673186014143e-05,
+      "loss": 0.0169,
+      "step": 15070
+    },
+    {
+      "grad_norm": 0.13323095440864563,
+      "learning_rate": 9.484759762510137e-05,
+      "loss": 0.0175,
+      "step": 15080
+    },
+    {
+      "grad_norm": 0.16280527412891388,
+      "learning_rate": 9.483845572683346e-05,
+      "loss": 0.0146,
+      "step": 15090
+    },
+    {
+      "grad_norm": 0.18703684210777283,
+      "learning_rate": 9.48293061668998e-05,
+      "loss": 0.018,
+      "step": 15100
+    },
+    {
+      "grad_norm": 0.19436578452587128,
+      "learning_rate": 9.48201489468638e-05,
+      "loss": 0.0159,
+      "step": 15110
+    },
+    {
+      "grad_norm": 0.304339736700058,
+      "learning_rate": 9.481098406829016e-05,
+      "loss": 0.0212,
+      "step": 15120
+    },
+    {
+      "grad_norm": 0.3013688027858734,
+      "learning_rate": 9.480181153274495e-05,
+      "loss": 0.0167,
+      "step": 15130
+    },
+    {
+      "grad_norm": 0.16623209416866302,
+      "learning_rate": 9.479263134179548e-05,
+      "loss": 0.0167,
+      "step": 15140
+    },
+    {
+      "grad_norm": 0.2529178857803345,
+      "learning_rate": 9.478344349701039e-05,
+      "loss": 0.0182,
+      "step": 15150
+    },
+    {
+      "grad_norm": 0.2023053765296936,
+      "learning_rate": 9.477424799995964e-05,
+      "loss": 0.02,
+      "step": 15160
+    },
+    {
+      "grad_norm": 0.19107864797115326,
+      "learning_rate": 9.476504485221448e-05,
+      "loss": 0.0143,
+      "step": 15170
+    },
+    {
+      "grad_norm": 0.2089182436466217,
+      "learning_rate": 9.475583405534748e-05,
+      "loss": 0.0128,
+      "step": 15180
+    },
+    {
+      "grad_norm": 0.22005927562713623,
+      "learning_rate": 9.474661561093251e-05,
+      "loss": 0.0161,
+      "step": 15190
+    },
+    {
+      "grad_norm": 0.1964806169271469,
+      "learning_rate": 9.473738952054478e-05,
+      "loss": 0.0144,
+      "step": 15200
+    },
+    {
+      "grad_norm": 0.28737586736679077,
+      "learning_rate": 9.472815578576073e-05,
+      "loss": 0.0189,
+      "step": 15210
+    },
+    {
+      "grad_norm": 0.19771939516067505,
+      "learning_rate": 9.471891440815817e-05,
+      "loss": 0.0154,
+      "step": 15220
+    },
+    {
+      "grad_norm": 0.20291922986507416,
+      "learning_rate": 9.470966538931621e-05,
+      "loss": 0.0178,
+      "step": 15230
+    },
+    {
+      "grad_norm": 0.17085911333560944,
+      "learning_rate": 9.470040873081525e-05,
+      "loss": 0.0167,
+      "step": 15240
+    },
+    {
+      "grad_norm": 0.14493952691555023,
+      "learning_rate": 9.469114443423698e-05,
+      "loss": 0.0138,
+      "step": 15250
+    },
+    {
+      "grad_norm": 0.22115878760814667,
+      "learning_rate": 9.468187250116445e-05,
+      "loss": 0.0164,
+      "step": 15260
+    },
+    {
+      "grad_norm": 0.19891873002052307,
+      "learning_rate": 9.467259293318197e-05,
+      "loss": 0.0192,
+      "step": 15270
+    },
+    {
+      "grad_norm": 0.2227804958820343,
+      "learning_rate": 9.466330573187514e-05,
+      "loss": 0.0251,
+      "step": 15280
+    },
+    {
+      "grad_norm": 0.2174198180437088,
+      "learning_rate": 9.46540108988309e-05,
+      "loss": 0.0196,
+      "step": 15290
+    },
+    {
+      "grad_norm": 0.21412864327430725,
+      "learning_rate": 9.46447084356375e-05,
+      "loss": 0.0205,
+      "step": 15300
+    },
+    {
+      "grad_norm": 0.18771931529045105,
+      "learning_rate": 9.463539834388447e-05,
+      "loss": 0.0144,
+      "step": 15310
+    },
+    {
+      "grad_norm": 0.14705397188663483,
+      "learning_rate": 9.462608062516263e-05,
+      "loss": 0.0132,
+      "step": 15320
+    },
+    {
+      "grad_norm": 0.26094165444374084,
+      "learning_rate": 9.461675528106413e-05,
+      "loss": 0.0197,
+      "step": 15330
+    },
+    {
+      "grad_norm": 0.19577805697917938,
+      "learning_rate": 9.460742231318244e-05,
+      "loss": 0.015,
+      "step": 15340
+    },
+    {
+      "grad_norm": 0.18181227147579193,
+      "learning_rate": 9.459808172311229e-05,
+      "loss": 0.0152,
+      "step": 15350
+    },
+    {
+      "grad_norm": 0.20925161242485046,
+      "learning_rate": 9.458873351244972e-05,
+      "loss": 0.0194,
+      "step": 15360
+    },
+    {
+      "grad_norm": 0.255831778049469,
+      "learning_rate": 9.457937768279211e-05,
+      "loss": 0.0219,
+      "step": 15370
+    },
+    {
+      "grad_norm": 0.17639052867889404,
+      "learning_rate": 9.45700142357381e-05,
+      "loss": 0.0152,
+      "step": 15380
+    },
+    {
+      "grad_norm": 0.18954217433929443,
+      "learning_rate": 9.456064317288765e-05,
+      "loss": 0.0151,
+      "step": 15390
+    },
+    {
+      "grad_norm": 0.2076696753501892,
+      "learning_rate": 9.455126449584201e-05,
+      "loss": 0.0167,
+      "step": 15400
+    },
+    {
+      "grad_norm": 0.26606062054634094,
+      "learning_rate": 9.454187820620375e-05,
+      "loss": 0.0151,
+      "step": 15410
+    },
+    {
+      "grad_norm": 0.21122899651527405,
+      "learning_rate": 9.453248430557673e-05,
+      "loss": 0.0202,
+      "step": 15420
+    },
+    {
+      "grad_norm": 0.2066788226366043,
+      "learning_rate": 9.452308279556611e-05,
+      "loss": 0.0137,
+      "step": 15430
+    },
+    {
+      "grad_norm": 0.2142631858587265,
+      "learning_rate": 9.451367367777835e-05,
+      "loss": 0.0142,
+      "step": 15440
+    },
+    {
+      "grad_norm": 0.25087612867355347,
+      "learning_rate": 9.450425695382122e-05,
+      "loss": 0.0186,
+      "step": 15450
+    },
+    {
+      "grad_norm": 0.17235517501831055,
+      "learning_rate": 9.449483262530375e-05,
+      "loss": 0.0144,
+      "step": 15460
+    },
+    {
+      "grad_norm": 0.2519456446170807,
+      "learning_rate": 9.448540069383633e-05,
+      "loss": 0.0156,
+      "step": 15470
+    },
+    {
+      "grad_norm": 0.1782279908657074,
+      "learning_rate": 9.447596116103061e-05,
+      "loss": 0.0151,
+      "step": 15480
+    },
+    {
+      "grad_norm": 0.1960890144109726,
+      "learning_rate": 9.446651402849955e-05,
+      "loss": 0.0167,
+      "step": 15490
+    },
+    {
+      "grad_norm": 0.21052375435829163,
+      "learning_rate": 9.44570592978574e-05,
+      "loss": 0.0148,
+      "step": 15500
+    },
+    {
+      "grad_norm": 0.23624978959560394,
+      "learning_rate": 9.444759697071972e-05,
+      "loss": 0.0224,
+      "step": 15510
+    },
+    {
+      "grad_norm": 0.12308117747306824,
+      "learning_rate": 9.443812704870336e-05,
+      "loss": 0.0138,
+      "step": 15520
+    },
+    {
+      "grad_norm": 0.1629175990819931,
+      "learning_rate": 9.442864953342649e-05,
+      "loss": 0.0154,
+      "step": 15530
+    },
+    {
+      "grad_norm": 0.18535234034061432,
+      "learning_rate": 9.441916442650852e-05,
+      "loss": 0.0158,
+      "step": 15540
+    },
+    {
+      "grad_norm": 0.17172886431217194,
+      "learning_rate": 9.440967172957023e-05,
+      "loss": 0.0159,
+      "step": 15550
+    },
+    {
+      "grad_norm": 0.2245737612247467,
+      "learning_rate": 9.440017144423364e-05,
+      "loss": 0.0185,
+      "step": 15560
+    },
+    {
+      "grad_norm": 0.25508880615234375,
+      "learning_rate": 9.439066357212209e-05,
+      "loss": 0.0154,
+      "step": 15570
+    },
+    {
+      "grad_norm": 0.14235712587833405,
+      "learning_rate": 9.438114811486022e-05,
+      "loss": 0.0137,
+      "step": 15580
+    },
+    {
+      "grad_norm": 0.15461008250713348,
+      "learning_rate": 9.4371625074074e-05,
+      "loss": 0.0174,
+      "step": 15590
+    },
+    {
+      "grad_norm": 0.22140701115131378,
+      "learning_rate": 9.436209445139059e-05,
+      "loss": 0.0169,
+      "step": 15600
+    },
+    {
+      "grad_norm": 0.26105090975761414,
+      "learning_rate": 9.435255624843855e-05,
+      "loss": 0.0235,
+      "step": 15610
+    },
+    {
+      "grad_norm": 0.32115551829338074,
+      "learning_rate": 9.43430104668477e-05,
+      "loss": 0.0132,
+      "step": 15620
+    },
+    {
+      "grad_norm": 0.2303364872932434,
+      "learning_rate": 9.433345710824914e-05,
+      "loss": 0.0142,
+      "step": 15630
+    },
+    {
+      "grad_norm": 0.2131476253271103,
+      "learning_rate": 9.432389617427529e-05,
+      "loss": 0.016,
+      "step": 15640
+    },
+    {
+      "grad_norm": 0.17374850809574127,
+      "learning_rate": 9.431432766655984e-05,
+      "loss": 0.017,
+      "step": 15650
+    },
+    {
+      "grad_norm": 0.19045741856098175,
+      "learning_rate": 9.430475158673778e-05,
+      "loss": 0.014,
+      "step": 15660
+    },
+    {
+      "grad_norm": 0.2077813297510147,
+      "learning_rate": 9.429516793644542e-05,
+      "loss": 0.0158,
+      "step": 15670
+    },
+    {
+      "grad_norm": 0.20203953981399536,
+      "learning_rate": 9.428557671732034e-05,
+      "loss": 0.0167,
+      "step": 15680
+    },
+    {
+      "grad_norm": 0.1961984932422638,
+      "learning_rate": 9.42759779310014e-05,
+      "loss": 0.0118,
+      "step": 15690
+    },
+    {
+      "grad_norm": 0.20757651329040527,
+      "learning_rate": 9.426637157912879e-05,
+      "loss": 0.0144,
+      "step": 15700
+    },
+    {
+      "grad_norm": 0.14019060134887695,
+      "learning_rate": 9.425675766334397e-05,
+      "loss": 0.0135,
+      "step": 15710
+    },
+    {
+      "grad_norm": 0.21686814725399017,
+      "learning_rate": 9.424713618528968e-05,
+      "loss": 0.0167,
+      "step": 15720
+    },
+    {
+      "grad_norm": 0.24501480162143707,
+      "learning_rate": 9.423750714661e-05,
+      "loss": 0.0176,
+      "step": 15730
+    },
+    {
+      "grad_norm": 0.18176396191120148,
+      "learning_rate": 9.422787054895022e-05,
+      "loss": 0.0129,
+      "step": 15740
+    },
+    {
+      "grad_norm": 0.1954173743724823,
+      "learning_rate": 9.4218226393957e-05,
+      "loss": 0.0174,
+      "step": 15750
+    },
+    {
+      "grad_norm": 0.22814083099365234,
+      "learning_rate": 9.420857468327828e-05,
+      "loss": 0.0195,
+      "step": 15760
+    },
+    {
+      "grad_norm": 0.23529751598834991,
+      "learning_rate": 9.419891541856323e-05,
+      "loss": 0.018,
+      "step": 15770
+    },
+    {
+      "grad_norm": 0.23359838128089905,
+      "learning_rate": 9.41892486014624e-05,
+      "loss": 0.0138,
+      "step": 15780
+    },
+    {
+      "grad_norm": 0.16008618474006653,
+      "learning_rate": 9.417957423362756e-05,
+      "loss": 0.0177,
+      "step": 15790
+    },
+    {
+      "grad_norm": 0.2003374695777893,
+      "learning_rate": 9.416989231671178e-05,
+      "loss": 0.0169,
+      "step": 15800
+    },
+    {
+      "grad_norm": 0.18182122707366943,
+      "learning_rate": 9.416020285236946e-05,
+      "loss": 0.0172,
+      "step": 15810
+    },
+    {
+      "grad_norm": 0.21130360662937164,
+      "learning_rate": 9.415050584225626e-05,
+      "loss": 0.0208,
+      "step": 15820
+    },
+    {
+      "grad_norm": 0.15843644738197327,
+      "learning_rate": 9.414080128802914e-05,
+      "loss": 0.0157,
+      "step": 15830
+    },
+    {
+      "grad_norm": 0.22901783883571625,
+      "learning_rate": 9.413108919134632e-05,
+      "loss": 0.0163,
+      "step": 15840
+    },
+    {
+      "grad_norm": 0.1877744346857071,
+      "learning_rate": 9.412136955386734e-05,
+      "loss": 0.0156,
+      "step": 15850
+    },
+    {
+      "grad_norm": 0.21517300605773926,
+      "learning_rate": 9.411164237725303e-05,
+      "loss": 0.0187,
+      "step": 15860
+    },
+    {
+      "grad_norm": 0.17756685614585876,
+      "learning_rate": 9.41019076631655e-05,
+      "loss": 0.0196,
+      "step": 15870
+    },
+    {
+      "grad_norm": 0.19062888622283936,
+      "learning_rate": 9.409216541326815e-05,
+      "loss": 0.0189,
+      "step": 15880
+    },
+    {
+      "grad_norm": 0.13992324471473694,
+      "learning_rate": 9.408241562922564e-05,
+      "loss": 0.0133,
+      "step": 15890
+    },
+    {
+      "grad_norm": 0.14217467606067657,
+      "learning_rate": 9.407265831270395e-05,
+      "loss": 0.0143,
+      "step": 15900
+    },
+    {
+      "grad_norm": 0.19898253679275513,
+      "learning_rate": 9.406289346537035e-05,
+      "loss": 0.015,
+      "step": 15910
+    },
+    {
+      "grad_norm": 0.18355326354503632,
+      "learning_rate": 9.405312108889339e-05,
+      "loss": 0.017,
+      "step": 15920
+    },
+    {
+      "grad_norm": 0.25734180212020874,
+      "learning_rate": 9.404334118494288e-05,
+      "loss": 0.0163,
+      "step": 15930
+    },
+    {
+      "grad_norm": 0.20651496946811676,
+      "learning_rate": 9.403355375518995e-05,
+      "loss": 0.0158,
+      "step": 15940
+    },
+    {
+      "grad_norm": 0.22486694157123566,
+      "learning_rate": 9.4023758801307e-05,
+      "loss": 0.0226,
+      "step": 15950
+    },
+    {
+      "grad_norm": 0.2523176074028015,
+      "learning_rate": 9.401395632496774e-05,
+      "loss": 0.0138,
+      "step": 15960
+    },
+    {
+      "grad_norm": 0.20505371689796448,
+      "learning_rate": 9.400414632784711e-05,
+      "loss": 0.0182,
+      "step": 15970
+    },
+    {
+      "grad_norm": 0.14053606986999512,
+      "learning_rate": 9.39943288116214e-05,
+      "loss": 0.0167,
+      "step": 15980
+    },
+    {
+      "grad_norm": 0.15115593373775482,
+      "learning_rate": 9.398450377796815e-05,
+      "loss": 0.0162,
+      "step": 15990
+    },
+    {
+      "grad_norm": 0.16648747026920319,
+      "learning_rate": 9.397467122856616e-05,
+      "loss": 0.0133,
+      "step": 16000
+    },
+    {
+      "grad_norm": 0.21842998266220093,
+      "learning_rate": 9.396483116509558e-05,
+      "loss": 0.0182,
+      "step": 16010
+    },
+    {
+      "grad_norm": 0.1734132021665573,
+      "learning_rate": 9.39549835892378e-05,
+      "loss": 0.016,
+      "step": 16020
+    },
+    {
+      "grad_norm": 0.21749138832092285,
+      "learning_rate": 9.39451285026755e-05,
+      "loss": 0.0218,
+      "step": 16030
+    },
+    {
+      "grad_norm": 0.16427631676197052,
+      "learning_rate": 9.393526590709262e-05,
+      "loss": 0.0166,
+      "step": 16040
+    },
+    {
+      "grad_norm": 0.21385876834392548,
+      "learning_rate": 9.392539580417444e-05,
+      "loss": 0.0129,
+      "step": 16050
+    },
+    {
+      "grad_norm": 0.23278746008872986,
+      "learning_rate": 9.391551819560747e-05,
+      "loss": 0.0173,
+      "step": 16060
+    },
+    {
+      "grad_norm": 0.2144111543893814,
+      "learning_rate": 9.390563308307955e-05,
+      "loss": 0.015,
+      "step": 16070
+    },
+    {
+      "grad_norm": 0.2908933162689209,
+      "learning_rate": 9.389574046827974e-05,
+      "loss": 0.0215,
+      "step": 16080
+    },
+    {
+      "grad_norm": 0.2045716941356659,
+      "learning_rate": 9.388584035289845e-05,
+      "loss": 0.0169,
+      "step": 16090
+    },
+    {
+      "grad_norm": 0.21720318496227264,
+      "learning_rate": 9.387593273862732e-05,
+      "loss": 0.015,
+      "step": 16100
+    },
+    {
+      "grad_norm": 0.19701766967773438,
+      "learning_rate": 9.386601762715929e-05,
+      "loss": 0.0135,
+      "step": 16110
+    },
+    {
+      "grad_norm": 0.17518317699432373,
+      "learning_rate": 9.38560950201886e-05,
+      "loss": 0.0136,
+      "step": 16120
+    },
+    {
+      "grad_norm": 0.17522573471069336,
+      "learning_rate": 9.384616491941071e-05,
+      "loss": 0.0186,
+      "step": 16130
+    },
+    {
+      "grad_norm": 0.14388802647590637,
+      "learning_rate": 9.383622732652245e-05,
+      "loss": 0.0132,
+      "step": 16140
+    },
+    {
+      "grad_norm": 0.18059225380420685,
+      "learning_rate": 9.382628224322187e-05,
+      "loss": 0.0153,
+      "step": 16150
+    },
+    {
+      "grad_norm": 0.2222597301006317,
+      "learning_rate": 9.381632967120829e-05,
+      "loss": 0.0185,
+      "step": 16160
+    },
+    {
+      "grad_norm": 0.21241769194602966,
+      "learning_rate": 9.380636961218235e-05,
+      "loss": 0.0147,
+      "step": 16170
+    },
+    {
+      "grad_norm": 0.21744224429130554,
+      "learning_rate": 9.379640206784597e-05,
+      "loss": 0.0147,
+      "step": 16180
+    },
+    {
+      "grad_norm": 0.20702393352985382,
+      "learning_rate": 9.378642703990229e-05,
+      "loss": 0.0172,
+      "step": 16190
+    },
+    {
+      "grad_norm": 0.19681736826896667,
+      "learning_rate": 9.37764445300558e-05,
+      "loss": 0.0146,
+      "step": 16200
+    },
+    {
+      "grad_norm": 0.2136233001947403,
+      "learning_rate": 9.376645454001222e-05,
+      "loss": 0.0269,
+      "step": 16210
+    },
+    {
+      "grad_norm": 0.2249479740858078,
+      "learning_rate": 9.375645707147858e-05,
+      "loss": 0.0146,
+      "step": 16220
+    },
+    {
+      "grad_norm": 0.37453562021255493,
+      "learning_rate": 9.374645212616316e-05,
+      "loss": 0.0185,
+      "step": 16230
+    },
+    {
+      "grad_norm": 0.16965194046497345,
+      "learning_rate": 9.373643970577555e-05,
+      "loss": 0.0171,
+      "step": 16240
+    },
+    {
+      "grad_norm": 0.21702151000499725,
+      "learning_rate": 9.372641981202659e-05,
+      "loss": 0.0187,
+      "step": 16250
+    },
+    {
+      "grad_norm": 0.16005541384220123,
+      "learning_rate": 9.37163924466284e-05,
+      "loss": 0.0136,
+      "step": 16260
+    },
+    {
+      "grad_norm": 0.24577172100543976,
+      "learning_rate": 9.370635761129438e-05,
+      "loss": 0.0167,
+      "step": 16270
+    },
+    {
+      "grad_norm": 0.21875736117362976,
+      "learning_rate": 9.36963153077392e-05,
+      "loss": 0.0184,
+      "step": 16280
+    },
+    {
+      "grad_norm": 0.20055270195007324,
+      "learning_rate": 9.368626553767888e-05,
+      "loss": 0.0153,
+      "step": 16290
+    },
+    {
+      "grad_norm": 0.16632328927516937,
+      "learning_rate": 9.367620830283057e-05,
+      "loss": 0.019,
+      "step": 16300
+    },
+    {
+      "grad_norm": 0.17480380833148956,
+      "learning_rate": 9.366614360491281e-05,
+      "loss": 0.0204,
+      "step": 16310
+    },
+    {
+      "grad_norm": 0.20418688654899597,
+      "learning_rate": 9.365607144564539e-05,
+      "loss": 0.0176,
+      "step": 16320
+    },
+    {
+      "grad_norm": 0.1784447729587555,
+      "learning_rate": 9.364599182674934e-05,
+      "loss": 0.0159,
+      "step": 16330
+    },
+    {
+      "grad_norm": 0.15518103539943695,
+      "learning_rate": 9.3635904749947e-05,
+      "loss": 0.0166,
+      "step": 16340
+    },
+    {
+      "grad_norm": 0.1902843862771988,
+      "learning_rate": 9.362581021696202e-05,
+      "loss": 0.0165,
+      "step": 16350
+    },
+    {
+      "grad_norm": 0.22191934287548065,
+      "learning_rate": 9.361570822951921e-05,
+      "loss": 0.017,
+      "step": 16360
+    },
+    {
+      "grad_norm": 0.20796716213226318,
+      "learning_rate": 9.360559878934476e-05,
+      "loss": 0.0163,
+      "step": 16370
+    },
+    {
+      "grad_norm": 0.23556014895439148,
+      "learning_rate": 9.359548189816611e-05,
+      "loss": 0.0168,
+      "step": 16380
+    },
+    {
+      "grad_norm": 0.1944667249917984,
+      "learning_rate": 9.358535755771193e-05,
+      "loss": 0.0138,
+      "step": 16390
+    },
+    {
+      "grad_norm": 0.18295131623744965,
+      "learning_rate": 9.357522576971221e-05,
+      "loss": 0.0125,
+      "step": 16400
+    },
+    {
+      "grad_norm": 0.14690637588500977,
+      "learning_rate": 9.356508653589819e-05,
+      "loss": 0.0141,
+      "step": 16410
+    },
+    {
+      "grad_norm": 0.16137805581092834,
+      "learning_rate": 9.355493985800237e-05,
+      "loss": 0.0149,
+      "step": 16420
+    },
+    {
+      "grad_norm": 0.1840348243713379,
+      "learning_rate": 9.354478573775857e-05,
+      "loss": 0.0138,
+      "step": 16430
+    },
+    {
+      "grad_norm": 0.21012452244758606,
+      "learning_rate": 9.353462417690186e-05,
+      "loss": 0.0135,
+      "step": 16440
+    },
+    {
+      "grad_norm": 0.20541128516197205,
+      "learning_rate": 9.352445517716853e-05,
+      "loss": 0.0143,
+      "step": 16450
+    },
+    {
+      "grad_norm": 0.22842887043952942,
+      "learning_rate": 9.351427874029621e-05,
+      "loss": 0.0151,
+      "step": 16460
+    },
+    {
+      "grad_norm": 0.2297700047492981,
+      "learning_rate": 9.350409486802379e-05,
+      "loss": 0.015,
+      "step": 16470
+    },
+    {
+      "grad_norm": 0.1984417587518692,
+      "learning_rate": 9.349390356209138e-05,
+      "loss": 0.0138,
+      "step": 16480
+    },
+    {
+      "grad_norm": 0.22067971527576447,
+      "learning_rate": 9.348370482424042e-05,
+      "loss": 0.0121,
+      "step": 16490
+    },
+    {
+      "grad_norm": 0.19815774261951447,
+      "learning_rate": 9.347349865621357e-05,
+      "loss": 0.0164,
+      "step": 16500
+    },
+    {
+      "grad_norm": 0.18732795119285583,
+      "learning_rate": 9.346328505975481e-05,
+      "loss": 0.0166,
+      "step": 16510
+    },
+    {
+      "grad_norm": 0.17819643020629883,
+      "learning_rate": 9.345306403660936e-05,
+      "loss": 0.0154,
+      "step": 16520
+    },
+    {
+      "grad_norm": 0.1775449514389038,
+      "learning_rate": 9.344283558852371e-05,
+      "loss": 0.0174,
+      "step": 16530
+    },
+    {
+      "grad_norm": 0.1578667312860489,
+      "learning_rate": 9.343259971724563e-05,
+      "loss": 0.018,
+      "step": 16540
+    },
+    {
+      "grad_norm": 0.19455811381340027,
+      "learning_rate": 9.342235642452413e-05,
+      "loss": 0.0162,
+      "step": 16550
+    },
+    {
+      "grad_norm": 0.1395367980003357,
+      "learning_rate": 9.341210571210954e-05,
+      "loss": 0.0176,
+      "step": 16560
+    },
+    {
+      "grad_norm": 0.1336154341697693,
+      "learning_rate": 9.340184758175338e-05,
+      "loss": 0.0163,
+      "step": 16570
+    },
+    {
+      "grad_norm": 0.2280919849872589,
+      "learning_rate": 9.339158203520854e-05,
+      "loss": 0.0161,
+      "step": 16580
+    },
+    {
+      "grad_norm": 0.18158280849456787,
+      "learning_rate": 9.338130907422908e-05,
+      "loss": 0.0154,
+      "step": 16590
+    },
+    {
+      "grad_norm": 0.191971093416214,
+      "learning_rate": 9.337102870057037e-05,
+      "loss": 0.0122,
+      "step": 16600
+    },
+    {
+      "grad_norm": 0.18994633853435516,
+      "learning_rate": 9.336074091598907e-05,
+      "loss": 0.0166,
+      "step": 16610
+    },
+    {
+      "grad_norm": 0.16301590204238892,
+      "learning_rate": 9.335044572224306e-05,
+      "loss": 0.0179,
+      "step": 16620
+    },
+    {
+      "grad_norm": 0.22159218788146973,
+      "learning_rate": 9.334014312109151e-05,
+      "loss": 0.0178,
+      "step": 16630
+    },
+    {
+      "grad_norm": 0.17874999344348907,
+      "learning_rate": 9.332983311429486e-05,
+      "loss": 0.0148,
+      "step": 16640
+    },
+    {
+      "grad_norm": 0.19772037863731384,
+      "learning_rate": 9.33195157036148e-05,
+      "loss": 0.0154,
+      "step": 16650
+    },
+    {
+      "grad_norm": 0.24276891350746155,
+      "learning_rate": 9.330919089081432e-05,
+      "loss": 0.0128,
+      "step": 16660
+    },
+    {
+      "grad_norm": 0.1695825159549713,
+      "learning_rate": 9.32988586776576e-05,
+      "loss": 0.0163,
+      "step": 16670
+    },
+    {
+      "grad_norm": 0.23122678697109222,
+      "learning_rate": 9.328851906591016e-05,
+      "loss": 0.013,
+      "step": 16680
+    },
+    {
+      "grad_norm": 0.26105642318725586,
+      "learning_rate": 9.327817205733875e-05,
+      "loss": 0.0143,
+      "step": 16690
+    },
+    {
+      "grad_norm": 0.2224557101726532,
+      "learning_rate": 9.326781765371142e-05,
+      "loss": 0.013,
+      "step": 16700
+    },
+    {
+      "grad_norm": 0.18966025114059448,
+      "learning_rate": 9.325745585679741e-05,
+      "loss": 0.0133,
+      "step": 16710
+    },
+    {
+      "grad_norm": 0.15749505162239075,
+      "learning_rate": 9.32470866683673e-05,
+      "loss": 0.0132,
+      "step": 16720
+    },
+    {
+      "grad_norm": 0.12288523465394974,
+      "learning_rate": 9.323671009019288e-05,
+      "loss": 0.0126,
+      "step": 16730
+    },
+    {
+      "grad_norm": 0.2600391209125519,
+      "learning_rate": 9.322632612404725e-05,
+      "loss": 0.0168,
+      "step": 16740
+    },
+    {
+      "grad_norm": 0.17336568236351013,
+      "learning_rate": 9.321593477170471e-05,
+      "loss": 0.0117,
+      "step": 16750
+    },
+    {
+      "grad_norm": 0.324319452047348,
+      "learning_rate": 9.320553603494088e-05,
+      "loss": 0.0207,
+      "step": 16760
+    },
+    {
+      "grad_norm": 0.23549725115299225,
+      "learning_rate": 9.319512991553261e-05,
+      "loss": 0.0164,
+      "step": 16770
+    },
+    {
+      "grad_norm": 0.18723410367965698,
+      "learning_rate": 9.318471641525803e-05,
+      "loss": 0.0161,
+      "step": 16780
+    },
+    {
+      "grad_norm": 0.22764064371585846,
+      "learning_rate": 9.317429553589652e-05,
+      "loss": 0.0124,
+      "step": 16790
+    },
+    {
+      "grad_norm": 0.2100096046924591,
+      "learning_rate": 9.316386727922873e-05,
+      "loss": 0.0171,
+      "step": 16800
+    },
+    {
+      "grad_norm": 0.20184631645679474,
+      "learning_rate": 9.315343164703656e-05,
+      "loss": 0.0153,
+      "step": 16810
+    },
+    {
+      "grad_norm": 0.2183726578950882,
+      "learning_rate": 9.314298864110316e-05,
+      "loss": 0.015,
+      "step": 16820
+    },
+    {
+      "grad_norm": 0.15153583884239197,
+      "learning_rate": 9.313253826321295e-05,
+      "loss": 0.0134,
+      "step": 16830
+    },
+    {
+      "grad_norm": 0.17640434205532074,
+      "learning_rate": 9.312208051515165e-05,
+      "loss": 0.0187,
+      "step": 16840
+    },
+    {
+      "grad_norm": 0.31537488102912903,
+      "learning_rate": 9.311161539870618e-05,
+      "loss": 0.014,
+      "step": 16850
+    },
+    {
+      "grad_norm": 0.27817532420158386,
+      "learning_rate": 9.310114291566474e-05,
+      "loss": 0.0146,
+      "step": 16860
+    },
+    {
+      "grad_norm": 0.18238352239131927,
+      "learning_rate": 9.309066306781679e-05,
+      "loss": 0.0125,
+      "step": 16870
+    },
+    {
+      "grad_norm": 0.2551890015602112,
+      "learning_rate": 9.308017585695306e-05,
+      "loss": 0.0194,
+      "step": 16880
+    },
+    {
+      "grad_norm": 0.208949476480484,
+      "learning_rate": 9.306968128486552e-05,
+      "loss": 0.0157,
+      "step": 16890
+    },
+    {
+      "grad_norm": 0.1955668330192566,
+      "learning_rate": 9.30591793533474e-05,
+      "loss": 0.0167,
+      "step": 16900
+    },
+    {
+      "grad_norm": 0.20736370980739594,
+      "learning_rate": 9.304867006419321e-05,
+      "loss": 0.0122,
+      "step": 16910
+    },
+    {
+      "grad_norm": 0.19576001167297363,
+      "learning_rate": 9.303815341919868e-05,
+      "loss": 0.0202,
+      "step": 16920
+    },
+    {
+      "grad_norm": 0.16356231272220612,
+      "learning_rate": 9.302762942016084e-05,
+      "loss": 0.0213,
+      "step": 16930
+    },
+    {
+      "grad_norm": 0.11252638697624207,
+      "learning_rate": 9.301709806887792e-05,
+      "loss": 0.0192,
+      "step": 16940
+    },
+    {
+      "grad_norm": 0.18226377665996552,
+      "learning_rate": 9.300655936714948e-05,
+      "loss": 0.0151,
+      "step": 16950
+    },
+    {
+      "grad_norm": 0.20103590190410614,
+      "learning_rate": 9.299601331677627e-05,
+      "loss": 0.0168,
+      "step": 16960
+    },
+    {
+      "grad_norm": 0.19340699911117554,
+      "learning_rate": 9.298545991956033e-05,
+      "loss": 0.0133,
+      "step": 16970
+    },
+    {
+      "grad_norm": 0.2060232162475586,
+      "learning_rate": 9.297489917730493e-05,
+      "loss": 0.0142,
+      "step": 16980
+    },
+    {
+      "grad_norm": 0.17844165861606598,
+      "learning_rate": 9.296433109181464e-05,
+      "loss": 0.0175,
+      "step": 16990
+    },
+    {
+      "grad_norm": 0.143362358212471,
+      "learning_rate": 9.295375566489523e-05,
+      "loss": 0.0156,
+      "step": 17000
+    },
+    {
+      "grad_norm": 0.18014758825302124,
+      "learning_rate": 9.294317289835379e-05,
+      "loss": 0.0136,
+      "step": 17010
+    },
+    {
+      "grad_norm": 0.224955216050148,
+      "learning_rate": 9.293258279399859e-05,
+      "loss": 0.0189,
+      "step": 17020
+    },
+    {
+      "grad_norm": 0.2186279147863388,
+      "learning_rate": 9.292198535363919e-05,
+      "loss": 0.0135,
+      "step": 17030
+    },
+    {
+      "grad_norm": 0.18246327340602875,
+      "learning_rate": 9.291138057908641e-05,
+      "loss": 0.0199,
+      "step": 17040
+    },
+    {
+      "grad_norm": 0.23918785154819489,
+      "learning_rate": 9.290076847215234e-05,
+      "loss": 0.0184,
+      "step": 17050
+    },
+    {
+      "grad_norm": 0.18400171399116516,
+      "learning_rate": 9.289014903465025e-05,
+      "loss": 0.0204,
+      "step": 17060
+    },
+    {
+      "grad_norm": 0.20973463356494904,
+      "learning_rate": 9.287952226839475e-05,
+      "loss": 0.02,
+      "step": 17070
+    },
+    {
+      "grad_norm": 0.30491429567337036,
+      "learning_rate": 9.286888817520164e-05,
+      "loss": 0.0156,
+      "step": 17080
+    },
+    {
+      "grad_norm": 0.18612894415855408,
+      "learning_rate": 9.285824675688803e-05,
+      "loss": 0.0174,
+      "step": 17090
+    },
+    {
+      "grad_norm": 0.2160232812166214,
+      "learning_rate": 9.28475980152722e-05,
+      "loss": 0.0141,
+      "step": 17100
+    },
+    {
+      "grad_norm": 0.16569723188877106,
+      "learning_rate": 9.283694195217379e-05,
+      "loss": 0.0175,
+      "step": 17110
+    },
+    {
+      "grad_norm": 0.17465630173683167,
+      "learning_rate": 9.282627856941356e-05,
+      "loss": 0.0166,
+      "step": 17120
+    },
+    {
+      "grad_norm": 0.23705139756202698,
+      "learning_rate": 9.281560786881363e-05,
+      "loss": 0.0126,
+      "step": 17130
+    },
+    {
+      "grad_norm": 0.28884652256965637,
+      "learning_rate": 9.280492985219733e-05,
+      "loss": 0.0138,
+      "step": 17140
+    },
+    {
+      "grad_norm": 0.2452281415462494,
+      "learning_rate": 9.279424452138924e-05,
+      "loss": 0.0153,
+      "step": 17150
+    },
+    {
+      "grad_norm": 0.20272605121135712,
+      "learning_rate": 9.278355187821517e-05,
+      "loss": 0.0176,
+      "step": 17160
+    },
+    {
+      "grad_norm": 0.21451102197170258,
+      "learning_rate": 9.277285192450224e-05,
+      "loss": 0.0146,
+      "step": 17170
+    },
+    {
+      "grad_norm": 0.20761199295520782,
+      "learning_rate": 9.276214466207875e-05,
+      "loss": 0.015,
+      "step": 17180
+    },
+    {
+      "grad_norm": 0.20699279010295868,
+      "learning_rate": 9.275143009277427e-05,
+      "loss": 0.0191,
+      "step": 17190
+    },
+    {
+      "grad_norm": 0.17696204781532288,
+      "learning_rate": 9.274070821841964e-05,
+      "loss": 0.0118,
+      "step": 17200
+    },
+    {
+      "grad_norm": 0.22664830088615417,
+      "learning_rate": 9.272997904084696e-05,
+      "loss": 0.0142,
+      "step": 17210
+    },
+    {
+      "grad_norm": 0.20234060287475586,
+      "learning_rate": 9.271924256188951e-05,
+      "loss": 0.0162,
+      "step": 17220
+    },
+    {
+      "grad_norm": 0.2073674350976944,
+      "learning_rate": 9.270849878338189e-05,
+      "loss": 0.0172,
+      "step": 17230
+    },
+    {
+      "grad_norm": 0.21017813682556152,
+      "learning_rate": 9.269774770715991e-05,
+      "loss": 0.0146,
+      "step": 17240
+    },
+    {
+      "grad_norm": 0.12857027351856232,
+      "learning_rate": 9.268698933506061e-05,
+      "loss": 0.0108,
+      "step": 17250
+    },
+    {
+      "grad_norm": 0.22159744799137115,
+      "learning_rate": 9.267622366892235e-05,
+      "loss": 0.0143,
+      "step": 17260
+    },
+    {
+      "grad_norm": 0.19953416287899017,
+      "learning_rate": 9.266545071058465e-05,
+      "loss": 0.0153,
+      "step": 17270
+    },
+    {
+      "grad_norm": 0.18374285101890564,
+      "learning_rate": 9.265467046188833e-05,
+      "loss": 0.0132,
+      "step": 17280
+    },
+    {
+      "grad_norm": 0.2277875542640686,
+      "learning_rate": 9.264388292467543e-05,
+      "loss": 0.0163,
+      "step": 17290
+    },
+    {
+      "grad_norm": 0.1881616860628128,
+      "learning_rate": 9.263308810078926e-05,
+      "loss": 0.0158,
+      "step": 17300
+    },
+    {
+      "grad_norm": 0.2326216697692871,
+      "learning_rate": 9.262228599207434e-05,
+      "loss": 0.0176,
+      "step": 17310
+    },
+    {
+      "grad_norm": 0.23960037529468536,
+      "learning_rate": 9.261147660037647e-05,
+      "loss": 0.0155,
+      "step": 17320
+    },
+    {
+      "grad_norm": 0.1910000741481781,
+      "learning_rate": 9.26006599275427e-05,
+      "loss": 0.0129,
+      "step": 17330
+    },
+    {
+      "grad_norm": 0.38328683376312256,
+      "learning_rate": 9.258983597542124e-05,
+      "loss": 0.0196,
+      "step": 17340
+    },
+    {
+      "grad_norm": 0.29373160004615784,
+      "learning_rate": 9.257900474586167e-05,
+      "loss": 0.0174,
+      "step": 17350
+    },
+    {
+      "grad_norm": 0.2333376109600067,
+      "learning_rate": 9.256816624071471e-05,
+      "loss": 0.0201,
+      "step": 17360
+    },
+    {
+      "grad_norm": 0.1966048926115036,
+      "learning_rate": 9.25573204618324e-05,
+      "loss": 0.0181,
+      "step": 17370
+    },
+    {
+      "grad_norm": 0.15871456265449524,
+      "learning_rate": 9.254646741106796e-05,
+      "loss": 0.0168,
+      "step": 17380
+    },
+    {
+      "grad_norm": 0.181658074259758,
+      "learning_rate": 9.253560709027589e-05,
+      "loss": 0.0111,
+      "step": 17390
+    },
+    {
+      "grad_norm": 0.21086850762367249,
+      "learning_rate": 9.252473950131192e-05,
+      "loss": 0.0158,
+      "step": 17400
+    },
+    {
+      "grad_norm": 0.2548046410083771,
+      "learning_rate": 9.251386464603302e-05,
+      "loss": 0.0173,
+      "step": 17410
+    },
+    {
+      "grad_norm": 0.1764838695526123,
+      "learning_rate": 9.250298252629741e-05,
+      "loss": 0.0118,
+      "step": 17420
+    },
+    {
+      "grad_norm": 0.22793227434158325,
+      "learning_rate": 9.249209314396454e-05,
+      "loss": 0.0124,
+      "step": 17430
+    },
+    {
+      "grad_norm": 0.21901018917560577,
+      "learning_rate": 9.248119650089513e-05,
+      "loss": 0.0138,
+      "step": 17440
+    },
+    {
+      "grad_norm": 0.19786390662193298,
+      "learning_rate": 9.247029259895108e-05,
+      "loss": 0.0177,
+      "step": 17450
+    },
+    {
+      "grad_norm": 0.2753768563270569,
+      "learning_rate": 9.24593814399956e-05,
+      "loss": 0.0152,
+      "step": 17460
+    },
+    {
+      "grad_norm": 0.17689476907253265,
+      "learning_rate": 9.244846302589309e-05,
+      "loss": 0.0147,
+      "step": 17470
+    },
+    {
+      "grad_norm": 0.16024145483970642,
+      "learning_rate": 9.243753735850923e-05,
+      "loss": 0.0146,
+      "step": 17480
+    },
+    {
+      "grad_norm": 0.2548324465751648,
+      "learning_rate": 9.24266044397109e-05,
+      "loss": 0.0172,
+      "step": 17490
+    },
+    {
+      "grad_norm": 0.208730548620224,
+      "learning_rate": 9.241566427136624e-05,
+      "loss": 0.0204,
+      "step": 17500
+    },
+    {
+      "grad_norm": 0.18071986734867096,
+      "learning_rate": 9.240471685534463e-05,
+      "loss": 0.0126,
+      "step": 17510
+    },
+    {
+      "grad_norm": 0.1332291066646576,
+      "learning_rate": 9.239376219351667e-05,
+      "loss": 0.0149,
+      "step": 17520
+    },
+    {
+      "grad_norm": 0.1829666793346405,
+      "learning_rate": 9.238280028775425e-05,
+      "loss": 0.0132,
+      "step": 17530
+    },
+    {
+      "grad_norm": 0.14539138972759247,
+      "learning_rate": 9.237183113993041e-05,
+      "loss": 0.011,
+      "step": 17540
+    },
+    {
+      "grad_norm": 0.1873875856399536,
+      "learning_rate": 9.236085475191952e-05,
+      "loss": 0.012,
+      "step": 17550
+    },
+    {
+      "grad_norm": 0.18558162450790405,
+      "learning_rate": 9.234987112559709e-05,
+      "loss": 0.0154,
+      "step": 17560
+    },
+    {
+      "grad_norm": 0.18033598363399506,
+      "learning_rate": 9.233888026283999e-05,
+      "loss": 0.0139,
+      "step": 17570
+    },
+    {
+      "grad_norm": 0.16006332635879517,
+      "learning_rate": 9.232788216552619e-05,
+      "loss": 0.0117,
+      "step": 17580
+    },
+    {
+      "grad_norm": 0.20718322694301605,
+      "learning_rate": 9.231687683553502e-05,
+      "loss": 0.015,
+      "step": 17590
+    },
+    {
+      "grad_norm": 0.2291862666606903,
+      "learning_rate": 9.230586427474698e-05,
+      "loss": 0.02,
+      "step": 17600
+    },
+    {
+      "grad_norm": 0.23802348971366882,
+      "learning_rate": 9.229484448504379e-05,
+      "loss": 0.0155,
+      "step": 17610
+    },
+    {
+      "grad_norm": 0.2049993872642517,
+      "learning_rate": 9.228381746830843e-05,
+      "loss": 0.0153,
+      "step": 17620
+    },
+    {
+      "grad_norm": 0.1492697298526764,
+      "learning_rate": 9.227278322642514e-05,
+      "loss": 0.0177,
+      "step": 17630
+    },
+    {
+      "grad_norm": 0.23074306547641754,
+      "learning_rate": 9.226174176127937e-05,
+      "loss": 0.0164,
+      "step": 17640
+    },
+    {
+      "grad_norm": 0.2476588636636734,
+      "learning_rate": 9.22506930747578e-05,
+      "loss": 0.0228,
+      "step": 17650
+    },
+    {
+      "grad_norm": 0.18903417885303497,
+      "learning_rate": 9.223963716874831e-05,
+      "loss": 0.0179,
+      "step": 17660
+    },
+    {
+      "grad_norm": 0.2040104866027832,
+      "learning_rate": 9.222857404514012e-05,
+      "loss": 0.0152,
+      "step": 17670
+    },
+    {
+      "grad_norm": 0.18264180421829224,
+      "learning_rate": 9.221750370582355e-05,
+      "loss": 0.0201,
+      "step": 17680
+    },
+    {
+      "grad_norm": 0.18910259008407593,
+      "learning_rate": 9.220642615269028e-05,
+      "loss": 0.0159,
+      "step": 17690
+    },
+    {
+      "grad_norm": 0.19716796278953552,
+      "learning_rate": 9.219534138763311e-05,
+      "loss": 0.0233,
+      "step": 17700
+    },
+    {
+      "grad_norm": 0.20653006434440613,
+      "learning_rate": 9.218424941254613e-05,
+      "loss": 0.0141,
+      "step": 17710
+    },
+    {
+      "grad_norm": 0.16235966980457306,
+      "learning_rate": 9.217315022932468e-05,
+      "loss": 0.0184,
+      "step": 17720
+    },
+    {
+      "grad_norm": 0.2566031813621521,
+      "learning_rate": 9.216204383986528e-05,
+      "loss": 0.0205,
+      "step": 17730
+    },
+    {
+      "grad_norm": 0.17997436225414276,
+      "learning_rate": 9.215093024606574e-05,
+      "loss": 0.0144,
+      "step": 17740
+    },
+    {
+      "grad_norm": 0.19517730176448822,
+      "learning_rate": 9.213980944982506e-05,
+      "loss": 0.0131,
+      "step": 17750
+    },
+    {
+      "grad_norm": 0.15319138765335083,
+      "learning_rate": 9.212868145304346e-05,
+      "loss": 0.0153,
+      "step": 17760
+    },
+    {
+      "grad_norm": 0.16097921133041382,
+      "learning_rate": 9.211754625762241e-05,
+      "loss": 0.017,
+      "step": 17770
+    },
+    {
+      "grad_norm": 0.2822878360748291,
+      "learning_rate": 9.210640386546463e-05,
+      "loss": 0.0164,
+      "step": 17780
+    },
+    {
+      "grad_norm": 0.2567090094089508,
+      "learning_rate": 9.209525427847405e-05,
+      "loss": 0.0127,
+      "step": 17790
+    },
+    {
+      "grad_norm": 0.2448255717754364,
+      "learning_rate": 9.208409749855583e-05,
+      "loss": 0.0124,
+      "step": 17800
+    },
+    {
+      "grad_norm": 0.12887682020664215,
+      "learning_rate": 9.207293352761633e-05,
+      "loss": 0.0148,
+      "step": 17810
+    },
+    {
+      "grad_norm": 0.13814657926559448,
+      "learning_rate": 9.206176236756319e-05,
+      "loss": 0.014,
+      "step": 17820
+    },
+    {
+      "grad_norm": 0.21566642820835114,
+      "learning_rate": 9.205058402030525e-05,
+      "loss": 0.0151,
+      "step": 17830
+    },
+    {
+      "grad_norm": 0.1623167246580124,
+      "learning_rate": 9.203939848775259e-05,
+      "loss": 0.0152,
+      "step": 17840
+    },
+    {
+      "grad_norm": 0.19354493916034698,
+      "learning_rate": 9.202820577181652e-05,
+      "loss": 0.0167,
+      "step": 17850
+    },
+    {
+      "grad_norm": 0.18125508725643158,
+      "learning_rate": 9.201700587440953e-05,
+      "loss": 0.0119,
+      "step": 17860
+    },
+    {
+      "grad_norm": 0.1466415524482727,
+      "learning_rate": 9.200579879744544e-05,
+      "loss": 0.0139,
+      "step": 17870
+    },
+    {
+      "grad_norm": 0.15559202432632446,
+      "learning_rate": 9.199458454283918e-05,
+      "loss": 0.0135,
+      "step": 17880
+    },
+    {
+      "grad_norm": 0.18281294405460358,
+      "learning_rate": 9.198336311250697e-05,
+      "loss": 0.0157,
+      "step": 17890
+    },
+    {
+      "grad_norm": 0.16065657138824463,
+      "learning_rate": 9.197213450836626e-05,
+      "loss": 0.016,
+      "step": 17900
+    },
+    {
+      "grad_norm": 0.23639775812625885,
+      "learning_rate": 9.19608987323357e-05,
+      "loss": 0.0182,
+      "step": 17910
+    },
+    {
+      "grad_norm": 0.1907862275838852,
+      "learning_rate": 9.194965578633517e-05,
+      "loss": 0.0171,
+      "step": 17920
+    },
+    {
+      "grad_norm": 0.20516443252563477,
+      "learning_rate": 9.193840567228582e-05,
+      "loss": 0.015,
+      "step": 17930
+    },
+    {
+      "grad_norm": 0.20323605835437775,
+      "learning_rate": 9.192714839210994e-05,
+      "loss": 0.0147,
+      "step": 17940
+    },
+    {
+      "grad_norm": 0.14706440269947052,
+      "learning_rate": 9.19158839477311e-05,
+      "loss": 0.0171,
+      "step": 17950
+    },
+    {
+      "grad_norm": 0.1533920168876648,
+      "learning_rate": 9.190461234107411e-05,
+      "loss": 0.0164,
+      "step": 17960
+    },
+    {
+      "grad_norm": 0.22406138479709625,
+      "learning_rate": 9.189333357406496e-05,
+      "loss": 0.014,
+      "step": 17970
+    },
+    {
+      "grad_norm": 0.18740347027778625,
+      "learning_rate": 9.188204764863089e-05,
+      "loss": 0.0182,
+      "step": 17980
+    },
+    {
+      "grad_norm": 0.14758728444576263,
+      "learning_rate": 9.187075456670033e-05,
+      "loss": 0.0194,
+      "step": 17990
+    },
+    {
+      "grad_norm": 0.1741352379322052,
+      "learning_rate": 9.1859454330203e-05,
+      "loss": 0.0178,
+      "step": 18000
+    },
+    {
+      "grad_norm": 0.18380239605903625,
+      "learning_rate": 9.18481469410698e-05,
+      "loss": 0.0191,
+      "step": 18010
+    },
+    {
+      "grad_norm": 0.1725950688123703,
+      "learning_rate": 9.183683240123281e-05,
+      "loss": 0.016,
+      "step": 18020
+    },
+    {
+      "grad_norm": 0.1873195767402649,
+      "learning_rate": 9.182551071262541e-05,
+      "loss": 0.0119,
+      "step": 18030
+    },
+    {
+      "grad_norm": 0.20286893844604492,
+      "learning_rate": 9.181418187718218e-05,
+      "loss": 0.0133,
+      "step": 18040
+    },
+    {
+      "grad_norm": 0.17356446385383606,
+      "learning_rate": 9.180284589683888e-05,
+      "loss": 0.0167,
+      "step": 18050
+    },
+    {
+      "grad_norm": 0.18750758469104767,
+      "learning_rate": 9.17915027735325e-05,
+      "loss": 0.0192,
+      "step": 18060
+    },
+    {
+      "grad_norm": 0.2471853643655777,
+      "learning_rate": 9.178015250920133e-05,
+      "loss": 0.0174,
+      "step": 18070
+    },
+    {
+      "grad_norm": 0.2380102276802063,
+      "learning_rate": 9.176879510578477e-05,
+      "loss": 0.019,
+      "step": 18080
+    },
+    {
+      "grad_norm": 0.1597011387348175,
+      "learning_rate": 9.17574305652235e-05,
+      "loss": 0.0111,
+      "step": 18090
+    },
+    {
+      "grad_norm": 0.20907218754291534,
+      "learning_rate": 9.174605888945942e-05,
+      "loss": 0.0187,
+      "step": 18100
+    },
+    {
+      "grad_norm": 0.19343619048595428,
+      "learning_rate": 9.173468008043564e-05,
+      "loss": 0.0167,
+      "step": 18110
+    },
+    {
+      "grad_norm": 0.18161146342754364,
+      "learning_rate": 9.172329414009648e-05,
+      "loss": 0.0118,
+      "step": 18120
+    },
+    {
+      "grad_norm": 0.1691967248916626,
+      "learning_rate": 9.171190107038747e-05,
+      "loss": 0.0173,
+      "step": 18130
+    },
+    {
+      "grad_norm": 0.19646906852722168,
+      "learning_rate": 9.170050087325541e-05,
+      "loss": 0.0157,
+      "step": 18140
+    },
+    {
+      "grad_norm": 0.1313369870185852,
+      "learning_rate": 9.168909355064824e-05,
+      "loss": 0.0167,
+      "step": 18150
+    },
+    {
+      "grad_norm": 0.16453245282173157,
+      "learning_rate": 9.167767910451519e-05,
+      "loss": 0.0143,
+      "step": 18160
+    },
+    {
+      "grad_norm": 0.18752877414226532,
+      "learning_rate": 9.166625753680669e-05,
+      "loss": 0.0158,
+      "step": 18170
+    },
+    {
+      "grad_norm": 0.23103605210781097,
+      "learning_rate": 9.165482884947431e-05,
+      "loss": 0.0156,
+      "step": 18180
+    },
+    {
+      "grad_norm": 0.19398392736911774,
+      "learning_rate": 9.164339304447098e-05,
+      "loss": 0.0172,
+      "step": 18190
+    },
+    {
+      "grad_norm": 0.1929885447025299,
+      "learning_rate": 9.163195012375072e-05,
+      "loss": 0.0137,
+      "step": 18200
+    },
+    {
+      "grad_norm": 0.19289007782936096,
+      "learning_rate": 9.16205000892688e-05,
+      "loss": 0.0182,
+      "step": 18210
+    },
+    {
+      "grad_norm": 0.19933471083641052,
+      "learning_rate": 9.160904294298175e-05,
+      "loss": 0.0138,
+      "step": 18220
+    },
+    {
+      "grad_norm": 0.16375002264976501,
+      "learning_rate": 9.159757868684727e-05,
+      "loss": 0.0141,
+      "step": 18230
+    },
+    {
+      "grad_norm": 0.1903720647096634,
+      "learning_rate": 9.15861073228243e-05,
+      "loss": 0.0171,
+      "step": 18240
+    },
+    {
+      "grad_norm": 0.21325397491455078,
+      "learning_rate": 9.157462885287296e-05,
+      "loss": 0.0139,
+      "step": 18250
+    },
+    {
+      "grad_norm": 0.2268979549407959,
+      "learning_rate": 9.156314327895461e-05,
+      "loss": 0.0153,
+      "step": 18260
+    },
+    {
+      "grad_norm": 0.23439332842826843,
+      "learning_rate": 9.155165060303185e-05,
+      "loss": 0.014,
+      "step": 18270
+    },
+    {
+      "grad_norm": 0.1771182268857956,
+      "learning_rate": 9.154015082706841e-05,
+      "loss": 0.0176,
+      "step": 18280
+    },
+    {
+      "grad_norm": 0.1406022608280182,
+      "learning_rate": 9.152864395302936e-05,
+      "loss": 0.0102,
+      "step": 18290
+    },
+    {
+      "grad_norm": 0.20691905915737152,
+      "learning_rate": 9.151712998288085e-05,
+      "loss": 0.0149,
+      "step": 18300
+    },
+    {
+      "grad_norm": 0.18017086386680603,
+      "learning_rate": 9.150560891859031e-05,
+      "loss": 0.0139,
+      "step": 18310
+    },
+    {
+      "grad_norm": 0.2134014070034027,
+      "learning_rate": 9.14940807621264e-05,
+      "loss": 0.0147,
+      "step": 18320
+    },
+    {
+      "grad_norm": 0.18195703625679016,
+      "learning_rate": 9.148254551545894e-05,
+      "loss": 0.0182,
+      "step": 18330
+    },
+    {
+      "grad_norm": 0.2239314615726471,
+      "learning_rate": 9.147100318055901e-05,
+      "loss": 0.0148,
+      "step": 18340
+    },
+    {
+      "grad_norm": 0.23901745676994324,
+      "learning_rate": 9.145945375939888e-05,
+      "loss": 0.0148,
+      "step": 18350
+    },
+    {
+      "grad_norm": 0.21189525723457336,
+      "learning_rate": 9.144789725395203e-05,
+      "loss": 0.0138,
+      "step": 18360
+    },
+    {
+      "grad_norm": 0.23742425441741943,
+      "learning_rate": 9.14363336661931e-05,
+      "loss": 0.0149,
+      "step": 18370
+    },
+    {
+      "grad_norm": 0.14099732041358948,
+      "learning_rate": 9.142476299809806e-05,
+      "loss": 0.0165,
+      "step": 18380
+    },
+    {
+      "grad_norm": 0.17662674188613892,
+      "learning_rate": 9.1413185251644e-05,
+      "loss": 0.0122,
+      "step": 18390
+    },
+    {
+      "grad_norm": 0.18368487060070038,
+      "learning_rate": 9.140160042880923e-05,
+      "loss": 0.0194,
+      "step": 18400
+    },
+    {
+      "grad_norm": 0.16998563706874847,
+      "learning_rate": 9.139000853157327e-05,
+      "loss": 0.0187,
+      "step": 18410
+    },
+    {
+      "grad_norm": 0.2250813990831375,
+      "learning_rate": 9.137840956191688e-05,
+      "loss": 0.0115,
+      "step": 18420
+    },
+    {
+      "grad_norm": 0.14819172024726868,
+      "learning_rate": 9.136680352182199e-05,
+      "loss": 0.019,
+      "step": 18430
+    },
+    {
+      "grad_norm": 0.20883339643478394,
+      "learning_rate": 9.135519041327177e-05,
+      "loss": 0.0136,
+      "step": 18440
+    },
+    {
+      "grad_norm": 0.2257370501756668,
+      "learning_rate": 9.134357023825058e-05,
+      "loss": 0.0142,
+      "step": 18450
+    },
+    {
+      "grad_norm": 0.14674252271652222,
+      "learning_rate": 9.133194299874398e-05,
+      "loss": 0.0143,
+      "step": 18460
+    },
+    {
+      "grad_norm": 0.16268602013587952,
+      "learning_rate": 9.132030869673876e-05,
+      "loss": 0.0159,
+      "step": 18470
+    },
+    {
+      "grad_norm": 0.1706577092409134,
+      "learning_rate": 9.130866733422288e-05,
+      "loss": 0.017,
+      "step": 18480
+    },
+    {
+      "grad_norm": 0.21541282534599304,
+      "learning_rate": 9.129701891318556e-05,
+      "loss": 0.0124,
+      "step": 18490
+    },
+    {
+      "grad_norm": 0.2429717481136322,
+      "learning_rate": 9.128536343561718e-05,
+      "loss": 0.0151,
+      "step": 18500
+    },
+    {
+      "grad_norm": 0.19058707356452942,
+      "learning_rate": 9.127370090350934e-05,
+      "loss": 0.013,
+      "step": 18510
+    },
+    {
+      "grad_norm": 0.14539912343025208,
+      "learning_rate": 9.126203131885487e-05,
+      "loss": 0.014,
+      "step": 18520
+    },
+    {
+      "grad_norm": 0.2077726423740387,
+      "learning_rate": 9.125035468364775e-05,
+      "loss": 0.0155,
+      "step": 18530
+    },
+    {
+      "grad_norm": 0.13945452868938446,
+      "learning_rate": 9.123867099988322e-05,
+      "loss": 0.0151,
+      "step": 18540
+    },
+    {
+      "grad_norm": 0.2076801359653473,
+      "learning_rate": 9.122698026955769e-05,
+      "loss": 0.0167,
+      "step": 18550
+    },
+    {
+      "grad_norm": 0.25640997290611267,
+      "learning_rate": 9.12152824946688e-05,
+      "loss": 0.0178,
+      "step": 18560
+    },
+    {
+      "grad_norm": 0.21320781111717224,
+      "learning_rate": 9.120357767721538e-05,
+      "loss": 0.0144,
+      "step": 18570
+    },
+    {
+      "grad_norm": 0.1945761889219284,
+      "learning_rate": 9.119186581919745e-05,
+      "loss": 0.0164,
+      "step": 18580
+    },
+    {
+      "grad_norm": 0.18947899341583252,
+      "learning_rate": 9.118014692261624e-05,
+      "loss": 0.0168,
+      "step": 18590
+    },
+    {
+      "grad_norm": 0.27780869603157043,
+      "learning_rate": 9.116842098947422e-05,
+      "loss": 0.0162,
+      "step": 18600
+    },
+    {
+      "grad_norm": 0.18393230438232422,
+      "learning_rate": 9.115668802177499e-05,
+      "loss": 0.013,
+      "step": 18610
+    },
+    {
+      "grad_norm": 0.19554506242275238,
+      "learning_rate": 9.114494802152342e-05,
+      "loss": 0.0131,
+      "step": 18620
+    },
+    {
+      "grad_norm": 0.14878757297992706,
+      "learning_rate": 9.113320099072555e-05,
+      "loss": 0.0139,
+      "step": 18630
+    },
+    {
+      "grad_norm": 0.1469140350818634,
+      "learning_rate": 9.112144693138864e-05,
+      "loss": 0.0133,
+      "step": 18640
+    },
+    {
+      "grad_norm": 0.1304815113544464,
+      "learning_rate": 9.110968584552111e-05,
+      "loss": 0.0135,
+      "step": 18650
+    },
+    {
+      "grad_norm": 0.23423391580581665,
+      "learning_rate": 9.109791773513264e-05,
+      "loss": 0.012,
+      "step": 18660
+    },
+    {
+      "grad_norm": 0.14981673657894135,
+      "learning_rate": 9.108614260223403e-05,
+      "loss": 0.0117,
+      "step": 18670
+    },
+    {
+      "grad_norm": 0.13891521096229553,
+      "learning_rate": 9.107436044883738e-05,
+      "loss": 0.0147,
+      "step": 18680
+    },
+    {
+      "grad_norm": 0.27399617433547974,
+      "learning_rate": 9.10625712769559e-05,
+      "loss": 0.0156,
+      "step": 18690
+    },
+    {
+      "grad_norm": 0.1749386042356491,
+      "learning_rate": 9.105077508860406e-05,
+      "loss": 0.0143,
+      "step": 18700
+    },
+    {
+      "grad_norm": 0.17070990800857544,
+      "learning_rate": 9.103897188579751e-05,
+      "loss": 0.0129,
+      "step": 18710
+    },
+    {
+      "grad_norm": 0.14964336156845093,
+      "learning_rate": 9.102716167055308e-05,
+      "loss": 0.0128,
+      "step": 18720
+    },
+    {
+      "grad_norm": 0.17862379550933838,
+      "learning_rate": 9.10153444448888e-05,
+      "loss": 0.0111,
+      "step": 18730
+    },
+    {
+      "grad_norm": 0.17274944484233856,
+      "learning_rate": 9.100352021082393e-05,
+      "loss": 0.0127,
+      "step": 18740
+    },
+    {
+      "grad_norm": 0.16329045593738556,
+      "learning_rate": 9.099168897037891e-05,
+      "loss": 0.0125,
+      "step": 18750
+    },
+    {
+      "grad_norm": 0.2371187061071396,
+      "learning_rate": 9.097985072557538e-05,
+      "loss": 0.0164,
+      "step": 18760
+    },
+    {
+      "grad_norm": 0.17099539935588837,
+      "learning_rate": 9.096800547843615e-05,
+      "loss": 0.0127,
+      "step": 18770
+    },
+    {
+      "grad_norm": 0.2530136704444885,
+      "learning_rate": 9.095615323098526e-05,
+      "loss": 0.0123,
+      "step": 18780
+    },
+    {
+      "grad_norm": 0.14102983474731445,
+      "learning_rate": 9.094429398524795e-05,
+      "loss": 0.0131,
+      "step": 18790
+    },
+    {
+      "grad_norm": 0.18156011402606964,
+      "learning_rate": 9.093242774325061e-05,
+      "loss": 0.0167,
+      "step": 18800
+    },
+    {
+      "grad_norm": 0.1318848878145218,
+      "learning_rate": 9.092055450702088e-05,
+      "loss": 0.0105,
+      "step": 18810
+    },
+    {
+      "grad_norm": 0.22467690706253052,
+      "learning_rate": 9.090867427858756e-05,
+      "loss": 0.0136,
+      "step": 18820
+    },
+    {
+      "grad_norm": 0.19471429288387299,
+      "learning_rate": 9.089678705998066e-05,
+      "loss": 0.0129,
+      "step": 18830
+    },
+    {
+      "grad_norm": 0.21607111394405365,
+      "learning_rate": 9.088489285323139e-05,
+      "loss": 0.0168,
+      "step": 18840
+    },
+    {
+      "grad_norm": 0.2848096489906311,
+      "learning_rate": 9.087299166037212e-05,
+      "loss": 0.0197,
+      "step": 18850
+    },
+    {
+      "grad_norm": 0.17333291471004486,
+      "learning_rate": 9.086108348343647e-05,
+      "loss": 0.0147,
+      "step": 18860
+    },
+    {
+      "grad_norm": 0.15294794738292694,
+      "learning_rate": 9.08491683244592e-05,
+      "loss": 0.0157,
+      "step": 18870
+    },
+    {
+      "grad_norm": 0.14007993042469025,
+      "learning_rate": 9.08372461854763e-05,
+      "loss": 0.0122,
+      "step": 18880
+    },
+    {
+      "grad_norm": 0.20142538845539093,
+      "learning_rate": 9.082531706852492e-05,
+      "loss": 0.0175,
+      "step": 18890
+    },
+    {
+      "grad_norm": 0.20073306560516357,
+      "learning_rate": 9.081338097564342e-05,
+      "loss": 0.0146,
+      "step": 18900
+    },
+    {
+      "grad_norm": 0.17685462534427643,
+      "learning_rate": 9.080143790887137e-05,
+      "loss": 0.0124,
+      "step": 18910
+    },
+    {
+      "grad_norm": 0.1239381730556488,
+      "learning_rate": 9.07894878702495e-05,
+      "loss": 0.0157,
+      "step": 18920
+    },
+    {
+      "grad_norm": 0.24963274598121643,
+      "learning_rate": 9.077753086181974e-05,
+      "loss": 0.0139,
+      "step": 18930
+    },
+    {
+      "grad_norm": 0.21563684940338135,
+      "learning_rate": 9.076556688562524e-05,
+      "loss": 0.015,
+      "step": 18940
+    },
+    {
+      "grad_norm": 0.20392262935638428,
+      "learning_rate": 9.075359594371029e-05,
+      "loss": 0.0148,
+      "step": 18950
+    },
+    {
+      "grad_norm": 0.17979344725608826,
+      "learning_rate": 9.07416180381204e-05,
+      "loss": 0.0146,
+      "step": 18960
+    },
+    {
+      "grad_norm": 0.2262524962425232,
+      "learning_rate": 9.072963317090228e-05,
+      "loss": 0.0165,
+      "step": 18970
+    },
+    {
+      "grad_norm": 0.14196430146694183,
+      "learning_rate": 9.071764134410382e-05,
+      "loss": 0.0127,
+      "step": 18980
+    },
+    {
+      "grad_norm": 0.27625730633735657,
+      "learning_rate": 9.070564255977407e-05,
+      "loss": 0.0134,
+      "step": 18990
+    },
+    {
+      "grad_norm": 0.21175482869148254,
+      "learning_rate": 9.06936368199633e-05,
+      "loss": 0.0146,
+      "step": 19000
+    },
+    {
+      "grad_norm": 0.2519226372241974,
+      "learning_rate": 9.0681624126723e-05,
+      "loss": 0.0195,
+      "step": 19010
+    },
+    {
+      "grad_norm": 0.17236606776714325,
+      "learning_rate": 9.066960448210576e-05,
+      "loss": 0.0142,
+      "step": 19020
+    },
+    {
+      "grad_norm": 0.1884067952632904,
+      "learning_rate": 9.065757788816543e-05,
+      "loss": 0.0124,
+      "step": 19030
+    },
+    {
+      "grad_norm": 0.1410602480173111,
+      "learning_rate": 9.064554434695705e-05,
+      "loss": 0.0134,
+      "step": 19040
+    },
+    {
+      "grad_norm": 0.14621315896511078,
+      "learning_rate": 9.063350386053677e-05,
+      "loss": 0.0123,
+      "step": 19050
+    },
+    {
+      "grad_norm": 0.1259196549654007,
+      "learning_rate": 9.062145643096202e-05,
+      "loss": 0.0113,
+      "step": 19060
+    },
+    {
+      "grad_norm": 0.15869039297103882,
+      "learning_rate": 9.060940206029136e-05,
+      "loss": 0.0149,
+      "step": 19070
+    },
+    {
+      "grad_norm": 0.1389807164669037,
+      "learning_rate": 9.059734075058457e-05,
+      "loss": 0.0117,
+      "step": 19080
+    },
+    {
+      "grad_norm": 0.1723543107509613,
+      "learning_rate": 9.058527250390257e-05,
+      "loss": 0.0178,
+      "step": 19090
+    },
+    {
+      "grad_norm": 0.2132238894701004,
+      "learning_rate": 9.057319732230752e-05,
+      "loss": 0.0185,
+      "step": 19100
+    },
+    {
+      "grad_norm": 0.20133967697620392,
+      "learning_rate": 9.056111520786273e-05,
+      "loss": 0.0148,
+      "step": 19110
+    },
+    {
+      "grad_norm": 0.20427142083644867,
+      "learning_rate": 9.054902616263268e-05,
+      "loss": 0.0182,
+      "step": 19120
+    },
+    {
+      "grad_norm": 0.1759430319070816,
+      "learning_rate": 9.05369301886831e-05,
+      "loss": 0.0135,
+      "step": 19130
+    },
+    {
+      "grad_norm": 0.16854305565357208,
+      "learning_rate": 9.052482728808083e-05,
+      "loss": 0.0155,
+      "step": 19140
+    },
+    {
+      "grad_norm": 0.21406292915344238,
+      "learning_rate": 9.051271746289391e-05,
+      "loss": 0.0177,
+      "step": 19150
+    },
+    {
+      "grad_norm": 0.16817116737365723,
+      "learning_rate": 9.050060071519162e-05,
+      "loss": 0.014,
+      "step": 19160
+    },
+    {
+      "grad_norm": 0.19145144522190094,
+      "learning_rate": 9.048847704704437e-05,
+      "loss": 0.0156,
+      "step": 19170
+    },
+    {
+      "grad_norm": 0.2428869903087616,
+      "learning_rate": 9.047634646052376e-05,
+      "loss": 0.0196,
+      "step": 19180
+    },
+    {
+      "grad_norm": 0.2261664718389511,
+      "learning_rate": 9.046420895770256e-05,
+      "loss": 0.011,
+      "step": 19190
+    },
+    {
+      "grad_norm": 0.2102564424276352,
+      "learning_rate": 9.045206454065473e-05,
+      "loss": 0.0152,
+      "step": 19200
+    },
+    {
+      "grad_norm": 0.19882957637310028,
+      "learning_rate": 9.043991321145546e-05,
+      "loss": 0.018,
+      "step": 19210
+    },
+    {
+      "grad_norm": 0.1448136419057846,
+      "learning_rate": 9.042775497218105e-05,
+      "loss": 0.0134,
+      "step": 19220
+    },
+    {
+      "grad_norm": 0.12742675840854645,
+      "learning_rate": 9.041558982490901e-05,
+      "loss": 0.0117,
+      "step": 19230
+    },
+    {
+      "grad_norm": 0.15551398694515228,
+      "learning_rate": 9.040341777171805e-05,
+      "loss": 0.0115,
+      "step": 19240
+    },
+    {
+      "grad_norm": 0.15683358907699585,
+      "learning_rate": 9.039123881468802e-05,
+      "loss": 0.0118,
+      "step": 19250
+    },
+    {
+      "grad_norm": 0.18972620368003845,
+      "learning_rate": 9.037905295589998e-05,
+      "loss": 0.0137,
+      "step": 19260
+    },
+    {
+      "grad_norm": 0.23842401802539825,
+      "learning_rate": 9.036686019743617e-05,
+      "loss": 0.0202,
+      "step": 19270
+    },
+    {
+      "grad_norm": 0.2188030481338501,
+      "learning_rate": 9.035466054137997e-05,
+      "loss": 0.0131,
+      "step": 19280
+    },
+    {
+      "grad_norm": 0.17790038883686066,
+      "learning_rate": 9.0342453989816e-05,
+      "loss": 0.0174,
+      "step": 19290
+    },
+    {
+      "grad_norm": 0.13863569498062134,
+      "learning_rate": 9.033024054483e-05,
+      "loss": 0.0161,
+      "step": 19300
+    },
+    {
+      "grad_norm": 0.16636303067207336,
+      "learning_rate": 9.031802020850894e-05,
+      "loss": 0.0179,
+      "step": 19310
+    },
+    {
+      "grad_norm": 0.2310553640127182,
+      "learning_rate": 9.030579298294092e-05,
+      "loss": 0.0128,
+      "step": 19320
+    },
+    {
+      "grad_norm": 0.15453538298606873,
+      "learning_rate": 9.029355887021524e-05,
+      "loss": 0.0102,
+      "step": 19330
+    },
+    {
+      "grad_norm": 0.14965365827083588,
+      "learning_rate": 9.028131787242238e-05,
+      "loss": 0.0133,
+      "step": 19340
+    },
+    {
+      "grad_norm": 0.15728145837783813,
+      "learning_rate": 9.026906999165399e-05,
+      "loss": 0.0118,
+      "step": 19350
+    },
+    {
+      "grad_norm": 0.1950896978378296,
+      "learning_rate": 9.025681523000291e-05,
+      "loss": 0.0117,
+      "step": 19360
+    },
+    {
+      "grad_norm": 0.16727322340011597,
+      "learning_rate": 9.024455358956315e-05,
+      "loss": 0.0139,
+      "step": 19370
+    },
+    {
+      "grad_norm": 0.27812716364860535,
+      "learning_rate": 9.023228507242984e-05,
+      "loss": 0.0163,
+      "step": 19380
+    },
+    {
+      "grad_norm": 0.21883967518806458,
+      "learning_rate": 9.022000968069937e-05,
+      "loss": 0.0129,
+      "step": 19390
+    },
+    {
+      "grad_norm": 0.1694314181804657,
+      "learning_rate": 9.020772741646928e-05,
+      "loss": 0.0189,
+      "step": 19400
+    },
+    {
+      "grad_norm": 0.2048308253288269,
+      "learning_rate": 9.019543828183826e-05,
+      "loss": 0.0139,
+      "step": 19410
+    },
+    {
+      "grad_norm": 0.19527089595794678,
+      "learning_rate": 9.018314227890616e-05,
+      "loss": 0.0162,
+      "step": 19420
+    },
+    {
+      "grad_norm": 0.19145020842552185,
+      "learning_rate": 9.017083940977408e-05,
+      "loss": 0.0153,
+      "step": 19430
+    },
+    {
+      "grad_norm": 0.1622425764799118,
+      "learning_rate": 9.015852967654422e-05,
+      "loss": 0.0146,
+      "step": 19440
+    },
+    {
+      "grad_norm": 0.25959059596061707,
+      "learning_rate": 9.014621308131996e-05,
+      "loss": 0.0145,
+      "step": 19450
+    },
+    {
+      "grad_norm": 0.25882187485694885,
+      "learning_rate": 9.01338896262059e-05,
+      "loss": 0.0139,
+      "step": 19460
+    },
+    {
+      "grad_norm": 0.1632433384656906,
+      "learning_rate": 9.012155931330777e-05,
+      "loss": 0.0125,
+      "step": 19470
+    },
+    {
+      "grad_norm": 0.1696109175682068,
+      "learning_rate": 9.010922214473246e-05,
+      "loss": 0.0167,
+      "step": 19480
+    },
+    {
+      "grad_norm": 0.21094298362731934,
+      "learning_rate": 9.009687812258808e-05,
+      "loss": 0.0126,
+      "step": 19490
+    },
+    {
+      "grad_norm": 0.16387143731117249,
+      "learning_rate": 9.00845272489839e-05,
+      "loss": 0.0188,
+      "step": 19500
+    },
+    {
+      "grad_norm": 0.1972915530204773,
+      "learning_rate": 9.007216952603031e-05,
+      "loss": 0.0158,
+      "step": 19510
+    },
+    {
+      "grad_norm": 0.2348320186138153,
+      "learning_rate": 9.005980495583894e-05,
+      "loss": 0.0148,
+      "step": 19520
+    },
+    {
+      "grad_norm": 0.2017979621887207,
+      "learning_rate": 9.004743354052252e-05,
+      "loss": 0.0149,
+      "step": 19530
+    },
+    {
+      "grad_norm": 0.18806925415992737,
+      "learning_rate": 9.003505528219503e-05,
+      "loss": 0.0127,
+      "step": 19540
+    },
+    {
+      "grad_norm": 0.24275417625904083,
+      "learning_rate": 9.002267018297154e-05,
+      "loss": 0.014,
+      "step": 19550
+    },
+    {
+      "grad_norm": 0.16324383020401,
+      "learning_rate": 9.001027824496834e-05,
+      "loss": 0.012,
+      "step": 19560
+    },
+    {
+      "grad_norm": 0.15071353316307068,
+      "learning_rate": 8.999787947030287e-05,
+      "loss": 0.016,
+      "step": 19570
+    },
+    {
+      "grad_norm": 0.14647343754768372,
+      "learning_rate": 8.998547386109376e-05,
+      "loss": 0.0099,
+      "step": 19580
+    },
+    {
+      "grad_norm": 0.165242999792099,
+      "learning_rate": 8.997306141946073e-05,
+      "loss": 0.0141,
+      "step": 19590
+    },
+    {
+      "grad_norm": 0.14407041668891907,
+      "learning_rate": 8.996064214752481e-05,
+      "loss": 0.0135,
+      "step": 19600
+    },
+    {
+      "grad_norm": 0.12546253204345703,
+      "learning_rate": 8.994821604740806e-05,
+      "loss": 0.0245,
+      "step": 19610
+    },
+    {
+      "grad_norm": 0.2474154531955719,
+      "learning_rate": 8.993578312123377e-05,
+      "loss": 0.0154,
+      "step": 19620
+    },
+    {
+      "grad_norm": 0.12779240310192108,
+      "learning_rate": 8.992334337112639e-05,
+      "loss": 0.0155,
+      "step": 19630
+    },
+    {
+      "grad_norm": 0.19221614301204681,
+      "learning_rate": 8.991089679921154e-05,
+      "loss": 0.0159,
+      "step": 19640
+    },
+    {
+      "grad_norm": 0.20569255948066711,
+      "learning_rate": 8.989844340761599e-05,
+      "loss": 0.0222,
+      "step": 19650
+    },
+    {
+      "grad_norm": 0.13799874484539032,
+      "learning_rate": 8.988598319846768e-05,
+      "loss": 0.0147,
+      "step": 19660
+    },
+    {
+      "grad_norm": 0.13754227757453918,
+      "learning_rate": 8.987351617389574e-05,
+      "loss": 0.0164,
+      "step": 19670
+    },
+    {
+      "grad_norm": 0.18094485998153687,
+      "learning_rate": 8.98610423360304e-05,
+      "loss": 0.0176,
+      "step": 19680
+    },
+    {
+      "grad_norm": 0.2714094817638397,
+      "learning_rate": 8.984856168700317e-05,
+      "loss": 0.0189,
+      "step": 19690
+    },
+    {
+      "grad_norm": 0.18925820291042328,
+      "learning_rate": 8.983607422894658e-05,
+      "loss": 0.0165,
+      "step": 19700
+    },
+    {
+      "grad_norm": 0.23058196902275085,
+      "learning_rate": 8.982357996399442e-05,
+      "loss": 0.0151,
+      "step": 19710
+    },
+    {
+      "grad_norm": 0.14880864322185516,
+      "learning_rate": 8.981107889428164e-05,
+      "loss": 0.014,
+      "step": 19720
+    },
+    {
+      "grad_norm": 0.1438138633966446,
+      "learning_rate": 8.979857102194428e-05,
+      "loss": 0.0113,
+      "step": 19730
+    },
+    {
+      "grad_norm": 0.15681889653205872,
+      "learning_rate": 8.978605634911968e-05,
+      "loss": 0.0117,
+      "step": 19740
+    },
+    {
+      "grad_norm": 0.1491633802652359,
+      "learning_rate": 8.977353487794616e-05,
+      "loss": 0.0126,
+      "step": 19750
+    },
+    {
+      "grad_norm": 0.16827456653118134,
+      "learning_rate": 8.976100661056334e-05,
+      "loss": 0.0128,
+      "step": 19760
+    },
+    {
+      "grad_norm": 0.1790206879377365,
+      "learning_rate": 8.974847154911197e-05,
+      "loss": 0.0143,
+      "step": 19770
+    },
+    {
+      "grad_norm": 0.18447159230709076,
+      "learning_rate": 8.973592969573393e-05,
+      "loss": 0.013,
+      "step": 19780
+    },
+    {
+      "grad_norm": 0.20693303644657135,
+      "learning_rate": 8.972338105257228e-05,
+      "loss": 0.0148,
+      "step": 19790
+    },
+    {
+      "grad_norm": 0.15677587687969208,
+      "learning_rate": 8.971082562177125e-05,
+      "loss": 0.0121,
+      "step": 19800
+    },
+    {
+      "grad_norm": 0.19629889726638794,
+      "learning_rate": 8.96982634054762e-05,
+      "loss": 0.0138,
+      "step": 19810
+    },
+    {
+      "grad_norm": 0.17994526028633118,
+      "learning_rate": 8.96856944058337e-05,
+      "loss": 0.0136,
+      "step": 19820
+    },
+    {
+      "grad_norm": 0.2100522816181183,
+      "learning_rate": 8.967311862499144e-05,
+      "loss": 0.0144,
+      "step": 19830
+    },
+    {
+      "grad_norm": 0.20621077716350555,
+      "learning_rate": 8.966053606509825e-05,
+      "loss": 0.0131,
+      "step": 19840
+    },
+    {
+      "grad_norm": 0.2698391079902649,
+      "learning_rate": 8.964794672830417e-05,
+      "loss": 0.0182,
+      "step": 19850
+    },
+    {
+      "grad_norm": 0.1426684856414795,
+      "learning_rate": 8.963535061676038e-05,
+      "loss": 0.0129,
+      "step": 19860
+    },
+    {
+      "grad_norm": 0.1906120330095291,
+      "learning_rate": 8.962274773261918e-05,
+      "loss": 0.0093,
+      "step": 19870
+    },
+    {
+      "grad_norm": 0.21075429022312164,
+      "learning_rate": 8.961013807803409e-05,
+      "loss": 0.013,
+      "step": 19880
+    },
+    {
+      "grad_norm": 0.19780342280864716,
+      "learning_rate": 8.959752165515973e-05,
+      "loss": 0.0186,
+      "step": 19890
+    },
+    {
+      "grad_norm": 0.12820935249328613,
+      "learning_rate": 8.958489846615193e-05,
+      "loss": 0.0165,
+      "step": 19900
+    },
+    {
+      "grad_norm": 0.16654467582702637,
+      "learning_rate": 8.957226851316762e-05,
+      "loss": 0.0123,
+      "step": 19910
+    },
+    {
+      "grad_norm": 0.2157047688961029,
+      "learning_rate": 8.955963179836493e-05,
+      "loss": 0.014,
+      "step": 19920
+    },
+    {
+      "grad_norm": 0.21908339858055115,
+      "learning_rate": 8.954698832390312e-05,
+      "loss": 0.0144,
+      "step": 19930
+    },
+    {
+      "grad_norm": 0.2349206805229187,
+      "learning_rate": 8.953433809194263e-05,
+      "loss": 0.0121,
+      "step": 19940
+    },
+    {
+      "grad_norm": 0.1361360400915146,
+      "learning_rate": 8.9521681104645e-05,
+      "loss": 0.01,
+      "step": 19950
+    },
+    {
+      "grad_norm": 0.1440369188785553,
+      "learning_rate": 8.9509017364173e-05,
+      "loss": 0.0108,
+      "step": 19960
+    },
+    {
+      "grad_norm": 0.13506242632865906,
+      "learning_rate": 8.949634687269052e-05,
+      "loss": 0.0121,
+      "step": 19970
+    },
+    {
+      "grad_norm": 0.21120961010456085,
+      "learning_rate": 8.948366963236259e-05,
+      "loss": 0.0141,
+      "step": 19980
+    },
+    {
+      "grad_norm": 0.14628638327121735,
+      "learning_rate": 8.947098564535538e-05,
+      "loss": 0.0143,
+      "step": 19990
+    },
+    {
+      "grad_norm": 0.14281980693340302,
+      "learning_rate": 8.945829491383627e-05,
+      "loss": 0.0135,
+      "step": 20000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 80000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 24,
+  "trial_name": null,
+  "trial_params": null
+}