diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,60034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.5,
+  "eval_steps": 500,
+  "global_step": 100000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 1.1597956418991089,
+      "learning_rate": 9e-08,
+      "loss": 1.5266,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.9323684573173523,
+      "learning_rate": 1.9e-07,
+      "loss": 1.5197,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.935326337814331,
+      "learning_rate": 2.9e-07,
+      "loss": 1.4696,
+      "step": 30
+    },
+    {
+      "grad_norm": 1.0758224725723267,
+      "learning_rate": 3.9e-07,
+      "loss": 1.5114,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.9333432912826538,
+      "learning_rate": 4.9e-07,
+      "loss": 1.4916,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.9084240198135376,
+      "learning_rate": 5.9e-07,
+      "loss": 1.4876,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.9874604344367981,
+      "learning_rate": 6.900000000000001e-07,
+      "loss": 1.4969,
+      "step": 70
+    },
+    {
+      "grad_norm": 1.0728893280029297,
+      "learning_rate": 7.900000000000002e-07,
+      "loss": 1.4949,
+      "step": 80
+    },
+    {
+      "grad_norm": 1.3765158653259277,
+      "learning_rate": 8.900000000000001e-07,
+      "loss": 1.4524,
+      "step": 90
+    },
+    {
+      "grad_norm": 1.7702677249908447,
+      "learning_rate": 9.9e-07,
+      "loss": 1.3651,
+      "step": 100
+    },
+    {
+      "grad_norm": 9.079279899597168,
+      "learning_rate": 1.0900000000000002e-06,
+      "loss": 1.3656,
+      "step": 110
+    },
+    {
+      "grad_norm": 1.997900128364563,
+      "learning_rate": 1.19e-06,
+      "loss": 1.3184,
+      "step": 120
+    },
+    {
+      "grad_norm": 1.8172906637191772,
+      "learning_rate": 1.2900000000000001e-06,
+      "loss": 1.2682,
+      "step": 130
+    },
+    {
+      "grad_norm": 1.989872694015503,
+      "learning_rate": 1.39e-06,
+      "loss": 1.2996,
+      "step": 140
+    },
+    {
+      "grad_norm": 2.068657636642456,
+      "learning_rate": 1.4900000000000001e-06,
+      "loss": 1.312,
+      "step": 150
+    },
+    {
+      "grad_norm": 1.7207456827163696,
+      "learning_rate": 1.5900000000000002e-06,
+      "loss": 1.2867,
+      "step": 160
+    },
+    {
+      "grad_norm": 1.7290955781936646,
+      "learning_rate": 1.69e-06,
+      "loss": 1.299,
+      "step": 170
+    },
+    {
+      "grad_norm": 2.2355523109436035,
+      "learning_rate": 1.79e-06,
+      "loss": 1.28,
+      "step": 180
+    },
+    {
+      "grad_norm": 1.8418817520141602,
+      "learning_rate": 1.8900000000000001e-06,
+      "loss": 1.2862,
+      "step": 190
+    },
+    {
+      "grad_norm": 1.8650226593017578,
+      "learning_rate": 1.99e-06,
+      "loss": 1.2708,
+      "step": 200
+    },
+    {
+      "grad_norm": 2.1259586811065674,
+      "learning_rate": 2.09e-06,
+      "loss": 1.2487,
+      "step": 210
+    },
+    {
+      "grad_norm": 2.045229911804199,
+      "learning_rate": 2.19e-06,
+      "loss": 1.2312,
+      "step": 220
+    },
+    {
+      "grad_norm": 2.871631145477295,
+      "learning_rate": 2.29e-06,
+      "loss": 1.2091,
+      "step": 230
+    },
+    {
+      "grad_norm": 2.6972479820251465,
+      "learning_rate": 2.3900000000000004e-06,
+      "loss": 1.2191,
+      "step": 240
+    },
+    {
+      "grad_norm": 1.9211273193359375,
+      "learning_rate": 2.49e-06,
+      "loss": 1.1862,
+      "step": 250
+    },
+    {
+      "grad_norm": 4.512012958526611,
+      "learning_rate": 2.59e-06,
+      "loss": 1.1929,
+      "step": 260
+    },
+    {
+      "grad_norm": 2.6934359073638916,
+      "learning_rate": 2.69e-06,
+      "loss": 1.2237,
+      "step": 270
+    },
+    {
+      "grad_norm": 2.235018491744995,
+      "learning_rate": 2.7900000000000004e-06,
+      "loss": 1.1878,
+      "step": 280
+    },
+    {
+      "grad_norm": 2.525601863861084,
+      "learning_rate": 2.89e-06,
+      "loss": 1.1629,
+      "step": 290
+    },
+    {
+      "grad_norm": 2.9258246421813965,
+      "learning_rate": 2.99e-06,
+      "loss": 1.1508,
+      "step": 300
+    },
+    {
+      "grad_norm": 2.36173415184021,
+      "learning_rate": 3.09e-06,
+      "loss": 1.1731,
+      "step": 310
+    },
+    {
+      "grad_norm": 1.6708860397338867,
+      "learning_rate": 3.19e-06,
+      "loss": 1.1855,
+      "step": 320
+    },
+    {
+      "grad_norm": 2.7565224170684814,
+      "learning_rate": 3.29e-06,
+      "loss": 1.1462,
+      "step": 330
+    },
+    {
+      "grad_norm": 1.7039204835891724,
+      "learning_rate": 3.39e-06,
+      "loss": 1.1465,
+      "step": 340
+    },
+    {
+      "grad_norm": 2.832768440246582,
+      "learning_rate": 3.49e-06,
+      "loss": 1.1464,
+      "step": 350
+    },
+    {
+      "grad_norm": 6.346458435058594,
+      "learning_rate": 3.5900000000000004e-06,
+      "loss": 1.1277,
+      "step": 360
+    },
+    {
+      "grad_norm": 1.7389123439788818,
+      "learning_rate": 3.6900000000000002e-06,
+      "loss": 1.1163,
+      "step": 370
+    },
+    {
+      "grad_norm": 2.0680041313171387,
+      "learning_rate": 3.7900000000000006e-06,
+      "loss": 1.1262,
+      "step": 380
+    },
+    {
+      "grad_norm": 1.8653638362884521,
+      "learning_rate": 3.89e-06,
+      "loss": 1.1241,
+      "step": 390
+    },
+    {
+      "grad_norm": 2.541369915008545,
+      "learning_rate": 3.99e-06,
+      "loss": 1.1164,
+      "step": 400
+    },
+    {
+      "grad_norm": 2.1084954738616943,
+      "learning_rate": 4.09e-06,
+      "loss": 1.1312,
+      "step": 410
+    },
+    {
+      "grad_norm": 2.24845290184021,
+      "learning_rate": 4.1900000000000005e-06,
+      "loss": 1.088,
+      "step": 420
+    },
+    {
+      "grad_norm": 2.055889368057251,
+      "learning_rate": 4.2900000000000004e-06,
+      "loss": 1.1235,
+      "step": 430
+    },
+    {
+      "grad_norm": 1.8453360795974731,
+      "learning_rate": 4.39e-06,
+      "loss": 1.1338,
+      "step": 440
+    },
+    {
+      "grad_norm": 2.3952550888061523,
+      "learning_rate": 4.49e-06,
+      "loss": 1.1139,
+      "step": 450
+    },
+    {
+      "grad_norm": 2.2730326652526855,
+      "learning_rate": 4.590000000000001e-06,
+      "loss": 1.1419,
+      "step": 460
+    },
+    {
+      "grad_norm": 2.303610324859619,
+      "learning_rate": 4.69e-06,
+      "loss": 1.1168,
+      "step": 470
+    },
+    {
+      "grad_norm": 2.418318271636963,
+      "learning_rate": 4.79e-06,
+      "loss": 1.1082,
+      "step": 480
+    },
+    {
+      "grad_norm": 1.7430905103683472,
+      "learning_rate": 4.89e-06,
+      "loss": 1.0744,
+      "step": 490
+    },
+    {
+      "grad_norm": 3.2563443183898926,
+      "learning_rate": 4.9900000000000005e-06,
+      "loss": 1.0882,
+      "step": 500
+    },
+    {
+      "grad_norm": 1.9141615629196167,
+      "learning_rate": 5.09e-06,
+      "loss": 1.0942,
+      "step": 510
+    },
+    {
+      "grad_norm": 2.2211759090423584,
+      "learning_rate": 5.19e-06,
+      "loss": 1.0783,
+      "step": 520
+    },
+    {
+      "grad_norm": 2.10693359375,
+      "learning_rate": 5.29e-06,
+      "loss": 1.1192,
+      "step": 530
+    },
+    {
+      "grad_norm": 1.7789429426193237,
+      "learning_rate": 5.390000000000001e-06,
+      "loss": 1.0927,
+      "step": 540
+    },
+    {
+      "grad_norm": 1.9179975986480713,
+      "learning_rate": 5.49e-06,
+      "loss": 1.128,
+      "step": 550
+    },
+    {
+      "grad_norm": 1.5676915645599365,
+      "learning_rate": 5.59e-06,
+      "loss": 1.0895,
+      "step": 560
+    },
+    {
+      "grad_norm": 1.5406525135040283,
+      "learning_rate": 5.690000000000001e-06,
+      "loss": 1.0966,
+      "step": 570
+    },
+    {
+      "grad_norm": 1.926806926727295,
+      "learning_rate": 5.7900000000000005e-06,
+      "loss": 1.0906,
+      "step": 580
+    },
+    {
+      "grad_norm": 1.9671385288238525,
+      "learning_rate": 5.89e-06,
+      "loss": 1.0705,
+      "step": 590
+    },
+    {
+      "grad_norm": 2.451265335083008,
+      "learning_rate": 5.99e-06,
+      "loss": 1.0675,
+      "step": 600
+    },
+    {
+      "grad_norm": 1.86956787109375,
+      "learning_rate": 6.090000000000001e-06,
+      "loss": 1.0713,
+      "step": 610
+    },
+    {
+      "grad_norm": 1.954190731048584,
+      "learning_rate": 6.19e-06,
+      "loss": 1.0708,
+      "step": 620
+    },
+    {
+      "grad_norm": 9.347692489624023,
+      "learning_rate": 6.29e-06,
+      "loss": 1.0945,
+      "step": 630
+    },
+    {
+      "grad_norm": 2.3935024738311768,
+      "learning_rate": 6.39e-06,
+      "loss": 1.0856,
+      "step": 640
+    },
+    {
+      "grad_norm": 2.385981321334839,
+      "learning_rate": 6.4900000000000005e-06,
+      "loss": 1.1162,
+      "step": 650
+    },
+    {
+      "grad_norm": 1.5512551069259644,
+      "learning_rate": 6.5900000000000004e-06,
+      "loss": 1.0853,
+      "step": 660
+    },
+    {
+      "grad_norm": 1.7993474006652832,
+      "learning_rate": 6.69e-06,
+      "loss": 1.0757,
+      "step": 670
+    },
+    {
+      "grad_norm": 1.8108251094818115,
+      "learning_rate": 6.79e-06,
+      "loss": 1.1079,
+      "step": 680
+    },
+    {
+      "grad_norm": 1.7266809940338135,
+      "learning_rate": 6.890000000000001e-06,
+      "loss": 1.1029,
+      "step": 690
+    },
+    {
+      "grad_norm": 1.7809972763061523,
+      "learning_rate": 6.990000000000001e-06,
+      "loss": 1.0681,
+      "step": 700
+    },
+    {
+      "grad_norm": 1.5047270059585571,
+      "learning_rate": 7.090000000000001e-06,
+      "loss": 1.0899,
+      "step": 710
+    },
+    {
+      "grad_norm": 1.860785961151123,
+      "learning_rate": 7.190000000000001e-06,
+      "loss": 1.0843,
+      "step": 720
+    },
+    {
+      "grad_norm": 3.5653421878814697,
+      "learning_rate": 7.290000000000001e-06,
+      "loss": 1.096,
+      "step": 730
+    },
+    {
+      "grad_norm": 1.8767629861831665,
+      "learning_rate": 7.3899999999999995e-06,
+      "loss": 1.0898,
+      "step": 740
+    },
+    {
+      "grad_norm": 1.488114595413208,
+      "learning_rate": 7.4899999999999994e-06,
+      "loss": 1.0303,
+      "step": 750
+    },
+    {
+      "grad_norm": 2.186192750930786,
+      "learning_rate": 7.59e-06,
+      "loss": 1.0879,
+      "step": 760
+    },
+    {
+      "grad_norm": 1.6138622760772705,
+      "learning_rate": 7.69e-06,
+      "loss": 1.074,
+      "step": 770
+    },
+    {
+      "grad_norm": 1.8701101541519165,
+      "learning_rate": 7.79e-06,
+      "loss": 1.091,
+      "step": 780
+    },
+    {
+      "grad_norm": 1.713696002960205,
+      "learning_rate": 7.89e-06,
+      "loss": 1.0646,
+      "step": 790
+    },
+    {
+      "grad_norm": 1.8958468437194824,
+      "learning_rate": 7.99e-06,
+      "loss": 1.0839,
+      "step": 800
+    },
+    {
+      "grad_norm": 1.8440510034561157,
+      "learning_rate": 8.09e-06,
+      "loss": 1.0614,
+      "step": 810
+    },
+    {
+      "grad_norm": 1.6722640991210938,
+      "learning_rate": 8.190000000000001e-06,
+      "loss": 1.0642,
+      "step": 820
+    },
+    {
+      "grad_norm": 2.3286936283111572,
+      "learning_rate": 8.29e-06,
+      "loss": 1.0898,
+      "step": 830
+    },
+    {
+      "grad_norm": 2.0758705139160156,
+      "learning_rate": 8.390000000000001e-06,
+      "loss": 1.0883,
+      "step": 840
+    },
+    {
+      "grad_norm": 2.4472177028656006,
+      "learning_rate": 8.49e-06,
+      "loss": 1.0641,
+      "step": 850
+    },
+    {
+      "grad_norm": 1.6009747982025146,
+      "learning_rate": 8.59e-06,
+      "loss": 1.0343,
+      "step": 860
+    },
+    {
+      "grad_norm": 1.6581579446792603,
+      "learning_rate": 8.690000000000002e-06,
+      "loss": 1.0122,
+      "step": 870
+    },
+    {
+      "grad_norm": 2.036007881164551,
+      "learning_rate": 8.79e-06,
+      "loss": 1.008,
+      "step": 880
+    },
+    {
+      "grad_norm": 2.1194915771484375,
+      "learning_rate": 8.890000000000001e-06,
+      "loss": 1.0149,
+      "step": 890
+    },
+    {
+      "grad_norm": 7.445390224456787,
+      "learning_rate": 8.99e-06,
+      "loss": 1.0153,
+      "step": 900
+    },
+    {
+      "grad_norm": 2.8214237689971924,
+      "learning_rate": 9.09e-06,
+      "loss": 1.0221,
+      "step": 910
+    },
+    {
+      "grad_norm": 2.342575788497925,
+      "learning_rate": 9.19e-06,
+      "loss": 0.9742,
+      "step": 920
+    },
+    {
+      "grad_norm": 4.103582382202148,
+      "learning_rate": 9.29e-06,
+      "loss": 0.9703,
+      "step": 930
+    },
+    {
+      "grad_norm": 2.993591070175171,
+      "learning_rate": 9.39e-06,
+      "loss": 0.9391,
+      "step": 940
+    },
+    {
+      "grad_norm": 2.8020408153533936,
+      "learning_rate": 9.49e-06,
+      "loss": 0.9273,
+      "step": 950
+    },
+    {
+      "grad_norm": 2.4974875450134277,
+      "learning_rate": 9.59e-06,
+      "loss": 0.9308,
+      "step": 960
+    },
+    {
+      "grad_norm": 2.3020992279052734,
+      "learning_rate": 9.69e-06,
+      "loss": 0.8998,
+      "step": 970
+    },
+    {
+      "grad_norm": 2.4740002155303955,
+      "learning_rate": 9.790000000000001e-06,
+      "loss": 0.8667,
+      "step": 980
+    },
+    {
+      "grad_norm": 2.322462558746338,
+      "learning_rate": 9.89e-06,
+      "loss": 0.8353,
+      "step": 990
+    },
+    {
+      "grad_norm": 3.3505725860595703,
+      "learning_rate": 9.990000000000001e-06,
+      "loss": 0.8634,
+      "step": 1000
+    },
+    {
+      "grad_norm": 2.396606206893921,
+      "learning_rate": 1.0090000000000002e-05,
+      "loss": 0.8177,
+      "step": 1010
+    },
+    {
+      "grad_norm": 3.4732909202575684,
+      "learning_rate": 1.019e-05,
+      "loss": 0.82,
+      "step": 1020
+    },
+    {
+      "grad_norm": 3.048571825027466,
+      "learning_rate": 1.0290000000000001e-05,
+      "loss": 0.8099,
+      "step": 1030
+    },
+    {
+      "grad_norm": 2.4829654693603516,
+      "learning_rate": 1.039e-05,
+      "loss": 0.7641,
+      "step": 1040
+    },
+    {
+      "grad_norm": 2.6477584838867188,
+      "learning_rate": 1.049e-05,
+      "loss": 0.7766,
+      "step": 1050
+    },
+    {
+      "grad_norm": 3.0108087062835693,
+      "learning_rate": 1.059e-05,
+      "loss": 0.7264,
+      "step": 1060
+    },
+    {
+      "grad_norm": 3.090052604675293,
+      "learning_rate": 1.069e-05,
+      "loss": 0.7226,
+      "step": 1070
+    },
+    {
+      "grad_norm": 2.6824381351470947,
+      "learning_rate": 1.079e-05,
+      "loss": 0.6711,
+      "step": 1080
+    },
+    {
+      "grad_norm": 2.9290597438812256,
+      "learning_rate": 1.089e-05,
+      "loss": 0.7219,
+      "step": 1090
+    },
+    {
+      "grad_norm": 3.0847206115722656,
+      "learning_rate": 1.099e-05,
+      "loss": 0.6894,
+      "step": 1100
+    },
+    {
+      "grad_norm": 3.224210739135742,
+      "learning_rate": 1.109e-05,
+      "loss": 0.6745,
+      "step": 1110
+    },
+    {
+      "grad_norm": 3.4148528575897217,
+      "learning_rate": 1.1190000000000001e-05,
+      "loss": 0.6683,
+      "step": 1120
+    },
+    {
+      "grad_norm": 2.495229959487915,
+      "learning_rate": 1.129e-05,
+      "loss": 0.6294,
+      "step": 1130
+    },
+    {
+      "grad_norm": 3.4450790882110596,
+      "learning_rate": 1.1390000000000001e-05,
+      "loss": 0.6325,
+      "step": 1140
+    },
+    {
+      "grad_norm": 3.072985887527466,
+      "learning_rate": 1.149e-05,
+      "loss": 0.6192,
+      "step": 1150
+    },
+    {
+      "grad_norm": 3.072622299194336,
+      "learning_rate": 1.159e-05,
+      "loss": 0.5805,
+      "step": 1160
+    },
+    {
+      "grad_norm": 2.376331090927124,
+      "learning_rate": 1.1690000000000002e-05,
+      "loss": 0.6053,
+      "step": 1170
+    },
+    {
+      "grad_norm": 3.044680118560791,
+      "learning_rate": 1.179e-05,
+      "loss": 0.5822,
+      "step": 1180
+    },
+    {
+      "grad_norm": 3.175612688064575,
+      "learning_rate": 1.1890000000000001e-05,
+      "loss": 0.5375,
+      "step": 1190
+    },
+    {
+      "grad_norm": 2.816089391708374,
+      "learning_rate": 1.199e-05,
+      "loss": 0.5672,
+      "step": 1200
+    },
+    {
+      "grad_norm": 2.8884665966033936,
+      "learning_rate": 1.209e-05,
+      "loss": 0.5392,
+      "step": 1210
+    },
+    {
+      "grad_norm": 3.3984720706939697,
+      "learning_rate": 1.219e-05,
+      "loss": 0.5432,
+      "step": 1220
+    },
+    {
+      "grad_norm": 3.7283458709716797,
+      "learning_rate": 1.2290000000000001e-05,
+      "loss": 0.5269,
+      "step": 1230
+    },
+    {
+      "grad_norm": 2.5753977298736572,
+      "learning_rate": 1.239e-05,
+      "loss": 0.4775,
+      "step": 1240
+    },
+    {
+      "grad_norm": 3.382607936859131,
+      "learning_rate": 1.249e-05,
+      "loss": 0.4958,
+      "step": 1250
+    },
+    {
+      "grad_norm": 2.8088152408599854,
+      "learning_rate": 1.2590000000000001e-05,
+      "loss": 0.4821,
+      "step": 1260
+    },
+    {
+      "grad_norm": 3.692821502685547,
+      "learning_rate": 1.2690000000000002e-05,
+      "loss": 0.4661,
+      "step": 1270
+    },
+    {
+      "grad_norm": 4.548642635345459,
+      "learning_rate": 1.2790000000000001e-05,
+      "loss": 0.4713,
+      "step": 1280
+    },
+    {
+      "grad_norm": 4.1241655349731445,
+      "learning_rate": 1.2889999999999999e-05,
+      "loss": 0.4049,
+      "step": 1290
+    },
+    {
+      "grad_norm": 3.4829118251800537,
+      "learning_rate": 1.299e-05,
+      "loss": 0.4511,
+      "step": 1300
+    },
+    {
+      "grad_norm": 2.7466044425964355,
+      "learning_rate": 1.309e-05,
+      "loss": 0.4101,
+      "step": 1310
+    },
+    {
+      "grad_norm": 2.9366748332977295,
+      "learning_rate": 1.3189999999999999e-05,
+      "loss": 0.4287,
+      "step": 1320
+    },
+    {
+      "grad_norm": 3.8625328540802,
+      "learning_rate": 1.329e-05,
+      "loss": 0.3786,
+      "step": 1330
+    },
+    {
+      "grad_norm": 2.9389538764953613,
+      "learning_rate": 1.339e-05,
+      "loss": 0.3478,
+      "step": 1340
+    },
+    {
+      "grad_norm": 2.8211097717285156,
+      "learning_rate": 1.349e-05,
+      "loss": 0.3314,
+      "step": 1350
+    },
+    {
+      "grad_norm": 4.023573398590088,
+      "learning_rate": 1.359e-05,
+      "loss": 0.3855,
+      "step": 1360
+    },
+    {
+      "grad_norm": 3.225324869155884,
+      "learning_rate": 1.369e-05,
+      "loss": 0.3727,
+      "step": 1370
+    },
+    {
+      "grad_norm": 3.624112367630005,
+      "learning_rate": 1.379e-05,
+      "loss": 0.3545,
+      "step": 1380
+    },
+    {
+      "grad_norm": 3.676208257675171,
+      "learning_rate": 1.389e-05,
+      "loss": 0.3505,
+      "step": 1390
+    },
+    {
+      "grad_norm": 3.94494366645813,
+      "learning_rate": 1.399e-05,
+      "loss": 0.355,
+      "step": 1400
+    },
+    {
+      "grad_norm": 3.3171660900115967,
+      "learning_rate": 1.409e-05,
+      "loss": 0.2782,
+      "step": 1410
+    },
+    {
+      "grad_norm": 4.111855983734131,
+      "learning_rate": 1.4190000000000001e-05,
+      "loss": 0.3347,
+      "step": 1420
+    },
+    {
+      "grad_norm": 4.388930320739746,
+      "learning_rate": 1.429e-05,
+      "loss": 0.3229,
+      "step": 1430
+    },
+    {
+      "grad_norm": 3.2074239253997803,
+      "learning_rate": 1.4390000000000001e-05,
+      "loss": 0.3341,
+      "step": 1440
+    },
+    {
+      "grad_norm": 2.983560800552368,
+      "learning_rate": 1.449e-05,
+      "loss": 0.2559,
+      "step": 1450
+    },
+    {
+      "grad_norm": 2.797562599182129,
+      "learning_rate": 1.4590000000000001e-05,
+      "loss": 0.3026,
+      "step": 1460
+    },
+    {
+      "grad_norm": 3.633791446685791,
+      "learning_rate": 1.4690000000000002e-05,
+      "loss": 0.2529,
+      "step": 1470
+    },
+    {
+      "grad_norm": 3.473268508911133,
+      "learning_rate": 1.479e-05,
+      "loss": 0.2561,
+      "step": 1480
+    },
+    {
+      "grad_norm": 3.124117612838745,
+      "learning_rate": 1.4890000000000001e-05,
+      "loss": 0.3128,
+      "step": 1490
+    },
+    {
+      "grad_norm": 3.148956298828125,
+      "learning_rate": 1.499e-05,
+      "loss": 0.2772,
+      "step": 1500
+    },
+    {
+      "grad_norm": 3.9573323726654053,
+      "learning_rate": 1.5090000000000001e-05,
+      "loss": 0.2795,
+      "step": 1510
+    },
+    {
+      "grad_norm": 3.009986400604248,
+      "learning_rate": 1.5190000000000002e-05,
+      "loss": 0.2545,
+      "step": 1520
+    },
+    {
+      "grad_norm": 2.90029239654541,
+      "learning_rate": 1.529e-05,
+      "loss": 0.2252,
+      "step": 1530
+    },
+    {
+      "grad_norm": 3.043224811553955,
+      "learning_rate": 1.539e-05,
+      "loss": 0.2979,
+      "step": 1540
+    },
+    {
+      "grad_norm": 3.145740032196045,
+      "learning_rate": 1.5490000000000002e-05,
+      "loss": 0.3157,
+      "step": 1550
+    },
+    {
+      "grad_norm": 3.390120506286621,
+      "learning_rate": 1.559e-05,
+      "loss": 0.2936,
+      "step": 1560
+    },
+    {
+      "grad_norm": 2.8187272548675537,
+      "learning_rate": 1.569e-05,
+      "loss": 0.219,
+      "step": 1570
+    },
+    {
+      "grad_norm": 3.1568965911865234,
+      "learning_rate": 1.5790000000000003e-05,
+      "loss": 0.2268,
+      "step": 1580
+    },
+    {
+      "grad_norm": 3.053311586380005,
+      "learning_rate": 1.5890000000000002e-05,
+      "loss": 0.2329,
+      "step": 1590
+    },
+    {
+      "grad_norm": 2.989741325378418,
+      "learning_rate": 1.599e-05,
+      "loss": 0.2219,
+      "step": 1600
+    },
+    {
+      "grad_norm": 3.5009777545928955,
+      "learning_rate": 1.609e-05,
+      "loss": 0.2342,
+      "step": 1610
+    },
+    {
+      "grad_norm": 3.559318780899048,
+      "learning_rate": 1.619e-05,
+      "loss": 0.2515,
+      "step": 1620
+    },
+    {
+      "grad_norm": 2.412703514099121,
+      "learning_rate": 1.6289999999999998e-05,
+      "loss": 0.2276,
+      "step": 1630
+    },
+    {
+      "grad_norm": 3.7385940551757812,
+      "learning_rate": 1.639e-05,
+      "loss": 0.2511,
+      "step": 1640
+    },
+    {
+      "grad_norm": 4.001143932342529,
+      "learning_rate": 1.649e-05,
+      "loss": 0.2742,
+      "step": 1650
+    },
+    {
+      "grad_norm": 2.4864678382873535,
+      "learning_rate": 1.659e-05,
+      "loss": 0.2402,
+      "step": 1660
+    },
+    {
+      "grad_norm": 2.9319329261779785,
+      "learning_rate": 1.669e-05,
+      "loss": 0.2328,
+      "step": 1670
+    },
+    {
+      "grad_norm": 2.970522403717041,
+      "learning_rate": 1.679e-05,
+      "loss": 0.2587,
+      "step": 1680
+    },
+    {
+      "grad_norm": 4.011208534240723,
+      "learning_rate": 1.689e-05,
+      "loss": 0.2427,
+      "step": 1690
+    },
+    {
+      "grad_norm": 2.873157501220703,
+      "learning_rate": 1.699e-05,
+      "loss": 0.2559,
+      "step": 1700
+    },
+    {
+      "grad_norm": 2.1258091926574707,
+      "learning_rate": 1.709e-05,
+      "loss": 0.2098,
+      "step": 1710
+    },
+    {
+      "grad_norm": 2.5631399154663086,
+      "learning_rate": 1.719e-05,
+      "loss": 0.2263,
+      "step": 1720
+    },
+    {
+      "grad_norm": 3.056694984436035,
+      "learning_rate": 1.7290000000000002e-05,
+      "loss": 0.2312,
+      "step": 1730
+    },
+    {
+      "grad_norm": 3.1104767322540283,
+      "learning_rate": 1.739e-05,
+      "loss": 0.2228,
+      "step": 1740
+    },
+    {
+      "grad_norm": 2.637129306793213,
+      "learning_rate": 1.749e-05,
+      "loss": 0.2094,
+      "step": 1750
+    },
+    {
+      "grad_norm": 3.256718397140503,
+      "learning_rate": 1.759e-05,
+      "loss": 0.2144,
+      "step": 1760
+    },
+    {
+      "grad_norm": 3.787895679473877,
+      "learning_rate": 1.7690000000000002e-05,
+      "loss": 0.2323,
+      "step": 1770
+    },
+    {
+      "grad_norm": 2.4777700901031494,
+      "learning_rate": 1.779e-05,
+      "loss": 0.2116,
+      "step": 1780
+    },
+    {
+      "grad_norm": 2.651296615600586,
+      "learning_rate": 1.789e-05,
+      "loss": 0.201,
+      "step": 1790
+    },
+    {
+      "grad_norm": 2.17648983001709,
+      "learning_rate": 1.7990000000000002e-05,
+      "loss": 0.2242,
+      "step": 1800
+    },
+    {
+      "grad_norm": 2.8361196517944336,
+      "learning_rate": 1.809e-05,
+      "loss": 0.2135,
+      "step": 1810
+    },
+    {
+      "grad_norm": 2.4882349967956543,
+      "learning_rate": 1.819e-05,
+      "loss": 0.2271,
+      "step": 1820
+    },
+    {
+      "grad_norm": 3.376070737838745,
+      "learning_rate": 1.8290000000000003e-05,
+      "loss": 0.197,
+      "step": 1830
+    },
+    {
+      "grad_norm": 2.627925157546997,
+      "learning_rate": 1.8390000000000002e-05,
+      "loss": 0.1971,
+      "step": 1840
+    },
+    {
+      "grad_norm": 2.6930716037750244,
+      "learning_rate": 1.849e-05,
+      "loss": 0.1925,
+      "step": 1850
+    },
+    {
+      "grad_norm": 2.138472318649292,
+      "learning_rate": 1.8590000000000003e-05,
+      "loss": 0.2166,
+      "step": 1860
+    },
+    {
+      "grad_norm": 2.201000452041626,
+      "learning_rate": 1.8690000000000002e-05,
+      "loss": 0.2175,
+      "step": 1870
+    },
+    {
+      "grad_norm": 2.9070539474487305,
+      "learning_rate": 1.879e-05,
+      "loss": 0.1924,
+      "step": 1880
+    },
+    {
+      "grad_norm": 3.435210704803467,
+      "learning_rate": 1.8890000000000004e-05,
+      "loss": 0.1913,
+      "step": 1890
+    },
+    {
+      "grad_norm": 2.802631139755249,
+      "learning_rate": 1.8990000000000003e-05,
+      "loss": 0.2033,
+      "step": 1900
+    },
+    {
+      "grad_norm": 2.768099784851074,
+      "learning_rate": 1.909e-05,
+      "loss": 0.2308,
+      "step": 1910
+    },
+    {
+      "grad_norm": 2.432309150695801,
+      "learning_rate": 1.919e-05,
+      "loss": 0.1917,
+      "step": 1920
+    },
+    {
+      "grad_norm": 2.13704776763916,
+      "learning_rate": 1.929e-05,
+      "loss": 0.2442,
+      "step": 1930
+    },
+    {
+      "grad_norm": 2.7363295555114746,
+      "learning_rate": 1.939e-05,
+      "loss": 0.2098,
+      "step": 1940
+    },
+    {
+      "grad_norm": 3.04187273979187,
+      "learning_rate": 1.949e-05,
+      "loss": 0.1851,
+      "step": 1950
+    },
+    {
+      "grad_norm": 2.552834987640381,
+      "learning_rate": 1.959e-05,
+      "loss": 0.1894,
+      "step": 1960
+    },
+    {
+      "grad_norm": 2.548708438873291,
+      "learning_rate": 1.969e-05,
+      "loss": 0.1732,
+      "step": 1970
+    },
+    {
+      "grad_norm": 2.92378568649292,
+      "learning_rate": 1.979e-05,
+      "loss": 0.1609,
+      "step": 1980
+    },
+    {
+      "grad_norm": 2.1479456424713135,
+      "learning_rate": 1.989e-05,
+      "loss": 0.1786,
+      "step": 1990
+    },
+    {
+      "grad_norm": 3.0328502655029297,
+      "learning_rate": 1.999e-05,
+      "loss": 0.1974,
+      "step": 2000
+    },
+    {
+      "grad_norm": 2.2464962005615234,
+      "learning_rate": 2.009e-05,
+      "loss": 0.1647,
+      "step": 2010
+    },
+    {
+      "grad_norm": 2.3053643703460693,
+      "learning_rate": 2.019e-05,
+      "loss": 0.1842,
+      "step": 2020
+    },
+    {
+      "grad_norm": 2.3950035572052,
+      "learning_rate": 2.029e-05,
+      "loss": 0.2065,
+      "step": 2030
+    },
+    {
+      "grad_norm": 2.746720552444458,
+      "learning_rate": 2.039e-05,
+      "loss": 0.1887,
+      "step": 2040
+    },
+    {
+      "grad_norm": 2.634298324584961,
+      "learning_rate": 2.0490000000000002e-05,
+      "loss": 0.1648,
+      "step": 2050
+    },
+    {
+      "grad_norm": 2.191009998321533,
+      "learning_rate": 2.059e-05,
+      "loss": 0.1876,
+      "step": 2060
+    },
+    {
+      "grad_norm": 2.596604347229004,
+      "learning_rate": 2.069e-05,
+      "loss": 0.1769,
+      "step": 2070
+    },
+    {
+      "grad_norm": 2.6986732482910156,
+      "learning_rate": 2.0790000000000003e-05,
+      "loss": 0.1852,
+      "step": 2080
+    },
+    {
+      "grad_norm": 2.4511022567749023,
+      "learning_rate": 2.089e-05,
+      "loss": 0.1905,
+      "step": 2090
+    },
+    {
+      "grad_norm": 2.3509862422943115,
+      "learning_rate": 2.099e-05,
+      "loss": 0.1808,
+      "step": 2100
+    },
+    {
+      "grad_norm": 2.9866979122161865,
+      "learning_rate": 2.1090000000000003e-05,
+      "loss": 0.1966,
+      "step": 2110
+    },
+    {
+      "grad_norm": 2.0380055904388428,
+      "learning_rate": 2.1190000000000002e-05,
+      "loss": 0.2204,
+      "step": 2120
+    },
+    {
+      "grad_norm": 2.6596436500549316,
+      "learning_rate": 2.129e-05,
+      "loss": 0.2175,
+      "step": 2130
+    },
+    {
+      "grad_norm": 2.414684772491455,
+      "learning_rate": 2.139e-05,
+      "loss": 0.1827,
+      "step": 2140
+    },
+    {
+      "grad_norm": 2.6058809757232666,
+      "learning_rate": 2.1490000000000003e-05,
+      "loss": 0.2101,
+      "step": 2150
+    },
+    {
+      "grad_norm": 2.433520555496216,
+      "learning_rate": 2.159e-05,
+      "loss": 0.2138,
+      "step": 2160
+    },
+    {
+      "grad_norm": 3.0925207138061523,
+      "learning_rate": 2.169e-05,
+      "loss": 0.1785,
+      "step": 2170
+    },
+    {
+      "grad_norm": 2.208778142929077,
+      "learning_rate": 2.1790000000000003e-05,
+      "loss": 0.1924,
+      "step": 2180
+    },
+    {
+      "grad_norm": 2.3629233837127686,
+      "learning_rate": 2.1890000000000002e-05,
+      "loss": 0.1659,
+      "step": 2190
+    },
+    {
+      "grad_norm": 2.701658248901367,
+      "learning_rate": 2.199e-05,
+      "loss": 0.1489,
+      "step": 2200
+    },
+    {
+      "grad_norm": 2.5727269649505615,
+      "learning_rate": 2.2090000000000004e-05,
+      "loss": 0.2207,
+      "step": 2210
+    },
+    {
+      "grad_norm": 3.1485540866851807,
+      "learning_rate": 2.219e-05,
+      "loss": 0.2461,
+      "step": 2220
+    },
+    {
+      "grad_norm": 2.4928252696990967,
+      "learning_rate": 2.229e-05,
+      "loss": 0.1768,
+      "step": 2230
+    },
+    {
+      "grad_norm": 2.1574883460998535,
+      "learning_rate": 2.239e-05,
+      "loss": 0.16,
+      "step": 2240
+    },
+    {
+      "grad_norm": 2.549062490463257,
+      "learning_rate": 2.249e-05,
+      "loss": 0.1948,
+      "step": 2250
+    },
+    {
+      "grad_norm": 3.008831262588501,
+      "learning_rate": 2.259e-05,
+      "loss": 0.2216,
+      "step": 2260
+    },
+    {
+      "grad_norm": 2.843311071395874,
+      "learning_rate": 2.269e-05,
+      "loss": 0.2394,
+      "step": 2270
+    },
+    {
+      "grad_norm": 2.3166873455047607,
+      "learning_rate": 2.279e-05,
+      "loss": 0.2341,
+      "step": 2280
+    },
+    {
+      "grad_norm": 2.664923906326294,
+      "learning_rate": 2.289e-05,
+      "loss": 0.2004,
+      "step": 2290
+    },
+    {
+      "grad_norm": 4.021754741668701,
+      "learning_rate": 2.2990000000000002e-05,
+      "loss": 0.2176,
+      "step": 2300
+    },
+    {
+      "grad_norm": 2.923759698867798,
+      "learning_rate": 2.309e-05,
+      "loss": 0.1674,
+      "step": 2310
+    },
+    {
+      "grad_norm": 2.486494302749634,
+      "learning_rate": 2.319e-05,
+      "loss": 0.209,
+      "step": 2320
+    },
+    {
+      "grad_norm": 3.193664312362671,
+      "learning_rate": 2.3290000000000002e-05,
+      "loss": 0.175,
+      "step": 2330
+    },
+    {
+      "grad_norm": 2.339693307876587,
+      "learning_rate": 2.339e-05,
+      "loss": 0.2128,
+      "step": 2340
+    },
+    {
+      "grad_norm": 2.012749671936035,
+      "learning_rate": 2.349e-05,
+      "loss": 0.1704,
+      "step": 2350
+    },
+    {
+      "grad_norm": 2.650614023208618,
+      "learning_rate": 2.359e-05,
+      "loss": 0.145,
+      "step": 2360
+    },
+    {
+      "grad_norm": 2.5421769618988037,
+      "learning_rate": 2.3690000000000002e-05,
+      "loss": 0.1827,
+      "step": 2370
+    },
+    {
+      "grad_norm": 2.6003363132476807,
+      "learning_rate": 2.379e-05,
+      "loss": 0.1598,
+      "step": 2380
+    },
+    {
+      "grad_norm": 1.8409188985824585,
+      "learning_rate": 2.389e-05,
+      "loss": 0.1667,
+      "step": 2390
+    },
+    {
+      "grad_norm": 2.781139850616455,
+      "learning_rate": 2.3990000000000002e-05,
+      "loss": 0.2122,
+      "step": 2400
+    },
+    {
+      "grad_norm": 2.572331190109253,
+      "learning_rate": 2.409e-05,
+      "loss": 0.254,
+      "step": 2410
+    },
+    {
+      "grad_norm": 3.6820173263549805,
+      "learning_rate": 2.419e-05,
+      "loss": 0.2077,
+      "step": 2420
+    },
+    {
+      "grad_norm": 2.9247243404388428,
+      "learning_rate": 2.4290000000000003e-05,
+      "loss": 0.1715,
+      "step": 2430
+    },
+    {
+      "grad_norm": 2.673366069793701,
+      "learning_rate": 2.4390000000000002e-05,
+      "loss": 0.1733,
+      "step": 2440
+    },
+    {
+      "grad_norm": 2.2434511184692383,
+      "learning_rate": 2.449e-05,
+      "loss": 0.2225,
+      "step": 2450
+    },
+    {
+      "grad_norm": 2.1807749271392822,
+      "learning_rate": 2.4590000000000003e-05,
+      "loss": 0.1515,
+      "step": 2460
+    },
+    {
+      "grad_norm": 2.0708940029144287,
+      "learning_rate": 2.4690000000000002e-05,
+      "loss": 0.1978,
+      "step": 2470
+    },
+    {
+      "grad_norm": 2.3635849952697754,
+      "learning_rate": 2.479e-05,
+      "loss": 0.1394,
+      "step": 2480
+    },
+    {
+      "grad_norm": 2.1143858432769775,
+      "learning_rate": 2.489e-05,
+      "loss": 0.1761,
+      "step": 2490
+    },
+    {
+      "grad_norm": 2.7531254291534424,
+      "learning_rate": 2.4990000000000003e-05,
+      "loss": 0.1775,
+      "step": 2500
+    },
+    {
+      "grad_norm": 2.1499459743499756,
+      "learning_rate": 2.5090000000000002e-05,
+      "loss": 0.186,
+      "step": 2510
+    },
+    {
+      "grad_norm": 2.141038417816162,
+      "learning_rate": 2.519e-05,
+      "loss": 0.1749,
+      "step": 2520
+    },
+    {
+      "grad_norm": 1.8459936380386353,
+      "learning_rate": 2.5290000000000004e-05,
+      "loss": 0.1509,
+      "step": 2530
+    },
+    {
+      "grad_norm": 2.091891288757324,
+      "learning_rate": 2.5390000000000003e-05,
+      "loss": 0.1465,
+      "step": 2540
+    },
+    {
+      "grad_norm": 2.407561779022217,
+      "learning_rate": 2.549e-05,
+      "loss": 0.191,
+      "step": 2550
+    },
+    {
+      "grad_norm": 2.2205355167388916,
+      "learning_rate": 2.5590000000000004e-05,
+      "loss": 0.1835,
+      "step": 2560
+    },
+    {
+      "grad_norm": 2.3623480796813965,
+      "learning_rate": 2.5690000000000003e-05,
+      "loss": 0.2072,
+      "step": 2570
+    },
+    {
+      "grad_norm": 2.6856870651245117,
+      "learning_rate": 2.5790000000000002e-05,
+      "loss": 0.1521,
+      "step": 2580
+    },
+    {
+      "grad_norm": 2.532717227935791,
+      "learning_rate": 2.5890000000000005e-05,
+      "loss": 0.18,
+      "step": 2590
+    },
+    {
+      "grad_norm": 1.6929476261138916,
+      "learning_rate": 2.5990000000000004e-05,
+      "loss": 0.147,
+      "step": 2600
+    },
+    {
+      "grad_norm": 2.445797920227051,
+      "learning_rate": 2.6090000000000003e-05,
+      "loss": 0.1626,
+      "step": 2610
+    },
+    {
+      "grad_norm": 2.023866653442383,
+      "learning_rate": 2.6190000000000005e-05,
+      "loss": 0.1621,
+      "step": 2620
+    },
+    {
+      "grad_norm": 2.2956254482269287,
+      "learning_rate": 2.6290000000000004e-05,
+      "loss": 0.1502,
+      "step": 2630
+    },
+    {
+      "grad_norm": 1.8723139762878418,
+      "learning_rate": 2.6390000000000003e-05,
+      "loss": 0.1858,
+      "step": 2640
+    },
+    {
+      "grad_norm": 2.1642444133758545,
+      "learning_rate": 2.6490000000000002e-05,
+      "loss": 0.1428,
+      "step": 2650
+    },
+    {
+      "grad_norm": 1.608914852142334,
+      "learning_rate": 2.6590000000000005e-05,
+      "loss": 0.1522,
+      "step": 2660
+    },
+    {
+      "grad_norm": 1.7523161172866821,
+      "learning_rate": 2.6690000000000004e-05,
+      "loss": 0.1331,
+      "step": 2670
+    },
+    {
+      "grad_norm": 2.0015909671783447,
+      "learning_rate": 2.6790000000000003e-05,
+      "loss": 0.1662,
+      "step": 2680
+    },
+    {
+      "grad_norm": 1.5250941514968872,
+      "learning_rate": 2.689e-05,
+      "loss": 0.1746,
+      "step": 2690
+    },
+    {
+      "grad_norm": 1.7592893838882446,
+      "learning_rate": 2.6989999999999997e-05,
+      "loss": 0.203,
+      "step": 2700
+    },
+    {
+      "grad_norm": 2.15091609954834,
+      "learning_rate": 2.709e-05,
+      "loss": 0.1804,
+      "step": 2710
+    },
+    {
+      "grad_norm": 2.9020988941192627,
+      "learning_rate": 2.719e-05,
+      "loss": 0.1626,
+      "step": 2720
+    },
+    {
+      "grad_norm": 1.7552480697631836,
+      "learning_rate": 2.7289999999999998e-05,
+      "loss": 0.1534,
+      "step": 2730
+    },
+    {
+      "grad_norm": 2.1356029510498047,
+      "learning_rate": 2.739e-05,
+      "loss": 0.1562,
+      "step": 2740
+    },
+    {
+      "grad_norm": 2.206448554992676,
+      "learning_rate": 2.749e-05,
+      "loss": 0.1432,
+      "step": 2750
+    },
+    {
+      "grad_norm": 1.628509759902954,
+      "learning_rate": 2.759e-05,
+      "loss": 0.1611,
+      "step": 2760
+    },
+    {
+      "grad_norm": 2.1814422607421875,
+      "learning_rate": 2.769e-05,
+      "loss": 0.1656,
+      "step": 2770
+    },
+    {
+      "grad_norm": 1.7282811403274536,
+      "learning_rate": 2.779e-05,
+      "loss": 0.1769,
+      "step": 2780
+    },
+    {
+      "grad_norm": 1.4807851314544678,
+      "learning_rate": 2.789e-05,
+      "loss": 0.1341,
+      "step": 2790
+    },
+    {
+      "grad_norm": 1.4131330251693726,
+      "learning_rate": 2.7989999999999998e-05,
+      "loss": 0.1899,
+      "step": 2800
+    },
+    {
+      "grad_norm": 2.045030355453491,
+      "learning_rate": 2.809e-05,
+      "loss": 0.1648,
+      "step": 2810
+    },
+    {
+      "grad_norm": 1.5825222730636597,
+      "learning_rate": 2.819e-05,
+      "loss": 0.1615,
+      "step": 2820
+    },
+    {
+      "grad_norm": 1.6193199157714844,
+      "learning_rate": 2.829e-05,
+      "loss": 0.142,
+      "step": 2830
+    },
+    {
+      "grad_norm": 2.8306400775909424,
+      "learning_rate": 2.839e-05,
+      "loss": 0.179,
+      "step": 2840
+    },
+    {
+      "grad_norm": 3.215482711791992,
+      "learning_rate": 2.849e-05,
+      "loss": 0.1484,
+      "step": 2850
+    },
+    {
+      "grad_norm": 2.1931424140930176,
+      "learning_rate": 2.859e-05,
+      "loss": 0.1384,
+      "step": 2860
+    },
+    {
+      "grad_norm": 2.4697105884552,
+      "learning_rate": 2.869e-05,
+      "loss": 0.1705,
+      "step": 2870
+    },
+    {
+      "grad_norm": 1.9311448335647583,
+      "learning_rate": 2.879e-05,
+      "loss": 0.1616,
+      "step": 2880
+    },
+    {
+      "grad_norm": 1.6139051914215088,
+      "learning_rate": 2.889e-05,
+      "loss": 0.2034,
+      "step": 2890
+    },
+    {
+      "grad_norm": 1.7346769571304321,
+      "learning_rate": 2.8990000000000002e-05,
+      "loss": 0.1494,
+      "step": 2900
+    },
+    {
+      "grad_norm": 1.4380769729614258,
+      "learning_rate": 2.909e-05,
+      "loss": 0.1979,
+      "step": 2910
+    },
+    {
+      "grad_norm": 1.5383111238479614,
+      "learning_rate": 2.919e-05,
+      "loss": 0.133,
+      "step": 2920
+    },
+    {
+      "grad_norm": 1.6938873529434204,
+      "learning_rate": 2.929e-05,
+      "loss": 0.1689,
+      "step": 2930
+    },
+    {
+      "grad_norm": 1.4068087339401245,
+      "learning_rate": 2.939e-05,
+      "loss": 0.1577,
+      "step": 2940
+    },
+    {
+      "grad_norm": 1.66395902633667,
+      "learning_rate": 2.949e-05,
+      "loss": 0.1695,
+      "step": 2950
+    },
+    {
+      "grad_norm": 1.7688661813735962,
+      "learning_rate": 2.959e-05,
+      "loss": 0.1352,
+      "step": 2960
+    },
+    {
+      "grad_norm": 1.9321247339248657,
+      "learning_rate": 2.9690000000000002e-05,
+      "loss": 0.1522,
+      "step": 2970
+    },
+    {
+      "grad_norm": 1.8807789087295532,
+      "learning_rate": 2.979e-05,
+      "loss": 0.164,
+      "step": 2980
+    },
+    {
+      "grad_norm": 1.7379133701324463,
+      "learning_rate": 2.989e-05,
+      "loss": 0.1572,
+      "step": 2990
+    },
+    {
+      "grad_norm": 1.5475672483444214,
+      "learning_rate": 2.9990000000000003e-05,
+      "loss": 0.1512,
+      "step": 3000
+    },
+    {
+      "grad_norm": 2.837245225906372,
+      "learning_rate": 3.009e-05,
+      "loss": 0.1476,
+      "step": 3010
+    },
+    {
+      "grad_norm": 2.212566614151001,
+      "learning_rate": 3.019e-05,
+      "loss": 0.1441,
+      "step": 3020
+    },
+    {
+      "grad_norm": 1.400729775428772,
+      "learning_rate": 3.0290000000000003e-05,
+      "loss": 0.1493,
+      "step": 3030
+    },
+    {
+      "grad_norm": 2.399488687515259,
+      "learning_rate": 3.0390000000000002e-05,
+      "loss": 0.1725,
+      "step": 3040
+    },
+    {
+      "grad_norm": 1.6538830995559692,
+      "learning_rate": 3.049e-05,
+      "loss": 0.1286,
+      "step": 3050
+    },
+    {
+      "grad_norm": 1.3834540843963623,
+      "learning_rate": 3.0590000000000004e-05,
+      "loss": 0.179,
+      "step": 3060
+    },
+    {
+      "grad_norm": 2.004058361053467,
+      "learning_rate": 3.069e-05,
+      "loss": 0.158,
+      "step": 3070
+    },
+    {
+      "grad_norm": 1.7189937829971313,
+      "learning_rate": 3.079e-05,
+      "loss": 0.1462,
+      "step": 3080
+    },
+    {
+      "grad_norm": 2.086301326751709,
+      "learning_rate": 3.0890000000000004e-05,
+      "loss": 0.1446,
+      "step": 3090
+    },
+    {
+      "grad_norm": 1.642957329750061,
+      "learning_rate": 3.099e-05,
+      "loss": 0.1707,
+      "step": 3100
+    },
+    {
+      "grad_norm": 2.982144355773926,
+      "learning_rate": 3.109e-05,
+      "loss": 0.1933,
+      "step": 3110
+    },
+    {
+      "grad_norm": 2.094086170196533,
+      "learning_rate": 3.1190000000000005e-05,
+      "loss": 0.1641,
+      "step": 3120
+    },
+    {
+      "grad_norm": 1.5236698389053345,
+      "learning_rate": 3.129e-05,
+      "loss": 0.1436,
+      "step": 3130
+    },
+    {
+      "grad_norm": 2.070568084716797,
+      "learning_rate": 3.139e-05,
+      "loss": 0.1421,
+      "step": 3140
+    },
+    {
+      "grad_norm": 1.6263670921325684,
+      "learning_rate": 3.1490000000000005e-05,
+      "loss": 0.1386,
+      "step": 3150
+    },
+    {
+      "grad_norm": 1.6775598526000977,
+      "learning_rate": 3.159e-05,
+      "loss": 0.167,
+      "step": 3160
+    },
+    {
+      "grad_norm": 1.9060088396072388,
+      "learning_rate": 3.169e-05,
+      "loss": 0.1653,
+      "step": 3170
+    },
+    {
+      "grad_norm": 1.878879427909851,
+      "learning_rate": 3.1790000000000006e-05,
+      "loss": 0.1826,
+      "step": 3180
+    },
+    {
+      "grad_norm": 1.6158952713012695,
+      "learning_rate": 3.189e-05,
+      "loss": 0.1342,
+      "step": 3190
+    },
+    {
+      "grad_norm": 1.9469432830810547,
+      "learning_rate": 3.1990000000000004e-05,
+      "loss": 0.1652,
+      "step": 3200
+    },
+    {
+      "grad_norm": 1.8993737697601318,
+      "learning_rate": 3.2090000000000006e-05,
+      "loss": 0.1283,
+      "step": 3210
+    },
+    {
+      "grad_norm": 1.4363317489624023,
+      "learning_rate": 3.219e-05,
+      "loss": 0.1434,
+      "step": 3220
+    },
+    {
+      "grad_norm": 2.6434590816497803,
+      "learning_rate": 3.2290000000000004e-05,
+      "loss": 0.1603,
+      "step": 3230
+    },
+    {
+      "grad_norm": 1.2893071174621582,
+      "learning_rate": 3.239000000000001e-05,
+      "loss": 0.1596,
+      "step": 3240
+    },
+    {
+      "grad_norm": 1.9149582386016846,
+      "learning_rate": 3.249e-05,
+      "loss": 0.1602,
+      "step": 3250
+    },
+    {
+      "grad_norm": 1.5996023416519165,
+      "learning_rate": 3.2590000000000005e-05,
+      "loss": 0.1917,
+      "step": 3260
+    },
+    {
+      "grad_norm": 1.6979262828826904,
+      "learning_rate": 3.269000000000001e-05,
+      "loss": 0.1468,
+      "step": 3270
+    },
+    {
+      "grad_norm": 1.5993791818618774,
+      "learning_rate": 3.279e-05,
+      "loss": 0.1748,
+      "step": 3280
+    },
+    {
+      "grad_norm": 1.941141963005066,
+      "learning_rate": 3.2890000000000005e-05,
+      "loss": 0.1656,
+      "step": 3290
+    },
+    {
+      "grad_norm": 1.7107009887695312,
+      "learning_rate": 3.299e-05,
+      "loss": 0.1558,
+      "step": 3300
+    },
+    {
+      "grad_norm": 2.060408353805542,
+      "learning_rate": 3.309e-05,
+      "loss": 0.14,
+      "step": 3310
+    },
+    {
+      "grad_norm": 1.5489826202392578,
+      "learning_rate": 3.319e-05,
+      "loss": 0.1886,
+      "step": 3320
+    },
+    {
+      "grad_norm": 2.0892069339752197,
+      "learning_rate": 3.329e-05,
+      "loss": 0.1381,
+      "step": 3330
+    },
+    {
+      "grad_norm": 1.6879154443740845,
+      "learning_rate": 3.339e-05,
+      "loss": 0.1414,
+      "step": 3340
+    },
+    {
+      "grad_norm": 1.4951304197311401,
+      "learning_rate": 3.349e-05,
+      "loss": 0.1576,
+      "step": 3350
+    },
+    {
+      "grad_norm": 1.8529709577560425,
+      "learning_rate": 3.359e-05,
+      "loss": 0.1399,
+      "step": 3360
+    },
+    {
+      "grad_norm": 1.3347580432891846,
+      "learning_rate": 3.369e-05,
+      "loss": 0.1417,
+      "step": 3370
+    },
+    {
+      "grad_norm": 1.3337998390197754,
+      "learning_rate": 3.379e-05,
+      "loss": 0.1392,
+      "step": 3380
+    },
+    {
+      "grad_norm": 1.4121431112289429,
+      "learning_rate": 3.389e-05,
+      "loss": 0.162,
+      "step": 3390
+    },
+    {
+      "grad_norm": 1.5470808744430542,
+      "learning_rate": 3.399e-05,
+      "loss": 0.1476,
+      "step": 3400
+    },
+    {
+      "grad_norm": 1.5805673599243164,
+      "learning_rate": 3.409e-05,
+      "loss": 0.1495,
+      "step": 3410
+    },
+    {
+      "grad_norm": 2.0562498569488525,
+      "learning_rate": 3.419e-05,
+      "loss": 0.2066,
+      "step": 3420
+    },
+    {
+      "grad_norm": 1.3616365194320679,
+      "learning_rate": 3.429e-05,
+      "loss": 0.1449,
+      "step": 3430
+    },
+    {
+      "grad_norm": 1.8215268850326538,
+      "learning_rate": 3.439e-05,
+      "loss": 0.1679,
+      "step": 3440
+    },
+    {
+      "grad_norm": 1.4218429327011108,
+      "learning_rate": 3.449e-05,
+      "loss": 0.1601,
+      "step": 3450
+    },
+    {
+      "grad_norm": 1.759024977684021,
+      "learning_rate": 3.459e-05,
+      "loss": 0.1352,
+      "step": 3460
+    },
+    {
+      "grad_norm": 1.6747007369995117,
+      "learning_rate": 3.469e-05,
+      "loss": 0.1745,
+      "step": 3470
+    },
+    {
+      "grad_norm": 1.3088247776031494,
+      "learning_rate": 3.479e-05,
+      "loss": 0.1222,
+      "step": 3480
+    },
+    {
+      "grad_norm": 2.563368558883667,
+      "learning_rate": 3.489e-05,
+      "loss": 0.1651,
+      "step": 3490
+    },
+    {
+      "grad_norm": 2.0220303535461426,
+      "learning_rate": 3.499e-05,
+      "loss": 0.1682,
+      "step": 3500
+    },
+    {
+      "grad_norm": 2.7669899463653564,
+      "learning_rate": 3.509e-05,
+      "loss": 0.155,
+      "step": 3510
+    },
+    {
+      "grad_norm": 2.782804012298584,
+      "learning_rate": 3.519e-05,
+      "loss": 0.1479,
+      "step": 3520
+    },
+    {
+      "grad_norm": 1.615435004234314,
+      "learning_rate": 3.529e-05,
+      "loss": 0.1403,
+      "step": 3530
+    },
+    {
+      "grad_norm": 2.3901076316833496,
+      "learning_rate": 3.539e-05,
+      "loss": 0.1674,
+      "step": 3540
+    },
+    {
+      "grad_norm": 2.121290922164917,
+      "learning_rate": 3.549e-05,
+      "loss": 0.1877,
+      "step": 3550
+    },
+    {
+      "grad_norm": 1.5601614713668823,
+      "learning_rate": 3.559e-05,
+      "loss": 0.1617,
+      "step": 3560
+    },
+    {
+      "grad_norm": 1.690065622329712,
+      "learning_rate": 3.569e-05,
+      "loss": 0.1288,
+      "step": 3570
+    },
+    {
+      "grad_norm": 1.9170125722885132,
+      "learning_rate": 3.579e-05,
+      "loss": 0.1479,
+      "step": 3580
+    },
+    {
+      "grad_norm": 2.2584986686706543,
+      "learning_rate": 3.5890000000000004e-05,
+      "loss": 0.1472,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.9823827743530273,
+      "learning_rate": 3.599e-05,
+      "loss": 0.135,
+      "step": 3600
+    },
+    {
+      "grad_norm": 1.8295128345489502,
+      "learning_rate": 3.609e-05,
+      "loss": 0.1556,
+      "step": 3610
+    },
+    {
+      "grad_norm": 1.0946015119552612,
+      "learning_rate": 3.6190000000000004e-05,
+      "loss": 0.121,
+      "step": 3620
+    },
+    {
+      "grad_norm": 1.239712119102478,
+      "learning_rate": 3.629e-05,
+      "loss": 0.1294,
+      "step": 3630
+    },
+    {
+      "grad_norm": 2.567078113555908,
+      "learning_rate": 3.639e-05,
+      "loss": 0.1879,
+      "step": 3640
+    },
+    {
+      "grad_norm": 1.51886785030365,
+      "learning_rate": 3.6490000000000005e-05,
+      "loss": 0.1449,
+      "step": 3650
+    },
+    {
+      "grad_norm": 2.0216121673583984,
+      "learning_rate": 3.659e-05,
+      "loss": 0.1773,
+      "step": 3660
+    },
+    {
+      "grad_norm": 1.7771422863006592,
+      "learning_rate": 3.669e-05,
+      "loss": 0.1967,
+      "step": 3670
+    },
+    {
+      "grad_norm": 1.6641573905944824,
+      "learning_rate": 3.6790000000000005e-05,
+      "loss": 0.153,
+      "step": 3680
+    },
+    {
+      "grad_norm": 2.1637840270996094,
+      "learning_rate": 3.689e-05,
+      "loss": 0.1961,
+      "step": 3690
+    },
+    {
+      "grad_norm": 1.3956027030944824,
+      "learning_rate": 3.699e-05,
+      "loss": 0.1547,
+      "step": 3700
+    },
+    {
+      "grad_norm": 1.8394402265548706,
+      "learning_rate": 3.7090000000000006e-05,
+      "loss": 0.1542,
+      "step": 3710
+    },
+    {
+      "grad_norm": 1.459605097770691,
+      "learning_rate": 3.719e-05,
+      "loss": 0.1948,
+      "step": 3720
+    },
+    {
+      "grad_norm": 1.1745357513427734,
+      "learning_rate": 3.7290000000000004e-05,
+      "loss": 0.1354,
+      "step": 3730
+    },
+    {
+      "grad_norm": 1.234100103378296,
+      "learning_rate": 3.739e-05,
+      "loss": 0.1505,
+      "step": 3740
+    },
+    {
+      "grad_norm": 1.0653812885284424,
+      "learning_rate": 3.749e-05,
+      "loss": 0.1155,
+      "step": 3750
+    },
+    {
+      "grad_norm": 1.4260514974594116,
+      "learning_rate": 3.7590000000000004e-05,
+      "loss": 0.1357,
+      "step": 3760
+    },
+    {
+      "grad_norm": 1.567888617515564,
+      "learning_rate": 3.769e-05,
+      "loss": 0.1839,
+      "step": 3770
+    },
+    {
+      "grad_norm": 1.5779757499694824,
+      "learning_rate": 3.779e-05,
+      "loss": 0.1299,
+      "step": 3780
+    },
+    {
+      "grad_norm": 1.9295934438705444,
+      "learning_rate": 3.7890000000000005e-05,
+      "loss": 0.1517,
+      "step": 3790
+    },
+    {
+      "grad_norm": 1.108162522315979,
+      "learning_rate": 3.799e-05,
+      "loss": 0.1349,
+      "step": 3800
+    },
+    {
+      "grad_norm": 1.0407048463821411,
+      "learning_rate": 3.809e-05,
+      "loss": 0.1471,
+      "step": 3810
+    },
+    {
+      "grad_norm": 1.5243566036224365,
+      "learning_rate": 3.8190000000000005e-05,
+      "loss": 0.182,
+      "step": 3820
+    },
+    {
+      "grad_norm": 2.3156135082244873,
+      "learning_rate": 3.829e-05,
+      "loss": 0.167,
+      "step": 3830
+    },
+    {
+      "grad_norm": 1.2486193180084229,
+      "learning_rate": 3.8390000000000003e-05,
+      "loss": 0.1599,
+      "step": 3840
+    },
+    {
+      "grad_norm": 1.2965894937515259,
+      "learning_rate": 3.8490000000000006e-05,
+      "loss": 0.147,
+      "step": 3850
+    },
+    {
+      "grad_norm": 1.4468119144439697,
+      "learning_rate": 3.859e-05,
+      "loss": 0.1357,
+      "step": 3860
+    },
+    {
+      "grad_norm": 1.4265955686569214,
+      "learning_rate": 3.8690000000000004e-05,
+      "loss": 0.1441,
+      "step": 3870
+    },
+    {
+      "grad_norm": 2.2762644290924072,
+      "learning_rate": 3.8790000000000006e-05,
+      "loss": 0.1398,
+      "step": 3880
+    },
+    {
+      "grad_norm": 1.174649715423584,
+      "learning_rate": 3.889e-05,
+      "loss": 0.1357,
+      "step": 3890
+    },
+    {
+      "grad_norm": 1.8042694330215454,
+      "learning_rate": 3.8990000000000004e-05,
+      "loss": 0.125,
+      "step": 3900
+    },
+    {
+      "grad_norm": 1.3120208978652954,
+      "learning_rate": 3.909000000000001e-05,
+      "loss": 0.1585,
+      "step": 3910
+    },
+    {
+      "grad_norm": 1.039735198020935,
+      "learning_rate": 3.919e-05,
+      "loss": 0.159,
+      "step": 3920
+    },
+    {
+      "grad_norm": 1.245383381843567,
+      "learning_rate": 3.9290000000000005e-05,
+      "loss": 0.1344,
+      "step": 3930
+    },
+    {
+      "grad_norm": 1.5623055696487427,
+      "learning_rate": 3.939e-05,
+      "loss": 0.135,
+      "step": 3940
+    },
+    {
+      "grad_norm": 1.2958600521087646,
+      "learning_rate": 3.9489999999999996e-05,
+      "loss": 0.1463,
+      "step": 3950
+    },
+    {
+      "grad_norm": 1.2481951713562012,
+      "learning_rate": 3.959e-05,
+      "loss": 0.1626,
+      "step": 3960
+    },
+    {
+      "grad_norm": 1.353769063949585,
+      "learning_rate": 3.969e-05,
+      "loss": 0.14,
+      "step": 3970
+    },
+    {
+      "grad_norm": 1.471452236175537,
+      "learning_rate": 3.979e-05,
+      "loss": 0.1213,
+      "step": 3980
+    },
+    {
+      "grad_norm": 1.7451566457748413,
+      "learning_rate": 3.989e-05,
+      "loss": 0.1793,
+      "step": 3990
+    },
+    {
+      "grad_norm": 1.9809147119522095,
+      "learning_rate": 3.999e-05,
+      "loss": 0.1151,
+      "step": 4000
+    },
+    {
+      "grad_norm": 1.4987542629241943,
+      "learning_rate": 4.009e-05,
+      "loss": 0.1814,
+      "step": 4010
+    },
+    {
+      "grad_norm": 1.3449004888534546,
+      "learning_rate": 4.019e-05,
+      "loss": 0.1942,
+      "step": 4020
+    },
+    {
+      "grad_norm": 1.361050009727478,
+      "learning_rate": 4.029e-05,
+      "loss": 0.1308,
+      "step": 4030
+    },
+    {
+      "grad_norm": 1.4531471729278564,
+      "learning_rate": 4.039e-05,
+      "loss": 0.1626,
+      "step": 4040
+    },
+    {
+      "grad_norm": 1.637951374053955,
+      "learning_rate": 4.049e-05,
+      "loss": 0.1238,
+      "step": 4050
+    },
+    {
+      "grad_norm": 1.0609489679336548,
+      "learning_rate": 4.059e-05,
+      "loss": 0.1302,
+      "step": 4060
+    },
+    {
+      "grad_norm": 1.3431137800216675,
+      "learning_rate": 4.069e-05,
+      "loss": 0.122,
+      "step": 4070
+    },
+    {
+      "grad_norm": 1.3594876527786255,
+      "learning_rate": 4.079e-05,
+      "loss": 0.1602,
+      "step": 4080
+    },
+    {
+      "grad_norm": 1.7403985261917114,
+      "learning_rate": 4.089e-05,
+      "loss": 0.1525,
+      "step": 4090
+    },
+    {
+      "grad_norm": 1.7292977571487427,
+      "learning_rate": 4.099e-05,
+      "loss": 0.1358,
+      "step": 4100
+    },
+    {
+      "grad_norm": 1.2469737529754639,
+      "learning_rate": 4.109e-05,
+      "loss": 0.116,
+      "step": 4110
+    },
+    {
+      "grad_norm": 1.0748369693756104,
+      "learning_rate": 4.1190000000000004e-05,
+      "loss": 0.1425,
+      "step": 4120
+    },
+    {
+      "grad_norm": 1.2634974718093872,
+      "learning_rate": 4.129e-05,
+      "loss": 0.1234,
+      "step": 4130
+    },
+    {
+      "grad_norm": 1.7058881521224976,
+      "learning_rate": 4.139e-05,
+      "loss": 0.1294,
+      "step": 4140
+    },
+    {
+      "grad_norm": 1.10245943069458,
+      "learning_rate": 4.1490000000000004e-05,
+      "loss": 0.1299,
+      "step": 4150
+    },
+    {
+      "grad_norm": 1.2199500799179077,
+      "learning_rate": 4.159e-05,
+      "loss": 0.1426,
+      "step": 4160
+    },
+    {
+      "grad_norm": 1.5116628408432007,
+      "learning_rate": 4.169e-05,
+      "loss": 0.109,
+      "step": 4170
+    },
+    {
+      "grad_norm": 1.0903570652008057,
+      "learning_rate": 4.179e-05,
+      "loss": 0.1739,
+      "step": 4180
+    },
+    {
+      "grad_norm": 1.6142126321792603,
+      "learning_rate": 4.189e-05,
+      "loss": 0.1295,
+      "step": 4190
+    },
+    {
+      "grad_norm": 1.5894975662231445,
+      "learning_rate": 4.199e-05,
+      "loss": 0.1564,
+      "step": 4200
+    },
+    {
+      "grad_norm": 1.117369532585144,
+      "learning_rate": 4.209e-05,
+      "loss": 0.1519,
+      "step": 4210
+    },
+    {
+      "grad_norm": 1.3390915393829346,
+      "learning_rate": 4.219e-05,
+      "loss": 0.1648,
+      "step": 4220
+    },
+    {
+      "grad_norm": 2.012094259262085,
+      "learning_rate": 4.229e-05,
+      "loss": 0.1495,
+      "step": 4230
+    },
+    {
+      "grad_norm": 1.569614291191101,
+      "learning_rate": 4.239e-05,
+      "loss": 0.1317,
+      "step": 4240
+    },
+    {
+      "grad_norm": 1.1099754571914673,
+      "learning_rate": 4.249e-05,
+      "loss": 0.1402,
+      "step": 4250
+    },
+    {
+      "grad_norm": 1.3096421957015991,
+      "learning_rate": 4.2590000000000004e-05,
+      "loss": 0.1276,
+      "step": 4260
+    },
+    {
+      "grad_norm": 1.395736575126648,
+      "learning_rate": 4.269e-05,
+      "loss": 0.1161,
+      "step": 4270
+    },
+    {
+      "grad_norm": 1.9799820184707642,
+      "learning_rate": 4.279e-05,
+      "loss": 0.1204,
+      "step": 4280
+    },
+    {
+      "grad_norm": 1.9513689279556274,
+      "learning_rate": 4.2890000000000004e-05,
+      "loss": 0.1745,
+      "step": 4290
+    },
+    {
+      "grad_norm": 1.3805378675460815,
+      "learning_rate": 4.299e-05,
+      "loss": 0.1469,
+      "step": 4300
+    },
+    {
+      "grad_norm": 1.6310800313949585,
+      "learning_rate": 4.309e-05,
+      "loss": 0.1329,
+      "step": 4310
+    },
+    {
+      "grad_norm": 1.1723161935806274,
+      "learning_rate": 4.3190000000000005e-05,
+      "loss": 0.1266,
+      "step": 4320
+    },
+    {
+      "grad_norm": 1.1655337810516357,
+      "learning_rate": 4.329e-05,
+      "loss": 0.1455,
+      "step": 4330
+    },
+    {
+      "grad_norm": 1.1848574876785278,
+      "learning_rate": 4.339e-05,
+      "loss": 0.1157,
+      "step": 4340
+    },
+    {
+      "grad_norm": 1.5716606378555298,
+      "learning_rate": 4.3490000000000005e-05,
+      "loss": 0.1422,
+      "step": 4350
+    },
+    {
+      "grad_norm": 1.0073379278182983,
+      "learning_rate": 4.359e-05,
+      "loss": 0.1518,
+      "step": 4360
+    },
+    {
+      "grad_norm": 1.1269174814224243,
+      "learning_rate": 4.3690000000000004e-05,
+      "loss": 0.1364,
+      "step": 4370
+    },
+    {
+      "grad_norm": 1.308112621307373,
+      "learning_rate": 4.3790000000000006e-05,
+      "loss": 0.1275,
+      "step": 4380
+    },
+    {
+      "grad_norm": 1.1083263158798218,
+      "learning_rate": 4.389e-05,
+      "loss": 0.1433,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.9715483784675598,
+      "learning_rate": 4.3990000000000004e-05,
+      "loss": 0.1065,
+      "step": 4400
+    },
+    {
+      "grad_norm": 1.086820363998413,
+      "learning_rate": 4.4090000000000006e-05,
+      "loss": 0.1488,
+      "step": 4410
+    },
+    {
+      "grad_norm": 1.0471786260604858,
+      "learning_rate": 4.419e-05,
+      "loss": 0.1279,
+      "step": 4420
+    },
+    {
+      "grad_norm": 1.5245816707611084,
+      "learning_rate": 4.4290000000000005e-05,
+      "loss": 0.1458,
+      "step": 4430
+    },
+    {
+      "grad_norm": 1.8204214572906494,
+      "learning_rate": 4.439000000000001e-05,
+      "loss": 0.1277,
+      "step": 4440
+    },
+    {
+      "grad_norm": 1.1346112489700317,
+      "learning_rate": 4.449e-05,
+      "loss": 0.1371,
+      "step": 4450
+    },
+    {
+      "grad_norm": 1.398836374282837,
+      "learning_rate": 4.4590000000000005e-05,
+      "loss": 0.1609,
+      "step": 4460
+    },
+    {
+      "grad_norm": 1.731197714805603,
+      "learning_rate": 4.469e-05,
+      "loss": 0.1405,
+      "step": 4470
+    },
+    {
+      "grad_norm": 1.3361846208572388,
+      "learning_rate": 4.479e-05,
+      "loss": 0.1375,
+      "step": 4480
+    },
+    {
+      "grad_norm": 1.308600902557373,
+      "learning_rate": 4.4890000000000006e-05,
+      "loss": 0.1449,
+      "step": 4490
+    },
+    {
+      "grad_norm": 1.0327227115631104,
+      "learning_rate": 4.499e-05,
+      "loss": 0.1613,
+      "step": 4500
+    },
+    {
+      "grad_norm": 1.0392991304397583,
+      "learning_rate": 4.5090000000000004e-05,
+      "loss": 0.1288,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.9417699575424194,
+      "learning_rate": 4.5190000000000006e-05,
+      "loss": 0.1158,
+      "step": 4520
+    },
+    {
+      "grad_norm": 1.317484974861145,
+      "learning_rate": 4.529e-05,
+      "loss": 0.1283,
+      "step": 4530
+    },
+    {
+      "grad_norm": 1.1369163990020752,
+      "learning_rate": 4.5390000000000004e-05,
+      "loss": 0.1143,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.9834320545196533,
+      "learning_rate": 4.549000000000001e-05,
+      "loss": 0.1198,
+      "step": 4550
+    },
+    {
+      "grad_norm": 1.1130162477493286,
+      "learning_rate": 4.559e-05,
+      "loss": 0.1432,
+      "step": 4560
+    },
+    {
+      "grad_norm": 1.5538477897644043,
+      "learning_rate": 4.569e-05,
+      "loss": 0.1736,
+      "step": 4570
+    },
+    {
+      "grad_norm": 1.8129404783248901,
+      "learning_rate": 4.579e-05,
+      "loss": 0.1655,
+      "step": 4580
+    },
+    {
+      "grad_norm": 1.2421003580093384,
+      "learning_rate": 4.589e-05,
+      "loss": 0.1156,
+      "step": 4590
+    },
+    {
+      "grad_norm": 1.1745284795761108,
+      "learning_rate": 4.599e-05,
+      "loss": 0.1187,
+      "step": 4600
+    },
+    {
+      "grad_norm": 1.6860003471374512,
+      "learning_rate": 4.609e-05,
+      "loss": 0.1353,
+      "step": 4610
+    },
+    {
+      "grad_norm": 1.161636233329773,
+      "learning_rate": 4.619e-05,
+      "loss": 0.1249,
+      "step": 4620
+    },
+    {
+      "grad_norm": 1.0640716552734375,
+      "learning_rate": 4.629e-05,
+      "loss": 0.1129,
+      "step": 4630
+    },
+    {
+      "grad_norm": 1.044641137123108,
+      "learning_rate": 4.639e-05,
+      "loss": 0.1201,
+      "step": 4640
+    },
+    {
+      "grad_norm": 1.8544557094573975,
+      "learning_rate": 4.649e-05,
+      "loss": 0.1578,
+      "step": 4650
+    },
+    {
+      "grad_norm": 1.1540188789367676,
+      "learning_rate": 4.659e-05,
+      "loss": 0.13,
+      "step": 4660
+    },
+    {
+      "grad_norm": 1.3568944931030273,
+      "learning_rate": 4.669e-05,
+      "loss": 0.1348,
+      "step": 4670
+    },
+    {
+      "grad_norm": 1.3298848867416382,
+      "learning_rate": 4.679e-05,
+      "loss": 0.12,
+      "step": 4680
+    },
+    {
+      "grad_norm": 1.1511683464050293,
+      "learning_rate": 4.689e-05,
+      "loss": 0.1322,
+      "step": 4690
+    },
+    {
+      "grad_norm": 1.005913496017456,
+      "learning_rate": 4.699e-05,
+      "loss": 0.1329,
+      "step": 4700
+    },
+    {
+      "grad_norm": 1.0713367462158203,
+      "learning_rate": 4.709e-05,
+      "loss": 0.1185,
+      "step": 4710
+    },
+    {
+      "grad_norm": 1.1374387741088867,
+      "learning_rate": 4.719e-05,
+      "loss": 0.1577,
+      "step": 4720
+    },
+    {
+      "grad_norm": 1.2204569578170776,
+      "learning_rate": 4.729e-05,
+      "loss": 0.1435,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.9484572410583496,
+      "learning_rate": 4.739e-05,
+      "loss": 0.1112,
+      "step": 4740
+    },
+    {
+      "grad_norm": 1.2621692419052124,
+      "learning_rate": 4.749e-05,
+      "loss": 0.138,
+      "step": 4750
+    },
+    {
+      "grad_norm": 1.289969801902771,
+      "learning_rate": 4.7590000000000003e-05,
+      "loss": 0.1283,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.9329190254211426,
+      "learning_rate": 4.769e-05,
+      "loss": 0.1436,
+      "step": 4770
+    },
+    {
+      "grad_norm": 1.21550714969635,
+      "learning_rate": 4.779e-05,
+      "loss": 0.1593,
+      "step": 4780
+    },
+    {
+      "grad_norm": 1.5632598400115967,
+      "learning_rate": 4.7890000000000004e-05,
+      "loss": 0.1485,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.9465659856796265,
+      "learning_rate": 4.799e-05,
+      "loss": 0.1227,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.9933187365531921,
+      "learning_rate": 4.809e-05,
+      "loss": 0.1278,
+      "step": 4810
+    },
+    {
+      "grad_norm": 1.2423193454742432,
+      "learning_rate": 4.8190000000000004e-05,
+      "loss": 0.1316,
+      "step": 4820
+    },
+    {
+      "grad_norm": 1.1870195865631104,
+      "learning_rate": 4.829e-05,
+      "loss": 0.186,
+      "step": 4830
+    },
+    {
+      "grad_norm": 1.2630159854888916,
+      "learning_rate": 4.839e-05,
+      "loss": 0.1458,
+      "step": 4840
+    },
+    {
+      "grad_norm": 1.984775424003601,
+      "learning_rate": 4.8490000000000005e-05,
+      "loss": 0.1288,
+      "step": 4850
+    },
+    {
+      "grad_norm": 1.2594784498214722,
+      "learning_rate": 4.859e-05,
+      "loss": 0.1307,
+      "step": 4860
+    },
+    {
+      "grad_norm": 1.2532382011413574,
+      "learning_rate": 4.869e-05,
+      "loss": 0.1389,
+      "step": 4870
+    },
+    {
+      "grad_norm": 1.1481976509094238,
+      "learning_rate": 4.8790000000000006e-05,
+      "loss": 0.1211,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.9827946424484253,
+      "learning_rate": 4.889e-05,
+      "loss": 0.134,
+      "step": 4890
+    },
+    {
+      "grad_norm": 1.695766806602478,
+      "learning_rate": 4.8990000000000004e-05,
+      "loss": 0.1468,
+      "step": 4900
+    },
+    {
+      "grad_norm": 1.1141602993011475,
+      "learning_rate": 4.9090000000000006e-05,
+      "loss": 0.1459,
+      "step": 4910
+    },
+    {
+      "grad_norm": 1.0967342853546143,
+      "learning_rate": 4.919e-05,
+      "loss": 0.1003,
+      "step": 4920
+    },
+    {
+      "grad_norm": 1.0157840251922607,
+      "learning_rate": 4.9290000000000004e-05,
+      "loss": 0.1303,
+      "step": 4930
+    },
+    {
+      "grad_norm": 1.1933547258377075,
+      "learning_rate": 4.939e-05,
+      "loss": 0.1093,
+      "step": 4940
+    },
+    {
+      "grad_norm": 1.2433017492294312,
+      "learning_rate": 4.949e-05,
+      "loss": 0.1449,
+      "step": 4950
+    },
+    {
+      "grad_norm": 1.4360129833221436,
+      "learning_rate": 4.9590000000000005e-05,
+      "loss": 0.1642,
+      "step": 4960
+    },
+    {
+      "grad_norm": 1.2117246389389038,
+      "learning_rate": 4.969e-05,
+      "loss": 0.1199,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.9769688248634338,
+      "learning_rate": 4.979e-05,
+      "loss": 0.1241,
+      "step": 4980
+    },
+    {
+      "grad_norm": 1.1622202396392822,
+      "learning_rate": 4.9890000000000005e-05,
+      "loss": 0.1389,
+      "step": 4990
+    },
+    {
+      "grad_norm": 1.0423609018325806,
+      "learning_rate": 4.999e-05,
+      "loss": 0.1155,
+      "step": 5000
+    },
+    {
+      "grad_norm": 1.0224153995513916,
+      "learning_rate": 5.009e-05,
+      "loss": 0.1236,
+      "step": 5010
+    },
+    {
+      "grad_norm": 1.036453127861023,
+      "learning_rate": 5.0190000000000006e-05,
+      "loss": 0.1036,
+      "step": 5020
+    },
+    {
+      "grad_norm": 1.604305624961853,
+      "learning_rate": 5.029e-05,
+      "loss": 0.1462,
+      "step": 5030
+    },
+    {
+      "grad_norm": 0.9695850610733032,
+      "learning_rate": 5.0390000000000004e-05,
+      "loss": 0.1227,
+      "step": 5040
+    },
+    {
+      "grad_norm": 0.9313568472862244,
+      "learning_rate": 5.0490000000000006e-05,
+      "loss": 0.1222,
+      "step": 5050
+    },
+    {
+      "grad_norm": 1.4889432191848755,
+      "learning_rate": 5.059e-05,
+      "loss": 0.1111,
+      "step": 5060
+    },
+    {
+      "grad_norm": 1.4255702495574951,
+      "learning_rate": 5.0690000000000004e-05,
+      "loss": 0.1382,
+      "step": 5070
+    },
+    {
+      "grad_norm": 2.1976699829101562,
+      "learning_rate": 5.079000000000001e-05,
+      "loss": 0.1101,
+      "step": 5080
+    },
+    {
+      "grad_norm": 1.1300692558288574,
+      "learning_rate": 5.089e-05,
+      "loss": 0.1686,
+      "step": 5090
+    },
+    {
+      "grad_norm": 1.2727192640304565,
+      "learning_rate": 5.0990000000000005e-05,
+      "loss": 0.1065,
+      "step": 5100
+    },
+    {
+      "grad_norm": 0.8682419061660767,
+      "learning_rate": 5.109000000000001e-05,
+      "loss": 0.1306,
+      "step": 5110
+    },
+    {
+      "grad_norm": 0.9997276663780212,
+      "learning_rate": 5.119e-05,
+      "loss": 0.1159,
+      "step": 5120
+    },
+    {
+      "grad_norm": 1.6627448797225952,
+      "learning_rate": 5.1290000000000005e-05,
+      "loss": 0.1272,
+      "step": 5130
+    },
+    {
+      "grad_norm": 0.9265075922012329,
+      "learning_rate": 5.139000000000001e-05,
+      "loss": 0.1305,
+      "step": 5140
+    },
+    {
+      "grad_norm": 0.8790120482444763,
+      "learning_rate": 5.149e-05,
+      "loss": 0.1419,
+      "step": 5150
+    },
+    {
+      "grad_norm": 1.1092476844787598,
+      "learning_rate": 5.1590000000000006e-05,
+      "loss": 0.1256,
+      "step": 5160
+    },
+    {
+      "grad_norm": 1.4536547660827637,
+      "learning_rate": 5.169000000000001e-05,
+      "loss": 0.1481,
+      "step": 5170
+    },
+    {
+      "grad_norm": 1.113873839378357,
+      "learning_rate": 5.1790000000000004e-05,
+      "loss": 0.1014,
+      "step": 5180
+    },
+    {
+      "grad_norm": 1.3791991472244263,
+      "learning_rate": 5.1890000000000006e-05,
+      "loss": 0.1413,
+      "step": 5190
+    },
+    {
+      "grad_norm": 0.8126775622367859,
+      "learning_rate": 5.199000000000001e-05,
+      "loss": 0.1155,
+      "step": 5200
+    },
+    {
+      "grad_norm": 1.0822489261627197,
+      "learning_rate": 5.2090000000000004e-05,
+      "loss": 0.1097,
+      "step": 5210
+    },
+    {
+      "grad_norm": 1.1459898948669434,
+      "learning_rate": 5.219000000000001e-05,
+      "loss": 0.1309,
+      "step": 5220
+    },
+    {
+      "grad_norm": 1.4461294412612915,
+      "learning_rate": 5.229e-05,
+      "loss": 0.1103,
+      "step": 5230
+    },
+    {
+      "grad_norm": 1.065078854560852,
+      "learning_rate": 5.2390000000000005e-05,
+      "loss": 0.1227,
+      "step": 5240
+    },
+    {
+      "grad_norm": 1.330037236213684,
+      "learning_rate": 5.249000000000001e-05,
+      "loss": 0.1143,
+      "step": 5250
+    },
+    {
+      "grad_norm": 0.9446003437042236,
+      "learning_rate": 5.259e-05,
+      "loss": 0.1353,
+      "step": 5260
+    },
+    {
+      "grad_norm": 1.4848238229751587,
+      "learning_rate": 5.2690000000000005e-05,
+      "loss": 0.1302,
+      "step": 5270
+    },
+    {
+      "grad_norm": 1.2032711505889893,
+      "learning_rate": 5.279000000000001e-05,
+      "loss": 0.1511,
+      "step": 5280
+    },
+    {
+      "grad_norm": 1.5594899654388428,
+      "learning_rate": 5.2890000000000004e-05,
+      "loss": 0.1401,
+      "step": 5290
+    },
+    {
+      "grad_norm": 0.8914260864257812,
+      "learning_rate": 5.2990000000000006e-05,
+      "loss": 0.1282,
+      "step": 5300
+    },
+    {
+      "grad_norm": 0.9613694548606873,
+      "learning_rate": 5.309000000000001e-05,
+      "loss": 0.1257,
+      "step": 5310
+    },
+    {
+      "grad_norm": 1.2240673303604126,
+      "learning_rate": 5.3190000000000004e-05,
+      "loss": 0.1335,
+      "step": 5320
+    },
+    {
+      "grad_norm": 1.2454602718353271,
+      "learning_rate": 5.3290000000000006e-05,
+      "loss": 0.1363,
+      "step": 5330
+    },
+    {
+      "grad_norm": 1.0408670902252197,
+      "learning_rate": 5.339000000000001e-05,
+      "loss": 0.135,
+      "step": 5340
+    },
+    {
+      "grad_norm": 1.2548173666000366,
+      "learning_rate": 5.3490000000000005e-05,
+      "loss": 0.1431,
+      "step": 5350
+    },
+    {
+      "grad_norm": 0.7491536736488342,
+      "learning_rate": 5.359000000000001e-05,
+      "loss": 0.1572,
+      "step": 5360
+    },
+    {
+      "grad_norm": 1.1726189851760864,
+      "learning_rate": 5.369000000000001e-05,
+      "loss": 0.1542,
+      "step": 5370
+    },
+    {
+      "grad_norm": 1.0420390367507935,
+      "learning_rate": 5.3790000000000005e-05,
+      "loss": 0.1309,
+      "step": 5380
+    },
+    {
+      "grad_norm": 1.1252254247665405,
+      "learning_rate": 5.389000000000001e-05,
+      "loss": 0.1247,
+      "step": 5390
+    },
+    {
+      "grad_norm": 0.9938071370124817,
+      "learning_rate": 5.399000000000001e-05,
+      "loss": 0.1066,
+      "step": 5400
+    },
+    {
+      "grad_norm": 1.1762056350708008,
+      "learning_rate": 5.4090000000000006e-05,
+      "loss": 0.1165,
+      "step": 5410
+    },
+    {
+      "grad_norm": 1.1115885972976685,
+      "learning_rate": 5.419000000000001e-05,
+      "loss": 0.1268,
+      "step": 5420
+    },
+    {
+      "grad_norm": 1.0289325714111328,
+      "learning_rate": 5.429000000000001e-05,
+      "loss": 0.1217,
+      "step": 5430
+    },
+    {
+      "grad_norm": 1.1272711753845215,
+      "learning_rate": 5.4390000000000006e-05,
+      "loss": 0.1673,
+      "step": 5440
+    },
+    {
+      "grad_norm": 0.9461608529090881,
+      "learning_rate": 5.449000000000001e-05,
+      "loss": 0.1346,
+      "step": 5450
+    },
+    {
+      "grad_norm": 1.1741907596588135,
+      "learning_rate": 5.459000000000001e-05,
+      "loss": 0.1282,
+      "step": 5460
+    },
+    {
+      "grad_norm": 1.0948703289031982,
+      "learning_rate": 5.469000000000001e-05,
+      "loss": 0.108,
+      "step": 5470
+    },
+    {
+      "grad_norm": 0.8320397138595581,
+      "learning_rate": 5.479000000000001e-05,
+      "loss": 0.1284,
+      "step": 5480
+    },
+    {
+      "grad_norm": 1.2016342878341675,
+      "learning_rate": 5.4890000000000005e-05,
+      "loss": 0.1153,
+      "step": 5490
+    },
+    {
+      "grad_norm": 0.8514189124107361,
+      "learning_rate": 5.499000000000001e-05,
+      "loss": 0.1356,
+      "step": 5500
+    },
+    {
+      "grad_norm": 0.7469514608383179,
+      "learning_rate": 5.5089999999999996e-05,
+      "loss": 0.1134,
+      "step": 5510
+    },
+    {
+      "grad_norm": 0.9329110980033875,
+      "learning_rate": 5.519e-05,
+      "loss": 0.1229,
+      "step": 5520
+    },
+    {
+      "grad_norm": 0.9764323234558105,
+      "learning_rate": 5.5289999999999994e-05,
+      "loss": 0.0935,
+      "step": 5530
+    },
+    {
+      "grad_norm": 1.2447097301483154,
+      "learning_rate": 5.5389999999999997e-05,
+      "loss": 0.135,
+      "step": 5540
+    },
+    {
+      "grad_norm": 1.0942330360412598,
+      "learning_rate": 5.549e-05,
+      "loss": 0.13,
+      "step": 5550
+    },
+    {
+      "grad_norm": 1.1042649745941162,
+      "learning_rate": 5.5589999999999995e-05,
+      "loss": 0.141,
+      "step": 5560
+    },
+    {
+      "grad_norm": 0.9237393140792847,
+      "learning_rate": 5.569e-05,
+      "loss": 0.1316,
+      "step": 5570
+    },
+    {
+      "grad_norm": 1.136814832687378,
+      "learning_rate": 5.579e-05,
+      "loss": 0.1206,
+      "step": 5580
+    },
+    {
+      "grad_norm": 0.9772099852561951,
+      "learning_rate": 5.5889999999999995e-05,
+      "loss": 0.1173,
+      "step": 5590
+    },
+    {
+      "grad_norm": 0.8790267705917358,
+      "learning_rate": 5.599e-05,
+      "loss": 0.1327,
+      "step": 5600
+    },
+    {
+      "grad_norm": 1.4419783353805542,
+      "learning_rate": 5.609e-05,
+      "loss": 0.1354,
+      "step": 5610
+    },
+    {
+      "grad_norm": 1.1133975982666016,
+      "learning_rate": 5.6189999999999996e-05,
+      "loss": 0.1973,
+      "step": 5620
+    },
+    {
+      "grad_norm": 1.0263473987579346,
+      "learning_rate": 5.629e-05,
+      "loss": 0.1447,
+      "step": 5630
+    },
+    {
+      "grad_norm": 1.4077773094177246,
+      "learning_rate": 5.639e-05,
+      "loss": 0.1422,
+      "step": 5640
+    },
+    {
+      "grad_norm": 1.1721744537353516,
+      "learning_rate": 5.6489999999999996e-05,
+      "loss": 0.1214,
+      "step": 5650
+    },
+    {
+      "grad_norm": 0.8105905055999756,
+      "learning_rate": 5.659e-05,
+      "loss": 0.1275,
+      "step": 5660
+    },
+    {
+      "grad_norm": 1.2203807830810547,
+      "learning_rate": 5.669e-05,
+      "loss": 0.1345,
+      "step": 5670
+    },
+    {
+      "grad_norm": 0.9856700301170349,
+      "learning_rate": 5.679e-05,
+      "loss": 0.1479,
+      "step": 5680
+    },
+    {
+      "grad_norm": 0.8962683081626892,
+      "learning_rate": 5.689e-05,
+      "loss": 0.1373,
+      "step": 5690
+    },
+    {
+      "grad_norm": 1.0705022811889648,
+      "learning_rate": 5.699e-05,
+      "loss": 0.1334,
+      "step": 5700
+    },
+    {
+      "grad_norm": 1.4442496299743652,
+      "learning_rate": 5.709e-05,
+      "loss": 0.1122,
+      "step": 5710
+    },
+    {
+      "grad_norm": 1.3012189865112305,
+      "learning_rate": 5.719e-05,
+      "loss": 0.1333,
+      "step": 5720
+    },
+    {
+      "grad_norm": 0.8447312116622925,
+      "learning_rate": 5.729e-05,
+      "loss": 0.1195,
+      "step": 5730
+    },
+    {
+      "grad_norm": 1.7831627130508423,
+      "learning_rate": 5.739e-05,
+      "loss": 0.1204,
+      "step": 5740
+    },
+    {
+      "grad_norm": 1.1296782493591309,
+      "learning_rate": 5.749e-05,
+      "loss": 0.1017,
+      "step": 5750
+    },
+    {
+      "grad_norm": 1.0778084993362427,
+      "learning_rate": 5.759e-05,
+      "loss": 0.1088,
+      "step": 5760
+    },
+    {
+      "grad_norm": 1.2314789295196533,
+      "learning_rate": 5.769e-05,
+      "loss": 0.1357,
+      "step": 5770
+    },
+    {
+      "grad_norm": 0.8455005884170532,
+      "learning_rate": 5.779e-05,
+      "loss": 0.1202,
+      "step": 5780
+    },
+    {
+      "grad_norm": 0.9773204922676086,
+      "learning_rate": 5.789e-05,
+      "loss": 0.12,
+      "step": 5790
+    },
+    {
+      "grad_norm": 0.9113194346427917,
+      "learning_rate": 5.799e-05,
+      "loss": 0.1422,
+      "step": 5800
+    },
+    {
+      "grad_norm": 0.9764294624328613,
+      "learning_rate": 5.809e-05,
+      "loss": 0.116,
+      "step": 5810
+    },
+    {
+      "grad_norm": 1.2833714485168457,
+      "learning_rate": 5.819e-05,
+      "loss": 0.1163,
+      "step": 5820
+    },
+    {
+      "grad_norm": 1.1351208686828613,
+      "learning_rate": 5.829e-05,
+      "loss": 0.1239,
+      "step": 5830
+    },
+    {
+      "grad_norm": 0.8059297800064087,
+      "learning_rate": 5.839e-05,
+      "loss": 0.1222,
+      "step": 5840
+    },
+    {
+      "grad_norm": 0.9987894892692566,
+      "learning_rate": 5.849e-05,
+      "loss": 0.1014,
+      "step": 5850
+    },
+    {
+      "grad_norm": 0.9601706862449646,
+      "learning_rate": 5.859e-05,
+      "loss": 0.096,
+      "step": 5860
+    },
+    {
+      "grad_norm": 1.1250666379928589,
+      "learning_rate": 5.869e-05,
+      "loss": 0.1182,
+      "step": 5870
+    },
+    {
+      "grad_norm": 1.0579379796981812,
+      "learning_rate": 5.879e-05,
+      "loss": 0.0961,
+      "step": 5880
+    },
+    {
+      "grad_norm": 1.0324695110321045,
+      "learning_rate": 5.889e-05,
+      "loss": 0.1187,
+      "step": 5890
+    },
+    {
+      "grad_norm": 0.8730902671813965,
+      "learning_rate": 5.899e-05,
+      "loss": 0.1068,
+      "step": 5900
+    },
+    {
+      "grad_norm": 0.7905884385108948,
+      "learning_rate": 5.909e-05,
+      "loss": 0.1315,
+      "step": 5910
+    },
+    {
+      "grad_norm": 0.7306860685348511,
+      "learning_rate": 5.919e-05,
+      "loss": 0.1055,
+      "step": 5920
+    },
+    {
+      "grad_norm": 1.1042479276657104,
+      "learning_rate": 5.929e-05,
+      "loss": 0.1056,
+      "step": 5930
+    },
+    {
+      "grad_norm": 0.7627650499343872,
+      "learning_rate": 5.939e-05,
+      "loss": 0.1223,
+      "step": 5940
+    },
+    {
+      "grad_norm": 0.8679577112197876,
+      "learning_rate": 5.949e-05,
+      "loss": 0.1093,
+      "step": 5950
+    },
+    {
+      "grad_norm": 1.0768318176269531,
+      "learning_rate": 5.9590000000000004e-05,
+      "loss": 0.1238,
+      "step": 5960
+    },
+    {
+      "grad_norm": 1.313185214996338,
+      "learning_rate": 5.969e-05,
+      "loss": 0.1211,
+      "step": 5970
+    },
+    {
+      "grad_norm": 1.0541478395462036,
+      "learning_rate": 5.979e-05,
+      "loss": 0.1503,
+      "step": 5980
+    },
+    {
+      "grad_norm": 0.9547091722488403,
+      "learning_rate": 5.9890000000000004e-05,
+      "loss": 0.1397,
+      "step": 5990
+    },
+    {
+      "grad_norm": 0.972357988357544,
+      "learning_rate": 5.999e-05,
+      "loss": 0.1091,
+      "step": 6000
+    },
+    {
+      "grad_norm": 1.0835373401641846,
+      "learning_rate": 6.009e-05,
+      "loss": 0.1084,
+      "step": 6010
+    },
+    {
+      "grad_norm": 0.9856173992156982,
+      "learning_rate": 6.0190000000000005e-05,
+      "loss": 0.11,
+      "step": 6020
+    },
+    {
+      "grad_norm": 0.9679187536239624,
+      "learning_rate": 6.029e-05,
+      "loss": 0.1112,
+      "step": 6030
+    },
+    {
+      "grad_norm": 0.9462597966194153,
+      "learning_rate": 6.039e-05,
+      "loss": 0.1141,
+      "step": 6040
+    },
+    {
+      "grad_norm": 0.9209213256835938,
+      "learning_rate": 6.0490000000000005e-05,
+      "loss": 0.1321,
+      "step": 6050
+    },
+    {
+      "grad_norm": 0.7949337363243103,
+      "learning_rate": 6.059e-05,
+      "loss": 0.1013,
+      "step": 6060
+    },
+    {
+      "grad_norm": 0.8888867497444153,
+      "learning_rate": 6.069e-05,
+      "loss": 0.1103,
+      "step": 6070
+    },
+    {
+      "grad_norm": 1.0324453115463257,
+      "learning_rate": 6.0790000000000006e-05,
+      "loss": 0.1207,
+      "step": 6080
+    },
+    {
+      "grad_norm": 0.8693861961364746,
+      "learning_rate": 6.089e-05,
+      "loss": 0.1315,
+      "step": 6090
+    },
+    {
+      "grad_norm": 0.6550295948982239,
+      "learning_rate": 6.0990000000000004e-05,
+      "loss": 0.1176,
+      "step": 6100
+    },
+    {
+      "grad_norm": 0.935336709022522,
+      "learning_rate": 6.109e-05,
+      "loss": 0.1328,
+      "step": 6110
+    },
+    {
+      "grad_norm": 0.7859647274017334,
+      "learning_rate": 6.119e-05,
+      "loss": 0.1222,
+      "step": 6120
+    },
+    {
+      "grad_norm": 0.840678870677948,
+      "learning_rate": 6.129e-05,
+      "loss": 0.1058,
+      "step": 6130
+    },
+    {
+      "grad_norm": 1.0316786766052246,
+      "learning_rate": 6.139000000000001e-05,
+      "loss": 0.1023,
+      "step": 6140
+    },
+    {
+      "grad_norm": 1.3094611167907715,
+      "learning_rate": 6.149000000000001e-05,
+      "loss": 0.1086,
+      "step": 6150
+    },
+    {
+      "grad_norm": 1.0112197399139404,
+      "learning_rate": 6.159e-05,
+      "loss": 0.142,
+      "step": 6160
+    },
+    {
+      "grad_norm": 1.0255279541015625,
+      "learning_rate": 6.169e-05,
+      "loss": 0.1246,
+      "step": 6170
+    },
+    {
+      "grad_norm": 0.8183356523513794,
+      "learning_rate": 6.179e-05,
+      "loss": 0.1552,
+      "step": 6180
+    },
+    {
+      "grad_norm": 0.8438102006912231,
+      "learning_rate": 6.189e-05,
+      "loss": 0.113,
+      "step": 6190
+    },
+    {
+      "grad_norm": 1.2710213661193848,
+      "learning_rate": 6.199000000000001e-05,
+      "loss": 0.1113,
+      "step": 6200
+    },
+    {
+      "grad_norm": 0.8332725763320923,
+      "learning_rate": 6.209000000000001e-05,
+      "loss": 0.112,
+      "step": 6210
+    },
+    {
+      "grad_norm": 0.6341045498847961,
+      "learning_rate": 6.219e-05,
+      "loss": 0.1134,
+      "step": 6220
+    },
+    {
+      "grad_norm": 0.8169305324554443,
+      "learning_rate": 6.229e-05,
+      "loss": 0.1048,
+      "step": 6230
+    },
+    {
+      "grad_norm": 0.6750615239143372,
+      "learning_rate": 6.239e-05,
+      "loss": 0.0829,
+      "step": 6240
+    },
+    {
+      "grad_norm": 0.8523585796356201,
+      "learning_rate": 6.249e-05,
+      "loss": 0.0907,
+      "step": 6250
+    },
+    {
+      "grad_norm": 0.8387538194656372,
+      "learning_rate": 6.259000000000001e-05,
+      "loss": 0.1046,
+      "step": 6260
+    },
+    {
+      "grad_norm": 1.1740690469741821,
+      "learning_rate": 6.269e-05,
+      "loss": 0.1036,
+      "step": 6270
+    },
+    {
+      "grad_norm": 0.7315089702606201,
+      "learning_rate": 6.279e-05,
+      "loss": 0.1245,
+      "step": 6280
+    },
+    {
+      "grad_norm": 0.8466883897781372,
+      "learning_rate": 6.289e-05,
+      "loss": 0.1063,
+      "step": 6290
+    },
+    {
+      "grad_norm": 0.7435682415962219,
+      "learning_rate": 6.299e-05,
+      "loss": 0.1014,
+      "step": 6300
+    },
+    {
+      "grad_norm": 0.82485431432724,
+      "learning_rate": 6.309000000000001e-05,
+      "loss": 0.0967,
+      "step": 6310
+    },
+    {
+      "grad_norm": 1.01123046875,
+      "learning_rate": 6.319000000000001e-05,
+      "loss": 0.1301,
+      "step": 6320
+    },
+    {
+      "grad_norm": 1.0256685018539429,
+      "learning_rate": 6.329e-05,
+      "loss": 0.1037,
+      "step": 6330
+    },
+    {
+      "grad_norm": 0.7276252508163452,
+      "learning_rate": 6.339e-05,
+      "loss": 0.1012,
+      "step": 6340
+    },
+    {
+      "grad_norm": 0.8903923630714417,
+      "learning_rate": 6.349e-05,
+      "loss": 0.1203,
+      "step": 6350
+    },
+    {
+      "grad_norm": 0.8870490789413452,
+      "learning_rate": 6.359e-05,
+      "loss": 0.1277,
+      "step": 6360
+    },
+    {
+      "grad_norm": 0.9292553067207336,
+      "learning_rate": 6.369000000000001e-05,
+      "loss": 0.1247,
+      "step": 6370
+    },
+    {
+      "grad_norm": 0.8701168298721313,
+      "learning_rate": 6.379000000000001e-05,
+      "loss": 0.1287,
+      "step": 6380
+    },
+    {
+      "grad_norm": 0.9563761949539185,
+      "learning_rate": 6.389e-05,
+      "loss": 0.1053,
+      "step": 6390
+    },
+    {
+      "grad_norm": 0.7752581238746643,
+      "learning_rate": 6.399e-05,
+      "loss": 0.1297,
+      "step": 6400
+    },
+    {
+      "grad_norm": 0.893877387046814,
+      "learning_rate": 6.409e-05,
+      "loss": 0.1004,
+      "step": 6410
+    },
+    {
+      "grad_norm": 1.1340187788009644,
+      "learning_rate": 6.419000000000001e-05,
+      "loss": 0.0984,
+      "step": 6420
+    },
+    {
+      "grad_norm": 1.3698877096176147,
+      "learning_rate": 6.429000000000001e-05,
+      "loss": 0.1206,
+      "step": 6430
+    },
+    {
+      "grad_norm": 0.7787458896636963,
+      "learning_rate": 6.439000000000001e-05,
+      "loss": 0.1444,
+      "step": 6440
+    },
+    {
+      "grad_norm": 1.007850170135498,
+      "learning_rate": 6.449e-05,
+      "loss": 0.1466,
+      "step": 6450
+    },
+    {
+      "grad_norm": 0.731299102306366,
+      "learning_rate": 6.459e-05,
+      "loss": 0.1059,
+      "step": 6460
+    },
+    {
+      "grad_norm": 1.2477169036865234,
+      "learning_rate": 6.469e-05,
+      "loss": 0.1495,
+      "step": 6470
+    },
+    {
+      "grad_norm": 1.2738208770751953,
+      "learning_rate": 6.479000000000001e-05,
+      "loss": 0.1033,
+      "step": 6480
+    },
+    {
+      "grad_norm": 0.9361453056335449,
+      "learning_rate": 6.489000000000001e-05,
+      "loss": 0.1032,
+      "step": 6490
+    },
+    {
+      "grad_norm": 0.7055419087409973,
+      "learning_rate": 6.499000000000001e-05,
+      "loss": 0.149,
+      "step": 6500
+    },
+    {
+      "grad_norm": 0.9577810168266296,
+      "learning_rate": 6.509e-05,
+      "loss": 0.1137,
+      "step": 6510
+    },
+    {
+      "grad_norm": 1.859988808631897,
+      "learning_rate": 6.519e-05,
+      "loss": 0.1088,
+      "step": 6520
+    },
+    {
+      "grad_norm": 0.8579108715057373,
+      "learning_rate": 6.529e-05,
+      "loss": 0.1149,
+      "step": 6530
+    },
+    {
+      "grad_norm": 1.088701844215393,
+      "learning_rate": 6.539000000000001e-05,
+      "loss": 0.1302,
+      "step": 6540
+    },
+    {
+      "grad_norm": 1.4168336391448975,
+      "learning_rate": 6.549000000000001e-05,
+      "loss": 0.1206,
+      "step": 6550
+    },
+    {
+      "grad_norm": 0.8893941044807434,
+      "learning_rate": 6.559e-05,
+      "loss": 0.0938,
+      "step": 6560
+    },
+    {
+      "grad_norm": 1.4061110019683838,
+      "learning_rate": 6.569e-05,
+      "loss": 0.1126,
+      "step": 6570
+    },
+    {
+      "grad_norm": 0.7989781498908997,
+      "learning_rate": 6.579e-05,
+      "loss": 0.0974,
+      "step": 6580
+    },
+    {
+      "grad_norm": 0.7768872976303101,
+      "learning_rate": 6.589000000000001e-05,
+      "loss": 0.1064,
+      "step": 6590
+    },
+    {
+      "grad_norm": 0.9062947034835815,
+      "learning_rate": 6.599000000000001e-05,
+      "loss": 0.0895,
+      "step": 6600
+    },
+    {
+      "grad_norm": 0.9719805717468262,
+      "learning_rate": 6.609000000000001e-05,
+      "loss": 0.1398,
+      "step": 6610
+    },
+    {
+      "grad_norm": 0.7126299738883972,
+      "learning_rate": 6.619e-05,
+      "loss": 0.1029,
+      "step": 6620
+    },
+    {
+      "grad_norm": 1.0261019468307495,
+      "learning_rate": 6.629e-05,
+      "loss": 0.1323,
+      "step": 6630
+    },
+    {
+      "grad_norm": 0.6901127696037292,
+      "learning_rate": 6.639e-05,
+      "loss": 0.1502,
+      "step": 6640
+    },
+    {
+      "grad_norm": 1.1253154277801514,
+      "learning_rate": 6.649000000000001e-05,
+      "loss": 0.1167,
+      "step": 6650
+    },
+    {
+      "grad_norm": 0.8279752135276794,
+      "learning_rate": 6.659000000000001e-05,
+      "loss": 0.1082,
+      "step": 6660
+    },
+    {
+      "grad_norm": 0.7361634969711304,
+      "learning_rate": 6.669000000000001e-05,
+      "loss": 0.1248,
+      "step": 6670
+    },
+    {
+      "grad_norm": 2.4363372325897217,
+      "learning_rate": 6.679e-05,
+      "loss": 0.1157,
+      "step": 6680
+    },
+    {
+      "grad_norm": 0.7383310198783875,
+      "learning_rate": 6.689e-05,
+      "loss": 0.1175,
+      "step": 6690
+    },
+    {
+      "grad_norm": 1.0392268896102905,
+      "learning_rate": 6.699000000000001e-05,
+      "loss": 0.1119,
+      "step": 6700
+    },
+    {
+      "grad_norm": 0.8779187798500061,
+      "learning_rate": 6.709000000000001e-05,
+      "loss": 0.1003,
+      "step": 6710
+    },
+    {
+      "grad_norm": 0.8005078434944153,
+      "learning_rate": 6.719000000000001e-05,
+      "loss": 0.1246,
+      "step": 6720
+    },
+    {
+      "grad_norm": 0.8823389410972595,
+      "learning_rate": 6.729000000000001e-05,
+      "loss": 0.0946,
+      "step": 6730
+    },
+    {
+      "grad_norm": 0.8538469076156616,
+      "learning_rate": 6.739e-05,
+      "loss": 0.1093,
+      "step": 6740
+    },
+    {
+      "grad_norm": 1.107082486152649,
+      "learning_rate": 6.749e-05,
+      "loss": 0.1464,
+      "step": 6750
+    },
+    {
+      "grad_norm": 0.6935389637947083,
+      "learning_rate": 6.759e-05,
+      "loss": 0.1687,
+      "step": 6760
+    },
+    {
+      "grad_norm": 0.8310034871101379,
+      "learning_rate": 6.769e-05,
+      "loss": 0.1044,
+      "step": 6770
+    },
+    {
+      "grad_norm": 0.5981224775314331,
+      "learning_rate": 6.779e-05,
+      "loss": 0.097,
+      "step": 6780
+    },
+    {
+      "grad_norm": 0.8812510967254639,
+      "learning_rate": 6.789e-05,
+      "loss": 0.1346,
+      "step": 6790
+    },
+    {
+      "grad_norm": 0.8639986515045166,
+      "learning_rate": 6.799e-05,
+      "loss": 0.1161,
+      "step": 6800
+    },
+    {
+      "grad_norm": 1.0980374813079834,
+      "learning_rate": 6.809e-05,
+      "loss": 0.124,
+      "step": 6810
+    },
+    {
+      "grad_norm": 0.9929438233375549,
+      "learning_rate": 6.819e-05,
+      "loss": 0.1055,
+      "step": 6820
+    },
+    {
+      "grad_norm": 0.6213039755821228,
+      "learning_rate": 6.829e-05,
+      "loss": 0.1078,
+      "step": 6830
+    },
+    {
+      "grad_norm": 0.9570059180259705,
+      "learning_rate": 6.839e-05,
+      "loss": 0.1094,
+      "step": 6840
+    },
+    {
+      "grad_norm": 0.7508115172386169,
+      "learning_rate": 6.849e-05,
+      "loss": 0.1046,
+      "step": 6850
+    },
+    {
+      "grad_norm": 1.0042669773101807,
+      "learning_rate": 6.858999999999999e-05,
+      "loss": 0.1194,
+      "step": 6860
+    },
+    {
+      "grad_norm": 1.2766649723052979,
+      "learning_rate": 6.869e-05,
+      "loss": 0.1125,
+      "step": 6870
+    },
+    {
+      "grad_norm": 0.9548705816268921,
+      "learning_rate": 6.879e-05,
+      "loss": 0.1315,
+      "step": 6880
+    },
+    {
+      "grad_norm": 0.8312375545501709,
+      "learning_rate": 6.889e-05,
+      "loss": 0.1111,
+      "step": 6890
+    },
+    {
+      "grad_norm": 1.0502053499221802,
+      "learning_rate": 6.899e-05,
+      "loss": 0.1261,
+      "step": 6900
+    },
+    {
+      "grad_norm": 0.9631084203720093,
+      "learning_rate": 6.909e-05,
+      "loss": 0.0999,
+      "step": 6910
+    },
+    {
+      "grad_norm": 0.9157575368881226,
+      "learning_rate": 6.918999999999999e-05,
+      "loss": 0.0971,
+      "step": 6920
+    },
+    {
+      "grad_norm": 1.0381141901016235,
+      "learning_rate": 6.929e-05,
+      "loss": 0.1302,
+      "step": 6930
+    },
+    {
+      "grad_norm": 0.6944761276245117,
+      "learning_rate": 6.939e-05,
+      "loss": 0.1196,
+      "step": 6940
+    },
+    {
+      "grad_norm": 0.955314040184021,
+      "learning_rate": 6.949e-05,
+      "loss": 0.1088,
+      "step": 6950
+    },
+    {
+      "grad_norm": 0.8364238739013672,
+      "learning_rate": 6.959e-05,
+      "loss": 0.1075,
+      "step": 6960
+    },
+    {
+      "grad_norm": 0.8688331246376038,
+      "learning_rate": 6.969e-05,
+      "loss": 0.1074,
+      "step": 6970
+    },
+    {
+      "grad_norm": 0.8748021125793457,
+      "learning_rate": 6.979e-05,
+      "loss": 0.1194,
+      "step": 6980
+    },
+    {
+      "grad_norm": 0.9420182704925537,
+      "learning_rate": 6.989e-05,
+      "loss": 0.1123,
+      "step": 6990
+    },
+    {
+      "grad_norm": 1.0460361242294312,
+      "learning_rate": 6.999e-05,
+      "loss": 0.096,
+      "step": 7000
+    },
+    {
+      "grad_norm": 0.8880594372749329,
+      "learning_rate": 7.009e-05,
+      "loss": 0.1207,
+      "step": 7010
+    },
+    {
+      "grad_norm": 0.810185968875885,
+      "learning_rate": 7.019e-05,
+      "loss": 0.1119,
+      "step": 7020
+    },
+    {
+      "grad_norm": 0.8149952292442322,
+      "learning_rate": 7.029e-05,
+      "loss": 0.1005,
+      "step": 7030
+    },
+    {
+      "grad_norm": 0.8606831431388855,
+      "learning_rate": 7.039e-05,
+      "loss": 0.1272,
+      "step": 7040
+    },
+    {
+      "grad_norm": 0.9269838929176331,
+      "learning_rate": 7.049e-05,
+      "loss": 0.1105,
+      "step": 7050
+    },
+    {
+      "grad_norm": 1.0459978580474854,
+      "learning_rate": 7.059e-05,
+      "loss": 0.1159,
+      "step": 7060
+    },
+    {
+      "grad_norm": 0.8293987512588501,
+      "learning_rate": 7.069e-05,
+      "loss": 0.1072,
+      "step": 7070
+    },
+    {
+      "grad_norm": 0.7235618233680725,
+      "learning_rate": 7.079e-05,
+      "loss": 0.1144,
+      "step": 7080
+    },
+    {
+      "grad_norm": 0.8999929428100586,
+      "learning_rate": 7.089000000000001e-05,
+      "loss": 0.1128,
+      "step": 7090
+    },
+    {
+      "grad_norm": 0.8897308707237244,
+      "learning_rate": 7.099e-05,
+      "loss": 0.1203,
+      "step": 7100
+    },
+    {
+      "grad_norm": 0.6824089288711548,
+      "learning_rate": 7.109e-05,
+      "loss": 0.092,
+      "step": 7110
+    },
+    {
+      "grad_norm": 0.7877505421638489,
+      "learning_rate": 7.119e-05,
+      "loss": 0.0844,
+      "step": 7120
+    },
+    {
+      "grad_norm": 0.8141728043556213,
+      "learning_rate": 7.129e-05,
+      "loss": 0.1092,
+      "step": 7130
+    },
+    {
+      "grad_norm": 0.7298322319984436,
+      "learning_rate": 7.139e-05,
+      "loss": 0.1167,
+      "step": 7140
+    },
+    {
+      "grad_norm": 0.8018761277198792,
+      "learning_rate": 7.149e-05,
+      "loss": 0.1361,
+      "step": 7150
+    },
+    {
+      "grad_norm": 0.856553852558136,
+      "learning_rate": 7.159e-05,
+      "loss": 0.1186,
+      "step": 7160
+    },
+    {
+      "grad_norm": 0.9508381485939026,
+      "learning_rate": 7.169e-05,
+      "loss": 0.1354,
+      "step": 7170
+    },
+    {
+      "grad_norm": 0.8731581568717957,
+      "learning_rate": 7.179e-05,
+      "loss": 0.1099,
+      "step": 7180
+    },
+    {
+      "grad_norm": 0.8028404116630554,
+      "learning_rate": 7.189e-05,
+      "loss": 0.1055,
+      "step": 7190
+    },
+    {
+      "grad_norm": 0.6257680058479309,
+      "learning_rate": 7.199000000000001e-05,
+      "loss": 0.1032,
+      "step": 7200
+    },
+    {
+      "grad_norm": 0.9979420304298401,
+      "learning_rate": 7.209e-05,
+      "loss": 0.12,
+      "step": 7210
+    },
+    {
+      "grad_norm": 0.9263043999671936,
+      "learning_rate": 7.219e-05,
+      "loss": 0.1048,
+      "step": 7220
+    },
+    {
+      "grad_norm": 0.9590533375740051,
+      "learning_rate": 7.229e-05,
+      "loss": 0.104,
+      "step": 7230
+    },
+    {
+      "grad_norm": 0.7663519382476807,
+      "learning_rate": 7.239e-05,
+      "loss": 0.1137,
+      "step": 7240
+    },
+    {
+      "grad_norm": 0.7693989276885986,
+      "learning_rate": 7.249e-05,
+      "loss": 0.0951,
+      "step": 7250
+    },
+    {
+      "grad_norm": 0.6983858942985535,
+      "learning_rate": 7.259000000000001e-05,
+      "loss": 0.0915,
+      "step": 7260
+    },
+    {
+      "grad_norm": 0.9105063676834106,
+      "learning_rate": 7.269e-05,
+      "loss": 0.1088,
+      "step": 7270
+    },
+    {
+      "grad_norm": 1.118403673171997,
+      "learning_rate": 7.279e-05,
+      "loss": 0.1077,
+      "step": 7280
+    },
+    {
+      "grad_norm": 1.2539007663726807,
+      "learning_rate": 7.289e-05,
+      "loss": 0.1067,
+      "step": 7290
+    },
+    {
+      "grad_norm": 0.9875116348266602,
+      "learning_rate": 7.299e-05,
+      "loss": 0.1141,
+      "step": 7300
+    },
+    {
+      "grad_norm": 1.2972279787063599,
+      "learning_rate": 7.309e-05,
+      "loss": 0.1302,
+      "step": 7310
+    },
+    {
+      "grad_norm": 1.1812101602554321,
+      "learning_rate": 7.319000000000001e-05,
+      "loss": 0.0969,
+      "step": 7320
+    },
+    {
+      "grad_norm": 0.7690911889076233,
+      "learning_rate": 7.329e-05,
+      "loss": 0.1228,
+      "step": 7330
+    },
+    {
+      "grad_norm": 1.0311437845230103,
+      "learning_rate": 7.339e-05,
+      "loss": 0.1207,
+      "step": 7340
+    },
+    {
+      "grad_norm": 1.0403558015823364,
+      "learning_rate": 7.349e-05,
+      "loss": 0.1208,
+      "step": 7350
+    },
+    {
+      "grad_norm": 0.7895894050598145,
+      "learning_rate": 7.359e-05,
+      "loss": 0.1263,
+      "step": 7360
+    },
+    {
+      "grad_norm": 0.9845911860466003,
+      "learning_rate": 7.369000000000001e-05,
+      "loss": 0.114,
+      "step": 7370
+    },
+    {
+      "grad_norm": 0.721468985080719,
+      "learning_rate": 7.379000000000001e-05,
+      "loss": 0.1083,
+      "step": 7380
+    },
+    {
+      "grad_norm": 1.0693552494049072,
+      "learning_rate": 7.389e-05,
+      "loss": 0.1278,
+      "step": 7390
+    },
+    {
+      "grad_norm": 0.5564489960670471,
+      "learning_rate": 7.399e-05,
+      "loss": 0.1008,
+      "step": 7400
+    },
+    {
+      "grad_norm": 0.7150811553001404,
+      "learning_rate": 7.409e-05,
+      "loss": 0.1115,
+      "step": 7410
+    },
+    {
+      "grad_norm": 1.1781234741210938,
+      "learning_rate": 7.419e-05,
+      "loss": 0.1183,
+      "step": 7420
+    },
+    {
+      "grad_norm": 0.7744550704956055,
+      "learning_rate": 7.429000000000001e-05,
+      "loss": 0.1118,
+      "step": 7430
+    },
+    {
+      "grad_norm": 0.6486948132514954,
+      "learning_rate": 7.439e-05,
+      "loss": 0.1142,
+      "step": 7440
+    },
+    {
+      "grad_norm": 0.7652844786643982,
+      "learning_rate": 7.449e-05,
+      "loss": 0.1029,
+      "step": 7450
+    },
+    {
+      "grad_norm": 0.6150469779968262,
+      "learning_rate": 7.459e-05,
+      "loss": 0.088,
+      "step": 7460
+    },
+    {
+      "grad_norm": 0.8029166460037231,
+      "learning_rate": 7.469e-05,
+      "loss": 0.1085,
+      "step": 7470
+    },
+    {
+      "grad_norm": 0.7685571908950806,
+      "learning_rate": 7.479000000000001e-05,
+      "loss": 0.0939,
+      "step": 7480
+    },
+    {
+      "grad_norm": 0.9851720929145813,
+      "learning_rate": 7.489000000000001e-05,
+      "loss": 0.1323,
+      "step": 7490
+    },
+    {
+      "grad_norm": 0.8039880990982056,
+      "learning_rate": 7.499e-05,
+      "loss": 0.1361,
+      "step": 7500
+    },
+    {
+      "grad_norm": 1.1744712591171265,
+      "learning_rate": 7.509e-05,
+      "loss": 0.1152,
+      "step": 7510
+    },
+    {
+      "grad_norm": 0.7799496054649353,
+      "learning_rate": 7.519e-05,
+      "loss": 0.097,
+      "step": 7520
+    },
+    {
+      "grad_norm": 0.6255172491073608,
+      "learning_rate": 7.529e-05,
+      "loss": 0.1152,
+      "step": 7530
+    },
+    {
+      "grad_norm": 1.1555200815200806,
+      "learning_rate": 7.539000000000001e-05,
+      "loss": 0.1377,
+      "step": 7540
+    },
+    {
+      "grad_norm": 0.8543136715888977,
+      "learning_rate": 7.549000000000001e-05,
+      "loss": 0.1228,
+      "step": 7550
+    },
+    {
+      "grad_norm": 0.7149409055709839,
+      "learning_rate": 7.559e-05,
+      "loss": 0.1119,
+      "step": 7560
+    },
+    {
+      "grad_norm": 0.9120664596557617,
+      "learning_rate": 7.569e-05,
+      "loss": 0.1038,
+      "step": 7570
+    },
+    {
+      "grad_norm": 1.3391811847686768,
+      "learning_rate": 7.579e-05,
+      "loss": 0.0952,
+      "step": 7580
+    },
+    {
+      "grad_norm": 0.7847825288772583,
+      "learning_rate": 7.589000000000001e-05,
+      "loss": 0.1336,
+      "step": 7590
+    },
+    {
+      "grad_norm": 0.7908979654312134,
+      "learning_rate": 7.599000000000001e-05,
+      "loss": 0.1317,
+      "step": 7600
+    },
+    {
+      "grad_norm": 0.7850469350814819,
+      "learning_rate": 7.609000000000001e-05,
+      "loss": 0.1261,
+      "step": 7610
+    },
+    {
+      "grad_norm": 0.9408200979232788,
+      "learning_rate": 7.619e-05,
+      "loss": 0.0971,
+      "step": 7620
+    },
+    {
+      "grad_norm": 1.0297203063964844,
+      "learning_rate": 7.629e-05,
+      "loss": 0.1083,
+      "step": 7630
+    },
+    {
+      "grad_norm": 0.659436047077179,
+      "learning_rate": 7.639e-05,
+      "loss": 0.1147,
+      "step": 7640
+    },
+    {
+      "grad_norm": 0.7313481569290161,
+      "learning_rate": 7.649000000000001e-05,
+      "loss": 0.1122,
+      "step": 7650
+    },
+    {
+      "grad_norm": 0.7862698435783386,
+      "learning_rate": 7.659000000000001e-05,
+      "loss": 0.107,
+      "step": 7660
+    },
+    {
+      "grad_norm": 0.8498318195343018,
+      "learning_rate": 7.669000000000001e-05,
+      "loss": 0.0895,
+      "step": 7670
+    },
+    {
+      "grad_norm": 0.6571590304374695,
+      "learning_rate": 7.679e-05,
+      "loss": 0.1106,
+      "step": 7680
+    },
+    {
+      "grad_norm": 0.7642963528633118,
+      "learning_rate": 7.689e-05,
+      "loss": 0.1288,
+      "step": 7690
+    },
+    {
+      "grad_norm": 1.0183095932006836,
+      "learning_rate": 7.699e-05,
+      "loss": 0.1195,
+      "step": 7700
+    },
+    {
+      "grad_norm": 0.9381212592124939,
+      "learning_rate": 7.709000000000001e-05,
+      "loss": 0.0974,
+      "step": 7710
+    },
+    {
+      "grad_norm": 0.8611446022987366,
+      "learning_rate": 7.719000000000001e-05,
+      "loss": 0.1159,
+      "step": 7720
+    },
+    {
+      "grad_norm": 0.7527132034301758,
+      "learning_rate": 7.729e-05,
+      "loss": 0.118,
+      "step": 7730
+    },
+    {
+      "grad_norm": 0.7212865948677063,
+      "learning_rate": 7.739e-05,
+      "loss": 0.0979,
+      "step": 7740
+    },
+    {
+      "grad_norm": 0.7442691326141357,
+      "learning_rate": 7.749e-05,
+      "loss": 0.1125,
+      "step": 7750
+    },
+    {
+      "grad_norm": 0.8924878835678101,
+      "learning_rate": 7.759000000000001e-05,
+      "loss": 0.0947,
+      "step": 7760
+    },
+    {
+      "grad_norm": 0.7761420011520386,
+      "learning_rate": 7.769000000000001e-05,
+      "loss": 0.1297,
+      "step": 7770
+    },
+    {
+      "grad_norm": 0.6044732928276062,
+      "learning_rate": 7.779000000000001e-05,
+      "loss": 0.098,
+      "step": 7780
+    },
+    {
+      "grad_norm": 0.7506924867630005,
+      "learning_rate": 7.789e-05,
+      "loss": 0.108,
+      "step": 7790
+    },
+    {
+      "grad_norm": 0.7867915034294128,
+      "learning_rate": 7.799e-05,
+      "loss": 0.1068,
+      "step": 7800
+    },
+    {
+      "grad_norm": 0.7856225967407227,
+      "learning_rate": 7.809e-05,
+      "loss": 0.1065,
+      "step": 7810
+    },
+    {
+      "grad_norm": 0.9217194318771362,
+      "learning_rate": 7.819000000000001e-05,
+      "loss": 0.1034,
+      "step": 7820
+    },
+    {
+      "grad_norm": 0.7862571477890015,
+      "learning_rate": 7.829000000000001e-05,
+      "loss": 0.109,
+      "step": 7830
+    },
+    {
+      "grad_norm": 1.0002670288085938,
+      "learning_rate": 7.839000000000001e-05,
+      "loss": 0.1205,
+      "step": 7840
+    },
+    {
+      "grad_norm": 0.8491230010986328,
+      "learning_rate": 7.849e-05,
+      "loss": 0.1198,
+      "step": 7850
+    },
+    {
+      "grad_norm": 0.6717486381530762,
+      "learning_rate": 7.859e-05,
+      "loss": 0.0916,
+      "step": 7860
+    },
+    {
+      "grad_norm": 1.3053429126739502,
+      "learning_rate": 7.869000000000001e-05,
+      "loss": 0.1337,
+      "step": 7870
+    },
+    {
+      "grad_norm": 1.2145497798919678,
+      "learning_rate": 7.879000000000001e-05,
+      "loss": 0.1334,
+      "step": 7880
+    },
+    {
+      "grad_norm": 0.8512216806411743,
+      "learning_rate": 7.889000000000001e-05,
+      "loss": 0.1137,
+      "step": 7890
+    },
+    {
+      "grad_norm": 0.896957516670227,
+      "learning_rate": 7.899000000000001e-05,
+      "loss": 0.0993,
+      "step": 7900
+    },
+    {
+      "grad_norm": 0.9095954298973083,
+      "learning_rate": 7.909e-05,
+      "loss": 0.1272,
+      "step": 7910
+    },
+    {
+      "grad_norm": 1.0546730756759644,
+      "learning_rate": 7.919e-05,
+      "loss": 0.1055,
+      "step": 7920
+    },
+    {
+      "grad_norm": 0.8766406774520874,
+      "learning_rate": 7.929000000000001e-05,
+      "loss": 0.0886,
+      "step": 7930
+    },
+    {
+      "grad_norm": 0.8158206343650818,
+      "learning_rate": 7.939000000000001e-05,
+      "loss": 0.1123,
+      "step": 7940
+    },
+    {
+      "grad_norm": 0.6817150712013245,
+      "learning_rate": 7.949000000000001e-05,
+      "loss": 0.1315,
+      "step": 7950
+    },
+    {
+      "grad_norm": 0.6552171111106873,
+      "learning_rate": 7.959000000000002e-05,
+      "loss": 0.0912,
+      "step": 7960
+    },
+    {
+      "grad_norm": 0.8243007659912109,
+      "learning_rate": 7.969e-05,
+      "loss": 0.1207,
+      "step": 7970
+    },
+    {
+      "grad_norm": 1.1980174779891968,
+      "learning_rate": 7.979000000000001e-05,
+      "loss": 0.1072,
+      "step": 7980
+    },
+    {
+      "grad_norm": 0.8345234990119934,
+      "learning_rate": 7.989000000000001e-05,
+      "loss": 0.1248,
+      "step": 7990
+    },
+    {
+      "grad_norm": 1.2211310863494873,
+      "learning_rate": 7.999000000000001e-05,
+      "loss": 0.1181,
+      "step": 8000
+    },
+    {
+      "grad_norm": 0.6381802558898926,
+      "learning_rate": 8.009e-05,
+      "loss": 0.0871,
+      "step": 8010
+    },
+    {
+      "grad_norm": 0.8846755623817444,
+      "learning_rate": 8.019e-05,
+      "loss": 0.1156,
+      "step": 8020
+    },
+    {
+      "grad_norm": 1.4698905944824219,
+      "learning_rate": 8.028999999999999e-05,
+      "loss": 0.1242,
+      "step": 8030
+    },
+    {
+      "grad_norm": 1.040024757385254,
+      "learning_rate": 8.039e-05,
+      "loss": 0.1072,
+      "step": 8040
+    },
+    {
+      "grad_norm": 0.8775899410247803,
+      "learning_rate": 8.049e-05,
+      "loss": 0.1026,
+      "step": 8050
+    },
+    {
+      "grad_norm": 0.934634268283844,
+      "learning_rate": 8.059e-05,
+      "loss": 0.134,
+      "step": 8060
+    },
+    {
+      "grad_norm": 0.8075314164161682,
+      "learning_rate": 8.069e-05,
+      "loss": 0.0944,
+      "step": 8070
+    },
+    {
+      "grad_norm": 0.6065346002578735,
+      "learning_rate": 8.079e-05,
+      "loss": 0.1098,
+      "step": 8080
+    },
+    {
+      "grad_norm": 0.6221248507499695,
+      "learning_rate": 8.088999999999999e-05,
+      "loss": 0.1264,
+      "step": 8090
+    },
+    {
+      "grad_norm": 0.9363215565681458,
+      "learning_rate": 8.099e-05,
+      "loss": 0.1154,
+      "step": 8100
+    },
+    {
+      "grad_norm": 1.238507628440857,
+      "learning_rate": 8.109e-05,
+      "loss": 0.1073,
+      "step": 8110
+    },
+    {
+      "grad_norm": 0.8735936880111694,
+      "learning_rate": 8.119e-05,
+      "loss": 0.1122,
+      "step": 8120
+    },
+    {
+      "grad_norm": 0.7114894390106201,
+      "learning_rate": 8.129e-05,
+      "loss": 0.1078,
+      "step": 8130
+    },
+    {
+      "grad_norm": 0.8553372025489807,
+      "learning_rate": 8.139e-05,
+      "loss": 0.0944,
+      "step": 8140
+    },
+    {
+      "grad_norm": 0.8654554486274719,
+      "learning_rate": 8.149e-05,
+      "loss": 0.1211,
+      "step": 8150
+    },
+    {
+      "grad_norm": 1.0221205949783325,
+      "learning_rate": 8.159e-05,
+      "loss": 0.1044,
+      "step": 8160
+    },
+    {
+      "grad_norm": 0.9488891363143921,
+      "learning_rate": 8.169e-05,
+      "loss": 0.1,
+      "step": 8170
+    },
+    {
+      "grad_norm": 0.9532612562179565,
+      "learning_rate": 8.179e-05,
+      "loss": 0.1151,
+      "step": 8180
+    },
+    {
+      "grad_norm": 0.9754955172538757,
+      "learning_rate": 8.189e-05,
+      "loss": 0.0953,
+      "step": 8190
+    },
+    {
+      "grad_norm": 1.4063307046890259,
+      "learning_rate": 8.199e-05,
+      "loss": 0.1022,
+      "step": 8200
+    },
+    {
+      "grad_norm": 0.8412924408912659,
+      "learning_rate": 8.209e-05,
+      "loss": 0.1016,
+      "step": 8210
+    },
+    {
+      "grad_norm": 0.9507865905761719,
+      "learning_rate": 8.219e-05,
+      "loss": 0.1099,
+      "step": 8220
+    },
+    {
+      "grad_norm": 0.9438803195953369,
+      "learning_rate": 8.229e-05,
+      "loss": 0.1321,
+      "step": 8230
+    },
+    {
+      "grad_norm": 1.715269923210144,
+      "learning_rate": 8.239e-05,
+      "loss": 0.1457,
+      "step": 8240
+    },
+    {
+      "grad_norm": 0.6977145671844482,
+      "learning_rate": 8.249e-05,
+      "loss": 0.1084,
+      "step": 8250
+    },
+    {
+      "grad_norm": 0.6366567015647888,
+      "learning_rate": 8.259000000000001e-05,
+      "loss": 0.1041,
+      "step": 8260
+    },
+    {
+      "grad_norm": 1.2724367380142212,
+      "learning_rate": 8.269e-05,
+      "loss": 0.1188,
+      "step": 8270
+    },
+    {
+      "grad_norm": 0.8958494663238525,
+      "learning_rate": 8.279e-05,
+      "loss": 0.1052,
+      "step": 8280
+    },
+    {
+      "grad_norm": 0.8358458876609802,
+      "learning_rate": 8.289e-05,
+      "loss": 0.1223,
+      "step": 8290
+    },
+    {
+      "grad_norm": 0.8329949975013733,
+      "learning_rate": 8.299e-05,
+      "loss": 0.1354,
+      "step": 8300
+    },
+    {
+      "grad_norm": 1.1357029676437378,
+      "learning_rate": 8.309e-05,
+      "loss": 0.1153,
+      "step": 8310
+    },
+    {
+      "grad_norm": 0.9239726662635803,
+      "learning_rate": 8.319e-05,
+      "loss": 0.1047,
+      "step": 8320
+    },
+    {
+      "grad_norm": 1.6738183498382568,
+      "learning_rate": 8.329e-05,
+      "loss": 0.1038,
+      "step": 8330
+    },
+    {
+      "grad_norm": 0.7412547469139099,
+      "learning_rate": 8.339e-05,
+      "loss": 0.0969,
+      "step": 8340
+    },
+    {
+      "grad_norm": 0.8286996483802795,
+      "learning_rate": 8.349e-05,
+      "loss": 0.1065,
+      "step": 8350
+    },
+    {
+      "grad_norm": 0.7647151350975037,
+      "learning_rate": 8.359e-05,
+      "loss": 0.1021,
+      "step": 8360
+    },
+    {
+      "grad_norm": 0.6403796672821045,
+      "learning_rate": 8.369000000000001e-05,
+      "loss": 0.1148,
+      "step": 8370
+    },
+    {
+      "grad_norm": 1.0744503736495972,
+      "learning_rate": 8.379e-05,
+      "loss": 0.1007,
+      "step": 8380
+    },
+    {
+      "grad_norm": 0.8300666809082031,
+      "learning_rate": 8.389e-05,
+      "loss": 0.0952,
+      "step": 8390
+    },
+    {
+      "grad_norm": 0.6405826807022095,
+      "learning_rate": 8.399e-05,
+      "loss": 0.1185,
+      "step": 8400
+    },
+    {
+      "grad_norm": 0.9524831175804138,
+      "learning_rate": 8.409e-05,
+      "loss": 0.1109,
+      "step": 8410
+    },
+    {
+      "grad_norm": 0.755047082901001,
+      "learning_rate": 8.419e-05,
+      "loss": 0.1242,
+      "step": 8420
+    },
+    {
+      "grad_norm": 0.8794195652008057,
+      "learning_rate": 8.429000000000001e-05,
+      "loss": 0.1148,
+      "step": 8430
+    },
+    {
+      "grad_norm": 0.6230852603912354,
+      "learning_rate": 8.439e-05,
+      "loss": 0.1287,
+      "step": 8440
+    },
+    {
+      "grad_norm": 0.8849795460700989,
+      "learning_rate": 8.449e-05,
+      "loss": 0.1282,
+      "step": 8450
+    },
+    {
+      "grad_norm": 0.6673727035522461,
+      "learning_rate": 8.459e-05,
+      "loss": 0.1321,
+      "step": 8460
+    },
+    {
+      "grad_norm": 0.7113852500915527,
+      "learning_rate": 8.469e-05,
+      "loss": 0.1256,
+      "step": 8470
+    },
+    {
+      "grad_norm": 0.6869152188301086,
+      "learning_rate": 8.479e-05,
+      "loss": 0.1117,
+      "step": 8480
+    },
+    {
+      "grad_norm": 1.0796656608581543,
+      "learning_rate": 8.489000000000001e-05,
+      "loss": 0.1424,
+      "step": 8490
+    },
+    {
+      "grad_norm": 0.6411420106887817,
+      "learning_rate": 8.499e-05,
+      "loss": 0.1202,
+      "step": 8500
+    },
+    {
+      "grad_norm": 0.9099472165107727,
+      "learning_rate": 8.509e-05,
+      "loss": 0.1151,
+      "step": 8510
+    },
+    {
+      "grad_norm": 0.8348897695541382,
+      "learning_rate": 8.519e-05,
+      "loss": 0.1186,
+      "step": 8520
+    },
+    {
+      "grad_norm": 1.8735721111297607,
+      "learning_rate": 8.529e-05,
+      "loss": 0.1218,
+      "step": 8530
+    },
+    {
+      "grad_norm": 0.6638465523719788,
+      "learning_rate": 8.539000000000001e-05,
+      "loss": 0.1153,
+      "step": 8540
+    },
+    {
+      "grad_norm": 0.6044209599494934,
+      "learning_rate": 8.549000000000001e-05,
+      "loss": 0.1071,
+      "step": 8550
+    },
+    {
+      "grad_norm": 1.0116535425186157,
+      "learning_rate": 8.559e-05,
+      "loss": 0.1113,
+      "step": 8560
+    },
+    {
+      "grad_norm": 0.9716674089431763,
+      "learning_rate": 8.569e-05,
+      "loss": 0.1083,
+      "step": 8570
+    },
+    {
+      "grad_norm": 0.7499246001243591,
+      "learning_rate": 8.579e-05,
+      "loss": 0.1075,
+      "step": 8580
+    },
+    {
+      "grad_norm": 0.8012143969535828,
+      "learning_rate": 8.589e-05,
+      "loss": 0.1031,
+      "step": 8590
+    },
+    {
+      "grad_norm": 1.0194240808486938,
+      "learning_rate": 8.599000000000001e-05,
+      "loss": 0.0906,
+      "step": 8600
+    },
+    {
+      "grad_norm": 0.8011866211891174,
+      "learning_rate": 8.609e-05,
+      "loss": 0.1066,
+      "step": 8610
+    },
+    {
+      "grad_norm": 0.722503662109375,
+      "learning_rate": 8.619e-05,
+      "loss": 0.1037,
+      "step": 8620
+    },
+    {
+      "grad_norm": 0.7976551055908203,
+      "learning_rate": 8.629e-05,
+      "loss": 0.1784,
+      "step": 8630
+    },
+    {
+      "grad_norm": 0.8855199813842773,
+      "learning_rate": 8.639e-05,
+      "loss": 0.0886,
+      "step": 8640
+    },
+    {
+      "grad_norm": 0.5246119499206543,
+      "learning_rate": 8.649000000000001e-05,
+      "loss": 0.0914,
+      "step": 8650
+    },
+    {
+      "grad_norm": 0.7649372816085815,
+      "learning_rate": 8.659000000000001e-05,
+      "loss": 0.113,
+      "step": 8660
+    },
+    {
+      "grad_norm": 0.829483687877655,
+      "learning_rate": 8.669e-05,
+      "loss": 0.0977,
+      "step": 8670
+    },
+    {
+      "grad_norm": 0.6346505284309387,
+      "learning_rate": 8.679e-05,
+      "loss": 0.0893,
+      "step": 8680
+    },
+    {
+      "grad_norm": 0.49878618121147156,
+      "learning_rate": 8.689e-05,
+      "loss": 0.1017,
+      "step": 8690
+    },
+    {
+      "grad_norm": 1.5691807270050049,
+      "learning_rate": 8.699e-05,
+      "loss": 0.092,
+      "step": 8700
+    },
+    {
+      "grad_norm": 0.7634190320968628,
+      "learning_rate": 8.709000000000001e-05,
+      "loss": 0.1022,
+      "step": 8710
+    },
+    {
+      "grad_norm": 0.9104234576225281,
+      "learning_rate": 8.719000000000001e-05,
+      "loss": 0.0994,
+      "step": 8720
+    },
+    {
+      "grad_norm": 0.7287840843200684,
+      "learning_rate": 8.729e-05,
+      "loss": 0.1164,
+      "step": 8730
+    },
+    {
+      "grad_norm": 1.7977399826049805,
+      "learning_rate": 8.739e-05,
+      "loss": 0.1262,
+      "step": 8740
+    },
+    {
+      "grad_norm": 1.5058479309082031,
+      "learning_rate": 8.749e-05,
+      "loss": 0.1172,
+      "step": 8750
+    },
+    {
+      "grad_norm": 0.8767040967941284,
+      "learning_rate": 8.759e-05,
+      "loss": 0.1174,
+      "step": 8760
+    },
+    {
+      "grad_norm": 0.7044188380241394,
+      "learning_rate": 8.769000000000001e-05,
+      "loss": 0.1046,
+      "step": 8770
+    },
+    {
+      "grad_norm": 1.2278473377227783,
+      "learning_rate": 8.779000000000001e-05,
+      "loss": 0.1201,
+      "step": 8780
+    },
+    {
+      "grad_norm": 0.8969400525093079,
+      "learning_rate": 8.789e-05,
+      "loss": 0.1554,
+      "step": 8790
+    },
+    {
+      "grad_norm": 0.9754295349121094,
+      "learning_rate": 8.799e-05,
+      "loss": 0.1202,
+      "step": 8800
+    },
+    {
+      "grad_norm": 0.8776219487190247,
+      "learning_rate": 8.809e-05,
+      "loss": 0.125,
+      "step": 8810
+    },
+    {
+      "grad_norm": 0.8514942526817322,
+      "learning_rate": 8.819000000000001e-05,
+      "loss": 0.1393,
+      "step": 8820
+    },
+    {
+      "grad_norm": 0.8918728232383728,
+      "learning_rate": 8.829000000000001e-05,
+      "loss": 0.1352,
+      "step": 8830
+    },
+    {
+      "grad_norm": 0.6506112217903137,
+      "learning_rate": 8.839000000000001e-05,
+      "loss": 0.1192,
+      "step": 8840
+    },
+    {
+      "grad_norm": 0.9918071627616882,
+      "learning_rate": 8.849e-05,
+      "loss": 0.1219,
+      "step": 8850
+    },
+    {
+      "grad_norm": 0.749983549118042,
+      "learning_rate": 8.859e-05,
+      "loss": 0.095,
+      "step": 8860
+    },
+    {
+      "grad_norm": 0.8175488114356995,
+      "learning_rate": 8.869e-05,
+      "loss": 0.1161,
+      "step": 8870
+    },
+    {
+      "grad_norm": 0.884056031703949,
+      "learning_rate": 8.879000000000001e-05,
+      "loss": 0.1096,
+      "step": 8880
+    },
+    {
+      "grad_norm": 0.6860130429267883,
+      "learning_rate": 8.889000000000001e-05,
+      "loss": 0.1149,
+      "step": 8890
+    },
+    {
+      "grad_norm": 0.9091658592224121,
+      "learning_rate": 8.899e-05,
+      "loss": 0.123,
+      "step": 8900
+    },
+    {
+      "grad_norm": 0.7469496726989746,
+      "learning_rate": 8.909e-05,
+      "loss": 0.1168,
+      "step": 8910
+    },
+    {
+      "grad_norm": 0.690420389175415,
+      "learning_rate": 8.919e-05,
+      "loss": 0.0973,
+      "step": 8920
+    },
+    {
+      "grad_norm": 0.953324556350708,
+      "learning_rate": 8.929000000000001e-05,
+      "loss": 0.134,
+      "step": 8930
+    },
+    {
+      "grad_norm": 0.9958174228668213,
+      "learning_rate": 8.939000000000001e-05,
+      "loss": 0.0951,
+      "step": 8940
+    },
+    {
+      "grad_norm": 0.9288701415061951,
+      "learning_rate": 8.949000000000001e-05,
+      "loss": 0.1139,
+      "step": 8950
+    },
+    {
+      "grad_norm": 0.9118992686271667,
+      "learning_rate": 8.959e-05,
+      "loss": 0.1552,
+      "step": 8960
+    },
+    {
+      "grad_norm": 0.9384323954582214,
+      "learning_rate": 8.969e-05,
+      "loss": 0.1227,
+      "step": 8970
+    },
+    {
+      "grad_norm": 0.9010762572288513,
+      "learning_rate": 8.979e-05,
+      "loss": 0.106,
+      "step": 8980
+    },
+    {
+      "grad_norm": 0.8667104840278625,
+      "learning_rate": 8.989000000000001e-05,
+      "loss": 0.1209,
+      "step": 8990
+    },
+    {
+      "grad_norm": 0.9683027267456055,
+      "learning_rate": 8.999000000000001e-05,
+      "loss": 0.106,
+      "step": 9000
+    },
+    {
+      "grad_norm": 0.8360679149627686,
+      "learning_rate": 9.009000000000001e-05,
+      "loss": 0.1292,
+      "step": 9010
+    },
+    {
+      "grad_norm": 0.9607980847358704,
+      "learning_rate": 9.019e-05,
+      "loss": 0.1402,
+      "step": 9020
+    },
+    {
+      "grad_norm": 0.7085020542144775,
+      "learning_rate": 9.029e-05,
+      "loss": 0.1083,
+      "step": 9030
+    },
+    {
+      "grad_norm": 0.7802607417106628,
+      "learning_rate": 9.039000000000001e-05,
+      "loss": 0.1235,
+      "step": 9040
+    },
+    {
+      "grad_norm": 0.9685109853744507,
+      "learning_rate": 9.049000000000001e-05,
+      "loss": 0.1058,
+      "step": 9050
+    },
+    {
+      "grad_norm": 0.47269928455352783,
+      "learning_rate": 9.059000000000001e-05,
+      "loss": 0.1117,
+      "step": 9060
+    },
+    {
+      "grad_norm": 0.8312849402427673,
+      "learning_rate": 9.069000000000001e-05,
+      "loss": 0.1312,
+      "step": 9070
+    },
+    {
+      "grad_norm": 1.1591686010360718,
+      "learning_rate": 9.079e-05,
+      "loss": 0.1252,
+      "step": 9080
+    },
+    {
+      "grad_norm": 0.8206474781036377,
+      "learning_rate": 9.089e-05,
+      "loss": 0.1542,
+      "step": 9090
+    },
+    {
+      "grad_norm": 0.6397320628166199,
+      "learning_rate": 9.099000000000001e-05,
+      "loss": 0.0974,
+      "step": 9100
+    },
+    {
+      "grad_norm": 0.7310614585876465,
+      "learning_rate": 9.109000000000001e-05,
+      "loss": 0.1011,
+      "step": 9110
+    },
+    {
+      "grad_norm": 1.009570598602295,
+      "learning_rate": 9.119000000000001e-05,
+      "loss": 0.1221,
+      "step": 9120
+    },
+    {
+      "grad_norm": 0.8295372128486633,
+      "learning_rate": 9.129000000000002e-05,
+      "loss": 0.1101,
+      "step": 9130
+    },
+    {
+      "grad_norm": 0.7330739498138428,
+      "learning_rate": 9.139e-05,
+      "loss": 0.1248,
+      "step": 9140
+    },
+    {
+      "grad_norm": 0.8507656455039978,
+      "learning_rate": 9.149e-05,
+      "loss": 0.12,
+      "step": 9150
+    },
+    {
+      "grad_norm": 0.7655848860740662,
+      "learning_rate": 9.159000000000001e-05,
+      "loss": 0.112,
+      "step": 9160
+    },
+    {
+      "grad_norm": 0.6923570036888123,
+      "learning_rate": 9.169000000000001e-05,
+      "loss": 0.1138,
+      "step": 9170
+    },
+    {
+      "grad_norm": 0.74094557762146,
+      "learning_rate": 9.179000000000001e-05,
+      "loss": 0.1037,
+      "step": 9180
+    },
+    {
+      "grad_norm": 0.990933358669281,
+      "learning_rate": 9.189e-05,
+      "loss": 0.1212,
+      "step": 9190
+    },
+    {
+      "grad_norm": 0.8186109662055969,
+      "learning_rate": 9.199e-05,
+      "loss": 0.0953,
+      "step": 9200
+    },
+    {
+      "grad_norm": 1.046505331993103,
+      "learning_rate": 9.209000000000001e-05,
+      "loss": 0.1109,
+      "step": 9210
+    },
+    {
+      "grad_norm": 0.7732158899307251,
+      "learning_rate": 9.219000000000001e-05,
+      "loss": 0.1108,
+      "step": 9220
+    },
+    {
+      "grad_norm": 1.1698670387268066,
+      "learning_rate": 9.229000000000001e-05,
+      "loss": 0.0843,
+      "step": 9230
+    },
+    {
+      "grad_norm": 0.6777998208999634,
+      "learning_rate": 9.239000000000001e-05,
+      "loss": 0.1284,
+      "step": 9240
+    },
+    {
+      "grad_norm": 1.0150254964828491,
+      "learning_rate": 9.249e-05,
+      "loss": 0.0986,
+      "step": 9250
+    },
+    {
+      "grad_norm": 0.9639458060264587,
+      "learning_rate": 9.258999999999999e-05,
+      "loss": 0.1386,
+      "step": 9260
+    },
+    {
+      "grad_norm": 0.7445363402366638,
+      "learning_rate": 9.269e-05,
+      "loss": 0.0936,
+      "step": 9270
+    },
+    {
+      "grad_norm": 0.8966082334518433,
+      "learning_rate": 9.279e-05,
+      "loss": 0.1153,
+      "step": 9280
+    },
+    {
+      "grad_norm": 0.7503647208213806,
+      "learning_rate": 9.289e-05,
+      "loss": 0.11,
+      "step": 9290
+    },
+    {
+      "grad_norm": 0.6890041828155518,
+      "learning_rate": 9.299e-05,
+      "loss": 0.1085,
+      "step": 9300
+    },
+    {
+      "grad_norm": 0.7722306251525879,
+      "learning_rate": 9.309e-05,
+      "loss": 0.1338,
+      "step": 9310
+    },
+    {
+      "grad_norm": 0.8761326670646667,
+      "learning_rate": 9.319e-05,
+      "loss": 0.0996,
+      "step": 9320
+    },
+    {
+      "grad_norm": 1.1794902086257935,
+      "learning_rate": 9.329e-05,
+      "loss": 0.1062,
+      "step": 9330
+    },
+    {
+      "grad_norm": 1.0388062000274658,
+      "learning_rate": 9.339e-05,
+      "loss": 0.1079,
+      "step": 9340
+    },
+    {
+      "grad_norm": 0.8443741202354431,
+      "learning_rate": 9.349e-05,
+      "loss": 0.1268,
+      "step": 9350
+    },
+    {
+      "grad_norm": 0.7427790760993958,
+      "learning_rate": 9.359e-05,
+      "loss": 0.1312,
+      "step": 9360
+    },
+    {
+      "grad_norm": 0.8625345826148987,
+      "learning_rate": 9.369e-05,
+      "loss": 0.1134,
+      "step": 9370
+    },
+    {
+      "grad_norm": 0.7200597524642944,
+      "learning_rate": 9.379e-05,
+      "loss": 0.1428,
+      "step": 9380
+    },
+    {
+      "grad_norm": 0.6420333385467529,
+      "learning_rate": 9.389e-05,
+      "loss": 0.1138,
+      "step": 9390
+    },
+    {
+      "grad_norm": 0.7944412231445312,
+      "learning_rate": 9.399e-05,
+      "loss": 0.1007,
+      "step": 9400
+    },
+    {
+      "grad_norm": 0.7559469938278198,
+      "learning_rate": 9.409e-05,
+      "loss": 0.0984,
+      "step": 9410
+    },
+    {
+      "grad_norm": 0.6862945556640625,
+      "learning_rate": 9.419e-05,
+      "loss": 0.1168,
+      "step": 9420
+    },
+    {
+      "grad_norm": 0.8748782277107239,
+      "learning_rate": 9.429000000000001e-05,
+      "loss": 0.0949,
+      "step": 9430
+    },
+    {
+      "grad_norm": 0.8607191443443298,
+      "learning_rate": 9.439e-05,
+      "loss": 0.1022,
+      "step": 9440
+    },
+    {
+      "grad_norm": 0.6924458742141724,
+      "learning_rate": 9.449e-05,
+      "loss": 0.1054,
+      "step": 9450
+    },
+    {
+      "grad_norm": 0.633037269115448,
+      "learning_rate": 9.459e-05,
+      "loss": 0.1148,
+      "step": 9460
+    },
+    {
+      "grad_norm": 0.927825927734375,
+      "learning_rate": 9.469e-05,
+      "loss": 0.1246,
+      "step": 9470
+    },
+    {
+      "grad_norm": 1.2544233798980713,
+      "learning_rate": 9.479e-05,
+      "loss": 0.1014,
+      "step": 9480
+    },
+    {
+      "grad_norm": 0.655571460723877,
+      "learning_rate": 9.489e-05,
+      "loss": 0.1061,
+      "step": 9490
+    },
+    {
+      "grad_norm": 0.5895609855651855,
+      "learning_rate": 9.499e-05,
+      "loss": 0.0861,
+      "step": 9500
+    },
+    {
+      "grad_norm": 0.6156713962554932,
+      "learning_rate": 9.509e-05,
+      "loss": 0.1008,
+      "step": 9510
+    },
+    {
+      "grad_norm": 0.8699464201927185,
+      "learning_rate": 9.519e-05,
+      "loss": 0.1098,
+      "step": 9520
+    },
+    {
+      "grad_norm": 1.0816878080368042,
+      "learning_rate": 9.529e-05,
+      "loss": 0.135,
+      "step": 9530
+    },
+    {
+      "grad_norm": 1.3330824375152588,
+      "learning_rate": 9.539e-05,
+      "loss": 0.1266,
+      "step": 9540
+    },
+    {
+      "grad_norm": 0.9656386375427246,
+      "learning_rate": 9.549e-05,
+      "loss": 0.136,
+      "step": 9550
+    },
+    {
+      "grad_norm": 1.1430418491363525,
+      "learning_rate": 9.559e-05,
+      "loss": 0.1222,
+      "step": 9560
+    },
+    {
+      "grad_norm": 0.7832177877426147,
+      "learning_rate": 9.569e-05,
+      "loss": 0.1029,
+      "step": 9570
+    },
+    {
+      "grad_norm": 0.6447238326072693,
+      "learning_rate": 9.579e-05,
+      "loss": 0.1039,
+      "step": 9580
+    },
+    {
+      "grad_norm": 0.5840773582458496,
+      "learning_rate": 9.589e-05,
+      "loss": 0.1112,
+      "step": 9590
+    },
+    {
+      "grad_norm": 0.6518750786781311,
+      "learning_rate": 9.599000000000001e-05,
+      "loss": 0.0985,
+      "step": 9600
+    },
+    {
+      "grad_norm": 0.6659868955612183,
+      "learning_rate": 9.609e-05,
+      "loss": 0.0945,
+      "step": 9610
+    },
+    {
+      "grad_norm": 0.8236714005470276,
+      "learning_rate": 9.619e-05,
+      "loss": 0.1122,
+      "step": 9620
+    },
+    {
+      "grad_norm": 1.1134438514709473,
+      "learning_rate": 9.629e-05,
+      "loss": 0.1036,
+      "step": 9630
+    },
+    {
+      "grad_norm": 0.8966442346572876,
+      "learning_rate": 9.639e-05,
+      "loss": 0.1211,
+      "step": 9640
+    },
+    {
+      "grad_norm": 0.8044868111610413,
+      "learning_rate": 9.649e-05,
+      "loss": 0.1087,
+      "step": 9650
+    },
+    {
+      "grad_norm": 0.7582221627235413,
+      "learning_rate": 9.659000000000001e-05,
+      "loss": 0.098,
+      "step": 9660
+    },
+    {
+      "grad_norm": 0.8490458130836487,
+      "learning_rate": 9.669e-05,
+      "loss": 0.113,
+      "step": 9670
+    },
+    {
+      "grad_norm": 0.7920427322387695,
+      "learning_rate": 9.679e-05,
+      "loss": 0.1061,
+      "step": 9680
+    },
+    {
+      "grad_norm": 0.8877688050270081,
+      "learning_rate": 9.689e-05,
+      "loss": 0.1184,
+      "step": 9690
+    },
+    {
+      "grad_norm": 1.0008623600006104,
+      "learning_rate": 9.699e-05,
+      "loss": 0.1071,
+      "step": 9700
+    },
+    {
+      "grad_norm": 0.8438384532928467,
+      "learning_rate": 9.709000000000001e-05,
+      "loss": 0.0968,
+      "step": 9710
+    },
+    {
+      "grad_norm": 0.7979294061660767,
+      "learning_rate": 9.719000000000001e-05,
+      "loss": 0.097,
+      "step": 9720
+    },
+    {
+      "grad_norm": 0.6680224537849426,
+      "learning_rate": 9.729e-05,
+      "loss": 0.1116,
+      "step": 9730
+    },
+    {
+      "grad_norm": 1.0865802764892578,
+      "learning_rate": 9.739e-05,
+      "loss": 0.0969,
+      "step": 9740
+    },
+    {
+      "grad_norm": 0.8223173022270203,
+      "learning_rate": 9.749e-05,
+      "loss": 0.1048,
+      "step": 9750
+    },
+    {
+      "grad_norm": 0.7693291902542114,
+      "learning_rate": 9.759e-05,
+      "loss": 0.0988,
+      "step": 9760
+    },
+    {
+      "grad_norm": 0.8022322654724121,
+      "learning_rate": 9.769000000000001e-05,
+      "loss": 0.1309,
+      "step": 9770
+    },
+    {
+      "grad_norm": 0.7234243154525757,
+      "learning_rate": 9.779e-05,
+      "loss": 0.1247,
+      "step": 9780
+    },
+    {
+      "grad_norm": 1.034021019935608,
+      "learning_rate": 9.789e-05,
+      "loss": 0.0983,
+      "step": 9790
+    },
+    {
+      "grad_norm": 0.9601691961288452,
+      "learning_rate": 9.799e-05,
+      "loss": 0.1013,
+      "step": 9800
+    },
+    {
+      "grad_norm": 0.9926884770393372,
+      "learning_rate": 9.809e-05,
+      "loss": 0.0916,
+      "step": 9810
+    },
+    {
+      "grad_norm": 0.7213889360427856,
+      "learning_rate": 9.819000000000001e-05,
+      "loss": 0.115,
+      "step": 9820
+    },
+    {
+      "grad_norm": 0.8864683508872986,
+      "learning_rate": 9.829000000000001e-05,
+      "loss": 0.1339,
+      "step": 9830
+    },
+    {
+      "grad_norm": 0.700395941734314,
+      "learning_rate": 9.839e-05,
+      "loss": 0.1112,
+      "step": 9840
+    },
+    {
+      "grad_norm": 0.7275599241256714,
+      "learning_rate": 9.849e-05,
+      "loss": 0.1317,
+      "step": 9850
+    },
+    {
+      "grad_norm": 0.8605673909187317,
+      "learning_rate": 9.859e-05,
+      "loss": 0.1148,
+      "step": 9860
+    },
+    {
+      "grad_norm": 1.0375373363494873,
+      "learning_rate": 9.869e-05,
+      "loss": 0.1108,
+      "step": 9870
+    },
+    {
+      "grad_norm": 0.9773157835006714,
+      "learning_rate": 9.879000000000001e-05,
+      "loss": 0.1146,
+      "step": 9880
+    },
+    {
+      "grad_norm": 1.224466323852539,
+      "learning_rate": 9.889000000000001e-05,
+      "loss": 0.142,
+      "step": 9890
+    },
+    {
+      "grad_norm": 0.5765426754951477,
+      "learning_rate": 9.899e-05,
+      "loss": 0.1139,
+      "step": 9900
+    },
+    {
+      "grad_norm": 0.613315224647522,
+      "learning_rate": 9.909e-05,
+      "loss": 0.1051,
+      "step": 9910
+    },
+    {
+      "grad_norm": 0.626232385635376,
+      "learning_rate": 9.919e-05,
+      "loss": 0.1085,
+      "step": 9920
+    },
+    {
+      "grad_norm": 1.1613727807998657,
+      "learning_rate": 9.929e-05,
+      "loss": 0.1309,
+      "step": 9930
+    },
+    {
+      "grad_norm": 0.8042129874229431,
+      "learning_rate": 9.939000000000001e-05,
+      "loss": 0.0976,
+      "step": 9940
+    },
+    {
+      "grad_norm": 0.8563263416290283,
+      "learning_rate": 9.949000000000001e-05,
+      "loss": 0.1035,
+      "step": 9950
+    },
+    {
+      "grad_norm": 0.8037523627281189,
+      "learning_rate": 9.959e-05,
+      "loss": 0.1253,
+      "step": 9960
+    },
+    {
+      "grad_norm": 0.7394858598709106,
+      "learning_rate": 9.969e-05,
+      "loss": 0.1074,
+      "step": 9970
+    },
+    {
+      "grad_norm": 0.7797062397003174,
+      "learning_rate": 9.979e-05,
+      "loss": 0.1256,
+      "step": 9980
+    },
+    {
+      "grad_norm": 0.8144835233688354,
+      "learning_rate": 9.989000000000001e-05,
+      "loss": 0.1021,
+      "step": 9990
+    },
+    {
+      "grad_norm": 0.8877930641174316,
+      "learning_rate": 9.999000000000001e-05,
+      "loss": 0.1315,
+      "step": 10000
+    },
+    {
+      "grad_norm": 0.8264940977096558,
+      "learning_rate": 9.999999944637262e-05,
+      "loss": 0.1278,
+      "step": 10010
+    },
+    {
+      "grad_norm": 0.8573178648948669,
+      "learning_rate": 9.999999753259892e-05,
+      "loss": 0.1169,
+      "step": 10020
+    },
+    {
+      "grad_norm": 0.6292046308517456,
+      "learning_rate": 9.999999425184409e-05,
+      "loss": 0.1069,
+      "step": 10030
+    },
+    {
+      "grad_norm": 0.9978053569793701,
+      "learning_rate": 9.999998960410819e-05,
+      "loss": 0.1165,
+      "step": 10040
+    },
+    {
+      "grad_norm": 0.7574123740196228,
+      "learning_rate": 9.999998358939136e-05,
+      "loss": 0.1195,
+      "step": 10050
+    },
+    {
+      "grad_norm": 0.678922712802887,
+      "learning_rate": 9.999997620769377e-05,
+      "loss": 0.103,
+      "step": 10060
+    },
+    {
+      "grad_norm": 0.8895981311798096,
+      "learning_rate": 9.999996745901561e-05,
+      "loss": 0.0997,
+      "step": 10070
+    },
+    {
+      "grad_norm": 0.8450349569320679,
+      "learning_rate": 9.999995734335712e-05,
+      "loss": 0.1167,
+      "step": 10080
+    },
+    {
+      "grad_norm": 0.6437389850616455,
+      "learning_rate": 9.99999458607186e-05,
+      "loss": 0.1302,
+      "step": 10090
+    },
+    {
+      "grad_norm": 0.7665029764175415,
+      "learning_rate": 9.999993301110033e-05,
+      "loss": 0.1042,
+      "step": 10100
+    },
+    {
+      "grad_norm": 0.9622400999069214,
+      "learning_rate": 9.999991879450268e-05,
+      "loss": 0.0884,
+      "step": 10110
+    },
+    {
+      "grad_norm": 0.7476296424865723,
+      "learning_rate": 9.999990321092603e-05,
+      "loss": 0.0831,
+      "step": 10120
+    },
+    {
+      "grad_norm": 0.7989774346351624,
+      "learning_rate": 9.99998862603708e-05,
+      "loss": 0.1433,
+      "step": 10130
+    },
+    {
+      "grad_norm": 0.8561466932296753,
+      "learning_rate": 9.999986794283748e-05,
+      "loss": 0.1302,
+      "step": 10140
+    },
+    {
+      "grad_norm": 0.6702423691749573,
+      "learning_rate": 9.999984825832654e-05,
+      "loss": 0.1353,
+      "step": 10150
+    },
+    {
+      "grad_norm": 0.7844013571739197,
+      "learning_rate": 9.999982720683854e-05,
+      "loss": 0.1023,
+      "step": 10160
+    },
+    {
+      "grad_norm": 0.8346202373504639,
+      "learning_rate": 9.999980478837405e-05,
+      "loss": 0.0987,
+      "step": 10170
+    },
+    {
+      "grad_norm": 0.7990568280220032,
+      "learning_rate": 9.999978100293367e-05,
+      "loss": 0.1036,
+      "step": 10180
+    },
+    {
+      "grad_norm": 0.6999818086624146,
+      "learning_rate": 9.999975585051808e-05,
+      "loss": 0.1062,
+      "step": 10190
+    },
+    {
+      "grad_norm": 0.8309059143066406,
+      "learning_rate": 9.999972933112795e-05,
+      "loss": 0.1189,
+      "step": 10200
+    },
+    {
+      "grad_norm": 0.685377836227417,
+      "learning_rate": 9.999970144476398e-05,
+      "loss": 0.0924,
+      "step": 10210
+    },
+    {
+      "grad_norm": 0.8849321007728577,
+      "learning_rate": 9.999967219142698e-05,
+      "loss": 0.1285,
+      "step": 10220
+    },
+    {
+      "grad_norm": 0.779046893119812,
+      "learning_rate": 9.999964157111771e-05,
+      "loss": 0.1246,
+      "step": 10230
+    },
+    {
+      "grad_norm": 1.0976123809814453,
+      "learning_rate": 9.999960958383704e-05,
+      "loss": 0.1336,
+      "step": 10240
+    },
+    {
+      "grad_norm": 1.111795425415039,
+      "learning_rate": 9.999957622958582e-05,
+      "loss": 0.1158,
+      "step": 10250
+    },
+    {
+      "grad_norm": 0.8413555026054382,
+      "learning_rate": 9.999954150836497e-05,
+      "loss": 0.1213,
+      "step": 10260
+    },
+    {
+      "grad_norm": 0.9158645868301392,
+      "learning_rate": 9.999950542017544e-05,
+      "loss": 0.1127,
+      "step": 10270
+    },
+    {
+      "grad_norm": 0.9392321109771729,
+      "learning_rate": 9.99994679650182e-05,
+      "loss": 0.1038,
+      "step": 10280
+    },
+    {
+      "grad_norm": 1.0374712944030762,
+      "learning_rate": 9.99994291428943e-05,
+      "loss": 0.1127,
+      "step": 10290
+    },
+    {
+      "grad_norm": 0.796461284160614,
+      "learning_rate": 9.999938895380481e-05,
+      "loss": 0.0968,
+      "step": 10300
+    },
+    {
+      "grad_norm": 0.5726178288459778,
+      "learning_rate": 9.999934739775079e-05,
+      "loss": 0.1303,
+      "step": 10310
+    },
+    {
+      "grad_norm": 0.6630314588546753,
+      "learning_rate": 9.99993044747334e-05,
+      "loss": 0.1213,
+      "step": 10320
+    },
+    {
+      "grad_norm": 0.8380483984947205,
+      "learning_rate": 9.99992601847538e-05,
+      "loss": 0.1207,
+      "step": 10330
+    },
+    {
+      "grad_norm": 0.708931028842926,
+      "learning_rate": 9.999921452781324e-05,
+      "loss": 0.0948,
+      "step": 10340
+    },
+    {
+      "grad_norm": 1.0425593852996826,
+      "learning_rate": 9.999916750391291e-05,
+      "loss": 0.0988,
+      "step": 10350
+    },
+    {
+      "grad_norm": 0.8419025540351868,
+      "learning_rate": 9.999911911305413e-05,
+      "loss": 0.0948,
+      "step": 10360
+    },
+    {
+      "grad_norm": 1.1510485410690308,
+      "learning_rate": 9.999906935523822e-05,
+      "loss": 0.1171,
+      "step": 10370
+    },
+    {
+      "grad_norm": 0.9366475343704224,
+      "learning_rate": 9.999901823046655e-05,
+      "loss": 0.1357,
+      "step": 10380
+    },
+    {
+      "grad_norm": 0.8005967736244202,
+      "learning_rate": 9.999896573874048e-05,
+      "loss": 0.1046,
+      "step": 10390
+    },
+    {
+      "grad_norm": 0.9521505236625671,
+      "learning_rate": 9.999891188006149e-05,
+      "loss": 0.1042,
+      "step": 10400
+    },
+    {
+      "grad_norm": 0.5906554460525513,
+      "learning_rate": 9.999885665443103e-05,
+      "loss": 0.1033,
+      "step": 10410
+    },
+    {
+      "grad_norm": 0.8411032557487488,
+      "learning_rate": 9.99988000618506e-05,
+      "loss": 0.1221,
+      "step": 10420
+    },
+    {
+      "grad_norm": 0.7045748233795166,
+      "learning_rate": 9.999874210232179e-05,
+      "loss": 0.1038,
+      "step": 10430
+    },
+    {
+      "grad_norm": 0.781524658203125,
+      "learning_rate": 9.999868277584612e-05,
+      "loss": 0.0967,
+      "step": 10440
+    },
+    {
+      "grad_norm": 0.7099361419677734,
+      "learning_rate": 9.999862208242526e-05,
+      "loss": 0.0901,
+      "step": 10450
+    },
+    {
+      "grad_norm": 0.85304194688797,
+      "learning_rate": 9.999856002206086e-05,
+      "loss": 0.1084,
+      "step": 10460
+    },
+    {
+      "grad_norm": 0.5998881459236145,
+      "learning_rate": 9.99984965947546e-05,
+      "loss": 0.0946,
+      "step": 10470
+    },
+    {
+      "grad_norm": 0.4497559666633606,
+      "learning_rate": 9.999843180050825e-05,
+      "loss": 0.0823,
+      "step": 10480
+    },
+    {
+      "grad_norm": 0.7184239625930786,
+      "learning_rate": 9.999836563932355e-05,
+      "loss": 0.1259,
+      "step": 10490
+    },
+    {
+      "grad_norm": 0.6859263181686401,
+      "learning_rate": 9.99982981112023e-05,
+      "loss": 0.1174,
+      "step": 10500
+    },
+    {
+      "grad_norm": 0.8468312621116638,
+      "learning_rate": 9.999822921614636e-05,
+      "loss": 0.0974,
+      "step": 10510
+    },
+    {
+      "grad_norm": 0.7241590619087219,
+      "learning_rate": 9.999815895415764e-05,
+      "loss": 0.1199,
+      "step": 10520
+    },
+    {
+      "grad_norm": 0.6786900758743286,
+      "learning_rate": 9.999808732523804e-05,
+      "loss": 0.1273,
+      "step": 10530
+    },
+    {
+      "grad_norm": 0.7496358156204224,
+      "learning_rate": 9.99980143293895e-05,
+      "loss": 0.1137,
+      "step": 10540
+    },
+    {
+      "grad_norm": 1.0541305541992188,
+      "learning_rate": 9.999793996661402e-05,
+      "loss": 0.1245,
+      "step": 10550
+    },
+    {
+      "grad_norm": 0.7448856234550476,
+      "learning_rate": 9.999786423691368e-05,
+      "loss": 0.1162,
+      "step": 10560
+    },
+    {
+      "grad_norm": 0.7011431455612183,
+      "learning_rate": 9.999778714029049e-05,
+      "loss": 0.1409,
+      "step": 10570
+    },
+    {
+      "grad_norm": 0.872665524482727,
+      "learning_rate": 9.999770867674658e-05,
+      "loss": 0.0898,
+      "step": 10580
+    },
+    {
+      "grad_norm": 0.7696765065193176,
+      "learning_rate": 9.999762884628413e-05,
+      "loss": 0.1043,
+      "step": 10590
+    },
+    {
+      "grad_norm": 0.8603659868240356,
+      "learning_rate": 9.999754764890525e-05,
+      "loss": 0.0844,
+      "step": 10600
+    },
+    {
+      "grad_norm": 0.6151083707809448,
+      "learning_rate": 9.999746508461222e-05,
+      "loss": 0.0779,
+      "step": 10610
+    },
+    {
+      "grad_norm": 0.8696779012680054,
+      "learning_rate": 9.999738115340727e-05,
+      "loss": 0.0961,
+      "step": 10620
+    },
+    {
+      "grad_norm": 1.1314290761947632,
+      "learning_rate": 9.999729585529271e-05,
+      "loss": 0.121,
+      "step": 10630
+    },
+    {
+      "grad_norm": 0.7281700968742371,
+      "learning_rate": 9.999720919027087e-05,
+      "loss": 0.0976,
+      "step": 10640
+    },
+    {
+      "grad_norm": 0.6620031595230103,
+      "learning_rate": 9.99971211583441e-05,
+      "loss": 0.1279,
+      "step": 10650
+    },
+    {
+      "grad_norm": 0.8465137481689453,
+      "learning_rate": 9.999703175951483e-05,
+      "loss": 0.1002,
+      "step": 10660
+    },
+    {
+      "grad_norm": 1.1588407754898071,
+      "learning_rate": 9.999694099378549e-05,
+      "loss": 0.102,
+      "step": 10670
+    },
+    {
+      "grad_norm": 0.7457956671714783,
+      "learning_rate": 9.999684886115857e-05,
+      "loss": 0.1065,
+      "step": 10680
+    },
+    {
+      "grad_norm": 0.764904797077179,
+      "learning_rate": 9.999675536163657e-05,
+      "loss": 0.0908,
+      "step": 10690
+    },
+    {
+      "grad_norm": 0.7011914253234863,
+      "learning_rate": 9.999666049522208e-05,
+      "loss": 0.0965,
+      "step": 10700
+    },
+    {
+      "grad_norm": 0.9033677577972412,
+      "learning_rate": 9.999656426191766e-05,
+      "loss": 0.101,
+      "step": 10710
+    },
+    {
+      "grad_norm": 0.5427287817001343,
+      "learning_rate": 9.999646666172597e-05,
+      "loss": 0.1015,
+      "step": 10720
+    },
+    {
+      "grad_norm": 0.7387320399284363,
+      "learning_rate": 9.999636769464967e-05,
+      "loss": 0.09,
+      "step": 10730
+    },
+    {
+      "grad_norm": 0.5283268094062805,
+      "learning_rate": 9.999626736069144e-05,
+      "loss": 0.0972,
+      "step": 10740
+    },
+    {
+      "grad_norm": 0.6309165358543396,
+      "learning_rate": 9.999616565985406e-05,
+      "loss": 0.1011,
+      "step": 10750
+    },
+    {
+      "grad_norm": 1.2745935916900635,
+      "learning_rate": 9.999606259214029e-05,
+      "loss": 0.1048,
+      "step": 10760
+    },
+    {
+      "grad_norm": 0.5904372334480286,
+      "learning_rate": 9.999595815755294e-05,
+      "loss": 0.0865,
+      "step": 10770
+    },
+    {
+      "grad_norm": 0.7146846652030945,
+      "learning_rate": 9.999585235609488e-05,
+      "loss": 0.0919,
+      "step": 10780
+    },
+    {
+      "grad_norm": 0.7796810269355774,
+      "learning_rate": 9.9995745187769e-05,
+      "loss": 0.1189,
+      "step": 10790
+    },
+    {
+      "grad_norm": 0.9533534646034241,
+      "learning_rate": 9.999563665257823e-05,
+      "loss": 0.0839,
+      "step": 10800
+    },
+    {
+      "grad_norm": 0.9773382544517517,
+      "learning_rate": 9.999552675052554e-05,
+      "loss": 0.0949,
+      "step": 10810
+    },
+    {
+      "grad_norm": 0.6232694387435913,
+      "learning_rate": 9.999541548161392e-05,
+      "loss": 0.0922,
+      "step": 10820
+    },
+    {
+      "grad_norm": 0.6737024784088135,
+      "learning_rate": 9.999530284584644e-05,
+      "loss": 0.0986,
+      "step": 10830
+    },
+    {
+      "grad_norm": 0.5846999883651733,
+      "learning_rate": 9.999518884322617e-05,
+      "loss": 0.0798,
+      "step": 10840
+    },
+    {
+      "grad_norm": 0.6867079734802246,
+      "learning_rate": 9.99950734737562e-05,
+      "loss": 0.0994,
+      "step": 10850
+    },
+    {
+      "grad_norm": 0.7344138622283936,
+      "learning_rate": 9.99949567374397e-05,
+      "loss": 0.0925,
+      "step": 10860
+    },
+    {
+      "grad_norm": 0.6640591621398926,
+      "learning_rate": 9.999483863427988e-05,
+      "loss": 0.1223,
+      "step": 10870
+    },
+    {
+      "grad_norm": 0.756860077381134,
+      "learning_rate": 9.999471916427993e-05,
+      "loss": 0.1074,
+      "step": 10880
+    },
+    {
+      "grad_norm": 0.7165181040763855,
+      "learning_rate": 9.999459832744318e-05,
+      "loss": 0.0833,
+      "step": 10890
+    },
+    {
+      "grad_norm": 0.91389399766922,
+      "learning_rate": 9.999447612377286e-05,
+      "loss": 0.0994,
+      "step": 10900
+    },
+    {
+      "grad_norm": 0.7869278192520142,
+      "learning_rate": 9.999435255327236e-05,
+      "loss": 0.103,
+      "step": 10910
+    },
+    {
+      "grad_norm": 0.7266919612884521,
+      "learning_rate": 9.999422761594503e-05,
+      "loss": 0.0836,
+      "step": 10920
+    },
+    {
+      "grad_norm": 0.5481669306755066,
+      "learning_rate": 9.999410131179431e-05,
+      "loss": 0.0966,
+      "step": 10930
+    },
+    {
+      "grad_norm": 0.946270227432251,
+      "learning_rate": 9.999397364082365e-05,
+      "loss": 0.0913,
+      "step": 10940
+    },
+    {
+      "grad_norm": 0.6033931970596313,
+      "learning_rate": 9.99938446030365e-05,
+      "loss": 0.0814,
+      "step": 10950
+    },
+    {
+      "grad_norm": 0.6585834622383118,
+      "learning_rate": 9.999371419843646e-05,
+      "loss": 0.0957,
+      "step": 10960
+    },
+    {
+      "grad_norm": 0.7611512541770935,
+      "learning_rate": 9.999358242702703e-05,
+      "loss": 0.089,
+      "step": 10970
+    },
+    {
+      "grad_norm": 0.7189891934394836,
+      "learning_rate": 9.999344928881185e-05,
+      "loss": 0.0883,
+      "step": 10980
+    },
+    {
+      "grad_norm": 0.9125726222991943,
+      "learning_rate": 9.999331478379455e-05,
+      "loss": 0.1017,
+      "step": 10990
+    },
+    {
+      "grad_norm": 0.8826975226402283,
+      "learning_rate": 9.999317891197881e-05,
+      "loss": 0.0915,
+      "step": 11000
+    },
+    {
+      "grad_norm": 0.6583507657051086,
+      "learning_rate": 9.999304167336832e-05,
+      "loss": 0.1115,
+      "step": 11010
+    },
+    {
+      "grad_norm": 0.6950305700302124,
+      "learning_rate": 9.999290306796687e-05,
+      "loss": 0.1056,
+      "step": 11020
+    },
+    {
+      "grad_norm": 0.8852323293685913,
+      "learning_rate": 9.99927630957782e-05,
+      "loss": 0.097,
+      "step": 11030
+    },
+    {
+      "grad_norm": 0.6240564584732056,
+      "learning_rate": 9.999262175680621e-05,
+      "loss": 0.1004,
+      "step": 11040
+    },
+    {
+      "grad_norm": 0.6847505569458008,
+      "learning_rate": 9.999247905105471e-05,
+      "loss": 0.1142,
+      "step": 11050
+    },
+    {
+      "grad_norm": 0.9225022792816162,
+      "learning_rate": 9.99923349785276e-05,
+      "loss": 0.0993,
+      "step": 11060
+    },
+    {
+      "grad_norm": 0.7146589159965515,
+      "learning_rate": 9.999218953922884e-05,
+      "loss": 0.0926,
+      "step": 11070
+    },
+    {
+      "grad_norm": 0.6172218322753906,
+      "learning_rate": 9.99920427331624e-05,
+      "loss": 0.0828,
+      "step": 11080
+    },
+    {
+      "grad_norm": 0.6340732574462891,
+      "learning_rate": 9.99918945603323e-05,
+      "loss": 0.0931,
+      "step": 11090
+    },
+    {
+      "grad_norm": 0.47462403774261475,
+      "learning_rate": 9.999174502074258e-05,
+      "loss": 0.1036,
+      "step": 11100
+    },
+    {
+      "grad_norm": 0.8226956129074097,
+      "learning_rate": 9.999159411439733e-05,
+      "loss": 0.1078,
+      "step": 11110
+    },
+    {
+      "grad_norm": 0.7503790855407715,
+      "learning_rate": 9.999144184130067e-05,
+      "loss": 0.1038,
+      "step": 11120
+    },
+    {
+      "grad_norm": 0.8876129388809204,
+      "learning_rate": 9.999128820145678e-05,
+      "loss": 0.1087,
+      "step": 11130
+    },
+    {
+      "grad_norm": 0.7311369180679321,
+      "learning_rate": 9.999113319486986e-05,
+      "loss": 0.0907,
+      "step": 11140
+    },
+    {
+      "grad_norm": 0.6988862752914429,
+      "learning_rate": 9.999097682154413e-05,
+      "loss": 0.1153,
+      "step": 11150
+    },
+    {
+      "grad_norm": 0.9635097980499268,
+      "learning_rate": 9.999081908148387e-05,
+      "loss": 0.1104,
+      "step": 11160
+    },
+    {
+      "grad_norm": 1.0528329610824585,
+      "learning_rate": 9.99906599746934e-05,
+      "loss": 0.1035,
+      "step": 11170
+    },
+    {
+      "grad_norm": 0.7078378796577454,
+      "learning_rate": 9.999049950117707e-05,
+      "loss": 0.0942,
+      "step": 11180
+    },
+    {
+      "grad_norm": 0.7131977677345276,
+      "learning_rate": 9.999033766093926e-05,
+      "loss": 0.1241,
+      "step": 11190
+    },
+    {
+      "grad_norm": 0.5463507175445557,
+      "learning_rate": 9.99901744539844e-05,
+      "loss": 0.1329,
+      "step": 11200
+    },
+    {
+      "grad_norm": 1.0129623413085938,
+      "learning_rate": 9.999000988031695e-05,
+      "loss": 0.1145,
+      "step": 11210
+    },
+    {
+      "grad_norm": 0.7841231822967529,
+      "learning_rate": 9.99898439399414e-05,
+      "loss": 0.1051,
+      "step": 11220
+    },
+    {
+      "grad_norm": 0.5254455804824829,
+      "learning_rate": 9.998967663286232e-05,
+      "loss": 0.1005,
+      "step": 11230
+    },
+    {
+      "grad_norm": 0.7099396586418152,
+      "learning_rate": 9.998950795908425e-05,
+      "loss": 0.1037,
+      "step": 11240
+    },
+    {
+      "grad_norm": 0.611353874206543,
+      "learning_rate": 9.99893379186118e-05,
+      "loss": 0.0878,
+      "step": 11250
+    },
+    {
+      "grad_norm": 1.7543177604675293,
+      "learning_rate": 9.998916651144966e-05,
+      "loss": 0.0931,
+      "step": 11260
+    },
+    {
+      "grad_norm": 1.018093228340149,
+      "learning_rate": 9.998899373760247e-05,
+      "loss": 0.1179,
+      "step": 11270
+    },
+    {
+      "grad_norm": 0.6986900568008423,
+      "learning_rate": 9.998881959707497e-05,
+      "loss": 0.1001,
+      "step": 11280
+    },
+    {
+      "grad_norm": 0.9406096935272217,
+      "learning_rate": 9.998864408987192e-05,
+      "loss": 0.1046,
+      "step": 11290
+    },
+    {
+      "grad_norm": 0.6478930115699768,
+      "learning_rate": 9.998846721599813e-05,
+      "loss": 0.1267,
+      "step": 11300
+    },
+    {
+      "grad_norm": 1.1545261144638062,
+      "learning_rate": 9.998828897545842e-05,
+      "loss": 0.1018,
+      "step": 11310
+    },
+    {
+      "grad_norm": 0.8778548836708069,
+      "learning_rate": 9.998810936825766e-05,
+      "loss": 0.0989,
+      "step": 11320
+    },
+    {
+      "grad_norm": 0.5567822456359863,
+      "learning_rate": 9.998792839440079e-05,
+      "loss": 0.0917,
+      "step": 11330
+    },
+    {
+      "grad_norm": 1.2127128839492798,
+      "learning_rate": 9.998774605389273e-05,
+      "loss": 0.1218,
+      "step": 11340
+    },
+    {
+      "grad_norm": 0.7253042459487915,
+      "learning_rate": 9.998756234673847e-05,
+      "loss": 0.1114,
+      "step": 11350
+    },
+    {
+      "grad_norm": 0.6251216530799866,
+      "learning_rate": 9.998737727294303e-05,
+      "loss": 0.1157,
+      "step": 11360
+    },
+    {
+      "grad_norm": 0.7864600419998169,
+      "learning_rate": 9.998719083251149e-05,
+      "loss": 0.0894,
+      "step": 11370
+    },
+    {
+      "grad_norm": 0.836898148059845,
+      "learning_rate": 9.998700302544893e-05,
+      "loss": 0.1249,
+      "step": 11380
+    },
+    {
+      "grad_norm": 0.6214370727539062,
+      "learning_rate": 9.998681385176047e-05,
+      "loss": 0.0877,
+      "step": 11390
+    },
+    {
+      "grad_norm": 0.707731306552887,
+      "learning_rate": 9.99866233114513e-05,
+      "loss": 0.1208,
+      "step": 11400
+    },
+    {
+      "grad_norm": 0.7194560170173645,
+      "learning_rate": 9.998643140452663e-05,
+      "loss": 0.1062,
+      "step": 11410
+    },
+    {
+      "grad_norm": 0.7399633526802063,
+      "learning_rate": 9.99862381309917e-05,
+      "loss": 0.1183,
+      "step": 11420
+    },
+    {
+      "grad_norm": 0.9931272268295288,
+      "learning_rate": 9.998604349085182e-05,
+      "loss": 0.1097,
+      "step": 11430
+    },
+    {
+      "grad_norm": 1.1211464405059814,
+      "learning_rate": 9.998584748411228e-05,
+      "loss": 0.1211,
+      "step": 11440
+    },
+    {
+      "grad_norm": 0.7732235789299011,
+      "learning_rate": 9.998565011077844e-05,
+      "loss": 0.1131,
+      "step": 11450
+    },
+    {
+      "grad_norm": 0.8043196201324463,
+      "learning_rate": 9.99854513708557e-05,
+      "loss": 0.1065,
+      "step": 11460
+    },
+    {
+      "grad_norm": 0.916357696056366,
+      "learning_rate": 9.998525126434952e-05,
+      "loss": 0.1282,
+      "step": 11470
+    },
+    {
+      "grad_norm": 1.079914927482605,
+      "learning_rate": 9.998504979126533e-05,
+      "loss": 0.1172,
+      "step": 11480
+    },
+    {
+      "grad_norm": 0.6734189391136169,
+      "learning_rate": 9.998484695160868e-05,
+      "loss": 0.1046,
+      "step": 11490
+    },
+    {
+      "grad_norm": 0.475434273481369,
+      "learning_rate": 9.998464274538507e-05,
+      "loss": 0.0759,
+      "step": 11500
+    },
+    {
+      "grad_norm": 0.6184627413749695,
+      "learning_rate": 9.99844371726001e-05,
+      "loss": 0.107,
+      "step": 11510
+    },
+    {
+      "grad_norm": 0.7274813652038574,
+      "learning_rate": 9.998423023325943e-05,
+      "loss": 0.1012,
+      "step": 11520
+    },
+    {
+      "grad_norm": 0.9372004270553589,
+      "learning_rate": 9.998402192736865e-05,
+      "loss": 0.0876,
+      "step": 11530
+    },
+    {
+      "grad_norm": 0.729773998260498,
+      "learning_rate": 9.99838122549335e-05,
+      "loss": 0.1116,
+      "step": 11540
+    },
+    {
+      "grad_norm": 0.5963252782821655,
+      "learning_rate": 9.998360121595972e-05,
+      "loss": 0.1326,
+      "step": 11550
+    },
+    {
+      "grad_norm": 0.6125643849372864,
+      "learning_rate": 9.998338881045304e-05,
+      "loss": 0.0929,
+      "step": 11560
+    },
+    {
+      "grad_norm": 0.7562163472175598,
+      "learning_rate": 9.998317503841927e-05,
+      "loss": 0.0898,
+      "step": 11570
+    },
+    {
+      "grad_norm": 0.7680157423019409,
+      "learning_rate": 9.99829598998643e-05,
+      "loss": 0.0796,
+      "step": 11580
+    },
+    {
+      "grad_norm": 0.7987198233604431,
+      "learning_rate": 9.998274339479398e-05,
+      "loss": 0.1139,
+      "step": 11590
+    },
+    {
+      "grad_norm": 0.9012909531593323,
+      "learning_rate": 9.998252552321423e-05,
+      "loss": 0.0751,
+      "step": 11600
+    },
+    {
+      "grad_norm": 0.5387470126152039,
+      "learning_rate": 9.998230628513101e-05,
+      "loss": 0.098,
+      "step": 11610
+    },
+    {
+      "grad_norm": 0.8539097905158997,
+      "learning_rate": 9.998208568055032e-05,
+      "loss": 0.0984,
+      "step": 11620
+    },
+    {
+      "grad_norm": 0.8525514602661133,
+      "learning_rate": 9.998186370947817e-05,
+      "loss": 0.0856,
+      "step": 11630
+    },
+    {
+      "grad_norm": 0.8470929861068726,
+      "learning_rate": 9.998164037192066e-05,
+      "loss": 0.107,
+      "step": 11640
+    },
+    {
+      "grad_norm": 0.6210410594940186,
+      "learning_rate": 9.998141566788387e-05,
+      "loss": 0.1184,
+      "step": 11650
+    },
+    {
+      "grad_norm": 0.7087632417678833,
+      "learning_rate": 9.998118959737395e-05,
+      "loss": 0.1157,
+      "step": 11660
+    },
+    {
+      "grad_norm": 0.9937011003494263,
+      "learning_rate": 9.998096216039709e-05,
+      "loss": 0.1198,
+      "step": 11670
+    },
+    {
+      "grad_norm": 0.8083012104034424,
+      "learning_rate": 9.99807333569595e-05,
+      "loss": 0.0875,
+      "step": 11680
+    },
+    {
+      "grad_norm": 0.9571178555488586,
+      "learning_rate": 9.998050318706744e-05,
+      "loss": 0.0897,
+      "step": 11690
+    },
+    {
+      "grad_norm": 0.7533624768257141,
+      "learning_rate": 9.998027165072718e-05,
+      "loss": 0.0792,
+      "step": 11700
+    },
+    {
+      "grad_norm": 1.0104731321334839,
+      "learning_rate": 9.998003874794511e-05,
+      "loss": 0.1207,
+      "step": 11710
+    },
+    {
+      "grad_norm": 0.6219673752784729,
+      "learning_rate": 9.997980447872753e-05,
+      "loss": 0.0971,
+      "step": 11720
+    },
+    {
+      "grad_norm": 0.9560611844062805,
+      "learning_rate": 9.997956884308086e-05,
+      "loss": 0.1098,
+      "step": 11730
+    },
+    {
+      "grad_norm": 0.7190254926681519,
+      "learning_rate": 9.997933184101158e-05,
+      "loss": 0.0956,
+      "step": 11740
+    },
+    {
+      "grad_norm": 0.7112658619880676,
+      "learning_rate": 9.997909347252613e-05,
+      "loss": 0.1123,
+      "step": 11750
+    },
+    {
+      "grad_norm": 1.4141978025436401,
+      "learning_rate": 9.997885373763106e-05,
+      "loss": 0.0884,
+      "step": 11760
+    },
+    {
+      "grad_norm": 0.7546306848526001,
+      "learning_rate": 9.997861263633288e-05,
+      "loss": 0.1073,
+      "step": 11770
+    },
+    {
+      "grad_norm": 1.033457636833191,
+      "learning_rate": 9.99783701686382e-05,
+      "loss": 0.0951,
+      "step": 11780
+    },
+    {
+      "grad_norm": 0.8136588931083679,
+      "learning_rate": 9.997812633455368e-05,
+      "loss": 0.1029,
+      "step": 11790
+    },
+    {
+      "grad_norm": 0.7745634913444519,
+      "learning_rate": 9.997788113408595e-05,
+      "loss": 0.1565,
+      "step": 11800
+    },
+    {
+      "grad_norm": 0.8335391283035278,
+      "learning_rate": 9.997763456724172e-05,
+      "loss": 0.1234,
+      "step": 11810
+    },
+    {
+      "grad_norm": 0.7657585144042969,
+      "learning_rate": 9.997738663402775e-05,
+      "loss": 0.1192,
+      "step": 11820
+    },
+    {
+      "grad_norm": 0.757129967212677,
+      "learning_rate": 9.99771373344508e-05,
+      "loss": 0.0911,
+      "step": 11830
+    },
+    {
+      "grad_norm": 0.6248199939727783,
+      "learning_rate": 9.99768866685177e-05,
+      "loss": 0.1024,
+      "step": 11840
+    },
+    {
+      "grad_norm": 0.5315776467323303,
+      "learning_rate": 9.997663463623528e-05,
+      "loss": 0.0856,
+      "step": 11850
+    },
+    {
+      "grad_norm": 0.6881502270698547,
+      "learning_rate": 9.997638123761046e-05,
+      "loss": 0.0858,
+      "step": 11860
+    },
+    {
+      "grad_norm": 0.8027727007865906,
+      "learning_rate": 9.997612647265014e-05,
+      "loss": 0.1018,
+      "step": 11870
+    },
+    {
+      "grad_norm": 0.5783436298370361,
+      "learning_rate": 9.99758703413613e-05,
+      "loss": 0.1122,
+      "step": 11880
+    },
+    {
+      "grad_norm": 0.6867564916610718,
+      "learning_rate": 9.997561284375093e-05,
+      "loss": 0.0967,
+      "step": 11890
+    },
+    {
+      "grad_norm": 0.9013704061508179,
+      "learning_rate": 9.997535397982609e-05,
+      "loss": 0.0946,
+      "step": 11900
+    },
+    {
+      "grad_norm": 0.7165672779083252,
+      "learning_rate": 9.997509374959384e-05,
+      "loss": 0.0893,
+      "step": 11910
+    },
+    {
+      "grad_norm": 0.7323184609413147,
+      "learning_rate": 9.997483215306132e-05,
+      "loss": 0.0901,
+      "step": 11920
+    },
+    {
+      "grad_norm": 0.8799582719802856,
+      "learning_rate": 9.997456919023565e-05,
+      "loss": 0.083,
+      "step": 11930
+    },
+    {
+      "grad_norm": 0.8063368797302246,
+      "learning_rate": 9.997430486112402e-05,
+      "loss": 0.1134,
+      "step": 11940
+    },
+    {
+      "grad_norm": 0.7674893736839294,
+      "learning_rate": 9.997403916573369e-05,
+      "loss": 0.0934,
+      "step": 11950
+    },
+    {
+      "grad_norm": 0.661908745765686,
+      "learning_rate": 9.997377210407191e-05,
+      "loss": 0.0924,
+      "step": 11960
+    },
+    {
+      "grad_norm": 0.8022158145904541,
+      "learning_rate": 9.997350367614596e-05,
+      "loss": 0.1051,
+      "step": 11970
+    },
+    {
+      "grad_norm": 0.8835400342941284,
+      "learning_rate": 9.99732338819632e-05,
+      "loss": 0.1356,
+      "step": 11980
+    },
+    {
+      "grad_norm": 0.8130635619163513,
+      "learning_rate": 9.997296272153098e-05,
+      "loss": 0.1109,
+      "step": 11990
+    },
+    {
+      "grad_norm": 0.7604323625564575,
+      "learning_rate": 9.997269019485675e-05,
+      "loss": 0.155,
+      "step": 12000
+    },
+    {
+      "grad_norm": 0.5710409879684448,
+      "learning_rate": 9.997241630194795e-05,
+      "loss": 0.1067,
+      "step": 12010
+    },
+    {
+      "grad_norm": 0.7927724719047546,
+      "learning_rate": 9.997214104281206e-05,
+      "loss": 0.1004,
+      "step": 12020
+    },
+    {
+      "grad_norm": 0.7679644823074341,
+      "learning_rate": 9.99718644174566e-05,
+      "loss": 0.102,
+      "step": 12030
+    },
+    {
+      "grad_norm": 0.7078688144683838,
+      "learning_rate": 9.997158642588913e-05,
+      "loss": 0.1021,
+      "step": 12040
+    },
+    {
+      "grad_norm": 0.5869808197021484,
+      "learning_rate": 9.997130706811728e-05,
+      "loss": 0.0988,
+      "step": 12050
+    },
+    {
+      "grad_norm": 0.6515606045722961,
+      "learning_rate": 9.997102634414866e-05,
+      "loss": 0.1034,
+      "step": 12060
+    },
+    {
+      "grad_norm": 0.7984655499458313,
+      "learning_rate": 9.997074425399095e-05,
+      "loss": 0.0987,
+      "step": 12070
+    },
+    {
+      "grad_norm": 0.5600146651268005,
+      "learning_rate": 9.997046079765187e-05,
+      "loss": 0.1044,
+      "step": 12080
+    },
+    {
+      "grad_norm": 0.6712225675582886,
+      "learning_rate": 9.997017597513917e-05,
+      "loss": 0.1071,
+      "step": 12090
+    },
+    {
+      "grad_norm": 0.6227784156799316,
+      "learning_rate": 9.996988978646062e-05,
+      "loss": 0.1022,
+      "step": 12100
+    },
+    {
+      "grad_norm": 1.0928469896316528,
+      "learning_rate": 9.996960223162406e-05,
+      "loss": 0.1038,
+      "step": 12110
+    },
+    {
+      "grad_norm": 0.8702789545059204,
+      "learning_rate": 9.996931331063735e-05,
+      "loss": 0.0825,
+      "step": 12120
+    },
+    {
+      "grad_norm": 0.6770996451377869,
+      "learning_rate": 9.996902302350838e-05,
+      "loss": 0.116,
+      "step": 12130
+    },
+    {
+      "grad_norm": 0.7365726232528687,
+      "learning_rate": 9.996873137024512e-05,
+      "loss": 0.1004,
+      "step": 12140
+    },
+    {
+      "grad_norm": 0.6511625051498413,
+      "learning_rate": 9.99684383508555e-05,
+      "loss": 0.1033,
+      "step": 12150
+    },
+    {
+      "grad_norm": 0.7565473914146423,
+      "learning_rate": 9.996814396534753e-05,
+      "loss": 0.105,
+      "step": 12160
+    },
+    {
+      "grad_norm": 0.9984499216079712,
+      "learning_rate": 9.99678482137293e-05,
+      "loss": 0.1027,
+      "step": 12170
+    },
+    {
+      "grad_norm": 0.89345383644104,
+      "learning_rate": 9.996755109600886e-05,
+      "loss": 0.101,
+      "step": 12180
+    },
+    {
+      "grad_norm": 0.7502322793006897,
+      "learning_rate": 9.996725261219435e-05,
+      "loss": 0.1175,
+      "step": 12190
+    },
+    {
+      "grad_norm": 0.8098210096359253,
+      "learning_rate": 9.996695276229392e-05,
+      "loss": 0.1141,
+      "step": 12200
+    },
+    {
+      "grad_norm": 1.046172022819519,
+      "learning_rate": 9.996665154631577e-05,
+      "loss": 0.0975,
+      "step": 12210
+    },
+    {
+      "grad_norm": 0.7240563035011292,
+      "learning_rate": 9.996634896426815e-05,
+      "loss": 0.1018,
+      "step": 12220
+    },
+    {
+      "grad_norm": 0.866736650466919,
+      "learning_rate": 9.996604501615931e-05,
+      "loss": 0.0972,
+      "step": 12230
+    },
+    {
+      "grad_norm": 0.731220006942749,
+      "learning_rate": 9.996573970199758e-05,
+      "loss": 0.1236,
+      "step": 12240
+    },
+    {
+      "grad_norm": 0.6175957322120667,
+      "learning_rate": 9.996543302179128e-05,
+      "loss": 0.0856,
+      "step": 12250
+    },
+    {
+      "grad_norm": 0.5708375573158264,
+      "learning_rate": 9.996512497554884e-05,
+      "loss": 0.0793,
+      "step": 12260
+    },
+    {
+      "grad_norm": 0.8434088230133057,
+      "learning_rate": 9.996481556327863e-05,
+      "loss": 0.0767,
+      "step": 12270
+    },
+    {
+      "grad_norm": 0.6445064544677734,
+      "learning_rate": 9.996450478498915e-05,
+      "loss": 0.1074,
+      "step": 12280
+    },
+    {
+      "grad_norm": 0.9098164439201355,
+      "learning_rate": 9.996419264068888e-05,
+      "loss": 0.1265,
+      "step": 12290
+    },
+    {
+      "grad_norm": 0.7487826347351074,
+      "learning_rate": 9.996387913038635e-05,
+      "loss": 0.1226,
+      "step": 12300
+    },
+    {
+      "grad_norm": 0.8322883248329163,
+      "learning_rate": 9.996356425409013e-05,
+      "loss": 0.1055,
+      "step": 12310
+    },
+    {
+      "grad_norm": 0.7333357930183411,
+      "learning_rate": 9.996324801180884e-05,
+      "loss": 0.1476,
+      "step": 12320
+    },
+    {
+      "grad_norm": 0.7105318903923035,
+      "learning_rate": 9.996293040355111e-05,
+      "loss": 0.1164,
+      "step": 12330
+    },
+    {
+      "grad_norm": 0.9432327747344971,
+      "learning_rate": 9.996261142932564e-05,
+      "loss": 0.1,
+      "step": 12340
+    },
+    {
+      "grad_norm": 0.9389694929122925,
+      "learning_rate": 9.996229108914113e-05,
+      "loss": 0.0957,
+      "step": 12350
+    },
+    {
+      "grad_norm": 0.7405842542648315,
+      "learning_rate": 9.996196938300638e-05,
+      "loss": 0.0898,
+      "step": 12360
+    },
+    {
+      "grad_norm": 0.7367737889289856,
+      "learning_rate": 9.996164631093012e-05,
+      "loss": 0.1222,
+      "step": 12370
+    },
+    {
+      "grad_norm": 0.7641055583953857,
+      "learning_rate": 9.996132187292125e-05,
+      "loss": 0.1048,
+      "step": 12380
+    },
+    {
+      "grad_norm": 0.8103823661804199,
+      "learning_rate": 9.99609960689886e-05,
+      "loss": 0.1175,
+      "step": 12390
+    },
+    {
+      "grad_norm": 1.1075068712234497,
+      "learning_rate": 9.996066889914109e-05,
+      "loss": 0.0952,
+      "step": 12400
+    },
+    {
+      "grad_norm": 0.6826938986778259,
+      "learning_rate": 9.996034036338766e-05,
+      "loss": 0.0823,
+      "step": 12410
+    },
+    {
+      "grad_norm": 3.3124265670776367,
+      "learning_rate": 9.996001046173728e-05,
+      "loss": 0.1277,
+      "step": 12420
+    },
+    {
+      "grad_norm": 0.8083635568618774,
+      "learning_rate": 9.9959679194199e-05,
+      "loss": 0.1074,
+      "step": 12430
+    },
+    {
+      "grad_norm": 0.7762225270271301,
+      "learning_rate": 9.995934656078186e-05,
+      "loss": 0.0856,
+      "step": 12440
+    },
+    {
+      "grad_norm": 0.7045912742614746,
+      "learning_rate": 9.995901256149494e-05,
+      "loss": 0.1237,
+      "step": 12450
+    },
+    {
+      "grad_norm": 1.3325798511505127,
+      "learning_rate": 9.99586771963474e-05,
+      "loss": 0.0948,
+      "step": 12460
+    },
+    {
+      "grad_norm": 0.6620259284973145,
+      "learning_rate": 9.995834046534839e-05,
+      "loss": 0.1221,
+      "step": 12470
+    },
+    {
+      "grad_norm": 0.6798691153526306,
+      "learning_rate": 9.995800236850712e-05,
+      "loss": 0.0902,
+      "step": 12480
+    },
+    {
+      "grad_norm": 0.8909863829612732,
+      "learning_rate": 9.995766290583283e-05,
+      "loss": 0.0975,
+      "step": 12490
+    },
+    {
+      "grad_norm": 0.6984124183654785,
+      "learning_rate": 9.99573220773348e-05,
+      "loss": 0.117,
+      "step": 12500
+    },
+    {
+      "grad_norm": 0.7629874348640442,
+      "learning_rate": 9.995697988302237e-05,
+      "loss": 0.0831,
+      "step": 12510
+    },
+    {
+      "grad_norm": 0.8633049130439758,
+      "learning_rate": 9.995663632290487e-05,
+      "loss": 0.0917,
+      "step": 12520
+    },
+    {
+      "grad_norm": 1.3260425329208374,
+      "learning_rate": 9.995629139699169e-05,
+      "loss": 0.0884,
+      "step": 12530
+    },
+    {
+      "grad_norm": 0.8199912905693054,
+      "learning_rate": 9.995594510529227e-05,
+      "loss": 0.1098,
+      "step": 12540
+    },
+    {
+      "grad_norm": 0.6539613008499146,
+      "learning_rate": 9.99555974478161e-05,
+      "loss": 0.0861,
+      "step": 12550
+    },
+    {
+      "grad_norm": 0.5864291191101074,
+      "learning_rate": 9.995524842457265e-05,
+      "loss": 0.0952,
+      "step": 12560
+    },
+    {
+      "grad_norm": 0.8646998405456543,
+      "learning_rate": 9.995489803557148e-05,
+      "loss": 0.0902,
+      "step": 12570
+    },
+    {
+      "grad_norm": 0.7030901312828064,
+      "learning_rate": 9.995454628082214e-05,
+      "loss": 0.1107,
+      "step": 12580
+    },
+    {
+      "grad_norm": 0.5926002264022827,
+      "learning_rate": 9.99541931603343e-05,
+      "loss": 0.0906,
+      "step": 12590
+    },
+    {
+      "grad_norm": 0.7237545251846313,
+      "learning_rate": 9.995383867411758e-05,
+      "loss": 0.0866,
+      "step": 12600
+    },
+    {
+      "grad_norm": 0.5828007459640503,
+      "learning_rate": 9.995348282218167e-05,
+      "loss": 0.0919,
+      "step": 12610
+    },
+    {
+      "grad_norm": 0.5530545115470886,
+      "learning_rate": 9.995312560453632e-05,
+      "loss": 0.0765,
+      "step": 12620
+    },
+    {
+      "grad_norm": 0.9474378824234009,
+      "learning_rate": 9.995276702119128e-05,
+      "loss": 0.0917,
+      "step": 12630
+    },
+    {
+      "grad_norm": 0.83701491355896,
+      "learning_rate": 9.995240707215635e-05,
+      "loss": 0.0785,
+      "step": 12640
+    },
+    {
+      "grad_norm": 1.2333210706710815,
+      "learning_rate": 9.995204575744137e-05,
+      "loss": 0.1074,
+      "step": 12650
+    },
+    {
+      "grad_norm": 0.6286621689796448,
+      "learning_rate": 9.995168307705624e-05,
+      "loss": 0.0944,
+      "step": 12660
+    },
+    {
+      "grad_norm": 0.5188577175140381,
+      "learning_rate": 9.995131903101084e-05,
+      "loss": 0.1186,
+      "step": 12670
+    },
+    {
+      "grad_norm": 0.8740542531013489,
+      "learning_rate": 9.995095361931516e-05,
+      "loss": 0.092,
+      "step": 12680
+    },
+    {
+      "grad_norm": 0.6238161325454712,
+      "learning_rate": 9.995058684197918e-05,
+      "loss": 0.093,
+      "step": 12690
+    },
+    {
+      "grad_norm": 0.6366745233535767,
+      "learning_rate": 9.995021869901291e-05,
+      "loss": 0.0886,
+      "step": 12700
+    },
+    {
+      "grad_norm": 0.7961657643318176,
+      "learning_rate": 9.994984919042642e-05,
+      "loss": 0.1146,
+      "step": 12710
+    },
+    {
+      "grad_norm": 0.7434399127960205,
+      "learning_rate": 9.994947831622983e-05,
+      "loss": 0.0822,
+      "step": 12720
+    },
+    {
+      "grad_norm": 0.7943741679191589,
+      "learning_rate": 9.994910607643327e-05,
+      "loss": 0.0741,
+      "step": 12730
+    },
+    {
+      "grad_norm": 0.5922917723655701,
+      "learning_rate": 9.99487324710469e-05,
+      "loss": 0.1037,
+      "step": 12740
+    },
+    {
+      "grad_norm": 0.9335346221923828,
+      "learning_rate": 9.994835750008096e-05,
+      "loss": 0.0937,
+      "step": 12750
+    },
+    {
+      "grad_norm": 0.6454089283943176,
+      "learning_rate": 9.994798116354568e-05,
+      "loss": 0.0868,
+      "step": 12760
+    },
+    {
+      "grad_norm": 0.696412205696106,
+      "learning_rate": 9.994760346145138e-05,
+      "loss": 0.0889,
+      "step": 12770
+    },
+    {
+      "grad_norm": 1.4159343242645264,
+      "learning_rate": 9.994722439380834e-05,
+      "loss": 0.1149,
+      "step": 12780
+    },
+    {
+      "grad_norm": 0.898549497127533,
+      "learning_rate": 9.994684396062696e-05,
+      "loss": 0.0868,
+      "step": 12790
+    },
+    {
+      "grad_norm": 0.8018776178359985,
+      "learning_rate": 9.994646216191766e-05,
+      "loss": 0.1404,
+      "step": 12800
+    },
+    {
+      "grad_norm": 0.5164359211921692,
+      "learning_rate": 9.994607899769082e-05,
+      "loss": 0.0841,
+      "step": 12810
+    },
+    {
+      "grad_norm": 0.7319840788841248,
+      "learning_rate": 9.994569446795694e-05,
+      "loss": 0.0819,
+      "step": 12820
+    },
+    {
+      "grad_norm": 0.7175515294075012,
+      "learning_rate": 9.994530857272655e-05,
+      "loss": 0.1065,
+      "step": 12830
+    },
+    {
+      "grad_norm": 0.8665336966514587,
+      "learning_rate": 9.994492131201017e-05,
+      "loss": 0.0799,
+      "step": 12840
+    },
+    {
+      "grad_norm": 0.8879412412643433,
+      "learning_rate": 9.994453268581842e-05,
+      "loss": 0.0968,
+      "step": 12850
+    },
+    {
+      "grad_norm": 0.6156983971595764,
+      "learning_rate": 9.99441426941619e-05,
+      "loss": 0.0859,
+      "step": 12860
+    },
+    {
+      "grad_norm": 0.7495829463005066,
+      "learning_rate": 9.994375133705129e-05,
+      "loss": 0.0934,
+      "step": 12870
+    },
+    {
+      "grad_norm": 0.6328160762786865,
+      "learning_rate": 9.994335861449728e-05,
+      "loss": 0.0907,
+      "step": 12880
+    },
+    {
+      "grad_norm": 0.6421126127243042,
+      "learning_rate": 9.99429645265106e-05,
+      "loss": 0.0966,
+      "step": 12890
+    },
+    {
+      "grad_norm": 0.827418863773346,
+      "learning_rate": 9.994256907310205e-05,
+      "loss": 0.1004,
+      "step": 12900
+    },
+    {
+      "grad_norm": 0.7730570435523987,
+      "learning_rate": 9.994217225428241e-05,
+      "loss": 0.0936,
+      "step": 12910
+    },
+    {
+      "grad_norm": 0.5620275139808655,
+      "learning_rate": 9.994177407006255e-05,
+      "loss": 0.0982,
+      "step": 12920
+    },
+    {
+      "grad_norm": 0.6221848130226135,
+      "learning_rate": 9.994137452045333e-05,
+      "loss": 0.0861,
+      "step": 12930
+    },
+    {
+      "grad_norm": 0.5613845586776733,
+      "learning_rate": 9.994097360546572e-05,
+      "loss": 0.0959,
+      "step": 12940
+    },
+    {
+      "grad_norm": 0.6068636178970337,
+      "learning_rate": 9.994057132511063e-05,
+      "loss": 0.0804,
+      "step": 12950
+    },
+    {
+      "grad_norm": 0.6784394979476929,
+      "learning_rate": 9.99401676793991e-05,
+      "loss": 0.1083,
+      "step": 12960
+    },
+    {
+      "grad_norm": 0.732871949672699,
+      "learning_rate": 9.993976266834214e-05,
+      "loss": 0.0863,
+      "step": 12970
+    },
+    {
+      "grad_norm": 0.936134397983551,
+      "learning_rate": 9.993935629195084e-05,
+      "loss": 0.1224,
+      "step": 12980
+    },
+    {
+      "grad_norm": 0.5890068411827087,
+      "learning_rate": 9.993894855023629e-05,
+      "loss": 0.092,
+      "step": 12990
+    },
+    {
+      "grad_norm": 0.6284220814704895,
+      "learning_rate": 9.993853944320964e-05,
+      "loss": 0.0776,
+      "step": 13000
+    },
+    {
+      "grad_norm": 0.7406565546989441,
+      "learning_rate": 9.99381289708821e-05,
+      "loss": 0.0902,
+      "step": 13010
+    },
+    {
+      "grad_norm": 0.8287525773048401,
+      "learning_rate": 9.993771713326487e-05,
+      "loss": 0.0954,
+      "step": 13020
+    },
+    {
+      "grad_norm": 0.647223174571991,
+      "learning_rate": 9.99373039303692e-05,
+      "loss": 0.1027,
+      "step": 13030
+    },
+    {
+      "grad_norm": 0.8440384268760681,
+      "learning_rate": 9.993688936220642e-05,
+      "loss": 0.0964,
+      "step": 13040
+    },
+    {
+      "grad_norm": 0.6080214977264404,
+      "learning_rate": 9.993647342878783e-05,
+      "loss": 0.0977,
+      "step": 13050
+    },
+    {
+      "grad_norm": 0.7667699456214905,
+      "learning_rate": 9.993605613012483e-05,
+      "loss": 0.0821,
+      "step": 13060
+    },
+    {
+      "grad_norm": 0.9202483892440796,
+      "learning_rate": 9.993563746622881e-05,
+      "loss": 0.1017,
+      "step": 13070
+    },
+    {
+      "grad_norm": 0.6018708944320679,
+      "learning_rate": 9.993521743711121e-05,
+      "loss": 0.095,
+      "step": 13080
+    },
+    {
+      "grad_norm": 0.791617214679718,
+      "learning_rate": 9.993479604278354e-05,
+      "loss": 0.0971,
+      "step": 13090
+    },
+    {
+      "grad_norm": 0.7084881663322449,
+      "learning_rate": 9.99343732832573e-05,
+      "loss": 0.0908,
+      "step": 13100
+    },
+    {
+      "grad_norm": 0.8382473587989807,
+      "learning_rate": 9.993394915854406e-05,
+      "loss": 0.0898,
+      "step": 13110
+    },
+    {
+      "grad_norm": 0.8088220357894897,
+      "learning_rate": 9.99335236686554e-05,
+      "loss": 0.097,
+      "step": 13120
+    },
+    {
+      "grad_norm": 0.746724545955658,
+      "learning_rate": 9.993309681360297e-05,
+      "loss": 0.0819,
+      "step": 13130
+    },
+    {
+      "grad_norm": 0.790506899356842,
+      "learning_rate": 9.993266859339842e-05,
+      "loss": 0.1148,
+      "step": 13140
+    },
+    {
+      "grad_norm": 0.6869680285453796,
+      "learning_rate": 9.993223900805348e-05,
+      "loss": 0.0774,
+      "step": 13150
+    },
+    {
+      "grad_norm": 0.500083863735199,
+      "learning_rate": 9.993180805757989e-05,
+      "loss": 0.0868,
+      "step": 13160
+    },
+    {
+      "grad_norm": 1.0423212051391602,
+      "learning_rate": 9.993137574198943e-05,
+      "loss": 0.1194,
+      "step": 13170
+    },
+    {
+      "grad_norm": 0.679638147354126,
+      "learning_rate": 9.99309420612939e-05,
+      "loss": 0.1159,
+      "step": 13180
+    },
+    {
+      "grad_norm": 1.1395503282546997,
+      "learning_rate": 9.993050701550517e-05,
+      "loss": 0.1258,
+      "step": 13190
+    },
+    {
+      "grad_norm": 0.6520406007766724,
+      "learning_rate": 9.993007060463515e-05,
+      "loss": 0.1166,
+      "step": 13200
+    },
+    {
+      "grad_norm": 0.5411896705627441,
+      "learning_rate": 9.992963282869575e-05,
+      "loss": 0.0781,
+      "step": 13210
+    },
+    {
+      "grad_norm": 0.5592043995857239,
+      "learning_rate": 9.992919368769895e-05,
+      "loss": 0.0837,
+      "step": 13220
+    },
+    {
+      "grad_norm": 0.5887243747711182,
+      "learning_rate": 9.992875318165676e-05,
+      "loss": 0.0917,
+      "step": 13230
+    },
+    {
+      "grad_norm": 0.6873167753219604,
+      "learning_rate": 9.992831131058119e-05,
+      "loss": 0.0805,
+      "step": 13240
+    },
+    {
+      "grad_norm": 0.582960844039917,
+      "learning_rate": 9.992786807448436e-05,
+      "loss": 0.0796,
+      "step": 13250
+    },
+    {
+      "grad_norm": 0.8359052538871765,
+      "learning_rate": 9.992742347337837e-05,
+      "loss": 0.0789,
+      "step": 13260
+    },
+    {
+      "grad_norm": 0.7561572194099426,
+      "learning_rate": 9.992697750727539e-05,
+      "loss": 0.0908,
+      "step": 13270
+    },
+    {
+      "grad_norm": 0.5720493197441101,
+      "learning_rate": 9.99265301761876e-05,
+      "loss": 0.0788,
+      "step": 13280
+    },
+    {
+      "grad_norm": 0.741668701171875,
+      "learning_rate": 9.992608148012722e-05,
+      "loss": 0.0854,
+      "step": 13290
+    },
+    {
+      "grad_norm": 0.6915262937545776,
+      "learning_rate": 9.992563141910654e-05,
+      "loss": 0.1196,
+      "step": 13300
+    },
+    {
+      "grad_norm": 0.6977049112319946,
+      "learning_rate": 9.992517999313784e-05,
+      "loss": 0.0934,
+      "step": 13310
+    },
+    {
+      "grad_norm": 0.6832305192947388,
+      "learning_rate": 9.992472720223349e-05,
+      "loss": 0.0727,
+      "step": 13320
+    },
+    {
+      "grad_norm": 0.8576653599739075,
+      "learning_rate": 9.992427304640584e-05,
+      "loss": 0.0834,
+      "step": 13330
+    },
+    {
+      "grad_norm": 0.6862027049064636,
+      "learning_rate": 9.992381752566733e-05,
+      "loss": 0.0892,
+      "step": 13340
+    },
+    {
+      "grad_norm": 0.6628944277763367,
+      "learning_rate": 9.992336064003041e-05,
+      "loss": 0.1006,
+      "step": 13350
+    },
+    {
+      "grad_norm": 0.6249464154243469,
+      "learning_rate": 9.992290238950754e-05,
+      "loss": 0.0912,
+      "step": 13360
+    },
+    {
+      "grad_norm": 0.6408608555793762,
+      "learning_rate": 9.99224427741113e-05,
+      "loss": 0.1054,
+      "step": 13370
+    },
+    {
+      "grad_norm": 0.588215708732605,
+      "learning_rate": 9.992198179385423e-05,
+      "loss": 0.0942,
+      "step": 13380
+    },
+    {
+      "grad_norm": 0.6527678370475769,
+      "learning_rate": 9.992151944874893e-05,
+      "loss": 0.0912,
+      "step": 13390
+    },
+    {
+      "grad_norm": 0.6583364605903625,
+      "learning_rate": 9.992105573880804e-05,
+      "loss": 0.1087,
+      "step": 13400
+    },
+    {
+      "grad_norm": 0.6184884309768677,
+      "learning_rate": 9.992059066404422e-05,
+      "loss": 0.0929,
+      "step": 13410
+    },
+    {
+      "grad_norm": 0.7202732563018799,
+      "learning_rate": 9.992012422447022e-05,
+      "loss": 0.0965,
+      "step": 13420
+    },
+    {
+      "grad_norm": 0.7225697636604309,
+      "learning_rate": 9.99196564200988e-05,
+      "loss": 0.131,
+      "step": 13430
+    },
+    {
+      "grad_norm": 0.625339150428772,
+      "learning_rate": 9.991918725094269e-05,
+      "loss": 0.0941,
+      "step": 13440
+    },
+    {
+      "grad_norm": 0.760151207447052,
+      "learning_rate": 9.991871671701479e-05,
+      "loss": 0.0987,
+      "step": 13450
+    },
+    {
+      "grad_norm": 0.7753239870071411,
+      "learning_rate": 9.99182448183279e-05,
+      "loss": 0.1034,
+      "step": 13460
+    },
+    {
+      "grad_norm": 1.1804035902023315,
+      "learning_rate": 9.991777155489496e-05,
+      "loss": 0.1387,
+      "step": 13470
+    },
+    {
+      "grad_norm": 0.8524736762046814,
+      "learning_rate": 9.99172969267289e-05,
+      "loss": 0.1016,
+      "step": 13480
+    },
+    {
+      "grad_norm": 0.8856166005134583,
+      "learning_rate": 9.99168209338427e-05,
+      "loss": 0.0937,
+      "step": 13490
+    },
+    {
+      "grad_norm": 0.684822142124176,
+      "learning_rate": 9.991634357624936e-05,
+      "loss": 0.0797,
+      "step": 13500
+    },
+    {
+      "grad_norm": 0.8485726714134216,
+      "learning_rate": 9.991586485396193e-05,
+      "loss": 0.0951,
+      "step": 13510
+    },
+    {
+      "grad_norm": 0.5633108615875244,
+      "learning_rate": 9.991538476699353e-05,
+      "loss": 0.0938,
+      "step": 13520
+    },
+    {
+      "grad_norm": 0.5623761415481567,
+      "learning_rate": 9.991490331535725e-05,
+      "loss": 0.0906,
+      "step": 13530
+    },
+    {
+      "grad_norm": 0.6385155320167542,
+      "learning_rate": 9.991442049906628e-05,
+      "loss": 0.0812,
+      "step": 13540
+    },
+    {
+      "grad_norm": 0.5809624195098877,
+      "learning_rate": 9.991393631813379e-05,
+      "loss": 0.0871,
+      "step": 13550
+    },
+    {
+      "grad_norm": 0.6629335880279541,
+      "learning_rate": 9.991345077257304e-05,
+      "loss": 0.1026,
+      "step": 13560
+    },
+    {
+      "grad_norm": 0.8734977841377258,
+      "learning_rate": 9.991296386239729e-05,
+      "loss": 0.0908,
+      "step": 13570
+    },
+    {
+      "grad_norm": 1.0381520986557007,
+      "learning_rate": 9.991247558761987e-05,
+      "loss": 0.0783,
+      "step": 13580
+    },
+    {
+      "grad_norm": 0.9034871459007263,
+      "learning_rate": 9.991198594825411e-05,
+      "loss": 0.0908,
+      "step": 13590
+    },
+    {
+      "grad_norm": 0.8392394781112671,
+      "learning_rate": 9.99114949443134e-05,
+      "loss": 0.121,
+      "step": 13600
+    },
+    {
+      "grad_norm": 0.6381133794784546,
+      "learning_rate": 9.991100257581119e-05,
+      "loss": 0.0975,
+      "step": 13610
+    },
+    {
+      "grad_norm": 0.6767735481262207,
+      "learning_rate": 9.991050884276089e-05,
+      "loss": 0.0882,
+      "step": 13620
+    },
+    {
+      "grad_norm": 0.6374661922454834,
+      "learning_rate": 9.991001374517606e-05,
+      "loss": 0.0986,
+      "step": 13630
+    },
+    {
+      "grad_norm": 0.6501266956329346,
+      "learning_rate": 9.990951728307019e-05,
+      "loss": 0.1131,
+      "step": 13640
+    },
+    {
+      "grad_norm": 0.5923923254013062,
+      "learning_rate": 9.990901945645687e-05,
+      "loss": 0.0865,
+      "step": 13650
+    },
+    {
+      "grad_norm": 0.8167465329170227,
+      "learning_rate": 9.990852026534969e-05,
+      "loss": 0.1071,
+      "step": 13660
+    },
+    {
+      "grad_norm": 0.7444211840629578,
+      "learning_rate": 9.990801970976234e-05,
+      "loss": 0.1035,
+      "step": 13670
+    },
+    {
+      "grad_norm": 0.6168451309204102,
+      "learning_rate": 9.990751778970848e-05,
+      "loss": 0.0882,
+      "step": 13680
+    },
+    {
+      "grad_norm": 0.982017993927002,
+      "learning_rate": 9.990701450520181e-05,
+      "loss": 0.0972,
+      "step": 13690
+    },
+    {
+      "grad_norm": 0.694161057472229,
+      "learning_rate": 9.990650985625613e-05,
+      "loss": 0.0955,
+      "step": 13700
+    },
+    {
+      "grad_norm": 0.9315837621688843,
+      "learning_rate": 9.990600384288523e-05,
+      "loss": 0.1046,
+      "step": 13710
+    },
+    {
+      "grad_norm": 0.6427130103111267,
+      "learning_rate": 9.990549646510291e-05,
+      "loss": 0.0734,
+      "step": 13720
+    },
+    {
+      "grad_norm": 0.6334851384162903,
+      "learning_rate": 9.990498772292309e-05,
+      "loss": 0.1199,
+      "step": 13730
+    },
+    {
+      "grad_norm": 0.8884596824645996,
+      "learning_rate": 9.990447761635964e-05,
+      "loss": 0.1182,
+      "step": 13740
+    },
+    {
+      "grad_norm": 0.7000996470451355,
+      "learning_rate": 9.990396614542652e-05,
+      "loss": 0.0887,
+      "step": 13750
+    },
+    {
+      "grad_norm": 0.499691903591156,
+      "learning_rate": 9.990345331013771e-05,
+      "loss": 0.1192,
+      "step": 13760
+    },
+    {
+      "grad_norm": 0.6623421907424927,
+      "learning_rate": 9.990293911050725e-05,
+      "loss": 0.0896,
+      "step": 13770
+    },
+    {
+      "grad_norm": 0.7500148415565491,
+      "learning_rate": 9.990242354654916e-05,
+      "loss": 0.0967,
+      "step": 13780
+    },
+    {
+      "grad_norm": 0.5975396037101746,
+      "learning_rate": 9.990190661827757e-05,
+      "loss": 0.0822,
+      "step": 13790
+    },
+    {
+      "grad_norm": 0.7485140562057495,
+      "learning_rate": 9.99013883257066e-05,
+      "loss": 0.1119,
+      "step": 13800
+    },
+    {
+      "grad_norm": 0.6737509369850159,
+      "learning_rate": 9.990086866885042e-05,
+      "loss": 0.0846,
+      "step": 13810
+    },
+    {
+      "grad_norm": 0.7580047845840454,
+      "learning_rate": 9.990034764772323e-05,
+      "loss": 0.0887,
+      "step": 13820
+    },
+    {
+      "grad_norm": 0.8202012777328491,
+      "learning_rate": 9.98998252623393e-05,
+      "loss": 0.0972,
+      "step": 13830
+    },
+    {
+      "grad_norm": 0.8274821043014526,
+      "learning_rate": 9.989930151271287e-05,
+      "loss": 0.1165,
+      "step": 13840
+    },
+    {
+      "grad_norm": 0.8574158549308777,
+      "learning_rate": 9.98987763988583e-05,
+      "loss": 0.1018,
+      "step": 13850
+    },
+    {
+      "grad_norm": 0.670342743396759,
+      "learning_rate": 9.989824992078993e-05,
+      "loss": 0.0909,
+      "step": 13860
+    },
+    {
+      "grad_norm": 0.6151131391525269,
+      "learning_rate": 9.989772207852215e-05,
+      "loss": 0.0879,
+      "step": 13870
+    },
+    {
+      "grad_norm": 0.6992025375366211,
+      "learning_rate": 9.989719287206939e-05,
+      "loss": 0.0757,
+      "step": 13880
+    },
+    {
+      "grad_norm": 0.4888639450073242,
+      "learning_rate": 9.989666230144612e-05,
+      "loss": 0.0767,
+      "step": 13890
+    },
+    {
+      "grad_norm": 0.7336845397949219,
+      "learning_rate": 9.989613036666686e-05,
+      "loss": 0.085,
+      "step": 13900
+    },
+    {
+      "grad_norm": 0.8461738228797913,
+      "learning_rate": 9.989559706774613e-05,
+      "loss": 0.0984,
+      "step": 13910
+    },
+    {
+      "grad_norm": 0.7186420559883118,
+      "learning_rate": 9.989506240469852e-05,
+      "loss": 0.0801,
+      "step": 13920
+    },
+    {
+      "grad_norm": 0.667027473449707,
+      "learning_rate": 9.989452637753867e-05,
+      "loss": 0.0879,
+      "step": 13930
+    },
+    {
+      "grad_norm": 0.5247011184692383,
+      "learning_rate": 9.989398898628119e-05,
+      "loss": 0.0864,
+      "step": 13940
+    },
+    {
+      "grad_norm": 0.6410070061683655,
+      "learning_rate": 9.98934502309408e-05,
+      "loss": 0.0787,
+      "step": 13950
+    },
+    {
+      "grad_norm": 0.6736259460449219,
+      "learning_rate": 9.989291011153224e-05,
+      "loss": 0.1065,
+      "step": 13960
+    },
+    {
+      "grad_norm": 0.737144947052002,
+      "learning_rate": 9.989236862807023e-05,
+      "loss": 0.0713,
+      "step": 13970
+    },
+    {
+      "grad_norm": 0.9162158966064453,
+      "learning_rate": 9.989182578056964e-05,
+      "loss": 0.0883,
+      "step": 13980
+    },
+    {
+      "grad_norm": 0.7525148987770081,
+      "learning_rate": 9.989128156904524e-05,
+      "loss": 0.1009,
+      "step": 13990
+    },
+    {
+      "grad_norm": 0.9159949421882629,
+      "learning_rate": 9.989073599351198e-05,
+      "loss": 0.0845,
+      "step": 14000
+    },
+    {
+      "grad_norm": 0.7017428874969482,
+      "learning_rate": 9.989018905398473e-05,
+      "loss": 0.1095,
+      "step": 14010
+    },
+    {
+      "grad_norm": 0.6340438723564148,
+      "learning_rate": 9.988964075047844e-05,
+      "loss": 0.1058,
+      "step": 14020
+    },
+    {
+      "grad_norm": 0.7520162463188171,
+      "learning_rate": 9.988909108300813e-05,
+      "loss": 0.0863,
+      "step": 14030
+    },
+    {
+      "grad_norm": 0.5861961841583252,
+      "learning_rate": 9.98885400515888e-05,
+      "loss": 0.0965,
+      "step": 14040
+    },
+    {
+      "grad_norm": 0.7373747825622559,
+      "learning_rate": 9.988798765623555e-05,
+      "loss": 0.1164,
+      "step": 14050
+    },
+    {
+      "grad_norm": 0.7807149291038513,
+      "learning_rate": 9.988743389696343e-05,
+      "loss": 0.1042,
+      "step": 14060
+    },
+    {
+      "grad_norm": 0.6839778423309326,
+      "learning_rate": 9.988687877378762e-05,
+      "loss": 0.0894,
+      "step": 14070
+    },
+    {
+      "grad_norm": 0.6936168670654297,
+      "learning_rate": 9.98863222867233e-05,
+      "loss": 0.0907,
+      "step": 14080
+    },
+    {
+      "grad_norm": 0.6499001383781433,
+      "learning_rate": 9.988576443578565e-05,
+      "loss": 0.0778,
+      "step": 14090
+    },
+    {
+      "grad_norm": 0.6759138703346252,
+      "learning_rate": 9.988520522098996e-05,
+      "loss": 0.079,
+      "step": 14100
+    },
+    {
+      "grad_norm": 0.8812659382820129,
+      "learning_rate": 9.988464464235148e-05,
+      "loss": 0.0839,
+      "step": 14110
+    },
+    {
+      "grad_norm": 0.6467119455337524,
+      "learning_rate": 9.988408269988559e-05,
+      "loss": 0.0906,
+      "step": 14120
+    },
+    {
+      "grad_norm": 0.6002629399299622,
+      "learning_rate": 9.988351939360758e-05,
+      "loss": 0.0973,
+      "step": 14130
+    },
+    {
+      "grad_norm": 0.6987906694412231,
+      "learning_rate": 9.98829547235329e-05,
+      "loss": 0.0944,
+      "step": 14140
+    },
+    {
+      "grad_norm": 0.8726905584335327,
+      "learning_rate": 9.988238868967699e-05,
+      "loss": 0.1071,
+      "step": 14150
+    },
+    {
+      "grad_norm": 0.6979994177818298,
+      "learning_rate": 9.988182129205532e-05,
+      "loss": 0.1071,
+      "step": 14160
+    },
+    {
+      "grad_norm": 0.8963242173194885,
+      "learning_rate": 9.988125253068338e-05,
+      "loss": 0.0949,
+      "step": 14170
+    },
+    {
+      "grad_norm": 0.7985817790031433,
+      "learning_rate": 9.988068240557673e-05,
+      "loss": 0.1092,
+      "step": 14180
+    },
+    {
+      "grad_norm": 0.9073081612586975,
+      "learning_rate": 9.988011091675098e-05,
+      "loss": 0.069,
+      "step": 14190
+    },
+    {
+      "grad_norm": 0.8797186017036438,
+      "learning_rate": 9.987953806422173e-05,
+      "loss": 0.1043,
+      "step": 14200
+    },
+    {
+      "grad_norm": 0.5675152540206909,
+      "learning_rate": 9.987896384800465e-05,
+      "loss": 0.1157,
+      "step": 14210
+    },
+    {
+      "grad_norm": 0.7906568646430969,
+      "learning_rate": 9.987838826811543e-05,
+      "loss": 0.0975,
+      "step": 14220
+    },
+    {
+      "grad_norm": 0.5882888436317444,
+      "learning_rate": 9.987781132456982e-05,
+      "loss": 0.089,
+      "step": 14230
+    },
+    {
+      "grad_norm": 0.5259380340576172,
+      "learning_rate": 9.987723301738358e-05,
+      "loss": 0.0832,
+      "step": 14240
+    },
+    {
+      "grad_norm": 0.9866291880607605,
+      "learning_rate": 9.987665334657253e-05,
+      "loss": 0.0903,
+      "step": 14250
+    },
+    {
+      "grad_norm": 0.5202823877334595,
+      "learning_rate": 9.987607231215251e-05,
+      "loss": 0.0928,
+      "step": 14260
+    },
+    {
+      "grad_norm": 0.7495569586753845,
+      "learning_rate": 9.987548991413942e-05,
+      "loss": 0.1059,
+      "step": 14270
+    },
+    {
+      "grad_norm": 0.9348839521408081,
+      "learning_rate": 9.987490615254917e-05,
+      "loss": 0.1514,
+      "step": 14280
+    },
+    {
+      "grad_norm": 0.8281311988830566,
+      "learning_rate": 9.987432102739773e-05,
+      "loss": 0.1214,
+      "step": 14290
+    },
+    {
+      "grad_norm": 1.0045804977416992,
+      "learning_rate": 9.987373453870107e-05,
+      "loss": 0.1086,
+      "step": 14300
+    },
+    {
+      "grad_norm": 1.0343961715698242,
+      "learning_rate": 9.987314668647526e-05,
+      "loss": 0.0944,
+      "step": 14310
+    },
+    {
+      "grad_norm": 1.165006160736084,
+      "learning_rate": 9.987255747073636e-05,
+      "loss": 0.1119,
+      "step": 14320
+    },
+    {
+      "grad_norm": 0.9470888376235962,
+      "learning_rate": 9.987196689150046e-05,
+      "loss": 0.1159,
+      "step": 14330
+    },
+    {
+      "grad_norm": 0.8880698084831238,
+      "learning_rate": 9.987137494878374e-05,
+      "loss": 0.0947,
+      "step": 14340
+    },
+    {
+      "grad_norm": 0.7237434983253479,
+      "learning_rate": 9.987078164260235e-05,
+      "loss": 0.1053,
+      "step": 14350
+    },
+    {
+      "grad_norm": 0.7683876752853394,
+      "learning_rate": 9.987018697297252e-05,
+      "loss": 0.1007,
+      "step": 14360
+    },
+    {
+      "grad_norm": 0.7263169288635254,
+      "learning_rate": 9.986959093991053e-05,
+      "loss": 0.0957,
+      "step": 14370
+    },
+    {
+      "grad_norm": 0.8183110952377319,
+      "learning_rate": 9.986899354343265e-05,
+      "loss": 0.1002,
+      "step": 14380
+    },
+    {
+      "grad_norm": 0.5197404623031616,
+      "learning_rate": 9.986839478355523e-05,
+      "loss": 0.0888,
+      "step": 14390
+    },
+    {
+      "grad_norm": 1.0278186798095703,
+      "learning_rate": 9.986779466029461e-05,
+      "loss": 0.0939,
+      "step": 14400
+    },
+    {
+      "grad_norm": 0.7552916407585144,
+      "learning_rate": 9.986719317366725e-05,
+      "loss": 0.0794,
+      "step": 14410
+    },
+    {
+      "grad_norm": 0.7382943034172058,
+      "learning_rate": 9.986659032368953e-05,
+      "loss": 0.1119,
+      "step": 14420
+    },
+    {
+      "grad_norm": 0.7975528836250305,
+      "learning_rate": 9.986598611037799e-05,
+      "loss": 0.1028,
+      "step": 14430
+    },
+    {
+      "grad_norm": 0.8079559803009033,
+      "learning_rate": 9.986538053374912e-05,
+      "loss": 0.0974,
+      "step": 14440
+    },
+    {
+      "grad_norm": 0.6318050622940063,
+      "learning_rate": 9.986477359381947e-05,
+      "loss": 0.1017,
+      "step": 14450
+    },
+    {
+      "grad_norm": 0.5337705612182617,
+      "learning_rate": 9.986416529060564e-05,
+      "loss": 0.0981,
+      "step": 14460
+    },
+    {
+      "grad_norm": 1.0388864278793335,
+      "learning_rate": 9.986355562412427e-05,
+      "loss": 0.1283,
+      "step": 14470
+    },
+    {
+      "grad_norm": 0.8171789646148682,
+      "learning_rate": 9.986294459439203e-05,
+      "loss": 0.1082,
+      "step": 14480
+    },
+    {
+      "grad_norm": 0.6974749565124512,
+      "learning_rate": 9.98623322014256e-05,
+      "loss": 0.1013,
+      "step": 14490
+    },
+    {
+      "grad_norm": 0.5554207563400269,
+      "learning_rate": 9.986171844524176e-05,
+      "loss": 0.0842,
+      "step": 14500
+    },
+    {
+      "grad_norm": 0.8806113004684448,
+      "learning_rate": 9.986110332585725e-05,
+      "loss": 0.1021,
+      "step": 14510
+    },
+    {
+      "grad_norm": 0.6808772683143616,
+      "learning_rate": 9.986048684328893e-05,
+      "loss": 0.0863,
+      "step": 14520
+    },
+    {
+      "grad_norm": 0.9929015040397644,
+      "learning_rate": 9.985986899755362e-05,
+      "loss": 0.0997,
+      "step": 14530
+    },
+    {
+      "grad_norm": 0.463992714881897,
+      "learning_rate": 9.985924978866822e-05,
+      "loss": 0.0642,
+      "step": 14540
+    },
+    {
+      "grad_norm": 0.680844247341156,
+      "learning_rate": 9.985862921664965e-05,
+      "loss": 0.0714,
+      "step": 14550
+    },
+    {
+      "grad_norm": 0.5898401737213135,
+      "learning_rate": 9.985800728151491e-05,
+      "loss": 0.0904,
+      "step": 14560
+    },
+    {
+      "grad_norm": 0.6963229179382324,
+      "learning_rate": 9.985738398328097e-05,
+      "loss": 0.0854,
+      "step": 14570
+    },
+    {
+      "grad_norm": 0.8920849561691284,
+      "learning_rate": 9.98567593219649e-05,
+      "loss": 0.1043,
+      "step": 14580
+    },
+    {
+      "grad_norm": 0.567020833492279,
+      "learning_rate": 9.985613329758375e-05,
+      "loss": 0.0764,
+      "step": 14590
+    },
+    {
+      "grad_norm": 0.5076447129249573,
+      "learning_rate": 9.985550591015463e-05,
+      "loss": 0.0967,
+      "step": 14600
+    },
+    {
+      "grad_norm": 0.755061686038971,
+      "learning_rate": 9.985487715969473e-05,
+      "loss": 0.1005,
+      "step": 14610
+    },
+    {
+      "grad_norm": 0.6248704791069031,
+      "learning_rate": 9.985424704622119e-05,
+      "loss": 0.0804,
+      "step": 14620
+    },
+    {
+      "grad_norm": 0.627886950969696,
+      "learning_rate": 9.985361556975131e-05,
+      "loss": 0.0686,
+      "step": 14630
+    },
+    {
+      "grad_norm": 0.6368727684020996,
+      "learning_rate": 9.985298273030226e-05,
+      "loss": 0.0823,
+      "step": 14640
+    },
+    {
+      "grad_norm": 0.8077681660652161,
+      "learning_rate": 9.985234852789142e-05,
+      "loss": 0.0987,
+      "step": 14650
+    },
+    {
+      "grad_norm": 0.8428466320037842,
+      "learning_rate": 9.98517129625361e-05,
+      "loss": 0.0933,
+      "step": 14660
+    },
+    {
+      "grad_norm": 0.8216338753700256,
+      "learning_rate": 9.985107603425367e-05,
+      "loss": 0.0967,
+      "step": 14670
+    },
+    {
+      "grad_norm": 0.8728350400924683,
+      "learning_rate": 9.985043774306155e-05,
+      "loss": 0.0997,
+      "step": 14680
+    },
+    {
+      "grad_norm": 0.7882518172264099,
+      "learning_rate": 9.984979808897719e-05,
+      "loss": 0.0828,
+      "step": 14690
+    },
+    {
+      "grad_norm": 0.8808624744415283,
+      "learning_rate": 9.984915707201807e-05,
+      "loss": 0.0856,
+      "step": 14700
+    },
+    {
+      "grad_norm": 0.7228912115097046,
+      "learning_rate": 9.984851469220174e-05,
+      "loss": 0.0909,
+      "step": 14710
+    },
+    {
+      "grad_norm": 0.7677212953567505,
+      "learning_rate": 9.984787094954573e-05,
+      "loss": 0.0824,
+      "step": 14720
+    },
+    {
+      "grad_norm": 0.4740472435951233,
+      "learning_rate": 9.984722584406767e-05,
+      "loss": 0.0764,
+      "step": 14730
+    },
+    {
+      "grad_norm": 0.7594956755638123,
+      "learning_rate": 9.984657937578516e-05,
+      "loss": 0.0907,
+      "step": 14740
+    },
+    {
+      "grad_norm": 0.7848475575447083,
+      "learning_rate": 9.984593154471592e-05,
+      "loss": 0.0814,
+      "step": 14750
+    },
+    {
+      "grad_norm": 0.8399959802627563,
+      "learning_rate": 9.984528235087763e-05,
+      "loss": 0.0874,
+      "step": 14760
+    },
+    {
+      "grad_norm": 0.5924437046051025,
+      "learning_rate": 9.984463179428804e-05,
+      "loss": 0.0872,
+      "step": 14770
+    },
+    {
+      "grad_norm": 0.6154962182044983,
+      "learning_rate": 9.984397987496494e-05,
+      "loss": 0.0911,
+      "step": 14780
+    },
+    {
+      "grad_norm": 1.0758482217788696,
+      "learning_rate": 9.984332659292616e-05,
+      "loss": 0.099,
+      "step": 14790
+    },
+    {
+      "grad_norm": 0.8979820013046265,
+      "learning_rate": 9.984267194818956e-05,
+      "loss": 0.0857,
+      "step": 14800
+    },
+    {
+      "grad_norm": 0.7430589199066162,
+      "learning_rate": 9.984201594077304e-05,
+      "loss": 0.0854,
+      "step": 14810
+    },
+    {
+      "grad_norm": 0.6606823801994324,
+      "learning_rate": 9.984135857069452e-05,
+      "loss": 0.1049,
+      "step": 14820
+    },
+    {
+      "grad_norm": 0.6499386429786682,
+      "learning_rate": 9.984069983797199e-05,
+      "loss": 0.0823,
+      "step": 14830
+    },
+    {
+      "grad_norm": 0.8887962102890015,
+      "learning_rate": 9.984003974262344e-05,
+      "loss": 0.119,
+      "step": 14840
+    },
+    {
+      "grad_norm": 0.6577650904655457,
+      "learning_rate": 9.983937828466694e-05,
+      "loss": 0.1063,
+      "step": 14850
+    },
+    {
+      "grad_norm": 0.467933714389801,
+      "learning_rate": 9.983871546412054e-05,
+      "loss": 0.1008,
+      "step": 14860
+    },
+    {
+      "grad_norm": 0.635852038860321,
+      "learning_rate": 9.98380512810024e-05,
+      "loss": 0.1006,
+      "step": 14870
+    },
+    {
+      "grad_norm": 0.7254961133003235,
+      "learning_rate": 9.983738573533065e-05,
+      "loss": 0.0866,
+      "step": 14880
+    },
+    {
+      "grad_norm": 0.6622424721717834,
+      "learning_rate": 9.983671882712351e-05,
+      "loss": 0.0921,
+      "step": 14890
+    },
+    {
+      "grad_norm": 0.5705195665359497,
+      "learning_rate": 9.983605055639919e-05,
+      "loss": 0.0865,
+      "step": 14900
+    },
+    {
+      "grad_norm": 0.837651252746582,
+      "learning_rate": 9.983538092317599e-05,
+      "loss": 0.0959,
+      "step": 14910
+    },
+    {
+      "grad_norm": 0.48562636971473694,
+      "learning_rate": 9.983470992747218e-05,
+      "loss": 0.0844,
+      "step": 14920
+    },
+    {
+      "grad_norm": 0.745760440826416,
+      "learning_rate": 9.983403756930611e-05,
+      "loss": 0.0981,
+      "step": 14930
+    },
+    {
+      "grad_norm": 0.7505891919136047,
+      "learning_rate": 9.98333638486962e-05,
+      "loss": 0.1013,
+      "step": 14940
+    },
+    {
+      "grad_norm": 1.1507312059402466,
+      "learning_rate": 9.983268876566083e-05,
+      "loss": 0.1026,
+      "step": 14950
+    },
+    {
+      "grad_norm": 0.7467960715293884,
+      "learning_rate": 9.983201232021847e-05,
+      "loss": 0.107,
+      "step": 14960
+    },
+    {
+      "grad_norm": 0.875785231590271,
+      "learning_rate": 9.983133451238762e-05,
+      "loss": 0.1096,
+      "step": 14970
+    },
+    {
+      "grad_norm": 0.5358511805534363,
+      "learning_rate": 9.98306553421868e-05,
+      "loss": 0.1025,
+      "step": 14980
+    },
+    {
+      "grad_norm": 0.4432365596294403,
+      "learning_rate": 9.982997480963458e-05,
+      "loss": 0.0865,
+      "step": 14990
+    },
+    {
+      "grad_norm": 0.6598250865936279,
+      "learning_rate": 9.982929291474958e-05,
+      "loss": 0.094,
+      "step": 15000
+    },
+    {
+      "grad_norm": 0.5684540271759033,
+      "learning_rate": 9.982860965755043e-05,
+      "loss": 0.0795,
+      "step": 15010
+    },
+    {
+      "grad_norm": 0.9139082431793213,
+      "learning_rate": 9.98279250380558e-05,
+      "loss": 0.0854,
+      "step": 15020
+    },
+    {
+      "grad_norm": 0.4839598536491394,
+      "learning_rate": 9.982723905628444e-05,
+      "loss": 0.0915,
+      "step": 15030
+    },
+    {
+      "grad_norm": 0.5063598155975342,
+      "learning_rate": 9.982655171225507e-05,
+      "loss": 0.0822,
+      "step": 15040
+    },
+    {
+      "grad_norm": 0.5641692876815796,
+      "learning_rate": 9.982586300598648e-05,
+      "loss": 0.0686,
+      "step": 15050
+    },
+    {
+      "grad_norm": 0.6005620956420898,
+      "learning_rate": 9.982517293749755e-05,
+      "loss": 0.0692,
+      "step": 15060
+    },
+    {
+      "grad_norm": 0.894536554813385,
+      "learning_rate": 9.98244815068071e-05,
+      "loss": 0.0727,
+      "step": 15070
+    },
+    {
+      "grad_norm": 0.6182859539985657,
+      "learning_rate": 9.982378871393402e-05,
+      "loss": 0.0924,
+      "step": 15080
+    },
+    {
+      "grad_norm": 0.434815913438797,
+      "learning_rate": 9.982309455889729e-05,
+      "loss": 0.0709,
+      "step": 15090
+    },
+    {
+      "grad_norm": 0.7723525762557983,
+      "learning_rate": 9.982239904171587e-05,
+      "loss": 0.0998,
+      "step": 15100
+    },
+    {
+      "grad_norm": 0.5809647440910339,
+      "learning_rate": 9.982170216240877e-05,
+      "loss": 0.0795,
+      "step": 15110
+    },
+    {
+      "grad_norm": 0.7315045595169067,
+      "learning_rate": 9.982100392099507e-05,
+      "loss": 0.0849,
+      "step": 15120
+    },
+    {
+      "grad_norm": 1.0100011825561523,
+      "learning_rate": 9.982030431749383e-05,
+      "loss": 0.1084,
+      "step": 15130
+    },
+    {
+      "grad_norm": 0.9726934432983398,
+      "learning_rate": 9.981960335192418e-05,
+      "loss": 0.0893,
+      "step": 15140
+    },
+    {
+      "grad_norm": 0.5797505378723145,
+      "learning_rate": 9.98189010243053e-05,
+      "loss": 0.0809,
+      "step": 15150
+    },
+    {
+      "grad_norm": 0.7685850262641907,
+      "learning_rate": 9.981819733465639e-05,
+      "loss": 0.1092,
+      "step": 15160
+    },
+    {
+      "grad_norm": 0.5469709038734436,
+      "learning_rate": 9.981749228299666e-05,
+      "loss": 0.1019,
+      "step": 15170
+    },
+    {
+      "grad_norm": 0.5273554921150208,
+      "learning_rate": 9.981678586934541e-05,
+      "loss": 0.0927,
+      "step": 15180
+    },
+    {
+      "grad_norm": 1.1168227195739746,
+      "learning_rate": 9.981607809372195e-05,
+      "loss": 0.123,
+      "step": 15190
+    },
+    {
+      "grad_norm": 0.5026647448539734,
+      "learning_rate": 9.981536895614564e-05,
+      "loss": 0.0959,
+      "step": 15200
+    },
+    {
+      "grad_norm": 0.9137570858001709,
+      "learning_rate": 9.981465845663584e-05,
+      "loss": 0.1267,
+      "step": 15210
+    },
+    {
+      "grad_norm": 0.9388868808746338,
+      "learning_rate": 9.981394659521202e-05,
+      "loss": 0.0838,
+      "step": 15220
+    },
+    {
+      "grad_norm": 0.6480067372322083,
+      "learning_rate": 9.98132333718936e-05,
+      "loss": 0.1082,
+      "step": 15230
+    },
+    {
+      "grad_norm": 0.7978304624557495,
+      "learning_rate": 9.981251878670008e-05,
+      "loss": 0.0801,
+      "step": 15240
+    },
+    {
+      "grad_norm": 0.705848217010498,
+      "learning_rate": 9.981180283965104e-05,
+      "loss": 0.1044,
+      "step": 15250
+    },
+    {
+      "grad_norm": 0.642998993396759,
+      "learning_rate": 9.981108553076599e-05,
+      "loss": 0.0978,
+      "step": 15260
+    },
+    {
+      "grad_norm": 0.6401437520980835,
+      "learning_rate": 9.981036686006459e-05,
+      "loss": 0.076,
+      "step": 15270
+    },
+    {
+      "grad_norm": 0.6914892196655273,
+      "learning_rate": 9.980964682756648e-05,
+      "loss": 0.0973,
+      "step": 15280
+    },
+    {
+      "grad_norm": 0.5615313649177551,
+      "learning_rate": 9.980892543329135e-05,
+      "loss": 0.0777,
+      "step": 15290
+    },
+    {
+      "grad_norm": 0.8008688688278198,
+      "learning_rate": 9.980820267725888e-05,
+      "loss": 0.09,
+      "step": 15300
+    },
+    {
+      "grad_norm": 0.6160742044448853,
+      "learning_rate": 9.980747855948887e-05,
+      "loss": 0.0861,
+      "step": 15310
+    },
+    {
+      "grad_norm": 0.6481934785842896,
+      "learning_rate": 9.980675308000111e-05,
+      "loss": 0.0862,
+      "step": 15320
+    },
+    {
+      "grad_norm": 0.5813071131706238,
+      "learning_rate": 9.980602623881544e-05,
+      "loss": 0.0862,
+      "step": 15330
+    },
+    {
+      "grad_norm": 1.0799304246902466,
+      "learning_rate": 9.980529803595172e-05,
+      "loss": 0.095,
+      "step": 15340
+    },
+    {
+      "grad_norm": 0.6144507527351379,
+      "learning_rate": 9.980456847142986e-05,
+      "loss": 0.0864,
+      "step": 15350
+    },
+    {
+      "grad_norm": 0.9120813608169556,
+      "learning_rate": 9.980383754526981e-05,
+      "loss": 0.1057,
+      "step": 15360
+    },
+    {
+      "grad_norm": 0.7949371933937073,
+      "learning_rate": 9.980310525749154e-05,
+      "loss": 0.0996,
+      "step": 15370
+    },
+    {
+      "grad_norm": 0.6709441542625427,
+      "learning_rate": 9.98023716081151e-05,
+      "loss": 0.0792,
+      "step": 15380
+    },
+    {
+      "grad_norm": 0.6637035012245178,
+      "learning_rate": 9.980163659716053e-05,
+      "loss": 0.0923,
+      "step": 15390
+    },
+    {
+      "grad_norm": 0.6378656029701233,
+      "learning_rate": 9.980090022464792e-05,
+      "loss": 0.0759,
+      "step": 15400
+    },
+    {
+      "grad_norm": 0.8213024735450745,
+      "learning_rate": 9.980016249059741e-05,
+      "loss": 0.0828,
+      "step": 15410
+    },
+    {
+      "grad_norm": 0.8451032638549805,
+      "learning_rate": 9.979942339502917e-05,
+      "loss": 0.1236,
+      "step": 15420
+    },
+    {
+      "grad_norm": 0.731095552444458,
+      "learning_rate": 9.979868293796339e-05,
+      "loss": 0.0963,
+      "step": 15430
+    },
+    {
+      "grad_norm": 0.5021370053291321,
+      "learning_rate": 9.979794111942033e-05,
+      "loss": 0.0907,
+      "step": 15440
+    },
+    {
+      "grad_norm": 0.7625073194503784,
+      "learning_rate": 9.979719793942027e-05,
+      "loss": 0.0971,
+      "step": 15450
+    },
+    {
+      "grad_norm": 0.5467134714126587,
+      "learning_rate": 9.979645339798354e-05,
+      "loss": 0.0899,
+      "step": 15460
+    },
+    {
+      "grad_norm": 0.6784570217132568,
+      "learning_rate": 9.979570749513045e-05,
+      "loss": 0.0827,
+      "step": 15470
+    },
+    {
+      "grad_norm": 1.4714593887329102,
+      "learning_rate": 9.979496023088145e-05,
+      "loss": 0.1037,
+      "step": 15480
+    },
+    {
+      "grad_norm": 0.7312665581703186,
+      "learning_rate": 9.979421160525694e-05,
+      "loss": 0.0681,
+      "step": 15490
+    },
+    {
+      "grad_norm": 0.6686477065086365,
+      "learning_rate": 9.979346161827739e-05,
+      "loss": 0.0765,
+      "step": 15500
+    },
+    {
+      "grad_norm": 0.620975911617279,
+      "learning_rate": 9.979271026996331e-05,
+      "loss": 0.0835,
+      "step": 15510
+    },
+    {
+      "grad_norm": 0.5867982506752014,
+      "learning_rate": 9.979195756033523e-05,
+      "loss": 0.0911,
+      "step": 15520
+    },
+    {
+      "grad_norm": 0.7147915363311768,
+      "learning_rate": 9.979120348941374e-05,
+      "loss": 0.0854,
+      "step": 15530
+    },
+    {
+      "grad_norm": 0.6514164805412292,
+      "learning_rate": 9.979044805721944e-05,
+      "loss": 0.0847,
+      "step": 15540
+    },
+    {
+      "grad_norm": 0.5547724962234497,
+      "learning_rate": 9.978969126377302e-05,
+      "loss": 0.0811,
+      "step": 15550
+    },
+    {
+      "grad_norm": 0.9799763560295105,
+      "learning_rate": 9.978893310909513e-05,
+      "loss": 0.0835,
+      "step": 15560
+    },
+    {
+      "grad_norm": 0.6053034663200378,
+      "learning_rate": 9.978817359320651e-05,
+      "loss": 0.0885,
+      "step": 15570
+    },
+    {
+      "grad_norm": 0.7175306081771851,
+      "learning_rate": 9.978741271612795e-05,
+      "loss": 0.0918,
+      "step": 15580
+    },
+    {
+      "grad_norm": 0.8275865316390991,
+      "learning_rate": 9.97866504778802e-05,
+      "loss": 0.0836,
+      "step": 15590
+    },
+    {
+      "grad_norm": 0.6729199290275574,
+      "learning_rate": 9.978588687848415e-05,
+      "loss": 0.087,
+      "step": 15600
+    },
+    {
+      "grad_norm": 0.8162228465080261,
+      "learning_rate": 9.978512191796065e-05,
+      "loss": 0.0845,
+      "step": 15610
+    },
+    {
+      "grad_norm": 0.6448790431022644,
+      "learning_rate": 9.978435559633064e-05,
+      "loss": 0.0805,
+      "step": 15620
+    },
+    {
+      "grad_norm": 0.6115692257881165,
+      "learning_rate": 9.978358791361501e-05,
+      "loss": 0.077,
+      "step": 15630
+    },
+    {
+      "grad_norm": 0.8174669742584229,
+      "learning_rate": 9.978281886983483e-05,
+      "loss": 0.0745,
+      "step": 15640
+    },
+    {
+      "grad_norm": 0.5487907528877258,
+      "learning_rate": 9.978204846501107e-05,
+      "loss": 0.0833,
+      "step": 15650
+    },
+    {
+      "grad_norm": 0.8623830676078796,
+      "learning_rate": 9.97812766991648e-05,
+      "loss": 0.0694,
+      "step": 15660
+    },
+    {
+      "grad_norm": 0.9039743542671204,
+      "learning_rate": 9.978050357231713e-05,
+      "loss": 0.0813,
+      "step": 15670
+    },
+    {
+      "grad_norm": 0.6034120917320251,
+      "learning_rate": 9.977972908448919e-05,
+      "loss": 0.0697,
+      "step": 15680
+    },
+    {
+      "grad_norm": 0.9835641384124756,
+      "learning_rate": 9.977895323570217e-05,
+      "loss": 0.0951,
+      "step": 15690
+    },
+    {
+      "grad_norm": 0.6641436219215393,
+      "learning_rate": 9.977817602597726e-05,
+      "loss": 0.0726,
+      "step": 15700
+    },
+    {
+      "grad_norm": 0.7602996230125427,
+      "learning_rate": 9.977739745533572e-05,
+      "loss": 0.1048,
+      "step": 15710
+    },
+    {
+      "grad_norm": 0.7707087993621826,
+      "learning_rate": 9.977661752379883e-05,
+      "loss": 0.0854,
+      "step": 15720
+    },
+    {
+      "grad_norm": 0.6534422636032104,
+      "learning_rate": 9.977583623138793e-05,
+      "loss": 0.0899,
+      "step": 15730
+    },
+    {
+      "grad_norm": 0.9226329326629639,
+      "learning_rate": 9.977505357812436e-05,
+      "loss": 0.1064,
+      "step": 15740
+    },
+    {
+      "grad_norm": 0.4796634912490845,
+      "learning_rate": 9.977426956402953e-05,
+      "loss": 0.0976,
+      "step": 15750
+    },
+    {
+      "grad_norm": 0.786206841468811,
+      "learning_rate": 9.977348418912486e-05,
+      "loss": 0.0886,
+      "step": 15760
+    },
+    {
+      "grad_norm": 1.1541612148284912,
+      "learning_rate": 9.977269745343183e-05,
+      "loss": 0.0849,
+      "step": 15770
+    },
+    {
+      "grad_norm": 0.5915826559066772,
+      "learning_rate": 9.977190935697196e-05,
+      "loss": 0.089,
+      "step": 15780
+    },
+    {
+      "grad_norm": 1.269350528717041,
+      "learning_rate": 9.977111989976678e-05,
+      "loss": 0.1003,
+      "step": 15790
+    },
+    {
+      "grad_norm": 0.7163456082344055,
+      "learning_rate": 9.977032908183789e-05,
+      "loss": 0.1028,
+      "step": 15800
+    },
+    {
+      "grad_norm": 0.6705422401428223,
+      "learning_rate": 9.97695369032069e-05,
+      "loss": 0.1098,
+      "step": 15810
+    },
+    {
+      "grad_norm": 0.6661913394927979,
+      "learning_rate": 9.976874336389546e-05,
+      "loss": 0.0839,
+      "step": 15820
+    },
+    {
+      "grad_norm": 0.6790289282798767,
+      "learning_rate": 9.976794846392527e-05,
+      "loss": 0.1069,
+      "step": 15830
+    },
+    {
+      "grad_norm": 0.55353182554245,
+      "learning_rate": 9.976715220331807e-05,
+      "loss": 0.1117,
+      "step": 15840
+    },
+    {
+      "grad_norm": 0.5965957045555115,
+      "learning_rate": 9.976635458209563e-05,
+      "loss": 0.08,
+      "step": 15850
+    },
+    {
+      "grad_norm": 1.072232961654663,
+      "learning_rate": 9.976555560027975e-05,
+      "loss": 0.0809,
+      "step": 15860
+    },
+    {
+      "grad_norm": 0.4489087164402008,
+      "learning_rate": 9.976475525789227e-05,
+      "loss": 0.077,
+      "step": 15870
+    },
+    {
+      "grad_norm": 0.7485802173614502,
+      "learning_rate": 9.976395355495509e-05,
+      "loss": 0.1029,
+      "step": 15880
+    },
+    {
+      "grad_norm": 0.38592275977134705,
+      "learning_rate": 9.976315049149009e-05,
+      "loss": 0.0922,
+      "step": 15890
+    },
+    {
+      "grad_norm": 0.9122754335403442,
+      "learning_rate": 9.976234606751928e-05,
+      "loss": 0.0827,
+      "step": 15900
+    },
+    {
+      "grad_norm": 0.9412005543708801,
+      "learning_rate": 9.976154028306461e-05,
+      "loss": 0.0872,
+      "step": 15910
+    },
+    {
+      "grad_norm": 0.9074420928955078,
+      "learning_rate": 9.976073313814814e-05,
+      "loss": 0.1049,
+      "step": 15920
+    },
+    {
+      "grad_norm": 0.7841970920562744,
+      "learning_rate": 9.975992463279189e-05,
+      "loss": 0.0787,
+      "step": 15930
+    },
+    {
+      "grad_norm": 0.8374057412147522,
+      "learning_rate": 9.975911476701801e-05,
+      "loss": 0.1034,
+      "step": 15940
+    },
+    {
+      "grad_norm": 0.6384365558624268,
+      "learning_rate": 9.975830354084863e-05,
+      "loss": 0.0994,
+      "step": 15950
+    },
+    {
+      "grad_norm": 0.7978820204734802,
+      "learning_rate": 9.975749095430591e-05,
+      "loss": 0.0877,
+      "step": 15960
+    },
+    {
+      "grad_norm": 0.7582694292068481,
+      "learning_rate": 9.97566770074121e-05,
+      "loss": 0.092,
+      "step": 15970
+    },
+    {
+      "grad_norm": 0.5466494560241699,
+      "learning_rate": 9.975586170018943e-05,
+      "loss": 0.0922,
+      "step": 15980
+    },
+    {
+      "grad_norm": 0.5786107778549194,
+      "learning_rate": 9.975504503266017e-05,
+      "loss": 0.0813,
+      "step": 15990
+    },
+    {
+      "grad_norm": 0.6245849132537842,
+      "learning_rate": 9.975422700484669e-05,
+      "loss": 0.0792,
+      "step": 16000
+    },
+    {
+      "grad_norm": 0.7849588394165039,
+      "learning_rate": 9.975340761677134e-05,
+      "loss": 0.0869,
+      "step": 16010
+    },
+    {
+      "grad_norm": 0.9874016046524048,
+      "learning_rate": 9.97525868684565e-05,
+      "loss": 0.0835,
+      "step": 16020
+    },
+    {
+      "grad_norm": 0.7569478154182434,
+      "learning_rate": 9.975176475992465e-05,
+      "loss": 0.1029,
+      "step": 16030
+    },
+    {
+      "grad_norm": 0.7636578679084778,
+      "learning_rate": 9.975094129119822e-05,
+      "loss": 0.0737,
+      "step": 16040
+    },
+    {
+      "grad_norm": 0.9679352641105652,
+      "learning_rate": 9.975011646229976e-05,
+      "loss": 0.0816,
+      "step": 16050
+    },
+    {
+      "grad_norm": 0.4429354965686798,
+      "learning_rate": 9.974929027325179e-05,
+      "loss": 0.0669,
+      "step": 16060
+    },
+    {
+      "grad_norm": 0.5721522569656372,
+      "learning_rate": 9.974846272407694e-05,
+      "loss": 0.0708,
+      "step": 16070
+    },
+    {
+      "grad_norm": 0.7356047630310059,
+      "learning_rate": 9.97476338147978e-05,
+      "loss": 0.0709,
+      "step": 16080
+    },
+    {
+      "grad_norm": 0.6719717979431152,
+      "learning_rate": 9.974680354543702e-05,
+      "loss": 0.0894,
+      "step": 16090
+    },
+    {
+      "grad_norm": 0.7901291847229004,
+      "learning_rate": 9.974597191601733e-05,
+      "loss": 0.0958,
+      "step": 16100
+    },
+    {
+      "grad_norm": 0.7909145951271057,
+      "learning_rate": 9.974513892656147e-05,
+      "loss": 0.0914,
+      "step": 16110
+    },
+    {
+      "grad_norm": 0.5764238834381104,
+      "learning_rate": 9.974430457709218e-05,
+      "loss": 0.0874,
+      "step": 16120
+    },
+    {
+      "grad_norm": 0.738592803478241,
+      "learning_rate": 9.974346886763231e-05,
+      "loss": 0.0977,
+      "step": 16130
+    },
+    {
+      "grad_norm": 0.6818479895591736,
+      "learning_rate": 9.974263179820469e-05,
+      "loss": 0.0773,
+      "step": 16140
+    },
+    {
+      "grad_norm": 0.515086829662323,
+      "learning_rate": 9.97417933688322e-05,
+      "loss": 0.0923,
+      "step": 16150
+    },
+    {
+      "grad_norm": 0.6285178661346436,
+      "learning_rate": 9.974095357953774e-05,
+      "loss": 0.0948,
+      "step": 16160
+    },
+    {
+      "grad_norm": 1.1739271879196167,
+      "learning_rate": 9.974011243034434e-05,
+      "loss": 0.0979,
+      "step": 16170
+    },
+    {
+      "grad_norm": 0.6989249587059021,
+      "learning_rate": 9.973926992127491e-05,
+      "loss": 0.0845,
+      "step": 16180
+    },
+    {
+      "grad_norm": 0.6702224016189575,
+      "learning_rate": 9.973842605235255e-05,
+      "loss": 0.0948,
+      "step": 16190
+    },
+    {
+      "grad_norm": 0.6438866853713989,
+      "learning_rate": 9.973758082360031e-05,
+      "loss": 0.0767,
+      "step": 16200
+    },
+    {
+      "grad_norm": 0.6642608642578125,
+      "learning_rate": 9.973673423504128e-05,
+      "loss": 0.0957,
+      "step": 16210
+    },
+    {
+      "grad_norm": 0.6129983067512512,
+      "learning_rate": 9.973588628669865e-05,
+      "loss": 0.0791,
+      "step": 16220
+    },
+    {
+      "grad_norm": 0.6945782899856567,
+      "learning_rate": 9.973503697859554e-05,
+      "loss": 0.0918,
+      "step": 16230
+    },
+    {
+      "grad_norm": 0.6553422808647156,
+      "learning_rate": 9.973418631075521e-05,
+      "loss": 0.0883,
+      "step": 16240
+    },
+    {
+      "grad_norm": 0.6231864094734192,
+      "learning_rate": 9.973333428320094e-05,
+      "loss": 0.0822,
+      "step": 16250
+    },
+    {
+      "grad_norm": 0.6414456963539124,
+      "learning_rate": 9.973248089595598e-05,
+      "loss": 0.1185,
+      "step": 16260
+    },
+    {
+      "grad_norm": 0.7424886226654053,
+      "learning_rate": 9.973162614904365e-05,
+      "loss": 0.1093,
+      "step": 16270
+    },
+    {
+      "grad_norm": 0.49330848455429077,
+      "learning_rate": 9.973077004248737e-05,
+      "loss": 0.0939,
+      "step": 16280
+    },
+    {
+      "grad_norm": 0.6955891251564026,
+      "learning_rate": 9.972991257631052e-05,
+      "loss": 0.0747,
+      "step": 16290
+    },
+    {
+      "grad_norm": 0.9262967109680176,
+      "learning_rate": 9.972905375053654e-05,
+      "loss": 0.0912,
+      "step": 16300
+    },
+    {
+      "grad_norm": 0.8019174337387085,
+      "learning_rate": 9.972819356518889e-05,
+      "loss": 0.102,
+      "step": 16310
+    },
+    {
+      "grad_norm": 0.7202942967414856,
+      "learning_rate": 9.972733202029115e-05,
+      "loss": 0.077,
+      "step": 16320
+    },
+    {
+      "grad_norm": 0.7383132576942444,
+      "learning_rate": 9.97264691158668e-05,
+      "loss": 0.0984,
+      "step": 16330
+    },
+    {
+      "grad_norm": 0.8689553737640381,
+      "learning_rate": 9.972560485193949e-05,
+      "loss": 0.0829,
+      "step": 16340
+    },
+    {
+      "grad_norm": 0.6058828830718994,
+      "learning_rate": 9.972473922853281e-05,
+      "loss": 0.0807,
+      "step": 16350
+    },
+    {
+      "grad_norm": 0.5576794743537903,
+      "learning_rate": 9.972387224567045e-05,
+      "loss": 0.0819,
+      "step": 16360
+    },
+    {
+      "grad_norm": 0.6333582997322083,
+      "learning_rate": 9.97230039033761e-05,
+      "loss": 0.0726,
+      "step": 16370
+    },
+    {
+      "grad_norm": 0.945807695388794,
+      "learning_rate": 9.972213420167349e-05,
+      "loss": 0.0892,
+      "step": 16380
+    },
+    {
+      "grad_norm": 0.5635355114936829,
+      "learning_rate": 9.972126314058643e-05,
+      "loss": 0.0739,
+      "step": 16390
+    },
+    {
+      "grad_norm": 0.8903405070304871,
+      "learning_rate": 9.97203907201387e-05,
+      "loss": 0.0811,
+      "step": 16400
+    },
+    {
+      "grad_norm": 0.5757383108139038,
+      "learning_rate": 9.971951694035417e-05,
+      "loss": 0.0628,
+      "step": 16410
+    },
+    {
+      "grad_norm": 0.6837708950042725,
+      "learning_rate": 9.971864180125674e-05,
+      "loss": 0.0737,
+      "step": 16420
+    },
+    {
+      "grad_norm": 0.6155446171760559,
+      "learning_rate": 9.97177653028703e-05,
+      "loss": 0.0853,
+      "step": 16430
+    },
+    {
+      "grad_norm": 0.520035982131958,
+      "learning_rate": 9.971688744521885e-05,
+      "loss": 0.075,
+      "step": 16440
+    },
+    {
+      "grad_norm": 0.6030029058456421,
+      "learning_rate": 9.971600822832636e-05,
+      "loss": 0.0871,
+      "step": 16450
+    },
+    {
+      "grad_norm": 0.6059169173240662,
+      "learning_rate": 9.971512765221691e-05,
+      "loss": 0.0737,
+      "step": 16460
+    },
+    {
+      "grad_norm": 0.8220247626304626,
+      "learning_rate": 9.971424571691452e-05,
+      "loss": 0.0891,
+      "step": 16470
+    },
+    {
+      "grad_norm": 0.6888749003410339,
+      "learning_rate": 9.971336242244333e-05,
+      "loss": 0.0812,
+      "step": 16480
+    },
+    {
+      "grad_norm": 0.8521181344985962,
+      "learning_rate": 9.971247776882751e-05,
+      "loss": 0.0859,
+      "step": 16490
+    },
+    {
+      "grad_norm": 0.5192955732345581,
+      "learning_rate": 9.971159175609121e-05,
+      "loss": 0.083,
+      "step": 16500
+    },
+    {
+      "grad_norm": 0.47731390595436096,
+      "learning_rate": 9.971070438425866e-05,
+      "loss": 0.0799,
+      "step": 16510
+    },
+    {
+      "grad_norm": 0.6317752003669739,
+      "learning_rate": 9.970981565335415e-05,
+      "loss": 0.0876,
+      "step": 16520
+    },
+    {
+      "grad_norm": 0.9341726303100586,
+      "learning_rate": 9.970892556340194e-05,
+      "loss": 0.0785,
+      "step": 16530
+    },
+    {
+      "grad_norm": 0.8299347758293152,
+      "learning_rate": 9.970803411442637e-05,
+      "loss": 0.0843,
+      "step": 16540
+    },
+    {
+      "grad_norm": 0.6145433783531189,
+      "learning_rate": 9.970714130645184e-05,
+      "loss": 0.0881,
+      "step": 16550
+    },
+    {
+      "grad_norm": 0.7003065347671509,
+      "learning_rate": 9.970624713950273e-05,
+      "loss": 0.0968,
+      "step": 16560
+    },
+    {
+      "grad_norm": 0.7769551873207092,
+      "learning_rate": 9.97053516136035e-05,
+      "loss": 0.082,
+      "step": 16570
+    },
+    {
+      "grad_norm": 0.6988995671272278,
+      "learning_rate": 9.970445472877863e-05,
+      "loss": 0.0787,
+      "step": 16580
+    },
+    {
+      "grad_norm": 0.7976076602935791,
+      "learning_rate": 9.970355648505264e-05,
+      "loss": 0.091,
+      "step": 16590
+    },
+    {
+      "grad_norm": 0.7286537289619446,
+      "learning_rate": 9.970265688245009e-05,
+      "loss": 0.0943,
+      "step": 16600
+    },
+    {
+      "grad_norm": 1.0062934160232544,
+      "learning_rate": 9.970175592099557e-05,
+      "loss": 0.0917,
+      "step": 16610
+    },
+    {
+      "grad_norm": 0.6393295526504517,
+      "learning_rate": 9.970085360071371e-05,
+      "loss": 0.0825,
+      "step": 16620
+    },
+    {
+      "grad_norm": 0.7317168116569519,
+      "learning_rate": 9.969994992162921e-05,
+      "loss": 0.0716,
+      "step": 16630
+    },
+    {
+      "grad_norm": 0.6048678755760193,
+      "learning_rate": 9.969904488376673e-05,
+      "loss": 0.0708,
+      "step": 16640
+    },
+    {
+      "grad_norm": 0.6532891392707825,
+      "learning_rate": 9.969813848715103e-05,
+      "loss": 0.0769,
+      "step": 16650
+    },
+    {
+      "grad_norm": 0.7148872017860413,
+      "learning_rate": 9.96972307318069e-05,
+      "loss": 0.0922,
+      "step": 16660
+    },
+    {
+      "grad_norm": 0.9050301909446716,
+      "learning_rate": 9.969632161775916e-05,
+      "loss": 0.0711,
+      "step": 16670
+    },
+    {
+      "grad_norm": 0.6361347436904907,
+      "learning_rate": 9.969541114503265e-05,
+      "loss": 0.0804,
+      "step": 16680
+    },
+    {
+      "grad_norm": 0.4706277847290039,
+      "learning_rate": 9.969449931365227e-05,
+      "loss": 0.0999,
+      "step": 16690
+    },
+    {
+      "grad_norm": 0.5036236047744751,
+      "learning_rate": 9.969358612364294e-05,
+      "loss": 0.0687,
+      "step": 16700
+    },
+    {
+      "grad_norm": 0.5255247950553894,
+      "learning_rate": 9.969267157502964e-05,
+      "loss": 0.0784,
+      "step": 16710
+    },
+    {
+      "grad_norm": 1.0990986824035645,
+      "learning_rate": 9.969175566783738e-05,
+      "loss": 0.0794,
+      "step": 16720
+    },
+    {
+      "grad_norm": 0.8601037859916687,
+      "learning_rate": 9.969083840209116e-05,
+      "loss": 0.0745,
+      "step": 16730
+    },
+    {
+      "grad_norm": 0.5070042610168457,
+      "learning_rate": 9.968991977781613e-05,
+      "loss": 0.0784,
+      "step": 16740
+    },
+    {
+      "grad_norm": 0.7283571362495422,
+      "learning_rate": 9.968899979503731e-05,
+      "loss": 0.0917,
+      "step": 16750
+    },
+    {
+      "grad_norm": 0.6976105570793152,
+      "learning_rate": 9.968807845377994e-05,
+      "loss": 0.0933,
+      "step": 16760
+    },
+    {
+      "grad_norm": 1.5400121212005615,
+      "learning_rate": 9.968715575406916e-05,
+      "loss": 0.0823,
+      "step": 16770
+    },
+    {
+      "grad_norm": 0.6322422623634338,
+      "learning_rate": 9.96862316959302e-05,
+      "loss": 0.0881,
+      "step": 16780
+    },
+    {
+      "grad_norm": 0.8966118097305298,
+      "learning_rate": 9.968530627938834e-05,
+      "loss": 0.0734,
+      "step": 16790
+    },
+    {
+      "grad_norm": 0.7664239406585693,
+      "learning_rate": 9.968437950446887e-05,
+      "loss": 0.076,
+      "step": 16800
+    },
+    {
+      "grad_norm": 0.7740342617034912,
+      "learning_rate": 9.968345137119715e-05,
+      "loss": 0.0895,
+      "step": 16810
+    },
+    {
+      "grad_norm": 1.5450701713562012,
+      "learning_rate": 9.96825218795985e-05,
+      "loss": 0.077,
+      "step": 16820
+    },
+    {
+      "grad_norm": 1.1003059148788452,
+      "learning_rate": 9.968159102969839e-05,
+      "loss": 0.0767,
+      "step": 16830
+    },
+    {
+      "grad_norm": 0.5787093043327332,
+      "learning_rate": 9.968065882152225e-05,
+      "loss": 0.104,
+      "step": 16840
+    },
+    {
+      "grad_norm": 0.6349239945411682,
+      "learning_rate": 9.967972525509554e-05,
+      "loss": 0.068,
+      "step": 16850
+    },
+    {
+      "grad_norm": 0.5566478371620178,
+      "learning_rate": 9.967879033044382e-05,
+      "loss": 0.0891,
+      "step": 16860
+    },
+    {
+      "grad_norm": 0.7094630002975464,
+      "learning_rate": 9.967785404759263e-05,
+      "loss": 0.0913,
+      "step": 16870
+    },
+    {
+      "grad_norm": 0.5170134902000427,
+      "learning_rate": 9.967691640656757e-05,
+      "loss": 0.08,
+      "step": 16880
+    },
+    {
+      "grad_norm": 0.780204176902771,
+      "learning_rate": 9.967597740739429e-05,
+      "loss": 0.0833,
+      "step": 16890
+    },
+    {
+      "grad_norm": 0.8095187544822693,
+      "learning_rate": 9.967503705009845e-05,
+      "loss": 0.0816,
+      "step": 16900
+    },
+    {
+      "grad_norm": 0.7822887897491455,
+      "learning_rate": 9.967409533470575e-05,
+      "loss": 0.0891,
+      "step": 16910
+    },
+    {
+      "grad_norm": 0.6480308771133423,
+      "learning_rate": 9.967315226124194e-05,
+      "loss": 0.078,
+      "step": 16920
+    },
+    {
+      "grad_norm": 0.5769035816192627,
+      "learning_rate": 9.967220782973282e-05,
+      "loss": 0.0727,
+      "step": 16930
+    },
+    {
+      "grad_norm": 0.6693897247314453,
+      "learning_rate": 9.967126204020421e-05,
+      "loss": 0.0852,
+      "step": 16940
+    },
+    {
+      "grad_norm": 0.5876063704490662,
+      "learning_rate": 9.967031489268193e-05,
+      "loss": 0.069,
+      "step": 16950
+    },
+    {
+      "grad_norm": 0.6530678272247314,
+      "learning_rate": 9.96693663871919e-05,
+      "loss": 0.0724,
+      "step": 16960
+    },
+    {
+      "grad_norm": 0.6864531636238098,
+      "learning_rate": 9.966841652376009e-05,
+      "loss": 0.0769,
+      "step": 16970
+    },
+    {
+      "grad_norm": 0.7381351590156555,
+      "learning_rate": 9.96674653024124e-05,
+      "loss": 0.0832,
+      "step": 16980
+    },
+    {
+      "grad_norm": 0.7733074426651001,
+      "learning_rate": 9.966651272317487e-05,
+      "loss": 0.0848,
+      "step": 16990
+    },
+    {
+      "grad_norm": 0.9478386044502258,
+      "learning_rate": 9.966555878607355e-05,
+      "loss": 0.0995,
+      "step": 17000
+    },
+    {
+      "grad_norm": 0.5651631355285645,
+      "learning_rate": 9.96646034911345e-05,
+      "loss": 0.0869,
+      "step": 17010
+    },
+    {
+      "grad_norm": 0.5441485047340393,
+      "learning_rate": 9.966364683838388e-05,
+      "loss": 0.0792,
+      "step": 17020
+    },
+    {
+      "grad_norm": 0.5794316530227661,
+      "learning_rate": 9.966268882784777e-05,
+      "loss": 0.0784,
+      "step": 17030
+    },
+    {
+      "grad_norm": 0.7673960328102112,
+      "learning_rate": 9.966172945955243e-05,
+      "loss": 0.072,
+      "step": 17040
+    },
+    {
+      "grad_norm": 0.7322865724563599,
+      "learning_rate": 9.966076873352405e-05,
+      "loss": 0.076,
+      "step": 17050
+    },
+    {
+      "grad_norm": 0.7641483545303345,
+      "learning_rate": 9.965980664978893e-05,
+      "loss": 0.0915,
+      "step": 17060
+    },
+    {
+      "grad_norm": 0.5901033282279968,
+      "learning_rate": 9.965884320837334e-05,
+      "loss": 0.0911,
+      "step": 17070
+    },
+    {
+      "grad_norm": 0.5155192613601685,
+      "learning_rate": 9.965787840930363e-05,
+      "loss": 0.0922,
+      "step": 17080
+    },
+    {
+      "grad_norm": 0.5234880447387695,
+      "learning_rate": 9.965691225260619e-05,
+      "loss": 0.0866,
+      "step": 17090
+    },
+    {
+      "grad_norm": 0.5877949595451355,
+      "learning_rate": 9.965594473830742e-05,
+      "loss": 0.0658,
+      "step": 17100
+    },
+    {
+      "grad_norm": 0.5594019889831543,
+      "learning_rate": 9.965497586643377e-05,
+      "loss": 0.0714,
+      "step": 17110
+    },
+    {
+      "grad_norm": 0.5964386463165283,
+      "learning_rate": 9.965400563701172e-05,
+      "loss": 0.0765,
+      "step": 17120
+    },
+    {
+      "grad_norm": 0.8139293193817139,
+      "learning_rate": 9.965303405006784e-05,
+      "loss": 0.1513,
+      "step": 17130
+    },
+    {
+      "grad_norm": 0.6801536679267883,
+      "learning_rate": 9.965206110562864e-05,
+      "loss": 0.083,
+      "step": 17140
+    },
+    {
+      "grad_norm": 0.7077668905258179,
+      "learning_rate": 9.965108680372076e-05,
+      "loss": 0.0744,
+      "step": 17150
+    },
+    {
+      "grad_norm": 0.778688907623291,
+      "learning_rate": 9.965011114437082e-05,
+      "loss": 0.093,
+      "step": 17160
+    },
+    {
+      "grad_norm": 0.8326533436775208,
+      "learning_rate": 9.964913412760549e-05,
+      "loss": 0.0896,
+      "step": 17170
+    },
+    {
+      "grad_norm": 0.6085628271102905,
+      "learning_rate": 9.964815575345148e-05,
+      "loss": 0.0649,
+      "step": 17180
+    },
+    {
+      "grad_norm": 0.6609655618667603,
+      "learning_rate": 9.964717602193554e-05,
+      "loss": 0.0661,
+      "step": 17190
+    },
+    {
+      "grad_norm": 0.5500608086585999,
+      "learning_rate": 9.964619493308447e-05,
+      "loss": 0.0641,
+      "step": 17200
+    },
+    {
+      "grad_norm": 0.6532570123672485,
+      "learning_rate": 9.964521248692507e-05,
+      "loss": 0.0722,
+      "step": 17210
+    },
+    {
+      "grad_norm": 0.8695315718650818,
+      "learning_rate": 9.964422868348421e-05,
+      "loss": 0.0716,
+      "step": 17220
+    },
+    {
+      "grad_norm": 0.6510111689567566,
+      "learning_rate": 9.96432435227888e-05,
+      "loss": 0.0759,
+      "step": 17230
+    },
+    {
+      "grad_norm": 0.7046926617622375,
+      "learning_rate": 9.964225700486576e-05,
+      "loss": 0.0939,
+      "step": 17240
+    },
+    {
+      "grad_norm": 0.5189973711967468,
+      "learning_rate": 9.964126912974207e-05,
+      "loss": 0.0669,
+      "step": 17250
+    },
+    {
+      "grad_norm": 0.5210225582122803,
+      "learning_rate": 9.964027989744471e-05,
+      "loss": 0.0713,
+      "step": 17260
+    },
+    {
+      "grad_norm": 0.5487545728683472,
+      "learning_rate": 9.963928930800077e-05,
+      "loss": 0.0862,
+      "step": 17270
+    },
+    {
+      "grad_norm": 0.5787560343742371,
+      "learning_rate": 9.96382973614373e-05,
+      "loss": 0.0882,
+      "step": 17280
+    },
+    {
+      "grad_norm": 0.6499714255332947,
+      "learning_rate": 9.963730405778142e-05,
+      "loss": 0.0964,
+      "step": 17290
+    },
+    {
+      "grad_norm": 0.5263742208480835,
+      "learning_rate": 9.96363093970603e-05,
+      "loss": 0.0961,
+      "step": 17300
+    },
+    {
+      "grad_norm": 0.854817807674408,
+      "learning_rate": 9.963531337930114e-05,
+      "loss": 0.0858,
+      "step": 17310
+    },
+    {
+      "grad_norm": 0.5077136754989624,
+      "learning_rate": 9.963431600453115e-05,
+      "loss": 0.0846,
+      "step": 17320
+    },
+    {
+      "grad_norm": 0.6876624822616577,
+      "learning_rate": 9.96333172727776e-05,
+      "loss": 0.0902,
+      "step": 17330
+    },
+    {
+      "grad_norm": 0.44558948278427124,
+      "learning_rate": 9.96323171840678e-05,
+      "loss": 0.0689,
+      "step": 17340
+    },
+    {
+      "grad_norm": 0.8476610779762268,
+      "learning_rate": 9.963131573842912e-05,
+      "loss": 0.0659,
+      "step": 17350
+    },
+    {
+      "grad_norm": 0.8255099058151245,
+      "learning_rate": 9.963031293588889e-05,
+      "loss": 0.0704,
+      "step": 17360
+    },
+    {
+      "grad_norm": 0.5092073082923889,
+      "learning_rate": 9.962930877647457e-05,
+      "loss": 0.0752,
+      "step": 17370
+    },
+    {
+      "grad_norm": 0.4737416207790375,
+      "learning_rate": 9.962830326021357e-05,
+      "loss": 0.084,
+      "step": 17380
+    },
+    {
+      "grad_norm": 0.6522145867347717,
+      "learning_rate": 9.962729638713341e-05,
+      "loss": 0.0794,
+      "step": 17390
+    },
+    {
+      "grad_norm": 0.5471556782722473,
+      "learning_rate": 9.96262881572616e-05,
+      "loss": 0.085,
+      "step": 17400
+    },
+    {
+      "grad_norm": 0.5901970267295837,
+      "learning_rate": 9.962527857062574e-05,
+      "loss": 0.0889,
+      "step": 17410
+    },
+    {
+      "grad_norm": 0.6197850108146667,
+      "learning_rate": 9.96242676272534e-05,
+      "loss": 0.0895,
+      "step": 17420
+    },
+    {
+      "grad_norm": 0.7185725569725037,
+      "learning_rate": 9.962325532717222e-05,
+      "loss": 0.0781,
+      "step": 17430
+    },
+    {
+      "grad_norm": 0.7318128347396851,
+      "learning_rate": 9.962224167040988e-05,
+      "loss": 0.1332,
+      "step": 17440
+    },
+    {
+      "grad_norm": 0.8559635281562805,
+      "learning_rate": 9.96212266569941e-05,
+      "loss": 0.0917,
+      "step": 17450
+    },
+    {
+      "grad_norm": 0.6299645304679871,
+      "learning_rate": 9.962021028695263e-05,
+      "loss": 0.0847,
+      "step": 17460
+    },
+    {
+      "grad_norm": 0.6116491556167603,
+      "learning_rate": 9.961919256031324e-05,
+      "loss": 0.0859,
+      "step": 17470
+    },
+    {
+      "grad_norm": 0.7569529414176941,
+      "learning_rate": 9.961817347710378e-05,
+      "loss": 0.0794,
+      "step": 17480
+    },
+    {
+      "grad_norm": 0.6903420090675354,
+      "learning_rate": 9.961715303735208e-05,
+      "loss": 0.0774,
+      "step": 17490
+    },
+    {
+      "grad_norm": 0.5763995051383972,
+      "learning_rate": 9.961613124108606e-05,
+      "loss": 0.1095,
+      "step": 17500
+    },
+    {
+      "grad_norm": 0.5898011326789856,
+      "learning_rate": 9.961510808833368e-05,
+      "loss": 0.077,
+      "step": 17510
+    },
+    {
+      "grad_norm": 0.8138640522956848,
+      "learning_rate": 9.961408357912286e-05,
+      "loss": 0.0838,
+      "step": 17520
+    },
+    {
+      "grad_norm": 0.5948254466056824,
+      "learning_rate": 9.961305771348163e-05,
+      "loss": 0.0868,
+      "step": 17530
+    },
+    {
+      "grad_norm": 0.7057052850723267,
+      "learning_rate": 9.961203049143805e-05,
+      "loss": 0.0881,
+      "step": 17540
+    },
+    {
+      "grad_norm": 0.5610361695289612,
+      "learning_rate": 9.961100191302019e-05,
+      "loss": 0.0689,
+      "step": 17550
+    },
+    {
+      "grad_norm": 0.5273645520210266,
+      "learning_rate": 9.960997197825618e-05,
+      "loss": 0.1035,
+      "step": 17560
+    },
+    {
+      "grad_norm": 0.59166419506073,
+      "learning_rate": 9.960894068717416e-05,
+      "loss": 0.0973,
+      "step": 17570
+    },
+    {
+      "grad_norm": 0.6095185279846191,
+      "learning_rate": 9.960790803980235e-05,
+      "loss": 0.0762,
+      "step": 17580
+    },
+    {
+      "grad_norm": 0.5836493968963623,
+      "learning_rate": 9.960687403616898e-05,
+      "loss": 0.0757,
+      "step": 17590
+    },
+    {
+      "grad_norm": 0.43111664056777954,
+      "learning_rate": 9.960583867630231e-05,
+      "loss": 0.0647,
+      "step": 17600
+    },
+    {
+      "grad_norm": 0.5172200202941895,
+      "learning_rate": 9.960480196023064e-05,
+      "loss": 0.0803,
+      "step": 17610
+    },
+    {
+      "grad_norm": 0.5610156655311584,
+      "learning_rate": 9.960376388798232e-05,
+      "loss": 0.0731,
+      "step": 17620
+    },
+    {
+      "grad_norm": 0.42211127281188965,
+      "learning_rate": 9.960272445958572e-05,
+      "loss": 0.0682,
+      "step": 17630
+    },
+    {
+      "grad_norm": 1.0420233011245728,
+      "learning_rate": 9.960168367506927e-05,
+      "loss": 0.0809,
+      "step": 17640
+    },
+    {
+      "grad_norm": 0.5860196352005005,
+      "learning_rate": 9.960064153446145e-05,
+      "loss": 0.0892,
+      "step": 17650
+    },
+    {
+      "grad_norm": 0.6877866983413696,
+      "learning_rate": 9.95995980377907e-05,
+      "loss": 0.0882,
+      "step": 17660
+    },
+    {
+      "grad_norm": 1.0181466341018677,
+      "learning_rate": 9.959855318508558e-05,
+      "loss": 0.0839,
+      "step": 17670
+    },
+    {
+      "grad_norm": 0.7537293434143066,
+      "learning_rate": 9.959750697637465e-05,
+      "loss": 0.0765,
+      "step": 17680
+    },
+    {
+      "grad_norm": 0.8786177635192871,
+      "learning_rate": 9.95964594116865e-05,
+      "loss": 0.0616,
+      "step": 17690
+    },
+    {
+      "grad_norm": 0.5048705339431763,
+      "learning_rate": 9.959541049104979e-05,
+      "loss": 0.0773,
+      "step": 17700
+    },
+    {
+      "grad_norm": 0.6845552325248718,
+      "learning_rate": 9.95943602144932e-05,
+      "loss": 0.0736,
+      "step": 17710
+    },
+    {
+      "grad_norm": 0.633685290813446,
+      "learning_rate": 9.959330858204542e-05,
+      "loss": 0.0775,
+      "step": 17720
+    },
+    {
+      "grad_norm": 0.5676806569099426,
+      "learning_rate": 9.959225559373521e-05,
+      "loss": 0.0716,
+      "step": 17730
+    },
+    {
+      "grad_norm": 0.8417448401451111,
+      "learning_rate": 9.959120124959138e-05,
+      "loss": 0.0873,
+      "step": 17740
+    },
+    {
+      "grad_norm": 0.4200696349143982,
+      "learning_rate": 9.959014554964273e-05,
+      "loss": 0.0868,
+      "step": 17750
+    },
+    {
+      "grad_norm": 0.4789047837257385,
+      "learning_rate": 9.958908849391812e-05,
+      "loss": 0.0732,
+      "step": 17760
+    },
+    {
+      "grad_norm": 0.6685014367103577,
+      "learning_rate": 9.958803008244649e-05,
+      "loss": 0.1069,
+      "step": 17770
+    },
+    {
+      "grad_norm": 0.5434216856956482,
+      "learning_rate": 9.958697031525672e-05,
+      "loss": 0.0754,
+      "step": 17780
+    },
+    {
+      "grad_norm": 0.7152430415153503,
+      "learning_rate": 9.958590919237783e-05,
+      "loss": 0.0849,
+      "step": 17790
+    },
+    {
+      "grad_norm": 0.7335498332977295,
+      "learning_rate": 9.958484671383879e-05,
+      "loss": 0.0776,
+      "step": 17800
+    },
+    {
+      "grad_norm": 0.7635074257850647,
+      "learning_rate": 9.958378287966868e-05,
+      "loss": 0.0746,
+      "step": 17810
+    },
+    {
+      "grad_norm": 0.5453879833221436,
+      "learning_rate": 9.958271768989658e-05,
+      "loss": 0.0797,
+      "step": 17820
+    },
+    {
+      "grad_norm": 0.8937122821807861,
+      "learning_rate": 9.95816511445516e-05,
+      "loss": 0.1023,
+      "step": 17830
+    },
+    {
+      "grad_norm": 0.5456668138504028,
+      "learning_rate": 9.958058324366291e-05,
+      "loss": 0.0859,
+      "step": 17840
+    },
+    {
+      "grad_norm": 0.5963376760482788,
+      "learning_rate": 9.957951398725969e-05,
+      "loss": 0.0628,
+      "step": 17850
+    },
+    {
+      "grad_norm": 0.7943408489227295,
+      "learning_rate": 9.95784433753712e-05,
+      "loss": 0.0816,
+      "step": 17860
+    },
+    {
+      "grad_norm": 0.9351708292961121,
+      "learning_rate": 9.957737140802666e-05,
+      "loss": 0.0803,
+      "step": 17870
+    },
+    {
+      "grad_norm": 0.5199240446090698,
+      "learning_rate": 9.957629808525544e-05,
+      "loss": 0.09,
+      "step": 17880
+    },
+    {
+      "grad_norm": 0.7608328461647034,
+      "learning_rate": 9.957522340708685e-05,
+      "loss": 0.0704,
+      "step": 17890
+    },
+    {
+      "grad_norm": 0.6080573201179504,
+      "learning_rate": 9.957414737355027e-05,
+      "loss": 0.0587,
+      "step": 17900
+    },
+    {
+      "grad_norm": 0.5568516850471497,
+      "learning_rate": 9.957306998467512e-05,
+      "loss": 0.0671,
+      "step": 17910
+    },
+    {
+      "grad_norm": 0.8886057138442993,
+      "learning_rate": 9.957199124049088e-05,
+      "loss": 0.0809,
+      "step": 17920
+    },
+    {
+      "grad_norm": 0.6160197854042053,
+      "learning_rate": 9.957091114102702e-05,
+      "loss": 0.0766,
+      "step": 17930
+    },
+    {
+      "grad_norm": 0.5028795003890991,
+      "learning_rate": 9.956982968631306e-05,
+      "loss": 0.0654,
+      "step": 17940
+    },
+    {
+      "grad_norm": 0.6068440675735474,
+      "learning_rate": 9.956874687637858e-05,
+      "loss": 0.0934,
+      "step": 17950
+    },
+    {
+      "grad_norm": 0.6217051148414612,
+      "learning_rate": 9.95676627112532e-05,
+      "loss": 0.0664,
+      "step": 17960
+    },
+    {
+      "grad_norm": 0.5945988893508911,
+      "learning_rate": 9.956657719096652e-05,
+      "loss": 0.0969,
+      "step": 17970
+    },
+    {
+      "grad_norm": 0.5854355096817017,
+      "learning_rate": 9.956549031554825e-05,
+      "loss": 0.0978,
+      "step": 17980
+    },
+    {
+      "grad_norm": 0.5432735681533813,
+      "learning_rate": 9.956440208502811e-05,
+      "loss": 0.0907,
+      "step": 17990
+    },
+    {
+      "grad_norm": 0.6911395788192749,
+      "learning_rate": 9.956331249943583e-05,
+      "loss": 0.0649,
+      "step": 18000
+    },
+    {
+      "grad_norm": 0.6937709450721741,
+      "learning_rate": 9.956222155880118e-05,
+      "loss": 0.0711,
+      "step": 18010
+    },
+    {
+      "grad_norm": 0.4131618142127991,
+      "learning_rate": 9.956112926315405e-05,
+      "loss": 0.0628,
+      "step": 18020
+    },
+    {
+      "grad_norm": 0.6871560215950012,
+      "learning_rate": 9.956003561252424e-05,
+      "loss": 0.0734,
+      "step": 18030
+    },
+    {
+      "grad_norm": 1.1329628229141235,
+      "learning_rate": 9.955894060694168e-05,
+      "loss": 0.0933,
+      "step": 18040
+    },
+    {
+      "grad_norm": 0.6874530911445618,
+      "learning_rate": 9.95578442464363e-05,
+      "loss": 0.0991,
+      "step": 18050
+    },
+    {
+      "grad_norm": 0.5471956133842468,
+      "learning_rate": 9.955674653103808e-05,
+      "loss": 0.0726,
+      "step": 18060
+    },
+    {
+      "grad_norm": 0.5372629165649414,
+      "learning_rate": 9.955564746077704e-05,
+      "loss": 0.0786,
+      "step": 18070
+    },
+    {
+      "grad_norm": 0.6435133218765259,
+      "learning_rate": 9.955454703568319e-05,
+      "loss": 0.0828,
+      "step": 18080
+    },
+    {
+      "grad_norm": 1.053497552871704,
+      "learning_rate": 9.955344525578667e-05,
+      "loss": 0.0889,
+      "step": 18090
+    },
+    {
+      "grad_norm": 0.4682547152042389,
+      "learning_rate": 9.955234212111755e-05,
+      "loss": 0.0764,
+      "step": 18100
+    },
+    {
+      "grad_norm": 0.6612235903739929,
+      "learning_rate": 9.955123763170602e-05,
+      "loss": 0.1057,
+      "step": 18110
+    },
+    {
+      "grad_norm": 0.7940558791160583,
+      "learning_rate": 9.955013178758228e-05,
+      "loss": 0.0947,
+      "step": 18120
+    },
+    {
+      "grad_norm": 0.5672181248664856,
+      "learning_rate": 9.954902458877654e-05,
+      "loss": 0.0741,
+      "step": 18130
+    },
+    {
+      "grad_norm": 0.8739891648292542,
+      "learning_rate": 9.954791603531908e-05,
+      "loss": 0.0733,
+      "step": 18140
+    },
+    {
+      "grad_norm": 0.6261935830116272,
+      "learning_rate": 9.954680612724021e-05,
+      "loss": 0.0762,
+      "step": 18150
+    },
+    {
+      "grad_norm": 0.5794705152511597,
+      "learning_rate": 9.954569486457028e-05,
+      "loss": 0.0825,
+      "step": 18160
+    },
+    {
+      "grad_norm": 0.5946964025497437,
+      "learning_rate": 9.954458224733966e-05,
+      "loss": 0.1022,
+      "step": 18170
+    },
+    {
+      "grad_norm": 0.5497786402702332,
+      "learning_rate": 9.954346827557879e-05,
+      "loss": 0.0736,
+      "step": 18180
+    },
+    {
+      "grad_norm": 0.7041869759559631,
+      "learning_rate": 9.954235294931809e-05,
+      "loss": 0.0922,
+      "step": 18190
+    },
+    {
+      "grad_norm": 0.5720638632774353,
+      "learning_rate": 9.954123626858808e-05,
+      "loss": 0.0822,
+      "step": 18200
+    },
+    {
+      "grad_norm": 0.5233850479125977,
+      "learning_rate": 9.954011823341928e-05,
+      "loss": 0.0738,
+      "step": 18210
+    },
+    {
+      "grad_norm": 0.8568909764289856,
+      "learning_rate": 9.953899884384228e-05,
+      "loss": 0.0786,
+      "step": 18220
+    },
+    {
+      "grad_norm": 0.6614159345626831,
+      "learning_rate": 9.953787809988764e-05,
+      "loss": 0.0843,
+      "step": 18230
+    },
+    {
+      "grad_norm": 0.8840672969818115,
+      "learning_rate": 9.953675600158603e-05,
+      "loss": 0.0943,
+      "step": 18240
+    },
+    {
+      "grad_norm": 0.6388808488845825,
+      "learning_rate": 9.953563254896812e-05,
+      "loss": 0.1017,
+      "step": 18250
+    },
+    {
+      "grad_norm": 0.6756848692893982,
+      "learning_rate": 9.953450774206462e-05,
+      "loss": 0.0645,
+      "step": 18260
+    },
+    {
+      "grad_norm": 0.8149328231811523,
+      "learning_rate": 9.953338158090629e-05,
+      "loss": 0.0738,
+      "step": 18270
+    },
+    {
+      "grad_norm": 0.5886061191558838,
+      "learning_rate": 9.953225406552392e-05,
+      "loss": 0.0788,
+      "step": 18280
+    },
+    {
+      "grad_norm": 0.653188169002533,
+      "learning_rate": 9.953112519594834e-05,
+      "loss": 0.1121,
+      "step": 18290
+    },
+    {
+      "grad_norm": 0.6109516024589539,
+      "learning_rate": 9.952999497221038e-05,
+      "loss": 0.079,
+      "step": 18300
+    },
+    {
+      "grad_norm": 0.7842172384262085,
+      "learning_rate": 9.9528863394341e-05,
+      "loss": 0.0774,
+      "step": 18310
+    },
+    {
+      "grad_norm": 0.7289329171180725,
+      "learning_rate": 9.952773046237108e-05,
+      "loss": 0.0755,
+      "step": 18320
+    },
+    {
+      "grad_norm": 0.7689876556396484,
+      "learning_rate": 9.95265961763316e-05,
+      "loss": 0.0822,
+      "step": 18330
+    },
+    {
+      "grad_norm": 0.6075828075408936,
+      "learning_rate": 9.952546053625362e-05,
+      "loss": 0.0764,
+      "step": 18340
+    },
+    {
+      "grad_norm": 0.6479706764221191,
+      "learning_rate": 9.952432354216815e-05,
+      "loss": 0.0746,
+      "step": 18350
+    },
+    {
+      "grad_norm": 0.7659331560134888,
+      "learning_rate": 9.952318519410625e-05,
+      "loss": 0.0679,
+      "step": 18360
+    },
+    {
+      "grad_norm": 0.5836053490638733,
+      "learning_rate": 9.952204549209909e-05,
+      "loss": 0.0652,
+      "step": 18370
+    },
+    {
+      "grad_norm": 0.4501657485961914,
+      "learning_rate": 9.952090443617783e-05,
+      "loss": 0.0617,
+      "step": 18380
+    },
+    {
+      "grad_norm": 0.650675892829895,
+      "learning_rate": 9.951976202637364e-05,
+      "loss": 0.0879,
+      "step": 18390
+    },
+    {
+      "grad_norm": 0.7215585708618164,
+      "learning_rate": 9.951861826271773e-05,
+      "loss": 0.088,
+      "step": 18400
+    },
+    {
+      "grad_norm": 0.7586039304733276,
+      "learning_rate": 9.951747314524143e-05,
+      "loss": 0.0763,
+      "step": 18410
+    },
+    {
+      "grad_norm": 0.7561293840408325,
+      "learning_rate": 9.9516326673976e-05,
+      "loss": 0.0959,
+      "step": 18420
+    },
+    {
+      "grad_norm": 0.6351004242897034,
+      "learning_rate": 9.95151788489528e-05,
+      "loss": 0.1071,
+      "step": 18430
+    },
+    {
+      "grad_norm": 0.5647758841514587,
+      "learning_rate": 9.951402967020322e-05,
+      "loss": 0.0831,
+      "step": 18440
+    },
+    {
+      "grad_norm": 0.6836926341056824,
+      "learning_rate": 9.951287913775869e-05,
+      "loss": 0.0826,
+      "step": 18450
+    },
+    {
+      "grad_norm": 0.5780847668647766,
+      "learning_rate": 9.951172725165061e-05,
+      "loss": 0.0785,
+      "step": 18460
+    },
+    {
+      "grad_norm": 0.7386578917503357,
+      "learning_rate": 9.951057401191053e-05,
+      "loss": 0.07,
+      "step": 18470
+    },
+    {
+      "grad_norm": 0.5990845561027527,
+      "learning_rate": 9.950941941856996e-05,
+      "loss": 0.1052,
+      "step": 18480
+    },
+    {
+      "grad_norm": 0.5833959579467773,
+      "learning_rate": 9.950826347166045e-05,
+      "loss": 0.0697,
+      "step": 18490
+    },
+    {
+      "grad_norm": 0.4852882921695709,
+      "learning_rate": 9.950710617121362e-05,
+      "loss": 0.0787,
+      "step": 18500
+    },
+    {
+      "grad_norm": 0.4574964642524719,
+      "learning_rate": 9.95059475172611e-05,
+      "loss": 0.0789,
+      "step": 18510
+    },
+    {
+      "grad_norm": 0.7288281917572021,
+      "learning_rate": 9.950478750983458e-05,
+      "loss": 0.0745,
+      "step": 18520
+    },
+    {
+      "grad_norm": 0.9576372504234314,
+      "learning_rate": 9.950362614896575e-05,
+      "loss": 0.0683,
+      "step": 18530
+    },
+    {
+      "grad_norm": 0.8894375562667847,
+      "learning_rate": 9.950246343468642e-05,
+      "loss": 0.0887,
+      "step": 18540
+    },
+    {
+      "grad_norm": 0.587568998336792,
+      "learning_rate": 9.95012993670283e-05,
+      "loss": 0.0711,
+      "step": 18550
+    },
+    {
+      "grad_norm": 0.7948519587516785,
+      "learning_rate": 9.950013394602327e-05,
+      "loss": 0.0821,
+      "step": 18560
+    },
+    {
+      "grad_norm": 0.5172438621520996,
+      "learning_rate": 9.949896717170316e-05,
+      "loss": 0.0853,
+      "step": 18570
+    },
+    {
+      "grad_norm": 1.0113276243209839,
+      "learning_rate": 9.949779904409989e-05,
+      "loss": 0.087,
+      "step": 18580
+    },
+    {
+      "grad_norm": 0.7226466536521912,
+      "learning_rate": 9.949662956324539e-05,
+      "loss": 0.0728,
+      "step": 18590
+    },
+    {
+      "grad_norm": 0.5805397033691406,
+      "learning_rate": 9.949545872917164e-05,
+      "loss": 0.0938,
+      "step": 18600
+    },
+    {
+      "grad_norm": 0.6570537090301514,
+      "learning_rate": 9.949428654191065e-05,
+      "loss": 0.0979,
+      "step": 18610
+    },
+    {
+      "grad_norm": 0.9276039600372314,
+      "learning_rate": 9.949311300149444e-05,
+      "loss": 0.0788,
+      "step": 18620
+    },
+    {
+      "grad_norm": 0.4829694330692291,
+      "learning_rate": 9.949193810795511e-05,
+      "loss": 0.1125,
+      "step": 18630
+    },
+    {
+      "grad_norm": 0.5234202146530151,
+      "learning_rate": 9.94907618613248e-05,
+      "loss": 0.094,
+      "step": 18640
+    },
+    {
+      "grad_norm": 0.6796770691871643,
+      "learning_rate": 9.948958426163566e-05,
+      "loss": 0.0982,
+      "step": 18650
+    },
+    {
+      "grad_norm": 0.7556085586547852,
+      "learning_rate": 9.948840530891987e-05,
+      "loss": 0.068,
+      "step": 18660
+    },
+    {
+      "grad_norm": 1.2050825357437134,
+      "learning_rate": 9.948722500320966e-05,
+      "loss": 0.112,
+      "step": 18670
+    },
+    {
+      "grad_norm": 0.5647839903831482,
+      "learning_rate": 9.948604334453733e-05,
+      "loss": 0.0921,
+      "step": 18680
+    },
+    {
+      "grad_norm": 0.5488487482070923,
+      "learning_rate": 9.948486033293515e-05,
+      "loss": 0.0823,
+      "step": 18690
+    },
+    {
+      "grad_norm": 0.5395099520683289,
+      "learning_rate": 9.948367596843549e-05,
+      "loss": 0.0973,
+      "step": 18700
+    },
+    {
+      "grad_norm": 0.8873552083969116,
+      "learning_rate": 9.94824902510707e-05,
+      "loss": 0.0751,
+      "step": 18710
+    },
+    {
+      "grad_norm": 0.5866613388061523,
+      "learning_rate": 9.948130318087325e-05,
+      "loss": 0.0763,
+      "step": 18720
+    },
+    {
+      "grad_norm": 1.0089519023895264,
+      "learning_rate": 9.948011475787553e-05,
+      "loss": 0.0844,
+      "step": 18730
+    },
+    {
+      "grad_norm": 0.5705054998397827,
+      "learning_rate": 9.947892498211007e-05,
+      "loss": 0.1139,
+      "step": 18740
+    },
+    {
+      "grad_norm": 0.5532819628715515,
+      "learning_rate": 9.947773385360939e-05,
+      "loss": 0.0809,
+      "step": 18750
+    },
+    {
+      "grad_norm": 0.5920979976654053,
+      "learning_rate": 9.947654137240606e-05,
+      "loss": 0.0774,
+      "step": 18760
+    },
+    {
+      "grad_norm": 0.49217405915260315,
+      "learning_rate": 9.947534753853267e-05,
+      "loss": 0.0719,
+      "step": 18770
+    },
+    {
+      "grad_norm": 0.680561363697052,
+      "learning_rate": 9.947415235202187e-05,
+      "loss": 0.0745,
+      "step": 18780
+    },
+    {
+      "grad_norm": 0.44595927000045776,
+      "learning_rate": 9.947295581290632e-05,
+      "loss": 0.0879,
+      "step": 18790
+    },
+    {
+      "grad_norm": 0.6850140690803528,
+      "learning_rate": 9.947175792121877e-05,
+      "loss": 0.0943,
+      "step": 18800
+    },
+    {
+      "grad_norm": 0.7387519478797913,
+      "learning_rate": 9.947055867699192e-05,
+      "loss": 0.0934,
+      "step": 18810
+    },
+    {
+      "grad_norm": 1.005111575126648,
+      "learning_rate": 9.946935808025859e-05,
+      "loss": 0.0786,
+      "step": 18820
+    },
+    {
+      "grad_norm": 0.7907278537750244,
+      "learning_rate": 9.946815613105159e-05,
+      "loss": 0.0843,
+      "step": 18830
+    },
+    {
+      "grad_norm": 0.8985633850097656,
+      "learning_rate": 9.94669528294038e-05,
+      "loss": 0.0999,
+      "step": 18840
+    },
+    {
+      "grad_norm": 0.565900444984436,
+      "learning_rate": 9.946574817534809e-05,
+      "loss": 0.0754,
+      "step": 18850
+    },
+    {
+      "grad_norm": 0.8474990129470825,
+      "learning_rate": 9.946454216891741e-05,
+      "loss": 0.0735,
+      "step": 18860
+    },
+    {
+      "grad_norm": 0.6021759510040283,
+      "learning_rate": 9.946333481014472e-05,
+      "loss": 0.067,
+      "step": 18870
+    },
+    {
+      "grad_norm": 0.7359085083007812,
+      "learning_rate": 9.946212609906305e-05,
+      "loss": 0.072,
+      "step": 18880
+    },
+    {
+      "grad_norm": 0.8510693907737732,
+      "learning_rate": 9.946091603570545e-05,
+      "loss": 0.0718,
+      "step": 18890
+    },
+    {
+      "grad_norm": 0.6274131536483765,
+      "learning_rate": 9.945970462010495e-05,
+      "loss": 0.0489,
+      "step": 18900
+    },
+    {
+      "grad_norm": 0.8085114359855652,
+      "learning_rate": 9.945849185229473e-05,
+      "loss": 0.0707,
+      "step": 18910
+    },
+    {
+      "grad_norm": 0.5841957926750183,
+      "learning_rate": 9.945727773230793e-05,
+      "loss": 0.0606,
+      "step": 18920
+    },
+    {
+      "grad_norm": 0.5888252854347229,
+      "learning_rate": 9.945606226017772e-05,
+      "loss": 0.0936,
+      "step": 18930
+    },
+    {
+      "grad_norm": 0.5016506910324097,
+      "learning_rate": 9.945484543593736e-05,
+      "loss": 0.1135,
+      "step": 18940
+    },
+    {
+      "grad_norm": 0.6373016834259033,
+      "learning_rate": 9.945362725962011e-05,
+      "loss": 0.0714,
+      "step": 18950
+    },
+    {
+      "grad_norm": 0.6382120251655579,
+      "learning_rate": 9.945240773125926e-05,
+      "loss": 0.0691,
+      "step": 18960
+    },
+    {
+      "grad_norm": 0.6503155827522278,
+      "learning_rate": 9.945118685088815e-05,
+      "loss": 0.0669,
+      "step": 18970
+    },
+    {
+      "grad_norm": 0.5858096480369568,
+      "learning_rate": 9.944996461854019e-05,
+      "loss": 0.0811,
+      "step": 18980
+    },
+    {
+      "grad_norm": 0.573168933391571,
+      "learning_rate": 9.944874103424876e-05,
+      "loss": 0.074,
+      "step": 18990
+    },
+    {
+      "grad_norm": 0.7404623627662659,
+      "learning_rate": 9.944751609804733e-05,
+      "loss": 0.0743,
+      "step": 19000
+    },
+    {
+      "grad_norm": 0.5376530289649963,
+      "learning_rate": 9.94462898099694e-05,
+      "loss": 0.0714,
+      "step": 19010
+    },
+    {
+      "grad_norm": 2.054637908935547,
+      "learning_rate": 9.944506217004847e-05,
+      "loss": 0.0907,
+      "step": 19020
+    },
+    {
+      "grad_norm": 0.7149777412414551,
+      "learning_rate": 9.944383317831812e-05,
+      "loss": 0.0686,
+      "step": 19030
+    },
+    {
+      "grad_norm": 0.8094817399978638,
+      "learning_rate": 9.944260283481194e-05,
+      "loss": 0.0928,
+      "step": 19040
+    },
+    {
+      "grad_norm": 0.5898641347885132,
+      "learning_rate": 9.944137113956358e-05,
+      "loss": 0.089,
+      "step": 19050
+    },
+    {
+      "grad_norm": 1.2313085794448853,
+      "learning_rate": 9.944013809260671e-05,
+      "loss": 0.0936,
+      "step": 19060
+    },
+    {
+      "grad_norm": 0.874953031539917,
+      "learning_rate": 9.943890369397502e-05,
+      "loss": 0.0724,
+      "step": 19070
+    },
+    {
+      "grad_norm": 0.8216850757598877,
+      "learning_rate": 9.943766794370228e-05,
+      "loss": 0.1101,
+      "step": 19080
+    },
+    {
+      "grad_norm": 0.7446150779724121,
+      "learning_rate": 9.943643084182229e-05,
+      "loss": 0.0876,
+      "step": 19090
+    },
+    {
+      "grad_norm": 0.9350096583366394,
+      "learning_rate": 9.943519238836885e-05,
+      "loss": 0.0675,
+      "step": 19100
+    },
+    {
+      "grad_norm": 0.7413834929466248,
+      "learning_rate": 9.943395258337581e-05,
+      "loss": 0.0945,
+      "step": 19110
+    },
+    {
+      "grad_norm": 1.0092371702194214,
+      "learning_rate": 9.943271142687709e-05,
+      "loss": 0.0933,
+      "step": 19120
+    },
+    {
+      "grad_norm": 1.0332201719284058,
+      "learning_rate": 9.94314689189066e-05,
+      "loss": 0.0916,
+      "step": 19130
+    },
+    {
+      "grad_norm": 0.5292371511459351,
+      "learning_rate": 9.943022505949833e-05,
+      "loss": 0.1072,
+      "step": 19140
+    },
+    {
+      "grad_norm": 0.4833327531814575,
+      "learning_rate": 9.942897984868626e-05,
+      "loss": 0.0853,
+      "step": 19150
+    },
+    {
+      "grad_norm": 0.834291398525238,
+      "learning_rate": 9.942773328650447e-05,
+      "loss": 0.0964,
+      "step": 19160
+    },
+    {
+      "grad_norm": 0.6420473456382751,
+      "learning_rate": 9.942648537298701e-05,
+      "loss": 0.0782,
+      "step": 19170
+    },
+    {
+      "grad_norm": 0.7065240144729614,
+      "learning_rate": 9.9425236108168e-05,
+      "loss": 0.1077,
+      "step": 19180
+    },
+    {
+      "grad_norm": 0.8713886141777039,
+      "learning_rate": 9.942398549208163e-05,
+      "loss": 0.0839,
+      "step": 19190
+    },
+    {
+      "grad_norm": 0.6155529022216797,
+      "learning_rate": 9.942273352476205e-05,
+      "loss": 0.0786,
+      "step": 19200
+    },
+    {
+      "grad_norm": 0.6299723982810974,
+      "learning_rate": 9.94214802062435e-05,
+      "loss": 0.0747,
+      "step": 19210
+    },
+    {
+      "grad_norm": 0.6229888796806335,
+      "learning_rate": 9.942022553656025e-05,
+      "loss": 0.0769,
+      "step": 19220
+    },
+    {
+      "grad_norm": 0.522466778755188,
+      "learning_rate": 9.941896951574659e-05,
+      "loss": 0.0817,
+      "step": 19230
+    },
+    {
+      "grad_norm": 0.5513133406639099,
+      "learning_rate": 9.941771214383689e-05,
+      "loss": 0.0897,
+      "step": 19240
+    },
+    {
+      "grad_norm": 0.5818307995796204,
+      "learning_rate": 9.94164534208655e-05,
+      "loss": 0.0862,
+      "step": 19250
+    },
+    {
+      "grad_norm": 0.6078224182128906,
+      "learning_rate": 9.941519334686682e-05,
+      "loss": 0.0684,
+      "step": 19260
+    },
+    {
+      "grad_norm": 0.5784385800361633,
+      "learning_rate": 9.941393192187534e-05,
+      "loss": 0.0544,
+      "step": 19270
+    },
+    {
+      "grad_norm": 0.6301624774932861,
+      "learning_rate": 9.941266914592551e-05,
+      "loss": 0.0756,
+      "step": 19280
+    },
+    {
+      "grad_norm": 0.5835586190223694,
+      "learning_rate": 9.941140501905188e-05,
+      "loss": 0.0905,
+      "step": 19290
+    },
+    {
+      "grad_norm": 0.4279286861419678,
+      "learning_rate": 9.941013954128899e-05,
+      "loss": 0.0553,
+      "step": 19300
+    },
+    {
+      "grad_norm": 0.5617167353630066,
+      "learning_rate": 9.940887271267145e-05,
+      "loss": 0.0865,
+      "step": 19310
+    },
+    {
+      "grad_norm": 0.5577772259712219,
+      "learning_rate": 9.94076045332339e-05,
+      "loss": 0.0608,
+      "step": 19320
+    },
+    {
+      "grad_norm": 0.6222617030143738,
+      "learning_rate": 9.9406335003011e-05,
+      "loss": 0.0822,
+      "step": 19330
+    },
+    {
+      "grad_norm": 0.5529706478118896,
+      "learning_rate": 9.940506412203746e-05,
+      "loss": 0.0938,
+      "step": 19340
+    },
+    {
+      "grad_norm": 0.5531240105628967,
+      "learning_rate": 9.940379189034802e-05,
+      "loss": 0.0841,
+      "step": 19350
+    },
+    {
+      "grad_norm": 0.740673303604126,
+      "learning_rate": 9.940251830797749e-05,
+      "loss": 0.0669,
+      "step": 19360
+    },
+    {
+      "grad_norm": 1.0696684122085571,
+      "learning_rate": 9.940124337496065e-05,
+      "loss": 0.0899,
+      "step": 19370
+    },
+    {
+      "grad_norm": 0.7814590334892273,
+      "learning_rate": 9.939996709133239e-05,
+      "loss": 0.0824,
+      "step": 19380
+    },
+    {
+      "grad_norm": 0.7043203115463257,
+      "learning_rate": 9.939868945712758e-05,
+      "loss": 0.0737,
+      "step": 19390
+    },
+    {
+      "grad_norm": 0.6044790744781494,
+      "learning_rate": 9.939741047238115e-05,
+      "loss": 0.0732,
+      "step": 19400
+    },
+    {
+      "grad_norm": 1.0345704555511475,
+      "learning_rate": 9.939613013712809e-05,
+      "loss": 0.0887,
+      "step": 19410
+    },
+    {
+      "grad_norm": 0.5613470673561096,
+      "learning_rate": 9.939484845140339e-05,
+      "loss": 0.0675,
+      "step": 19420
+    },
+    {
+      "grad_norm": 0.4791855216026306,
+      "learning_rate": 9.939356541524207e-05,
+      "loss": 0.0701,
+      "step": 19430
+    },
+    {
+      "grad_norm": 0.598048985004425,
+      "learning_rate": 9.939228102867926e-05,
+      "loss": 0.0852,
+      "step": 19440
+    },
+    {
+      "grad_norm": 0.7389993667602539,
+      "learning_rate": 9.939099529175003e-05,
+      "loss": 0.0992,
+      "step": 19450
+    },
+    {
+      "grad_norm": 0.8387928009033203,
+      "learning_rate": 9.938970820448951e-05,
+      "loss": 0.0961,
+      "step": 19460
+    },
+    {
+      "grad_norm": 1.6681225299835205,
+      "learning_rate": 9.938841976693296e-05,
+      "loss": 0.078,
+      "step": 19470
+    },
+    {
+      "grad_norm": 0.7161552309989929,
+      "learning_rate": 9.938712997911557e-05,
+      "loss": 0.0803,
+      "step": 19480
+    },
+    {
+      "grad_norm": 0.83061683177948,
+      "learning_rate": 9.938583884107257e-05,
+      "loss": 0.0839,
+      "step": 19490
+    },
+    {
+      "grad_norm": 1.0533649921417236,
+      "learning_rate": 9.938454635283932e-05,
+      "loss": 0.0771,
+      "step": 19500
+    },
+    {
+      "grad_norm": 0.7864642143249512,
+      "learning_rate": 9.938325251445112e-05,
+      "loss": 0.0768,
+      "step": 19510
+    },
+    {
+      "grad_norm": 0.8131436705589294,
+      "learning_rate": 9.938195732594335e-05,
+      "loss": 0.0731,
+      "step": 19520
+    },
+    {
+      "grad_norm": 0.7060471177101135,
+      "learning_rate": 9.93806607873514e-05,
+      "loss": 0.0883,
+      "step": 19530
+    },
+    {
+      "grad_norm": 0.6929425597190857,
+      "learning_rate": 9.937936289871075e-05,
+      "loss": 0.0749,
+      "step": 19540
+    },
+    {
+      "grad_norm": 0.9010580778121948,
+      "learning_rate": 9.937806366005686e-05,
+      "loss": 0.0913,
+      "step": 19550
+    },
+    {
+      "grad_norm": 0.9015332460403442,
+      "learning_rate": 9.937676307142527e-05,
+      "loss": 0.0823,
+      "step": 19560
+    },
+    {
+      "grad_norm": 0.5615094900131226,
+      "learning_rate": 9.937546113285152e-05,
+      "loss": 0.08,
+      "step": 19570
+    },
+    {
+      "grad_norm": 1.0284972190856934,
+      "learning_rate": 9.937415784437123e-05,
+      "loss": 0.0872,
+      "step": 19580
+    },
+    {
+      "grad_norm": 0.6816398501396179,
+      "learning_rate": 9.937285320601999e-05,
+      "loss": 0.0828,
+      "step": 19590
+    },
+    {
+      "grad_norm": 0.7342271208763123,
+      "learning_rate": 9.93715472178335e-05,
+      "loss": 0.0719,
+      "step": 19600
+    },
+    {
+      "grad_norm": 0.8827897906303406,
+      "learning_rate": 9.937023987984746e-05,
+      "loss": 0.0829,
+      "step": 19610
+    },
+    {
+      "grad_norm": 0.6880467534065247,
+      "learning_rate": 9.936893119209761e-05,
+      "loss": 0.0793,
+      "step": 19620
+    },
+    {
+      "grad_norm": 0.5945860147476196,
+      "learning_rate": 9.936762115461972e-05,
+      "loss": 0.0978,
+      "step": 19630
+    },
+    {
+      "grad_norm": 0.6721397042274475,
+      "learning_rate": 9.936630976744963e-05,
+      "loss": 0.0672,
+      "step": 19640
+    },
+    {
+      "grad_norm": 0.6808332800865173,
+      "learning_rate": 9.936499703062316e-05,
+      "loss": 0.0856,
+      "step": 19650
+    },
+    {
+      "grad_norm": 0.5734970569610596,
+      "learning_rate": 9.936368294417623e-05,
+      "loss": 0.0819,
+      "step": 19660
+    },
+    {
+      "grad_norm": 0.9022446870803833,
+      "learning_rate": 9.936236750814475e-05,
+      "loss": 0.0976,
+      "step": 19670
+    },
+    {
+      "grad_norm": 0.5904114842414856,
+      "learning_rate": 9.936105072256467e-05,
+      "loss": 0.0952,
+      "step": 19680
+    },
+    {
+      "grad_norm": 0.5235656499862671,
+      "learning_rate": 9.935973258747203e-05,
+      "loss": 0.0936,
+      "step": 19690
+    },
+    {
+      "grad_norm": 0.686568021774292,
+      "learning_rate": 9.935841310290283e-05,
+      "loss": 0.0757,
+      "step": 19700
+    },
+    {
+      "grad_norm": 0.5609014630317688,
+      "learning_rate": 9.935709226889319e-05,
+      "loss": 0.0709,
+      "step": 19710
+    },
+    {
+      "grad_norm": 0.5957849621772766,
+      "learning_rate": 9.935577008547915e-05,
+      "loss": 0.0701,
+      "step": 19720
+    },
+    {
+      "grad_norm": 0.5945463180541992,
+      "learning_rate": 9.935444655269692e-05,
+      "loss": 0.0783,
+      "step": 19730
+    },
+    {
+      "grad_norm": 0.6415460109710693,
+      "learning_rate": 9.935312167058265e-05,
+      "loss": 0.0642,
+      "step": 19740
+    },
+    {
+      "grad_norm": 0.9696460366249084,
+      "learning_rate": 9.935179543917258e-05,
+      "loss": 0.0874,
+      "step": 19750
+    },
+    {
+      "grad_norm": 0.6641755700111389,
+      "learning_rate": 9.935046785850297e-05,
+      "loss": 0.0944,
+      "step": 19760
+    },
+    {
+      "grad_norm": 0.5902247428894043,
+      "learning_rate": 9.93491389286101e-05,
+      "loss": 0.0623,
+      "step": 19770
+    },
+    {
+      "grad_norm": 0.7113121747970581,
+      "learning_rate": 9.934780864953031e-05,
+      "loss": 0.0701,
+      "step": 19780
+    },
+    {
+      "grad_norm": 0.6962265968322754,
+      "learning_rate": 9.934647702129998e-05,
+      "loss": 0.0795,
+      "step": 19790
+    },
+    {
+      "grad_norm": 1.0143132209777832,
+      "learning_rate": 9.934514404395549e-05,
+      "loss": 0.0798,
+      "step": 19800
+    },
+    {
+      "grad_norm": 0.9334388971328735,
+      "learning_rate": 9.934380971753333e-05,
+      "loss": 0.0786,
+      "step": 19810
+    },
+    {
+      "grad_norm": 0.6635790467262268,
+      "learning_rate": 9.934247404206992e-05,
+      "loss": 0.0706,
+      "step": 19820
+    },
+    {
+      "grad_norm": 0.6803110241889954,
+      "learning_rate": 9.934113701760181e-05,
+      "loss": 0.0763,
+      "step": 19830
+    },
+    {
+      "grad_norm": 0.6204708218574524,
+      "learning_rate": 9.933979864416558e-05,
+      "loss": 0.0945,
+      "step": 19840
+    },
+    {
+      "grad_norm": 0.5740191340446472,
+      "learning_rate": 9.933845892179776e-05,
+      "loss": 0.0821,
+      "step": 19850
+    },
+    {
+      "grad_norm": 0.6324191689491272,
+      "learning_rate": 9.933711785053502e-05,
+      "loss": 0.0672,
+      "step": 19860
+    },
+    {
+      "grad_norm": 0.5102204084396362,
+      "learning_rate": 9.933577543041401e-05,
+      "loss": 0.0715,
+      "step": 19870
+    },
+    {
+      "grad_norm": 0.6801705956459045,
+      "learning_rate": 9.933443166147144e-05,
+      "loss": 0.0832,
+      "step": 19880
+    },
+    {
+      "grad_norm": 0.7128885984420776,
+      "learning_rate": 9.933308654374403e-05,
+      "loss": 0.0643,
+      "step": 19890
+    },
+    {
+      "grad_norm": 0.7425634264945984,
+      "learning_rate": 9.933174007726858e-05,
+      "loss": 0.0662,
+      "step": 19900
+    },
+    {
+      "grad_norm": 0.6978074908256531,
+      "learning_rate": 9.933039226208189e-05,
+      "loss": 0.0759,
+      "step": 19910
+    },
+    {
+      "grad_norm": 0.4897766411304474,
+      "learning_rate": 9.93290430982208e-05,
+      "loss": 0.0722,
+      "step": 19920
+    },
+    {
+      "grad_norm": 0.8518407940864563,
+      "learning_rate": 9.93276925857222e-05,
+      "loss": 0.079,
+      "step": 19930
+    },
+    {
+      "grad_norm": 0.6803897619247437,
+      "learning_rate": 9.932634072462304e-05,
+      "loss": 0.1022,
+      "step": 19940
+    },
+    {
+      "grad_norm": 0.9022562503814697,
+      "learning_rate": 9.932498751496024e-05,
+      "loss": 0.0787,
+      "step": 19950
+    },
+    {
+      "grad_norm": 0.46578237414360046,
+      "learning_rate": 9.93236329567708e-05,
+      "loss": 0.0839,
+      "step": 19960
+    },
+    {
+      "grad_norm": 0.7767977118492126,
+      "learning_rate": 9.932227705009178e-05,
+      "loss": 0.0937,
+      "step": 19970
+    },
+    {
+      "grad_norm": 0.7968692779541016,
+      "learning_rate": 9.932091979496023e-05,
+      "loss": 0.0748,
+      "step": 19980
+    },
+    {
+      "grad_norm": 0.6254744529724121,
+      "learning_rate": 9.931956119141326e-05,
+      "loss": 0.0811,
+      "step": 19990
+    },
+    {
+      "grad_norm": 0.912772536277771,
+      "learning_rate": 9.931820123948803e-05,
+      "loss": 0.1022,
+      "step": 20000
+    },
+    {
+      "grad_norm": 0.6012299060821533,
+      "learning_rate": 9.931683993922169e-05,
+      "loss": 0.0976,
+      "step": 20010
+    },
+    {
+      "grad_norm": 0.6716795563697815,
+      "learning_rate": 9.931547729065147e-05,
+      "loss": 0.0787,
+      "step": 20020
+    },
+    {
+      "grad_norm": 0.5236432552337646,
+      "learning_rate": 9.931411329381464e-05,
+      "loss": 0.0757,
+      "step": 20030
+    },
+    {
+      "grad_norm": 0.7657187581062317,
+      "learning_rate": 9.931274794874847e-05,
+      "loss": 0.0946,
+      "step": 20040
+    },
+    {
+      "grad_norm": 0.6216099262237549,
+      "learning_rate": 9.931138125549031e-05,
+      "loss": 0.0642,
+      "step": 20050
+    },
+    {
+      "grad_norm": 0.5644552707672119,
+      "learning_rate": 9.93100132140775e-05,
+      "loss": 0.0735,
+      "step": 20060
+    },
+    {
+      "grad_norm": 0.6562463641166687,
+      "learning_rate": 9.930864382454746e-05,
+      "loss": 0.0986,
+      "step": 20070
+    },
+    {
+      "grad_norm": 0.7289358973503113,
+      "learning_rate": 9.930727308693762e-05,
+      "loss": 0.0827,
+      "step": 20080
+    },
+    {
+      "grad_norm": 0.6872687339782715,
+      "learning_rate": 9.930590100128545e-05,
+      "loss": 0.0844,
+      "step": 20090
+    },
+    {
+      "grad_norm": 0.4844474494457245,
+      "learning_rate": 9.930452756762848e-05,
+      "loss": 0.0822,
+      "step": 20100
+    },
+    {
+      "grad_norm": 0.755044162273407,
+      "learning_rate": 9.930315278600425e-05,
+      "loss": 0.0908,
+      "step": 20110
+    },
+    {
+      "grad_norm": 0.6221271753311157,
+      "learning_rate": 9.930177665645034e-05,
+      "loss": 0.0726,
+      "step": 20120
+    },
+    {
+      "grad_norm": 0.5764560699462891,
+      "learning_rate": 9.930039917900437e-05,
+      "loss": 0.0659,
+      "step": 20130
+    },
+    {
+      "grad_norm": 0.857058584690094,
+      "learning_rate": 9.929902035370403e-05,
+      "loss": 0.0652,
+      "step": 20140
+    },
+    {
+      "grad_norm": 0.5327761173248291,
+      "learning_rate": 9.929764018058698e-05,
+      "loss": 0.0799,
+      "step": 20150
+    },
+    {
+      "grad_norm": 0.5390449166297913,
+      "learning_rate": 9.929625865969096e-05,
+      "loss": 0.0677,
+      "step": 20160
+    },
+    {
+      "grad_norm": 0.9739412665367126,
+      "learning_rate": 9.929487579105376e-05,
+      "loss": 0.0748,
+      "step": 20170
+    },
+    {
+      "grad_norm": 0.494037926197052,
+      "learning_rate": 9.929349157471319e-05,
+      "loss": 0.0742,
+      "step": 20180
+    },
+    {
+      "grad_norm": 0.5320767760276794,
+      "learning_rate": 9.929210601070706e-05,
+      "loss": 0.0553,
+      "step": 20190
+    },
+    {
+      "grad_norm": 0.6014220714569092,
+      "learning_rate": 9.929071909907326e-05,
+      "loss": 0.0859,
+      "step": 20200
+    },
+    {
+      "grad_norm": 0.9646050930023193,
+      "learning_rate": 9.928933083984973e-05,
+      "loss": 0.0613,
+      "step": 20210
+    },
+    {
+      "grad_norm": 0.53474360704422,
+      "learning_rate": 9.92879412330744e-05,
+      "loss": 0.0716,
+      "step": 20220
+    },
+    {
+      "grad_norm": 0.9199774265289307,
+      "learning_rate": 9.928655027878529e-05,
+      "loss": 0.0665,
+      "step": 20230
+    },
+    {
+      "grad_norm": 0.44643551111221313,
+      "learning_rate": 9.92851579770204e-05,
+      "loss": 0.0724,
+      "step": 20240
+    },
+    {
+      "grad_norm": 0.4572179317474365,
+      "learning_rate": 9.928376432781783e-05,
+      "loss": 0.0598,
+      "step": 20250
+    },
+    {
+      "grad_norm": 0.7902498841285706,
+      "learning_rate": 9.928236933121564e-05,
+      "loss": 0.0925,
+      "step": 20260
+    },
+    {
+      "grad_norm": 0.6501169800758362,
+      "learning_rate": 9.928097298725199e-05,
+      "loss": 0.0799,
+      "step": 20270
+    },
+    {
+      "grad_norm": 0.7219334244728088,
+      "learning_rate": 9.927957529596505e-05,
+      "loss": 0.07,
+      "step": 20280
+    },
+    {
+      "grad_norm": 0.8025805950164795,
+      "learning_rate": 9.927817625739303e-05,
+      "loss": 0.0792,
+      "step": 20290
+    },
+    {
+      "grad_norm": 0.5092989206314087,
+      "learning_rate": 9.927677587157418e-05,
+      "loss": 0.0799,
+      "step": 20300
+    },
+    {
+      "grad_norm": 0.5369877815246582,
+      "learning_rate": 9.92753741385468e-05,
+      "loss": 0.074,
+      "step": 20310
+    },
+    {
+      "grad_norm": 0.7053918242454529,
+      "learning_rate": 9.927397105834922e-05,
+      "loss": 0.0743,
+      "step": 20320
+    },
+    {
+      "grad_norm": 0.5175106525421143,
+      "learning_rate": 9.927256663101975e-05,
+      "loss": 0.0728,
+      "step": 20330
+    },
+    {
+      "grad_norm": 0.647278368473053,
+      "learning_rate": 9.927116085659683e-05,
+      "loss": 0.0814,
+      "step": 20340
+    },
+    {
+      "grad_norm": 0.6253474354743958,
+      "learning_rate": 9.926975373511889e-05,
+      "loss": 0.0922,
+      "step": 20350
+    },
+    {
+      "grad_norm": 0.566596508026123,
+      "learning_rate": 9.926834526662439e-05,
+      "loss": 0.0846,
+      "step": 20360
+    },
+    {
+      "grad_norm": 0.5539163947105408,
+      "learning_rate": 9.926693545115184e-05,
+      "loss": 0.0798,
+      "step": 20370
+    },
+    {
+      "grad_norm": 0.8610737323760986,
+      "learning_rate": 9.926552428873979e-05,
+      "loss": 0.1121,
+      "step": 20380
+    },
+    {
+      "grad_norm": 0.45455411076545715,
+      "learning_rate": 9.926411177942681e-05,
+      "loss": 0.0846,
+      "step": 20390
+    },
+    {
+      "grad_norm": 0.7093355059623718,
+      "learning_rate": 9.926269792325151e-05,
+      "loss": 0.0874,
+      "step": 20400
+    },
+    {
+      "grad_norm": 0.6704656481742859,
+      "learning_rate": 9.926128272025257e-05,
+      "loss": 0.0829,
+      "step": 20410
+    },
+    {
+      "grad_norm": 0.611197829246521,
+      "learning_rate": 9.925986617046865e-05,
+      "loss": 0.0789,
+      "step": 20420
+    },
+    {
+      "grad_norm": 0.5565042495727539,
+      "learning_rate": 9.925844827393851e-05,
+      "loss": 0.0829,
+      "step": 20430
+    },
+    {
+      "grad_norm": 0.6654995083808899,
+      "learning_rate": 9.925702903070089e-05,
+      "loss": 0.0579,
+      "step": 20440
+    },
+    {
+      "grad_norm": 0.5513204336166382,
+      "learning_rate": 9.925560844079461e-05,
+      "loss": 0.0783,
+      "step": 20450
+    },
+    {
+      "grad_norm": 0.702998161315918,
+      "learning_rate": 9.92541865042585e-05,
+      "loss": 0.0738,
+      "step": 20460
+    },
+    {
+      "grad_norm": 0.6631424427032471,
+      "learning_rate": 9.925276322113143e-05,
+      "loss": 0.0787,
+      "step": 20470
+    },
+    {
+      "grad_norm": 0.8645622730255127,
+      "learning_rate": 9.925133859145232e-05,
+      "loss": 0.0634,
+      "step": 20480
+    },
+    {
+      "grad_norm": 0.9498077630996704,
+      "learning_rate": 9.924991261526011e-05,
+      "loss": 0.094,
+      "step": 20490
+    },
+    {
+      "grad_norm": 0.593241810798645,
+      "learning_rate": 9.92484852925938e-05,
+      "loss": 0.0811,
+      "step": 20500
+    },
+    {
+      "grad_norm": 0.8796772360801697,
+      "learning_rate": 9.92470566234924e-05,
+      "loss": 0.0657,
+      "step": 20510
+    },
+    {
+      "grad_norm": 0.6845420002937317,
+      "learning_rate": 9.924562660799497e-05,
+      "loss": 0.0693,
+      "step": 20520
+    },
+    {
+      "grad_norm": 0.6233814358711243,
+      "learning_rate": 9.924419524614061e-05,
+      "loss": 0.0762,
+      "step": 20530
+    },
+    {
+      "grad_norm": 0.7937782406806946,
+      "learning_rate": 9.924276253796845e-05,
+      "loss": 0.0765,
+      "step": 20540
+    },
+    {
+      "grad_norm": 0.5315874814987183,
+      "learning_rate": 9.924132848351767e-05,
+      "loss": 0.0855,
+      "step": 20550
+    },
+    {
+      "grad_norm": 0.5541489720344543,
+      "learning_rate": 9.923989308282746e-05,
+      "loss": 0.0847,
+      "step": 20560
+    },
+    {
+      "grad_norm": 0.3925674855709076,
+      "learning_rate": 9.923845633593708e-05,
+      "loss": 0.0963,
+      "step": 20570
+    },
+    {
+      "grad_norm": 0.8070347309112549,
+      "learning_rate": 9.92370182428858e-05,
+      "loss": 0.0623,
+      "step": 20580
+    },
+    {
+      "grad_norm": 0.5540624260902405,
+      "learning_rate": 9.923557880371293e-05,
+      "loss": 0.0552,
+      "step": 20590
+    },
+    {
+      "grad_norm": 0.7651801705360413,
+      "learning_rate": 9.923413801845785e-05,
+      "loss": 0.0777,
+      "step": 20600
+    },
+    {
+      "grad_norm": 0.44970545172691345,
+      "learning_rate": 9.923269588715991e-05,
+      "loss": 0.0636,
+      "step": 20610
+    },
+    {
+      "grad_norm": 0.6746005415916443,
+      "learning_rate": 9.923125240985857e-05,
+      "loss": 0.0764,
+      "step": 20620
+    },
+    {
+      "grad_norm": 0.6592934131622314,
+      "learning_rate": 9.922980758659331e-05,
+      "loss": 0.0832,
+      "step": 20630
+    },
+    {
+      "grad_norm": 0.7059399485588074,
+      "learning_rate": 9.922836141740357e-05,
+      "loss": 0.0754,
+      "step": 20640
+    },
+    {
+      "grad_norm": 0.9892763495445251,
+      "learning_rate": 9.922691390232894e-05,
+      "loss": 0.0697,
+      "step": 20650
+    },
+    {
+      "grad_norm": 0.6928750872612,
+      "learning_rate": 9.922546504140897e-05,
+      "loss": 0.0761,
+      "step": 20660
+    },
+    {
+      "grad_norm": 0.7608811855316162,
+      "learning_rate": 9.922401483468327e-05,
+      "loss": 0.0858,
+      "step": 20670
+    },
+    {
+      "grad_norm": 0.880558967590332,
+      "learning_rate": 9.922256328219151e-05,
+      "loss": 0.0889,
+      "step": 20680
+    },
+    {
+      "grad_norm": 0.6218160390853882,
+      "learning_rate": 9.922111038397337e-05,
+      "loss": 0.0796,
+      "step": 20690
+    },
+    {
+      "grad_norm": 0.7276009321212769,
+      "learning_rate": 9.921965614006855e-05,
+      "loss": 0.0939,
+      "step": 20700
+    },
+    {
+      "grad_norm": 1.2338963747024536,
+      "learning_rate": 9.921820055051682e-05,
+      "loss": 0.0753,
+      "step": 20710
+    },
+    {
+      "grad_norm": 0.6375212073326111,
+      "learning_rate": 9.9216743615358e-05,
+      "loss": 0.0627,
+      "step": 20720
+    },
+    {
+      "grad_norm": 0.5063421130180359,
+      "learning_rate": 9.921528533463186e-05,
+      "loss": 0.084,
+      "step": 20730
+    },
+    {
+      "grad_norm": 0.5828374624252319,
+      "learning_rate": 9.921382570837835e-05,
+      "loss": 0.0559,
+      "step": 20740
+    },
+    {
+      "grad_norm": 0.6085830330848694,
+      "learning_rate": 9.921236473663731e-05,
+      "loss": 0.0658,
+      "step": 20750
+    },
+    {
+      "grad_norm": 0.5939198136329651,
+      "learning_rate": 9.921090241944872e-05,
+      "loss": 0.0871,
+      "step": 20760
+    },
+    {
+      "grad_norm": 0.6595045924186707,
+      "learning_rate": 9.920943875685254e-05,
+      "loss": 0.0661,
+      "step": 20770
+    },
+    {
+      "grad_norm": 0.9304861426353455,
+      "learning_rate": 9.920797374888879e-05,
+      "loss": 0.0714,
+      "step": 20780
+    },
+    {
+      "grad_norm": 0.5672391653060913,
+      "learning_rate": 9.920650739559751e-05,
+      "loss": 0.0858,
+      "step": 20790
+    },
+    {
+      "grad_norm": 0.4803975224494934,
+      "learning_rate": 9.920503969701882e-05,
+      "loss": 0.0758,
+      "step": 20800
+    },
+    {
+      "grad_norm": 0.6990278363227844,
+      "learning_rate": 9.920357065319284e-05,
+      "loss": 0.0825,
+      "step": 20810
+    },
+    {
+      "grad_norm": 0.7171846628189087,
+      "learning_rate": 9.92021002641597e-05,
+      "loss": 0.0819,
+      "step": 20820
+    },
+    {
+      "grad_norm": 0.7137464880943298,
+      "learning_rate": 9.920062852995964e-05,
+      "loss": 0.0667,
+      "step": 20830
+    },
+    {
+      "grad_norm": 0.6640031337738037,
+      "learning_rate": 9.919915545063286e-05,
+      "loss": 0.0819,
+      "step": 20840
+    },
+    {
+      "grad_norm": 0.5720766186714172,
+      "learning_rate": 9.919768102621966e-05,
+      "loss": 0.0663,
+      "step": 20850
+    },
+    {
+      "grad_norm": 1.0875829458236694,
+      "learning_rate": 9.919620525676036e-05,
+      "loss": 0.0686,
+      "step": 20860
+    },
+    {
+      "grad_norm": 0.6833270192146301,
+      "learning_rate": 9.919472814229528e-05,
+      "loss": 0.0532,
+      "step": 20870
+    },
+    {
+      "grad_norm": 0.9054814577102661,
+      "learning_rate": 9.919324968286481e-05,
+      "loss": 0.0849,
+      "step": 20880
+    },
+    {
+      "grad_norm": 0.8409886360168457,
+      "learning_rate": 9.919176987850938e-05,
+      "loss": 0.0867,
+      "step": 20890
+    },
+    {
+      "grad_norm": 0.5549073815345764,
+      "learning_rate": 9.919028872926946e-05,
+      "loss": 0.0907,
+      "step": 20900
+    },
+    {
+      "grad_norm": 0.7213913202285767,
+      "learning_rate": 9.918880623518549e-05,
+      "loss": 0.0792,
+      "step": 20910
+    },
+    {
+      "grad_norm": 1.1530420780181885,
+      "learning_rate": 9.918732239629806e-05,
+      "loss": 0.0821,
+      "step": 20920
+    },
+    {
+      "grad_norm": 0.5931182503700256,
+      "learning_rate": 9.918583721264771e-05,
+      "loss": 0.0887,
+      "step": 20930
+    },
+    {
+      "grad_norm": 0.6034256219863892,
+      "learning_rate": 9.918435068427505e-05,
+      "loss": 0.0663,
+      "step": 20940
+    },
+    {
+      "grad_norm": 0.5017592906951904,
+      "learning_rate": 9.918286281122072e-05,
+      "loss": 0.0751,
+      "step": 20950
+    },
+    {
+      "grad_norm": 0.9911549091339111,
+      "learning_rate": 9.918137359352539e-05,
+      "loss": 0.0698,
+      "step": 20960
+    },
+    {
+      "grad_norm": 0.6378101706504822,
+      "learning_rate": 9.917988303122978e-05,
+      "loss": 0.0674,
+      "step": 20970
+    },
+    {
+      "grad_norm": 0.4204789996147156,
+      "learning_rate": 9.917839112437466e-05,
+      "loss": 0.0601,
+      "step": 20980
+    },
+    {
+      "grad_norm": 0.6890564560890198,
+      "learning_rate": 9.917689787300079e-05,
+      "loss": 0.0611,
+      "step": 20990
+    },
+    {
+      "grad_norm": 0.46391019225120544,
+      "learning_rate": 9.917540327714902e-05,
+      "loss": 0.0657,
+      "step": 21000
+    },
+    {
+      "grad_norm": 0.5652409195899963,
+      "learning_rate": 9.917390733686018e-05,
+      "loss": 0.065,
+      "step": 21010
+    },
+    {
+      "grad_norm": 0.6425219774246216,
+      "learning_rate": 9.91724100521752e-05,
+      "loss": 0.0941,
+      "step": 21020
+    },
+    {
+      "grad_norm": 0.7409473061561584,
+      "learning_rate": 9.917091142313499e-05,
+      "loss": 0.0636,
+      "step": 21030
+    },
+    {
+      "grad_norm": 0.7623005509376526,
+      "learning_rate": 9.916941144978056e-05,
+      "loss": 0.0673,
+      "step": 21040
+    },
+    {
+      "grad_norm": 0.49288854002952576,
+      "learning_rate": 9.916791013215288e-05,
+      "loss": 0.0782,
+      "step": 21050
+    },
+    {
+      "grad_norm": 0.5485000610351562,
+      "learning_rate": 9.9166407470293e-05,
+      "loss": 0.0751,
+      "step": 21060
+    },
+    {
+      "grad_norm": 2.0505237579345703,
+      "learning_rate": 9.9164903464242e-05,
+      "loss": 0.0864,
+      "step": 21070
+    },
+    {
+      "grad_norm": 0.7012588977813721,
+      "learning_rate": 9.916339811404104e-05,
+      "loss": 0.0734,
+      "step": 21080
+    },
+    {
+      "grad_norm": 0.6504430174827576,
+      "learning_rate": 9.916189141973122e-05,
+      "loss": 0.0604,
+      "step": 21090
+    },
+    {
+      "grad_norm": 0.7268528342247009,
+      "learning_rate": 9.916038338135378e-05,
+      "loss": 0.0717,
+      "step": 21100
+    },
+    {
+      "grad_norm": 0.5579605102539062,
+      "learning_rate": 9.915887399894992e-05,
+      "loss": 0.0713,
+      "step": 21110
+    },
+    {
+      "grad_norm": 0.9375287890434265,
+      "learning_rate": 9.91573632725609e-05,
+      "loss": 0.0799,
+      "step": 21120
+    },
+    {
+      "grad_norm": 0.6937346458435059,
+      "learning_rate": 9.915585120222806e-05,
+      "loss": 0.0727,
+      "step": 21130
+    },
+    {
+      "grad_norm": 0.5330371260643005,
+      "learning_rate": 9.915433778799269e-05,
+      "loss": 0.0646,
+      "step": 21140
+    },
+    {
+      "grad_norm": 1.0943412780761719,
+      "learning_rate": 9.915282302989619e-05,
+      "loss": 0.0883,
+      "step": 21150
+    },
+    {
+      "grad_norm": 0.6259918212890625,
+      "learning_rate": 9.915130692798e-05,
+      "loss": 0.0937,
+      "step": 21160
+    },
+    {
+      "grad_norm": 0.8803867101669312,
+      "learning_rate": 9.914978948228553e-05,
+      "loss": 0.0971,
+      "step": 21170
+    },
+    {
+      "grad_norm": 0.7395297884941101,
+      "learning_rate": 9.914827069285427e-05,
+      "loss": 0.086,
+      "step": 21180
+    },
+    {
+      "grad_norm": 0.6466926336288452,
+      "learning_rate": 9.914675055972777e-05,
+      "loss": 0.0831,
+      "step": 21190
+    },
+    {
+      "grad_norm": 0.6298440098762512,
+      "learning_rate": 9.914522908294757e-05,
+      "loss": 0.0846,
+      "step": 21200
+    },
+    {
+      "grad_norm": 0.568876326084137,
+      "learning_rate": 9.914370626255526e-05,
+      "loss": 0.1023,
+      "step": 21210
+    },
+    {
+      "grad_norm": 0.4519944489002228,
+      "learning_rate": 9.914218209859249e-05,
+      "loss": 0.0861,
+      "step": 21220
+    },
+    {
+      "grad_norm": 1.0553175210952759,
+      "learning_rate": 9.914065659110092e-05,
+      "loss": 0.1061,
+      "step": 21230
+    },
+    {
+      "grad_norm": 1.073925495147705,
+      "learning_rate": 9.913912974012228e-05,
+      "loss": 0.0849,
+      "step": 21240
+    },
+    {
+      "grad_norm": 0.903737485408783,
+      "learning_rate": 9.913760154569827e-05,
+      "loss": 0.0766,
+      "step": 21250
+    },
+    {
+      "grad_norm": 0.6134679913520813,
+      "learning_rate": 9.913607200787069e-05,
+      "loss": 0.0761,
+      "step": 21260
+    },
+    {
+      "grad_norm": 1.5311802625656128,
+      "learning_rate": 9.913454112668136e-05,
+      "loss": 0.0911,
+      "step": 21270
+    },
+    {
+      "grad_norm": 2.3193297386169434,
+      "learning_rate": 9.913300890217216e-05,
+      "loss": 0.0878,
+      "step": 21280
+    },
+    {
+      "grad_norm": 0.6593215465545654,
+      "learning_rate": 9.913147533438494e-05,
+      "loss": 0.0954,
+      "step": 21290
+    },
+    {
+      "grad_norm": 0.6412304639816284,
+      "learning_rate": 9.912994042336164e-05,
+      "loss": 0.0765,
+      "step": 21300
+    },
+    {
+      "grad_norm": 0.8071780800819397,
+      "learning_rate": 9.912840416914423e-05,
+      "loss": 0.085,
+      "step": 21310
+    },
+    {
+      "grad_norm": 0.5547884702682495,
+      "learning_rate": 9.91268665717747e-05,
+      "loss": 0.069,
+      "step": 21320
+    },
+    {
+      "grad_norm": 0.9333174228668213,
+      "learning_rate": 9.912532763129511e-05,
+      "loss": 0.088,
+      "step": 21330
+    },
+    {
+      "grad_norm": 0.7414964437484741,
+      "learning_rate": 9.91237873477475e-05,
+      "loss": 0.0789,
+      "step": 21340
+    },
+    {
+      "grad_norm": 0.6653682589530945,
+      "learning_rate": 9.912224572117402e-05,
+      "loss": 0.0645,
+      "step": 21350
+    },
+    {
+      "grad_norm": 0.5332919955253601,
+      "learning_rate": 9.912070275161677e-05,
+      "loss": 0.0745,
+      "step": 21360
+    },
+    {
+      "grad_norm": 0.6270144581794739,
+      "learning_rate": 9.911915843911797e-05,
+      "loss": 0.0719,
+      "step": 21370
+    },
+    {
+      "grad_norm": 0.6532980799674988,
+      "learning_rate": 9.911761278371985e-05,
+      "loss": 0.0655,
+      "step": 21380
+    },
+    {
+      "grad_norm": 0.7794709801673889,
+      "learning_rate": 9.911606578546462e-05,
+      "loss": 0.0714,
+      "step": 21390
+    },
+    {
+      "grad_norm": 0.8336079120635986,
+      "learning_rate": 9.911451744439461e-05,
+      "loss": 0.1229,
+      "step": 21400
+    },
+    {
+      "grad_norm": 0.6057979464530945,
+      "learning_rate": 9.911296776055217e-05,
+      "loss": 0.0992,
+      "step": 21410
+    },
+    {
+      "grad_norm": 0.6999597549438477,
+      "learning_rate": 9.911141673397961e-05,
+      "loss": 0.0739,
+      "step": 21420
+    },
+    {
+      "grad_norm": 0.4732632040977478,
+      "learning_rate": 9.910986436471938e-05,
+      "loss": 0.0622,
+      "step": 21430
+    },
+    {
+      "grad_norm": 0.5589165687561035,
+      "learning_rate": 9.910831065281391e-05,
+      "loss": 0.0817,
+      "step": 21440
+    },
+    {
+      "grad_norm": 0.6074422001838684,
+      "learning_rate": 9.91067555983057e-05,
+      "loss": 0.0772,
+      "step": 21450
+    },
+    {
+      "grad_norm": 0.6262595057487488,
+      "learning_rate": 9.910519920123719e-05,
+      "loss": 0.0668,
+      "step": 21460
+    },
+    {
+      "grad_norm": 0.6680309772491455,
+      "learning_rate": 9.910364146165102e-05,
+      "loss": 0.0666,
+      "step": 21470
+    },
+    {
+      "grad_norm": 0.7086575031280518,
+      "learning_rate": 9.910208237958974e-05,
+      "loss": 0.0634,
+      "step": 21480
+    },
+    {
+      "grad_norm": 0.7655069828033447,
+      "learning_rate": 9.910052195509595e-05,
+      "loss": 0.0774,
+      "step": 21490
+    },
+    {
+      "grad_norm": 0.7654222846031189,
+      "learning_rate": 9.909896018821234e-05,
+      "loss": 0.092,
+      "step": 21500
+    },
+    {
+      "grad_norm": 0.6973251700401306,
+      "learning_rate": 9.909739707898162e-05,
+      "loss": 0.0928,
+      "step": 21510
+    },
+    {
+      "grad_norm": 0.6227676272392273,
+      "learning_rate": 9.909583262744651e-05,
+      "loss": 0.0674,
+      "step": 21520
+    },
+    {
+      "grad_norm": 0.5391992330551147,
+      "learning_rate": 9.909426683364975e-05,
+      "loss": 0.065,
+      "step": 21530
+    },
+    {
+      "grad_norm": 0.8288220763206482,
+      "learning_rate": 9.909269969763422e-05,
+      "loss": 0.0864,
+      "step": 21540
+    },
+    {
+      "grad_norm": 0.6434508562088013,
+      "learning_rate": 9.909113121944269e-05,
+      "loss": 0.0764,
+      "step": 21550
+    },
+    {
+      "grad_norm": 0.7599574327468872,
+      "learning_rate": 9.90895613991181e-05,
+      "loss": 0.0861,
+      "step": 21560
+    },
+    {
+      "grad_norm": 0.6515893936157227,
+      "learning_rate": 9.908799023670333e-05,
+      "loss": 0.0657,
+      "step": 21570
+    },
+    {
+      "grad_norm": 0.5859254002571106,
+      "learning_rate": 9.908641773224134e-05,
+      "loss": 0.0837,
+      "step": 21580
+    },
+    {
+      "grad_norm": 0.6964009404182434,
+      "learning_rate": 9.908484388577514e-05,
+      "loss": 0.096,
+      "step": 21590
+    },
+    {
+      "grad_norm": 0.6893118023872375,
+      "learning_rate": 9.908326869734775e-05,
+      "loss": 0.0893,
+      "step": 21600
+    },
+    {
+      "grad_norm": 0.6535158753395081,
+      "learning_rate": 9.908169216700223e-05,
+      "loss": 0.0637,
+      "step": 21610
+    },
+    {
+      "grad_norm": 0.6627980470657349,
+      "learning_rate": 9.90801142947817e-05,
+      "loss": 0.0756,
+      "step": 21620
+    },
+    {
+      "grad_norm": 0.55002361536026,
+      "learning_rate": 9.907853508072927e-05,
+      "loss": 0.0829,
+      "step": 21630
+    },
+    {
+      "grad_norm": 0.6559059023857117,
+      "learning_rate": 9.907695452488812e-05,
+      "loss": 0.0762,
+      "step": 21640
+    },
+    {
+      "grad_norm": 0.5466291308403015,
+      "learning_rate": 9.907537262730149e-05,
+      "loss": 0.073,
+      "step": 21650
+    },
+    {
+      "grad_norm": 0.7469327449798584,
+      "learning_rate": 9.907378938801259e-05,
+      "loss": 0.0776,
+      "step": 21660
+    },
+    {
+      "grad_norm": 0.7310678958892822,
+      "learning_rate": 9.907220480706474e-05,
+      "loss": 0.0994,
+      "step": 21670
+    },
+    {
+      "grad_norm": 0.5527225136756897,
+      "learning_rate": 9.907061888450125e-05,
+      "loss": 0.0605,
+      "step": 21680
+    },
+    {
+      "grad_norm": 0.5020173192024231,
+      "learning_rate": 9.906903162036545e-05,
+      "loss": 0.0694,
+      "step": 21690
+    },
+    {
+      "grad_norm": 0.9658920764923096,
+      "learning_rate": 9.906744301470079e-05,
+      "loss": 0.0898,
+      "step": 21700
+    },
+    {
+      "grad_norm": 0.5032933950424194,
+      "learning_rate": 9.906585306755066e-05,
+      "loss": 0.0736,
+      "step": 21710
+    },
+    {
+      "grad_norm": 0.6539530754089355,
+      "learning_rate": 9.906426177895852e-05,
+      "loss": 0.0744,
+      "step": 21720
+    },
+    {
+      "grad_norm": 0.693108320236206,
+      "learning_rate": 9.90626691489679e-05,
+      "loss": 0.0839,
+      "step": 21730
+    },
+    {
+      "grad_norm": 0.45658108592033386,
+      "learning_rate": 9.906107517762238e-05,
+      "loss": 0.0777,
+      "step": 21740
+    },
+    {
+      "grad_norm": 0.48961564898490906,
+      "learning_rate": 9.905947986496546e-05,
+      "loss": 0.0856,
+      "step": 21750
+    },
+    {
+      "grad_norm": 0.7029410600662231,
+      "learning_rate": 9.905788321104079e-05,
+      "loss": 0.0706,
+      "step": 21760
+    },
+    {
+      "grad_norm": 0.7790977954864502,
+      "learning_rate": 9.905628521589204e-05,
+      "loss": 0.0637,
+      "step": 21770
+    },
+    {
+      "grad_norm": 0.5555375218391418,
+      "learning_rate": 9.905468587956285e-05,
+      "loss": 0.0803,
+      "step": 21780
+    },
+    {
+      "grad_norm": 0.41178739070892334,
+      "learning_rate": 9.905308520209702e-05,
+      "loss": 0.0715,
+      "step": 21790
+    },
+    {
+      "grad_norm": 0.5468810200691223,
+      "learning_rate": 9.905148318353824e-05,
+      "loss": 0.0661,
+      "step": 21800
+    },
+    {
+      "grad_norm": 1.0380253791809082,
+      "learning_rate": 9.904987982393035e-05,
+      "loss": 0.0786,
+      "step": 21810
+    },
+    {
+      "grad_norm": 0.5023011565208435,
+      "learning_rate": 9.904827512331717e-05,
+      "loss": 0.0594,
+      "step": 21820
+    },
+    {
+      "grad_norm": 0.46022993326187134,
+      "learning_rate": 9.904666908174257e-05,
+      "loss": 0.071,
+      "step": 21830
+    },
+    {
+      "grad_norm": 0.85048907995224,
+      "learning_rate": 9.904506169925047e-05,
+      "loss": 0.0793,
+      "step": 21840
+    },
+    {
+      "grad_norm": 0.5784841775894165,
+      "learning_rate": 9.90434529758848e-05,
+      "loss": 0.0933,
+      "step": 21850
+    },
+    {
+      "grad_norm": 1.6930389404296875,
+      "learning_rate": 9.904184291168956e-05,
+      "loss": 0.0841,
+      "step": 21860
+    },
+    {
+      "grad_norm": 0.4674481153488159,
+      "learning_rate": 9.904023150670876e-05,
+      "loss": 0.0823,
+      "step": 21870
+    },
+    {
+      "grad_norm": 0.6654800772666931,
+      "learning_rate": 9.903861876098644e-05,
+      "loss": 0.086,
+      "step": 21880
+    },
+    {
+      "grad_norm": 0.5353226661682129,
+      "learning_rate": 9.903700467456672e-05,
+      "loss": 0.062,
+      "step": 21890
+    },
+    {
+      "grad_norm": 0.6680715084075928,
+      "learning_rate": 9.903538924749371e-05,
+      "loss": 0.0645,
+      "step": 21900
+    },
+    {
+      "grad_norm": 0.6927723288536072,
+      "learning_rate": 9.903377247981159e-05,
+      "loss": 0.0652,
+      "step": 21910
+    },
+    {
+      "grad_norm": 0.5352277159690857,
+      "learning_rate": 9.903215437156452e-05,
+      "loss": 0.057,
+      "step": 21920
+    },
+    {
+      "grad_norm": 0.4942409098148346,
+      "learning_rate": 9.903053492279679e-05,
+      "loss": 0.0704,
+      "step": 21930
+    },
+    {
+      "grad_norm": 0.5830907821655273,
+      "learning_rate": 9.902891413355267e-05,
+      "loss": 0.0689,
+      "step": 21940
+    },
+    {
+      "grad_norm": 0.6310718059539795,
+      "learning_rate": 9.902729200387644e-05,
+      "loss": 0.0745,
+      "step": 21950
+    },
+    {
+      "grad_norm": 0.7390317916870117,
+      "learning_rate": 9.902566853381246e-05,
+      "loss": 0.0595,
+      "step": 21960
+    },
+    {
+      "grad_norm": 0.4207310378551483,
+      "learning_rate": 9.902404372340514e-05,
+      "loss": 0.0558,
+      "step": 21970
+    },
+    {
+      "grad_norm": 0.5491604804992676,
+      "learning_rate": 9.902241757269886e-05,
+      "loss": 0.059,
+      "step": 21980
+    },
+    {
+      "grad_norm": 0.7438673377037048,
+      "learning_rate": 9.902079008173811e-05,
+      "loss": 0.0637,
+      "step": 21990
+    },
+    {
+      "grad_norm": 0.6679186820983887,
+      "learning_rate": 9.901916125056738e-05,
+      "loss": 0.0636,
+      "step": 22000
+    },
+    {
+      "grad_norm": 0.8742456436157227,
+      "learning_rate": 9.90175310792312e-05,
+      "loss": 0.0662,
+      "step": 22010
+    },
+    {
+      "grad_norm": 1.2557514905929565,
+      "learning_rate": 9.901589956777413e-05,
+      "loss": 0.0675,
+      "step": 22020
+    },
+    {
+      "grad_norm": 0.5898954272270203,
+      "learning_rate": 9.901426671624077e-05,
+      "loss": 0.07,
+      "step": 22030
+    },
+    {
+      "grad_norm": 0.5910346508026123,
+      "learning_rate": 9.901263252467579e-05,
+      "loss": 0.0696,
+      "step": 22040
+    },
+    {
+      "grad_norm": 0.6996574997901917,
+      "learning_rate": 9.901099699312384e-05,
+      "loss": 0.0668,
+      "step": 22050
+    },
+    {
+      "grad_norm": 1.1650335788726807,
+      "learning_rate": 9.900936012162965e-05,
+      "loss": 0.0836,
+      "step": 22060
+    },
+    {
+      "grad_norm": 0.5775374174118042,
+      "learning_rate": 9.900772191023795e-05,
+      "loss": 0.0599,
+      "step": 22070
+    },
+    {
+      "grad_norm": 0.6489575505256653,
+      "learning_rate": 9.900608235899356e-05,
+      "loss": 0.0715,
+      "step": 22080
+    },
+    {
+      "grad_norm": 0.5439215302467346,
+      "learning_rate": 9.900444146794128e-05,
+      "loss": 0.0683,
+      "step": 22090
+    },
+    {
+      "grad_norm": 0.7547674775123596,
+      "learning_rate": 9.900279923712598e-05,
+      "loss": 0.0584,
+      "step": 22100
+    },
+    {
+      "grad_norm": 0.7714028358459473,
+      "learning_rate": 9.900115566659257e-05,
+      "loss": 0.0635,
+      "step": 22110
+    },
+    {
+      "grad_norm": 0.6648194789886475,
+      "learning_rate": 9.899951075638596e-05,
+      "loss": 0.0794,
+      "step": 22120
+    },
+    {
+      "grad_norm": 0.5451257228851318,
+      "learning_rate": 9.899786450655116e-05,
+      "loss": 0.0686,
+      "step": 22130
+    },
+    {
+      "grad_norm": 0.43146419525146484,
+      "learning_rate": 9.899621691713313e-05,
+      "loss": 0.0615,
+      "step": 22140
+    },
+    {
+      "grad_norm": 0.519637942314148,
+      "learning_rate": 9.899456798817693e-05,
+      "loss": 0.0602,
+      "step": 22150
+    },
+    {
+      "grad_norm": 0.5895187854766846,
+      "learning_rate": 9.899291771972765e-05,
+      "loss": 0.0713,
+      "step": 22160
+    },
+    {
+      "grad_norm": 0.6728572249412537,
+      "learning_rate": 9.899126611183042e-05,
+      "loss": 0.0649,
+      "step": 22170
+    },
+    {
+      "grad_norm": 0.6260247230529785,
+      "learning_rate": 9.898961316453036e-05,
+      "loss": 0.075,
+      "step": 22180
+    },
+    {
+      "grad_norm": 0.5529462099075317,
+      "learning_rate": 9.898795887787271e-05,
+      "loss": 0.06,
+      "step": 22190
+    },
+    {
+      "grad_norm": 0.6379142999649048,
+      "learning_rate": 9.898630325190265e-05,
+      "loss": 0.0847,
+      "step": 22200
+    },
+    {
+      "grad_norm": 0.4602504372596741,
+      "learning_rate": 9.898464628666546e-05,
+      "loss": 0.0626,
+      "step": 22210
+    },
+    {
+      "grad_norm": 0.629386842250824,
+      "learning_rate": 9.898298798220644e-05,
+      "loss": 0.0946,
+      "step": 22220
+    },
+    {
+      "grad_norm": 0.5281068682670593,
+      "learning_rate": 9.898132833857094e-05,
+      "loss": 0.0568,
+      "step": 22230
+    },
+    {
+      "grad_norm": 0.8579805493354797,
+      "learning_rate": 9.897966735580433e-05,
+      "loss": 0.0881,
+      "step": 22240
+    },
+    {
+      "grad_norm": 0.5904453992843628,
+      "learning_rate": 9.8978005033952e-05,
+      "loss": 0.094,
+      "step": 22250
+    },
+    {
+      "grad_norm": 0.40490201115608215,
+      "learning_rate": 9.897634137305943e-05,
+      "loss": 0.0743,
+      "step": 22260
+    },
+    {
+      "grad_norm": 0.5274161100387573,
+      "learning_rate": 9.897467637317207e-05,
+      "loss": 0.0686,
+      "step": 22270
+    },
+    {
+      "grad_norm": 0.5208621025085449,
+      "learning_rate": 9.897301003433545e-05,
+      "loss": 0.0673,
+      "step": 22280
+    },
+    {
+      "grad_norm": 0.4981524646282196,
+      "learning_rate": 9.897134235659515e-05,
+      "loss": 0.051,
+      "step": 22290
+    },
+    {
+      "grad_norm": 0.8647127747535706,
+      "learning_rate": 9.896967333999676e-05,
+      "loss": 0.0677,
+      "step": 22300
+    },
+    {
+      "grad_norm": 0.7453901767730713,
+      "learning_rate": 9.896800298458588e-05,
+      "loss": 0.0693,
+      "step": 22310
+    },
+    {
+      "grad_norm": 0.9313946962356567,
+      "learning_rate": 9.896633129040819e-05,
+      "loss": 0.1001,
+      "step": 22320
+    },
+    {
+      "grad_norm": 0.6983513832092285,
+      "learning_rate": 9.89646582575094e-05,
+      "loss": 0.0793,
+      "step": 22330
+    },
+    {
+      "grad_norm": 0.6909811496734619,
+      "learning_rate": 9.896298388593525e-05,
+      "loss": 0.0739,
+      "step": 22340
+    },
+    {
+      "grad_norm": 0.5666958689689636,
+      "learning_rate": 9.896130817573153e-05,
+      "loss": 0.0824,
+      "step": 22350
+    },
+    {
+      "grad_norm": 0.8157311081886292,
+      "learning_rate": 9.895963112694403e-05,
+      "loss": 0.0788,
+      "step": 22360
+    },
+    {
+      "grad_norm": 0.6572942733764648,
+      "learning_rate": 9.895795273961861e-05,
+      "loss": 0.0808,
+      "step": 22370
+    },
+    {
+      "grad_norm": 1.3796948194503784,
+      "learning_rate": 9.895627301380115e-05,
+      "loss": 0.084,
+      "step": 22380
+    },
+    {
+      "grad_norm": 0.7535858154296875,
+      "learning_rate": 9.895459194953758e-05,
+      "loss": 0.0846,
+      "step": 22390
+    },
+    {
+      "grad_norm": 0.5913856625556946,
+      "learning_rate": 9.895290954687385e-05,
+      "loss": 0.0808,
+      "step": 22400
+    },
+    {
+      "grad_norm": 0.5149309039115906,
+      "learning_rate": 9.895122580585597e-05,
+      "loss": 0.0668,
+      "step": 22410
+    },
+    {
+      "grad_norm": 0.8555492758750916,
+      "learning_rate": 9.894954072652996e-05,
+      "loss": 0.0791,
+      "step": 22420
+    },
+    {
+      "grad_norm": 0.6215652823448181,
+      "learning_rate": 9.894785430894191e-05,
+      "loss": 0.0674,
+      "step": 22430
+    },
+    {
+      "grad_norm": 0.558629035949707,
+      "learning_rate": 9.894616655313791e-05,
+      "loss": 0.082,
+      "step": 22440
+    },
+    {
+      "grad_norm": 0.7194496989250183,
+      "learning_rate": 9.894447745916409e-05,
+      "loss": 0.1166,
+      "step": 22450
+    },
+    {
+      "grad_norm": 1.1513625383377075,
+      "learning_rate": 9.894278702706665e-05,
+      "loss": 0.0721,
+      "step": 22460
+    },
+    {
+      "grad_norm": 1.0960716009140015,
+      "learning_rate": 9.89410952568918e-05,
+      "loss": 0.1021,
+      "step": 22470
+    },
+    {
+      "grad_norm": 0.8474432826042175,
+      "learning_rate": 9.89394021486858e-05,
+      "loss": 0.0721,
+      "step": 22480
+    },
+    {
+      "grad_norm": 0.749993622303009,
+      "learning_rate": 9.893770770249493e-05,
+      "loss": 0.0601,
+      "step": 22490
+    },
+    {
+      "grad_norm": 0.5810113549232483,
+      "learning_rate": 9.89360119183655e-05,
+      "loss": 0.0822,
+      "step": 22500
+    },
+    {
+      "grad_norm": 0.6906539797782898,
+      "learning_rate": 9.893431479634391e-05,
+      "loss": 0.077,
+      "step": 22510
+    },
+    {
+      "grad_norm": 0.8280851244926453,
+      "learning_rate": 9.893261633647652e-05,
+      "loss": 0.0835,
+      "step": 22520
+    },
+    {
+      "grad_norm": 0.553741455078125,
+      "learning_rate": 9.893091653880979e-05,
+      "loss": 0.0689,
+      "step": 22530
+    },
+    {
+      "grad_norm": 0.6001688838005066,
+      "learning_rate": 9.89292154033902e-05,
+      "loss": 0.0708,
+      "step": 22540
+    },
+    {
+      "grad_norm": 0.7928604483604431,
+      "learning_rate": 9.89275129302642e-05,
+      "loss": 0.0676,
+      "step": 22550
+    },
+    {
+      "grad_norm": 0.7464116215705872,
+      "learning_rate": 9.892580911947841e-05,
+      "loss": 0.1012,
+      "step": 22560
+    },
+    {
+      "grad_norm": 0.7381909489631653,
+      "learning_rate": 9.892410397107939e-05,
+      "loss": 0.0871,
+      "step": 22570
+    },
+    {
+      "grad_norm": 0.8065599203109741,
+      "learning_rate": 9.892239748511372e-05,
+      "loss": 0.077,
+      "step": 22580
+    },
+    {
+      "grad_norm": 0.62738037109375,
+      "learning_rate": 9.89206896616281e-05,
+      "loss": 0.0726,
+      "step": 22590
+    },
+    {
+      "grad_norm": 0.5696205496788025,
+      "learning_rate": 9.891898050066919e-05,
+      "loss": 0.0745,
+      "step": 22600
+    },
+    {
+      "grad_norm": 0.7454226613044739,
+      "learning_rate": 9.891727000228374e-05,
+      "loss": 0.0648,
+      "step": 22610
+    },
+    {
+      "grad_norm": 0.7307091355323792,
+      "learning_rate": 9.891555816651851e-05,
+      "loss": 0.0876,
+      "step": 22620
+    },
+    {
+      "grad_norm": 0.7896071076393127,
+      "learning_rate": 9.89138449934203e-05,
+      "loss": 0.0729,
+      "step": 22630
+    },
+    {
+      "grad_norm": 0.5193443298339844,
+      "learning_rate": 9.891213048303592e-05,
+      "loss": 0.0713,
+      "step": 22640
+    },
+    {
+      "grad_norm": 0.7968478202819824,
+      "learning_rate": 9.891041463541228e-05,
+      "loss": 0.0605,
+      "step": 22650
+    },
+    {
+      "grad_norm": 0.5369075536727905,
+      "learning_rate": 9.890869745059628e-05,
+      "loss": 0.0626,
+      "step": 22660
+    },
+    {
+      "grad_norm": 0.8410562872886658,
+      "learning_rate": 9.890697892863487e-05,
+      "loss": 0.0601,
+      "step": 22670
+    },
+    {
+      "grad_norm": 0.8828100562095642,
+      "learning_rate": 9.890525906957501e-05,
+      "loss": 0.0709,
+      "step": 22680
+    },
+    {
+      "grad_norm": 0.5819839239120483,
+      "learning_rate": 9.890353787346377e-05,
+      "loss": 0.0976,
+      "step": 22690
+    },
+    {
+      "grad_norm": 0.9633632898330688,
+      "learning_rate": 9.890181534034817e-05,
+      "loss": 0.0752,
+      "step": 22700
+    },
+    {
+      "grad_norm": 0.7510591149330139,
+      "learning_rate": 9.89000914702753e-05,
+      "loss": 0.0683,
+      "step": 22710
+    },
+    {
+      "grad_norm": 0.568821907043457,
+      "learning_rate": 9.889836626329229e-05,
+      "loss": 0.0739,
+      "step": 22720
+    },
+    {
+      "grad_norm": 0.7952963709831238,
+      "learning_rate": 9.889663971944634e-05,
+      "loss": 0.0529,
+      "step": 22730
+    },
+    {
+      "grad_norm": 0.6263118386268616,
+      "learning_rate": 9.88949118387846e-05,
+      "loss": 0.0642,
+      "step": 22740
+    },
+    {
+      "grad_norm": 0.766901433467865,
+      "learning_rate": 9.889318262135438e-05,
+      "loss": 0.0743,
+      "step": 22750
+    },
+    {
+      "grad_norm": 0.45587649941444397,
+      "learning_rate": 9.88914520672029e-05,
+      "loss": 0.0811,
+      "step": 22760
+    },
+    {
+      "grad_norm": 0.5882430672645569,
+      "learning_rate": 9.888972017637747e-05,
+      "loss": 0.0941,
+      "step": 22770
+    },
+    {
+      "grad_norm": 0.6139439940452576,
+      "learning_rate": 9.888798694892548e-05,
+      "loss": 0.067,
+      "step": 22780
+    },
+    {
+      "grad_norm": 0.7149098515510559,
+      "learning_rate": 9.888625238489428e-05,
+      "loss": 0.0695,
+      "step": 22790
+    },
+    {
+      "grad_norm": 0.6348226070404053,
+      "learning_rate": 9.888451648433131e-05,
+      "loss": 0.0824,
+      "step": 22800
+    },
+    {
+      "grad_norm": 0.7234693765640259,
+      "learning_rate": 9.888277924728402e-05,
+      "loss": 0.0541,
+      "step": 22810
+    },
+    {
+      "grad_norm": 0.6377395391464233,
+      "learning_rate": 9.88810406737999e-05,
+      "loss": 0.0685,
+      "step": 22820
+    },
+    {
+      "grad_norm": 0.6783674359321594,
+      "learning_rate": 9.887930076392651e-05,
+      "loss": 0.0975,
+      "step": 22830
+    },
+    {
+      "grad_norm": 0.9546112418174744,
+      "learning_rate": 9.887755951771139e-05,
+      "loss": 0.0727,
+      "step": 22840
+    },
+    {
+      "grad_norm": 0.6618374586105347,
+      "learning_rate": 9.887581693520216e-05,
+      "loss": 0.0717,
+      "step": 22850
+    },
+    {
+      "grad_norm": 0.6746759414672852,
+      "learning_rate": 9.887407301644646e-05,
+      "loss": 0.0718,
+      "step": 22860
+    },
+    {
+      "grad_norm": 1.0000317096710205,
+      "learning_rate": 9.887232776149195e-05,
+      "loss": 0.0739,
+      "step": 22870
+    },
+    {
+      "grad_norm": 0.672568678855896,
+      "learning_rate": 9.887058117038637e-05,
+      "loss": 0.0758,
+      "step": 22880
+    },
+    {
+      "grad_norm": 0.6200418472290039,
+      "learning_rate": 9.886883324317748e-05,
+      "loss": 0.0648,
+      "step": 22890
+    },
+    {
+      "grad_norm": 0.7339642643928528,
+      "learning_rate": 9.886708397991302e-05,
+      "loss": 0.0783,
+      "step": 22900
+    },
+    {
+      "grad_norm": 0.6186084151268005,
+      "learning_rate": 9.886533338064085e-05,
+      "loss": 0.092,
+      "step": 22910
+    },
+    {
+      "grad_norm": 0.7336443662643433,
+      "learning_rate": 9.886358144540882e-05,
+      "loss": 0.0624,
+      "step": 22920
+    },
+    {
+      "grad_norm": 0.5330392122268677,
+      "learning_rate": 9.886182817426483e-05,
+      "loss": 0.0543,
+      "step": 22930
+    },
+    {
+      "grad_norm": 0.7779034972190857,
+      "learning_rate": 9.886007356725685e-05,
+      "loss": 0.0676,
+      "step": 22940
+    },
+    {
+      "grad_norm": 0.8071516156196594,
+      "learning_rate": 9.885831762443276e-05,
+      "loss": 0.0757,
+      "step": 22950
+    },
+    {
+      "grad_norm": 0.6127995848655701,
+      "learning_rate": 9.885656034584065e-05,
+      "loss": 0.0716,
+      "step": 22960
+    },
+    {
+      "grad_norm": 0.5958728790283203,
+      "learning_rate": 9.885480173152854e-05,
+      "loss": 0.0787,
+      "step": 22970
+    },
+    {
+      "grad_norm": 0.8493669033050537,
+      "learning_rate": 9.885304178154449e-05,
+      "loss": 0.0798,
+      "step": 22980
+    },
+    {
+      "grad_norm": 0.5803672671318054,
+      "learning_rate": 9.885128049593664e-05,
+      "loss": 0.0693,
+      "step": 22990
+    },
+    {
+      "grad_norm": 0.8153852224349976,
+      "learning_rate": 9.884951787475313e-05,
+      "loss": 0.0821,
+      "step": 23000
+    },
+    {
+      "grad_norm": 0.4158003330230713,
+      "learning_rate": 9.884775391804216e-05,
+      "loss": 0.0563,
+      "step": 23010
+    },
+    {
+      "grad_norm": 0.5639269351959229,
+      "learning_rate": 9.884598862585193e-05,
+      "loss": 0.0566,
+      "step": 23020
+    },
+    {
+      "grad_norm": 0.6796708106994629,
+      "learning_rate": 9.884422199823073e-05,
+      "loss": 0.0636,
+      "step": 23030
+    },
+    {
+      "grad_norm": 0.6226152181625366,
+      "learning_rate": 9.884245403522686e-05,
+      "loss": 0.0539,
+      "step": 23040
+    },
+    {
+      "grad_norm": 0.8246045112609863,
+      "learning_rate": 9.884068473688863e-05,
+      "loss": 0.0652,
+      "step": 23050
+    },
+    {
+      "grad_norm": 0.5041261315345764,
+      "learning_rate": 9.883891410326444e-05,
+      "loss": 0.063,
+      "step": 23060
+    },
+    {
+      "grad_norm": 0.5219712853431702,
+      "learning_rate": 9.883714213440269e-05,
+      "loss": 0.0587,
+      "step": 23070
+    },
+    {
+      "grad_norm": 0.5976848602294922,
+      "learning_rate": 9.883536883035181e-05,
+      "loss": 0.0621,
+      "step": 23080
+    },
+    {
+      "grad_norm": 0.7308478951454163,
+      "learning_rate": 9.883359419116031e-05,
+      "loss": 0.0757,
+      "step": 23090
+    },
+    {
+      "grad_norm": 0.6313096284866333,
+      "learning_rate": 9.883181821687669e-05,
+      "loss": 0.0629,
+      "step": 23100
+    },
+    {
+      "grad_norm": 0.6866416931152344,
+      "learning_rate": 9.883004090754948e-05,
+      "loss": 0.0769,
+      "step": 23110
+    },
+    {
+      "grad_norm": 0.5357614159584045,
+      "learning_rate": 9.882826226322731e-05,
+      "loss": 0.0704,
+      "step": 23120
+    },
+    {
+      "grad_norm": 0.6118890047073364,
+      "learning_rate": 9.882648228395879e-05,
+      "loss": 0.0648,
+      "step": 23130
+    },
+    {
+      "grad_norm": 0.825923502445221,
+      "learning_rate": 9.882470096979259e-05,
+      "loss": 0.0886,
+      "step": 23140
+    },
+    {
+      "grad_norm": 0.5600388646125793,
+      "learning_rate": 9.882291832077741e-05,
+      "loss": 0.0735,
+      "step": 23150
+    },
+    {
+      "grad_norm": 0.6524426341056824,
+      "learning_rate": 9.882113433696199e-05,
+      "loss": 0.0833,
+      "step": 23160
+    },
+    {
+      "grad_norm": 0.5376080274581909,
+      "learning_rate": 9.88193490183951e-05,
+      "loss": 0.0809,
+      "step": 23170
+    },
+    {
+      "grad_norm": 0.8198995590209961,
+      "learning_rate": 9.881756236512554e-05,
+      "loss": 0.09,
+      "step": 23180
+    },
+    {
+      "grad_norm": 0.7852233052253723,
+      "learning_rate": 9.881577437720217e-05,
+      "loss": 0.0662,
+      "step": 23190
+    },
+    {
+      "grad_norm": 0.8142662644386292,
+      "learning_rate": 9.881398505467385e-05,
+      "loss": 0.0687,
+      "step": 23200
+    },
+    {
+      "grad_norm": 0.6841519474983215,
+      "learning_rate": 9.881219439758954e-05,
+      "loss": 0.1049,
+      "step": 23210
+    },
+    {
+      "grad_norm": 0.7606642842292786,
+      "learning_rate": 9.881040240599817e-05,
+      "loss": 0.0832,
+      "step": 23220
+    },
+    {
+      "grad_norm": 0.6031937599182129,
+      "learning_rate": 9.880860907994873e-05,
+      "loss": 0.0924,
+      "step": 23230
+    },
+    {
+      "grad_norm": 0.9012818336486816,
+      "learning_rate": 9.880681441949025e-05,
+      "loss": 0.0914,
+      "step": 23240
+    },
+    {
+      "grad_norm": 0.4507986009120941,
+      "learning_rate": 9.880501842467181e-05,
+      "loss": 0.0839,
+      "step": 23250
+    },
+    {
+      "grad_norm": 1.174417495727539,
+      "learning_rate": 9.880322109554249e-05,
+      "loss": 0.1157,
+      "step": 23260
+    },
+    {
+      "grad_norm": 0.45794054865837097,
+      "learning_rate": 9.880142243215145e-05,
+      "loss": 0.071,
+      "step": 23270
+    },
+    {
+      "grad_norm": 0.7086172103881836,
+      "learning_rate": 9.879962243454783e-05,
+      "loss": 0.0783,
+      "step": 23280
+    },
+    {
+      "grad_norm": 0.9832475185394287,
+      "learning_rate": 9.87978211027809e-05,
+      "loss": 0.0841,
+      "step": 23290
+    },
+    {
+      "grad_norm": 0.7294554710388184,
+      "learning_rate": 9.879601843689986e-05,
+      "loss": 0.0786,
+      "step": 23300
+    },
+    {
+      "grad_norm": 0.8837796449661255,
+      "learning_rate": 9.8794214436954e-05,
+      "loss": 0.075,
+      "step": 23310
+    },
+    {
+      "grad_norm": 0.5914982557296753,
+      "learning_rate": 9.879240910299265e-05,
+      "loss": 0.067,
+      "step": 23320
+    },
+    {
+      "grad_norm": 0.663658082485199,
+      "learning_rate": 9.879060243506518e-05,
+      "loss": 0.0641,
+      "step": 23330
+    },
+    {
+      "grad_norm": 0.3747791349887848,
+      "learning_rate": 9.878879443322095e-05,
+      "loss": 0.0569,
+      "step": 23340
+    },
+    {
+      "grad_norm": 0.567226231098175,
+      "learning_rate": 9.878698509750944e-05,
+      "loss": 0.0788,
+      "step": 23350
+    },
+    {
+      "grad_norm": 0.5251399278640747,
+      "learning_rate": 9.878517442798006e-05,
+      "loss": 0.0674,
+      "step": 23360
+    },
+    {
+      "grad_norm": 0.6384533047676086,
+      "learning_rate": 9.878336242468234e-05,
+      "loss": 0.0691,
+      "step": 23370
+    },
+    {
+      "grad_norm": 0.660938560962677,
+      "learning_rate": 9.878154908766581e-05,
+      "loss": 0.0763,
+      "step": 23380
+    },
+    {
+      "grad_norm": 0.8496438264846802,
+      "learning_rate": 9.877973441698007e-05,
+      "loss": 0.0756,
+      "step": 23390
+    },
+    {
+      "grad_norm": 0.6655474305152893,
+      "learning_rate": 9.877791841267472e-05,
+      "loss": 0.0774,
+      "step": 23400
+    },
+    {
+      "grad_norm": 0.5714619159698486,
+      "learning_rate": 9.87761010747994e-05,
+      "loss": 0.0681,
+      "step": 23410
+    },
+    {
+      "grad_norm": 0.5589173436164856,
+      "learning_rate": 9.87742824034038e-05,
+      "loss": 0.0758,
+      "step": 23420
+    },
+    {
+      "grad_norm": 0.675061821937561,
+      "learning_rate": 9.877246239853764e-05,
+      "loss": 0.0968,
+      "step": 23430
+    },
+    {
+      "grad_norm": 1.1793268918991089,
+      "learning_rate": 9.877064106025069e-05,
+      "loss": 0.0679,
+      "step": 23440
+    },
+    {
+      "grad_norm": 0.795544445514679,
+      "learning_rate": 9.876881838859273e-05,
+      "loss": 0.0564,
+      "step": 23450
+    },
+    {
+      "grad_norm": 0.5508422255516052,
+      "learning_rate": 9.876699438361359e-05,
+      "loss": 0.0757,
+      "step": 23460
+    },
+    {
+      "grad_norm": 0.4496157169342041,
+      "learning_rate": 9.876516904536315e-05,
+      "loss": 0.0533,
+      "step": 23470
+    },
+    {
+      "grad_norm": 0.7584537863731384,
+      "learning_rate": 9.876334237389131e-05,
+      "loss": 0.0845,
+      "step": 23480
+    },
+    {
+      "grad_norm": 0.533897876739502,
+      "learning_rate": 9.876151436924801e-05,
+      "loss": 0.0541,
+      "step": 23490
+    },
+    {
+      "grad_norm": 0.6122130751609802,
+      "learning_rate": 9.875968503148323e-05,
+      "loss": 0.1005,
+      "step": 23500
+    },
+    {
+      "grad_norm": 0.8201525807380676,
+      "learning_rate": 9.875785436064697e-05,
+      "loss": 0.0744,
+      "step": 23510
+    },
+    {
+      "grad_norm": 0.529263973236084,
+      "learning_rate": 9.875602235678929e-05,
+      "loss": 0.057,
+      "step": 23520
+    },
+    {
+      "grad_norm": 0.5875462889671326,
+      "learning_rate": 9.875418901996027e-05,
+      "loss": 0.0879,
+      "step": 23530
+    },
+    {
+      "grad_norm": 0.7264320254325867,
+      "learning_rate": 9.875235435021007e-05,
+      "loss": 0.0695,
+      "step": 23540
+    },
+    {
+      "grad_norm": 0.42825260758399963,
+      "learning_rate": 9.875051834758878e-05,
+      "loss": 0.0565,
+      "step": 23550
+    },
+    {
+      "grad_norm": 0.6706088781356812,
+      "learning_rate": 9.874868101214664e-05,
+      "loss": 0.0807,
+      "step": 23560
+    },
+    {
+      "grad_norm": 0.4818483591079712,
+      "learning_rate": 9.87468423439339e-05,
+      "loss": 0.063,
+      "step": 23570
+    },
+    {
+      "grad_norm": 1.222352147102356,
+      "learning_rate": 9.874500234300078e-05,
+      "loss": 0.0686,
+      "step": 23580
+    },
+    {
+      "grad_norm": 1.1781673431396484,
+      "learning_rate": 9.874316100939763e-05,
+      "loss": 0.0738,
+      "step": 23590
+    },
+    {
+      "grad_norm": 0.6353667378425598,
+      "learning_rate": 9.874131834317473e-05,
+      "loss": 0.0687,
+      "step": 23600
+    },
+    {
+      "grad_norm": 0.6143390536308289,
+      "learning_rate": 9.873947434438253e-05,
+      "loss": 0.0976,
+      "step": 23610
+    },
+    {
+      "grad_norm": 0.5148978233337402,
+      "learning_rate": 9.87376290130714e-05,
+      "loss": 0.0846,
+      "step": 23620
+    },
+    {
+      "grad_norm": 0.7696484327316284,
+      "learning_rate": 9.873578234929182e-05,
+      "loss": 0.0738,
+      "step": 23630
+    },
+    {
+      "grad_norm": 0.5934996008872986,
+      "learning_rate": 9.873393435309424e-05,
+      "loss": 0.0699,
+      "step": 23640
+    },
+    {
+      "grad_norm": 0.7500200867652893,
+      "learning_rate": 9.873208502452921e-05,
+      "loss": 0.0774,
+      "step": 23650
+    },
+    {
+      "grad_norm": 0.6500495672225952,
+      "learning_rate": 9.873023436364728e-05,
+      "loss": 0.1136,
+      "step": 23660
+    },
+    {
+      "grad_norm": 0.5702710747718811,
+      "learning_rate": 9.872838237049907e-05,
+      "loss": 0.0611,
+      "step": 23670
+    },
+    {
+      "grad_norm": 0.6924976706504822,
+      "learning_rate": 9.872652904513516e-05,
+      "loss": 0.0804,
+      "step": 23680
+    },
+    {
+      "grad_norm": 1.5134546756744385,
+      "learning_rate": 9.872467438760626e-05,
+      "loss": 0.0708,
+      "step": 23690
+    },
+    {
+      "grad_norm": 0.5956273674964905,
+      "learning_rate": 9.87228183979631e-05,
+      "loss": 0.0723,
+      "step": 23700
+    },
+    {
+      "grad_norm": 1.182530403137207,
+      "learning_rate": 9.872096107625634e-05,
+      "loss": 0.0927,
+      "step": 23710
+    },
+    {
+      "grad_norm": 1.2074503898620605,
+      "learning_rate": 9.871910242253683e-05,
+      "loss": 0.0707,
+      "step": 23720
+    },
+    {
+      "grad_norm": 0.4731355905532837,
+      "learning_rate": 9.871724243685538e-05,
+      "loss": 0.0685,
+      "step": 23730
+    },
+    {
+      "grad_norm": 0.6125494241714478,
+      "learning_rate": 9.87153811192628e-05,
+      "loss": 0.0659,
+      "step": 23740
+    },
+    {
+      "grad_norm": 0.5584636926651001,
+      "learning_rate": 9.871351846981e-05,
+      "loss": 0.0966,
+      "step": 23750
+    },
+    {
+      "grad_norm": 0.514604926109314,
+      "learning_rate": 9.871165448854794e-05,
+      "loss": 0.0714,
+      "step": 23760
+    },
+    {
+      "grad_norm": 0.5023837685585022,
+      "learning_rate": 9.87097891755275e-05,
+      "loss": 0.0552,
+      "step": 23770
+    },
+    {
+      "grad_norm": 0.517258882522583,
+      "learning_rate": 9.870792253079976e-05,
+      "loss": 0.0664,
+      "step": 23780
+    },
+    {
+      "grad_norm": 0.5759910345077515,
+      "learning_rate": 9.87060545544157e-05,
+      "loss": 0.062,
+      "step": 23790
+    },
+    {
+      "grad_norm": 0.4849579930305481,
+      "learning_rate": 9.87041852464264e-05,
+      "loss": 0.0719,
+      "step": 23800
+    },
+    {
+      "grad_norm": 0.7575476765632629,
+      "learning_rate": 9.870231460688299e-05,
+      "loss": 0.0751,
+      "step": 23810
+    },
+    {
+      "grad_norm": 0.5008485317230225,
+      "learning_rate": 9.870044263583658e-05,
+      "loss": 0.0672,
+      "step": 23820
+    },
+    {
+      "grad_norm": 0.45230576395988464,
+      "learning_rate": 9.869856933333838e-05,
+      "loss": 0.0708,
+      "step": 23830
+    },
+    {
+      "grad_norm": 0.5730262398719788,
+      "learning_rate": 9.869669469943957e-05,
+      "loss": 0.0654,
+      "step": 23840
+    },
+    {
+      "grad_norm": 0.7663208842277527,
+      "learning_rate": 9.869481873419145e-05,
+      "loss": 0.0828,
+      "step": 23850
+    },
+    {
+      "grad_norm": 0.49249067902565,
+      "learning_rate": 9.869294143764524e-05,
+      "loss": 0.0759,
+      "step": 23860
+    },
+    {
+      "grad_norm": 0.7319296598434448,
+      "learning_rate": 9.869106280985234e-05,
+      "loss": 0.0616,
+      "step": 23870
+    },
+    {
+      "grad_norm": 0.5789247155189514,
+      "learning_rate": 9.868918285086406e-05,
+      "loss": 0.0583,
+      "step": 23880
+    },
+    {
+      "grad_norm": 0.5480086207389832,
+      "learning_rate": 9.86873015607318e-05,
+      "loss": 0.0596,
+      "step": 23890
+    },
+    {
+      "grad_norm": 0.557319164276123,
+      "learning_rate": 9.868541893950702e-05,
+      "loss": 0.0602,
+      "step": 23900
+    },
+    {
+      "grad_norm": 0.6591922044754028,
+      "learning_rate": 9.868353498724118e-05,
+      "loss": 0.0576,
+      "step": 23910
+    },
+    {
+      "grad_norm": 0.7186705470085144,
+      "learning_rate": 9.868164970398579e-05,
+      "loss": 0.064,
+      "step": 23920
+    },
+    {
+      "grad_norm": 0.8587645292282104,
+      "learning_rate": 9.867976308979236e-05,
+      "loss": 0.0697,
+      "step": 23930
+    },
+    {
+      "grad_norm": 0.5040963292121887,
+      "learning_rate": 9.867787514471252e-05,
+      "loss": 0.0833,
+      "step": 23940
+    },
+    {
+      "grad_norm": 0.7357170581817627,
+      "learning_rate": 9.867598586879785e-05,
+      "loss": 0.07,
+      "step": 23950
+    },
+    {
+      "grad_norm": 0.7633041739463806,
+      "learning_rate": 9.86740952621e-05,
+      "loss": 0.062,
+      "step": 23960
+    },
+    {
+      "grad_norm": 0.9302135109901428,
+      "learning_rate": 9.867220332467069e-05,
+      "loss": 0.0642,
+      "step": 23970
+    },
+    {
+      "grad_norm": 0.6086674928665161,
+      "learning_rate": 9.867031005656163e-05,
+      "loss": 0.0741,
+      "step": 23980
+    },
+    {
+      "grad_norm": 1.1836938858032227,
+      "learning_rate": 9.866841545782457e-05,
+      "loss": 0.0882,
+      "step": 23990
+    },
+    {
+      "grad_norm": 0.5689504146575928,
+      "learning_rate": 9.866651952851131e-05,
+      "loss": 0.0697,
+      "step": 24000
+    },
+    {
+      "grad_norm": 0.769990086555481,
+      "learning_rate": 9.86646222686737e-05,
+      "loss": 0.0761,
+      "step": 24010
+    },
+    {
+      "grad_norm": 0.7354530692100525,
+      "learning_rate": 9.86627236783636e-05,
+      "loss": 0.0695,
+      "step": 24020
+    },
+    {
+      "grad_norm": 0.6129624247550964,
+      "learning_rate": 9.86608237576329e-05,
+      "loss": 0.0668,
+      "step": 24030
+    },
+    {
+      "grad_norm": 0.7943939566612244,
+      "learning_rate": 9.865892250653357e-05,
+      "loss": 0.0655,
+      "step": 24040
+    },
+    {
+      "grad_norm": 0.6499873995780945,
+      "learning_rate": 9.865701992511757e-05,
+      "loss": 0.0645,
+      "step": 24050
+    },
+    {
+      "grad_norm": 0.8359246253967285,
+      "learning_rate": 9.865511601343696e-05,
+      "loss": 0.074,
+      "step": 24060
+    },
+    {
+      "grad_norm": 0.7536929249763489,
+      "learning_rate": 9.865321077154372e-05,
+      "loss": 0.0817,
+      "step": 24070
+    },
+    {
+      "grad_norm": 0.5834808349609375,
+      "learning_rate": 9.865130419948998e-05,
+      "loss": 0.0721,
+      "step": 24080
+    },
+    {
+      "grad_norm": 0.39033278822898865,
+      "learning_rate": 9.864939629732788e-05,
+      "loss": 0.0546,
+      "step": 24090
+    },
+    {
+      "grad_norm": 1.3034785985946655,
+      "learning_rate": 9.864748706510954e-05,
+      "loss": 0.087,
+      "step": 24100
+    },
+    {
+      "grad_norm": 0.6000214219093323,
+      "learning_rate": 9.864557650288719e-05,
+      "loss": 0.0672,
+      "step": 24110
+    },
+    {
+      "grad_norm": 0.5924542546272278,
+      "learning_rate": 9.864366461071306e-05,
+      "loss": 0.0673,
+      "step": 24120
+    },
+    {
+      "grad_norm": 0.5891140699386597,
+      "learning_rate": 9.86417513886394e-05,
+      "loss": 0.0843,
+      "step": 24130
+    },
+    {
+      "grad_norm": 0.7828443050384521,
+      "learning_rate": 9.863983683671853e-05,
+      "loss": 0.1,
+      "step": 24140
+    },
+    {
+      "grad_norm": 0.44507327675819397,
+      "learning_rate": 9.863792095500282e-05,
+      "loss": 0.0555,
+      "step": 24150
+    },
+    {
+      "grad_norm": 0.5723536610603333,
+      "learning_rate": 9.863600374354459e-05,
+      "loss": 0.0923,
+      "step": 24160
+    },
+    {
+      "grad_norm": 0.5375495553016663,
+      "learning_rate": 9.86340852023963e-05,
+      "loss": 0.0593,
+      "step": 24170
+    },
+    {
+      "grad_norm": 0.556950032711029,
+      "learning_rate": 9.863216533161041e-05,
+      "loss": 0.067,
+      "step": 24180
+    },
+    {
+      "grad_norm": 0.6935908198356628,
+      "learning_rate": 9.863024413123936e-05,
+      "loss": 0.0764,
+      "step": 24190
+    },
+    {
+      "grad_norm": 0.49815425276756287,
+      "learning_rate": 9.862832160133572e-05,
+      "loss": 0.0809,
+      "step": 24200
+    },
+    {
+      "grad_norm": 0.9589572548866272,
+      "learning_rate": 9.862639774195205e-05,
+      "loss": 0.0771,
+      "step": 24210
+    },
+    {
+      "grad_norm": 0.678415060043335,
+      "learning_rate": 9.862447255314091e-05,
+      "loss": 0.0653,
+      "step": 24220
+    },
+    {
+      "grad_norm": 0.541618824005127,
+      "learning_rate": 9.862254603495498e-05,
+      "loss": 0.0642,
+      "step": 24230
+    },
+    {
+      "grad_norm": 0.6251179575920105,
+      "learning_rate": 9.86206181874469e-05,
+      "loss": 0.0738,
+      "step": 24240
+    },
+    {
+      "grad_norm": 0.745089054107666,
+      "learning_rate": 9.861868901066937e-05,
+      "loss": 0.0818,
+      "step": 24250
+    },
+    {
+      "grad_norm": 0.6659358143806458,
+      "learning_rate": 9.861675850467517e-05,
+      "loss": 0.075,
+      "step": 24260
+    },
+    {
+      "grad_norm": 0.7869814038276672,
+      "learning_rate": 9.861482666951705e-05,
+      "loss": 0.0703,
+      "step": 24270
+    },
+    {
+      "grad_norm": 0.6649611592292786,
+      "learning_rate": 9.861289350524781e-05,
+      "loss": 0.0546,
+      "step": 24280
+    },
+    {
+      "grad_norm": 0.5137720108032227,
+      "learning_rate": 9.861095901192035e-05,
+      "loss": 0.0671,
+      "step": 24290
+    },
+    {
+      "grad_norm": 0.9837621450424194,
+      "learning_rate": 9.860902318958753e-05,
+      "loss": 0.0706,
+      "step": 24300
+    },
+    {
+      "grad_norm": 0.7990312576293945,
+      "learning_rate": 9.860708603830227e-05,
+      "loss": 0.0667,
+      "step": 24310
+    },
+    {
+      "grad_norm": 0.5898919105529785,
+      "learning_rate": 9.860514755811753e-05,
+      "loss": 0.0706,
+      "step": 24320
+    },
+    {
+      "grad_norm": 0.66888028383255,
+      "learning_rate": 9.860320774908633e-05,
+      "loss": 0.0654,
+      "step": 24330
+    },
+    {
+      "grad_norm": 0.5585422515869141,
+      "learning_rate": 9.86012666112617e-05,
+      "loss": 0.0627,
+      "step": 24340
+    },
+    {
+      "grad_norm": 0.5272592902183533,
+      "learning_rate": 9.859932414469668e-05,
+      "loss": 0.0622,
+      "step": 24350
+    },
+    {
+      "grad_norm": 0.7832601070404053,
+      "learning_rate": 9.859738034944441e-05,
+      "loss": 0.0975,
+      "step": 24360
+    },
+    {
+      "grad_norm": 0.5999487638473511,
+      "learning_rate": 9.859543522555801e-05,
+      "loss": 0.0589,
+      "step": 24370
+    },
+    {
+      "grad_norm": 0.9748600721359253,
+      "learning_rate": 9.859348877309067e-05,
+      "loss": 0.0764,
+      "step": 24380
+    },
+    {
+      "grad_norm": 0.6127532124519348,
+      "learning_rate": 9.85915409920956e-05,
+      "loss": 0.0866,
+      "step": 24390
+    },
+    {
+      "grad_norm": 0.42537403106689453,
+      "learning_rate": 9.858959188262607e-05,
+      "loss": 0.0685,
+      "step": 24400
+    },
+    {
+      "grad_norm": 1.0480279922485352,
+      "learning_rate": 9.858764144473532e-05,
+      "loss": 0.0946,
+      "step": 24410
+    },
+    {
+      "grad_norm": 0.5566164255142212,
+      "learning_rate": 9.858568967847673e-05,
+      "loss": 0.0734,
+      "step": 24420
+    },
+    {
+      "grad_norm": 0.7451068162918091,
+      "learning_rate": 9.858373658390363e-05,
+      "loss": 0.0698,
+      "step": 24430
+    },
+    {
+      "grad_norm": 0.780944287776947,
+      "learning_rate": 9.858178216106943e-05,
+      "loss": 0.073,
+      "step": 24440
+    },
+    {
+      "grad_norm": 0.6216530799865723,
+      "learning_rate": 9.857982641002755e-05,
+      "loss": 0.0755,
+      "step": 24450
+    },
+    {
+      "grad_norm": 0.4217599034309387,
+      "learning_rate": 9.857786933083146e-05,
+      "loss": 0.0707,
+      "step": 24460
+    },
+    {
+      "grad_norm": 0.5128370523452759,
+      "learning_rate": 9.857591092353469e-05,
+      "loss": 0.0671,
+      "step": 24470
+    },
+    {
+      "grad_norm": 0.586203396320343,
+      "learning_rate": 9.857395118819075e-05,
+      "loss": 0.0606,
+      "step": 24480
+    },
+    {
+      "grad_norm": 0.7282930612564087,
+      "learning_rate": 9.857199012485324e-05,
+      "loss": 0.0955,
+      "step": 24490
+    },
+    {
+      "grad_norm": 0.3385649621486664,
+      "learning_rate": 9.857002773357577e-05,
+      "loss": 0.0627,
+      "step": 24500
+    },
+    {
+      "grad_norm": 0.7272547483444214,
+      "learning_rate": 9.856806401441199e-05,
+      "loss": 0.0863,
+      "step": 24510
+    },
+    {
+      "grad_norm": 0.6961891055107117,
+      "learning_rate": 9.856609896741558e-05,
+      "loss": 0.0713,
+      "step": 24520
+    },
+    {
+      "grad_norm": 0.9954394102096558,
+      "learning_rate": 9.856413259264025e-05,
+      "loss": 0.0692,
+      "step": 24530
+    },
+    {
+      "grad_norm": 0.501248300075531,
+      "learning_rate": 9.856216489013981e-05,
+      "loss": 0.0649,
+      "step": 24540
+    },
+    {
+      "grad_norm": 0.8241854310035706,
+      "learning_rate": 9.856019585996802e-05,
+      "loss": 0.0712,
+      "step": 24550
+    },
+    {
+      "grad_norm": 0.5129530429840088,
+      "learning_rate": 9.855822550217871e-05,
+      "loss": 0.0638,
+      "step": 24560
+    },
+    {
+      "grad_norm": 0.6029219627380371,
+      "learning_rate": 9.855625381682576e-05,
+      "loss": 0.0782,
+      "step": 24570
+    },
+    {
+      "grad_norm": 0.6024878025054932,
+      "learning_rate": 9.855428080396307e-05,
+      "loss": 0.059,
+      "step": 24580
+    },
+    {
+      "grad_norm": 0.6714084148406982,
+      "learning_rate": 9.85523064636446e-05,
+      "loss": 0.0583,
+      "step": 24590
+    },
+    {
+      "grad_norm": 0.5772313475608826,
+      "learning_rate": 9.85503307959243e-05,
+      "loss": 0.0621,
+      "step": 24600
+    },
+    {
+      "grad_norm": 0.7054482102394104,
+      "learning_rate": 9.854835380085619e-05,
+      "loss": 0.0652,
+      "step": 24610
+    },
+    {
+      "grad_norm": 0.6638669371604919,
+      "learning_rate": 9.854637547849434e-05,
+      "loss": 0.0602,
+      "step": 24620
+    },
+    {
+      "grad_norm": 0.42519068717956543,
+      "learning_rate": 9.854439582889281e-05,
+      "loss": 0.0698,
+      "step": 24630
+    },
+    {
+      "grad_norm": 0.5886374711990356,
+      "learning_rate": 9.854241485210573e-05,
+      "loss": 0.0714,
+      "step": 24640
+    },
+    {
+      "grad_norm": 0.5609176754951477,
+      "learning_rate": 9.854043254818728e-05,
+      "loss": 0.0632,
+      "step": 24650
+    },
+    {
+      "grad_norm": 0.6970614790916443,
+      "learning_rate": 9.853844891719163e-05,
+      "loss": 0.0704,
+      "step": 24660
+    },
+    {
+      "grad_norm": 0.7265905141830444,
+      "learning_rate": 9.853646395917302e-05,
+      "loss": 0.0715,
+      "step": 24670
+    },
+    {
+      "grad_norm": 0.6347742676734924,
+      "learning_rate": 9.853447767418573e-05,
+      "loss": 0.0788,
+      "step": 24680
+    },
+    {
+      "grad_norm": 0.5445806384086609,
+      "learning_rate": 9.853249006228405e-05,
+      "loss": 0.0757,
+      "step": 24690
+    },
+    {
+      "grad_norm": 0.43418577313423157,
+      "learning_rate": 9.853050112352231e-05,
+      "loss": 0.0647,
+      "step": 24700
+    },
+    {
+      "grad_norm": 0.6576390862464905,
+      "learning_rate": 9.852851085795493e-05,
+      "loss": 0.0918,
+      "step": 24710
+    },
+    {
+      "grad_norm": 0.5500969290733337,
+      "learning_rate": 9.852651926563628e-05,
+      "loss": 0.0557,
+      "step": 24720
+    },
+    {
+      "grad_norm": 0.5264521837234497,
+      "learning_rate": 9.852452634662081e-05,
+      "loss": 0.0588,
+      "step": 24730
+    },
+    {
+      "grad_norm": 0.5328694581985474,
+      "learning_rate": 9.852253210096304e-05,
+      "loss": 0.0616,
+      "step": 24740
+    },
+    {
+      "grad_norm": 0.5070608258247375,
+      "learning_rate": 9.852053652871746e-05,
+      "loss": 0.0547,
+      "step": 24750
+    },
+    {
+      "grad_norm": 0.6979307532310486,
+      "learning_rate": 9.851853962993864e-05,
+      "loss": 0.0677,
+      "step": 24760
+    },
+    {
+      "grad_norm": 0.5326484441757202,
+      "learning_rate": 9.851654140468118e-05,
+      "loss": 0.0639,
+      "step": 24770
+    },
+    {
+      "grad_norm": 0.6280975341796875,
+      "learning_rate": 9.851454185299971e-05,
+      "loss": 0.0727,
+      "step": 24780
+    },
+    {
+      "grad_norm": 0.7610827088356018,
+      "learning_rate": 9.851254097494887e-05,
+      "loss": 0.0715,
+      "step": 24790
+    },
+    {
+      "grad_norm": 0.5090147852897644,
+      "learning_rate": 9.851053877058341e-05,
+      "loss": 0.0743,
+      "step": 24800
+    },
+    {
+      "grad_norm": 0.506554365158081,
+      "learning_rate": 9.850853523995803e-05,
+      "loss": 0.0699,
+      "step": 24810
+    },
+    {
+      "grad_norm": 0.6617531180381775,
+      "learning_rate": 9.850653038312752e-05,
+      "loss": 0.0774,
+      "step": 24820
+    },
+    {
+      "grad_norm": 0.3548245429992676,
+      "learning_rate": 9.85045242001467e-05,
+      "loss": 0.0571,
+      "step": 24830
+    },
+    {
+      "grad_norm": 0.654834508895874,
+      "learning_rate": 9.85025166910704e-05,
+      "loss": 0.0622,
+      "step": 24840
+    },
+    {
+      "grad_norm": 0.6361293792724609,
+      "learning_rate": 9.850050785595352e-05,
+      "loss": 0.06,
+      "step": 24850
+    },
+    {
+      "grad_norm": 0.8343828320503235,
+      "learning_rate": 9.849849769485098e-05,
+      "loss": 0.0903,
+      "step": 24860
+    },
+    {
+      "grad_norm": 0.524261474609375,
+      "learning_rate": 9.849648620781773e-05,
+      "loss": 0.0815,
+      "step": 24870
+    },
+    {
+      "grad_norm": 1.0051782131195068,
+      "learning_rate": 9.849447339490877e-05,
+      "loss": 0.0633,
+      "step": 24880
+    },
+    {
+      "grad_norm": 0.7950232028961182,
+      "learning_rate": 9.849245925617911e-05,
+      "loss": 0.069,
+      "step": 24890
+    },
+    {
+      "grad_norm": 0.5401838421821594,
+      "learning_rate": 9.849044379168386e-05,
+      "loss": 0.0586,
+      "step": 24900
+    },
+    {
+      "grad_norm": 0.4877359867095947,
+      "learning_rate": 9.848842700147808e-05,
+      "loss": 0.065,
+      "step": 24910
+    },
+    {
+      "grad_norm": 0.4868280589580536,
+      "learning_rate": 9.848640888561691e-05,
+      "loss": 0.0946,
+      "step": 24920
+    },
+    {
+      "grad_norm": 0.669326901435852,
+      "learning_rate": 9.848438944415555e-05,
+      "loss": 0.0813,
+      "step": 24930
+    },
+    {
+      "grad_norm": 0.41848284006118774,
+      "learning_rate": 9.848236867714919e-05,
+      "loss": 0.0629,
+      "step": 24940
+    },
+    {
+      "grad_norm": 0.6193104982376099,
+      "learning_rate": 9.84803465846531e-05,
+      "loss": 0.06,
+      "step": 24950
+    },
+    {
+      "grad_norm": 0.6330947279930115,
+      "learning_rate": 9.847832316672254e-05,
+      "loss": 0.0521,
+      "step": 24960
+    },
+    {
+      "grad_norm": 0.6016795039176941,
+      "learning_rate": 9.847629842341282e-05,
+      "loss": 0.0683,
+      "step": 24970
+    },
+    {
+      "grad_norm": 0.49457088112831116,
+      "learning_rate": 9.847427235477933e-05,
+      "loss": 0.0647,
+      "step": 24980
+    },
+    {
+      "grad_norm": 0.45297971367836,
+      "learning_rate": 9.847224496087744e-05,
+      "loss": 0.0823,
+      "step": 24990
+    },
+    {
+      "grad_norm": 0.5270340442657471,
+      "learning_rate": 9.84702162417626e-05,
+      "loss": 0.0591,
+      "step": 25000
+    },
+    {
+      "grad_norm": 0.7884156107902527,
+      "learning_rate": 9.846818619749023e-05,
+      "loss": 0.0588,
+      "step": 25010
+    },
+    {
+      "grad_norm": 0.7980835437774658,
+      "learning_rate": 9.846615482811588e-05,
+      "loss": 0.095,
+      "step": 25020
+    },
+    {
+      "grad_norm": 0.46511051058769226,
+      "learning_rate": 9.846412213369504e-05,
+      "loss": 0.0719,
+      "step": 25030
+    },
+    {
+      "grad_norm": 0.44193077087402344,
+      "learning_rate": 9.846208811428332e-05,
+      "loss": 0.0593,
+      "step": 25040
+    },
+    {
+      "grad_norm": 0.7146030068397522,
+      "learning_rate": 9.846005276993633e-05,
+      "loss": 0.0736,
+      "step": 25050
+    },
+    {
+      "grad_norm": 0.7115620374679565,
+      "learning_rate": 9.845801610070969e-05,
+      "loss": 0.0611,
+      "step": 25060
+    },
+    {
+      "grad_norm": 0.45223262906074524,
+      "learning_rate": 9.84559781066591e-05,
+      "loss": 0.0639,
+      "step": 25070
+    },
+    {
+      "grad_norm": 0.4760929346084595,
+      "learning_rate": 9.845393878784026e-05,
+      "loss": 0.0759,
+      "step": 25080
+    },
+    {
+      "grad_norm": 1.2446197271347046,
+      "learning_rate": 9.845189814430895e-05,
+      "loss": 0.0833,
+      "step": 25090
+    },
+    {
+      "grad_norm": 0.5716724991798401,
+      "learning_rate": 9.844985617612095e-05,
+      "loss": 0.0617,
+      "step": 25100
+    },
+    {
+      "grad_norm": 0.6547936797142029,
+      "learning_rate": 9.844781288333207e-05,
+      "loss": 0.0664,
+      "step": 25110
+    },
+    {
+      "grad_norm": 0.7294254302978516,
+      "learning_rate": 9.84457682659982e-05,
+      "loss": 0.0598,
+      "step": 25120
+    },
+    {
+      "grad_norm": 0.4895994961261749,
+      "learning_rate": 9.844372232417522e-05,
+      "loss": 0.0696,
+      "step": 25130
+    },
+    {
+      "grad_norm": 0.7128457427024841,
+      "learning_rate": 9.844167505791907e-05,
+      "loss": 0.0756,
+      "step": 25140
+    },
+    {
+      "grad_norm": 0.627737820148468,
+      "learning_rate": 9.843962646728573e-05,
+      "loss": 0.0716,
+      "step": 25150
+    },
+    {
+      "grad_norm": 0.6484552621841431,
+      "learning_rate": 9.843757655233119e-05,
+      "loss": 0.0707,
+      "step": 25160
+    },
+    {
+      "grad_norm": 0.606374204158783,
+      "learning_rate": 9.843552531311151e-05,
+      "loss": 0.0864,
+      "step": 25170
+    },
+    {
+      "grad_norm": 0.5407175421714783,
+      "learning_rate": 9.843347274968275e-05,
+      "loss": 0.0563,
+      "step": 25180
+    },
+    {
+      "grad_norm": 0.6796756982803345,
+      "learning_rate": 9.843141886210107e-05,
+      "loss": 0.0642,
+      "step": 25190
+    },
+    {
+      "grad_norm": 0.6843665242195129,
+      "learning_rate": 9.842936365042256e-05,
+      "loss": 0.0704,
+      "step": 25200
+    },
+    {
+      "grad_norm": 0.6006065607070923,
+      "learning_rate": 9.842730711470347e-05,
+      "loss": 0.0598,
+      "step": 25210
+    },
+    {
+      "grad_norm": 0.5541993379592896,
+      "learning_rate": 9.842524925499999e-05,
+      "loss": 0.0552,
+      "step": 25220
+    },
+    {
+      "grad_norm": 0.5808992385864258,
+      "learning_rate": 9.842319007136838e-05,
+      "loss": 0.0583,
+      "step": 25230
+    },
+    {
+      "grad_norm": 0.5919936299324036,
+      "learning_rate": 9.842112956386494e-05,
+      "loss": 0.0621,
+      "step": 25240
+    },
+    {
+      "grad_norm": 0.5720313787460327,
+      "learning_rate": 9.841906773254602e-05,
+      "loss": 0.0543,
+      "step": 25250
+    },
+    {
+      "grad_norm": 0.7334209084510803,
+      "learning_rate": 9.841700457746799e-05,
+      "loss": 0.0593,
+      "step": 25260
+    },
+    {
+      "grad_norm": 0.6753699779510498,
+      "learning_rate": 9.841494009868722e-05,
+      "loss": 0.0783,
+      "step": 25270
+    },
+    {
+      "grad_norm": 0.894197404384613,
+      "learning_rate": 9.841287429626018e-05,
+      "loss": 0.0894,
+      "step": 25280
+    },
+    {
+      "grad_norm": 0.7000298500061035,
+      "learning_rate": 9.841080717024335e-05,
+      "loss": 0.0629,
+      "step": 25290
+    },
+    {
+      "grad_norm": 0.7251766920089722,
+      "learning_rate": 9.840873872069326e-05,
+      "loss": 0.0693,
+      "step": 25300
+    },
+    {
+      "grad_norm": 0.3905307650566101,
+      "learning_rate": 9.840666894766642e-05,
+      "loss": 0.0562,
+      "step": 25310
+    },
+    {
+      "grad_norm": 0.7509567737579346,
+      "learning_rate": 9.840459785121943e-05,
+      "loss": 0.1028,
+      "step": 25320
+    },
+    {
+      "grad_norm": 0.46580299735069275,
+      "learning_rate": 9.840252543140891e-05,
+      "loss": 0.0677,
+      "step": 25330
+    },
+    {
+      "grad_norm": 0.6407303214073181,
+      "learning_rate": 9.840045168829155e-05,
+      "loss": 0.0675,
+      "step": 25340
+    },
+    {
+      "grad_norm": 0.581195592880249,
+      "learning_rate": 9.839837662192401e-05,
+      "loss": 0.0628,
+      "step": 25350
+    },
+    {
+      "grad_norm": 0.47064247727394104,
+      "learning_rate": 9.839630023236306e-05,
+      "loss": 0.0845,
+      "step": 25360
+    },
+    {
+      "grad_norm": 0.5329262614250183,
+      "learning_rate": 9.839422251966541e-05,
+      "loss": 0.068,
+      "step": 25370
+    },
+    {
+      "grad_norm": 0.5560061931610107,
+      "learning_rate": 9.839214348388793e-05,
+      "loss": 0.0672,
+      "step": 25380
+    },
+    {
+      "grad_norm": 0.5878323912620544,
+      "learning_rate": 9.83900631250874e-05,
+      "loss": 0.073,
+      "step": 25390
+    },
+    {
+      "grad_norm": 0.6451268792152405,
+      "learning_rate": 9.838798144332074e-05,
+      "loss": 0.0655,
+      "step": 25400
+    },
+    {
+      "grad_norm": 0.6696105599403381,
+      "learning_rate": 9.838589843864484e-05,
+      "loss": 0.071,
+      "step": 25410
+    },
+    {
+      "grad_norm": 0.5111460089683533,
+      "learning_rate": 9.838381411111665e-05,
+      "loss": 0.0619,
+      "step": 25420
+    },
+    {
+      "grad_norm": 0.6823230385780334,
+      "learning_rate": 9.838172846079317e-05,
+      "loss": 0.0741,
+      "step": 25430
+    },
+    {
+      "grad_norm": 0.829815685749054,
+      "learning_rate": 9.83796414877314e-05,
+      "loss": 0.06,
+      "step": 25440
+    },
+    {
+      "grad_norm": 0.5862039923667908,
+      "learning_rate": 9.837755319198843e-05,
+      "loss": 0.0558,
+      "step": 25450
+    },
+    {
+      "grad_norm": 0.6925121545791626,
+      "learning_rate": 9.837546357362131e-05,
+      "loss": 0.0689,
+      "step": 25460
+    },
+    {
+      "grad_norm": 0.6064973473548889,
+      "learning_rate": 9.837337263268717e-05,
+      "loss": 0.0688,
+      "step": 25470
+    },
+    {
+      "grad_norm": 0.6170687079429626,
+      "learning_rate": 9.837128036924324e-05,
+      "loss": 0.0699,
+      "step": 25480
+    },
+    {
+      "grad_norm": 1.5742545127868652,
+      "learning_rate": 9.836918678334665e-05,
+      "loss": 0.0837,
+      "step": 25490
+    },
+    {
+      "grad_norm": 1.8484083414077759,
+      "learning_rate": 9.836709187505466e-05,
+      "loss": 0.0709,
+      "step": 25500
+    },
+    {
+      "grad_norm": 0.703930675983429,
+      "learning_rate": 9.836499564442457e-05,
+      "loss": 0.0825,
+      "step": 25510
+    },
+    {
+      "grad_norm": 0.7402658462524414,
+      "learning_rate": 9.836289809151365e-05,
+      "loss": 0.0829,
+      "step": 25520
+    },
+    {
+      "grad_norm": 0.905866801738739,
+      "learning_rate": 9.836079921637926e-05,
+      "loss": 0.0983,
+      "step": 25530
+    },
+    {
+      "grad_norm": 0.6078210473060608,
+      "learning_rate": 9.835869901907881e-05,
+      "loss": 0.0803,
+      "step": 25540
+    },
+    {
+      "grad_norm": 1.094070553779602,
+      "learning_rate": 9.835659749966967e-05,
+      "loss": 0.0806,
+      "step": 25550
+    },
+    {
+      "grad_norm": 0.6547967791557312,
+      "learning_rate": 9.835449465820935e-05,
+      "loss": 0.0763,
+      "step": 25560
+    },
+    {
+      "grad_norm": 0.6703817248344421,
+      "learning_rate": 9.83523904947553e-05,
+      "loss": 0.0776,
+      "step": 25570
+    },
+    {
+      "grad_norm": 0.6889826655387878,
+      "learning_rate": 9.835028500936505e-05,
+      "loss": 0.0597,
+      "step": 25580
+    },
+    {
+      "grad_norm": 0.7232069373130798,
+      "learning_rate": 9.834817820209619e-05,
+      "loss": 0.0665,
+      "step": 25590
+    },
+    {
+      "grad_norm": 0.6482262015342712,
+      "learning_rate": 9.834607007300629e-05,
+      "loss": 0.0803,
+      "step": 25600
+    },
+    {
+      "grad_norm": 0.4890271723270416,
+      "learning_rate": 9.8343960622153e-05,
+      "loss": 0.0654,
+      "step": 25610
+    },
+    {
+      "grad_norm": 0.7151733040809631,
+      "learning_rate": 9.834184984959398e-05,
+      "loss": 0.0752,
+      "step": 25620
+    },
+    {
+      "grad_norm": 0.5510543584823608,
+      "learning_rate": 9.833973775538697e-05,
+      "loss": 0.076,
+      "step": 25630
+    },
+    {
+      "grad_norm": 0.6175277233123779,
+      "learning_rate": 9.833762433958966e-05,
+      "loss": 0.0725,
+      "step": 25640
+    },
+    {
+      "grad_norm": 0.6881520748138428,
+      "learning_rate": 9.833550960225989e-05,
+      "loss": 0.065,
+      "step": 25650
+    },
+    {
+      "grad_norm": 0.7378579378128052,
+      "learning_rate": 9.833339354345541e-05,
+      "loss": 0.0767,
+      "step": 25660
+    },
+    {
+      "grad_norm": 0.4895937740802765,
+      "learning_rate": 9.833127616323413e-05,
+      "loss": 0.0619,
+      "step": 25670
+    },
+    {
+      "grad_norm": 0.5132817029953003,
+      "learning_rate": 9.832915746165392e-05,
+      "loss": 0.0635,
+      "step": 25680
+    },
+    {
+      "grad_norm": 0.5938856601715088,
+      "learning_rate": 9.83270374387727e-05,
+      "loss": 0.0784,
+      "step": 25690
+    },
+    {
+      "grad_norm": 0.6020486354827881,
+      "learning_rate": 9.832491609464843e-05,
+      "loss": 0.0595,
+      "step": 25700
+    },
+    {
+      "grad_norm": 0.7867736220359802,
+      "learning_rate": 9.83227934293391e-05,
+      "loss": 0.0896,
+      "step": 25710
+    },
+    {
+      "grad_norm": 0.5145056843757629,
+      "learning_rate": 9.832066944290277e-05,
+      "loss": 0.0703,
+      "step": 25720
+    },
+    {
+      "grad_norm": 0.3839071989059448,
+      "learning_rate": 9.831854413539747e-05,
+      "loss": 0.0573,
+      "step": 25730
+    },
+    {
+      "grad_norm": 0.9172230362892151,
+      "learning_rate": 9.831641750688135e-05,
+      "loss": 0.0649,
+      "step": 25740
+    },
+    {
+      "grad_norm": 0.44743606448173523,
+      "learning_rate": 9.83142895574125e-05,
+      "loss": 0.0636,
+      "step": 25750
+    },
+    {
+      "grad_norm": 0.850589394569397,
+      "learning_rate": 9.831216028704914e-05,
+      "loss": 0.0624,
+      "step": 25760
+    },
+    {
+      "grad_norm": 0.6665005087852478,
+      "learning_rate": 9.831002969584946e-05,
+      "loss": 0.0661,
+      "step": 25770
+    },
+    {
+      "grad_norm": 0.7964568138122559,
+      "learning_rate": 9.830789778387173e-05,
+      "loss": 0.0824,
+      "step": 25780
+    },
+    {
+      "grad_norm": 0.714568555355072,
+      "learning_rate": 9.830576455117422e-05,
+      "loss": 0.0817,
+      "step": 25790
+    },
+    {
+      "grad_norm": 0.6462125182151794,
+      "learning_rate": 9.830362999781524e-05,
+      "loss": 0.0771,
+      "step": 25800
+    },
+    {
+      "grad_norm": 0.7728694677352905,
+      "learning_rate": 9.830149412385317e-05,
+      "loss": 0.0719,
+      "step": 25810
+    },
+    {
+      "grad_norm": 0.8802642226219177,
+      "learning_rate": 9.829935692934639e-05,
+      "loss": 0.0574,
+      "step": 25820
+    },
+    {
+      "grad_norm": 0.5136582255363464,
+      "learning_rate": 9.829721841435336e-05,
+      "loss": 0.055,
+      "step": 25830
+    },
+    {
+      "grad_norm": 0.6986721158027649,
+      "learning_rate": 9.829507857893251e-05,
+      "loss": 0.0549,
+      "step": 25840
+    },
+    {
+      "grad_norm": 0.8222113847732544,
+      "learning_rate": 9.829293742314237e-05,
+      "loss": 0.0565,
+      "step": 25850
+    },
+    {
+      "grad_norm": 0.4883970618247986,
+      "learning_rate": 9.829079494704143e-05,
+      "loss": 0.068,
+      "step": 25860
+    },
+    {
+      "grad_norm": 0.4850115478038788,
+      "learning_rate": 9.828865115068833e-05,
+      "loss": 0.0494,
+      "step": 25870
+    },
+    {
+      "grad_norm": 0.5193180441856384,
+      "learning_rate": 9.828650603414162e-05,
+      "loss": 0.0701,
+      "step": 25880
+    },
+    {
+      "grad_norm": 0.8302727341651917,
+      "learning_rate": 9.828435959746e-05,
+      "loss": 0.0668,
+      "step": 25890
+    },
+    {
+      "grad_norm": 0.4992939829826355,
+      "learning_rate": 9.828221184070212e-05,
+      "loss": 0.0524,
+      "step": 25900
+    },
+    {
+      "grad_norm": 2.4851412773132324,
+      "learning_rate": 9.828006276392669e-05,
+      "loss": 0.0833,
+      "step": 25910
+    },
+    {
+      "grad_norm": 0.8710256218910217,
+      "learning_rate": 9.82779123671925e-05,
+      "loss": 0.0627,
+      "step": 25920
+    },
+    {
+      "grad_norm": 0.6536652445793152,
+      "learning_rate": 9.827576065055832e-05,
+      "loss": 0.0614,
+      "step": 25930
+    },
+    {
+      "grad_norm": 0.7338285446166992,
+      "learning_rate": 9.8273607614083e-05,
+      "loss": 0.0581,
+      "step": 25940
+    },
+    {
+      "grad_norm": 0.5447090864181519,
+      "learning_rate": 9.827145325782535e-05,
+      "loss": 0.0597,
+      "step": 25950
+    },
+    {
+      "grad_norm": 0.5340520143508911,
+      "learning_rate": 9.826929758184432e-05,
+      "loss": 0.0581,
+      "step": 25960
+    },
+    {
+      "grad_norm": 0.7173455357551575,
+      "learning_rate": 9.826714058619882e-05,
+      "loss": 0.077,
+      "step": 25970
+    },
+    {
+      "grad_norm": 0.5671654939651489,
+      "learning_rate": 9.826498227094784e-05,
+      "loss": 0.0616,
+      "step": 25980
+    },
+    {
+      "grad_norm": 0.6803837418556213,
+      "learning_rate": 9.826282263615036e-05,
+      "loss": 0.0661,
+      "step": 25990
+    },
+    {
+      "grad_norm": 0.4307873249053955,
+      "learning_rate": 9.826066168186547e-05,
+      "loss": 0.0535,
+      "step": 26000
+    },
+    {
+      "grad_norm": 0.8116239309310913,
+      "learning_rate": 9.82584994081522e-05,
+      "loss": 0.0742,
+      "step": 26010
+    },
+    {
+      "grad_norm": 0.7441844940185547,
+      "learning_rate": 9.825633581506968e-05,
+      "loss": 0.0977,
+      "step": 26020
+    },
+    {
+      "grad_norm": 0.8213526010513306,
+      "learning_rate": 9.825417090267707e-05,
+      "loss": 0.0771,
+      "step": 26030
+    },
+    {
+      "grad_norm": 0.8771155476570129,
+      "learning_rate": 9.825200467103357e-05,
+      "loss": 0.0765,
+      "step": 26040
+    },
+    {
+      "grad_norm": 0.7774634957313538,
+      "learning_rate": 9.824983712019838e-05,
+      "loss": 0.0949,
+      "step": 26050
+    },
+    {
+      "grad_norm": 0.6347730159759521,
+      "learning_rate": 9.824766825023077e-05,
+      "loss": 0.0758,
+      "step": 26060
+    },
+    {
+      "grad_norm": 0.7779666781425476,
+      "learning_rate": 9.824549806119005e-05,
+      "loss": 0.0623,
+      "step": 26070
+    },
+    {
+      "grad_norm": 0.8380223512649536,
+      "learning_rate": 9.824332655313553e-05,
+      "loss": 0.0796,
+      "step": 26080
+    },
+    {
+      "grad_norm": 1.284346580505371,
+      "learning_rate": 9.824115372612657e-05,
+      "loss": 0.0707,
+      "step": 26090
+    },
+    {
+      "grad_norm": 0.5603412389755249,
+      "learning_rate": 9.82389795802226e-05,
+      "loss": 0.0575,
+      "step": 26100
+    },
+    {
+      "grad_norm": 0.5380796790122986,
+      "learning_rate": 9.823680411548306e-05,
+      "loss": 0.0615,
+      "step": 26110
+    },
+    {
+      "grad_norm": 0.628271222114563,
+      "learning_rate": 9.823462733196741e-05,
+      "loss": 0.0692,
+      "step": 26120
+    },
+    {
+      "grad_norm": 0.8022698163986206,
+      "learning_rate": 9.823244922973518e-05,
+      "loss": 0.0695,
+      "step": 26130
+    },
+    {
+      "grad_norm": 0.47927457094192505,
+      "learning_rate": 9.823026980884589e-05,
+      "loss": 0.0965,
+      "step": 26140
+    },
+    {
+      "grad_norm": 0.762226939201355,
+      "learning_rate": 9.822808906935914e-05,
+      "loss": 0.0741,
+      "step": 26150
+    },
+    {
+      "grad_norm": 0.9501785635948181,
+      "learning_rate": 9.822590701133457e-05,
+      "loss": 0.0648,
+      "step": 26160
+    },
+    {
+      "grad_norm": 0.6222162246704102,
+      "learning_rate": 9.822372363483181e-05,
+      "loss": 0.0529,
+      "step": 26170
+    },
+    {
+      "grad_norm": 0.782080352306366,
+      "learning_rate": 9.822153893991057e-05,
+      "loss": 0.0817,
+      "step": 26180
+    },
+    {
+      "grad_norm": 0.63153076171875,
+      "learning_rate": 9.821935292663056e-05,
+      "loss": 0.0671,
+      "step": 26190
+    },
+    {
+      "grad_norm": 0.8406867384910583,
+      "learning_rate": 9.821716559505157e-05,
+      "loss": 0.0695,
+      "step": 26200
+    },
+    {
+      "grad_norm": 0.8101731538772583,
+      "learning_rate": 9.821497694523339e-05,
+      "loss": 0.071,
+      "step": 26210
+    },
+    {
+      "grad_norm": 0.6517077684402466,
+      "learning_rate": 9.821278697723583e-05,
+      "loss": 0.0702,
+      "step": 26220
+    },
+    {
+      "grad_norm": 0.9574554562568665,
+      "learning_rate": 9.821059569111881e-05,
+      "loss": 0.071,
+      "step": 26230
+    },
+    {
+      "grad_norm": 0.8279696106910706,
+      "learning_rate": 9.820840308694221e-05,
+      "loss": 0.0568,
+      "step": 26240
+    },
+    {
+      "grad_norm": 0.78078293800354,
+      "learning_rate": 9.820620916476597e-05,
+      "loss": 0.0761,
+      "step": 26250
+    },
+    {
+      "grad_norm": 0.48491808772087097,
+      "learning_rate": 9.820401392465011e-05,
+      "loss": 0.0712,
+      "step": 26260
+    },
+    {
+      "grad_norm": 1.038433313369751,
+      "learning_rate": 9.820181736665459e-05,
+      "loss": 0.0792,
+      "step": 26270
+    },
+    {
+      "grad_norm": 0.6707736253738403,
+      "learning_rate": 9.81996194908395e-05,
+      "loss": 0.0741,
+      "step": 26280
+    },
+    {
+      "grad_norm": 0.71439528465271,
+      "learning_rate": 9.819742029726492e-05,
+      "loss": 0.0688,
+      "step": 26290
+    },
+    {
+      "grad_norm": 0.655556321144104,
+      "learning_rate": 9.819521978599098e-05,
+      "loss": 0.0663,
+      "step": 26300
+    },
+    {
+      "grad_norm": 0.5656362771987915,
+      "learning_rate": 9.819301795707783e-05,
+      "loss": 0.0538,
+      "step": 26310
+    },
+    {
+      "grad_norm": 0.5198747515678406,
+      "learning_rate": 9.819081481058567e-05,
+      "loss": 0.0461,
+      "step": 26320
+    },
+    {
+      "grad_norm": 0.7177080512046814,
+      "learning_rate": 9.818861034657476e-05,
+      "loss": 0.0682,
+      "step": 26330
+    },
+    {
+      "grad_norm": 0.640486478805542,
+      "learning_rate": 9.818640456510533e-05,
+      "loss": 0.0541,
+      "step": 26340
+    },
+    {
+      "grad_norm": 0.8291186094284058,
+      "learning_rate": 9.81841974662377e-05,
+      "loss": 0.0765,
+      "step": 26350
+    },
+    {
+      "grad_norm": 0.609794020652771,
+      "learning_rate": 9.818198905003222e-05,
+      "loss": 0.0579,
+      "step": 26360
+    },
+    {
+      "grad_norm": 0.4941074550151825,
+      "learning_rate": 9.817977931654926e-05,
+      "loss": 0.0557,
+      "step": 26370
+    },
+    {
+      "grad_norm": 0.5915853381156921,
+      "learning_rate": 9.817756826584923e-05,
+      "loss": 0.0614,
+      "step": 26380
+    },
+    {
+      "grad_norm": 0.6251067519187927,
+      "learning_rate": 9.817535589799258e-05,
+      "loss": 0.0568,
+      "step": 26390
+    },
+    {
+      "grad_norm": 0.7035349607467651,
+      "learning_rate": 9.817314221303982e-05,
+      "loss": 0.0781,
+      "step": 26400
+    },
+    {
+      "grad_norm": 0.5064131617546082,
+      "learning_rate": 9.817092721105143e-05,
+      "loss": 0.052,
+      "step": 26410
+    },
+    {
+      "grad_norm": 0.527330219745636,
+      "learning_rate": 9.8168710892088e-05,
+      "loss": 0.0482,
+      "step": 26420
+    },
+    {
+      "grad_norm": 0.6512566804885864,
+      "learning_rate": 9.81664932562101e-05,
+      "loss": 0.0706,
+      "step": 26430
+    },
+    {
+      "grad_norm": 0.56855708360672,
+      "learning_rate": 9.816427430347836e-05,
+      "loss": 0.0682,
+      "step": 26440
+    },
+    {
+      "grad_norm": 0.80031418800354,
+      "learning_rate": 9.816205403395347e-05,
+      "loss": 0.0564,
+      "step": 26450
+    },
+    {
+      "grad_norm": 0.7984063625335693,
+      "learning_rate": 9.815983244769611e-05,
+      "loss": 0.0701,
+      "step": 26460
+    },
+    {
+      "grad_norm": 0.725740373134613,
+      "learning_rate": 9.815760954476703e-05,
+      "loss": 0.0917,
+      "step": 26470
+    },
+    {
+      "grad_norm": 1.006803274154663,
+      "learning_rate": 9.815538532522699e-05,
+      "loss": 0.0831,
+      "step": 26480
+    },
+    {
+      "grad_norm": 0.6697885990142822,
+      "learning_rate": 9.81531597891368e-05,
+      "loss": 0.0677,
+      "step": 26490
+    },
+    {
+      "grad_norm": 0.682009756565094,
+      "learning_rate": 9.815093293655733e-05,
+      "loss": 0.0568,
+      "step": 26500
+    },
+    {
+      "grad_norm": 0.543407678604126,
+      "learning_rate": 9.814870476754942e-05,
+      "loss": 0.0646,
+      "step": 26510
+    },
+    {
+      "grad_norm": 0.5830398201942444,
+      "learning_rate": 9.814647528217403e-05,
+      "loss": 0.0731,
+      "step": 26520
+    },
+    {
+      "grad_norm": 0.7545248866081238,
+      "learning_rate": 9.814424448049209e-05,
+      "loss": 0.0803,
+      "step": 26530
+    },
+    {
+      "grad_norm": 0.8270124197006226,
+      "learning_rate": 9.81420123625646e-05,
+      "loss": 0.0681,
+      "step": 26540
+    },
+    {
+      "grad_norm": 0.5926297307014465,
+      "learning_rate": 9.813977892845256e-05,
+      "loss": 0.0706,
+      "step": 26550
+    },
+    {
+      "grad_norm": 0.5436320900917053,
+      "learning_rate": 9.813754417821705e-05,
+      "loss": 0.0702,
+      "step": 26560
+    },
+    {
+      "grad_norm": 0.5503366589546204,
+      "learning_rate": 9.813530811191918e-05,
+      "loss": 0.0495,
+      "step": 26570
+    },
+    {
+      "grad_norm": 0.8661223649978638,
+      "learning_rate": 9.813307072962007e-05,
+      "loss": 0.0783,
+      "step": 26580
+    },
+    {
+      "grad_norm": 0.6451756358146667,
+      "learning_rate": 9.813083203138088e-05,
+      "loss": 0.0631,
+      "step": 26590
+    },
+    {
+      "grad_norm": 0.5500257611274719,
+      "learning_rate": 9.812859201726283e-05,
+      "loss": 0.0829,
+      "step": 26600
+    },
+    {
+      "grad_norm": 0.8076847791671753,
+      "learning_rate": 9.812635068732715e-05,
+      "loss": 0.0677,
+      "step": 26610
+    },
+    {
+      "grad_norm": 0.47732922434806824,
+      "learning_rate": 9.812410804163513e-05,
+      "loss": 0.0747,
+      "step": 26620
+    },
+    {
+      "grad_norm": 0.623810350894928,
+      "learning_rate": 9.812186408024806e-05,
+      "loss": 0.077,
+      "step": 26630
+    },
+    {
+      "grad_norm": 0.8501935601234436,
+      "learning_rate": 9.811961880322731e-05,
+      "loss": 0.0911,
+      "step": 26640
+    },
+    {
+      "grad_norm": 0.609786868095398,
+      "learning_rate": 9.811737221063429e-05,
+      "loss": 0.0651,
+      "step": 26650
+    },
+    {
+      "grad_norm": 0.5386472940444946,
+      "learning_rate": 9.811512430253036e-05,
+      "loss": 0.0622,
+      "step": 26660
+    },
+    {
+      "grad_norm": 0.6340077519416809,
+      "learning_rate": 9.811287507897701e-05,
+      "loss": 0.0706,
+      "step": 26670
+    },
+    {
+      "grad_norm": 0.7504527568817139,
+      "learning_rate": 9.811062454003572e-05,
+      "loss": 0.0618,
+      "step": 26680
+    },
+    {
+      "grad_norm": 0.6821426153182983,
+      "learning_rate": 9.810837268576805e-05,
+      "loss": 0.0596,
+      "step": 26690
+    },
+    {
+      "grad_norm": 0.45112305879592896,
+      "learning_rate": 9.810611951623554e-05,
+      "loss": 0.056,
+      "step": 26700
+    },
+    {
+      "grad_norm": 0.549052357673645,
+      "learning_rate": 9.810386503149979e-05,
+      "loss": 0.0605,
+      "step": 26710
+    },
+    {
+      "grad_norm": 0.5707014203071594,
+      "learning_rate": 9.810160923162245e-05,
+      "loss": 0.0583,
+      "step": 26720
+    },
+    {
+      "grad_norm": 0.5847043991088867,
+      "learning_rate": 9.809935211666518e-05,
+      "loss": 0.0709,
+      "step": 26730
+    },
+    {
+      "grad_norm": 0.7067632675170898,
+      "learning_rate": 9.809709368668969e-05,
+      "loss": 0.0825,
+      "step": 26740
+    },
+    {
+      "grad_norm": 0.6148846745491028,
+      "learning_rate": 9.809483394175773e-05,
+      "loss": 0.0613,
+      "step": 26750
+    },
+    {
+      "grad_norm": 0.5450513958930969,
+      "learning_rate": 9.809257288193107e-05,
+      "loss": 0.0796,
+      "step": 26760
+    },
+    {
+      "grad_norm": 0.6110957860946655,
+      "learning_rate": 9.809031050727155e-05,
+      "loss": 0.069,
+      "step": 26770
+    },
+    {
+      "grad_norm": 0.676399290561676,
+      "learning_rate": 9.8088046817841e-05,
+      "loss": 0.0703,
+      "step": 26780
+    },
+    {
+      "grad_norm": 0.9481542706489563,
+      "learning_rate": 9.808578181370131e-05,
+      "loss": 0.0824,
+      "step": 26790
+    },
+    {
+      "grad_norm": 0.8340607285499573,
+      "learning_rate": 9.808351549491443e-05,
+      "loss": 0.0783,
+      "step": 26800
+    },
+    {
+      "grad_norm": 0.6085879802703857,
+      "learning_rate": 9.808124786154228e-05,
+      "loss": 0.0747,
+      "step": 26810
+    },
+    {
+      "grad_norm": 0.5861801505088806,
+      "learning_rate": 9.807897891364688e-05,
+      "loss": 0.0638,
+      "step": 26820
+    },
+    {
+      "grad_norm": 0.4359954595565796,
+      "learning_rate": 9.807670865129026e-05,
+      "loss": 0.0715,
+      "step": 26830
+    },
+    {
+      "grad_norm": 0.4732283055782318,
+      "learning_rate": 9.80744370745345e-05,
+      "loss": 0.0588,
+      "step": 26840
+    },
+    {
+      "grad_norm": 0.45384910702705383,
+      "learning_rate": 9.807216418344167e-05,
+      "loss": 0.056,
+      "step": 26850
+    },
+    {
+      "grad_norm": 0.7171075344085693,
+      "learning_rate": 9.806988997807396e-05,
+      "loss": 0.066,
+      "step": 26860
+    },
+    {
+      "grad_norm": 0.4267798066139221,
+      "learning_rate": 9.806761445849348e-05,
+      "loss": 0.0664,
+      "step": 26870
+    },
+    {
+      "grad_norm": 0.8302441835403442,
+      "learning_rate": 9.806533762476252e-05,
+      "loss": 0.0737,
+      "step": 26880
+    },
+    {
+      "grad_norm": 0.5992254614830017,
+      "learning_rate": 9.806305947694325e-05,
+      "loss": 0.0662,
+      "step": 26890
+    },
+    {
+      "grad_norm": 1.3917940855026245,
+      "learning_rate": 9.806078001509801e-05,
+      "loss": 0.0979,
+      "step": 26900
+    },
+    {
+      "grad_norm": 0.5952434539794922,
+      "learning_rate": 9.80584992392891e-05,
+      "loss": 0.0896,
+      "step": 26910
+    },
+    {
+      "grad_norm": 0.6734265685081482,
+      "learning_rate": 9.805621714957886e-05,
+      "loss": 0.0693,
+      "step": 26920
+    },
+    {
+      "grad_norm": 0.6512656211853027,
+      "learning_rate": 9.805393374602972e-05,
+      "loss": 0.0882,
+      "step": 26930
+    },
+    {
+      "grad_norm": 0.5492473840713501,
+      "learning_rate": 9.805164902870406e-05,
+      "loss": 0.0745,
+      "step": 26940
+    },
+    {
+      "grad_norm": 0.7878341674804688,
+      "learning_rate": 9.804936299766438e-05,
+      "loss": 0.0767,
+      "step": 26950
+    },
+    {
+      "grad_norm": 0.5461976528167725,
+      "learning_rate": 9.804707565297318e-05,
+      "loss": 0.0836,
+      "step": 26960
+    },
+    {
+      "grad_norm": 0.7069393396377563,
+      "learning_rate": 9.804478699469296e-05,
+      "loss": 0.0818,
+      "step": 26970
+    },
+    {
+      "grad_norm": 0.5291988253593445,
+      "learning_rate": 9.804249702288633e-05,
+      "loss": 0.0596,
+      "step": 26980
+    },
+    {
+      "grad_norm": 0.6200866103172302,
+      "learning_rate": 9.804020573761587e-05,
+      "loss": 0.0514,
+      "step": 26990
+    },
+    {
+      "grad_norm": 0.830742597579956,
+      "learning_rate": 9.803791313894423e-05,
+      "loss": 0.067,
+      "step": 27000
+    },
+    {
+      "grad_norm": 1.0527291297912598,
+      "learning_rate": 9.80356192269341e-05,
+      "loss": 0.0804,
+      "step": 27010
+    },
+    {
+      "grad_norm": 0.6889663338661194,
+      "learning_rate": 9.803332400164817e-05,
+      "loss": 0.0628,
+      "step": 27020
+    },
+    {
+      "grad_norm": 0.6692953705787659,
+      "learning_rate": 9.803102746314922e-05,
+      "loss": 0.0769,
+      "step": 27030
+    },
+    {
+      "grad_norm": 0.6279940605163574,
+      "learning_rate": 9.802872961150003e-05,
+      "loss": 0.0698,
+      "step": 27040
+    },
+    {
+      "grad_norm": 1.457688570022583,
+      "learning_rate": 9.802643044676341e-05,
+      "loss": 0.0873,
+      "step": 27050
+    },
+    {
+      "grad_norm": 0.7249099016189575,
+      "learning_rate": 9.802412996900223e-05,
+      "loss": 0.0677,
+      "step": 27060
+    },
+    {
+      "grad_norm": 0.6681095361709595,
+      "learning_rate": 9.802182817827936e-05,
+      "loss": 0.0743,
+      "step": 27070
+    },
+    {
+      "grad_norm": 0.7110199332237244,
+      "learning_rate": 9.801952507465777e-05,
+      "loss": 0.0536,
+      "step": 27080
+    },
+    {
+      "grad_norm": 0.5387560725212097,
+      "learning_rate": 9.80172206582004e-05,
+      "loss": 0.0592,
+      "step": 27090
+    },
+    {
+      "grad_norm": 0.47336530685424805,
+      "learning_rate": 9.801491492897025e-05,
+      "loss": 0.0619,
+      "step": 27100
+    },
+    {
+      "grad_norm": 0.4668413996696472,
+      "learning_rate": 9.801260788703037e-05,
+      "loss": 0.0688,
+      "step": 27110
+    },
+    {
+      "grad_norm": 0.6619738936424255,
+      "learning_rate": 9.801029953244383e-05,
+      "loss": 0.0722,
+      "step": 27120
+    },
+    {
+      "grad_norm": 0.3586488664150238,
+      "learning_rate": 9.800798986527372e-05,
+      "loss": 0.0564,
+      "step": 27130
+    },
+    {
+      "grad_norm": 0.4850705564022064,
+      "learning_rate": 9.800567888558321e-05,
+      "loss": 0.0489,
+      "step": 27140
+    },
+    {
+      "grad_norm": 0.758885383605957,
+      "learning_rate": 9.800336659343549e-05,
+      "loss": 0.0616,
+      "step": 27150
+    },
+    {
+      "grad_norm": 0.6216140389442444,
+      "learning_rate": 9.800105298889375e-05,
+      "loss": 0.0789,
+      "step": 27160
+    },
+    {
+      "grad_norm": 0.8103584051132202,
+      "learning_rate": 9.799873807202124e-05,
+      "loss": 0.0823,
+      "step": 27170
+    },
+    {
+      "grad_norm": 0.5489770770072937,
+      "learning_rate": 9.799642184288129e-05,
+      "loss": 0.0549,
+      "step": 27180
+    },
+    {
+      "grad_norm": 0.7181708812713623,
+      "learning_rate": 9.799410430153719e-05,
+      "loss": 0.105,
+      "step": 27190
+    },
+    {
+      "grad_norm": 0.588316023349762,
+      "learning_rate": 9.799178544805229e-05,
+      "loss": 0.0735,
+      "step": 27200
+    },
+    {
+      "grad_norm": 0.8649327754974365,
+      "learning_rate": 9.798946528249003e-05,
+      "loss": 0.0626,
+      "step": 27210
+    },
+    {
+      "grad_norm": 0.6690341234207153,
+      "learning_rate": 9.79871438049138e-05,
+      "loss": 0.0699,
+      "step": 27220
+    },
+    {
+      "grad_norm": 0.6309646964073181,
+      "learning_rate": 9.798482101538711e-05,
+      "loss": 0.0585,
+      "step": 27230
+    },
+    {
+      "grad_norm": 1.269525170326233,
+      "learning_rate": 9.798249691397343e-05,
+      "loss": 0.094,
+      "step": 27240
+    },
+    {
+      "grad_norm": 0.6586159467697144,
+      "learning_rate": 9.79801715007363e-05,
+      "loss": 0.0799,
+      "step": 27250
+    },
+    {
+      "grad_norm": 0.5516170859336853,
+      "learning_rate": 9.79778447757393e-05,
+      "loss": 0.0668,
+      "step": 27260
+    },
+    {
+      "grad_norm": 0.8529228568077087,
+      "learning_rate": 9.797551673904607e-05,
+      "loss": 0.0725,
+      "step": 27270
+    },
+    {
+      "grad_norm": 0.7052112221717834,
+      "learning_rate": 9.797318739072023e-05,
+      "loss": 0.0817,
+      "step": 27280
+    },
+    {
+      "grad_norm": 0.6021967530250549,
+      "learning_rate": 9.797085673082547e-05,
+      "loss": 0.0654,
+      "step": 27290
+    },
+    {
+      "grad_norm": 0.8305314183235168,
+      "learning_rate": 9.79685247594255e-05,
+      "loss": 0.0778,
+      "step": 27300
+    },
+    {
+      "grad_norm": 1.3224678039550781,
+      "learning_rate": 9.796619147658408e-05,
+      "loss": 0.079,
+      "step": 27310
+    },
+    {
+      "grad_norm": 0.8748931288719177,
+      "learning_rate": 9.796385688236503e-05,
+      "loss": 0.0716,
+      "step": 27320
+    },
+    {
+      "grad_norm": 0.44729480147361755,
+      "learning_rate": 9.796152097683213e-05,
+      "loss": 0.0606,
+      "step": 27330
+    },
+    {
+      "grad_norm": 0.8657302260398865,
+      "learning_rate": 9.795918376004927e-05,
+      "loss": 0.0726,
+      "step": 27340
+    },
+    {
+      "grad_norm": 0.6071323752403259,
+      "learning_rate": 9.795684523208034e-05,
+      "loss": 0.0667,
+      "step": 27350
+    },
+    {
+      "grad_norm": 0.4409150183200836,
+      "learning_rate": 9.795450539298928e-05,
+      "loss": 0.0581,
+      "step": 27360
+    },
+    {
+      "grad_norm": 0.4853850305080414,
+      "learning_rate": 9.795216424284006e-05,
+      "loss": 0.0559,
+      "step": 27370
+    },
+    {
+      "grad_norm": 0.8981728553771973,
+      "learning_rate": 9.79498217816967e-05,
+      "loss": 0.079,
+      "step": 27380
+    },
+    {
+      "grad_norm": 0.682630717754364,
+      "learning_rate": 9.79474780096232e-05,
+      "loss": 0.0613,
+      "step": 27390
+    },
+    {
+      "grad_norm": 0.853415846824646,
+      "learning_rate": 9.794513292668368e-05,
+      "loss": 0.0674,
+      "step": 27400
+    },
+    {
+      "grad_norm": 0.8687750101089478,
+      "learning_rate": 9.794278653294222e-05,
+      "loss": 0.0644,
+      "step": 27410
+    },
+    {
+      "grad_norm": 0.7434802055358887,
+      "learning_rate": 9.794043882846302e-05,
+      "loss": 0.0676,
+      "step": 27420
+    },
+    {
+      "grad_norm": 0.44696423411369324,
+      "learning_rate": 9.793808981331021e-05,
+      "loss": 0.0574,
+      "step": 27430
+    },
+    {
+      "grad_norm": 0.6519970893859863,
+      "learning_rate": 9.793573948754802e-05,
+      "loss": 0.0576,
+      "step": 27440
+    },
+    {
+      "grad_norm": 0.5521117448806763,
+      "learning_rate": 9.793338785124076e-05,
+      "loss": 0.0531,
+      "step": 27450
+    },
+    {
+      "grad_norm": 0.553585946559906,
+      "learning_rate": 9.793103490445265e-05,
+      "loss": 0.0523,
+      "step": 27460
+    },
+    {
+      "grad_norm": 0.7996609210968018,
+      "learning_rate": 9.792868064724808e-05,
+      "loss": 0.0556,
+      "step": 27470
+    },
+    {
+      "grad_norm": 0.5364789962768555,
+      "learning_rate": 9.792632507969135e-05,
+      "loss": 0.057,
+      "step": 27480
+    },
+    {
+      "grad_norm": 0.5274121761322021,
+      "learning_rate": 9.792396820184693e-05,
+      "loss": 0.0623,
+      "step": 27490
+    },
+    {
+      "grad_norm": 0.5079663991928101,
+      "learning_rate": 9.792161001377921e-05,
+      "loss": 0.0717,
+      "step": 27500
+    },
+    {
+      "grad_norm": 0.7173026204109192,
+      "learning_rate": 9.791925051555269e-05,
+      "loss": 0.0739,
+      "step": 27510
+    },
+    {
+      "grad_norm": 0.7608450651168823,
+      "learning_rate": 9.791688970723184e-05,
+      "loss": 0.1061,
+      "step": 27520
+    },
+    {
+      "grad_norm": 0.6757674217224121,
+      "learning_rate": 9.791452758888125e-05,
+      "loss": 0.0633,
+      "step": 27530
+    },
+    {
+      "grad_norm": 0.5977092981338501,
+      "learning_rate": 9.791216416056545e-05,
+      "loss": 0.0636,
+      "step": 27540
+    },
+    {
+      "grad_norm": 1.0900638103485107,
+      "learning_rate": 9.79097994223491e-05,
+      "loss": 0.072,
+      "step": 27550
+    },
+    {
+      "grad_norm": 0.9501396417617798,
+      "learning_rate": 9.790743337429683e-05,
+      "loss": 0.0582,
+      "step": 27560
+    },
+    {
+      "grad_norm": 0.8310208916664124,
+      "learning_rate": 9.790506601647334e-05,
+      "loss": 0.0701,
+      "step": 27570
+    },
+    {
+      "grad_norm": 1.0220383405685425,
+      "learning_rate": 9.790269734894333e-05,
+      "loss": 0.0658,
+      "step": 27580
+    },
+    {
+      "grad_norm": 0.43096277117729187,
+      "learning_rate": 9.790032737177157e-05,
+      "loss": 0.0574,
+      "step": 27590
+    },
+    {
+      "grad_norm": 0.6139349341392517,
+      "learning_rate": 9.789795608502285e-05,
+      "loss": 0.0683,
+      "step": 27600
+    },
+    {
+      "grad_norm": 0.8983789682388306,
+      "learning_rate": 9.789558348876201e-05,
+      "loss": 0.078,
+      "step": 27610
+    },
+    {
+      "grad_norm": 0.6945322751998901,
+      "learning_rate": 9.789320958305392e-05,
+      "loss": 0.0614,
+      "step": 27620
+    },
+    {
+      "grad_norm": 0.9368953108787537,
+      "learning_rate": 9.789083436796347e-05,
+      "loss": 0.0697,
+      "step": 27630
+    },
+    {
+      "grad_norm": 0.5841855406761169,
+      "learning_rate": 9.788845784355558e-05,
+      "loss": 0.0812,
+      "step": 27640
+    },
+    {
+      "grad_norm": 0.9682000875473022,
+      "learning_rate": 9.788608000989528e-05,
+      "loss": 0.0868,
+      "step": 27650
+    },
+    {
+      "grad_norm": 1.2946335077285767,
+      "learning_rate": 9.78837008670475e-05,
+      "loss": 0.0835,
+      "step": 27660
+    },
+    {
+      "grad_norm": 0.5537988543510437,
+      "learning_rate": 9.788132041507736e-05,
+      "loss": 0.086,
+      "step": 27670
+    },
+    {
+      "grad_norm": 0.561691403388977,
+      "learning_rate": 9.787893865404989e-05,
+      "loss": 0.0642,
+      "step": 27680
+    },
+    {
+      "grad_norm": 0.6729341149330139,
+      "learning_rate": 9.787655558403023e-05,
+      "loss": 0.0515,
+      "step": 27690
+    },
+    {
+      "grad_norm": 1.2765201330184937,
+      "learning_rate": 9.787417120508354e-05,
+      "loss": 0.0683,
+      "step": 27700
+    },
+    {
+      "grad_norm": 0.803502082824707,
+      "learning_rate": 9.787178551727498e-05,
+      "loss": 0.0791,
+      "step": 27710
+    },
+    {
+      "grad_norm": 1.064630150794983,
+      "learning_rate": 9.786939852066979e-05,
+      "loss": 0.0632,
+      "step": 27720
+    },
+    {
+      "grad_norm": 0.5869125127792358,
+      "learning_rate": 9.786701021533322e-05,
+      "loss": 0.0915,
+      "step": 27730
+    },
+    {
+      "grad_norm": 0.8703432083129883,
+      "learning_rate": 9.786462060133059e-05,
+      "loss": 0.0711,
+      "step": 27740
+    },
+    {
+      "grad_norm": 0.545014500617981,
+      "learning_rate": 9.78622296787272e-05,
+      "loss": 0.0642,
+      "step": 27750
+    },
+    {
+      "grad_norm": 0.4790741205215454,
+      "learning_rate": 9.785983744758845e-05,
+      "loss": 0.0539,
+      "step": 27760
+    },
+    {
+      "grad_norm": 0.7940358519554138,
+      "learning_rate": 9.78574439079797e-05,
+      "loss": 0.0628,
+      "step": 27770
+    },
+    {
+      "grad_norm": 0.9383813738822937,
+      "learning_rate": 9.785504905996645e-05,
+      "loss": 0.1027,
+      "step": 27780
+    },
+    {
+      "grad_norm": 0.852942943572998,
+      "learning_rate": 9.78526529036141e-05,
+      "loss": 0.0582,
+      "step": 27790
+    },
+    {
+      "grad_norm": 0.3946857154369354,
+      "learning_rate": 9.785025543898822e-05,
+      "loss": 0.0645,
+      "step": 27800
+    },
+    {
+      "grad_norm": 0.8496629595756531,
+      "learning_rate": 9.784785666615433e-05,
+      "loss": 0.0796,
+      "step": 27810
+    },
+    {
+      "grad_norm": 0.5833702087402344,
+      "learning_rate": 9.7845456585178e-05,
+      "loss": 0.0598,
+      "step": 27820
+    },
+    {
+      "grad_norm": 0.4591907262802124,
+      "learning_rate": 9.784305519612487e-05,
+      "loss": 0.067,
+      "step": 27830
+    },
+    {
+      "grad_norm": 0.6422338485717773,
+      "learning_rate": 9.784065249906059e-05,
+      "loss": 0.0681,
+      "step": 27840
+    },
+    {
+      "grad_norm": 0.5957201719284058,
+      "learning_rate": 9.783824849405084e-05,
+      "loss": 0.0515,
+      "step": 27850
+    },
+    {
+      "grad_norm": 0.6599706411361694,
+      "learning_rate": 9.783584318116133e-05,
+      "loss": 0.0681,
+      "step": 27860
+    },
+    {
+      "grad_norm": 0.5322542786598206,
+      "learning_rate": 9.783343656045786e-05,
+      "loss": 0.0811,
+      "step": 27870
+    },
+    {
+      "grad_norm": 0.7285740971565247,
+      "learning_rate": 9.78310286320062e-05,
+      "loss": 0.0568,
+      "step": 27880
+    },
+    {
+      "grad_norm": 0.6641424894332886,
+      "learning_rate": 9.782861939587218e-05,
+      "loss": 0.0626,
+      "step": 27890
+    },
+    {
+      "grad_norm": 0.6790198683738708,
+      "learning_rate": 9.782620885212168e-05,
+      "loss": 0.0785,
+      "step": 27900
+    },
+    {
+      "grad_norm": 0.6187946796417236,
+      "learning_rate": 9.782379700082061e-05,
+      "loss": 0.0679,
+      "step": 27910
+    },
+    {
+      "grad_norm": 0.5127753615379333,
+      "learning_rate": 9.782138384203487e-05,
+      "loss": 0.0709,
+      "step": 27920
+    },
+    {
+      "grad_norm": 0.6156544089317322,
+      "learning_rate": 9.781896937583048e-05,
+      "loss": 0.0881,
+      "step": 27930
+    },
+    {
+      "grad_norm": 0.49068737030029297,
+      "learning_rate": 9.781655360227343e-05,
+      "loss": 0.0902,
+      "step": 27940
+    },
+    {
+      "grad_norm": 0.7742199301719666,
+      "learning_rate": 9.781413652142976e-05,
+      "loss": 0.0601,
+      "step": 27950
+    },
+    {
+      "grad_norm": 0.508556604385376,
+      "learning_rate": 9.781171813336556e-05,
+      "loss": 0.0872,
+      "step": 27960
+    },
+    {
+      "grad_norm": 0.7320533990859985,
+      "learning_rate": 9.780929843814696e-05,
+      "loss": 0.0706,
+      "step": 27970
+    },
+    {
+      "grad_norm": 0.6384475827217102,
+      "learning_rate": 9.78068774358401e-05,
+      "loss": 0.0637,
+      "step": 27980
+    },
+    {
+      "grad_norm": 0.7296402454376221,
+      "learning_rate": 9.780445512651116e-05,
+      "loss": 0.0686,
+      "step": 27990
+    },
+    {
+      "grad_norm": 0.6880320310592651,
+      "learning_rate": 9.780203151022639e-05,
+      "loss": 0.0643,
+      "step": 28000
+    },
+    {
+      "grad_norm": 0.7251341342926025,
+      "learning_rate": 9.779960658705203e-05,
+      "loss": 0.0818,
+      "step": 28010
+    },
+    {
+      "grad_norm": 0.5954839587211609,
+      "learning_rate": 9.779718035705439e-05,
+      "loss": 0.0673,
+      "step": 28020
+    },
+    {
+      "grad_norm": 0.9535611867904663,
+      "learning_rate": 9.779475282029977e-05,
+      "loss": 0.0835,
+      "step": 28030
+    },
+    {
+      "grad_norm": 0.48707422614097595,
+      "learning_rate": 9.779232397685458e-05,
+      "loss": 0.0773,
+      "step": 28040
+    },
+    {
+      "grad_norm": 0.7103029489517212,
+      "learning_rate": 9.778989382678523e-05,
+      "loss": 0.0679,
+      "step": 28050
+    },
+    {
+      "grad_norm": 0.8660082221031189,
+      "learning_rate": 9.77874623701581e-05,
+      "loss": 0.0667,
+      "step": 28060
+    },
+    {
+      "grad_norm": 0.7042586207389832,
+      "learning_rate": 9.778502960703972e-05,
+      "loss": 0.0604,
+      "step": 28070
+    },
+    {
+      "grad_norm": 0.7822901606559753,
+      "learning_rate": 9.778259553749658e-05,
+      "loss": 0.0597,
+      "step": 28080
+    },
+    {
+      "grad_norm": 0.41029906272888184,
+      "learning_rate": 9.778016016159524e-05,
+      "loss": 0.0636,
+      "step": 28090
+    },
+    {
+      "grad_norm": 0.49983879923820496,
+      "learning_rate": 9.777772347940226e-05,
+      "loss": 0.0619,
+      "step": 28100
+    },
+    {
+      "grad_norm": 1.0183897018432617,
+      "learning_rate": 9.777528549098427e-05,
+      "loss": 0.082,
+      "step": 28110
+    },
+    {
+      "grad_norm": 0.5521094799041748,
+      "learning_rate": 9.777284619640792e-05,
+      "loss": 0.056,
+      "step": 28120
+    },
+    {
+      "grad_norm": 0.4511377215385437,
+      "learning_rate": 9.777040559573992e-05,
+      "loss": 0.0679,
+      "step": 28130
+    },
+    {
+      "grad_norm": 0.6586098074913025,
+      "learning_rate": 9.776796368904695e-05,
+      "loss": 0.0622,
+      "step": 28140
+    },
+    {
+      "grad_norm": 0.5920986533164978,
+      "learning_rate": 9.776552047639581e-05,
+      "loss": 0.0697,
+      "step": 28150
+    },
+    {
+      "grad_norm": 0.5323513150215149,
+      "learning_rate": 9.77630759578533e-05,
+      "loss": 0.0523,
+      "step": 28160
+    },
+    {
+      "grad_norm": 0.5329258441925049,
+      "learning_rate": 9.776063013348622e-05,
+      "loss": 0.0582,
+      "step": 28170
+    },
+    {
+      "grad_norm": 0.7325919270515442,
+      "learning_rate": 9.775818300336146e-05,
+      "loss": 0.0546,
+      "step": 28180
+    },
+    {
+      "grad_norm": 0.8670511841773987,
+      "learning_rate": 9.775573456754591e-05,
+      "loss": 0.0679,
+      "step": 28190
+    },
+    {
+      "grad_norm": 0.5505257248878479,
+      "learning_rate": 9.775328482610653e-05,
+      "loss": 0.0656,
+      "step": 28200
+    },
+    {
+      "grad_norm": 0.5633217096328735,
+      "learning_rate": 9.775083377911028e-05,
+      "loss": 0.0517,
+      "step": 28210
+    },
+    {
+      "grad_norm": 0.3789801001548767,
+      "learning_rate": 9.774838142662417e-05,
+      "loss": 0.0715,
+      "step": 28220
+    },
+    {
+      "grad_norm": 1.5502926111221313,
+      "learning_rate": 9.774592776871525e-05,
+      "loss": 0.0573,
+      "step": 28230
+    },
+    {
+      "grad_norm": 0.6957900524139404,
+      "learning_rate": 9.77434728054506e-05,
+      "loss": 0.0754,
+      "step": 28240
+    },
+    {
+      "grad_norm": 0.5296965837478638,
+      "learning_rate": 9.774101653689735e-05,
+      "loss": 0.0614,
+      "step": 28250
+    },
+    {
+      "grad_norm": 0.8053464889526367,
+      "learning_rate": 9.773855896312263e-05,
+      "loss": 0.0883,
+      "step": 28260
+    },
+    {
+      "grad_norm": 0.7344145178794861,
+      "learning_rate": 9.773610008419365e-05,
+      "loss": 0.0736,
+      "step": 28270
+    },
+    {
+      "grad_norm": 0.6034681797027588,
+      "learning_rate": 9.773363990017763e-05,
+      "loss": 0.0654,
+      "step": 28280
+    },
+    {
+      "grad_norm": 0.46838805079460144,
+      "learning_rate": 9.773117841114182e-05,
+      "loss": 0.0457,
+      "step": 28290
+    },
+    {
+      "grad_norm": 0.48713448643684387,
+      "learning_rate": 9.772871561715353e-05,
+      "loss": 0.067,
+      "step": 28300
+    },
+    {
+      "grad_norm": 0.9832140207290649,
+      "learning_rate": 9.772625151828007e-05,
+      "loss": 0.0865,
+      "step": 28310
+    },
+    {
+      "grad_norm": 0.9564993381500244,
+      "learning_rate": 9.772378611458886e-05,
+      "loss": 0.0736,
+      "step": 28320
+    },
+    {
+      "grad_norm": 0.690302848815918,
+      "learning_rate": 9.772131940614724e-05,
+      "loss": 0.0693,
+      "step": 28330
+    },
+    {
+      "grad_norm": 0.5499237775802612,
+      "learning_rate": 9.771885139302268e-05,
+      "loss": 0.0654,
+      "step": 28340
+    },
+    {
+      "grad_norm": 0.5945140719413757,
+      "learning_rate": 9.771638207528264e-05,
+      "loss": 0.0636,
+      "step": 28350
+    },
+    {
+      "grad_norm": 0.4104470908641815,
+      "learning_rate": 9.771391145299465e-05,
+      "loss": 0.0783,
+      "step": 28360
+    },
+    {
+      "grad_norm": 0.7222959399223328,
+      "learning_rate": 9.771143952622626e-05,
+      "loss": 0.0748,
+      "step": 28370
+    },
+    {
+      "grad_norm": 0.6542426943778992,
+      "learning_rate": 9.770896629504502e-05,
+      "loss": 0.0686,
+      "step": 28380
+    },
+    {
+      "grad_norm": 0.7149912714958191,
+      "learning_rate": 9.770649175951857e-05,
+      "loss": 0.0668,
+      "step": 28390
+    },
+    {
+      "grad_norm": 0.7353515028953552,
+      "learning_rate": 9.770401591971455e-05,
+      "loss": 0.0631,
+      "step": 28400
+    },
+    {
+      "grad_norm": 0.48507630825042725,
+      "learning_rate": 9.770153877570067e-05,
+      "loss": 0.0669,
+      "step": 28410
+    },
+    {
+      "grad_norm": 0.6020137667655945,
+      "learning_rate": 9.769906032754464e-05,
+      "loss": 0.0612,
+      "step": 28420
+    },
+    {
+      "grad_norm": 0.9090336561203003,
+      "learning_rate": 9.769658057531422e-05,
+      "loss": 0.0943,
+      "step": 28430
+    },
+    {
+      "grad_norm": 0.5792884230613708,
+      "learning_rate": 9.769409951907719e-05,
+      "loss": 0.0631,
+      "step": 28440
+    },
+    {
+      "grad_norm": 0.7606351375579834,
+      "learning_rate": 9.76916171589014e-05,
+      "loss": 0.0743,
+      "step": 28450
+    },
+    {
+      "grad_norm": 0.6127856969833374,
+      "learning_rate": 9.768913349485472e-05,
+      "loss": 0.0744,
+      "step": 28460
+    },
+    {
+      "grad_norm": 0.682151198387146,
+      "learning_rate": 9.768664852700505e-05,
+      "loss": 0.0674,
+      "step": 28470
+    },
+    {
+      "grad_norm": 0.6663133502006531,
+      "learning_rate": 9.768416225542032e-05,
+      "loss": 0.0613,
+      "step": 28480
+    },
+    {
+      "grad_norm": 0.5958750247955322,
+      "learning_rate": 9.76816746801685e-05,
+      "loss": 0.0837,
+      "step": 28490
+    },
+    {
+      "grad_norm": 0.5584161877632141,
+      "learning_rate": 9.767918580131763e-05,
+      "loss": 0.0662,
+      "step": 28500
+    },
+    {
+      "grad_norm": 0.5521354675292969,
+      "learning_rate": 9.767669561893572e-05,
+      "loss": 0.0694,
+      "step": 28510
+    },
+    {
+      "grad_norm": 0.6269077062606812,
+      "learning_rate": 9.767420413309086e-05,
+      "loss": 0.0605,
+      "step": 28520
+    },
+    {
+      "grad_norm": 0.5928886532783508,
+      "learning_rate": 9.767171134385118e-05,
+      "loss": 0.0723,
+      "step": 28530
+    },
+    {
+      "grad_norm": 0.553869903087616,
+      "learning_rate": 9.766921725128481e-05,
+      "loss": 0.0769,
+      "step": 28540
+    },
+    {
+      "grad_norm": 0.5729073882102966,
+      "learning_rate": 9.766672185545995e-05,
+      "loss": 0.0678,
+      "step": 28550
+    },
+    {
+      "grad_norm": 0.7680277824401855,
+      "learning_rate": 9.766422515644482e-05,
+      "loss": 0.0747,
+      "step": 28560
+    },
+    {
+      "grad_norm": 0.5615447163581848,
+      "learning_rate": 9.766172715430769e-05,
+      "loss": 0.0585,
+      "step": 28570
+    },
+    {
+      "grad_norm": 0.5780113935470581,
+      "learning_rate": 9.765922784911683e-05,
+      "loss": 0.0554,
+      "step": 28580
+    },
+    {
+      "grad_norm": 0.48996829986572266,
+      "learning_rate": 9.76567272409406e-05,
+      "loss": 0.066,
+      "step": 28590
+    },
+    {
+      "grad_norm": 0.7391840815544128,
+      "learning_rate": 9.765422532984735e-05,
+      "loss": 0.09,
+      "step": 28600
+    },
+    {
+      "grad_norm": 0.47889187932014465,
+      "learning_rate": 9.765172211590547e-05,
+      "loss": 0.0619,
+      "step": 28610
+    },
+    {
+      "grad_norm": 0.6479946374893188,
+      "learning_rate": 9.764921759918342e-05,
+      "loss": 0.0625,
+      "step": 28620
+    },
+    {
+      "grad_norm": 0.567376434803009,
+      "learning_rate": 9.764671177974966e-05,
+      "loss": 0.0795,
+      "step": 28630
+    },
+    {
+      "grad_norm": 0.4381171762943268,
+      "learning_rate": 9.76442046576727e-05,
+      "loss": 0.0551,
+      "step": 28640
+    },
+    {
+      "grad_norm": 0.618587076663971,
+      "learning_rate": 9.764169623302109e-05,
+      "loss": 0.0743,
+      "step": 28650
+    },
+    {
+      "grad_norm": 0.7096151113510132,
+      "learning_rate": 9.763918650586338e-05,
+      "loss": 0.0542,
+      "step": 28660
+    },
+    {
+      "grad_norm": 0.44278788566589355,
+      "learning_rate": 9.763667547626825e-05,
+      "loss": 0.055,
+      "step": 28670
+    },
+    {
+      "grad_norm": 0.6046476364135742,
+      "learning_rate": 9.763416314430427e-05,
+      "loss": 0.0632,
+      "step": 28680
+    },
+    {
+      "grad_norm": 0.43991148471832275,
+      "learning_rate": 9.763164951004018e-05,
+      "loss": 0.0612,
+      "step": 28690
+    },
+    {
+      "grad_norm": 0.8350784182548523,
+      "learning_rate": 9.762913457354469e-05,
+      "loss": 0.0661,
+      "step": 28700
+    },
+    {
+      "grad_norm": 0.6246744990348816,
+      "learning_rate": 9.762661833488654e-05,
+      "loss": 0.067,
+      "step": 28710
+    },
+    {
+      "grad_norm": 0.684108316898346,
+      "learning_rate": 9.762410079413455e-05,
+      "loss": 0.0592,
+      "step": 28720
+    },
+    {
+      "grad_norm": 0.6562833786010742,
+      "learning_rate": 9.762158195135754e-05,
+      "loss": 0.0659,
+      "step": 28730
+    },
+    {
+      "grad_norm": 0.6771926283836365,
+      "learning_rate": 9.761906180662435e-05,
+      "loss": 0.0689,
+      "step": 28740
+    },
+    {
+      "grad_norm": 0.6077961325645447,
+      "learning_rate": 9.761654036000392e-05,
+      "loss": 0.0601,
+      "step": 28750
+    },
+    {
+      "grad_norm": 0.5287161469459534,
+      "learning_rate": 9.761401761156516e-05,
+      "loss": 0.0706,
+      "step": 28760
+    },
+    {
+      "grad_norm": 0.5273951888084412,
+      "learning_rate": 9.761149356137704e-05,
+      "loss": 0.0629,
+      "step": 28770
+    },
+    {
+      "grad_norm": 0.5403570532798767,
+      "learning_rate": 9.760896820950858e-05,
+      "loss": 0.0815,
+      "step": 28780
+    },
+    {
+      "grad_norm": 0.5492487549781799,
+      "learning_rate": 9.76064415560288e-05,
+      "loss": 0.0721,
+      "step": 28790
+    },
+    {
+      "grad_norm": 0.7489679455757141,
+      "learning_rate": 9.760391360100681e-05,
+      "loss": 0.056,
+      "step": 28800
+    },
+    {
+      "grad_norm": 0.5127142071723938,
+      "learning_rate": 9.76013843445117e-05,
+      "loss": 0.0553,
+      "step": 28810
+    },
+    {
+      "grad_norm": 0.5661592483520508,
+      "learning_rate": 9.759885378661263e-05,
+      "loss": 0.0612,
+      "step": 28820
+    },
+    {
+      "grad_norm": 1.5588184595108032,
+      "learning_rate": 9.759632192737878e-05,
+      "loss": 0.0591,
+      "step": 28830
+    },
+    {
+      "grad_norm": 0.45544490218162537,
+      "learning_rate": 9.759378876687937e-05,
+      "loss": 0.0559,
+      "step": 28840
+    },
+    {
+      "grad_norm": 1.0041667222976685,
+      "learning_rate": 9.759125430518365e-05,
+      "loss": 0.0573,
+      "step": 28850
+    },
+    {
+      "grad_norm": 0.9767372608184814,
+      "learning_rate": 9.758871854236091e-05,
+      "loss": 0.0662,
+      "step": 28860
+    },
+    {
+      "grad_norm": 0.41621625423431396,
+      "learning_rate": 9.758618147848049e-05,
+      "loss": 0.0524,
+      "step": 28870
+    },
+    {
+      "grad_norm": 0.5460148453712463,
+      "learning_rate": 9.758364311361174e-05,
+      "loss": 0.0654,
+      "step": 28880
+    },
+    {
+      "grad_norm": 0.8844191431999207,
+      "learning_rate": 9.758110344782408e-05,
+      "loss": 0.0645,
+      "step": 28890
+    },
+    {
+      "grad_norm": 0.47078263759613037,
+      "learning_rate": 9.75785624811869e-05,
+      "loss": 0.059,
+      "step": 28900
+    },
+    {
+      "grad_norm": 0.5698981881141663,
+      "learning_rate": 9.757602021376972e-05,
+      "loss": 0.0694,
+      "step": 28910
+    },
+    {
+      "grad_norm": 0.5555749535560608,
+      "learning_rate": 9.757347664564202e-05,
+      "loss": 0.054,
+      "step": 28920
+    },
+    {
+      "grad_norm": 0.47207239270210266,
+      "learning_rate": 9.757093177687333e-05,
+      "loss": 0.0503,
+      "step": 28930
+    },
+    {
+      "grad_norm": 0.5743655562400818,
+      "learning_rate": 9.756838560753325e-05,
+      "loss": 0.0718,
+      "step": 28940
+    },
+    {
+      "grad_norm": 0.699832022190094,
+      "learning_rate": 9.756583813769136e-05,
+      "loss": 0.0598,
+      "step": 28950
+    },
+    {
+      "grad_norm": 0.6924501061439514,
+      "learning_rate": 9.756328936741734e-05,
+      "loss": 0.06,
+      "step": 28960
+    },
+    {
+      "grad_norm": 0.9670860171318054,
+      "learning_rate": 9.756073929678085e-05,
+      "loss": 0.0687,
+      "step": 28970
+    },
+    {
+      "grad_norm": 0.5661240220069885,
+      "learning_rate": 9.75581879258516e-05,
+      "loss": 0.061,
+      "step": 28980
+    },
+    {
+      "grad_norm": 0.5439299941062927,
+      "learning_rate": 9.75556352546994e-05,
+      "loss": 0.0768,
+      "step": 28990
+    },
+    {
+      "grad_norm": 3.1569411754608154,
+      "learning_rate": 9.755308128339396e-05,
+      "loss": 0.056,
+      "step": 29000
+    },
+    {
+      "grad_norm": 0.7123483419418335,
+      "learning_rate": 9.755052601200517e-05,
+      "loss": 0.062,
+      "step": 29010
+    },
+    {
+      "grad_norm": 0.4274228811264038,
+      "learning_rate": 9.754796944060285e-05,
+      "loss": 0.0693,
+      "step": 29020
+    },
+    {
+      "grad_norm": 0.5488526225090027,
+      "learning_rate": 9.75454115692569e-05,
+      "loss": 0.0563,
+      "step": 29030
+    },
+    {
+      "grad_norm": 0.6225519180297852,
+      "learning_rate": 9.754285239803727e-05,
+      "loss": 0.0636,
+      "step": 29040
+    },
+    {
+      "grad_norm": 0.597308337688446,
+      "learning_rate": 9.75402919270139e-05,
+      "loss": 0.1073,
+      "step": 29050
+    },
+    {
+      "grad_norm": 0.7548904418945312,
+      "learning_rate": 9.753773015625682e-05,
+      "loss": 0.0658,
+      "step": 29060
+    },
+    {
+      "grad_norm": 1.3418952226638794,
+      "learning_rate": 9.753516708583607e-05,
+      "loss": 0.0757,
+      "step": 29070
+    },
+    {
+      "grad_norm": 0.5721161365509033,
+      "learning_rate": 9.75326027158217e-05,
+      "loss": 0.0575,
+      "step": 29080
+    },
+    {
+      "grad_norm": 0.5448006391525269,
+      "learning_rate": 9.753003704628383e-05,
+      "loss": 0.0691,
+      "step": 29090
+    },
+    {
+      "grad_norm": 1.0835967063903809,
+      "learning_rate": 9.752747007729259e-05,
+      "loss": 0.0688,
+      "step": 29100
+    },
+    {
+      "grad_norm": 0.42788955569267273,
+      "learning_rate": 9.75249018089182e-05,
+      "loss": 0.069,
+      "step": 29110
+    },
+    {
+      "grad_norm": 0.4964495897293091,
+      "learning_rate": 9.752233224123083e-05,
+      "loss": 0.0629,
+      "step": 29120
+    },
+    {
+      "grad_norm": 0.8136771321296692,
+      "learning_rate": 9.751976137430075e-05,
+      "loss": 0.0658,
+      "step": 29130
+    },
+    {
+      "grad_norm": 0.6609320640563965,
+      "learning_rate": 9.751718920819826e-05,
+      "loss": 0.0756,
+      "step": 29140
+    },
+    {
+      "grad_norm": 0.4665728509426117,
+      "learning_rate": 9.751461574299365e-05,
+      "loss": 0.0685,
+      "step": 29150
+    },
+    {
+      "grad_norm": 1.004086971282959,
+      "learning_rate": 9.75120409787573e-05,
+      "loss": 0.0749,
+      "step": 29160
+    },
+    {
+      "grad_norm": 0.8448167443275452,
+      "learning_rate": 9.750946491555961e-05,
+      "loss": 0.076,
+      "step": 29170
+    },
+    {
+      "grad_norm": 0.4904869496822357,
+      "learning_rate": 9.7506887553471e-05,
+      "loss": 0.0816,
+      "step": 29180
+    },
+    {
+      "grad_norm": 0.5928230881690979,
+      "learning_rate": 9.75043088925619e-05,
+      "loss": 0.0586,
+      "step": 29190
+    },
+    {
+      "grad_norm": 0.7176315188407898,
+      "learning_rate": 9.750172893290288e-05,
+      "loss": 0.0752,
+      "step": 29200
+    },
+    {
+      "grad_norm": 1.006724238395691,
+      "learning_rate": 9.749914767456441e-05,
+      "loss": 0.0507,
+      "step": 29210
+    },
+    {
+      "grad_norm": 0.5646032094955444,
+      "learning_rate": 9.74965651176171e-05,
+      "loss": 0.0674,
+      "step": 29220
+    },
+    {
+      "grad_norm": 0.7447491884231567,
+      "learning_rate": 9.749398126213154e-05,
+      "loss": 0.0679,
+      "step": 29230
+    },
+    {
+      "grad_norm": 0.590513288974762,
+      "learning_rate": 9.749139610817838e-05,
+      "loss": 0.0506,
+      "step": 29240
+    },
+    {
+      "grad_norm": 0.6904083490371704,
+      "learning_rate": 9.748880965582829e-05,
+      "loss": 0.0523,
+      "step": 29250
+    },
+    {
+      "grad_norm": 0.8009453415870667,
+      "learning_rate": 9.748622190515198e-05,
+      "loss": 0.0677,
+      "step": 29260
+    },
+    {
+      "grad_norm": 0.8435172438621521,
+      "learning_rate": 9.74836328562202e-05,
+      "loss": 0.0613,
+      "step": 29270
+    },
+    {
+      "grad_norm": 0.6074042916297913,
+      "learning_rate": 9.748104250910375e-05,
+      "loss": 0.054,
+      "step": 29280
+    },
+    {
+      "grad_norm": 0.4717600643634796,
+      "learning_rate": 9.747845086387342e-05,
+      "loss": 0.0524,
+      "step": 29290
+    },
+    {
+      "grad_norm": 0.7282437086105347,
+      "learning_rate": 9.74758579206001e-05,
+      "loss": 0.0639,
+      "step": 29300
+    },
+    {
+      "grad_norm": 0.6202677488327026,
+      "learning_rate": 9.747326367935464e-05,
+      "loss": 0.0544,
+      "step": 29310
+    },
+    {
+      "grad_norm": 0.5409952402114868,
+      "learning_rate": 9.7470668140208e-05,
+      "loss": 0.0654,
+      "step": 29320
+    },
+    {
+      "grad_norm": 0.556053638458252,
+      "learning_rate": 9.746807130323112e-05,
+      "loss": 0.0716,
+      "step": 29330
+    },
+    {
+      "grad_norm": 0.6297544240951538,
+      "learning_rate": 9.746547316849502e-05,
+      "loss": 0.0764,
+      "step": 29340
+    },
+    {
+      "grad_norm": 0.6169591546058655,
+      "learning_rate": 9.746287373607069e-05,
+      "loss": 0.0663,
+      "step": 29350
+    },
+    {
+      "grad_norm": 0.5436936020851135,
+      "learning_rate": 9.746027300602922e-05,
+      "loss": 0.0557,
+      "step": 29360
+    },
+    {
+      "grad_norm": 0.6172446608543396,
+      "learning_rate": 9.745767097844174e-05,
+      "loss": 0.0515,
+      "step": 29370
+    },
+    {
+      "grad_norm": 0.5308115482330322,
+      "learning_rate": 9.745506765337935e-05,
+      "loss": 0.0506,
+      "step": 29380
+    },
+    {
+      "grad_norm": 0.4559507966041565,
+      "learning_rate": 9.745246303091324e-05,
+      "loss": 0.0648,
+      "step": 29390
+    },
+    {
+      "grad_norm": 0.538722574710846,
+      "learning_rate": 9.744985711111464e-05,
+      "loss": 0.0839,
+      "step": 29400
+    },
+    {
+      "grad_norm": 0.6507173180580139,
+      "learning_rate": 9.744724989405474e-05,
+      "loss": 0.0587,
+      "step": 29410
+    },
+    {
+      "grad_norm": 0.8053845167160034,
+      "learning_rate": 9.744464137980487e-05,
+      "loss": 0.0848,
+      "step": 29420
+    },
+    {
+      "grad_norm": 0.6605343818664551,
+      "learning_rate": 9.744203156843632e-05,
+      "loss": 0.0701,
+      "step": 29430
+    },
+    {
+      "grad_norm": 0.6276118755340576,
+      "learning_rate": 9.743942046002047e-05,
+      "loss": 0.0799,
+      "step": 29440
+    },
+    {
+      "grad_norm": 0.6511526703834534,
+      "learning_rate": 9.743680805462864e-05,
+      "loss": 0.0735,
+      "step": 29450
+    },
+    {
+      "grad_norm": 0.6873164176940918,
+      "learning_rate": 9.743419435233234e-05,
+      "loss": 0.0785,
+      "step": 29460
+    },
+    {
+      "grad_norm": 0.6523257493972778,
+      "learning_rate": 9.743157935320297e-05,
+      "loss": 0.0794,
+      "step": 29470
+    },
+    {
+      "grad_norm": 0.5884868502616882,
+      "learning_rate": 9.742896305731206e-05,
+      "loss": 0.0788,
+      "step": 29480
+    },
+    {
+      "grad_norm": 0.5552331209182739,
+      "learning_rate": 9.742634546473111e-05,
+      "loss": 0.0679,
+      "step": 29490
+    },
+    {
+      "grad_norm": 0.4559330940246582,
+      "learning_rate": 9.742372657553167e-05,
+      "loss": 0.0882,
+      "step": 29500
+    },
+    {
+      "grad_norm": 0.45356395840644836,
+      "learning_rate": 9.742110638978538e-05,
+      "loss": 0.0574,
+      "step": 29510
+    },
+    {
+      "grad_norm": 0.6627737283706665,
+      "learning_rate": 9.741848490756387e-05,
+      "loss": 0.0659,
+      "step": 29520
+    },
+    {
+      "grad_norm": 1.054279088973999,
+      "learning_rate": 9.741586212893877e-05,
+      "loss": 0.0617,
+      "step": 29530
+    },
+    {
+      "grad_norm": 0.5683802366256714,
+      "learning_rate": 9.741323805398184e-05,
+      "loss": 0.0557,
+      "step": 29540
+    },
+    {
+      "grad_norm": 0.7197126150131226,
+      "learning_rate": 9.741061268276477e-05,
+      "loss": 0.0667,
+      "step": 29550
+    },
+    {
+      "grad_norm": 0.6352335214614868,
+      "learning_rate": 9.740798601535937e-05,
+      "loss": 0.069,
+      "step": 29560
+    },
+    {
+      "grad_norm": 0.7665295004844666,
+      "learning_rate": 9.740535805183744e-05,
+      "loss": 0.0619,
+      "step": 29570
+    },
+    {
+      "grad_norm": 0.5368948578834534,
+      "learning_rate": 9.740272879227084e-05,
+      "loss": 0.0495,
+      "step": 29580
+    },
+    {
+      "grad_norm": 0.5220017433166504,
+      "learning_rate": 9.740009823673144e-05,
+      "loss": 0.0634,
+      "step": 29590
+    },
+    {
+      "grad_norm": 0.7098066806793213,
+      "learning_rate": 9.739746638529115e-05,
+      "loss": 0.0607,
+      "step": 29600
+    },
+    {
+      "grad_norm": 0.6051868200302124,
+      "learning_rate": 9.739483323802194e-05,
+      "loss": 0.0488,
+      "step": 29610
+    },
+    {
+      "grad_norm": 0.4638735055923462,
+      "learning_rate": 9.73921987949958e-05,
+      "loss": 0.0486,
+      "step": 29620
+    },
+    {
+      "grad_norm": 0.7599851489067078,
+      "learning_rate": 9.738956305628476e-05,
+      "loss": 0.0732,
+      "step": 29630
+    },
+    {
+      "grad_norm": 0.5819861888885498,
+      "learning_rate": 9.738692602196085e-05,
+      "loss": 0.0536,
+      "step": 29640
+    },
+    {
+      "grad_norm": 0.5934111475944519,
+      "learning_rate": 9.738428769209618e-05,
+      "loss": 0.1047,
+      "step": 29650
+    },
+    {
+      "grad_norm": 0.6109880208969116,
+      "learning_rate": 9.73816480667629e-05,
+      "loss": 0.0551,
+      "step": 29660
+    },
+    {
+      "grad_norm": 0.6247812509536743,
+      "learning_rate": 9.737900714603316e-05,
+      "loss": 0.11,
+      "step": 29670
+    },
+    {
+      "grad_norm": 0.4067780077457428,
+      "learning_rate": 9.737636492997916e-05,
+      "loss": 0.052,
+      "step": 29680
+    },
+    {
+      "grad_norm": 0.5359166264533997,
+      "learning_rate": 9.737372141867315e-05,
+      "loss": 0.0554,
+      "step": 29690
+    },
+    {
+      "grad_norm": 0.6640265583992004,
+      "learning_rate": 9.737107661218738e-05,
+      "loss": 0.1098,
+      "step": 29700
+    },
+    {
+      "grad_norm": 0.6397375464439392,
+      "learning_rate": 9.73684305105942e-05,
+      "loss": 0.0602,
+      "step": 29710
+    },
+    {
+      "grad_norm": 0.42622509598731995,
+      "learning_rate": 9.736578311396589e-05,
+      "loss": 0.0772,
+      "step": 29720
+    },
+    {
+      "grad_norm": 0.57331782579422,
+      "learning_rate": 9.736313442237488e-05,
+      "loss": 0.0572,
+      "step": 29730
+    },
+    {
+      "grad_norm": 0.4887990951538086,
+      "learning_rate": 9.736048443589356e-05,
+      "loss": 0.0576,
+      "step": 29740
+    },
+    {
+      "grad_norm": 0.6005712747573853,
+      "learning_rate": 9.735783315459441e-05,
+      "loss": 0.0547,
+      "step": 29750
+    },
+    {
+      "grad_norm": 1.2594014406204224,
+      "learning_rate": 9.735518057854988e-05,
+      "loss": 0.0875,
+      "step": 29760
+    },
+    {
+      "grad_norm": 0.5119661092758179,
+      "learning_rate": 9.73525267078325e-05,
+      "loss": 0.067,
+      "step": 29770
+    },
+    {
+      "grad_norm": 0.9393590688705444,
+      "learning_rate": 9.734987154251483e-05,
+      "loss": 0.0667,
+      "step": 29780
+    },
+    {
+      "grad_norm": 0.8647048473358154,
+      "learning_rate": 9.734721508266946e-05,
+      "loss": 0.057,
+      "step": 29790
+    },
+    {
+      "grad_norm": 0.7464419007301331,
+      "learning_rate": 9.734455732836902e-05,
+      "loss": 0.0523,
+      "step": 29800
+    },
+    {
+      "grad_norm": 0.40543532371520996,
+      "learning_rate": 9.734189827968618e-05,
+      "loss": 0.0569,
+      "step": 29810
+    },
+    {
+      "grad_norm": 0.8211783766746521,
+      "learning_rate": 9.733923793669362e-05,
+      "loss": 0.0794,
+      "step": 29820
+    },
+    {
+      "grad_norm": 0.6544003486633301,
+      "learning_rate": 9.733657629946406e-05,
+      "loss": 0.0517,
+      "step": 29830
+    },
+    {
+      "grad_norm": 0.5735533833503723,
+      "learning_rate": 9.73339133680703e-05,
+      "loss": 0.0549,
+      "step": 29840
+    },
+    {
+      "grad_norm": 0.630376935005188,
+      "learning_rate": 9.733124914258514e-05,
+      "loss": 0.0702,
+      "step": 29850
+    },
+    {
+      "grad_norm": 0.6640494465827942,
+      "learning_rate": 9.732858362308141e-05,
+      "loss": 0.0523,
+      "step": 29860
+    },
+    {
+      "grad_norm": 0.6844144463539124,
+      "learning_rate": 9.732591680963196e-05,
+      "loss": 0.0781,
+      "step": 29870
+    },
+    {
+      "grad_norm": 0.4698314964771271,
+      "learning_rate": 9.732324870230975e-05,
+      "loss": 0.0607,
+      "step": 29880
+    },
+    {
+      "grad_norm": 0.7172766923904419,
+      "learning_rate": 9.732057930118769e-05,
+      "loss": 0.0667,
+      "step": 29890
+    },
+    {
+      "grad_norm": 0.8350285291671753,
+      "learning_rate": 9.731790860633878e-05,
+      "loss": 0.0852,
+      "step": 29900
+    },
+    {
+      "grad_norm": 0.43749406933784485,
+      "learning_rate": 9.731523661783601e-05,
+      "loss": 0.0626,
+      "step": 29910
+    },
+    {
+      "grad_norm": 0.8101174831390381,
+      "learning_rate": 9.731256333575246e-05,
+      "loss": 0.0757,
+      "step": 29920
+    },
+    {
+      "grad_norm": 0.6004309058189392,
+      "learning_rate": 9.730988876016118e-05,
+      "loss": 0.054,
+      "step": 29930
+    },
+    {
+      "grad_norm": 0.7820136547088623,
+      "learning_rate": 9.730721289113534e-05,
+      "loss": 0.0801,
+      "step": 29940
+    },
+    {
+      "grad_norm": 0.5798683166503906,
+      "learning_rate": 9.730453572874805e-05,
+      "loss": 0.0717,
+      "step": 29950
+    },
+    {
+      "grad_norm": 0.5763264894485474,
+      "learning_rate": 9.730185727307255e-05,
+      "loss": 0.0604,
+      "step": 29960
+    },
+    {
+      "grad_norm": 0.5800615549087524,
+      "learning_rate": 9.729917752418203e-05,
+      "loss": 0.0563,
+      "step": 29970
+    },
+    {
+      "grad_norm": 0.5995568633079529,
+      "learning_rate": 9.729649648214976e-05,
+      "loss": 0.0563,
+      "step": 29980
+    },
+    {
+      "grad_norm": 0.5944081544876099,
+      "learning_rate": 9.729381414704906e-05,
+      "loss": 0.0585,
+      "step": 29990
+    },
+    {
+      "grad_norm": 0.5077909827232361,
+      "learning_rate": 9.729113051895322e-05,
+      "loss": 0.0684,
+      "step": 30000
+    },
+    {
+      "grad_norm": 0.6885697841644287,
+      "learning_rate": 9.728844559793566e-05,
+      "loss": 0.0598,
+      "step": 30010
+    },
+    {
+      "grad_norm": 0.5164771676063538,
+      "learning_rate": 9.728575938406976e-05,
+      "loss": 0.0598,
+      "step": 30020
+    },
+    {
+      "grad_norm": 0.6968998312950134,
+      "learning_rate": 9.728307187742897e-05,
+      "loss": 0.0619,
+      "step": 30030
+    },
+    {
+      "grad_norm": 0.5786165595054626,
+      "learning_rate": 9.728038307808674e-05,
+      "loss": 0.0647,
+      "step": 30040
+    },
+    {
+      "grad_norm": 0.49726352095603943,
+      "learning_rate": 9.727769298611662e-05,
+      "loss": 0.0554,
+      "step": 30050
+    },
+    {
+      "grad_norm": 0.7768471240997314,
+      "learning_rate": 9.727500160159212e-05,
+      "loss": 0.0588,
+      "step": 30060
+    },
+    {
+      "grad_norm": 0.5519285202026367,
+      "learning_rate": 9.727230892458684e-05,
+      "loss": 0.0972,
+      "step": 30070
+    },
+    {
+      "grad_norm": 0.8470852375030518,
+      "learning_rate": 9.72696149551744e-05,
+      "loss": 0.0751,
+      "step": 30080
+    },
+    {
+      "grad_norm": 0.5970964431762695,
+      "learning_rate": 9.726691969342844e-05,
+      "loss": 0.0864,
+      "step": 30090
+    },
+    {
+      "grad_norm": 0.5386285781860352,
+      "learning_rate": 9.726422313942265e-05,
+      "loss": 0.0922,
+      "step": 30100
+    },
+    {
+      "grad_norm": 0.44808727502822876,
+      "learning_rate": 9.726152529323076e-05,
+      "loss": 0.0726,
+      "step": 30110
+    },
+    {
+      "grad_norm": 0.6076274514198303,
+      "learning_rate": 9.725882615492652e-05,
+      "loss": 0.0701,
+      "step": 30120
+    },
+    {
+      "grad_norm": 0.5253189206123352,
+      "learning_rate": 9.725612572458373e-05,
+      "loss": 0.046,
+      "step": 30130
+    },
+    {
+      "grad_norm": 0.5088297128677368,
+      "learning_rate": 9.725342400227621e-05,
+      "loss": 0.0637,
+      "step": 30140
+    },
+    {
+      "grad_norm": 0.5558748841285706,
+      "learning_rate": 9.725072098807784e-05,
+      "loss": 0.0603,
+      "step": 30150
+    },
+    {
+      "grad_norm": 0.7782633900642395,
+      "learning_rate": 9.72480166820625e-05,
+      "loss": 0.0734,
+      "step": 30160
+    },
+    {
+      "grad_norm": 0.673608124256134,
+      "learning_rate": 9.724531108430414e-05,
+      "loss": 0.0661,
+      "step": 30170
+    },
+    {
+      "grad_norm": 0.55904620885849,
+      "learning_rate": 9.724260419487674e-05,
+      "loss": 0.0654,
+      "step": 30180
+    },
+    {
+      "grad_norm": 0.5674847364425659,
+      "learning_rate": 9.723989601385425e-05,
+      "loss": 0.0674,
+      "step": 30190
+    },
+    {
+      "grad_norm": 0.6669536828994751,
+      "learning_rate": 9.723718654131078e-05,
+      "loss": 0.0584,
+      "step": 30200
+    },
+    {
+      "grad_norm": 0.6499739289283752,
+      "learning_rate": 9.723447577732037e-05,
+      "loss": 0.0639,
+      "step": 30210
+    },
+    {
+      "grad_norm": 1.2924381494522095,
+      "learning_rate": 9.723176372195715e-05,
+      "loss": 0.0704,
+      "step": 30220
+    },
+    {
+      "grad_norm": 0.591788113117218,
+      "learning_rate": 9.722905037529524e-05,
+      "loss": 0.0571,
+      "step": 30230
+    },
+    {
+      "grad_norm": 0.6113234162330627,
+      "learning_rate": 9.722633573740883e-05,
+      "loss": 0.0549,
+      "step": 30240
+    },
+    {
+      "grad_norm": 0.4835471510887146,
+      "learning_rate": 9.722361980837215e-05,
+      "loss": 0.0575,
+      "step": 30250
+    },
+    {
+      "grad_norm": 0.5841102600097656,
+      "learning_rate": 9.722090258825944e-05,
+      "loss": 0.0525,
+      "step": 30260
+    },
+    {
+      "grad_norm": 0.5537900924682617,
+      "learning_rate": 9.7218184077145e-05,
+      "loss": 0.0433,
+      "step": 30270
+    },
+    {
+      "grad_norm": 0.7715656757354736,
+      "learning_rate": 9.721546427510315e-05,
+      "loss": 0.0478,
+      "step": 30280
+    },
+    {
+      "grad_norm": 0.8490579724311829,
+      "learning_rate": 9.721274318220823e-05,
+      "loss": 0.0655,
+      "step": 30290
+    },
+    {
+      "grad_norm": 0.5312951803207397,
+      "learning_rate": 9.721002079853467e-05,
+      "loss": 0.0694,
+      "step": 30300
+    },
+    {
+      "grad_norm": 0.7357950210571289,
+      "learning_rate": 9.720729712415685e-05,
+      "loss": 0.0746,
+      "step": 30310
+    },
+    {
+      "grad_norm": 0.6840144991874695,
+      "learning_rate": 9.720457215914928e-05,
+      "loss": 0.0722,
+      "step": 30320
+    },
+    {
+      "grad_norm": 0.3908993601799011,
+      "learning_rate": 9.720184590358646e-05,
+      "loss": 0.0571,
+      "step": 30330
+    },
+    {
+      "grad_norm": 0.7382761240005493,
+      "learning_rate": 9.719911835754287e-05,
+      "loss": 0.0799,
+      "step": 30340
+    },
+    {
+      "grad_norm": 0.6115530133247375,
+      "learning_rate": 9.719638952109314e-05,
+      "loss": 0.0581,
+      "step": 30350
+    },
+    {
+      "grad_norm": 0.4470806419849396,
+      "learning_rate": 9.719365939431183e-05,
+      "loss": 0.0575,
+      "step": 30360
+    },
+    {
+      "grad_norm": 0.5453231930732727,
+      "learning_rate": 9.719092797727362e-05,
+      "loss": 0.0598,
+      "step": 30370
+    },
+    {
+      "grad_norm": 0.5208419561386108,
+      "learning_rate": 9.718819527005316e-05,
+      "loss": 0.0492,
+      "step": 30380
+    },
+    {
+      "grad_norm": 0.6467622518539429,
+      "learning_rate": 9.718546127272516e-05,
+      "loss": 0.0846,
+      "step": 30390
+    },
+    {
+      "grad_norm": 0.5624409317970276,
+      "learning_rate": 9.71827259853644e-05,
+      "loss": 0.0594,
+      "step": 30400
+    },
+    {
+      "grad_norm": 0.5478466749191284,
+      "learning_rate": 9.717998940804562e-05,
+      "loss": 0.0639,
+      "step": 30410
+    },
+    {
+      "grad_norm": 0.344237357378006,
+      "learning_rate": 9.717725154084365e-05,
+      "loss": 0.0427,
+      "step": 30420
+    },
+    {
+      "grad_norm": 0.6735177636146545,
+      "learning_rate": 9.717451238383335e-05,
+      "loss": 0.0539,
+      "step": 30430
+    },
+    {
+      "grad_norm": 0.7208635210990906,
+      "learning_rate": 9.717177193708962e-05,
+      "loss": 0.0639,
+      "step": 30440
+    },
+    {
+      "grad_norm": 0.585046112537384,
+      "learning_rate": 9.716903020068735e-05,
+      "loss": 0.0537,
+      "step": 30450
+    },
+    {
+      "grad_norm": 0.5326189994812012,
+      "learning_rate": 9.716628717470152e-05,
+      "loss": 0.0514,
+      "step": 30460
+    },
+    {
+      "grad_norm": 0.9784504771232605,
+      "learning_rate": 9.716354285920712e-05,
+      "loss": 0.053,
+      "step": 30470
+    },
+    {
+      "grad_norm": 0.47731322050094604,
+      "learning_rate": 9.716079725427918e-05,
+      "loss": 0.0517,
+      "step": 30480
+    },
+    {
+      "grad_norm": 0.7803354859352112,
+      "learning_rate": 9.715805035999275e-05,
+      "loss": 0.0482,
+      "step": 30490
+    },
+    {
+      "grad_norm": 0.6669082641601562,
+      "learning_rate": 9.715530217642295e-05,
+      "loss": 0.0837,
+      "step": 30500
+    },
+    {
+      "grad_norm": 0.8485336303710938,
+      "learning_rate": 9.715255270364489e-05,
+      "loss": 0.0699,
+      "step": 30510
+    },
+    {
+      "grad_norm": 0.5990592837333679,
+      "learning_rate": 9.714980194173376e-05,
+      "loss": 0.0569,
+      "step": 30520
+    },
+    {
+      "grad_norm": 0.6033564209938049,
+      "learning_rate": 9.714704989076477e-05,
+      "loss": 0.0571,
+      "step": 30530
+    },
+    {
+      "grad_norm": 0.4015948474407196,
+      "learning_rate": 9.714429655081314e-05,
+      "loss": 0.046,
+      "step": 30540
+    },
+    {
+      "grad_norm": 0.6693099737167358,
+      "learning_rate": 9.714154192195415e-05,
+      "loss": 0.0555,
+      "step": 30550
+    },
+    {
+      "grad_norm": 0.5639888644218445,
+      "learning_rate": 9.713878600426312e-05,
+      "loss": 0.0482,
+      "step": 30560
+    },
+    {
+      "grad_norm": 0.635382354259491,
+      "learning_rate": 9.713602879781538e-05,
+      "loss": 0.0836,
+      "step": 30570
+    },
+    {
+      "grad_norm": 0.5435240864753723,
+      "learning_rate": 9.713327030268633e-05,
+      "loss": 0.0677,
+      "step": 30580
+    },
+    {
+      "grad_norm": 0.8006575107574463,
+      "learning_rate": 9.713051051895137e-05,
+      "loss": 0.0679,
+      "step": 30590
+    },
+    {
+      "grad_norm": 0.4714156687259674,
+      "learning_rate": 9.712774944668596e-05,
+      "loss": 0.0629,
+      "step": 30600
+    },
+    {
+      "grad_norm": 0.5976464152336121,
+      "learning_rate": 9.712498708596559e-05,
+      "loss": 0.0816,
+      "step": 30610
+    },
+    {
+      "grad_norm": 0.5813767313957214,
+      "learning_rate": 9.712222343686578e-05,
+      "loss": 0.0625,
+      "step": 30620
+    },
+    {
+      "grad_norm": 0.388942152261734,
+      "learning_rate": 9.711945849946207e-05,
+      "loss": 0.0521,
+      "step": 30630
+    },
+    {
+      "grad_norm": 1.0168370008468628,
+      "learning_rate": 9.71166922738301e-05,
+      "loss": 0.0455,
+      "step": 30640
+    },
+    {
+      "grad_norm": 0.3737016022205353,
+      "learning_rate": 9.711392476004543e-05,
+      "loss": 0.0462,
+      "step": 30650
+    },
+    {
+      "grad_norm": 0.6585996747016907,
+      "learning_rate": 9.711115595818376e-05,
+      "loss": 0.065,
+      "step": 30660
+    },
+    {
+      "grad_norm": 0.5069511532783508,
+      "learning_rate": 9.71083858683208e-05,
+      "loss": 0.0604,
+      "step": 30670
+    },
+    {
+      "grad_norm": 0.43752771615982056,
+      "learning_rate": 9.710561449053226e-05,
+      "loss": 0.0558,
+      "step": 30680
+    },
+    {
+      "grad_norm": 1.013378381729126,
+      "learning_rate": 9.710284182489391e-05,
+      "loss": 0.0666,
+      "step": 30690
+    },
+    {
+      "grad_norm": 0.6710794568061829,
+      "learning_rate": 9.710006787148158e-05,
+      "loss": 0.0793,
+      "step": 30700
+    },
+    {
+      "grad_norm": 0.7791982889175415,
+      "learning_rate": 9.709729263037106e-05,
+      "loss": 0.0511,
+      "step": 30710
+    },
+    {
+      "grad_norm": 0.5686426162719727,
+      "learning_rate": 9.709451610163826e-05,
+      "loss": 0.0593,
+      "step": 30720
+    },
+    {
+      "grad_norm": 0.6202645301818848,
+      "learning_rate": 9.709173828535911e-05,
+      "loss": 0.0683,
+      "step": 30730
+    },
+    {
+      "grad_norm": 0.5372584462165833,
+      "learning_rate": 9.708895918160951e-05,
+      "loss": 0.0574,
+      "step": 30740
+    },
+    {
+      "grad_norm": 0.704067587852478,
+      "learning_rate": 9.708617879046544e-05,
+      "loss": 0.0728,
+      "step": 30750
+    },
+    {
+      "grad_norm": 0.40465274453163147,
+      "learning_rate": 9.708339711200295e-05,
+      "loss": 0.0598,
+      "step": 30760
+    },
+    {
+      "grad_norm": 0.6180625557899475,
+      "learning_rate": 9.708061414629808e-05,
+      "loss": 0.0777,
+      "step": 30770
+    },
+    {
+      "grad_norm": 0.7292197942733765,
+      "learning_rate": 9.707782989342688e-05,
+      "loss": 0.0573,
+      "step": 30780
+    },
+    {
+      "grad_norm": 0.5845041275024414,
+      "learning_rate": 9.707504435346552e-05,
+      "loss": 0.0709,
+      "step": 30790
+    },
+    {
+      "grad_norm": 0.731235146522522,
+      "learning_rate": 9.707225752649012e-05,
+      "loss": 0.0575,
+      "step": 30800
+    },
+    {
+      "grad_norm": 0.6368486881256104,
+      "learning_rate": 9.706946941257689e-05,
+      "loss": 0.0514,
+      "step": 30810
+    },
+    {
+      "grad_norm": 0.5738276243209839,
+      "learning_rate": 9.706668001180204e-05,
+      "loss": 0.0457,
+      "step": 30820
+    },
+    {
+      "grad_norm": 0.6140639781951904,
+      "learning_rate": 9.706388932424185e-05,
+      "loss": 0.075,
+      "step": 30830
+    },
+    {
+      "grad_norm": 0.4602874517440796,
+      "learning_rate": 9.70610973499726e-05,
+      "loss": 0.0637,
+      "step": 30840
+    },
+    {
+      "grad_norm": 0.6843332648277283,
+      "learning_rate": 9.705830408907063e-05,
+      "loss": 0.0657,
+      "step": 30850
+    },
+    {
+      "grad_norm": 0.7429358959197998,
+      "learning_rate": 9.705550954161233e-05,
+      "loss": 0.0844,
+      "step": 30860
+    },
+    {
+      "grad_norm": 0.5726335048675537,
+      "learning_rate": 9.705271370767403e-05,
+      "loss": 0.0545,
+      "step": 30870
+    },
+    {
+      "grad_norm": 0.6664488911628723,
+      "learning_rate": 9.704991658733225e-05,
+      "loss": 0.059,
+      "step": 30880
+    },
+    {
+      "grad_norm": 0.4555465579032898,
+      "learning_rate": 9.704711818066342e-05,
+      "loss": 0.0723,
+      "step": 30890
+    },
+    {
+      "grad_norm": 0.4813016653060913,
+      "learning_rate": 9.704431848774405e-05,
+      "loss": 0.0552,
+      "step": 30900
+    },
+    {
+      "grad_norm": 0.5940849184989929,
+      "learning_rate": 9.704151750865069e-05,
+      "loss": 0.055,
+      "step": 30910
+    },
+    {
+      "grad_norm": 0.9176604151725769,
+      "learning_rate": 9.70387152434599e-05,
+      "loss": 0.0758,
+      "step": 30920
+    },
+    {
+      "grad_norm": 0.5355153679847717,
+      "learning_rate": 9.703591169224833e-05,
+      "loss": 0.0617,
+      "step": 30930
+    },
+    {
+      "grad_norm": 0.542524516582489,
+      "learning_rate": 9.703310685509258e-05,
+      "loss": 0.075,
+      "step": 30940
+    },
+    {
+      "grad_norm": 0.4325898587703705,
+      "learning_rate": 9.703030073206939e-05,
+      "loss": 0.0571,
+      "step": 30950
+    },
+    {
+      "grad_norm": 0.6710599660873413,
+      "learning_rate": 9.70274933232554e-05,
+      "loss": 0.0819,
+      "step": 30960
+    },
+    {
+      "grad_norm": 0.6687977313995361,
+      "learning_rate": 9.702468462872745e-05,
+      "loss": 0.0835,
+      "step": 30970
+    },
+    {
+      "grad_norm": 0.7228779196739197,
+      "learning_rate": 9.702187464856227e-05,
+      "loss": 0.0691,
+      "step": 30980
+    },
+    {
+      "grad_norm": 0.47927340865135193,
+      "learning_rate": 9.70190633828367e-05,
+      "loss": 0.0492,
+      "step": 30990
+    },
+    {
+      "grad_norm": 0.7247996926307678,
+      "learning_rate": 9.701625083162763e-05,
+      "loss": 0.0769,
+      "step": 31000
+    },
+    {
+      "grad_norm": 0.7771440744400024,
+      "learning_rate": 9.701343699501189e-05,
+      "loss": 0.0786,
+      "step": 31010
+    },
+    {
+      "grad_norm": 0.553693413734436,
+      "learning_rate": 9.701062187306645e-05,
+      "loss": 0.0648,
+      "step": 31020
+    },
+    {
+      "grad_norm": 0.45224812626838684,
+      "learning_rate": 9.700780546586827e-05,
+      "loss": 0.0452,
+      "step": 31030
+    },
+    {
+      "grad_norm": 0.7465060353279114,
+      "learning_rate": 9.700498777349435e-05,
+      "loss": 0.0553,
+      "step": 31040
+    },
+    {
+      "grad_norm": 0.5348809361457825,
+      "learning_rate": 9.700216879602175e-05,
+      "loss": 0.0405,
+      "step": 31050
+    },
+    {
+      "grad_norm": 0.7034539580345154,
+      "learning_rate": 9.699934853352749e-05,
+      "loss": 0.0526,
+      "step": 31060
+    },
+    {
+      "grad_norm": 0.5130443572998047,
+      "learning_rate": 9.69965269860887e-05,
+      "loss": 0.0703,
+      "step": 31070
+    },
+    {
+      "grad_norm": 0.5673633813858032,
+      "learning_rate": 9.699370415378252e-05,
+      "loss": 0.0535,
+      "step": 31080
+    },
+    {
+      "grad_norm": 0.7226769328117371,
+      "learning_rate": 9.699088003668612e-05,
+      "loss": 0.0532,
+      "step": 31090
+    },
+    {
+      "grad_norm": 0.6405554413795471,
+      "learning_rate": 9.698805463487671e-05,
+      "loss": 0.0474,
+      "step": 31100
+    },
+    {
+      "grad_norm": 0.6643682718276978,
+      "learning_rate": 9.698522794843154e-05,
+      "loss": 0.0682,
+      "step": 31110
+    },
+    {
+      "grad_norm": 0.6926302313804626,
+      "learning_rate": 9.69823999774279e-05,
+      "loss": 0.0491,
+      "step": 31120
+    },
+    {
+      "grad_norm": 0.5990027189254761,
+      "learning_rate": 9.697957072194307e-05,
+      "loss": 0.0631,
+      "step": 31130
+    },
+    {
+      "grad_norm": 0.5702651143074036,
+      "learning_rate": 9.697674018205446e-05,
+      "loss": 0.0649,
+      "step": 31140
+    },
+    {
+      "grad_norm": 0.6075853109359741,
+      "learning_rate": 9.697390835783941e-05,
+      "loss": 0.067,
+      "step": 31150
+    },
+    {
+      "grad_norm": 0.4558906853199005,
+      "learning_rate": 9.697107524937534e-05,
+      "loss": 0.0738,
+      "step": 31160
+    },
+    {
+      "grad_norm": 0.36887213587760925,
+      "learning_rate": 9.696824085673973e-05,
+      "loss": 0.052,
+      "step": 31170
+    },
+    {
+      "grad_norm": 0.5133751034736633,
+      "learning_rate": 9.696540518001006e-05,
+      "loss": 0.0548,
+      "step": 31180
+    },
+    {
+      "grad_norm": 0.511691689491272,
+      "learning_rate": 9.696256821926386e-05,
+      "loss": 0.0557,
+      "step": 31190
+    },
+    {
+      "grad_norm": 0.6217912435531616,
+      "learning_rate": 9.695972997457867e-05,
+      "loss": 0.0517,
+      "step": 31200
+    },
+    {
+      "grad_norm": 0.41904881596565247,
+      "learning_rate": 9.695689044603212e-05,
+      "loss": 0.0632,
+      "step": 31210
+    },
+    {
+      "grad_norm": 0.549009382724762,
+      "learning_rate": 9.695404963370183e-05,
+      "loss": 0.0661,
+      "step": 31220
+    },
+    {
+      "grad_norm": 0.4803968369960785,
+      "learning_rate": 9.695120753766544e-05,
+      "loss": 0.0574,
+      "step": 31230
+    },
+    {
+      "grad_norm": 0.49782800674438477,
+      "learning_rate": 9.69483641580007e-05,
+      "loss": 0.048,
+      "step": 31240
+    },
+    {
+      "grad_norm": 0.5072928071022034,
+      "learning_rate": 9.694551949478533e-05,
+      "loss": 0.0579,
+      "step": 31250
+    },
+    {
+      "grad_norm": 0.5611820220947266,
+      "learning_rate": 9.694267354809705e-05,
+      "loss": 0.0608,
+      "step": 31260
+    },
+    {
+      "grad_norm": 0.6045109033584595,
+      "learning_rate": 9.693982631801374e-05,
+      "loss": 0.0587,
+      "step": 31270
+    },
+    {
+      "grad_norm": 0.5532360076904297,
+      "learning_rate": 9.693697780461322e-05,
+      "loss": 0.0603,
+      "step": 31280
+    },
+    {
+      "grad_norm": 0.4445231556892395,
+      "learning_rate": 9.693412800797335e-05,
+      "loss": 0.0543,
+      "step": 31290
+    },
+    {
+      "grad_norm": 0.7203876972198486,
+      "learning_rate": 9.693127692817204e-05,
+      "loss": 0.0522,
+      "step": 31300
+    },
+    {
+      "grad_norm": 0.7461557984352112,
+      "learning_rate": 9.692842456528726e-05,
+      "loss": 0.0568,
+      "step": 31310
+    },
+    {
+      "grad_norm": 0.680303692817688,
+      "learning_rate": 9.692557091939697e-05,
+      "loss": 0.0732,
+      "step": 31320
+    },
+    {
+      "grad_norm": 0.621016800403595,
+      "learning_rate": 9.692271599057922e-05,
+      "loss": 0.0585,
+      "step": 31330
+    },
+    {
+      "grad_norm": 0.8061418533325195,
+      "learning_rate": 9.691985977891205e-05,
+      "loss": 0.064,
+      "step": 31340
+    },
+    {
+      "grad_norm": 0.6403115391731262,
+      "learning_rate": 9.691700228447353e-05,
+      "loss": 0.0651,
+      "step": 31350
+    },
+    {
+      "grad_norm": 0.7993391156196594,
+      "learning_rate": 9.691414350734178e-05,
+      "loss": 0.0577,
+      "step": 31360
+    },
+    {
+      "grad_norm": 1.227364420890808,
+      "learning_rate": 9.691128344759499e-05,
+      "loss": 0.0729,
+      "step": 31370
+    },
+    {
+      "grad_norm": 0.5343287587165833,
+      "learning_rate": 9.690842210531133e-05,
+      "loss": 0.0621,
+      "step": 31380
+    },
+    {
+      "grad_norm": 0.5796718597412109,
+      "learning_rate": 9.690555948056903e-05,
+      "loss": 0.0664,
+      "step": 31390
+    },
+    {
+      "grad_norm": 0.6025047302246094,
+      "learning_rate": 9.690269557344635e-05,
+      "loss": 0.0597,
+      "step": 31400
+    },
+    {
+      "grad_norm": 0.431545615196228,
+      "learning_rate": 9.689983038402159e-05,
+      "loss": 0.0578,
+      "step": 31410
+    },
+    {
+      "grad_norm": 0.5081874132156372,
+      "learning_rate": 9.689696391237311e-05,
+      "loss": 0.0631,
+      "step": 31420
+    },
+    {
+      "grad_norm": 0.34758251905441284,
+      "learning_rate": 9.689409615857923e-05,
+      "loss": 0.0442,
+      "step": 31430
+    },
+    {
+      "grad_norm": 0.8417641520500183,
+      "learning_rate": 9.689122712271838e-05,
+      "loss": 0.0557,
+      "step": 31440
+    },
+    {
+      "grad_norm": 0.6289563775062561,
+      "learning_rate": 9.688835680486901e-05,
+      "loss": 0.0696,
+      "step": 31450
+    },
+    {
+      "grad_norm": 0.6066879630088806,
+      "learning_rate": 9.688548520510959e-05,
+      "loss": 0.0683,
+      "step": 31460
+    },
+    {
+      "grad_norm": 0.7236223816871643,
+      "learning_rate": 9.68826123235186e-05,
+      "loss": 0.0562,
+      "step": 31470
+    },
+    {
+      "grad_norm": 0.35613200068473816,
+      "learning_rate": 9.68797381601746e-05,
+      "loss": 0.0517,
+      "step": 31480
+    },
+    {
+      "grad_norm": 0.5523813962936401,
+      "learning_rate": 9.687686271515618e-05,
+      "loss": 0.0734,
+      "step": 31490
+    },
+    {
+      "grad_norm": 0.7033831477165222,
+      "learning_rate": 9.687398598854194e-05,
+      "loss": 0.054,
+      "step": 31500
+    },
+    {
+      "grad_norm": 0.5269955396652222,
+      "learning_rate": 9.687110798041053e-05,
+      "loss": 0.0536,
+      "step": 31510
+    },
+    {
+      "grad_norm": 0.7842751145362854,
+      "learning_rate": 9.686822869084065e-05,
+      "loss": 0.0605,
+      "step": 31520
+    },
+    {
+      "grad_norm": 0.515598714351654,
+      "learning_rate": 9.686534811991099e-05,
+      "loss": 0.05,
+      "step": 31530
+    },
+    {
+      "grad_norm": 0.6486472487449646,
+      "learning_rate": 9.686246626770032e-05,
+      "loss": 0.0683,
+      "step": 31540
+    },
+    {
+      "grad_norm": 0.617555558681488,
+      "learning_rate": 9.685958313428744e-05,
+      "loss": 0.0665,
+      "step": 31550
+    },
+    {
+      "grad_norm": 0.451647013425827,
+      "learning_rate": 9.685669871975113e-05,
+      "loss": 0.061,
+      "step": 31560
+    },
+    {
+      "grad_norm": 0.6256020069122314,
+      "learning_rate": 9.685381302417032e-05,
+      "loss": 0.0823,
+      "step": 31570
+    },
+    {
+      "grad_norm": 0.7462055683135986,
+      "learning_rate": 9.685092604762385e-05,
+      "loss": 0.0622,
+      "step": 31580
+    },
+    {
+      "grad_norm": 0.7484483122825623,
+      "learning_rate": 9.684803779019065e-05,
+      "loss": 0.0666,
+      "step": 31590
+    },
+    {
+      "grad_norm": 0.4811736047267914,
+      "learning_rate": 9.684514825194971e-05,
+      "loss": 0.0551,
+      "step": 31600
+    },
+    {
+      "grad_norm": 0.4578191041946411,
+      "learning_rate": 9.684225743298001e-05,
+      "loss": 0.0732,
+      "step": 31610
+    },
+    {
+      "grad_norm": 0.3998435437679291,
+      "learning_rate": 9.68393653333606e-05,
+      "loss": 0.0634,
+      "step": 31620
+    },
+    {
+      "grad_norm": 0.7692849040031433,
+      "learning_rate": 9.683647195317053e-05,
+      "loss": 0.0616,
+      "step": 31630
+    },
+    {
+      "grad_norm": 0.7075166702270508,
+      "learning_rate": 9.683357729248892e-05,
+      "loss": 0.0614,
+      "step": 31640
+    },
+    {
+      "grad_norm": 0.6919487118721008,
+      "learning_rate": 9.683068135139488e-05,
+      "loss": 0.0617,
+      "step": 31650
+    },
+    {
+      "grad_norm": 0.5966624617576599,
+      "learning_rate": 9.682778412996762e-05,
+      "loss": 0.0599,
+      "step": 31660
+    },
+    {
+      "grad_norm": 0.4741901755332947,
+      "learning_rate": 9.682488562828634e-05,
+      "loss": 0.0557,
+      "step": 31670
+    },
+    {
+      "grad_norm": 0.7790765762329102,
+      "learning_rate": 9.682198584643027e-05,
+      "loss": 0.0613,
+      "step": 31680
+    },
+    {
+      "grad_norm": 1.1309504508972168,
+      "learning_rate": 9.68190847844787e-05,
+      "loss": 0.0609,
+      "step": 31690
+    },
+    {
+      "grad_norm": 0.7971528768539429,
+      "learning_rate": 9.681618244251094e-05,
+      "loss": 0.0535,
+      "step": 31700
+    },
+    {
+      "grad_norm": 0.5436838865280151,
+      "learning_rate": 9.681327882060634e-05,
+      "loss": 0.0533,
+      "step": 31710
+    },
+    {
+      "grad_norm": 0.5982955694198608,
+      "learning_rate": 9.681037391884428e-05,
+      "loss": 0.064,
+      "step": 31720
+    },
+    {
+      "grad_norm": 0.7151640057563782,
+      "learning_rate": 9.680746773730421e-05,
+      "loss": 0.0701,
+      "step": 31730
+    },
+    {
+      "grad_norm": 0.6729803085327148,
+      "learning_rate": 9.680456027606552e-05,
+      "loss": 0.0562,
+      "step": 31740
+    },
+    {
+      "grad_norm": 0.815657913684845,
+      "learning_rate": 9.680165153520775e-05,
+      "loss": 0.0827,
+      "step": 31750
+    },
+    {
+      "grad_norm": 0.5651172995567322,
+      "learning_rate": 9.679874151481041e-05,
+      "loss": 0.0533,
+      "step": 31760
+    },
+    {
+      "grad_norm": 0.6504471898078918,
+      "learning_rate": 9.679583021495307e-05,
+      "loss": 0.0722,
+      "step": 31770
+    },
+    {
+      "grad_norm": 0.4573388695716858,
+      "learning_rate": 9.67929176357153e-05,
+      "loss": 0.0554,
+      "step": 31780
+    },
+    {
+      "grad_norm": 0.38463377952575684,
+      "learning_rate": 9.679000377717673e-05,
+      "loss": 0.0507,
+      "step": 31790
+    },
+    {
+      "grad_norm": 0.5532046556472778,
+      "learning_rate": 9.678708863941705e-05,
+      "loss": 0.0621,
+      "step": 31800
+    },
+    {
+      "grad_norm": 0.5487226843833923,
+      "learning_rate": 9.678417222251594e-05,
+      "loss": 0.0537,
+      "step": 31810
+    },
+    {
+      "grad_norm": 0.7988343834877014,
+      "learning_rate": 9.678125452655313e-05,
+      "loss": 0.0592,
+      "step": 31820
+    },
+    {
+      "grad_norm": 0.5935947895050049,
+      "learning_rate": 9.67783355516084e-05,
+      "loss": 0.0608,
+      "step": 31830
+    },
+    {
+      "grad_norm": 0.48707902431488037,
+      "learning_rate": 9.677541529776156e-05,
+      "loss": 0.0584,
+      "step": 31840
+    },
+    {
+      "grad_norm": 0.6705939769744873,
+      "learning_rate": 9.677249376509243e-05,
+      "loss": 0.0736,
+      "step": 31850
+    },
+    {
+      "grad_norm": 0.5147388577461243,
+      "learning_rate": 9.67695709536809e-05,
+      "loss": 0.0719,
+      "step": 31860
+    },
+    {
+      "grad_norm": 0.6885640025138855,
+      "learning_rate": 9.676664686360686e-05,
+      "loss": 0.059,
+      "step": 31870
+    },
+    {
+      "grad_norm": 0.5097650289535522,
+      "learning_rate": 9.676372149495027e-05,
+      "loss": 0.049,
+      "step": 31880
+    },
+    {
+      "grad_norm": 0.5028774738311768,
+      "learning_rate": 9.67607948477911e-05,
+      "loss": 0.0549,
+      "step": 31890
+    },
+    {
+      "grad_norm": 0.5359739065170288,
+      "learning_rate": 9.675786692220938e-05,
+      "loss": 0.0521,
+      "step": 31900
+    },
+    {
+      "grad_norm": 0.7785214185714722,
+      "learning_rate": 9.675493771828512e-05,
+      "loss": 0.0576,
+      "step": 31910
+    },
+    {
+      "grad_norm": 0.5296103954315186,
+      "learning_rate": 9.675200723609845e-05,
+      "loss": 0.0502,
+      "step": 31920
+    },
+    {
+      "grad_norm": 0.5432544350624084,
+      "learning_rate": 9.674907547572944e-05,
+      "loss": 0.0495,
+      "step": 31930
+    },
+    {
+      "grad_norm": 0.6766061186790466,
+      "learning_rate": 9.67461424372583e-05,
+      "loss": 0.0693,
+      "step": 31940
+    },
+    {
+      "grad_norm": 0.7558256387710571,
+      "learning_rate": 9.674320812076516e-05,
+      "loss": 0.0581,
+      "step": 31950
+    },
+    {
+      "grad_norm": 0.7908263802528381,
+      "learning_rate": 9.674027252633029e-05,
+      "loss": 0.0591,
+      "step": 31960
+    },
+    {
+      "grad_norm": 1.1072180271148682,
+      "learning_rate": 9.673733565403392e-05,
+      "loss": 0.069,
+      "step": 31970
+    },
+    {
+      "grad_norm": 0.7104498744010925,
+      "learning_rate": 9.673439750395636e-05,
+      "loss": 0.0728,
+      "step": 31980
+    },
+    {
+      "grad_norm": 0.5944513082504272,
+      "learning_rate": 9.673145807617792e-05,
+      "loss": 0.063,
+      "step": 31990
+    },
+    {
+      "grad_norm": 0.5537567138671875,
+      "learning_rate": 9.672851737077898e-05,
+      "loss": 0.0605,
+      "step": 32000
+    },
+    {
+      "grad_norm": 0.7480613589286804,
+      "learning_rate": 9.672557538783993e-05,
+      "loss": 0.0732,
+      "step": 32010
+    },
+    {
+      "grad_norm": 0.6037663221359253,
+      "learning_rate": 9.67226321274412e-05,
+      "loss": 0.0573,
+      "step": 32020
+    },
+    {
+      "grad_norm": 0.5072296261787415,
+      "learning_rate": 9.671968758966326e-05,
+      "loss": 0.0613,
+      "step": 32030
+    },
+    {
+      "grad_norm": 0.7922964096069336,
+      "learning_rate": 9.67167417745866e-05,
+      "loss": 0.0593,
+      "step": 32040
+    },
+    {
+      "grad_norm": 0.44733256101608276,
+      "learning_rate": 9.671379468229178e-05,
+      "loss": 0.0591,
+      "step": 32050
+    },
+    {
+      "grad_norm": 0.43282923102378845,
+      "learning_rate": 9.671084631285937e-05,
+      "loss": 0.0491,
+      "step": 32060
+    },
+    {
+      "grad_norm": 0.6526686549186707,
+      "learning_rate": 9.670789666636997e-05,
+      "loss": 0.0724,
+      "step": 32070
+    },
+    {
+      "grad_norm": 0.3831295967102051,
+      "learning_rate": 9.670494574290421e-05,
+      "loss": 0.054,
+      "step": 32080
+    },
+    {
+      "grad_norm": 0.6117400527000427,
+      "learning_rate": 9.670199354254279e-05,
+      "loss": 0.0613,
+      "step": 32090
+    },
+    {
+      "grad_norm": 0.6059635877609253,
+      "learning_rate": 9.66990400653664e-05,
+      "loss": 0.0552,
+      "step": 32100
+    },
+    {
+      "grad_norm": 0.6449746489524841,
+      "learning_rate": 9.669608531145581e-05,
+      "loss": 0.0517,
+      "step": 32110
+    },
+    {
+      "grad_norm": 0.7717724442481995,
+      "learning_rate": 9.669312928089181e-05,
+      "loss": 0.0572,
+      "step": 32120
+    },
+    {
+      "grad_norm": 0.5167685747146606,
+      "learning_rate": 9.669017197375517e-05,
+      "loss": 0.0549,
+      "step": 32130
+    },
+    {
+      "grad_norm": 0.6130321025848389,
+      "learning_rate": 9.668721339012677e-05,
+      "loss": 0.0508,
+      "step": 32140
+    },
+    {
+      "grad_norm": 0.5946348905563354,
+      "learning_rate": 9.668425353008749e-05,
+      "loss": 0.0606,
+      "step": 32150
+    },
+    {
+      "grad_norm": 0.6323691010475159,
+      "learning_rate": 9.668129239371828e-05,
+      "loss": 0.0571,
+      "step": 32160
+    },
+    {
+      "grad_norm": 0.46538710594177246,
+      "learning_rate": 9.667832998110006e-05,
+      "loss": 0.0485,
+      "step": 32170
+    },
+    {
+      "grad_norm": 0.5529741644859314,
+      "learning_rate": 9.667536629231384e-05,
+      "loss": 0.0653,
+      "step": 32180
+    },
+    {
+      "grad_norm": 0.7351182699203491,
+      "learning_rate": 9.667240132744063e-05,
+      "loss": 0.0585,
+      "step": 32190
+    },
+    {
+      "grad_norm": 0.5353500247001648,
+      "learning_rate": 9.66694350865615e-05,
+      "loss": 0.0578,
+      "step": 32200
+    },
+    {
+      "grad_norm": 0.4712783694267273,
+      "learning_rate": 9.666646756975757e-05,
+      "loss": 0.0599,
+      "step": 32210
+    },
+    {
+      "grad_norm": 1.0046721696853638,
+      "learning_rate": 9.666349877710991e-05,
+      "loss": 0.0626,
+      "step": 32220
+    },
+    {
+      "grad_norm": 0.7288378477096558,
+      "learning_rate": 9.666052870869977e-05,
+      "loss": 0.0815,
+      "step": 32230
+    },
+    {
+      "grad_norm": 0.9350880980491638,
+      "learning_rate": 9.665755736460828e-05,
+      "loss": 0.081,
+      "step": 32240
+    },
+    {
+      "grad_norm": 0.9230968356132507,
+      "learning_rate": 9.66545847449167e-05,
+      "loss": 0.0549,
+      "step": 32250
+    },
+    {
+      "grad_norm": 0.6130694150924683,
+      "learning_rate": 9.665161084970631e-05,
+      "loss": 0.0748,
+      "step": 32260
+    },
+    {
+      "grad_norm": 0.648674726486206,
+      "learning_rate": 9.66486356790584e-05,
+      "loss": 0.0524,
+      "step": 32270
+    },
+    {
+      "grad_norm": 0.5595231652259827,
+      "learning_rate": 9.664565923305432e-05,
+      "loss": 0.0717,
+      "step": 32280
+    },
+    {
+      "grad_norm": 0.860980749130249,
+      "learning_rate": 9.664268151177543e-05,
+      "loss": 0.0705,
+      "step": 32290
+    },
+    {
+      "grad_norm": 0.5609794855117798,
+      "learning_rate": 9.663970251530314e-05,
+      "loss": 0.0602,
+      "step": 32300
+    },
+    {
+      "grad_norm": 0.7160289287567139,
+      "learning_rate": 9.663672224371892e-05,
+      "loss": 0.0692,
+      "step": 32310
+    },
+    {
+      "grad_norm": 0.5390477180480957,
+      "learning_rate": 9.663374069710423e-05,
+      "loss": 0.0468,
+      "step": 32320
+    },
+    {
+      "grad_norm": 0.5024919509887695,
+      "learning_rate": 9.66307578755406e-05,
+      "loss": 0.0545,
+      "step": 32330
+    },
+    {
+      "grad_norm": 0.5793772339820862,
+      "learning_rate": 9.662777377910956e-05,
+      "loss": 0.0645,
+      "step": 32340
+    },
+    {
+      "grad_norm": 0.6963393688201904,
+      "learning_rate": 9.662478840789271e-05,
+      "loss": 0.0514,
+      "step": 32350
+    },
+    {
+      "grad_norm": 0.618340253829956,
+      "learning_rate": 9.662180176197164e-05,
+      "loss": 0.0509,
+      "step": 32360
+    },
+    {
+      "grad_norm": 0.661268413066864,
+      "learning_rate": 9.661881384142805e-05,
+      "loss": 0.0473,
+      "step": 32370
+    },
+    {
+      "grad_norm": 0.8731707334518433,
+      "learning_rate": 9.66158246463436e-05,
+      "loss": 0.06,
+      "step": 32380
+    },
+    {
+      "grad_norm": 0.5727486610412598,
+      "learning_rate": 9.66128341768e-05,
+      "loss": 0.0582,
+      "step": 32390
+    },
+    {
+      "grad_norm": 0.544973611831665,
+      "learning_rate": 9.660984243287903e-05,
+      "loss": 0.0577,
+      "step": 32400
+    },
+    {
+      "grad_norm": 0.5378567576408386,
+      "learning_rate": 9.66068494146625e-05,
+      "loss": 0.084,
+      "step": 32410
+    },
+    {
+      "grad_norm": 0.37437763810157776,
+      "learning_rate": 9.660385512223219e-05,
+      "loss": 0.0507,
+      "step": 32420
+    },
+    {
+      "grad_norm": 0.6646509766578674,
+      "learning_rate": 9.660085955567e-05,
+      "loss": 0.0679,
+      "step": 32430
+    },
+    {
+      "grad_norm": 0.5744009613990784,
+      "learning_rate": 9.659786271505782e-05,
+      "loss": 0.0496,
+      "step": 32440
+    },
+    {
+      "grad_norm": 0.45891669392585754,
+      "learning_rate": 9.659486460047757e-05,
+      "loss": 0.0686,
+      "step": 32450
+    },
+    {
+      "grad_norm": 0.5454237461090088,
+      "learning_rate": 9.659186521201122e-05,
+      "loss": 0.0706,
+      "step": 32460
+    },
+    {
+      "grad_norm": 0.5514001250267029,
+      "learning_rate": 9.65888645497408e-05,
+      "loss": 0.0653,
+      "step": 32470
+    },
+    {
+      "grad_norm": 0.5486423969268799,
+      "learning_rate": 9.658586261374832e-05,
+      "loss": 0.0596,
+      "step": 32480
+    },
+    {
+      "grad_norm": 0.6906638145446777,
+      "learning_rate": 9.658285940411584e-05,
+      "loss": 0.0617,
+      "step": 32490
+    },
+    {
+      "grad_norm": 0.8585004806518555,
+      "learning_rate": 9.657985492092551e-05,
+      "loss": 0.0599,
+      "step": 32500
+    },
+    {
+      "grad_norm": 0.6520304679870605,
+      "learning_rate": 9.657684916425944e-05,
+      "loss": 0.0585,
+      "step": 32510
+    },
+    {
+      "grad_norm": 0.6645215153694153,
+      "learning_rate": 9.65738421341998e-05,
+      "loss": 0.0617,
+      "step": 32520
+    },
+    {
+      "grad_norm": 0.7293840646743774,
+      "learning_rate": 9.657083383082881e-05,
+      "loss": 0.0655,
+      "step": 32530
+    },
+    {
+      "grad_norm": 1.0717068910598755,
+      "learning_rate": 9.656782425422874e-05,
+      "loss": 0.0667,
+      "step": 32540
+    },
+    {
+      "grad_norm": 0.4978841245174408,
+      "learning_rate": 9.656481340448184e-05,
+      "loss": 0.071,
+      "step": 32550
+    },
+    {
+      "grad_norm": 0.7539440393447876,
+      "learning_rate": 9.656180128167042e-05,
+      "loss": 0.0532,
+      "step": 32560
+    },
+    {
+      "grad_norm": 0.5172296762466431,
+      "learning_rate": 9.655878788587687e-05,
+      "loss": 0.0535,
+      "step": 32570
+    },
+    {
+      "grad_norm": 0.48542338609695435,
+      "learning_rate": 9.655577321718353e-05,
+      "loss": 0.0544,
+      "step": 32580
+    },
+    {
+      "grad_norm": 0.6455007195472717,
+      "learning_rate": 9.655275727567285e-05,
+      "loss": 0.0525,
+      "step": 32590
+    },
+    {
+      "grad_norm": 0.4736669361591339,
+      "learning_rate": 9.654974006142727e-05,
+      "loss": 0.05,
+      "step": 32600
+    },
+    {
+      "grad_norm": 0.7491263747215271,
+      "learning_rate": 9.654672157452929e-05,
+      "loss": 0.0558,
+      "step": 32610
+    },
+    {
+      "grad_norm": 0.49263593554496765,
+      "learning_rate": 9.654370181506143e-05,
+      "loss": 0.0661,
+      "step": 32620
+    },
+    {
+      "grad_norm": 0.5706984996795654,
+      "learning_rate": 9.654068078310625e-05,
+      "loss": 0.0596,
+      "step": 32630
+    },
+    {
+      "grad_norm": 0.5678548216819763,
+      "learning_rate": 9.653765847874634e-05,
+      "loss": 0.0528,
+      "step": 32640
+    },
+    {
+      "grad_norm": 0.7864235639572144,
+      "learning_rate": 9.653463490206432e-05,
+      "loss": 0.0846,
+      "step": 32650
+    },
+    {
+      "grad_norm": 1.215809941291809,
+      "learning_rate": 9.653161005314288e-05,
+      "loss": 0.0598,
+      "step": 32660
+    },
+    {
+      "grad_norm": 0.561154305934906,
+      "learning_rate": 9.65285839320647e-05,
+      "loss": 0.0565,
+      "step": 32670
+    },
+    {
+      "grad_norm": 0.4779711961746216,
+      "learning_rate": 9.65255565389125e-05,
+      "loss": 0.0531,
+      "step": 32680
+    },
+    {
+      "grad_norm": 0.599826991558075,
+      "learning_rate": 9.652252787376908e-05,
+      "loss": 0.0537,
+      "step": 32690
+    },
+    {
+      "grad_norm": 0.47857680916786194,
+      "learning_rate": 9.651949793671722e-05,
+      "loss": 0.0479,
+      "step": 32700
+    },
+    {
+      "grad_norm": 0.5873757600784302,
+      "learning_rate": 9.651646672783976e-05,
+      "loss": 0.0649,
+      "step": 32710
+    },
+    {
+      "grad_norm": 0.6962327361106873,
+      "learning_rate": 9.651343424721957e-05,
+      "loss": 0.0559,
+      "step": 32720
+    },
+    {
+      "grad_norm": 0.6234087944030762,
+      "learning_rate": 9.651040049493956e-05,
+      "loss": 0.0569,
+      "step": 32730
+    },
+    {
+      "grad_norm": 0.679387092590332,
+      "learning_rate": 9.65073654710827e-05,
+      "loss": 0.0737,
+      "step": 32740
+    },
+    {
+      "grad_norm": 0.6478902697563171,
+      "learning_rate": 9.650432917573192e-05,
+      "loss": 0.0661,
+      "step": 32750
+    },
+    {
+      "grad_norm": 1.3312478065490723,
+      "learning_rate": 9.650129160897025e-05,
+      "loss": 0.0573,
+      "step": 32760
+    },
+    {
+      "grad_norm": 0.6469922065734863,
+      "learning_rate": 9.649825277088073e-05,
+      "loss": 0.0667,
+      "step": 32770
+    },
+    {
+      "grad_norm": 0.6160388588905334,
+      "learning_rate": 9.649521266154646e-05,
+      "loss": 0.0756,
+      "step": 32780
+    },
+    {
+      "grad_norm": 0.7517526149749756,
+      "learning_rate": 9.649217128105055e-05,
+      "loss": 0.0854,
+      "step": 32790
+    },
+    {
+      "grad_norm": 0.8401466012001038,
+      "learning_rate": 9.648912862947613e-05,
+      "loss": 0.0718,
+      "step": 32800
+    },
+    {
+      "grad_norm": 0.6613765358924866,
+      "learning_rate": 9.64860847069064e-05,
+      "loss": 0.0707,
+      "step": 32810
+    },
+    {
+      "grad_norm": 0.7209888696670532,
+      "learning_rate": 9.648303951342459e-05,
+      "loss": 0.0689,
+      "step": 32820
+    },
+    {
+      "grad_norm": 0.6697280406951904,
+      "learning_rate": 9.647999304911392e-05,
+      "loss": 0.0604,
+      "step": 32830
+    },
+    {
+      "grad_norm": 0.675656259059906,
+      "learning_rate": 9.647694531405773e-05,
+      "loss": 0.0608,
+      "step": 32840
+    },
+    {
+      "grad_norm": 0.5840195417404175,
+      "learning_rate": 9.64738963083393e-05,
+      "loss": 0.0628,
+      "step": 32850
+    },
+    {
+      "grad_norm": 0.6436601281166077,
+      "learning_rate": 9.6470846032042e-05,
+      "loss": 0.0607,
+      "step": 32860
+    },
+    {
+      "grad_norm": 0.4881269931793213,
+      "learning_rate": 9.646779448524923e-05,
+      "loss": 0.0594,
+      "step": 32870
+    },
+    {
+      "grad_norm": 0.6576771140098572,
+      "learning_rate": 9.646474166804442e-05,
+      "loss": 0.0525,
+      "step": 32880
+    },
+    {
+      "grad_norm": 0.5173324346542358,
+      "learning_rate": 9.646168758051104e-05,
+      "loss": 0.0512,
+      "step": 32890
+    },
+    {
+      "grad_norm": 0.7414448261260986,
+      "learning_rate": 9.645863222273256e-05,
+      "loss": 0.0552,
+      "step": 32900
+    },
+    {
+      "grad_norm": 0.489737331867218,
+      "learning_rate": 9.645557559479253e-05,
+      "loss": 0.0461,
+      "step": 32910
+    },
+    {
+      "grad_norm": 0.3885616362094879,
+      "learning_rate": 9.645251769677452e-05,
+      "loss": 0.0804,
+      "step": 32920
+    },
+    {
+      "grad_norm": 0.4138997197151184,
+      "learning_rate": 9.644945852876213e-05,
+      "loss": 0.0528,
+      "step": 32930
+    },
+    {
+      "grad_norm": 0.5025352239608765,
+      "learning_rate": 9.6446398090839e-05,
+      "loss": 0.0587,
+      "step": 32940
+    },
+    {
+      "grad_norm": 0.8986068964004517,
+      "learning_rate": 9.644333638308878e-05,
+      "loss": 0.0617,
+      "step": 32950
+    },
+    {
+      "grad_norm": 0.6639841794967651,
+      "learning_rate": 9.644027340559519e-05,
+      "loss": 0.0827,
+      "step": 32960
+    },
+    {
+      "grad_norm": 0.7110483050346375,
+      "learning_rate": 9.643720915844199e-05,
+      "loss": 0.0546,
+      "step": 32970
+    },
+    {
+      "grad_norm": 0.5204966068267822,
+      "learning_rate": 9.643414364171292e-05,
+      "loss": 0.0711,
+      "step": 32980
+    },
+    {
+      "grad_norm": 0.46540147066116333,
+      "learning_rate": 9.643107685549182e-05,
+      "loss": 0.0445,
+      "step": 32990
+    },
+    {
+      "grad_norm": 0.7943377494812012,
+      "learning_rate": 9.642800879986251e-05,
+      "loss": 0.0594,
+      "step": 33000
+    },
+    {
+      "grad_norm": 0.7324014902114868,
+      "learning_rate": 9.642493947490889e-05,
+      "loss": 0.0632,
+      "step": 33010
+    },
+    {
+      "grad_norm": 0.7548841834068298,
+      "learning_rate": 9.642186888071486e-05,
+      "loss": 0.0541,
+      "step": 33020
+    },
+    {
+      "grad_norm": 0.6519865989685059,
+      "learning_rate": 9.641879701736438e-05,
+      "loss": 0.0621,
+      "step": 33030
+    },
+    {
+      "grad_norm": 0.5870213508605957,
+      "learning_rate": 9.641572388494143e-05,
+      "loss": 0.0765,
+      "step": 33040
+    },
+    {
+      "grad_norm": 0.7550565004348755,
+      "learning_rate": 9.641264948353001e-05,
+      "loss": 0.0519,
+      "step": 33050
+    },
+    {
+      "grad_norm": 0.6224260926246643,
+      "learning_rate": 9.640957381321422e-05,
+      "loss": 0.0768,
+      "step": 33060
+    },
+    {
+      "grad_norm": 0.5816712975502014,
+      "learning_rate": 9.64064968740781e-05,
+      "loss": 0.0477,
+      "step": 33070
+    },
+    {
+      "grad_norm": 0.7936069369316101,
+      "learning_rate": 9.64034186662058e-05,
+      "loss": 0.0659,
+      "step": 33080
+    },
+    {
+      "grad_norm": 0.6855706572532654,
+      "learning_rate": 9.640033918968143e-05,
+      "loss": 0.0546,
+      "step": 33090
+    },
+    {
+      "grad_norm": 0.9404505491256714,
+      "learning_rate": 9.639725844458926e-05,
+      "loss": 0.0581,
+      "step": 33100
+    },
+    {
+      "grad_norm": 0.5699393153190613,
+      "learning_rate": 9.639417643101345e-05,
+      "loss": 0.0666,
+      "step": 33110
+    },
+    {
+      "grad_norm": 0.7635308504104614,
+      "learning_rate": 9.63910931490383e-05,
+      "loss": 0.066,
+      "step": 33120
+    },
+    {
+      "grad_norm": 0.6904157400131226,
+      "learning_rate": 9.638800859874808e-05,
+      "loss": 0.0737,
+      "step": 33130
+    },
+    {
+      "grad_norm": 0.5325438380241394,
+      "learning_rate": 9.638492278022715e-05,
+      "loss": 0.0701,
+      "step": 33140
+    },
+    {
+      "grad_norm": 0.7199145555496216,
+      "learning_rate": 9.638183569355984e-05,
+      "loss": 0.0886,
+      "step": 33150
+    },
+    {
+      "grad_norm": 0.7555208802223206,
+      "learning_rate": 9.637874733883057e-05,
+      "loss": 0.0672,
+      "step": 33160
+    },
+    {
+      "grad_norm": 0.6273117065429688,
+      "learning_rate": 9.637565771612378e-05,
+      "loss": 0.0502,
+      "step": 33170
+    },
+    {
+      "grad_norm": 0.5077223777770996,
+      "learning_rate": 9.637256682552391e-05,
+      "loss": 0.0477,
+      "step": 33180
+    },
+    {
+      "grad_norm": 0.6823986172676086,
+      "learning_rate": 9.636947466711551e-05,
+      "loss": 0.0685,
+      "step": 33190
+    },
+    {
+      "grad_norm": 0.41138002276420593,
+      "learning_rate": 9.636638124098308e-05,
+      "loss": 0.0491,
+      "step": 33200
+    },
+    {
+      "grad_norm": 0.5926910638809204,
+      "learning_rate": 9.636328654721121e-05,
+      "loss": 0.0493,
+      "step": 33210
+    },
+    {
+      "grad_norm": 0.6224141716957092,
+      "learning_rate": 9.63601905858845e-05,
+      "loss": 0.0507,
+      "step": 33220
+    },
+    {
+      "grad_norm": 0.5816009640693665,
+      "learning_rate": 9.63570933570876e-05,
+      "loss": 0.0596,
+      "step": 33230
+    },
+    {
+      "grad_norm": 0.8827009797096252,
+      "learning_rate": 9.635399486090518e-05,
+      "loss": 0.0517,
+      "step": 33240
+    },
+    {
+      "grad_norm": 0.438606858253479,
+      "learning_rate": 9.635089509742196e-05,
+      "loss": 0.0425,
+      "step": 33250
+    },
+    {
+      "grad_norm": 0.5901252627372742,
+      "learning_rate": 9.634779406672267e-05,
+      "loss": 0.0483,
+      "step": 33260
+    },
+    {
+      "grad_norm": 0.6360024213790894,
+      "learning_rate": 9.634469176889211e-05,
+      "loss": 0.063,
+      "step": 33270
+    },
+    {
+      "grad_norm": 1.0000663995742798,
+      "learning_rate": 9.634158820401508e-05,
+      "loss": 0.0617,
+      "step": 33280
+    },
+    {
+      "grad_norm": 0.5043017864227295,
+      "learning_rate": 9.633848337217646e-05,
+      "loss": 0.0577,
+      "step": 33290
+    },
+    {
+      "grad_norm": 0.3866040110588074,
+      "learning_rate": 9.63353772734611e-05,
+      "loss": 0.0529,
+      "step": 33300
+    },
+    {
+      "grad_norm": 0.5430019497871399,
+      "learning_rate": 9.633226990795392e-05,
+      "loss": 0.0599,
+      "step": 33310
+    },
+    {
+      "grad_norm": 0.41941773891448975,
+      "learning_rate": 9.632916127573989e-05,
+      "loss": 0.0597,
+      "step": 33320
+    },
+    {
+      "grad_norm": 0.5719395279884338,
+      "learning_rate": 9.632605137690402e-05,
+      "loss": 0.0569,
+      "step": 33330
+    },
+    {
+      "grad_norm": 1.1165251731872559,
+      "learning_rate": 9.63229402115313e-05,
+      "loss": 0.0971,
+      "step": 33340
+    },
+    {
+      "grad_norm": 1.3097975254058838,
+      "learning_rate": 9.631982777970678e-05,
+      "loss": 0.0533,
+      "step": 33350
+    },
+    {
+      "grad_norm": 0.563979983329773,
+      "learning_rate": 9.631671408151559e-05,
+      "loss": 0.0629,
+      "step": 33360
+    },
+    {
+      "grad_norm": 0.5581647157669067,
+      "learning_rate": 9.631359911704281e-05,
+      "loss": 0.066,
+      "step": 33370
+    },
+    {
+      "grad_norm": 0.8551870584487915,
+      "learning_rate": 9.631048288637366e-05,
+      "loss": 0.0726,
+      "step": 33380
+    },
+    {
+      "grad_norm": 0.7366802096366882,
+      "learning_rate": 9.630736538959328e-05,
+      "loss": 0.0576,
+      "step": 33390
+    },
+    {
+      "grad_norm": 0.6200405359268188,
+      "learning_rate": 9.630424662678695e-05,
+      "loss": 0.0664,
+      "step": 33400
+    },
+    {
+      "grad_norm": 0.777004063129425,
+      "learning_rate": 9.630112659803991e-05,
+      "loss": 0.0736,
+      "step": 33410
+    },
+    {
+      "grad_norm": 0.4099249839782715,
+      "learning_rate": 9.629800530343745e-05,
+      "loss": 0.0551,
+      "step": 33420
+    },
+    {
+      "grad_norm": 0.7173053026199341,
+      "learning_rate": 9.629488274306493e-05,
+      "loss": 0.0704,
+      "step": 33430
+    },
+    {
+      "grad_norm": 0.8132864236831665,
+      "learning_rate": 9.62917589170077e-05,
+      "loss": 0.0675,
+      "step": 33440
+    },
+    {
+      "grad_norm": 0.39239585399627686,
+      "learning_rate": 9.628863382535118e-05,
+      "loss": 0.0579,
+      "step": 33450
+    },
+    {
+      "grad_norm": 0.5682808756828308,
+      "learning_rate": 9.628550746818079e-05,
+      "loss": 0.0856,
+      "step": 33460
+    },
+    {
+      "grad_norm": 0.5435225367546082,
+      "learning_rate": 9.628237984558203e-05,
+      "loss": 0.0631,
+      "step": 33470
+    },
+    {
+      "grad_norm": 0.595609724521637,
+      "learning_rate": 9.627925095764037e-05,
+      "loss": 0.066,
+      "step": 33480
+    },
+    {
+      "grad_norm": 0.4474310874938965,
+      "learning_rate": 9.62761208044414e-05,
+      "loss": 0.0593,
+      "step": 33490
+    },
+    {
+      "grad_norm": 0.6288859844207764,
+      "learning_rate": 9.627298938607066e-05,
+      "loss": 0.0704,
+      "step": 33500
+    },
+    {
+      "grad_norm": 0.9539932012557983,
+      "learning_rate": 9.626985670261377e-05,
+      "loss": 0.0511,
+      "step": 33510
+    },
+    {
+      "grad_norm": 0.4070228338241577,
+      "learning_rate": 9.626672275415639e-05,
+      "loss": 0.066,
+      "step": 33520
+    },
+    {
+      "grad_norm": 0.7092669010162354,
+      "learning_rate": 9.626358754078418e-05,
+      "loss": 0.07,
+      "step": 33530
+    },
+    {
+      "grad_norm": 0.5991176962852478,
+      "learning_rate": 9.626045106258288e-05,
+      "loss": 0.064,
+      "step": 33540
+    },
+    {
+      "grad_norm": 0.5514965653419495,
+      "learning_rate": 9.625731331963822e-05,
+      "loss": 0.0545,
+      "step": 33550
+    },
+    {
+      "grad_norm": 0.5577341914176941,
+      "learning_rate": 9.6254174312036e-05,
+      "loss": 0.0684,
+      "step": 33560
+    },
+    {
+      "grad_norm": 0.5878657102584839,
+      "learning_rate": 9.625103403986202e-05,
+      "loss": 0.0547,
+      "step": 33570
+    },
+    {
+      "grad_norm": 0.6168043613433838,
+      "learning_rate": 9.624789250320214e-05,
+      "loss": 0.0563,
+      "step": 33580
+    },
+    {
+      "grad_norm": 0.46943771839141846,
+      "learning_rate": 9.624474970214227e-05,
+      "loss": 0.0743,
+      "step": 33590
+    },
+    {
+      "grad_norm": 0.47030147910118103,
+      "learning_rate": 9.62416056367683e-05,
+      "loss": 0.0577,
+      "step": 33600
+    },
+    {
+      "grad_norm": 0.37931618094444275,
+      "learning_rate": 9.623846030716623e-05,
+      "loss": 0.0475,
+      "step": 33610
+    },
+    {
+      "grad_norm": 1.3953425884246826,
+      "learning_rate": 9.623531371342201e-05,
+      "loss": 0.0654,
+      "step": 33620
+    },
+    {
+      "grad_norm": 0.4482352137565613,
+      "learning_rate": 9.623216585562167e-05,
+      "loss": 0.0519,
+      "step": 33630
+    },
+    {
+      "grad_norm": 0.4899759590625763,
+      "learning_rate": 9.62290167338513e-05,
+      "loss": 0.0473,
+      "step": 33640
+    },
+    {
+      "grad_norm": 0.8276827335357666,
+      "learning_rate": 9.622586634819697e-05,
+      "loss": 0.0457,
+      "step": 33650
+    },
+    {
+      "grad_norm": 0.41327449679374695,
+      "learning_rate": 9.622271469874484e-05,
+      "loss": 0.0588,
+      "step": 33660
+    },
+    {
+      "grad_norm": 0.5098702907562256,
+      "learning_rate": 9.621956178558104e-05,
+      "loss": 0.053,
+      "step": 33670
+    },
+    {
+      "grad_norm": 0.6207369565963745,
+      "learning_rate": 9.621640760879179e-05,
+      "loss": 0.074,
+      "step": 33680
+    },
+    {
+      "grad_norm": 0.7372641563415527,
+      "learning_rate": 9.621325216846331e-05,
+      "loss": 0.0759,
+      "step": 33690
+    },
+    {
+      "grad_norm": 0.5000006556510925,
+      "learning_rate": 9.621009546468188e-05,
+      "loss": 0.0568,
+      "step": 33700
+    },
+    {
+      "grad_norm": 0.5604759454727173,
+      "learning_rate": 9.62069374975338e-05,
+      "loss": 0.0547,
+      "step": 33710
+    },
+    {
+      "grad_norm": 0.45877358317375183,
+      "learning_rate": 9.620377826710541e-05,
+      "loss": 0.0895,
+      "step": 33720
+    },
+    {
+      "grad_norm": 0.46399417519569397,
+      "learning_rate": 9.620061777348308e-05,
+      "loss": 0.0557,
+      "step": 33730
+    },
+    {
+      "grad_norm": 0.5872248411178589,
+      "learning_rate": 9.619745601675324e-05,
+      "loss": 0.0516,
+      "step": 33740
+    },
+    {
+      "grad_norm": 1.4847171306610107,
+      "learning_rate": 9.619429299700226e-05,
+      "loss": 0.0466,
+      "step": 33750
+    },
+    {
+      "grad_norm": 0.7140119671821594,
+      "learning_rate": 9.61911287143167e-05,
+      "loss": 0.0607,
+      "step": 33760
+    },
+    {
+      "grad_norm": 0.70365309715271,
+      "learning_rate": 9.618796316878302e-05,
+      "loss": 0.0556,
+      "step": 33770
+    },
+    {
+      "grad_norm": 0.4713391661643982,
+      "learning_rate": 9.618479636048778e-05,
+      "loss": 0.0608,
+      "step": 33780
+    },
+    {
+      "grad_norm": 0.6295412182807922,
+      "learning_rate": 9.618162828951757e-05,
+      "loss": 0.0582,
+      "step": 33790
+    },
+    {
+      "grad_norm": 0.5129905939102173,
+      "learning_rate": 9.617845895595898e-05,
+      "loss": 0.0543,
+      "step": 33800
+    },
+    {
+      "grad_norm": 0.7431911826133728,
+      "learning_rate": 9.617528835989867e-05,
+      "loss": 0.0564,
+      "step": 33810
+    },
+    {
+      "grad_norm": 0.7487112283706665,
+      "learning_rate": 9.617211650142332e-05,
+      "loss": 0.0573,
+      "step": 33820
+    },
+    {
+      "grad_norm": 0.7072293162345886,
+      "learning_rate": 9.616894338061967e-05,
+      "loss": 0.0672,
+      "step": 33830
+    },
+    {
+      "grad_norm": 1.5898751020431519,
+      "learning_rate": 9.616576899757444e-05,
+      "loss": 0.0528,
+      "step": 33840
+    },
+    {
+      "grad_norm": 0.6831214427947998,
+      "learning_rate": 9.616259335237443e-05,
+      "loss": 0.0626,
+      "step": 33850
+    },
+    {
+      "grad_norm": 0.6879709362983704,
+      "learning_rate": 9.615941644510647e-05,
+      "loss": 0.063,
+      "step": 33860
+    },
+    {
+      "grad_norm": 0.7727422118186951,
+      "learning_rate": 9.615623827585738e-05,
+      "loss": 0.0568,
+      "step": 33870
+    },
+    {
+      "grad_norm": 0.643841028213501,
+      "learning_rate": 9.615305884471411e-05,
+      "loss": 0.0601,
+      "step": 33880
+    },
+    {
+      "grad_norm": 0.8230177164077759,
+      "learning_rate": 9.614987815176352e-05,
+      "loss": 0.0691,
+      "step": 33890
+    },
+    {
+      "grad_norm": 1.4165444374084473,
+      "learning_rate": 9.614669619709262e-05,
+      "loss": 0.0853,
+      "step": 33900
+    },
+    {
+      "grad_norm": 0.8015367984771729,
+      "learning_rate": 9.614351298078836e-05,
+      "loss": 0.0555,
+      "step": 33910
+    },
+    {
+      "grad_norm": 0.7744972109794617,
+      "learning_rate": 9.614032850293782e-05,
+      "loss": 0.0651,
+      "step": 33920
+    },
+    {
+      "grad_norm": 0.7192060351371765,
+      "learning_rate": 9.613714276362802e-05,
+      "loss": 0.0631,
+      "step": 33930
+    },
+    {
+      "grad_norm": 0.7430323958396912,
+      "learning_rate": 9.613395576294606e-05,
+      "loss": 0.0576,
+      "step": 33940
+    },
+    {
+      "grad_norm": 1.3279244899749756,
+      "learning_rate": 9.613076750097909e-05,
+      "loss": 0.0498,
+      "step": 33950
+    },
+    {
+      "grad_norm": 0.5386964082717896,
+      "learning_rate": 9.612757797781426e-05,
+      "loss": 0.0527,
+      "step": 33960
+    },
+    {
+      "grad_norm": 0.94545978307724,
+      "learning_rate": 9.612438719353878e-05,
+      "loss": 0.0655,
+      "step": 33970
+    },
+    {
+      "grad_norm": 0.7548125982284546,
+      "learning_rate": 9.612119514823989e-05,
+      "loss": 0.0718,
+      "step": 33980
+    },
+    {
+      "grad_norm": 0.47461825609207153,
+      "learning_rate": 9.611800184200484e-05,
+      "loss": 0.0642,
+      "step": 33990
+    },
+    {
+      "grad_norm": 1.1475332975387573,
+      "learning_rate": 9.611480727492095e-05,
+      "loss": 0.0716,
+      "step": 34000
+    },
+    {
+      "grad_norm": 0.6253029108047485,
+      "learning_rate": 9.611161144707555e-05,
+      "loss": 0.0573,
+      "step": 34010
+    },
+    {
+      "grad_norm": 0.7598142027854919,
+      "learning_rate": 9.610841435855603e-05,
+      "loss": 0.0773,
+      "step": 34020
+    },
+    {
+      "grad_norm": 0.631420910358429,
+      "learning_rate": 9.610521600944978e-05,
+      "loss": 0.0717,
+      "step": 34030
+    },
+    {
+      "grad_norm": 0.68561851978302,
+      "learning_rate": 9.610201639984425e-05,
+      "loss": 0.06,
+      "step": 34040
+    },
+    {
+      "grad_norm": 0.6007115840911865,
+      "learning_rate": 9.60988155298269e-05,
+      "loss": 0.0586,
+      "step": 34050
+    },
+    {
+      "grad_norm": 0.5899649858474731,
+      "learning_rate": 9.609561339948524e-05,
+      "loss": 0.0514,
+      "step": 34060
+    },
+    {
+      "grad_norm": 0.8096126317977905,
+      "learning_rate": 9.609241000890685e-05,
+      "loss": 0.0641,
+      "step": 34070
+    },
+    {
+      "grad_norm": 0.5200161337852478,
+      "learning_rate": 9.608920535817927e-05,
+      "loss": 0.0615,
+      "step": 34080
+    },
+    {
+      "grad_norm": 0.8158360123634338,
+      "learning_rate": 9.608599944739014e-05,
+      "loss": 0.0477,
+      "step": 34090
+    },
+    {
+      "grad_norm": 0.6954914927482605,
+      "learning_rate": 9.608279227662708e-05,
+      "loss": 0.0596,
+      "step": 34100
+    },
+    {
+      "grad_norm": 0.6320375204086304,
+      "learning_rate": 9.607958384597782e-05,
+      "loss": 0.053,
+      "step": 34110
+    },
+    {
+      "grad_norm": 0.7845332622528076,
+      "learning_rate": 9.607637415553004e-05,
+      "loss": 0.0855,
+      "step": 34120
+    },
+    {
+      "grad_norm": 0.5412559509277344,
+      "learning_rate": 9.60731632053715e-05,
+      "loss": 0.0462,
+      "step": 34130
+    },
+    {
+      "grad_norm": 0.43659669160842896,
+      "learning_rate": 9.606995099558998e-05,
+      "loss": 0.0565,
+      "step": 34140
+    },
+    {
+      "grad_norm": 0.5248022675514221,
+      "learning_rate": 9.606673752627331e-05,
+      "loss": 0.0646,
+      "step": 34150
+    },
+    {
+      "grad_norm": 0.6720101237297058,
+      "learning_rate": 9.606352279750934e-05,
+      "loss": 0.0653,
+      "step": 34160
+    },
+    {
+      "grad_norm": 0.5740312337875366,
+      "learning_rate": 9.606030680938597e-05,
+      "loss": 0.0566,
+      "step": 34170
+    },
+    {
+      "grad_norm": 0.4905911684036255,
+      "learning_rate": 9.60570895619911e-05,
+      "loss": 0.0635,
+      "step": 34180
+    },
+    {
+      "grad_norm": 0.5614591836929321,
+      "learning_rate": 9.605387105541272e-05,
+      "loss": 0.0557,
+      "step": 34190
+    },
+    {
+      "grad_norm": 0.538003146648407,
+      "learning_rate": 9.605065128973882e-05,
+      "loss": 0.0533,
+      "step": 34200
+    },
+    {
+      "grad_norm": 0.5979767441749573,
+      "learning_rate": 9.60474302650574e-05,
+      "loss": 0.0472,
+      "step": 34210
+    },
+    {
+      "grad_norm": 0.8557488918304443,
+      "learning_rate": 9.604420798145652e-05,
+      "loss": 0.0692,
+      "step": 34220
+    },
+    {
+      "grad_norm": 0.9228284358978271,
+      "learning_rate": 9.604098443902431e-05,
+      "loss": 0.0774,
+      "step": 34230
+    },
+    {
+      "grad_norm": 0.6311423778533936,
+      "learning_rate": 9.603775963784888e-05,
+      "loss": 0.0628,
+      "step": 34240
+    },
+    {
+      "grad_norm": 0.44636523723602295,
+      "learning_rate": 9.60345335780184e-05,
+      "loss": 0.0535,
+      "step": 34250
+    },
+    {
+      "grad_norm": 0.7334602475166321,
+      "learning_rate": 9.603130625962105e-05,
+      "loss": 0.0655,
+      "step": 34260
+    },
+    {
+      "grad_norm": 0.5957170128822327,
+      "learning_rate": 9.602807768274509e-05,
+      "loss": 0.056,
+      "step": 34270
+    },
+    {
+      "grad_norm": 0.526159405708313,
+      "learning_rate": 9.602484784747879e-05,
+      "loss": 0.0516,
+      "step": 34280
+    },
+    {
+      "grad_norm": 0.5958966016769409,
+      "learning_rate": 9.602161675391042e-05,
+      "loss": 0.0621,
+      "step": 34290
+    },
+    {
+      "grad_norm": 0.7561966776847839,
+      "learning_rate": 9.601838440212835e-05,
+      "loss": 0.0625,
+      "step": 34300
+    },
+    {
+      "grad_norm": 0.4861702620983124,
+      "learning_rate": 9.601515079222094e-05,
+      "loss": 0.0543,
+      "step": 34310
+    },
+    {
+      "grad_norm": 0.7962378263473511,
+      "learning_rate": 9.601191592427658e-05,
+      "loss": 0.0651,
+      "step": 34320
+    },
+    {
+      "grad_norm": 0.7198780179023743,
+      "learning_rate": 9.600867979838374e-05,
+      "loss": 0.075,
+      "step": 34330
+    },
+    {
+      "grad_norm": 0.6613696813583374,
+      "learning_rate": 9.600544241463088e-05,
+      "loss": 0.0693,
+      "step": 34340
+    },
+    {
+      "grad_norm": 0.742957592010498,
+      "learning_rate": 9.60022037731065e-05,
+      "loss": 0.0531,
+      "step": 34350
+    },
+    {
+      "grad_norm": 1.0293623208999634,
+      "learning_rate": 9.599896387389915e-05,
+      "loss": 0.0621,
+      "step": 34360
+    },
+    {
+      "grad_norm": 0.7814838886260986,
+      "learning_rate": 9.599572271709741e-05,
+      "loss": 0.0603,
+      "step": 34370
+    },
+    {
+      "grad_norm": 0.7239816188812256,
+      "learning_rate": 9.599248030278989e-05,
+      "loss": 0.055,
+      "step": 34380
+    },
+    {
+      "grad_norm": 0.5850377082824707,
+      "learning_rate": 9.598923663106524e-05,
+      "loss": 0.0621,
+      "step": 34390
+    },
+    {
+      "grad_norm": 0.5794128775596619,
+      "learning_rate": 9.598599170201213e-05,
+      "loss": 0.0596,
+      "step": 34400
+    },
+    {
+      "grad_norm": 0.44510626792907715,
+      "learning_rate": 9.59827455157193e-05,
+      "loss": 0.0501,
+      "step": 34410
+    },
+    {
+      "grad_norm": 0.5527411103248596,
+      "learning_rate": 9.597949807227546e-05,
+      "loss": 0.0588,
+      "step": 34420
+    },
+    {
+      "grad_norm": 0.5390773415565491,
+      "learning_rate": 9.597624937176943e-05,
+      "loss": 0.0636,
+      "step": 34430
+    },
+    {
+      "grad_norm": 0.4777369201183319,
+      "learning_rate": 9.597299941429002e-05,
+      "loss": 0.0451,
+      "step": 34440
+    },
+    {
+      "grad_norm": 0.41554245352745056,
+      "learning_rate": 9.596974819992606e-05,
+      "loss": 0.0519,
+      "step": 34450
+    },
+    {
+      "grad_norm": 0.566178023815155,
+      "learning_rate": 9.596649572876648e-05,
+      "loss": 0.0532,
+      "step": 34460
+    },
+    {
+      "grad_norm": 0.40229758620262146,
+      "learning_rate": 9.596324200090016e-05,
+      "loss": 0.0393,
+      "step": 34470
+    },
+    {
+      "grad_norm": 0.6423733830451965,
+      "learning_rate": 9.595998701641606e-05,
+      "loss": 0.0644,
+      "step": 34480
+    },
+    {
+      "grad_norm": 0.5026076436042786,
+      "learning_rate": 9.595673077540319e-05,
+      "loss": 0.0903,
+      "step": 34490
+    },
+    {
+      "grad_norm": 0.6153425574302673,
+      "learning_rate": 9.595347327795058e-05,
+      "loss": 0.0644,
+      "step": 34500
+    },
+    {
+      "grad_norm": 0.5175907015800476,
+      "learning_rate": 9.595021452414727e-05,
+      "loss": 0.0545,
+      "step": 34510
+    },
+    {
+      "grad_norm": 0.6515135765075684,
+      "learning_rate": 9.594695451408235e-05,
+      "loss": 0.0565,
+      "step": 34520
+    },
+    {
+      "grad_norm": 0.47194474935531616,
+      "learning_rate": 9.594369324784495e-05,
+      "loss": 0.0568,
+      "step": 34530
+    },
+    {
+      "grad_norm": 0.6143068671226501,
+      "learning_rate": 9.594043072552425e-05,
+      "loss": 0.0576,
+      "step": 34540
+    },
+    {
+      "grad_norm": 0.9912796020507812,
+      "learning_rate": 9.593716694720942e-05,
+      "loss": 0.0603,
+      "step": 34550
+    },
+    {
+      "grad_norm": 0.5472392439842224,
+      "learning_rate": 9.59339019129897e-05,
+      "loss": 0.0491,
+      "step": 34560
+    },
+    {
+      "grad_norm": 0.4569350779056549,
+      "learning_rate": 9.593063562295437e-05,
+      "loss": 0.0467,
+      "step": 34570
+    },
+    {
+      "grad_norm": 0.7115595936775208,
+      "learning_rate": 9.592736807719271e-05,
+      "loss": 0.0788,
+      "step": 34580
+    },
+    {
+      "grad_norm": 0.5582985281944275,
+      "learning_rate": 9.592409927579407e-05,
+      "loss": 0.0591,
+      "step": 34590
+    },
+    {
+      "grad_norm": 0.5097895264625549,
+      "learning_rate": 9.592082921884782e-05,
+      "loss": 0.0527,
+      "step": 34600
+    },
+    {
+      "grad_norm": 0.617218017578125,
+      "learning_rate": 9.591755790644332e-05,
+      "loss": 0.0649,
+      "step": 34610
+    },
+    {
+      "grad_norm": 0.45066431164741516,
+      "learning_rate": 9.591428533867007e-05,
+      "loss": 0.0552,
+      "step": 34620
+    },
+    {
+      "grad_norm": 0.5496455430984497,
+      "learning_rate": 9.591101151561748e-05,
+      "loss": 0.0397,
+      "step": 34630
+    },
+    {
+      "grad_norm": 0.5856770277023315,
+      "learning_rate": 9.59077364373751e-05,
+      "loss": 0.0502,
+      "step": 34640
+    },
+    {
+      "grad_norm": 0.7728607654571533,
+      "learning_rate": 9.590446010403245e-05,
+      "loss": 0.0498,
+      "step": 34650
+    },
+    {
+      "grad_norm": 0.4661693871021271,
+      "learning_rate": 9.59011825156791e-05,
+      "loss": 0.0473,
+      "step": 34660
+    },
+    {
+      "grad_norm": 0.669337809085846,
+      "learning_rate": 9.589790367240465e-05,
+      "loss": 0.062,
+      "step": 34670
+    },
+    {
+      "grad_norm": 0.7149866223335266,
+      "learning_rate": 9.589462357429878e-05,
+      "loss": 0.052,
+      "step": 34680
+    },
+    {
+      "grad_norm": 0.5191816091537476,
+      "learning_rate": 9.589134222145114e-05,
+      "loss": 0.0582,
+      "step": 34690
+    },
+    {
+      "grad_norm": 0.5471221208572388,
+      "learning_rate": 9.588805961395144e-05,
+      "loss": 0.0521,
+      "step": 34700
+    },
+    {
+      "grad_norm": 0.6187089085578918,
+      "learning_rate": 9.588477575188943e-05,
+      "loss": 0.0526,
+      "step": 34710
+    },
+    {
+      "grad_norm": 0.6353569030761719,
+      "learning_rate": 9.58814906353549e-05,
+      "loss": 0.0659,
+      "step": 34720
+    },
+    {
+      "grad_norm": 0.7723108530044556,
+      "learning_rate": 9.587820426443763e-05,
+      "loss": 0.0586,
+      "step": 34730
+    },
+    {
+      "grad_norm": 0.7946750521659851,
+      "learning_rate": 9.58749166392275e-05,
+      "loss": 0.0646,
+      "step": 34740
+    },
+    {
+      "grad_norm": 0.47253772616386414,
+      "learning_rate": 9.587162775981439e-05,
+      "loss": 0.0615,
+      "step": 34750
+    },
+    {
+      "grad_norm": 0.5871708393096924,
+      "learning_rate": 9.586833762628821e-05,
+      "loss": 0.0488,
+      "step": 34760
+    },
+    {
+      "grad_norm": 0.6637250185012817,
+      "learning_rate": 9.58650462387389e-05,
+      "loss": 0.0678,
+      "step": 34770
+    },
+    {
+      "grad_norm": 0.36017414927482605,
+      "learning_rate": 9.586175359725648e-05,
+      "loss": 0.0537,
+      "step": 34780
+    },
+    {
+      "grad_norm": 0.6303892135620117,
+      "learning_rate": 9.585845970193093e-05,
+      "loss": 0.0689,
+      "step": 34790
+    },
+    {
+      "grad_norm": 0.7828267812728882,
+      "learning_rate": 9.585516455285231e-05,
+      "loss": 0.0705,
+      "step": 34800
+    },
+    {
+      "grad_norm": 0.551641583442688,
+      "learning_rate": 9.585186815011073e-05,
+      "loss": 0.0567,
+      "step": 34810
+    },
+    {
+      "grad_norm": 0.5641936659812927,
+      "learning_rate": 9.584857049379631e-05,
+      "loss": 0.0487,
+      "step": 34820
+    },
+    {
+      "grad_norm": 0.5180937647819519,
+      "learning_rate": 9.584527158399919e-05,
+      "loss": 0.0609,
+      "step": 34830
+    },
+    {
+      "grad_norm": 0.6456660628318787,
+      "learning_rate": 9.584197142080955e-05,
+      "loss": 0.066,
+      "step": 34840
+    },
+    {
+      "grad_norm": 0.7237144112586975,
+      "learning_rate": 9.583867000431765e-05,
+      "loss": 0.0561,
+      "step": 34850
+    },
+    {
+      "grad_norm": 0.6417388916015625,
+      "learning_rate": 9.583536733461373e-05,
+      "loss": 0.0579,
+      "step": 34860
+    },
+    {
+      "grad_norm": 0.5884639620780945,
+      "learning_rate": 9.58320634117881e-05,
+      "loss": 0.0564,
+      "step": 34870
+    },
+    {
+      "grad_norm": 0.6090008616447449,
+      "learning_rate": 9.582875823593106e-05,
+      "loss": 0.0719,
+      "step": 34880
+    },
+    {
+      "grad_norm": 0.6372964382171631,
+      "learning_rate": 9.582545180713298e-05,
+      "loss": 0.0622,
+      "step": 34890
+    },
+    {
+      "grad_norm": 0.5928954482078552,
+      "learning_rate": 9.582214412548428e-05,
+      "loss": 0.0663,
+      "step": 34900
+    },
+    {
+      "grad_norm": 0.7613247632980347,
+      "learning_rate": 9.581883519107538e-05,
+      "loss": 0.0498,
+      "step": 34910
+    },
+    {
+      "grad_norm": 0.5658698081970215,
+      "learning_rate": 9.581552500399671e-05,
+      "loss": 0.0603,
+      "step": 34920
+    },
+    {
+      "grad_norm": 0.5641582608222961,
+      "learning_rate": 9.581221356433882e-05,
+      "loss": 0.0617,
+      "step": 34930
+    },
+    {
+      "grad_norm": 0.5806121826171875,
+      "learning_rate": 9.580890087219221e-05,
+      "loss": 0.0475,
+      "step": 34940
+    },
+    {
+      "grad_norm": 0.7180017828941345,
+      "learning_rate": 9.580558692764747e-05,
+      "loss": 0.0756,
+      "step": 34950
+    },
+    {
+      "grad_norm": 0.6661330461502075,
+      "learning_rate": 9.580227173079519e-05,
+      "loss": 0.0611,
+      "step": 34960
+    },
+    {
+      "grad_norm": 0.5046491026878357,
+      "learning_rate": 9.5798955281726e-05,
+      "loss": 0.0594,
+      "step": 34970
+    },
+    {
+      "grad_norm": 0.5065561532974243,
+      "learning_rate": 9.579563758053058e-05,
+      "loss": 0.0541,
+      "step": 34980
+    },
+    {
+      "grad_norm": 0.5238633155822754,
+      "learning_rate": 9.579231862729965e-05,
+      "loss": 0.0572,
+      "step": 34990
+    },
+    {
+      "grad_norm": 0.5719344615936279,
+      "learning_rate": 9.578899842212392e-05,
+      "loss": 0.0504,
+      "step": 35000
+    },
+    {
+      "grad_norm": 0.5957613587379456,
+      "learning_rate": 9.578567696509418e-05,
+      "loss": 0.0589,
+      "step": 35010
+    },
+    {
+      "grad_norm": 0.5978618860244751,
+      "learning_rate": 9.578235425630123e-05,
+      "loss": 0.0589,
+      "step": 35020
+    },
+    {
+      "grad_norm": 0.5111650228500366,
+      "learning_rate": 9.57790302958359e-05,
+      "loss": 0.059,
+      "step": 35030
+    },
+    {
+      "grad_norm": 0.4753875434398651,
+      "learning_rate": 9.577570508378911e-05,
+      "loss": 0.068,
+      "step": 35040
+    },
+    {
+      "grad_norm": 0.47226375341415405,
+      "learning_rate": 9.57723786202517e-05,
+      "loss": 0.0617,
+      "step": 35050
+    },
+    {
+      "grad_norm": 0.6676758527755737,
+      "learning_rate": 9.576905090531468e-05,
+      "loss": 0.0545,
+      "step": 35060
+    },
+    {
+      "grad_norm": 0.6088489294052124,
+      "learning_rate": 9.576572193906901e-05,
+      "loss": 0.0915,
+      "step": 35070
+    },
+    {
+      "grad_norm": 0.5754150748252869,
+      "learning_rate": 9.576239172160568e-05,
+      "loss": 0.0537,
+      "step": 35080
+    },
+    {
+      "grad_norm": 0.5704752206802368,
+      "learning_rate": 9.575906025301575e-05,
+      "loss": 0.0543,
+      "step": 35090
+    },
+    {
+      "grad_norm": 0.4135075807571411,
+      "learning_rate": 9.575572753339032e-05,
+      "loss": 0.0638,
+      "step": 35100
+    },
+    {
+      "grad_norm": 0.621456503868103,
+      "learning_rate": 9.575239356282049e-05,
+      "loss": 0.0746,
+      "step": 35110
+    },
+    {
+      "grad_norm": 0.511509358882904,
+      "learning_rate": 9.57490583413974e-05,
+      "loss": 0.0693,
+      "step": 35120
+    },
+    {
+      "grad_norm": 0.7872906923294067,
+      "learning_rate": 9.574572186921222e-05,
+      "loss": 0.0673,
+      "step": 35130
+    },
+    {
+      "grad_norm": 0.6182281374931335,
+      "learning_rate": 9.574238414635621e-05,
+      "loss": 0.075,
+      "step": 35140
+    },
+    {
+      "grad_norm": 0.3915617763996124,
+      "learning_rate": 9.57390451729206e-05,
+      "loss": 0.0627,
+      "step": 35150
+    },
+    {
+      "grad_norm": 0.6185944080352783,
+      "learning_rate": 9.573570494899668e-05,
+      "loss": 0.0661,
+      "step": 35160
+    },
+    {
+      "grad_norm": 1.0114463567733765,
+      "learning_rate": 9.573236347467578e-05,
+      "loss": 0.0635,
+      "step": 35170
+    },
+    {
+      "grad_norm": 0.7651988863945007,
+      "learning_rate": 9.572902075004924e-05,
+      "loss": 0.0624,
+      "step": 35180
+    },
+    {
+      "grad_norm": 0.5606789588928223,
+      "learning_rate": 9.572567677520843e-05,
+      "loss": 0.056,
+      "step": 35190
+    },
+    {
+      "grad_norm": 0.7031106948852539,
+      "learning_rate": 9.572233155024482e-05,
+      "loss": 0.0884,
+      "step": 35200
+    },
+    {
+      "grad_norm": 0.7114612460136414,
+      "learning_rate": 9.571898507524984e-05,
+      "loss": 0.0808,
+      "step": 35210
+    },
+    {
+      "grad_norm": 0.547363817691803,
+      "learning_rate": 9.571563735031497e-05,
+      "loss": 0.0606,
+      "step": 35220
+    },
+    {
+      "grad_norm": 0.7761225700378418,
+      "learning_rate": 9.571228837553177e-05,
+      "loss": 0.0575,
+      "step": 35230
+    },
+    {
+      "grad_norm": 0.6200740337371826,
+      "learning_rate": 9.570893815099176e-05,
+      "loss": 0.0695,
+      "step": 35240
+    },
+    {
+      "grad_norm": 0.5202545523643494,
+      "learning_rate": 9.570558667678656e-05,
+      "loss": 0.0545,
+      "step": 35250
+    },
+    {
+      "grad_norm": 0.6876357793807983,
+      "learning_rate": 9.570223395300779e-05,
+      "loss": 0.0623,
+      "step": 35260
+    },
+    {
+      "grad_norm": 0.6751470565795898,
+      "learning_rate": 9.569887997974712e-05,
+      "loss": 0.0644,
+      "step": 35270
+    },
+    {
+      "grad_norm": 0.48971542716026306,
+      "learning_rate": 9.569552475709623e-05,
+      "loss": 0.0564,
+      "step": 35280
+    },
+    {
+      "grad_norm": 0.4747253656387329,
+      "learning_rate": 9.569216828514685e-05,
+      "loss": 0.0487,
+      "step": 35290
+    },
+    {
+      "grad_norm": 0.49158668518066406,
+      "learning_rate": 9.568881056399077e-05,
+      "loss": 0.05,
+      "step": 35300
+    },
+    {
+      "grad_norm": 0.5603686571121216,
+      "learning_rate": 9.568545159371978e-05,
+      "loss": 0.0453,
+      "step": 35310
+    },
+    {
+      "grad_norm": 0.4552099406719208,
+      "learning_rate": 9.56820913744257e-05,
+      "loss": 0.0923,
+      "step": 35320
+    },
+    {
+      "grad_norm": 0.48779556155204773,
+      "learning_rate": 9.56787299062004e-05,
+      "loss": 0.0608,
+      "step": 35330
+    },
+    {
+      "grad_norm": 0.6944969892501831,
+      "learning_rate": 9.567536718913578e-05,
+      "loss": 0.0758,
+      "step": 35340
+    },
+    {
+      "grad_norm": 0.4469917118549347,
+      "learning_rate": 9.567200322332379e-05,
+      "loss": 0.0785,
+      "step": 35350
+    },
+    {
+      "grad_norm": 0.7723975777626038,
+      "learning_rate": 9.566863800885638e-05,
+      "loss": 0.0607,
+      "step": 35360
+    },
+    {
+      "grad_norm": 0.3879420757293701,
+      "learning_rate": 9.566527154582558e-05,
+      "loss": 0.0657,
+      "step": 35370
+    },
+    {
+      "grad_norm": 0.5794047117233276,
+      "learning_rate": 9.56619038343234e-05,
+      "loss": 0.0626,
+      "step": 35380
+    },
+    {
+      "grad_norm": 0.7735660076141357,
+      "learning_rate": 9.565853487444192e-05,
+      "loss": 0.0744,
+      "step": 35390
+    },
+    {
+      "grad_norm": 0.703999400138855,
+      "learning_rate": 9.565516466627327e-05,
+      "loss": 0.0518,
+      "step": 35400
+    },
+    {
+      "grad_norm": 0.8085862398147583,
+      "learning_rate": 9.565179320990955e-05,
+      "loss": 0.0635,
+      "step": 35410
+    },
+    {
+      "grad_norm": 0.7662864327430725,
+      "learning_rate": 9.564842050544296e-05,
+      "loss": 0.0686,
+      "step": 35420
+    },
+    {
+      "grad_norm": 0.6232629418373108,
+      "learning_rate": 9.564504655296569e-05,
+      "loss": 0.0577,
+      "step": 35430
+    },
+    {
+      "grad_norm": 0.523350179195404,
+      "learning_rate": 9.564167135257001e-05,
+      "loss": 0.0645,
+      "step": 35440
+    },
+    {
+      "grad_norm": 0.5771271586418152,
+      "learning_rate": 9.56382949043482e-05,
+      "loss": 0.0524,
+      "step": 35450
+    },
+    {
+      "grad_norm": 0.48224544525146484,
+      "learning_rate": 9.563491720839253e-05,
+      "loss": 0.0516,
+      "step": 35460
+    },
+    {
+      "grad_norm": 0.5241501331329346,
+      "learning_rate": 9.563153826479536e-05,
+      "loss": 0.0562,
+      "step": 35470
+    },
+    {
+      "grad_norm": 0.5425935387611389,
+      "learning_rate": 9.562815807364909e-05,
+      "loss": 0.0847,
+      "step": 35480
+    },
+    {
+      "grad_norm": 0.7321894764900208,
+      "learning_rate": 9.562477663504611e-05,
+      "loss": 0.0764,
+      "step": 35490
+    },
+    {
+      "grad_norm": 0.5121670365333557,
+      "learning_rate": 9.562139394907888e-05,
+      "loss": 0.0908,
+      "step": 35500
+    },
+    {
+      "grad_norm": 0.9676214456558228,
+      "learning_rate": 9.56180100158399e-05,
+      "loss": 0.0635,
+      "step": 35510
+    },
+    {
+      "grad_norm": 0.7217220067977905,
+      "learning_rate": 9.561462483542164e-05,
+      "loss": 0.075,
+      "step": 35520
+    },
+    {
+      "grad_norm": 0.7224625945091248,
+      "learning_rate": 9.561123840791668e-05,
+      "loss": 0.0678,
+      "step": 35530
+    },
+    {
+      "grad_norm": 1.8555511236190796,
+      "learning_rate": 9.56078507334176e-05,
+      "loss": 0.0623,
+      "step": 35540
+    },
+    {
+      "grad_norm": 0.5543866753578186,
+      "learning_rate": 9.560446181201701e-05,
+      "loss": 0.0576,
+      "step": 35550
+    },
+    {
+      "grad_norm": 0.7701137065887451,
+      "learning_rate": 9.560107164380757e-05,
+      "loss": 0.0889,
+      "step": 35560
+    },
+    {
+      "grad_norm": 0.4727461636066437,
+      "learning_rate": 9.559768022888196e-05,
+      "loss": 0.0491,
+      "step": 35570
+    },
+    {
+      "grad_norm": 0.5501593947410583,
+      "learning_rate": 9.559428756733291e-05,
+      "loss": 0.0591,
+      "step": 35580
+    },
+    {
+      "grad_norm": 0.6300615072250366,
+      "learning_rate": 9.559089365925315e-05,
+      "loss": 0.0525,
+      "step": 35590
+    },
+    {
+      "grad_norm": 1.1746891736984253,
+      "learning_rate": 9.55874985047355e-05,
+      "loss": 0.0624,
+      "step": 35600
+    },
+    {
+      "grad_norm": 0.4518706500530243,
+      "learning_rate": 9.558410210387277e-05,
+      "loss": 0.0547,
+      "step": 35610
+    },
+    {
+      "grad_norm": 0.7208671569824219,
+      "learning_rate": 9.558070445675782e-05,
+      "loss": 0.0732,
+      "step": 35620
+    },
+    {
+      "grad_norm": 0.43586719036102295,
+      "learning_rate": 9.557730556348352e-05,
+      "loss": 0.0465,
+      "step": 35630
+    },
+    {
+      "grad_norm": 0.9925081133842468,
+      "learning_rate": 9.557390542414281e-05,
+      "loss": 0.0681,
+      "step": 35640
+    },
+    {
+      "grad_norm": 1.6742511987686157,
+      "learning_rate": 9.557050403882864e-05,
+      "loss": 0.0705,
+      "step": 35650
+    },
+    {
+      "grad_norm": 0.7457919716835022,
+      "learning_rate": 9.556710140763401e-05,
+      "loss": 0.061,
+      "step": 35660
+    },
+    {
+      "grad_norm": 0.7037273645401001,
+      "learning_rate": 9.556369753065197e-05,
+      "loss": 0.0606,
+      "step": 35670
+    },
+    {
+      "grad_norm": 0.5833866000175476,
+      "learning_rate": 9.556029240797553e-05,
+      "loss": 0.0565,
+      "step": 35680
+    },
+    {
+      "grad_norm": 0.49441996216773987,
+      "learning_rate": 9.555688603969783e-05,
+      "loss": 0.0591,
+      "step": 35690
+    },
+    {
+      "grad_norm": 0.7227568626403809,
+      "learning_rate": 9.555347842591198e-05,
+      "loss": 0.0614,
+      "step": 35700
+    },
+    {
+      "grad_norm": 0.8251500725746155,
+      "learning_rate": 9.555006956671113e-05,
+      "loss": 0.0611,
+      "step": 35710
+    },
+    {
+      "grad_norm": 0.6895546913146973,
+      "learning_rate": 9.55466594621885e-05,
+      "loss": 0.0617,
+      "step": 35720
+    },
+    {
+      "grad_norm": 0.6439470648765564,
+      "learning_rate": 9.554324811243731e-05,
+      "loss": 0.0584,
+      "step": 35730
+    },
+    {
+      "grad_norm": 0.7889333963394165,
+      "learning_rate": 9.553983551755081e-05,
+      "loss": 0.0764,
+      "step": 35740
+    },
+    {
+      "grad_norm": 0.5258845090866089,
+      "learning_rate": 9.553642167762233e-05,
+      "loss": 0.0524,
+      "step": 35750
+    },
+    {
+      "grad_norm": 0.7384043335914612,
+      "learning_rate": 9.55330065927452e-05,
+      "loss": 0.0672,
+      "step": 35760
+    },
+    {
+      "grad_norm": 0.6059176325798035,
+      "learning_rate": 9.552959026301276e-05,
+      "loss": 0.0464,
+      "step": 35770
+    },
+    {
+      "grad_norm": 0.7376211285591125,
+      "learning_rate": 9.552617268851844e-05,
+      "loss": 0.0565,
+      "step": 35780
+    },
+    {
+      "grad_norm": 0.735230028629303,
+      "learning_rate": 9.552275386935565e-05,
+      "loss": 0.0545,
+      "step": 35790
+    },
+    {
+      "grad_norm": 0.9456732869148254,
+      "learning_rate": 9.551933380561788e-05,
+      "loss": 0.0526,
+      "step": 35800
+    },
+    {
+      "grad_norm": 0.9371166825294495,
+      "learning_rate": 9.551591249739862e-05,
+      "loss": 0.0588,
+      "step": 35810
+    },
+    {
+      "grad_norm": 0.8507806658744812,
+      "learning_rate": 9.55124899447914e-05,
+      "loss": 0.071,
+      "step": 35820
+    },
+    {
+      "grad_norm": 0.5291924476623535,
+      "learning_rate": 9.550906614788982e-05,
+      "loss": 0.0585,
+      "step": 35830
+    },
+    {
+      "grad_norm": 0.5582579970359802,
+      "learning_rate": 9.550564110678746e-05,
+      "loss": 0.0601,
+      "step": 35840
+    },
+    {
+      "grad_norm": 0.4796678423881531,
+      "learning_rate": 9.550221482157797e-05,
+      "loss": 0.0536,
+      "step": 35850
+    },
+    {
+      "grad_norm": 0.5581106543540955,
+      "learning_rate": 9.549878729235502e-05,
+      "loss": 0.0596,
+      "step": 35860
+    },
+    {
+      "grad_norm": 0.540395200252533,
+      "learning_rate": 9.549535851921232e-05,
+      "loss": 0.0496,
+      "step": 35870
+    },
+    {
+      "grad_norm": 0.43099936842918396,
+      "learning_rate": 9.549192850224362e-05,
+      "loss": 0.0455,
+      "step": 35880
+    },
+    {
+      "grad_norm": 0.6063694953918457,
+      "learning_rate": 9.548849724154268e-05,
+      "loss": 0.0837,
+      "step": 35890
+    },
+    {
+      "grad_norm": 0.6887842416763306,
+      "learning_rate": 9.54850647372033e-05,
+      "loss": 0.0472,
+      "step": 35900
+    },
+    {
+      "grad_norm": 0.6853367686271667,
+      "learning_rate": 9.548163098931935e-05,
+      "loss": 0.0609,
+      "step": 35910
+    },
+    {
+      "grad_norm": 0.5263974666595459,
+      "learning_rate": 9.547819599798468e-05,
+      "loss": 0.0619,
+      "step": 35920
+    },
+    {
+      "grad_norm": 2.1797547340393066,
+      "learning_rate": 9.547475976329325e-05,
+      "loss": 0.0631,
+      "step": 35930
+    },
+    {
+      "grad_norm": 0.9396882057189941,
+      "learning_rate": 9.547132228533895e-05,
+      "loss": 0.0726,
+      "step": 35940
+    },
+    {
+      "grad_norm": 0.6289934515953064,
+      "learning_rate": 9.546788356421578e-05,
+      "loss": 0.0739,
+      "step": 35950
+    },
+    {
+      "grad_norm": 0.6170966625213623,
+      "learning_rate": 9.546444360001775e-05,
+      "loss": 0.0641,
+      "step": 35960
+    },
+    {
+      "grad_norm": 0.7872222661972046,
+      "learning_rate": 9.546100239283892e-05,
+      "loss": 0.0517,
+      "step": 35970
+    },
+    {
+      "grad_norm": 0.76799476146698,
+      "learning_rate": 9.545755994277337e-05,
+      "loss": 0.0582,
+      "step": 35980
+    },
+    {
+      "grad_norm": 0.4540897309780121,
+      "learning_rate": 9.545411624991521e-05,
+      "loss": 0.0723,
+      "step": 35990
+    },
+    {
+      "grad_norm": 0.7192868590354919,
+      "learning_rate": 9.545067131435858e-05,
+      "loss": 0.0469,
+      "step": 36000
+    },
+    {
+      "grad_norm": 0.8165702819824219,
+      "learning_rate": 9.544722513619769e-05,
+      "loss": 0.0698,
+      "step": 36010
+    },
+    {
+      "grad_norm": 0.4133433997631073,
+      "learning_rate": 9.54437777155267e-05,
+      "loss": 0.0889,
+      "step": 36020
+    },
+    {
+      "grad_norm": 0.3982866108417511,
+      "learning_rate": 9.544032905243994e-05,
+      "loss": 0.0521,
+      "step": 36030
+    },
+    {
+      "grad_norm": 0.7274662256240845,
+      "learning_rate": 9.543687914703162e-05,
+      "loss": 0.055,
+      "step": 36040
+    },
+    {
+      "grad_norm": 0.6162336468696594,
+      "learning_rate": 9.543342799939612e-05,
+      "loss": 0.0743,
+      "step": 36050
+    },
+    {
+      "grad_norm": 0.5587760806083679,
+      "learning_rate": 9.542997560962775e-05,
+      "loss": 0.0477,
+      "step": 36060
+    },
+    {
+      "grad_norm": 0.5024696588516235,
+      "learning_rate": 9.542652197782092e-05,
+      "loss": 0.0697,
+      "step": 36070
+    },
+    {
+      "grad_norm": 0.645382285118103,
+      "learning_rate": 9.542306710407005e-05,
+      "loss": 0.0605,
+      "step": 36080
+    },
+    {
+      "grad_norm": 0.4964522123336792,
+      "learning_rate": 9.541961098846959e-05,
+      "loss": 0.0619,
+      "step": 36090
+    },
+    {
+      "grad_norm": 0.6891692876815796,
+      "learning_rate": 9.541615363111402e-05,
+      "loss": 0.0567,
+      "step": 36100
+    },
+    {
+      "grad_norm": 0.4780958592891693,
+      "learning_rate": 9.541269503209787e-05,
+      "loss": 0.0583,
+      "step": 36110
+    },
+    {
+      "grad_norm": 0.6397230625152588,
+      "learning_rate": 9.540923519151571e-05,
+      "loss": 0.0555,
+      "step": 36120
+    },
+    {
+      "grad_norm": 0.6355982422828674,
+      "learning_rate": 9.540577410946212e-05,
+      "loss": 0.0546,
+      "step": 36130
+    },
+    {
+      "grad_norm": 0.5540558695793152,
+      "learning_rate": 9.540231178603172e-05,
+      "loss": 0.0547,
+      "step": 36140
+    },
+    {
+      "grad_norm": 0.7409144639968872,
+      "learning_rate": 9.539884822131918e-05,
+      "loss": 0.062,
+      "step": 36150
+    },
+    {
+      "grad_norm": 0.7194812297821045,
+      "learning_rate": 9.539538341541916e-05,
+      "loss": 0.0569,
+      "step": 36160
+    },
+    {
+      "grad_norm": 0.4614640176296234,
+      "learning_rate": 9.539191736842643e-05,
+      "loss": 0.0695,
+      "step": 36170
+    },
+    {
+      "grad_norm": 0.639335036277771,
+      "learning_rate": 9.538845008043573e-05,
+      "loss": 0.0768,
+      "step": 36180
+    },
+    {
+      "grad_norm": 0.8373674750328064,
+      "learning_rate": 9.538498155154185e-05,
+      "loss": 0.0726,
+      "step": 36190
+    },
+    {
+      "grad_norm": 0.49775201082229614,
+      "learning_rate": 9.538151178183965e-05,
+      "loss": 0.0738,
+      "step": 36200
+    },
+    {
+      "grad_norm": 0.48877570033073425,
+      "learning_rate": 9.537804077142394e-05,
+      "loss": 0.0593,
+      "step": 36210
+    },
+    {
+      "grad_norm": 0.9701409935951233,
+      "learning_rate": 9.537456852038965e-05,
+      "loss": 0.0675,
+      "step": 36220
+    },
+    {
+      "grad_norm": 0.5745044946670532,
+      "learning_rate": 9.53710950288317e-05,
+      "loss": 0.0536,
+      "step": 36230
+    },
+    {
+      "grad_norm": 0.5877317190170288,
+      "learning_rate": 9.536762029684507e-05,
+      "loss": 0.0575,
+      "step": 36240
+    },
+    {
+      "grad_norm": 0.5055842399597168,
+      "learning_rate": 9.536414432452473e-05,
+      "loss": 0.0522,
+      "step": 36250
+    },
+    {
+      "grad_norm": 0.9660356640815735,
+      "learning_rate": 9.536066711196573e-05,
+      "loss": 0.0562,
+      "step": 36260
+    },
+    {
+      "grad_norm": 0.5875626802444458,
+      "learning_rate": 9.535718865926314e-05,
+      "loss": 0.0517,
+      "step": 36270
+    },
+    {
+      "grad_norm": 0.5082061290740967,
+      "learning_rate": 9.535370896651205e-05,
+      "loss": 0.0514,
+      "step": 36280
+    },
+    {
+      "grad_norm": 0.5363762974739075,
+      "learning_rate": 9.535022803380759e-05,
+      "loss": 0.0547,
+      "step": 36290
+    },
+    {
+      "grad_norm": 0.770366907119751,
+      "learning_rate": 9.534674586124494e-05,
+      "loss": 0.0673,
+      "step": 36300
+    },
+    {
+      "grad_norm": 0.9021984338760376,
+      "learning_rate": 9.534326244891928e-05,
+      "loss": 0.0596,
+      "step": 36310
+    },
+    {
+      "grad_norm": 0.7615953087806702,
+      "learning_rate": 9.533977779692588e-05,
+      "loss": 0.051,
+      "step": 36320
+    },
+    {
+      "grad_norm": 0.7518920302391052,
+      "learning_rate": 9.533629190535997e-05,
+      "loss": 0.0591,
+      "step": 36330
+    },
+    {
+      "grad_norm": 0.5663995742797852,
+      "learning_rate": 9.533280477431688e-05,
+      "loss": 0.0495,
+      "step": 36340
+    },
+    {
+      "grad_norm": 0.6978169679641724,
+      "learning_rate": 9.532931640389193e-05,
+      "loss": 0.0592,
+      "step": 36350
+    },
+    {
+      "grad_norm": 0.6534620523452759,
+      "learning_rate": 9.532582679418052e-05,
+      "loss": 0.0538,
+      "step": 36360
+    },
+    {
+      "grad_norm": 0.7007088661193848,
+      "learning_rate": 9.532233594527802e-05,
+      "loss": 0.055,
+      "step": 36370
+    },
+    {
+      "grad_norm": 0.583395779132843,
+      "learning_rate": 9.531884385727987e-05,
+      "loss": 0.0659,
+      "step": 36380
+    },
+    {
+      "grad_norm": 0.5092915296554565,
+      "learning_rate": 9.531535053028158e-05,
+      "loss": 0.0492,
+      "step": 36390
+    },
+    {
+      "grad_norm": 0.5218465328216553,
+      "learning_rate": 9.531185596437861e-05,
+      "loss": 0.0441,
+      "step": 36400
+    },
+    {
+      "grad_norm": 0.8620935678482056,
+      "learning_rate": 9.530836015966654e-05,
+      "loss": 0.0575,
+      "step": 36410
+    },
+    {
+      "grad_norm": 0.5291378498077393,
+      "learning_rate": 9.53048631162409e-05,
+      "loss": 0.0545,
+      "step": 36420
+    },
+    {
+      "grad_norm": 0.7601668238639832,
+      "learning_rate": 9.530136483419733e-05,
+      "loss": 0.0485,
+      "step": 36430
+    },
+    {
+      "grad_norm": 0.4559272527694702,
+      "learning_rate": 9.529786531363148e-05,
+      "loss": 0.0439,
+      "step": 36440
+    },
+    {
+      "grad_norm": 0.5070050358772278,
+      "learning_rate": 9.5294364554639e-05,
+      "loss": 0.0589,
+      "step": 36450
+    },
+    {
+      "grad_norm": 0.6178658604621887,
+      "learning_rate": 9.52908625573156e-05,
+      "loss": 0.0495,
+      "step": 36460
+    },
+    {
+      "grad_norm": 0.6992598176002502,
+      "learning_rate": 9.528735932175704e-05,
+      "loss": 0.0591,
+      "step": 36470
+    },
+    {
+      "grad_norm": 0.6441715955734253,
+      "learning_rate": 9.52838548480591e-05,
+      "loss": 0.0508,
+      "step": 36480
+    },
+    {
+      "grad_norm": 0.5467044711112976,
+      "learning_rate": 9.528034913631756e-05,
+      "loss": 0.0671,
+      "step": 36490
+    },
+    {
+      "grad_norm": 0.8629640936851501,
+      "learning_rate": 9.527684218662831e-05,
+      "loss": 0.0615,
+      "step": 36500
+    },
+    {
+      "grad_norm": 0.5836175680160522,
+      "learning_rate": 9.527333399908718e-05,
+      "loss": 0.0479,
+      "step": 36510
+    },
+    {
+      "grad_norm": 0.3558776378631592,
+      "learning_rate": 9.526982457379012e-05,
+      "loss": 0.0383,
+      "step": 36520
+    },
+    {
+      "grad_norm": 0.5004429817199707,
+      "learning_rate": 9.526631391083307e-05,
+      "loss": 0.062,
+      "step": 36530
+    },
+    {
+      "grad_norm": 0.7711041569709778,
+      "learning_rate": 9.526280201031199e-05,
+      "loss": 0.0452,
+      "step": 36540
+    },
+    {
+      "grad_norm": 0.5966451168060303,
+      "learning_rate": 9.525928887232292e-05,
+      "loss": 0.0481,
+      "step": 36550
+    },
+    {
+      "grad_norm": 0.7326532602310181,
+      "learning_rate": 9.525577449696188e-05,
+      "loss": 0.0495,
+      "step": 36560
+    },
+    {
+      "grad_norm": 0.38659465312957764,
+      "learning_rate": 9.525225888432499e-05,
+      "loss": 0.0538,
+      "step": 36570
+    },
+    {
+      "grad_norm": 0.6453984975814819,
+      "learning_rate": 9.524874203450832e-05,
+      "loss": 0.0513,
+      "step": 36580
+    },
+    {
+      "grad_norm": 0.5612689852714539,
+      "learning_rate": 9.524522394760804e-05,
+      "loss": 0.0464,
+      "step": 36590
+    },
+    {
+      "grad_norm": 0.601192831993103,
+      "learning_rate": 9.524170462372035e-05,
+      "loss": 0.0579,
+      "step": 36600
+    },
+    {
+      "grad_norm": 0.9297481775283813,
+      "learning_rate": 9.523818406294145e-05,
+      "loss": 0.0434,
+      "step": 36610
+    },
+    {
+      "grad_norm": 0.4310872554779053,
+      "learning_rate": 9.523466226536759e-05,
+      "loss": 0.0598,
+      "step": 36620
+    },
+    {
+      "grad_norm": 0.4843086898326874,
+      "learning_rate": 9.523113923109506e-05,
+      "loss": 0.0463,
+      "step": 36630
+    },
+    {
+      "grad_norm": 0.8166423439979553,
+      "learning_rate": 9.522761496022017e-05,
+      "loss": 0.0676,
+      "step": 36640
+    },
+    {
+      "grad_norm": 0.5627711415290833,
+      "learning_rate": 9.52240894528393e-05,
+      "loss": 0.0542,
+      "step": 36650
+    },
+    {
+      "grad_norm": 0.795179545879364,
+      "learning_rate": 9.522056270904878e-05,
+      "loss": 0.0563,
+      "step": 36660
+    },
+    {
+      "grad_norm": 0.8804706335067749,
+      "learning_rate": 9.521703472894508e-05,
+      "loss": 0.0563,
+      "step": 36670
+    },
+    {
+      "grad_norm": 0.6446207165718079,
+      "learning_rate": 9.521350551262465e-05,
+      "loss": 0.0633,
+      "step": 36680
+    },
+    {
+      "grad_norm": 0.7416960000991821,
+      "learning_rate": 9.520997506018394e-05,
+      "loss": 0.0581,
+      "step": 36690
+    },
+    {
+      "grad_norm": 0.5611290335655212,
+      "learning_rate": 9.520644337171952e-05,
+      "loss": 0.0503,
+      "step": 36700
+    },
+    {
+      "grad_norm": 0.4098645746707916,
+      "learning_rate": 9.52029104473279e-05,
+      "loss": 0.0625,
+      "step": 36710
+    },
+    {
+      "grad_norm": 0.7586246132850647,
+      "learning_rate": 9.519937628710572e-05,
+      "loss": 0.0483,
+      "step": 36720
+    },
+    {
+      "grad_norm": 0.3987685739994049,
+      "learning_rate": 9.519584089114954e-05,
+      "loss": 0.0497,
+      "step": 36730
+    },
+    {
+      "grad_norm": 0.5320476293563843,
+      "learning_rate": 9.519230425955606e-05,
+      "loss": 0.0469,
+      "step": 36740
+    },
+    {
+      "grad_norm": 0.5232864618301392,
+      "learning_rate": 9.518876639242197e-05,
+      "loss": 0.0563,
+      "step": 36750
+    },
+    {
+      "grad_norm": 0.56733638048172,
+      "learning_rate": 9.518522728984399e-05,
+      "loss": 0.0463,
+      "step": 36760
+    },
+    {
+      "grad_norm": 0.42975157499313354,
+      "learning_rate": 9.518168695191885e-05,
+      "loss": 0.0574,
+      "step": 36770
+    },
+    {
+      "grad_norm": 0.736921489238739,
+      "learning_rate": 9.517814537874336e-05,
+      "loss": 0.0496,
+      "step": 36780
+    },
+    {
+      "grad_norm": 0.7560990452766418,
+      "learning_rate": 9.517460257041436e-05,
+      "loss": 0.0549,
+      "step": 36790
+    },
+    {
+      "grad_norm": 0.5681348443031311,
+      "learning_rate": 9.51710585270287e-05,
+      "loss": 0.0702,
+      "step": 36800
+    },
+    {
+      "grad_norm": 0.7463192939758301,
+      "learning_rate": 9.516751324868326e-05,
+      "loss": 0.0658,
+      "step": 36810
+    },
+    {
+      "grad_norm": 0.6103019118309021,
+      "learning_rate": 9.516396673547498e-05,
+      "loss": 0.0783,
+      "step": 36820
+    },
+    {
+      "grad_norm": 0.7839944958686829,
+      "learning_rate": 9.516041898750083e-05,
+      "loss": 0.0686,
+      "step": 36830
+    },
+    {
+      "grad_norm": 0.5150975584983826,
+      "learning_rate": 9.515687000485778e-05,
+      "loss": 0.0682,
+      "step": 36840
+    },
+    {
+      "grad_norm": 0.5802522897720337,
+      "learning_rate": 9.515331978764286e-05,
+      "loss": 0.0625,
+      "step": 36850
+    },
+    {
+      "grad_norm": 0.6339281797409058,
+      "learning_rate": 9.514976833595315e-05,
+      "loss": 0.0605,
+      "step": 36860
+    },
+    {
+      "grad_norm": 0.6255648732185364,
+      "learning_rate": 9.514621564988573e-05,
+      "loss": 0.0541,
+      "step": 36870
+    },
+    {
+      "grad_norm": 0.6376101970672607,
+      "learning_rate": 9.514266172953775e-05,
+      "loss": 0.0572,
+      "step": 36880
+    },
+    {
+      "grad_norm": 0.6679726243019104,
+      "learning_rate": 9.513910657500635e-05,
+      "loss": 0.0444,
+      "step": 36890
+    },
+    {
+      "grad_norm": 0.43909451365470886,
+      "learning_rate": 9.513555018638872e-05,
+      "loss": 0.0689,
+      "step": 36900
+    },
+    {
+      "grad_norm": 0.48520803451538086,
+      "learning_rate": 9.513199256378211e-05,
+      "loss": 0.0422,
+      "step": 36910
+    },
+    {
+      "grad_norm": 0.5984159111976624,
+      "learning_rate": 9.512843370728379e-05,
+      "loss": 0.0654,
+      "step": 36920
+    },
+    {
+      "grad_norm": 0.7208818793296814,
+      "learning_rate": 9.512487361699104e-05,
+      "loss": 0.0612,
+      "step": 36930
+    },
+    {
+      "grad_norm": 0.4166052043437958,
+      "learning_rate": 9.51213122930012e-05,
+      "loss": 0.0652,
+      "step": 36940
+    },
+    {
+      "grad_norm": 0.5830631256103516,
+      "learning_rate": 9.511774973541163e-05,
+      "loss": 0.0597,
+      "step": 36950
+    },
+    {
+      "grad_norm": 0.5853204131126404,
+      "learning_rate": 9.511418594431974e-05,
+      "loss": 0.0442,
+      "step": 36960
+    },
+    {
+      "grad_norm": 0.6588292121887207,
+      "learning_rate": 9.511062091982295e-05,
+      "loss": 0.0451,
+      "step": 36970
+    },
+    {
+      "grad_norm": 0.9272167086601257,
+      "learning_rate": 9.510705466201872e-05,
+      "loss": 0.047,
+      "step": 36980
+    },
+    {
+      "grad_norm": 1.0275229215621948,
+      "learning_rate": 9.510348717100457e-05,
+      "loss": 0.067,
+      "step": 36990
+    },
+    {
+      "grad_norm": 0.48330816626548767,
+      "learning_rate": 9.509991844687803e-05,
+      "loss": 0.0511,
+      "step": 37000
+    },
+    {
+      "grad_norm": 0.5097610354423523,
+      "learning_rate": 9.509634848973666e-05,
+      "loss": 0.0583,
+      "step": 37010
+    },
+    {
+      "grad_norm": 0.6685498356819153,
+      "learning_rate": 9.509277729967808e-05,
+      "loss": 0.0474,
+      "step": 37020
+    },
+    {
+      "grad_norm": 0.5174744129180908,
+      "learning_rate": 9.508920487679989e-05,
+      "loss": 0.0544,
+      "step": 37030
+    },
+    {
+      "grad_norm": 0.5607062578201294,
+      "learning_rate": 9.508563122119978e-05,
+      "loss": 0.0681,
+      "step": 37040
+    },
+    {
+      "grad_norm": 0.6219741702079773,
+      "learning_rate": 9.508205633297544e-05,
+      "loss": 0.0474,
+      "step": 37050
+    },
+    {
+      "grad_norm": 0.5699092149734497,
+      "learning_rate": 9.507848021222463e-05,
+      "loss": 0.0629,
+      "step": 37060
+    },
+    {
+      "grad_norm": 0.4215136468410492,
+      "learning_rate": 9.50749028590451e-05,
+      "loss": 0.0492,
+      "step": 37070
+    },
+    {
+      "grad_norm": 0.7292858362197876,
+      "learning_rate": 9.507132427353467e-05,
+      "loss": 0.0517,
+      "step": 37080
+    },
+    {
+      "grad_norm": 0.7326087355613708,
+      "learning_rate": 9.506774445579116e-05,
+      "loss": 0.0545,
+      "step": 37090
+    },
+    {
+      "grad_norm": 0.5252734422683716,
+      "learning_rate": 9.506416340591244e-05,
+      "loss": 0.0507,
+      "step": 37100
+    },
+    {
+      "grad_norm": 0.5076687335968018,
+      "learning_rate": 9.506058112399643e-05,
+      "loss": 0.0623,
+      "step": 37110
+    },
+    {
+      "grad_norm": 0.45294472575187683,
+      "learning_rate": 9.505699761014107e-05,
+      "loss": 0.0762,
+      "step": 37120
+    },
+    {
+      "grad_norm": 0.504206657409668,
+      "learning_rate": 9.505341286444432e-05,
+      "loss": 0.0424,
+      "step": 37130
+    },
+    {
+      "grad_norm": 0.701120138168335,
+      "learning_rate": 9.504982688700417e-05,
+      "loss": 0.0546,
+      "step": 37140
+    },
+    {
+      "grad_norm": 0.5259209275245667,
+      "learning_rate": 9.504623967791869e-05,
+      "loss": 0.0447,
+      "step": 37150
+    },
+    {
+      "grad_norm": 0.5923762917518616,
+      "learning_rate": 9.504265123728594e-05,
+      "loss": 0.0531,
+      "step": 37160
+    },
+    {
+      "grad_norm": 0.6228054165840149,
+      "learning_rate": 9.503906156520403e-05,
+      "loss": 0.0497,
+      "step": 37170
+    },
+    {
+      "grad_norm": 0.6041321158409119,
+      "learning_rate": 9.503547066177109e-05,
+      "loss": 0.0526,
+      "step": 37180
+    },
+    {
+      "grad_norm": 0.9562049508094788,
+      "learning_rate": 9.50318785270853e-05,
+      "loss": 0.0797,
+      "step": 37190
+    },
+    {
+      "grad_norm": 0.6495671272277832,
+      "learning_rate": 9.502828516124488e-05,
+      "loss": 0.066,
+      "step": 37200
+    },
+    {
+      "grad_norm": 0.9276990294456482,
+      "learning_rate": 9.502469056434805e-05,
+      "loss": 0.0648,
+      "step": 37210
+    },
+    {
+      "grad_norm": 0.5979134440422058,
+      "learning_rate": 9.50210947364931e-05,
+      "loss": 0.0478,
+      "step": 37220
+    },
+    {
+      "grad_norm": 0.8627495765686035,
+      "learning_rate": 9.501749767777832e-05,
+      "loss": 0.0684,
+      "step": 37230
+    },
+    {
+      "grad_norm": 0.6337118148803711,
+      "learning_rate": 9.50138993883021e-05,
+      "loss": 0.0964,
+      "step": 37240
+    },
+    {
+      "grad_norm": 0.9432095289230347,
+      "learning_rate": 9.501029986816274e-05,
+      "loss": 0.0926,
+      "step": 37250
+    },
+    {
+      "grad_norm": 0.7604528069496155,
+      "learning_rate": 9.500669911745871e-05,
+      "loss": 0.0924,
+      "step": 37260
+    },
+    {
+      "grad_norm": 0.7645148038864136,
+      "learning_rate": 9.500309713628845e-05,
+      "loss": 0.0649,
+      "step": 37270
+    },
+    {
+      "grad_norm": 0.5761947631835938,
+      "learning_rate": 9.49994939247504e-05,
+      "loss": 0.0625,
+      "step": 37280
+    },
+    {
+      "grad_norm": 0.4052508473396301,
+      "learning_rate": 9.499588948294309e-05,
+      "loss": 0.0641,
+      "step": 37290
+    },
+    {
+      "grad_norm": 0.5676095485687256,
+      "learning_rate": 9.499228381096507e-05,
+      "loss": 0.0464,
+      "step": 37300
+    },
+    {
+      "grad_norm": 0.4165574908256531,
+      "learning_rate": 9.498867690891493e-05,
+      "loss": 0.0638,
+      "step": 37310
+    },
+    {
+      "grad_norm": 0.5035921931266785,
+      "learning_rate": 9.498506877689125e-05,
+      "loss": 0.0539,
+      "step": 37320
+    },
+    {
+      "grad_norm": 0.7567288875579834,
+      "learning_rate": 9.498145941499269e-05,
+      "loss": 0.0617,
+      "step": 37330
+    },
+    {
+      "grad_norm": 0.5520038604736328,
+      "learning_rate": 9.497784882331793e-05,
+      "loss": 0.0609,
+      "step": 37340
+    },
+    {
+      "grad_norm": 0.6614239811897278,
+      "learning_rate": 9.497423700196568e-05,
+      "loss": 0.0482,
+      "step": 37350
+    },
+    {
+      "grad_norm": 0.7171956896781921,
+      "learning_rate": 9.497062395103469e-05,
+      "loss": 0.0624,
+      "step": 37360
+    },
+    {
+      "grad_norm": 0.7163218855857849,
+      "learning_rate": 9.496700967062373e-05,
+      "loss": 0.0697,
+      "step": 37370
+    },
+    {
+      "grad_norm": 0.6720759868621826,
+      "learning_rate": 9.496339416083162e-05,
+      "loss": 0.0526,
+      "step": 37380
+    },
+    {
+      "grad_norm": 0.38605502247810364,
+      "learning_rate": 9.495977742175722e-05,
+      "loss": 0.0483,
+      "step": 37390
+    },
+    {
+      "grad_norm": 1.8855400085449219,
+      "learning_rate": 9.495615945349937e-05,
+      "loss": 0.0565,
+      "step": 37400
+    },
+    {
+      "grad_norm": 0.5838456749916077,
+      "learning_rate": 9.495254025615701e-05,
+      "loss": 0.055,
+      "step": 37410
+    },
+    {
+      "grad_norm": 0.4566616415977478,
+      "learning_rate": 9.494891982982911e-05,
+      "loss": 0.0423,
+      "step": 37420
+    },
+    {
+      "grad_norm": 0.8501203656196594,
+      "learning_rate": 9.494529817461462e-05,
+      "loss": 0.0617,
+      "step": 37430
+    },
+    {
+      "grad_norm": 0.5358686447143555,
+      "learning_rate": 9.494167529061256e-05,
+      "loss": 0.047,
+      "step": 37440
+    },
+    {
+      "grad_norm": 0.6337095499038696,
+      "learning_rate": 9.493805117792199e-05,
+      "loss": 0.0809,
+      "step": 37450
+    },
+    {
+      "grad_norm": 0.6733837723731995,
+      "learning_rate": 9.493442583664196e-05,
+      "loss": 0.0756,
+      "step": 37460
+    },
+    {
+      "grad_norm": 0.5568639636039734,
+      "learning_rate": 9.493079926687163e-05,
+      "loss": 0.0522,
+      "step": 37470
+    },
+    {
+      "grad_norm": 0.538271427154541,
+      "learning_rate": 9.492717146871013e-05,
+      "loss": 0.043,
+      "step": 37480
+    },
+    {
+      "grad_norm": 0.6207449436187744,
+      "learning_rate": 9.492354244225663e-05,
+      "loss": 0.0452,
+      "step": 37490
+    },
+    {
+      "grad_norm": 0.6612337231636047,
+      "learning_rate": 9.491991218761036e-05,
+      "loss": 0.0423,
+      "step": 37500
+    },
+    {
+      "grad_norm": 0.8426535129547119,
+      "learning_rate": 9.491628070487056e-05,
+      "loss": 0.0585,
+      "step": 37510
+    },
+    {
+      "grad_norm": 0.7346916198730469,
+      "learning_rate": 9.491264799413653e-05,
+      "loss": 0.0609,
+      "step": 37520
+    },
+    {
+      "grad_norm": 0.5172846913337708,
+      "learning_rate": 9.490901405550757e-05,
+      "loss": 0.067,
+      "step": 37530
+    },
+    {
+      "grad_norm": 0.48384737968444824,
+      "learning_rate": 9.490537888908305e-05,
+      "loss": 0.0798,
+      "step": 37540
+    },
+    {
+      "grad_norm": 0.527999222278595,
+      "learning_rate": 9.490174249496231e-05,
+      "loss": 0.0429,
+      "step": 37550
+    },
+    {
+      "grad_norm": 0.8840999603271484,
+      "learning_rate": 9.489810487324483e-05,
+      "loss": 0.0921,
+      "step": 37560
+    },
+    {
+      "grad_norm": 0.8559495210647583,
+      "learning_rate": 9.489446602403002e-05,
+      "loss": 0.0574,
+      "step": 37570
+    },
+    {
+      "grad_norm": 0.5144427418708801,
+      "learning_rate": 9.489082594741739e-05,
+      "loss": 0.0496,
+      "step": 37580
+    },
+    {
+      "grad_norm": 0.7432140111923218,
+      "learning_rate": 9.48871846435064e-05,
+      "loss": 0.056,
+      "step": 37590
+    },
+    {
+      "grad_norm": 0.757522702217102,
+      "learning_rate": 9.48835421123967e-05,
+      "loss": 0.0669,
+      "step": 37600
+    },
+    {
+      "grad_norm": 0.513016939163208,
+      "learning_rate": 9.487989835418778e-05,
+      "loss": 0.0721,
+      "step": 37610
+    },
+    {
+      "grad_norm": 0.6559446454048157,
+      "learning_rate": 9.487625336897931e-05,
+      "loss": 0.0501,
+      "step": 37620
+    },
+    {
+      "grad_norm": 0.7164962291717529,
+      "learning_rate": 9.487260715687095e-05,
+      "loss": 0.0577,
+      "step": 37630
+    },
+    {
+      "grad_norm": 0.566735029220581,
+      "learning_rate": 9.486895971796234e-05,
+      "loss": 0.0515,
+      "step": 37640
+    },
+    {
+      "grad_norm": 0.5520883798599243,
+      "learning_rate": 9.486531105235326e-05,
+      "loss": 0.0553,
+      "step": 37650
+    },
+    {
+      "grad_norm": 0.41785842180252075,
+      "learning_rate": 9.48616611601434e-05,
+      "loss": 0.0509,
+      "step": 37660
+    },
+    {
+      "grad_norm": 0.5307128429412842,
+      "learning_rate": 9.48580100414326e-05,
+      "loss": 0.0592,
+      "step": 37670
+    },
+    {
+      "grad_norm": 0.8062554597854614,
+      "learning_rate": 9.485435769632064e-05,
+      "loss": 0.049,
+      "step": 37680
+    },
+    {
+      "grad_norm": 0.6887593269348145,
+      "learning_rate": 9.48507041249074e-05,
+      "loss": 0.0644,
+      "step": 37690
+    },
+    {
+      "grad_norm": 0.7154922485351562,
+      "learning_rate": 9.484704932729276e-05,
+      "loss": 0.0626,
+      "step": 37700
+    },
+    {
+      "grad_norm": 0.6453598141670227,
+      "learning_rate": 9.484339330357664e-05,
+      "loss": 0.0639,
+      "step": 37710
+    },
+    {
+      "grad_norm": 0.5232036113739014,
+      "learning_rate": 9.483973605385898e-05,
+      "loss": 0.0605,
+      "step": 37720
+    },
+    {
+      "grad_norm": 0.43464604020118713,
+      "learning_rate": 9.48360775782398e-05,
+      "loss": 0.0501,
+      "step": 37730
+    },
+    {
+      "grad_norm": 0.6664551496505737,
+      "learning_rate": 9.48324178768191e-05,
+      "loss": 0.0571,
+      "step": 37740
+    },
+    {
+      "grad_norm": 0.617153525352478,
+      "learning_rate": 9.482875694969693e-05,
+      "loss": 0.0598,
+      "step": 37750
+    },
+    {
+      "grad_norm": 0.9737809896469116,
+      "learning_rate": 9.482509479697339e-05,
+      "loss": 0.0555,
+      "step": 37760
+    },
+    {
+      "grad_norm": 0.45216917991638184,
+      "learning_rate": 9.48214314187486e-05,
+      "loss": 0.0485,
+      "step": 37770
+    },
+    {
+      "grad_norm": 0.5434173345565796,
+      "learning_rate": 9.481776681512272e-05,
+      "loss": 0.0581,
+      "step": 37780
+    },
+    {
+      "grad_norm": 0.49230843782424927,
+      "learning_rate": 9.481410098619592e-05,
+      "loss": 0.0707,
+      "step": 37790
+    },
+    {
+      "grad_norm": 0.6577203869819641,
+      "learning_rate": 9.481043393206845e-05,
+      "loss": 0.0792,
+      "step": 37800
+    },
+    {
+      "grad_norm": 0.7790549397468567,
+      "learning_rate": 9.480676565284054e-05,
+      "loss": 0.0602,
+      "step": 37810
+    },
+    {
+      "grad_norm": 0.7063210606575012,
+      "learning_rate": 9.480309614861249e-05,
+      "loss": 0.0615,
+      "step": 37820
+    },
+    {
+      "grad_norm": 0.5726139545440674,
+      "learning_rate": 9.479942541948463e-05,
+      "loss": 0.0563,
+      "step": 37830
+    },
+    {
+      "grad_norm": 0.5640064477920532,
+      "learning_rate": 9.47957534655573e-05,
+      "loss": 0.0517,
+      "step": 37840
+    },
+    {
+      "grad_norm": 0.5324392318725586,
+      "learning_rate": 9.47920802869309e-05,
+      "loss": 0.0599,
+      "step": 37850
+    },
+    {
+      "grad_norm": 0.5061910152435303,
+      "learning_rate": 9.478840588370585e-05,
+      "loss": 0.0527,
+      "step": 37860
+    },
+    {
+      "grad_norm": 0.632411777973175,
+      "learning_rate": 9.478473025598263e-05,
+      "loss": 0.0514,
+      "step": 37870
+    },
+    {
+      "grad_norm": 0.6975783109664917,
+      "learning_rate": 9.47810534038617e-05,
+      "loss": 0.0567,
+      "step": 37880
+    },
+    {
+      "grad_norm": 0.4845316410064697,
+      "learning_rate": 9.477737532744357e-05,
+      "loss": 0.0487,
+      "step": 37890
+    },
+    {
+      "grad_norm": 0.4002242088317871,
+      "learning_rate": 9.477369602682885e-05,
+      "loss": 0.0482,
+      "step": 37900
+    },
+    {
+      "grad_norm": 0.5365331172943115,
+      "learning_rate": 9.477001550211808e-05,
+      "loss": 0.0577,
+      "step": 37910
+    },
+    {
+      "grad_norm": 0.9568166732788086,
+      "learning_rate": 9.476633375341193e-05,
+      "loss": 0.0715,
+      "step": 37920
+    },
+    {
+      "grad_norm": 0.7784495949745178,
+      "learning_rate": 9.4762650780811e-05,
+      "loss": 0.056,
+      "step": 37930
+    },
+    {
+      "grad_norm": 0.5441148281097412,
+      "learning_rate": 9.475896658441605e-05,
+      "loss": 0.0539,
+      "step": 37940
+    },
+    {
+      "grad_norm": 0.6450640559196472,
+      "learning_rate": 9.475528116432775e-05,
+      "loss": 0.0535,
+      "step": 37950
+    },
+    {
+      "grad_norm": 0.4829612374305725,
+      "learning_rate": 9.475159452064688e-05,
+      "loss": 0.0535,
+      "step": 37960
+    },
+    {
+      "grad_norm": 0.7897593975067139,
+      "learning_rate": 9.474790665347423e-05,
+      "loss": 0.0513,
+      "step": 37970
+    },
+    {
+      "grad_norm": 0.4505571126937866,
+      "learning_rate": 9.474421756291061e-05,
+      "loss": 0.05,
+      "step": 37980
+    },
+    {
+      "grad_norm": 0.46600207686424255,
+      "learning_rate": 9.47405272490569e-05,
+      "loss": 0.0491,
+      "step": 37990
+    },
+    {
+      "grad_norm": 0.5745378732681274,
+      "learning_rate": 9.473683571201399e-05,
+      "loss": 0.0718,
+      "step": 38000
+    },
+    {
+      "grad_norm": 0.3938022255897522,
+      "learning_rate": 9.47331429518828e-05,
+      "loss": 0.0535,
+      "step": 38010
+    },
+    {
+      "grad_norm": 1.061368703842163,
+      "learning_rate": 9.472944896876427e-05,
+      "loss": 0.0621,
+      "step": 38020
+    },
+    {
+      "grad_norm": 0.3883627653121948,
+      "learning_rate": 9.472575376275943e-05,
+      "loss": 0.0553,
+      "step": 38030
+    },
+    {
+      "grad_norm": 0.512153148651123,
+      "learning_rate": 9.472205733396926e-05,
+      "loss": 0.0533,
+      "step": 38040
+    },
+    {
+      "grad_norm": 0.5642637014389038,
+      "learning_rate": 9.471835968249487e-05,
+      "loss": 0.0492,
+      "step": 38050
+    },
+    {
+      "grad_norm": 0.7284396886825562,
+      "learning_rate": 9.471466080843732e-05,
+      "loss": 0.0602,
+      "step": 38060
+    },
+    {
+      "grad_norm": 0.5756042003631592,
+      "learning_rate": 9.471096071189774e-05,
+      "loss": 0.0716,
+      "step": 38070
+    },
+    {
+      "grad_norm": 0.4820091128349304,
+      "learning_rate": 9.470725939297727e-05,
+      "loss": 0.0493,
+      "step": 38080
+    },
+    {
+      "grad_norm": 0.5924922227859497,
+      "learning_rate": 9.470355685177714e-05,
+      "loss": 0.0546,
+      "step": 38090
+    },
+    {
+      "grad_norm": 0.5168845057487488,
+      "learning_rate": 9.469985308839857e-05,
+      "loss": 0.0604,
+      "step": 38100
+    },
+    {
+      "grad_norm": 0.5319409370422363,
+      "learning_rate": 9.469614810294281e-05,
+      "loss": 0.0472,
+      "step": 38110
+    },
+    {
+      "grad_norm": 0.6456055641174316,
+      "learning_rate": 9.469244189551114e-05,
+      "loss": 0.0488,
+      "step": 38120
+    },
+    {
+      "grad_norm": 0.6127622723579407,
+      "learning_rate": 9.46887344662049e-05,
+      "loss": 0.0532,
+      "step": 38130
+    },
+    {
+      "grad_norm": 0.5059843063354492,
+      "learning_rate": 9.468502581512543e-05,
+      "loss": 0.0501,
+      "step": 38140
+    },
+    {
+      "grad_norm": 0.5405874848365784,
+      "learning_rate": 9.468131594237419e-05,
+      "loss": 0.048,
+      "step": 38150
+    },
+    {
+      "grad_norm": 0.8069409728050232,
+      "learning_rate": 9.467760484805253e-05,
+      "loss": 0.0563,
+      "step": 38160
+    },
+    {
+      "grad_norm": 0.38162562251091003,
+      "learning_rate": 9.467389253226193e-05,
+      "loss": 0.0742,
+      "step": 38170
+    },
+    {
+      "grad_norm": 0.5935239195823669,
+      "learning_rate": 9.46701789951039e-05,
+      "loss": 0.0538,
+      "step": 38180
+    },
+    {
+      "grad_norm": 0.5422411561012268,
+      "learning_rate": 9.466646423667996e-05,
+      "loss": 0.0766,
+      "step": 38190
+    },
+    {
+      "grad_norm": 0.7644691467285156,
+      "learning_rate": 9.466274825709166e-05,
+      "loss": 0.0554,
+      "step": 38200
+    },
+    {
+      "grad_norm": 0.6284500956535339,
+      "learning_rate": 9.465903105644061e-05,
+      "loss": 0.0526,
+      "step": 38210
+    },
+    {
+      "grad_norm": 0.5803713202476501,
+      "learning_rate": 9.465531263482843e-05,
+      "loss": 0.0581,
+      "step": 38220
+    },
+    {
+      "grad_norm": 0.7365002632141113,
+      "learning_rate": 9.465159299235677e-05,
+      "loss": 0.0592,
+      "step": 38230
+    },
+    {
+      "grad_norm": 0.3992116451263428,
+      "learning_rate": 9.464787212912733e-05,
+      "loss": 0.0459,
+      "step": 38240
+    },
+    {
+      "grad_norm": 0.4218309819698334,
+      "learning_rate": 9.464415004524185e-05,
+      "loss": 0.0749,
+      "step": 38250
+    },
+    {
+      "grad_norm": 0.4749126434326172,
+      "learning_rate": 9.46404267408021e-05,
+      "loss": 0.0821,
+      "step": 38260
+    },
+    {
+      "grad_norm": 0.6375991106033325,
+      "learning_rate": 9.463670221590982e-05,
+      "loss": 0.0536,
+      "step": 38270
+    },
+    {
+      "grad_norm": 0.515113115310669,
+      "learning_rate": 9.463297647066687e-05,
+      "loss": 0.0501,
+      "step": 38280
+    },
+    {
+      "grad_norm": 0.6036314964294434,
+      "learning_rate": 9.462924950517514e-05,
+      "loss": 0.048,
+      "step": 38290
+    },
+    {
+      "grad_norm": 0.6186880469322205,
+      "learning_rate": 9.462552131953646e-05,
+      "loss": 0.0428,
+      "step": 38300
+    },
+    {
+      "grad_norm": 0.6101677417755127,
+      "learning_rate": 9.462179191385281e-05,
+      "loss": 0.0646,
+      "step": 38310
+    },
+    {
+      "grad_norm": 0.3987244665622711,
+      "learning_rate": 9.461806128822614e-05,
+      "loss": 0.0594,
+      "step": 38320
+    },
+    {
+      "grad_norm": 1.3485904932022095,
+      "learning_rate": 9.461432944275843e-05,
+      "loss": 0.0475,
+      "step": 38330
+    },
+    {
+      "grad_norm": 0.6861851215362549,
+      "learning_rate": 9.46105963775517e-05,
+      "loss": 0.0688,
+      "step": 38340
+    },
+    {
+      "grad_norm": 0.6529963612556458,
+      "learning_rate": 9.460686209270803e-05,
+      "loss": 0.0621,
+      "step": 38350
+    },
+    {
+      "grad_norm": 0.6768190860748291,
+      "learning_rate": 9.460312658832953e-05,
+      "loss": 0.0545,
+      "step": 38360
+    },
+    {
+      "grad_norm": 0.7455906867980957,
+      "learning_rate": 9.459938986451828e-05,
+      "loss": 0.0808,
+      "step": 38370
+    },
+    {
+      "grad_norm": 0.6228712797164917,
+      "learning_rate": 9.45956519213765e-05,
+      "loss": 0.0593,
+      "step": 38380
+    },
+    {
+      "grad_norm": 0.54902583360672,
+      "learning_rate": 9.459191275900632e-05,
+      "loss": 0.0514,
+      "step": 38390
+    },
+    {
+      "grad_norm": 0.7834385633468628,
+      "learning_rate": 9.458817237751e-05,
+      "loss": 0.0603,
+      "step": 38400
+    },
+    {
+      "grad_norm": 0.5582574605941772,
+      "learning_rate": 9.458443077698979e-05,
+      "loss": 0.0643,
+      "step": 38410
+    },
+    {
+      "grad_norm": 0.7417064309120178,
+      "learning_rate": 9.458068795754802e-05,
+      "loss": 0.0451,
+      "step": 38420
+    },
+    {
+      "grad_norm": 0.7128990888595581,
+      "learning_rate": 9.457694391928698e-05,
+      "loss": 0.0429,
+      "step": 38430
+    },
+    {
+      "grad_norm": 0.4733484983444214,
+      "learning_rate": 9.457319866230902e-05,
+      "loss": 0.0572,
+      "step": 38440
+    },
+    {
+      "grad_norm": 0.6563340425491333,
+      "learning_rate": 9.456945218671657e-05,
+      "loss": 0.0575,
+      "step": 38450
+    },
+    {
+      "grad_norm": 0.4664495885372162,
+      "learning_rate": 9.456570449261203e-05,
+      "loss": 0.0665,
+      "step": 38460
+    },
+    {
+      "grad_norm": 0.4253568649291992,
+      "learning_rate": 9.456195558009791e-05,
+      "loss": 0.0557,
+      "step": 38470
+    },
+    {
+      "grad_norm": 0.5116690397262573,
+      "learning_rate": 9.455820544927662e-05,
+      "loss": 0.053,
+      "step": 38480
+    },
+    {
+      "grad_norm": 0.782265841960907,
+      "learning_rate": 9.455445410025076e-05,
+      "loss": 0.0591,
+      "step": 38490
+    },
+    {
+      "grad_norm": 0.6348294615745544,
+      "learning_rate": 9.455070153312285e-05,
+      "loss": 0.0516,
+      "step": 38500
+    },
+    {
+      "grad_norm": 0.6077458262443542,
+      "learning_rate": 9.45469477479955e-05,
+      "loss": 0.0571,
+      "step": 38510
+    },
+    {
+      "grad_norm": 0.6723889112472534,
+      "learning_rate": 9.454319274497134e-05,
+      "loss": 0.0502,
+      "step": 38520
+    },
+    {
+      "grad_norm": 0.4661858379840851,
+      "learning_rate": 9.453943652415302e-05,
+      "loss": 0.0542,
+      "step": 38530
+    },
+    {
+      "grad_norm": 0.5240092873573303,
+      "learning_rate": 9.453567908564323e-05,
+      "loss": 0.0483,
+      "step": 38540
+    },
+    {
+      "grad_norm": 0.4746851325035095,
+      "learning_rate": 9.453192042954471e-05,
+      "loss": 0.0606,
+      "step": 38550
+    },
+    {
+      "grad_norm": 0.43724530935287476,
+      "learning_rate": 9.452816055596022e-05,
+      "loss": 0.0429,
+      "step": 38560
+    },
+    {
+      "grad_norm": 0.45979154109954834,
+      "learning_rate": 9.452439946499254e-05,
+      "loss": 0.0569,
+      "step": 38570
+    },
+    {
+      "grad_norm": 0.627076268196106,
+      "learning_rate": 9.452063715674453e-05,
+      "loss": 0.0625,
+      "step": 38580
+    },
+    {
+      "grad_norm": 0.7734909653663635,
+      "learning_rate": 9.451687363131901e-05,
+      "loss": 0.0458,
+      "step": 38590
+    },
+    {
+      "grad_norm": 0.5821864008903503,
+      "learning_rate": 9.451310888881888e-05,
+      "loss": 0.066,
+      "step": 38600
+    },
+    {
+      "grad_norm": 0.5544283986091614,
+      "learning_rate": 9.450934292934708e-05,
+      "loss": 0.0545,
+      "step": 38610
+    },
+    {
+      "grad_norm": 0.39072126150131226,
+      "learning_rate": 9.450557575300655e-05,
+      "loss": 0.0534,
+      "step": 38620
+    },
+    {
+      "grad_norm": 0.3305951654911041,
+      "learning_rate": 9.450180735990032e-05,
+      "loss": 0.0526,
+      "step": 38630
+    },
+    {
+      "grad_norm": 0.5864337682723999,
+      "learning_rate": 9.44980377501314e-05,
+      "loss": 0.0659,
+      "step": 38640
+    },
+    {
+      "grad_norm": 0.8364475965499878,
+      "learning_rate": 9.449426692380284e-05,
+      "loss": 0.0572,
+      "step": 38650
+    },
+    {
+      "grad_norm": 0.4416173994541168,
+      "learning_rate": 9.449049488101773e-05,
+      "loss": 0.0756,
+      "step": 38660
+    },
+    {
+      "grad_norm": 0.4203472435474396,
+      "learning_rate": 9.448672162187921e-05,
+      "loss": 0.0546,
+      "step": 38670
+    },
+    {
+      "grad_norm": 1.064218282699585,
+      "learning_rate": 9.448294714649044e-05,
+      "loss": 0.0926,
+      "step": 38680
+    },
+    {
+      "grad_norm": 0.7073491811752319,
+      "learning_rate": 9.447917145495459e-05,
+      "loss": 0.0686,
+      "step": 38690
+    },
+    {
+      "grad_norm": 0.41609832644462585,
+      "learning_rate": 9.447539454737493e-05,
+      "loss": 0.0653,
+      "step": 38700
+    },
+    {
+      "grad_norm": 0.41844573616981506,
+      "learning_rate": 9.447161642385467e-05,
+      "loss": 0.04,
+      "step": 38710
+    },
+    {
+      "grad_norm": 0.5649365782737732,
+      "learning_rate": 9.446783708449714e-05,
+      "loss": 0.0602,
+      "step": 38720
+    },
+    {
+      "grad_norm": 0.43155837059020996,
+      "learning_rate": 9.446405652940562e-05,
+      "loss": 0.0498,
+      "step": 38730
+    },
+    {
+      "grad_norm": 0.5011670589447021,
+      "learning_rate": 9.446027475868352e-05,
+      "loss": 0.0497,
+      "step": 38740
+    },
+    {
+      "grad_norm": 0.5371214747428894,
+      "learning_rate": 9.445649177243421e-05,
+      "loss": 0.0509,
+      "step": 38750
+    },
+    {
+      "grad_norm": 0.6833273768424988,
+      "learning_rate": 9.445270757076112e-05,
+      "loss": 0.0707,
+      "step": 38760
+    },
+    {
+      "grad_norm": 0.6853276491165161,
+      "learning_rate": 9.44489221537677e-05,
+      "loss": 0.0579,
+      "step": 38770
+    },
+    {
+      "grad_norm": 0.5821143984794617,
+      "learning_rate": 9.444513552155744e-05,
+      "loss": 0.053,
+      "step": 38780
+    },
+    {
+      "grad_norm": 0.5002533793449402,
+      "learning_rate": 9.444134767423388e-05,
+      "loss": 0.0436,
+      "step": 38790
+    },
+    {
+      "grad_norm": 0.38297125697135925,
+      "learning_rate": 9.443755861190058e-05,
+      "loss": 0.0548,
+      "step": 38800
+    },
+    {
+      "grad_norm": 0.773784339427948,
+      "learning_rate": 9.44337683346611e-05,
+      "loss": 0.0536,
+      "step": 38810
+    },
+    {
+      "grad_norm": 0.5072586536407471,
+      "learning_rate": 9.44299768426191e-05,
+      "loss": 0.0394,
+      "step": 38820
+    },
+    {
+      "grad_norm": 0.44834306836128235,
+      "learning_rate": 9.442618413587822e-05,
+      "loss": 0.0468,
+      "step": 38830
+    },
+    {
+      "grad_norm": 0.4628048837184906,
+      "learning_rate": 9.442239021454215e-05,
+      "loss": 0.0507,
+      "step": 38840
+    },
+    {
+      "grad_norm": 0.6916266679763794,
+      "learning_rate": 9.441859507871465e-05,
+      "loss": 0.0465,
+      "step": 38850
+    },
+    {
+      "grad_norm": 0.8468281626701355,
+      "learning_rate": 9.44147987284994e-05,
+      "loss": 0.0877,
+      "step": 38860
+    },
+    {
+      "grad_norm": 0.39569488167762756,
+      "learning_rate": 9.441100116400028e-05,
+      "loss": 0.0435,
+      "step": 38870
+    },
+    {
+      "grad_norm": 0.39846116304397583,
+      "learning_rate": 9.440720238532106e-05,
+      "loss": 0.058,
+      "step": 38880
+    },
+    {
+      "grad_norm": 0.5671919584274292,
+      "learning_rate": 9.440340239256561e-05,
+      "loss": 0.055,
+      "step": 38890
+    },
+    {
+      "grad_norm": 0.5348682403564453,
+      "learning_rate": 9.439960118583782e-05,
+      "loss": 0.0533,
+      "step": 38900
+    },
+    {
+      "grad_norm": 0.5548784136772156,
+      "learning_rate": 9.43957987652416e-05,
+      "loss": 0.0447,
+      "step": 38910
+    },
+    {
+      "grad_norm": 0.5689613223075867,
+      "learning_rate": 9.439199513088094e-05,
+      "loss": 0.0517,
+      "step": 38920
+    },
+    {
+      "grad_norm": 0.6938624978065491,
+      "learning_rate": 9.43881902828598e-05,
+      "loss": 0.0639,
+      "step": 38930
+    },
+    {
+      "grad_norm": 0.3545879125595093,
+      "learning_rate": 9.438438422128221e-05,
+      "loss": 0.0553,
+      "step": 38940
+    },
+    {
+      "grad_norm": 0.8119248151779175,
+      "learning_rate": 9.438057694625224e-05,
+      "loss": 0.0527,
+      "step": 38950
+    },
+    {
+      "grad_norm": 0.6444816589355469,
+      "learning_rate": 9.437676845787397e-05,
+      "loss": 0.0519,
+      "step": 38960
+    },
+    {
+      "grad_norm": 0.635748028755188,
+      "learning_rate": 9.437295875625151e-05,
+      "loss": 0.0726,
+      "step": 38970
+    },
+    {
+      "grad_norm": 0.8320780396461487,
+      "learning_rate": 9.436914784148904e-05,
+      "loss": 0.0668,
+      "step": 38980
+    },
+    {
+      "grad_norm": 0.689856767654419,
+      "learning_rate": 9.436533571369073e-05,
+      "loss": 0.0548,
+      "step": 38990
+    },
+    {
+      "grad_norm": 0.46177083253860474,
+      "learning_rate": 9.43615223729608e-05,
+      "loss": 0.0497,
+      "step": 39000
+    },
+    {
+      "grad_norm": 1.454907774925232,
+      "learning_rate": 9.435770781940354e-05,
+      "loss": 0.0684,
+      "step": 39010
+    },
+    {
+      "grad_norm": 0.6649978160858154,
+      "learning_rate": 9.435389205312319e-05,
+      "loss": 0.0766,
+      "step": 39020
+    },
+    {
+      "grad_norm": 0.4575692415237427,
+      "learning_rate": 9.43500750742241e-05,
+      "loss": 0.0508,
+      "step": 39030
+    },
+    {
+      "grad_norm": 0.5353708863258362,
+      "learning_rate": 9.434625688281063e-05,
+      "loss": 0.0481,
+      "step": 39040
+    },
+    {
+      "grad_norm": 0.6060479879379272,
+      "learning_rate": 9.434243747898714e-05,
+      "loss": 0.0473,
+      "step": 39050
+    },
+    {
+      "grad_norm": 0.7729438543319702,
+      "learning_rate": 9.433861686285808e-05,
+      "loss": 0.0657,
+      "step": 39060
+    },
+    {
+      "grad_norm": 0.736286461353302,
+      "learning_rate": 9.433479503452789e-05,
+      "loss": 0.0591,
+      "step": 39070
+    },
+    {
+      "grad_norm": 0.446487694978714,
+      "learning_rate": 9.433097199410106e-05,
+      "loss": 0.0526,
+      "step": 39080
+    },
+    {
+      "grad_norm": 0.44137492775917053,
+      "learning_rate": 9.43271477416821e-05,
+      "loss": 0.0616,
+      "step": 39090
+    },
+    {
+      "grad_norm": 0.6450083255767822,
+      "learning_rate": 9.432332227737559e-05,
+      "loss": 0.0573,
+      "step": 39100
+    },
+    {
+      "grad_norm": 0.556188702583313,
+      "learning_rate": 9.431949560128607e-05,
+      "loss": 0.0663,
+      "step": 39110
+    },
+    {
+      "grad_norm": 0.43591830134391785,
+      "learning_rate": 9.431566771351823e-05,
+      "loss": 0.0716,
+      "step": 39120
+    },
+    {
+      "grad_norm": 0.7986032962799072,
+      "learning_rate": 9.431183861417666e-05,
+      "loss": 0.0605,
+      "step": 39130
+    },
+    {
+      "grad_norm": 0.47470566630363464,
+      "learning_rate": 9.430800830336608e-05,
+      "loss": 0.0464,
+      "step": 39140
+    },
+    {
+      "grad_norm": 0.5974013805389404,
+      "learning_rate": 9.430417678119119e-05,
+      "loss": 0.0699,
+      "step": 39150
+    },
+    {
+      "grad_norm": 0.5917259454727173,
+      "learning_rate": 9.430034404775676e-05,
+      "loss": 0.045,
+      "step": 39160
+    },
+    {
+      "grad_norm": 0.7656868100166321,
+      "learning_rate": 9.429651010316756e-05,
+      "loss": 0.0539,
+      "step": 39170
+    },
+    {
+      "grad_norm": 0.49329477548599243,
+      "learning_rate": 9.429267494752842e-05,
+      "loss": 0.0444,
+      "step": 39180
+    },
+    {
+      "grad_norm": 0.447177529335022,
+      "learning_rate": 9.428883858094418e-05,
+      "loss": 0.0602,
+      "step": 39190
+    },
+    {
+      "grad_norm": 0.8612958192825317,
+      "learning_rate": 9.428500100351973e-05,
+      "loss": 0.0715,
+      "step": 39200
+    },
+    {
+      "grad_norm": 0.49064722657203674,
+      "learning_rate": 9.428116221536e-05,
+      "loss": 0.0637,
+      "step": 39210
+    },
+    {
+      "grad_norm": 0.6008786559104919,
+      "learning_rate": 9.427732221656992e-05,
+      "loss": 0.0771,
+      "step": 39220
+    },
+    {
+      "grad_norm": 0.5996813774108887,
+      "learning_rate": 9.427348100725448e-05,
+      "loss": 0.062,
+      "step": 39230
+    },
+    {
+      "grad_norm": 0.9614964723587036,
+      "learning_rate": 9.426963858751872e-05,
+      "loss": 0.0537,
+      "step": 39240
+    },
+    {
+      "grad_norm": 0.5676117539405823,
+      "learning_rate": 9.426579495746767e-05,
+      "loss": 0.0717,
+      "step": 39250
+    },
+    {
+      "grad_norm": 0.6750494241714478,
+      "learning_rate": 9.42619501172064e-05,
+      "loss": 0.0552,
+      "step": 39260
+    },
+    {
+      "grad_norm": 0.3603980839252472,
+      "learning_rate": 9.425810406684006e-05,
+      "loss": 0.0484,
+      "step": 39270
+    },
+    {
+      "grad_norm": 0.4633558988571167,
+      "learning_rate": 9.425425680647377e-05,
+      "loss": 0.0548,
+      "step": 39280
+    },
+    {
+      "grad_norm": 0.5188769698143005,
+      "learning_rate": 9.425040833621273e-05,
+      "loss": 0.0474,
+      "step": 39290
+    },
+    {
+      "grad_norm": 0.46420949697494507,
+      "learning_rate": 9.424655865616215e-05,
+      "loss": 0.0586,
+      "step": 39300
+    },
+    {
+      "grad_norm": 0.4513736069202423,
+      "learning_rate": 9.424270776642728e-05,
+      "loss": 0.0544,
+      "step": 39310
+    },
+    {
+      "grad_norm": 0.4651106595993042,
+      "learning_rate": 9.423885566711339e-05,
+      "loss": 0.048,
+      "step": 39320
+    },
+    {
+      "grad_norm": 0.582843005657196,
+      "learning_rate": 9.423500235832584e-05,
+      "loss": 0.0532,
+      "step": 39330
+    },
+    {
+      "grad_norm": 0.4097098410129547,
+      "learning_rate": 9.42311478401699e-05,
+      "loss": 0.0445,
+      "step": 39340
+    },
+    {
+      "grad_norm": 0.6311280727386475,
+      "learning_rate": 9.422729211275101e-05,
+      "loss": 0.0481,
+      "step": 39350
+    },
+    {
+      "grad_norm": 0.4525472819805145,
+      "learning_rate": 9.422343517617458e-05,
+      "loss": 0.0502,
+      "step": 39360
+    },
+    {
+      "grad_norm": 0.4662444591522217,
+      "learning_rate": 9.421957703054604e-05,
+      "loss": 0.0722,
+      "step": 39370
+    },
+    {
+      "grad_norm": 0.3647778630256653,
+      "learning_rate": 9.421571767597086e-05,
+      "loss": 0.0472,
+      "step": 39380
+    },
+    {
+      "grad_norm": 0.6018369793891907,
+      "learning_rate": 9.42118571125546e-05,
+      "loss": 0.0506,
+      "step": 39390
+    },
+    {
+      "grad_norm": 0.47158282995224,
+      "learning_rate": 9.420799534040275e-05,
+      "loss": 0.0519,
+      "step": 39400
+    },
+    {
+      "grad_norm": 0.8252403140068054,
+      "learning_rate": 9.420413235962094e-05,
+      "loss": 0.0614,
+      "step": 39410
+    },
+    {
+      "grad_norm": 0.672451913356781,
+      "learning_rate": 9.420026817031473e-05,
+      "loss": 0.0508,
+      "step": 39420
+    },
+    {
+      "grad_norm": 0.6505535244941711,
+      "learning_rate": 9.419640277258981e-05,
+      "loss": 0.0593,
+      "step": 39430
+    },
+    {
+      "grad_norm": 0.971851646900177,
+      "learning_rate": 9.419253616655185e-05,
+      "loss": 0.0621,
+      "step": 39440
+    },
+    {
+      "grad_norm": 0.5506219267845154,
+      "learning_rate": 9.418866835230654e-05,
+      "loss": 0.0482,
+      "step": 39450
+    },
+    {
+      "grad_norm": 0.5971584320068359,
+      "learning_rate": 9.418479932995965e-05,
+      "loss": 0.0553,
+      "step": 39460
+    },
+    {
+      "grad_norm": 0.46934112906455994,
+      "learning_rate": 9.418092909961693e-05,
+      "loss": 0.0542,
+      "step": 39470
+    },
+    {
+      "grad_norm": 0.5455076098442078,
+      "learning_rate": 9.417705766138422e-05,
+      "loss": 0.0414,
+      "step": 39480
+    },
+    {
+      "grad_norm": 0.43488427996635437,
+      "learning_rate": 9.417318501536733e-05,
+      "loss": 0.0342,
+      "step": 39490
+    },
+    {
+      "grad_norm": 1.8812072277069092,
+      "learning_rate": 9.416931116167218e-05,
+      "loss": 0.0554,
+      "step": 39500
+    },
+    {
+      "grad_norm": 0.6768897771835327,
+      "learning_rate": 9.416543610040465e-05,
+      "loss": 0.0528,
+      "step": 39510
+    },
+    {
+      "grad_norm": 0.47714078426361084,
+      "learning_rate": 9.416155983167068e-05,
+      "loss": 0.0673,
+      "step": 39520
+    },
+    {
+      "grad_norm": 1.0222766399383545,
+      "learning_rate": 9.415768235557627e-05,
+      "loss": 0.0602,
+      "step": 39530
+    },
+    {
+      "grad_norm": 0.5711783766746521,
+      "learning_rate": 9.415380367222739e-05,
+      "loss": 0.0553,
+      "step": 39540
+    },
+    {
+      "grad_norm": 0.676678478717804,
+      "learning_rate": 9.414992378173013e-05,
+      "loss": 0.0732,
+      "step": 39550
+    },
+    {
+      "grad_norm": 0.38917112350463867,
+      "learning_rate": 9.414604268419054e-05,
+      "loss": 0.0467,
+      "step": 39560
+    },
+    {
+      "grad_norm": 0.5268548130989075,
+      "learning_rate": 9.414216037971471e-05,
+      "loss": 0.058,
+      "step": 39570
+    },
+    {
+      "grad_norm": 0.7261295318603516,
+      "learning_rate": 9.413827686840881e-05,
+      "loss": 0.0568,
+      "step": 39580
+    },
+    {
+      "grad_norm": 0.54839688539505,
+      "learning_rate": 9.4134392150379e-05,
+      "loss": 0.0466,
+      "step": 39590
+    },
+    {
+      "grad_norm": 0.598871111869812,
+      "learning_rate": 9.413050622573148e-05,
+      "loss": 0.0576,
+      "step": 39600
+    },
+    {
+      "grad_norm": 0.7328147292137146,
+      "learning_rate": 9.412661909457252e-05,
+      "loss": 0.0551,
+      "step": 39610
+    },
+    {
+      "grad_norm": 0.5749231576919556,
+      "learning_rate": 9.412273075700835e-05,
+      "loss": 0.0488,
+      "step": 39620
+    },
+    {
+      "grad_norm": 0.6395809054374695,
+      "learning_rate": 9.411884121314532e-05,
+      "loss": 0.0627,
+      "step": 39630
+    },
+    {
+      "grad_norm": 0.5811132788658142,
+      "learning_rate": 9.411495046308973e-05,
+      "loss": 0.0463,
+      "step": 39640
+    },
+    {
+      "grad_norm": 0.8581499457359314,
+      "learning_rate": 9.411105850694796e-05,
+      "loss": 0.0471,
+      "step": 39650
+    },
+    {
+      "grad_norm": 0.5071620941162109,
+      "learning_rate": 9.410716534482644e-05,
+      "loss": 0.0519,
+      "step": 39660
+    },
+    {
+      "grad_norm": 1.543521761894226,
+      "learning_rate": 9.410327097683158e-05,
+      "loss": 0.0662,
+      "step": 39670
+    },
+    {
+      "grad_norm": 0.7431442141532898,
+      "learning_rate": 9.409937540306986e-05,
+      "loss": 0.0454,
+      "step": 39680
+    },
+    {
+      "grad_norm": 0.6767323613166809,
+      "learning_rate": 9.409547862364778e-05,
+      "loss": 0.0482,
+      "step": 39690
+    },
+    {
+      "grad_norm": 1.3396743535995483,
+      "learning_rate": 9.40915806386719e-05,
+      "loss": 0.0794,
+      "step": 39700
+    },
+    {
+      "grad_norm": 0.6136295795440674,
+      "learning_rate": 9.408768144824875e-05,
+      "loss": 0.0428,
+      "step": 39710
+    },
+    {
+      "grad_norm": 0.7352246046066284,
+      "learning_rate": 9.408378105248496e-05,
+      "loss": 0.0771,
+      "step": 39720
+    },
+    {
+      "grad_norm": 0.7608438730239868,
+      "learning_rate": 9.407987945148716e-05,
+      "loss": 0.0557,
+      "step": 39730
+    },
+    {
+      "grad_norm": 0.454725444316864,
+      "learning_rate": 9.4075976645362e-05,
+      "loss": 0.0498,
+      "step": 39740
+    },
+    {
+      "grad_norm": 0.5648193359375,
+      "learning_rate": 9.407207263421622e-05,
+      "loss": 0.0614,
+      "step": 39750
+    },
+    {
+      "grad_norm": 0.5904868245124817,
+      "learning_rate": 9.406816741815652e-05,
+      "loss": 0.0477,
+      "step": 39760
+    },
+    {
+      "grad_norm": 0.8889037370681763,
+      "learning_rate": 9.406426099728967e-05,
+      "loss": 0.0717,
+      "step": 39770
+    },
+    {
+      "grad_norm": 0.7656559944152832,
+      "learning_rate": 9.40603533717225e-05,
+      "loss": 0.0502,
+      "step": 39780
+    },
+    {
+      "grad_norm": 1.2550270557403564,
+      "learning_rate": 9.40564445415618e-05,
+      "loss": 0.0615,
+      "step": 39790
+    },
+    {
+      "grad_norm": 0.8840770125389099,
+      "learning_rate": 9.405253450691446e-05,
+      "loss": 0.0925,
+      "step": 39800
+    },
+    {
+      "grad_norm": 0.681941032409668,
+      "learning_rate": 9.404862326788739e-05,
+      "loss": 0.066,
+      "step": 39810
+    },
+    {
+      "grad_norm": 0.656845211982727,
+      "learning_rate": 9.40447108245875e-05,
+      "loss": 0.049,
+      "step": 39820
+    },
+    {
+      "grad_norm": 1.0447509288787842,
+      "learning_rate": 9.404079717712176e-05,
+      "loss": 0.0543,
+      "step": 39830
+    },
+    {
+      "grad_norm": 0.6145777702331543,
+      "learning_rate": 9.403688232559718e-05,
+      "loss": 0.0473,
+      "step": 39840
+    },
+    {
+      "grad_norm": 0.7541753053665161,
+      "learning_rate": 9.403296627012077e-05,
+      "loss": 0.0576,
+      "step": 39850
+    },
+    {
+      "grad_norm": 0.6986128687858582,
+      "learning_rate": 9.402904901079961e-05,
+      "loss": 0.0594,
+      "step": 39860
+    },
+    {
+      "grad_norm": 0.5697027444839478,
+      "learning_rate": 9.40251305477408e-05,
+      "loss": 0.0464,
+      "step": 39870
+    },
+    {
+      "grad_norm": 0.7457327842712402,
+      "learning_rate": 9.402121088105144e-05,
+      "loss": 0.0581,
+      "step": 39880
+    },
+    {
+      "grad_norm": 0.5150832533836365,
+      "learning_rate": 9.401729001083873e-05,
+      "loss": 0.0405,
+      "step": 39890
+    },
+    {
+      "grad_norm": 0.7487455606460571,
+      "learning_rate": 9.401336793720983e-05,
+      "loss": 0.0815,
+      "step": 39900
+    },
+    {
+      "grad_norm": 0.6710911393165588,
+      "learning_rate": 9.400944466027201e-05,
+      "loss": 0.0557,
+      "step": 39910
+    },
+    {
+      "grad_norm": 0.6803922653198242,
+      "learning_rate": 9.40055201801325e-05,
+      "loss": 0.0573,
+      "step": 39920
+    },
+    {
+      "grad_norm": 0.8422815203666687,
+      "learning_rate": 9.400159449689858e-05,
+      "loss": 0.0577,
+      "step": 39930
+    },
+    {
+      "grad_norm": 0.788274884223938,
+      "learning_rate": 9.399766761067761e-05,
+      "loss": 0.0578,
+      "step": 39940
+    },
+    {
+      "grad_norm": 0.7037048935890198,
+      "learning_rate": 9.399373952157694e-05,
+      "loss": 0.0616,
+      "step": 39950
+    },
+    {
+      "grad_norm": 1.6681535243988037,
+      "learning_rate": 9.398981022970395e-05,
+      "loss": 0.0663,
+      "step": 39960
+    },
+    {
+      "grad_norm": 0.5308334827423096,
+      "learning_rate": 9.398587973516608e-05,
+      "loss": 0.0603,
+      "step": 39970
+    },
+    {
+      "grad_norm": 0.5306441187858582,
+      "learning_rate": 9.398194803807078e-05,
+      "loss": 0.0509,
+      "step": 39980
+    },
+    {
+      "grad_norm": 0.46514439582824707,
+      "learning_rate": 9.397801513852555e-05,
+      "loss": 0.0441,
+      "step": 39990
+    },
+    {
+      "grad_norm": 0.44372448325157166,
+      "learning_rate": 9.397408103663792e-05,
+      "loss": 0.0655,
+      "step": 40000
+    },
+    {
+      "grad_norm": 0.7412471771240234,
+      "learning_rate": 9.397014573251541e-05,
+      "loss": 0.0527,
+      "step": 40010
+    },
+    {
+      "grad_norm": 0.39805853366851807,
+      "learning_rate": 9.396620922626564e-05,
+      "loss": 0.0502,
+      "step": 40020
+    },
+    {
+      "grad_norm": 0.5463377237319946,
+      "learning_rate": 9.396227151799623e-05,
+      "loss": 0.0582,
+      "step": 40030
+    },
+    {
+      "grad_norm": 0.5421064496040344,
+      "learning_rate": 9.395833260781485e-05,
+      "loss": 0.0542,
+      "step": 40040
+    },
+    {
+      "grad_norm": 0.9056123495101929,
+      "learning_rate": 9.395439249582916e-05,
+      "loss": 0.0712,
+      "step": 40050
+    },
+    {
+      "grad_norm": 1.1315022706985474,
+      "learning_rate": 9.395045118214688e-05,
+      "loss": 0.0569,
+      "step": 40060
+    },
+    {
+      "grad_norm": 0.44518572092056274,
+      "learning_rate": 9.394650866687578e-05,
+      "loss": 0.0942,
+      "step": 40070
+    },
+    {
+      "grad_norm": 0.7256097197532654,
+      "learning_rate": 9.394256495012366e-05,
+      "loss": 0.0528,
+      "step": 40080
+    },
+    {
+      "grad_norm": 0.9244576096534729,
+      "learning_rate": 9.393862003199829e-05,
+      "loss": 0.0633,
+      "step": 40090
+    },
+    {
+      "grad_norm": 0.5040315389633179,
+      "learning_rate": 9.393467391260759e-05,
+      "loss": 0.0652,
+      "step": 40100
+    },
+    {
+      "grad_norm": 0.3381940424442291,
+      "learning_rate": 9.393072659205939e-05,
+      "loss": 0.0422,
+      "step": 40110
+    },
+    {
+      "grad_norm": 1.0552481412887573,
+      "learning_rate": 9.392677807046164e-05,
+      "loss": 0.0603,
+      "step": 40120
+    },
+    {
+      "grad_norm": 0.36204513907432556,
+      "learning_rate": 9.392282834792228e-05,
+      "loss": 0.0468,
+      "step": 40130
+    },
+    {
+      "grad_norm": 0.9085021615028381,
+      "learning_rate": 9.391887742454928e-05,
+      "loss": 0.095,
+      "step": 40140
+    },
+    {
+      "grad_norm": 0.8438031077384949,
+      "learning_rate": 9.391492530045068e-05,
+      "loss": 0.0444,
+      "step": 40150
+    },
+    {
+      "grad_norm": 0.650852620601654,
+      "learning_rate": 9.391097197573452e-05,
+      "loss": 0.0571,
+      "step": 40160
+    },
+    {
+      "grad_norm": 0.6306065917015076,
+      "learning_rate": 9.390701745050889e-05,
+      "loss": 0.0769,
+      "step": 40170
+    },
+    {
+      "grad_norm": 0.5263387560844421,
+      "learning_rate": 9.390306172488188e-05,
+      "loss": 0.0493,
+      "step": 40180
+    },
+    {
+      "grad_norm": 0.564939022064209,
+      "learning_rate": 9.389910479896167e-05,
+      "loss": 0.0556,
+      "step": 40190
+    },
+    {
+      "grad_norm": 0.5886586308479309,
+      "learning_rate": 9.389514667285642e-05,
+      "loss": 0.0529,
+      "step": 40200
+    },
+    {
+      "grad_norm": 0.8666812777519226,
+      "learning_rate": 9.389118734667435e-05,
+      "loss": 0.0574,
+      "step": 40210
+    },
+    {
+      "grad_norm": 0.5539079904556274,
+      "learning_rate": 9.388722682052371e-05,
+      "loss": 0.0508,
+      "step": 40220
+    },
+    {
+      "grad_norm": 0.46653786301612854,
+      "learning_rate": 9.388326509451278e-05,
+      "loss": 0.0602,
+      "step": 40230
+    },
+    {
+      "grad_norm": 0.9844915270805359,
+      "learning_rate": 9.387930216874987e-05,
+      "loss": 0.0586,
+      "step": 40240
+    },
+    {
+      "grad_norm": 0.5750027894973755,
+      "learning_rate": 9.387533804334332e-05,
+      "loss": 0.0537,
+      "step": 40250
+    },
+    {
+      "grad_norm": 0.6519283652305603,
+      "learning_rate": 9.387137271840151e-05,
+      "loss": 0.056,
+      "step": 40260
+    },
+    {
+      "grad_norm": 0.482225626707077,
+      "learning_rate": 9.386740619403285e-05,
+      "loss": 0.0501,
+      "step": 40270
+    },
+    {
+      "grad_norm": 0.7927689552307129,
+      "learning_rate": 9.386343847034578e-05,
+      "loss": 0.052,
+      "step": 40280
+    },
+    {
+      "grad_norm": 0.7195131778717041,
+      "learning_rate": 9.38594695474488e-05,
+      "loss": 0.078,
+      "step": 40290
+    },
+    {
+      "grad_norm": 0.5508983135223389,
+      "learning_rate": 9.385549942545038e-05,
+      "loss": 0.0458,
+      "step": 40300
+    },
+    {
+      "grad_norm": 0.6527243256568909,
+      "learning_rate": 9.38515281044591e-05,
+      "loss": 0.0656,
+      "step": 40310
+    },
+    {
+      "grad_norm": 0.6618279218673706,
+      "learning_rate": 9.384755558458349e-05,
+      "loss": 0.0548,
+      "step": 40320
+    },
+    {
+      "grad_norm": 0.6581013798713684,
+      "learning_rate": 9.38435818659322e-05,
+      "loss": 0.0726,
+      "step": 40330
+    },
+    {
+      "grad_norm": 0.7268432378768921,
+      "learning_rate": 9.383960694861385e-05,
+      "loss": 0.0657,
+      "step": 40340
+    },
+    {
+      "grad_norm": 0.6222301721572876,
+      "learning_rate": 9.383563083273712e-05,
+      "loss": 0.0601,
+      "step": 40350
+    },
+    {
+      "grad_norm": 1.2311949729919434,
+      "learning_rate": 9.383165351841071e-05,
+      "loss": 0.0825,
+      "step": 40360
+    },
+    {
+      "grad_norm": 1.1235592365264893,
+      "learning_rate": 9.382767500574337e-05,
+      "loss": 0.0629,
+      "step": 40370
+    },
+    {
+      "grad_norm": 0.42400678992271423,
+      "learning_rate": 9.382369529484383e-05,
+      "loss": 0.0524,
+      "step": 40380
+    },
+    {
+      "grad_norm": 0.5675543546676636,
+      "learning_rate": 9.381971438582096e-05,
+      "loss": 0.047,
+      "step": 40390
+    },
+    {
+      "grad_norm": 0.798138439655304,
+      "learning_rate": 9.381573227878353e-05,
+      "loss": 0.0538,
+      "step": 40400
+    },
+    {
+      "grad_norm": 0.4509347081184387,
+      "learning_rate": 9.381174897384047e-05,
+      "loss": 0.0521,
+      "step": 40410
+    },
+    {
+      "grad_norm": 0.5592736601829529,
+      "learning_rate": 9.380776447110062e-05,
+      "loss": 0.0454,
+      "step": 40420
+    },
+    {
+      "grad_norm": 0.6470346450805664,
+      "learning_rate": 9.380377877067297e-05,
+      "loss": 0.068,
+      "step": 40430
+    },
+    {
+      "grad_norm": 0.9256389141082764,
+      "learning_rate": 9.379979187266645e-05,
+      "loss": 0.0537,
+      "step": 40440
+    },
+    {
+      "grad_norm": 0.49652865529060364,
+      "learning_rate": 9.379580377719009e-05,
+      "loss": 0.0444,
+      "step": 40450
+    },
+    {
+      "grad_norm": 1.0576714277267456,
+      "learning_rate": 9.37918144843529e-05,
+      "loss": 0.0829,
+      "step": 40460
+    },
+    {
+      "grad_norm": 0.9002124071121216,
+      "learning_rate": 9.378782399426396e-05,
+      "loss": 0.0464,
+      "step": 40470
+    },
+    {
+      "grad_norm": 0.5864037275314331,
+      "learning_rate": 9.378383230703236e-05,
+      "loss": 0.0633,
+      "step": 40480
+    },
+    {
+      "grad_norm": 0.459612637758255,
+      "learning_rate": 9.377983942276723e-05,
+      "loss": 0.0499,
+      "step": 40490
+    },
+    {
+      "grad_norm": 0.640424907207489,
+      "learning_rate": 9.377584534157773e-05,
+      "loss": 0.0506,
+      "step": 40500
+    },
+    {
+      "grad_norm": 0.6698077321052551,
+      "learning_rate": 9.377185006357307e-05,
+      "loss": 0.0475,
+      "step": 40510
+    },
+    {
+      "grad_norm": 0.5443724393844604,
+      "learning_rate": 9.376785358886249e-05,
+      "loss": 0.0604,
+      "step": 40520
+    },
+    {
+      "grad_norm": 0.8588810563087463,
+      "learning_rate": 9.37638559175552e-05,
+      "loss": 0.0515,
+      "step": 40530
+    },
+    {
+      "grad_norm": 0.6161930561065674,
+      "learning_rate": 9.375985704976057e-05,
+      "loss": 0.0486,
+      "step": 40540
+    },
+    {
+      "grad_norm": 0.5528659224510193,
+      "learning_rate": 9.375585698558787e-05,
+      "loss": 0.0531,
+      "step": 40550
+    },
+    {
+      "grad_norm": 1.2958667278289795,
+      "learning_rate": 9.375185572514648e-05,
+      "loss": 0.0673,
+      "step": 40560
+    },
+    {
+      "grad_norm": 0.6010765433311462,
+      "learning_rate": 9.374785326854578e-05,
+      "loss": 0.0695,
+      "step": 40570
+    },
+    {
+      "grad_norm": 0.47030243277549744,
+      "learning_rate": 9.374384961589523e-05,
+      "loss": 0.0618,
+      "step": 40580
+    },
+    {
+      "grad_norm": 0.5781823992729187,
+      "learning_rate": 9.373984476730424e-05,
+      "loss": 0.0479,
+      "step": 40590
+    },
+    {
+      "grad_norm": 0.6638754606246948,
+      "learning_rate": 9.373583872288235e-05,
+      "loss": 0.0526,
+      "step": 40600
+    },
+    {
+      "grad_norm": 0.853328287601471,
+      "learning_rate": 9.373183148273905e-05,
+      "loss": 0.0686,
+      "step": 40610
+    },
+    {
+      "grad_norm": 0.546632707118988,
+      "learning_rate": 9.372782304698391e-05,
+      "loss": 0.0496,
+      "step": 40620
+    },
+    {
+      "grad_norm": 0.6053578853607178,
+      "learning_rate": 9.372381341572651e-05,
+      "loss": 0.0505,
+      "step": 40630
+    },
+    {
+      "grad_norm": 0.5403996109962463,
+      "learning_rate": 9.371980258907647e-05,
+      "loss": 0.0543,
+      "step": 40640
+    },
+    {
+      "grad_norm": 0.5969939231872559,
+      "learning_rate": 9.371579056714345e-05,
+      "loss": 0.0581,
+      "step": 40650
+    },
+    {
+      "grad_norm": 0.6182414889335632,
+      "learning_rate": 9.371177735003716e-05,
+      "loss": 0.0598,
+      "step": 40660
+    },
+    {
+      "grad_norm": 0.7411803007125854,
+      "learning_rate": 9.370776293786729e-05,
+      "loss": 0.061,
+      "step": 40670
+    },
+    {
+      "grad_norm": 0.6551311016082764,
+      "learning_rate": 9.37037473307436e-05,
+      "loss": 0.0496,
+      "step": 40680
+    },
+    {
+      "grad_norm": 0.9291888475418091,
+      "learning_rate": 9.369973052877587e-05,
+      "loss": 0.0639,
+      "step": 40690
+    },
+    {
+      "grad_norm": 0.690711259841919,
+      "learning_rate": 9.369571253207394e-05,
+      "loss": 0.0569,
+      "step": 40700
+    },
+    {
+      "grad_norm": 0.7216624021530151,
+      "learning_rate": 9.369169334074763e-05,
+      "loss": 0.0612,
+      "step": 40710
+    },
+    {
+      "grad_norm": 0.6760673522949219,
+      "learning_rate": 9.368767295490686e-05,
+      "loss": 0.0549,
+      "step": 40720
+    },
+    {
+      "grad_norm": 0.5648287534713745,
+      "learning_rate": 9.36836513746615e-05,
+      "loss": 0.0537,
+      "step": 40730
+    },
+    {
+      "grad_norm": 0.6468533873558044,
+      "learning_rate": 9.367962860012154e-05,
+      "loss": 0.0733,
+      "step": 40740
+    },
+    {
+      "grad_norm": 0.7728064060211182,
+      "learning_rate": 9.367560463139692e-05,
+      "loss": 0.0512,
+      "step": 40750
+    },
+    {
+      "grad_norm": 0.6865125298500061,
+      "learning_rate": 9.36715794685977e-05,
+      "loss": 0.0809,
+      "step": 40760
+    },
+    {
+      "grad_norm": 0.5269246101379395,
+      "learning_rate": 9.36675531118339e-05,
+      "loss": 0.0564,
+      "step": 40770
+    },
+    {
+      "grad_norm": 0.6853713989257812,
+      "learning_rate": 9.36635255612156e-05,
+      "loss": 0.0642,
+      "step": 40780
+    },
+    {
+      "grad_norm": 0.44678565859794617,
+      "learning_rate": 9.365949681685291e-05,
+      "loss": 0.0622,
+      "step": 40790
+    },
+    {
+      "grad_norm": 0.9661129117012024,
+      "learning_rate": 9.3655466878856e-05,
+      "loss": 0.0514,
+      "step": 40800
+    },
+    {
+      "grad_norm": 0.5320448279380798,
+      "learning_rate": 9.365143574733499e-05,
+      "loss": 0.0445,
+      "step": 40810
+    },
+    {
+      "grad_norm": 0.6205260753631592,
+      "learning_rate": 9.364740342240016e-05,
+      "loss": 0.0565,
+      "step": 40820
+    },
+    {
+      "grad_norm": 0.5811701416969299,
+      "learning_rate": 9.36433699041617e-05,
+      "loss": 0.0493,
+      "step": 40830
+    },
+    {
+      "grad_norm": 0.6981018781661987,
+      "learning_rate": 9.36393351927299e-05,
+      "loss": 0.0505,
+      "step": 40840
+    },
+    {
+      "grad_norm": 0.7672936320304871,
+      "learning_rate": 9.363529928821508e-05,
+      "loss": 0.0436,
+      "step": 40850
+    },
+    {
+      "grad_norm": 1.1796679496765137,
+      "learning_rate": 9.363126219072757e-05,
+      "loss": 0.0606,
+      "step": 40860
+    },
+    {
+      "grad_norm": 0.4600078761577606,
+      "learning_rate": 9.362722390037775e-05,
+      "loss": 0.0577,
+      "step": 40870
+    },
+    {
+      "grad_norm": 0.8522085547447205,
+      "learning_rate": 9.3623184417276e-05,
+      "loss": 0.0547,
+      "step": 40880
+    },
+    {
+      "grad_norm": 0.5350392460823059,
+      "learning_rate": 9.36191437415328e-05,
+      "loss": 0.0632,
+      "step": 40890
+    },
+    {
+      "grad_norm": 0.5324291586875916,
+      "learning_rate": 9.361510187325857e-05,
+      "loss": 0.0505,
+      "step": 40900
+    },
+    {
+      "grad_norm": 0.8670983910560608,
+      "learning_rate": 9.361105881256385e-05,
+      "loss": 0.0937,
+      "step": 40910
+    },
+    {
+      "grad_norm": 0.49690085649490356,
+      "learning_rate": 9.360701455955918e-05,
+      "loss": 0.0652,
+      "step": 40920
+    },
+    {
+      "grad_norm": 0.8731522560119629,
+      "learning_rate": 9.360296911435509e-05,
+      "loss": 0.0637,
+      "step": 40930
+    },
+    {
+      "grad_norm": 0.9212355613708496,
+      "learning_rate": 9.359892247706222e-05,
+      "loss": 0.0611,
+      "step": 40940
+    },
+    {
+      "grad_norm": 0.6214748024940491,
+      "learning_rate": 9.35948746477912e-05,
+      "loss": 0.0503,
+      "step": 40950
+    },
+    {
+      "grad_norm": 0.5276445150375366,
+      "learning_rate": 9.359082562665266e-05,
+      "loss": 0.0555,
+      "step": 40960
+    },
+    {
+      "grad_norm": 0.40660175681114197,
+      "learning_rate": 9.358677541375734e-05,
+      "loss": 0.0429,
+      "step": 40970
+    },
+    {
+      "grad_norm": 0.3892348110675812,
+      "learning_rate": 9.358272400921596e-05,
+      "loss": 0.0582,
+      "step": 40980
+    },
+    {
+      "grad_norm": 0.5519060492515564,
+      "learning_rate": 9.357867141313927e-05,
+      "loss": 0.0417,
+      "step": 40990
+    },
+    {
+      "grad_norm": 0.4018663465976715,
+      "learning_rate": 9.357461762563807e-05,
+      "loss": 0.057,
+      "step": 41000
+    },
+    {
+      "grad_norm": 0.7870166897773743,
+      "learning_rate": 9.35705626468232e-05,
+      "loss": 0.0448,
+      "step": 41010
+    },
+    {
+      "grad_norm": 0.7232425808906555,
+      "learning_rate": 9.356650647680551e-05,
+      "loss": 0.0528,
+      "step": 41020
+    },
+    {
+      "grad_norm": 0.6450142860412598,
+      "learning_rate": 9.356244911569591e-05,
+      "loss": 0.056,
+      "step": 41030
+    },
+    {
+      "grad_norm": 0.7014408111572266,
+      "learning_rate": 9.355839056360532e-05,
+      "loss": 0.0555,
+      "step": 41040
+    },
+    {
+      "grad_norm": 0.5372626781463623,
+      "learning_rate": 9.355433082064469e-05,
+      "loss": 0.0365,
+      "step": 41050
+    },
+    {
+      "grad_norm": 0.7442078590393066,
+      "learning_rate": 9.355026988692501e-05,
+      "loss": 0.072,
+      "step": 41060
+    },
+    {
+      "grad_norm": 0.3816107511520386,
+      "learning_rate": 9.354620776255731e-05,
+      "loss": 0.0488,
+      "step": 41070
+    },
+    {
+      "grad_norm": 0.4577125012874603,
+      "learning_rate": 9.354214444765267e-05,
+      "loss": 0.0483,
+      "step": 41080
+    },
+    {
+      "grad_norm": 0.7131659984588623,
+      "learning_rate": 9.353807994232214e-05,
+      "loss": 0.0519,
+      "step": 41090
+    },
+    {
+      "grad_norm": 0.5259571075439453,
+      "learning_rate": 9.353401424667687e-05,
+      "loss": 0.0546,
+      "step": 41100
+    },
+    {
+      "grad_norm": 1.0818781852722168,
+      "learning_rate": 9.3529947360828e-05,
+      "loss": 0.0519,
+      "step": 41110
+    },
+    {
+      "grad_norm": 0.8467090129852295,
+      "learning_rate": 9.352587928488673e-05,
+      "loss": 0.0527,
+      "step": 41120
+    },
+    {
+      "grad_norm": 0.5099345445632935,
+      "learning_rate": 9.352181001896427e-05,
+      "loss": 0.0479,
+      "step": 41130
+    },
+    {
+      "grad_norm": 0.6231366991996765,
+      "learning_rate": 9.351773956317187e-05,
+      "loss": 0.0433,
+      "step": 41140
+    },
+    {
+      "grad_norm": 0.5646460652351379,
+      "learning_rate": 9.351366791762081e-05,
+      "loss": 0.0518,
+      "step": 41150
+    },
+    {
+      "grad_norm": 0.5827847123146057,
+      "learning_rate": 9.350959508242244e-05,
+      "loss": 0.0425,
+      "step": 41160
+    },
+    {
+      "grad_norm": 0.8276552557945251,
+      "learning_rate": 9.350552105768808e-05,
+      "loss": 0.0625,
+      "step": 41170
+    },
+    {
+      "grad_norm": 0.705795407295227,
+      "learning_rate": 9.350144584352911e-05,
+      "loss": 0.0514,
+      "step": 41180
+    },
+    {
+      "grad_norm": 1.1366366147994995,
+      "learning_rate": 9.349736944005696e-05,
+      "loss": 0.0634,
+      "step": 41190
+    },
+    {
+      "grad_norm": 0.6188697814941406,
+      "learning_rate": 9.349329184738307e-05,
+      "loss": 0.0574,
+      "step": 41200
+    },
+    {
+      "grad_norm": 0.5792099237442017,
+      "learning_rate": 9.348921306561891e-05,
+      "loss": 0.0494,
+      "step": 41210
+    },
+    {
+      "grad_norm": 0.874944806098938,
+      "learning_rate": 9.348513309487601e-05,
+      "loss": 0.0689,
+      "step": 41220
+    },
+    {
+      "grad_norm": 0.8223043084144592,
+      "learning_rate": 9.348105193526591e-05,
+      "loss": 0.0449,
+      "step": 41230
+    },
+    {
+      "grad_norm": 0.46923962235450745,
+      "learning_rate": 9.347696958690019e-05,
+      "loss": 0.0687,
+      "step": 41240
+    },
+    {
+      "grad_norm": 0.6774945259094238,
+      "learning_rate": 9.347288604989044e-05,
+      "loss": 0.063,
+      "step": 41250
+    },
+    {
+      "grad_norm": 0.5560785531997681,
+      "learning_rate": 9.346880132434833e-05,
+      "loss": 0.0511,
+      "step": 41260
+    },
+    {
+      "grad_norm": 0.6469944715499878,
+      "learning_rate": 9.346471541038553e-05,
+      "loss": 0.0527,
+      "step": 41270
+    },
+    {
+      "grad_norm": 0.7243626117706299,
+      "learning_rate": 9.346062830811372e-05,
+      "loss": 0.0511,
+      "step": 41280
+    },
+    {
+      "grad_norm": 0.6362908482551575,
+      "learning_rate": 9.345654001764466e-05,
+      "loss": 0.0601,
+      "step": 41290
+    },
+    {
+      "grad_norm": 0.45921647548675537,
+      "learning_rate": 9.345245053909012e-05,
+      "loss": 0.0431,
+      "step": 41300
+    },
+    {
+      "grad_norm": 0.5258449912071228,
+      "learning_rate": 9.344835987256193e-05,
+      "loss": 0.0343,
+      "step": 41310
+    },
+    {
+      "grad_norm": 0.48867085576057434,
+      "learning_rate": 9.34442680181719e-05,
+      "loss": 0.0486,
+      "step": 41320
+    },
+    {
+      "grad_norm": 0.6647264957427979,
+      "learning_rate": 9.344017497603189e-05,
+      "loss": 0.0493,
+      "step": 41330
+    },
+    {
+      "grad_norm": 0.5296662449836731,
+      "learning_rate": 9.34360807462538e-05,
+      "loss": 0.0386,
+      "step": 41340
+    },
+    {
+      "grad_norm": 0.6143789291381836,
+      "learning_rate": 9.343198532894961e-05,
+      "loss": 0.0711,
+      "step": 41350
+    },
+    {
+      "grad_norm": 0.6236795783042908,
+      "learning_rate": 9.342788872423125e-05,
+      "loss": 0.0539,
+      "step": 41360
+    },
+    {
+      "grad_norm": 0.6570321917533875,
+      "learning_rate": 9.342379093221072e-05,
+      "loss": 0.0445,
+      "step": 41370
+    },
+    {
+      "grad_norm": 0.8532869815826416,
+      "learning_rate": 9.341969195300006e-05,
+      "loss": 0.0545,
+      "step": 41380
+    },
+    {
+      "grad_norm": 0.5829930901527405,
+      "learning_rate": 9.341559178671135e-05,
+      "loss": 0.0467,
+      "step": 41390
+    },
+    {
+      "grad_norm": 0.3786059617996216,
+      "learning_rate": 9.341149043345667e-05,
+      "loss": 0.0664,
+      "step": 41400
+    },
+    {
+      "grad_norm": 0.5804378986358643,
+      "learning_rate": 9.340738789334813e-05,
+      "loss": 0.0566,
+      "step": 41410
+    },
+    {
+      "grad_norm": 0.633554995059967,
+      "learning_rate": 9.340328416649792e-05,
+      "loss": 0.0542,
+      "step": 41420
+    },
+    {
+      "grad_norm": 0.41899368166923523,
+      "learning_rate": 9.339917925301824e-05,
+      "loss": 0.0662,
+      "step": 41430
+    },
+    {
+      "grad_norm": 0.5842843055725098,
+      "learning_rate": 9.339507315302129e-05,
+      "loss": 0.0592,
+      "step": 41440
+    },
+    {
+      "grad_norm": 0.4896671175956726,
+      "learning_rate": 9.339096586661934e-05,
+      "loss": 0.05,
+      "step": 41450
+    },
+    {
+      "grad_norm": 0.6282545328140259,
+      "learning_rate": 9.338685739392469e-05,
+      "loss": 0.0838,
+      "step": 41460
+    },
+    {
+      "grad_norm": 0.5833984613418579,
+      "learning_rate": 9.338274773504965e-05,
+      "loss": 0.051,
+      "step": 41470
+    },
+    {
+      "grad_norm": 0.7247313261032104,
+      "learning_rate": 9.33786368901066e-05,
+      "loss": 0.0474,
+      "step": 41480
+    },
+    {
+      "grad_norm": 0.6240229606628418,
+      "learning_rate": 9.33745248592079e-05,
+      "loss": 0.0671,
+      "step": 41490
+    },
+    {
+      "grad_norm": 0.7187198996543884,
+      "learning_rate": 9.3370411642466e-05,
+      "loss": 0.0621,
+      "step": 41500
+    },
+    {
+      "grad_norm": 0.81465744972229,
+      "learning_rate": 9.336629723999333e-05,
+      "loss": 0.0741,
+      "step": 41510
+    },
+    {
+      "grad_norm": 0.7978882789611816,
+      "learning_rate": 9.336218165190239e-05,
+      "loss": 0.0648,
+      "step": 41520
+    },
+    {
+      "grad_norm": 0.7405453324317932,
+      "learning_rate": 9.33580648783057e-05,
+      "loss": 0.0643,
+      "step": 41530
+    },
+    {
+      "grad_norm": 0.47729673981666565,
+      "learning_rate": 9.33539469193158e-05,
+      "loss": 0.0752,
+      "step": 41540
+    },
+    {
+      "grad_norm": 0.5027186274528503,
+      "learning_rate": 9.334982777504526e-05,
+      "loss": 0.0523,
+      "step": 41550
+    },
+    {
+      "grad_norm": 0.5209764242172241,
+      "learning_rate": 9.334570744560673e-05,
+      "loss": 0.0808,
+      "step": 41560
+    },
+    {
+      "grad_norm": 0.6148762106895447,
+      "learning_rate": 9.334158593111285e-05,
+      "loss": 0.0571,
+      "step": 41570
+    },
+    {
+      "grad_norm": 0.9820826053619385,
+      "learning_rate": 9.333746323167629e-05,
+      "loss": 0.0516,
+      "step": 41580
+    },
+    {
+      "grad_norm": 0.5389305353164673,
+      "learning_rate": 9.333333934740976e-05,
+      "loss": 0.0754,
+      "step": 41590
+    },
+    {
+      "grad_norm": 0.7505671977996826,
+      "learning_rate": 9.3329214278426e-05,
+      "loss": 0.0594,
+      "step": 41600
+    },
+    {
+      "grad_norm": 0.856012225151062,
+      "learning_rate": 9.332508802483782e-05,
+      "loss": 0.0655,
+      "step": 41610
+    },
+    {
+      "grad_norm": 0.6468663215637207,
+      "learning_rate": 9.332096058675801e-05,
+      "loss": 0.05,
+      "step": 41620
+    },
+    {
+      "grad_norm": 0.7207782864570618,
+      "learning_rate": 9.33168319642994e-05,
+      "loss": 0.0614,
+      "step": 41630
+    },
+    {
+      "grad_norm": 0.49943751096725464,
+      "learning_rate": 9.331270215757488e-05,
+      "loss": 0.076,
+      "step": 41640
+    },
+    {
+      "grad_norm": 0.7069061994552612,
+      "learning_rate": 9.330857116669736e-05,
+      "loss": 0.0525,
+      "step": 41650
+    },
+    {
+      "grad_norm": 0.6374081373214722,
+      "learning_rate": 9.330443899177978e-05,
+      "loss": 0.0493,
+      "step": 41660
+    },
+    {
+      "grad_norm": 0.688879668712616,
+      "learning_rate": 9.330030563293509e-05,
+      "loss": 0.0591,
+      "step": 41670
+    },
+    {
+      "grad_norm": 0.5670687556266785,
+      "learning_rate": 9.329617109027633e-05,
+      "loss": 0.0511,
+      "step": 41680
+    },
+    {
+      "grad_norm": 0.7544358968734741,
+      "learning_rate": 9.329203536391651e-05,
+      "loss": 0.0567,
+      "step": 41690
+    },
+    {
+      "grad_norm": 0.8696749806404114,
+      "learning_rate": 9.32878984539687e-05,
+      "loss": 0.0555,
+      "step": 41700
+    },
+    {
+      "grad_norm": 0.4712385833263397,
+      "learning_rate": 9.328376036054602e-05,
+      "loss": 0.0735,
+      "step": 41710
+    },
+    {
+      "grad_norm": 0.6915056109428406,
+      "learning_rate": 9.327962108376158e-05,
+      "loss": 0.0575,
+      "step": 41720
+    },
+    {
+      "grad_norm": 0.4861137270927429,
+      "learning_rate": 9.327548062372858e-05,
+      "loss": 0.0517,
+      "step": 41730
+    },
+    {
+      "grad_norm": 0.702070415019989,
+      "learning_rate": 9.327133898056017e-05,
+      "loss": 0.0492,
+      "step": 41740
+    },
+    {
+      "grad_norm": 0.4695308208465576,
+      "learning_rate": 9.326719615436963e-05,
+      "loss": 0.0734,
+      "step": 41750
+    },
+    {
+      "grad_norm": 0.7464945316314697,
+      "learning_rate": 9.326305214527019e-05,
+      "loss": 0.0471,
+      "step": 41760
+    },
+    {
+      "grad_norm": 0.6828586459159851,
+      "learning_rate": 9.325890695337516e-05,
+      "loss": 0.0596,
+      "step": 41770
+    },
+    {
+      "grad_norm": 0.46143385767936707,
+      "learning_rate": 9.325476057879787e-05,
+      "loss": 0.0597,
+      "step": 41780
+    },
+    {
+      "grad_norm": 0.8865336179733276,
+      "learning_rate": 9.325061302165167e-05,
+      "loss": 0.0494,
+      "step": 41790
+    },
+    {
+      "grad_norm": 0.7477893233299255,
+      "learning_rate": 9.324646428204997e-05,
+      "loss": 0.0571,
+      "step": 41800
+    },
+    {
+      "grad_norm": 0.8752841949462891,
+      "learning_rate": 9.324231436010617e-05,
+      "loss": 0.0484,
+      "step": 41810
+    },
+    {
+      "grad_norm": 1.1193246841430664,
+      "learning_rate": 9.323816325593375e-05,
+      "loss": 0.0493,
+      "step": 41820
+    },
+    {
+      "grad_norm": 0.6734915375709534,
+      "learning_rate": 9.323401096964618e-05,
+      "loss": 0.047,
+      "step": 41830
+    },
+    {
+      "grad_norm": 0.5134198665618896,
+      "learning_rate": 9.3229857501357e-05,
+      "loss": 0.0488,
+      "step": 41840
+    },
+    {
+      "grad_norm": 0.5930250287055969,
+      "learning_rate": 9.322570285117975e-05,
+      "loss": 0.049,
+      "step": 41850
+    },
+    {
+      "grad_norm": 0.7029730081558228,
+      "learning_rate": 9.322154701922803e-05,
+      "loss": 0.0598,
+      "step": 41860
+    },
+    {
+      "grad_norm": 0.6512366533279419,
+      "learning_rate": 9.321739000561545e-05,
+      "loss": 0.0631,
+      "step": 41870
+    },
+    {
+      "grad_norm": 0.4626116454601288,
+      "learning_rate": 9.321323181045567e-05,
+      "loss": 0.0634,
+      "step": 41880
+    },
+    {
+      "grad_norm": 0.5308002233505249,
+      "learning_rate": 9.320907243386237e-05,
+      "loss": 0.0487,
+      "step": 41890
+    },
+    {
+      "grad_norm": 0.5349618196487427,
+      "learning_rate": 9.320491187594925e-05,
+      "loss": 0.0564,
+      "step": 41900
+    },
+    {
+      "grad_norm": 1.5585492849349976,
+      "learning_rate": 9.320075013683007e-05,
+      "loss": 0.0603,
+      "step": 41910
+    },
+    {
+      "grad_norm": 0.32236629724502563,
+      "learning_rate": 9.319658721661861e-05,
+      "loss": 0.0406,
+      "step": 41920
+    },
+    {
+      "grad_norm": 0.5544556975364685,
+      "learning_rate": 9.319242311542868e-05,
+      "loss": 0.0459,
+      "step": 41930
+    },
+    {
+      "grad_norm": 0.620168149471283,
+      "learning_rate": 9.318825783337415e-05,
+      "loss": 0.0573,
+      "step": 41940
+    },
+    {
+      "grad_norm": 0.45497703552246094,
+      "learning_rate": 9.318409137056886e-05,
+      "loss": 0.043,
+      "step": 41950
+    },
+    {
+      "grad_norm": 0.4064381718635559,
+      "learning_rate": 9.317992372712674e-05,
+      "loss": 0.0462,
+      "step": 41960
+    },
+    {
+      "grad_norm": 1.1811871528625488,
+      "learning_rate": 9.317575490316173e-05,
+      "loss": 0.0496,
+      "step": 41970
+    },
+    {
+      "grad_norm": 0.5775932669639587,
+      "learning_rate": 9.317158489878779e-05,
+      "loss": 0.0451,
+      "step": 41980
+    },
+    {
+      "grad_norm": 0.38494235277175903,
+      "learning_rate": 9.316741371411895e-05,
+      "loss": 0.0508,
+      "step": 41990
+    },
+    {
+      "grad_norm": 0.32763129472732544,
+      "learning_rate": 9.316324134926923e-05,
+      "loss": 0.0466,
+      "step": 42000
+    },
+    {
+      "grad_norm": 1.0575432777404785,
+      "learning_rate": 9.31590678043527e-05,
+      "loss": 0.0631,
+      "step": 42010
+    },
+    {
+      "grad_norm": 0.4824555218219757,
+      "learning_rate": 9.315489307948349e-05,
+      "loss": 0.0602,
+      "step": 42020
+    },
+    {
+      "grad_norm": 0.6503790616989136,
+      "learning_rate": 9.31507171747757e-05,
+      "loss": 0.0601,
+      "step": 42030
+    },
+    {
+      "grad_norm": 0.5201740860939026,
+      "learning_rate": 9.314654009034352e-05,
+      "loss": 0.0488,
+      "step": 42040
+    },
+    {
+      "grad_norm": 0.5292661786079407,
+      "learning_rate": 9.314236182630114e-05,
+      "loss": 0.0645,
+      "step": 42050
+    },
+    {
+      "grad_norm": 0.6237610578536987,
+      "learning_rate": 9.31381823827628e-05,
+      "loss": 0.0727,
+      "step": 42060
+    },
+    {
+      "grad_norm": 0.7298041582107544,
+      "learning_rate": 9.313400175984275e-05,
+      "loss": 0.0572,
+      "step": 42070
+    },
+    {
+      "grad_norm": 0.4824245870113373,
+      "learning_rate": 9.31298199576553e-05,
+      "loss": 0.0516,
+      "step": 42080
+    },
+    {
+      "grad_norm": 0.8254294395446777,
+      "learning_rate": 9.312563697631478e-05,
+      "loss": 0.065,
+      "step": 42090
+    },
+    {
+      "grad_norm": 0.6277993321418762,
+      "learning_rate": 9.312145281593554e-05,
+      "loss": 0.0482,
+      "step": 42100
+    },
+    {
+      "grad_norm": 0.5611412525177002,
+      "learning_rate": 9.311726747663199e-05,
+      "loss": 0.0526,
+      "step": 42110
+    },
+    {
+      "grad_norm": 0.7374159097671509,
+      "learning_rate": 9.311308095851854e-05,
+      "loss": 0.0816,
+      "step": 42120
+    },
+    {
+      "grad_norm": 0.5809485912322998,
+      "learning_rate": 9.310889326170967e-05,
+      "loss": 0.0562,
+      "step": 42130
+    },
+    {
+      "grad_norm": 0.6178372502326965,
+      "learning_rate": 9.310470438631982e-05,
+      "loss": 0.0559,
+      "step": 42140
+    },
+    {
+      "grad_norm": 0.7877609133720398,
+      "learning_rate": 9.310051433246357e-05,
+      "loss": 0.0528,
+      "step": 42150
+    },
+    {
+      "grad_norm": 0.37523019313812256,
+      "learning_rate": 9.309632310025544e-05,
+      "loss": 0.0556,
+      "step": 42160
+    },
+    {
+      "grad_norm": 0.5129857659339905,
+      "learning_rate": 9.309213068981003e-05,
+      "loss": 0.0568,
+      "step": 42170
+    },
+    {
+      "grad_norm": 0.66194748878479,
+      "learning_rate": 9.308793710124195e-05,
+      "loss": 0.067,
+      "step": 42180
+    },
+    {
+      "grad_norm": 0.7238625884056091,
+      "learning_rate": 9.308374233466587e-05,
+      "loss": 0.0691,
+      "step": 42190
+    },
+    {
+      "grad_norm": 0.7074739336967468,
+      "learning_rate": 9.307954639019644e-05,
+      "loss": 0.0608,
+      "step": 42200
+    },
+    {
+      "grad_norm": 0.5496061444282532,
+      "learning_rate": 9.307534926794842e-05,
+      "loss": 0.0495,
+      "step": 42210
+    },
+    {
+      "grad_norm": 0.5282689332962036,
+      "learning_rate": 9.307115096803654e-05,
+      "loss": 0.0448,
+      "step": 42220
+    },
+    {
+      "grad_norm": 0.637415885925293,
+      "learning_rate": 9.306695149057554e-05,
+      "loss": 0.041,
+      "step": 42230
+    },
+    {
+      "grad_norm": 0.43532466888427734,
+      "learning_rate": 9.306275083568029e-05,
+      "loss": 0.0439,
+      "step": 42240
+    },
+    {
+      "grad_norm": 0.552408754825592,
+      "learning_rate": 9.30585490034656e-05,
+      "loss": 0.0567,
+      "step": 42250
+    },
+    {
+      "grad_norm": 0.4456634819507599,
+      "learning_rate": 9.305434599404637e-05,
+      "loss": 0.0547,
+      "step": 42260
+    },
+    {
+      "grad_norm": 0.6483244299888611,
+      "learning_rate": 9.305014180753749e-05,
+      "loss": 0.0551,
+      "step": 42270
+    },
+    {
+      "grad_norm": 0.6093001961708069,
+      "learning_rate": 9.304593644405388e-05,
+      "loss": 0.0522,
+      "step": 42280
+    },
+    {
+      "grad_norm": 1.3443831205368042,
+      "learning_rate": 9.304172990371056e-05,
+      "loss": 0.0637,
+      "step": 42290
+    },
+    {
+      "grad_norm": 0.5721998810768127,
+      "learning_rate": 9.303752218662251e-05,
+      "loss": 0.0575,
+      "step": 42300
+    },
+    {
+      "grad_norm": 0.4952378571033478,
+      "learning_rate": 9.303331329290479e-05,
+      "loss": 0.0518,
+      "step": 42310
+    },
+    {
+      "grad_norm": 0.46710383892059326,
+      "learning_rate": 9.302910322267244e-05,
+      "loss": 0.0524,
+      "step": 42320
+    },
+    {
+      "grad_norm": 0.464115172624588,
+      "learning_rate": 9.302489197604056e-05,
+      "loss": 0.0495,
+      "step": 42330
+    },
+    {
+      "grad_norm": 0.6167890429496765,
+      "learning_rate": 9.302067955312432e-05,
+      "loss": 0.0509,
+      "step": 42340
+    },
+    {
+      "grad_norm": 0.746770441532135,
+      "learning_rate": 9.301646595403884e-05,
+      "loss": 0.0515,
+      "step": 42350
+    },
+    {
+      "grad_norm": 0.8115832209587097,
+      "learning_rate": 9.301225117889936e-05,
+      "loss": 0.0488,
+      "step": 42360
+    },
+    {
+      "grad_norm": 0.49287959933280945,
+      "learning_rate": 9.300803522782108e-05,
+      "loss": 0.0658,
+      "step": 42370
+    },
+    {
+      "grad_norm": 0.6704860329627991,
+      "learning_rate": 9.300381810091929e-05,
+      "loss": 0.0519,
+      "step": 42380
+    },
+    {
+      "grad_norm": 0.39795875549316406,
+      "learning_rate": 9.299959979830925e-05,
+      "loss": 0.0578,
+      "step": 42390
+    },
+    {
+      "grad_norm": 0.7114341855049133,
+      "learning_rate": 9.299538032010631e-05,
+      "loss": 0.0579,
+      "step": 42400
+    },
+    {
+      "grad_norm": 0.8155449628829956,
+      "learning_rate": 9.299115966642584e-05,
+      "loss": 0.0552,
+      "step": 42410
+    },
+    {
+      "grad_norm": 0.984279990196228,
+      "learning_rate": 9.298693783738319e-05,
+      "loss": 0.0504,
+      "step": 42420
+    },
+    {
+      "grad_norm": 0.6996873021125793,
+      "learning_rate": 9.298271483309383e-05,
+      "loss": 0.0631,
+      "step": 42430
+    },
+    {
+      "grad_norm": 0.6011309623718262,
+      "learning_rate": 9.297849065367318e-05,
+      "loss": 0.0505,
+      "step": 42440
+    },
+    {
+      "grad_norm": 0.6370531320571899,
+      "learning_rate": 9.297426529923676e-05,
+      "loss": 0.0643,
+      "step": 42450
+    },
+    {
+      "grad_norm": 0.5469176769256592,
+      "learning_rate": 9.297003876990006e-05,
+      "loss": 0.0501,
+      "step": 42460
+    },
+    {
+      "grad_norm": 0.46699219942092896,
+      "learning_rate": 9.296581106577864e-05,
+      "loss": 0.0496,
+      "step": 42470
+    },
+    {
+      "grad_norm": 0.549514889717102,
+      "learning_rate": 9.296158218698809e-05,
+      "loss": 0.0599,
+      "step": 42480
+    },
+    {
+      "grad_norm": 0.9174487590789795,
+      "learning_rate": 9.295735213364403e-05,
+      "loss": 0.0641,
+      "step": 42490
+    },
+    {
+      "grad_norm": 0.6269227266311646,
+      "learning_rate": 9.295312090586208e-05,
+      "loss": 0.0457,
+      "step": 42500
+    },
+    {
+      "grad_norm": 1.261903166770935,
+      "learning_rate": 9.294888850375796e-05,
+      "loss": 0.0761,
+      "step": 42510
+    },
+    {
+      "grad_norm": 0.6801533699035645,
+      "learning_rate": 9.294465492744737e-05,
+      "loss": 0.0581,
+      "step": 42520
+    },
+    {
+      "grad_norm": 0.6506511569023132,
+      "learning_rate": 9.294042017704603e-05,
+      "loss": 0.0639,
+      "step": 42530
+    },
+    {
+      "grad_norm": 0.5401962995529175,
+      "learning_rate": 9.293618425266974e-05,
+      "loss": 0.0475,
+      "step": 42540
+    },
+    {
+      "grad_norm": 0.579524576663971,
+      "learning_rate": 9.293194715443429e-05,
+      "loss": 0.0524,
+      "step": 42550
+    },
+    {
+      "grad_norm": 0.7067296504974365,
+      "learning_rate": 9.292770888245557e-05,
+      "loss": 0.063,
+      "step": 42560
+    },
+    {
+      "grad_norm": 0.4653911590576172,
+      "learning_rate": 9.292346943684937e-05,
+      "loss": 0.0562,
+      "step": 42570
+    },
+    {
+      "grad_norm": 0.3627658486366272,
+      "learning_rate": 9.291922881773167e-05,
+      "loss": 0.049,
+      "step": 42580
+    },
+    {
+      "grad_norm": 0.9543336629867554,
+      "learning_rate": 9.291498702521838e-05,
+      "loss": 0.0482,
+      "step": 42590
+    },
+    {
+      "grad_norm": 0.44462165236473083,
+      "learning_rate": 9.291074405942546e-05,
+      "loss": 0.0511,
+      "step": 42600
+    },
+    {
+      "grad_norm": 0.5203724503517151,
+      "learning_rate": 9.290649992046892e-05,
+      "loss": 0.0481,
+      "step": 42610
+    },
+    {
+      "grad_norm": 0.710424542427063,
+      "learning_rate": 9.29022546084648e-05,
+      "loss": 0.0425,
+      "step": 42620
+    },
+    {
+      "grad_norm": 0.8641668558120728,
+      "learning_rate": 9.289800812352913e-05,
+      "loss": 0.0503,
+      "step": 42630
+    },
+    {
+      "grad_norm": 0.465859055519104,
+      "learning_rate": 9.289376046577806e-05,
+      "loss": 0.0492,
+      "step": 42640
+    },
+    {
+      "grad_norm": 0.507477343082428,
+      "learning_rate": 9.288951163532769e-05,
+      "loss": 0.0527,
+      "step": 42650
+    },
+    {
+      "grad_norm": 0.33012303709983826,
+      "learning_rate": 9.288526163229416e-05,
+      "loss": 0.057,
+      "step": 42660
+    },
+    {
+      "grad_norm": 0.7720236778259277,
+      "learning_rate": 9.288101045679371e-05,
+      "loss": 0.0614,
+      "step": 42670
+    },
+    {
+      "grad_norm": 0.637692391872406,
+      "learning_rate": 9.287675810894255e-05,
+      "loss": 0.0513,
+      "step": 42680
+    },
+    {
+      "grad_norm": 0.4240078926086426,
+      "learning_rate": 9.287250458885692e-05,
+      "loss": 0.0637,
+      "step": 42690
+    },
+    {
+      "grad_norm": 0.35822993516921997,
+      "learning_rate": 9.286824989665313e-05,
+      "loss": 0.0427,
+      "step": 42700
+    },
+    {
+      "grad_norm": 0.5273385643959045,
+      "learning_rate": 9.286399403244748e-05,
+      "loss": 0.0432,
+      "step": 42710
+    },
+    {
+      "grad_norm": 0.9022397994995117,
+      "learning_rate": 9.285973699635634e-05,
+      "loss": 0.0553,
+      "step": 42720
+    },
+    {
+      "grad_norm": 0.789042055606842,
+      "learning_rate": 9.285547878849609e-05,
+      "loss": 0.056,
+      "step": 42730
+    },
+    {
+      "grad_norm": 0.47655874490737915,
+      "learning_rate": 9.285121940898317e-05,
+      "loss": 0.0411,
+      "step": 42740
+    },
+    {
+      "grad_norm": 0.8393275141716003,
+      "learning_rate": 9.284695885793398e-05,
+      "loss": 0.053,
+      "step": 42750
+    },
+    {
+      "grad_norm": 0.49927404522895813,
+      "learning_rate": 9.284269713546505e-05,
+      "loss": 0.0589,
+      "step": 42760
+    },
+    {
+      "grad_norm": 0.5827969908714294,
+      "learning_rate": 9.283843424169288e-05,
+      "loss": 0.0383,
+      "step": 42770
+    },
+    {
+      "grad_norm": 0.554665207862854,
+      "learning_rate": 9.283417017673399e-05,
+      "loss": 0.0462,
+      "step": 42780
+    },
+    {
+      "grad_norm": 0.3729223608970642,
+      "learning_rate": 9.282990494070499e-05,
+      "loss": 0.0646,
+      "step": 42790
+    },
+    {
+      "grad_norm": 0.4150024354457855,
+      "learning_rate": 9.282563853372249e-05,
+      "loss": 0.0511,
+      "step": 42800
+    },
+    {
+      "grad_norm": 0.4324381351470947,
+      "learning_rate": 9.28213709559031e-05,
+      "loss": 0.0545,
+      "step": 42810
+    },
+    {
+      "grad_norm": 0.4510764479637146,
+      "learning_rate": 9.281710220736353e-05,
+      "loss": 0.0766,
+      "step": 42820
+    },
+    {
+      "grad_norm": 0.7614931464195251,
+      "learning_rate": 9.281283228822047e-05,
+      "loss": 0.0496,
+      "step": 42830
+    },
+    {
+      "grad_norm": 0.5671886801719666,
+      "learning_rate": 9.280856119859067e-05,
+      "loss": 0.0652,
+      "step": 42840
+    },
+    {
+      "grad_norm": 0.49715879559516907,
+      "learning_rate": 9.280428893859088e-05,
+      "loss": 0.0447,
+      "step": 42850
+    },
+    {
+      "grad_norm": 0.4835386574268341,
+      "learning_rate": 9.28000155083379e-05,
+      "loss": 0.0437,
+      "step": 42860
+    },
+    {
+      "grad_norm": 0.5399529337882996,
+      "learning_rate": 9.279574090794858e-05,
+      "loss": 0.0507,
+      "step": 42870
+    },
+    {
+      "grad_norm": 0.42038920521736145,
+      "learning_rate": 9.279146513753979e-05,
+      "loss": 0.0397,
+      "step": 42880
+    },
+    {
+      "grad_norm": 0.7300376296043396,
+      "learning_rate": 9.278718819722841e-05,
+      "loss": 0.0535,
+      "step": 42890
+    },
+    {
+      "grad_norm": 0.4520849287509918,
+      "learning_rate": 9.27829100871314e-05,
+      "loss": 0.0669,
+      "step": 42900
+    },
+    {
+      "grad_norm": 0.5003454685211182,
+      "learning_rate": 9.277863080736569e-05,
+      "loss": 0.0522,
+      "step": 42910
+    },
+    {
+      "grad_norm": 0.6944496035575867,
+      "learning_rate": 9.277435035804827e-05,
+      "loss": 0.0451,
+      "step": 42920
+    },
+    {
+      "grad_norm": 1.4071259498596191,
+      "learning_rate": 9.277006873929619e-05,
+      "loss": 0.0753,
+      "step": 42930
+    },
+    {
+      "grad_norm": 0.766538679599762,
+      "learning_rate": 9.276578595122649e-05,
+      "loss": 0.0636,
+      "step": 42940
+    },
+    {
+      "grad_norm": 0.3722619116306305,
+      "learning_rate": 9.276150199395628e-05,
+      "loss": 0.0319,
+      "step": 42950
+    },
+    {
+      "grad_norm": 0.4204968214035034,
+      "learning_rate": 9.275721686760267e-05,
+      "loss": 0.0569,
+      "step": 42960
+    },
+    {
+      "grad_norm": 0.507361888885498,
+      "learning_rate": 9.275293057228281e-05,
+      "loss": 0.0483,
+      "step": 42970
+    },
+    {
+      "grad_norm": 0.5598690509796143,
+      "learning_rate": 9.274864310811388e-05,
+      "loss": 0.056,
+      "step": 42980
+    },
+    {
+      "grad_norm": 0.5937574505805969,
+      "learning_rate": 9.274435447521313e-05,
+      "loss": 0.0515,
+      "step": 42990
+    },
+    {
+      "grad_norm": 0.46899139881134033,
+      "learning_rate": 9.274006467369778e-05,
+      "loss": 0.0562,
+      "step": 43000
+    },
+    {
+      "grad_norm": 0.6031330227851868,
+      "learning_rate": 9.273577370368512e-05,
+      "loss": 0.0712,
+      "step": 43010
+    },
+    {
+      "grad_norm": 0.43848586082458496,
+      "learning_rate": 9.273148156529246e-05,
+      "loss": 0.047,
+      "step": 43020
+    },
+    {
+      "grad_norm": 0.43481871485710144,
+      "learning_rate": 9.272718825863714e-05,
+      "loss": 0.045,
+      "step": 43030
+    },
+    {
+      "grad_norm": 0.49929213523864746,
+      "learning_rate": 9.272289378383654e-05,
+      "loss": 0.0427,
+      "step": 43040
+    },
+    {
+      "grad_norm": 0.6656663417816162,
+      "learning_rate": 9.271859814100808e-05,
+      "loss": 0.0504,
+      "step": 43050
+    },
+    {
+      "grad_norm": 0.28778210282325745,
+      "learning_rate": 9.27143013302692e-05,
+      "loss": 0.0375,
+      "step": 43060
+    },
+    {
+      "grad_norm": 0.9228733777999878,
+      "learning_rate": 9.271000335173736e-05,
+      "loss": 0.0444,
+      "step": 43070
+    },
+    {
+      "grad_norm": 0.3495620787143707,
+      "learning_rate": 9.270570420553008e-05,
+      "loss": 0.0526,
+      "step": 43080
+    },
+    {
+      "grad_norm": 0.4487941861152649,
+      "learning_rate": 9.27014038917649e-05,
+      "loss": 0.0488,
+      "step": 43090
+    },
+    {
+      "grad_norm": 0.5736156702041626,
+      "learning_rate": 9.269710241055937e-05,
+      "loss": 0.0595,
+      "step": 43100
+    },
+    {
+      "grad_norm": 0.5008202791213989,
+      "learning_rate": 9.26927997620311e-05,
+      "loss": 0.0545,
+      "step": 43110
+    },
+    {
+      "grad_norm": 0.4322645962238312,
+      "learning_rate": 9.268849594629773e-05,
+      "loss": 0.0447,
+      "step": 43120
+    },
+    {
+      "grad_norm": 0.5798522233963013,
+      "learning_rate": 9.268419096347692e-05,
+      "loss": 0.0451,
+      "step": 43130
+    },
+    {
+      "grad_norm": 0.7008825540542603,
+      "learning_rate": 9.267988481368635e-05,
+      "loss": 0.0451,
+      "step": 43140
+    },
+    {
+      "grad_norm": 0.6959802508354187,
+      "learning_rate": 9.267557749704377e-05,
+      "loss": 0.0435,
+      "step": 43150
+    },
+    {
+      "grad_norm": 0.5525510907173157,
+      "learning_rate": 9.267126901366694e-05,
+      "loss": 0.0392,
+      "step": 43160
+    },
+    {
+      "grad_norm": 0.563388466835022,
+      "learning_rate": 9.266695936367365e-05,
+      "loss": 0.0483,
+      "step": 43170
+    },
+    {
+      "grad_norm": 0.5107530951499939,
+      "learning_rate": 9.26626485471817e-05,
+      "loss": 0.0506,
+      "step": 43180
+    },
+    {
+      "grad_norm": 0.5974330306053162,
+      "learning_rate": 9.265833656430898e-05,
+      "loss": 0.0487,
+      "step": 43190
+    },
+    {
+      "grad_norm": 0.3394741415977478,
+      "learning_rate": 9.265402341517336e-05,
+      "loss": 0.0464,
+      "step": 43200
+    },
+    {
+      "grad_norm": 0.7584654092788696,
+      "learning_rate": 9.264970909989276e-05,
+      "loss": 0.0503,
+      "step": 43210
+    },
+    {
+      "grad_norm": 0.542828381061554,
+      "learning_rate": 9.264539361858515e-05,
+      "loss": 0.0682,
+      "step": 43220
+    },
+    {
+      "grad_norm": 0.5024333000183105,
+      "learning_rate": 9.26410769713685e-05,
+      "loss": 0.0493,
+      "step": 43230
+    },
+    {
+      "grad_norm": 0.3786011338233948,
+      "learning_rate": 9.263675915836081e-05,
+      "loss": 0.0418,
+      "step": 43240
+    },
+    {
+      "grad_norm": 0.3871783912181854,
+      "learning_rate": 9.263244017968014e-05,
+      "loss": 0.0587,
+      "step": 43250
+    },
+    {
+      "grad_norm": 0.402093768119812,
+      "learning_rate": 9.262812003544459e-05,
+      "loss": 0.0415,
+      "step": 43260
+    },
+    {
+      "grad_norm": 0.4638914167881012,
+      "learning_rate": 9.262379872577225e-05,
+      "loss": 0.048,
+      "step": 43270
+    },
+    {
+      "grad_norm": 0.5966187119483948,
+      "learning_rate": 9.261947625078126e-05,
+      "loss": 0.0453,
+      "step": 43280
+    },
+    {
+      "grad_norm": 0.5305048823356628,
+      "learning_rate": 9.26151526105898e-05,
+      "loss": 0.0562,
+      "step": 43290
+    },
+    {
+      "grad_norm": 0.605937659740448,
+      "learning_rate": 9.261082780531607e-05,
+      "loss": 0.039,
+      "step": 43300
+    },
+    {
+      "grad_norm": 0.41368964314460754,
+      "learning_rate": 9.260650183507834e-05,
+      "loss": 0.0573,
+      "step": 43310
+    },
+    {
+      "grad_norm": 0.40455251932144165,
+      "learning_rate": 9.260217469999483e-05,
+      "loss": 0.0462,
+      "step": 43320
+    },
+    {
+      "grad_norm": 0.628331184387207,
+      "learning_rate": 9.259784640018388e-05,
+      "loss": 0.0766,
+      "step": 43330
+    },
+    {
+      "grad_norm": 0.6310299634933472,
+      "learning_rate": 9.25935169357638e-05,
+      "loss": 0.0465,
+      "step": 43340
+    },
+    {
+      "grad_norm": 0.5907789468765259,
+      "learning_rate": 9.258918630685299e-05,
+      "loss": 0.0468,
+      "step": 43350
+    },
+    {
+      "grad_norm": 0.6786477565765381,
+      "learning_rate": 9.258485451356981e-05,
+      "loss": 0.0511,
+      "step": 43360
+    },
+    {
+      "grad_norm": 0.7888342142105103,
+      "learning_rate": 9.258052155603272e-05,
+      "loss": 0.0509,
+      "step": 43370
+    },
+    {
+      "grad_norm": 0.7441941499710083,
+      "learning_rate": 9.257618743436016e-05,
+      "loss": 0.0544,
+      "step": 43380
+    },
+    {
+      "grad_norm": 0.5195417404174805,
+      "learning_rate": 9.257185214867063e-05,
+      "loss": 0.0548,
+      "step": 43390
+    },
+    {
+      "grad_norm": 0.7500154972076416,
+      "learning_rate": 9.256751569908266e-05,
+      "loss": 0.0523,
+      "step": 43400
+    },
+    {
+      "grad_norm": 0.9338284730911255,
+      "learning_rate": 9.25631780857148e-05,
+      "loss": 0.0529,
+      "step": 43410
+    },
+    {
+      "grad_norm": 0.6561309099197388,
+      "learning_rate": 9.255883930868563e-05,
+      "loss": 0.054,
+      "step": 43420
+    },
+    {
+      "grad_norm": 0.5465420484542847,
+      "learning_rate": 9.25544993681138e-05,
+      "loss": 0.0628,
+      "step": 43430
+    },
+    {
+      "grad_norm": 0.4980715811252594,
+      "learning_rate": 9.255015826411794e-05,
+      "loss": 0.0651,
+      "step": 43440
+    },
+    {
+      "grad_norm": 0.6431137919425964,
+      "learning_rate": 9.254581599681674e-05,
+      "loss": 0.0367,
+      "step": 43450
+    },
+    {
+      "grad_norm": 0.5439369082450867,
+      "learning_rate": 9.25414725663289e-05,
+      "loss": 0.0486,
+      "step": 43460
+    },
+    {
+      "grad_norm": 0.7930107116699219,
+      "learning_rate": 9.253712797277319e-05,
+      "loss": 0.0451,
+      "step": 43470
+    },
+    {
+      "grad_norm": 0.64630526304245,
+      "learning_rate": 9.253278221626839e-05,
+      "loss": 0.0564,
+      "step": 43480
+    },
+    {
+      "grad_norm": 0.48800408840179443,
+      "learning_rate": 9.25284352969333e-05,
+      "loss": 0.0492,
+      "step": 43490
+    },
+    {
+      "grad_norm": 0.5146664977073669,
+      "learning_rate": 9.252408721488676e-05,
+      "loss": 0.056,
+      "step": 43500
+    },
+    {
+      "grad_norm": 0.7283796072006226,
+      "learning_rate": 9.251973797024764e-05,
+      "loss": 0.0601,
+      "step": 43510
+    },
+    {
+      "grad_norm": 0.6324838995933533,
+      "learning_rate": 9.251538756313488e-05,
+      "loss": 0.0831,
+      "step": 43520
+    },
+    {
+      "grad_norm": 0.8210378289222717,
+      "learning_rate": 9.251103599366739e-05,
+      "loss": 0.0624,
+      "step": 43530
+    },
+    {
+      "grad_norm": 0.5703988671302795,
+      "learning_rate": 9.250668326196415e-05,
+      "loss": 0.0479,
+      "step": 43540
+    },
+    {
+      "grad_norm": 0.9770529866218567,
+      "learning_rate": 9.250232936814413e-05,
+      "loss": 0.0542,
+      "step": 43550
+    },
+    {
+      "grad_norm": 1.158162236213684,
+      "learning_rate": 9.249797431232643e-05,
+      "loss": 0.087,
+      "step": 43560
+    },
+    {
+      "grad_norm": 0.3940739631652832,
+      "learning_rate": 9.249361809463007e-05,
+      "loss": 0.038,
+      "step": 43570
+    },
+    {
+      "grad_norm": 0.6699449419975281,
+      "learning_rate": 9.248926071517414e-05,
+      "loss": 0.0475,
+      "step": 43580
+    },
+    {
+      "grad_norm": 0.38709819316864014,
+      "learning_rate": 9.24849021740778e-05,
+      "loss": 0.0426,
+      "step": 43590
+    },
+    {
+      "grad_norm": 0.5384904146194458,
+      "learning_rate": 9.248054247146019e-05,
+      "loss": 0.0568,
+      "step": 43600
+    },
+    {
+      "grad_norm": 0.44255781173706055,
+      "learning_rate": 9.24761816074405e-05,
+      "loss": 0.0483,
+      "step": 43610
+    },
+    {
+      "grad_norm": 0.31454339623451233,
+      "learning_rate": 9.247181958213797e-05,
+      "loss": 0.0354,
+      "step": 43620
+    },
+    {
+      "grad_norm": 0.5080539584159851,
+      "learning_rate": 9.246745639567185e-05,
+      "loss": 0.0503,
+      "step": 43630
+    },
+    {
+      "grad_norm": 0.4924686849117279,
+      "learning_rate": 9.246309204816142e-05,
+      "loss": 0.0535,
+      "step": 43640
+    },
+    {
+      "grad_norm": 0.7865267395973206,
+      "learning_rate": 9.245872653972602e-05,
+      "loss": 0.0529,
+      "step": 43650
+    },
+    {
+      "grad_norm": 0.9364225268363953,
+      "learning_rate": 9.245435987048498e-05,
+      "loss": 0.0562,
+      "step": 43660
+    },
+    {
+      "grad_norm": 0.5856350660324097,
+      "learning_rate": 9.244999204055769e-05,
+      "loss": 0.0477,
+      "step": 43670
+    },
+    {
+      "grad_norm": 0.3982318341732025,
+      "learning_rate": 9.244562305006354e-05,
+      "loss": 0.04,
+      "step": 43680
+    },
+    {
+      "grad_norm": 0.6455264687538147,
+      "learning_rate": 9.244125289912205e-05,
+      "loss": 0.0475,
+      "step": 43690
+    },
+    {
+      "grad_norm": 0.7299463152885437,
+      "learning_rate": 9.243688158785263e-05,
+      "loss": 0.0487,
+      "step": 43700
+    },
+    {
+      "grad_norm": 0.5987322926521301,
+      "learning_rate": 9.243250911637479e-05,
+      "loss": 0.0648,
+      "step": 43710
+    },
+    {
+      "grad_norm": 0.4317362606525421,
+      "learning_rate": 9.242813548480811e-05,
+      "loss": 0.0445,
+      "step": 43720
+    },
+    {
+      "grad_norm": 0.5198013186454773,
+      "learning_rate": 9.242376069327215e-05,
+      "loss": 0.0564,
+      "step": 43730
+    },
+    {
+      "grad_norm": 1.491249442100525,
+      "learning_rate": 9.24193847418865e-05,
+      "loss": 0.0467,
+      "step": 43740
+    },
+    {
+      "grad_norm": 0.7302250862121582,
+      "learning_rate": 9.24150076307708e-05,
+      "loss": 0.0496,
+      "step": 43750
+    },
+    {
+      "grad_norm": 0.5286884903907776,
+      "learning_rate": 9.241062936004474e-05,
+      "loss": 0.0408,
+      "step": 43760
+    },
+    {
+      "grad_norm": 0.5764294266700745,
+      "learning_rate": 9.240624992982801e-05,
+      "loss": 0.0453,
+      "step": 43770
+    },
+    {
+      "grad_norm": 0.37911707162857056,
+      "learning_rate": 9.240186934024034e-05,
+      "loss": 0.0434,
+      "step": 43780
+    },
+    {
+      "grad_norm": 0.7078136801719666,
+      "learning_rate": 9.239748759140148e-05,
+      "loss": 0.0402,
+      "step": 43790
+    },
+    {
+      "grad_norm": 0.5937661528587341,
+      "learning_rate": 9.239310468343123e-05,
+      "loss": 0.059,
+      "step": 43800
+    },
+    {
+      "grad_norm": 0.5157787203788757,
+      "learning_rate": 9.238872061644943e-05,
+      "loss": 0.0474,
+      "step": 43810
+    },
+    {
+      "grad_norm": 0.9252826571464539,
+      "learning_rate": 9.238433539057594e-05,
+      "loss": 0.0646,
+      "step": 43820
+    },
+    {
+      "grad_norm": 1.514417052268982,
+      "learning_rate": 9.237994900593065e-05,
+      "loss": 0.0411,
+      "step": 43830
+    },
+    {
+      "grad_norm": 0.6011796593666077,
+      "learning_rate": 9.237556146263346e-05,
+      "loss": 0.0579,
+      "step": 43840
+    },
+    {
+      "grad_norm": 1.3666425943374634,
+      "learning_rate": 9.237117276080435e-05,
+      "loss": 0.0528,
+      "step": 43850
+    },
+    {
+      "grad_norm": 0.4733925759792328,
+      "learning_rate": 9.236678290056328e-05,
+      "loss": 0.0424,
+      "step": 43860
+    },
+    {
+      "grad_norm": 0.7257065176963806,
+      "learning_rate": 9.23623918820303e-05,
+      "loss": 0.0465,
+      "step": 43870
+    },
+    {
+      "grad_norm": 0.6989455223083496,
+      "learning_rate": 9.235799970532544e-05,
+      "loss": 0.0664,
+      "step": 43880
+    },
+    {
+      "grad_norm": 0.5806035995483398,
+      "learning_rate": 9.235360637056878e-05,
+      "loss": 0.0434,
+      "step": 43890
+    },
+    {
+      "grad_norm": 0.4293154180049896,
+      "learning_rate": 9.234921187788041e-05,
+      "loss": 0.0445,
+      "step": 43900
+    },
+    {
+      "grad_norm": 0.5902295112609863,
+      "learning_rate": 9.234481622738052e-05,
+      "loss": 0.0494,
+      "step": 43910
+    },
+    {
+      "grad_norm": 0.6484107971191406,
+      "learning_rate": 9.234041941918927e-05,
+      "loss": 0.0458,
+      "step": 43920
+    },
+    {
+      "grad_norm": 1.0706146955490112,
+      "learning_rate": 9.233602145342684e-05,
+      "loss": 0.0542,
+      "step": 43930
+    },
+    {
+      "grad_norm": 0.5166855454444885,
+      "learning_rate": 9.233162233021349e-05,
+      "loss": 0.046,
+      "step": 43940
+    },
+    {
+      "grad_norm": 0.5501853227615356,
+      "learning_rate": 9.23272220496695e-05,
+      "loss": 0.0461,
+      "step": 43950
+    },
+    {
+      "grad_norm": 0.4848954677581787,
+      "learning_rate": 9.232282061191515e-05,
+      "loss": 0.0576,
+      "step": 43960
+    },
+    {
+      "grad_norm": 0.5312901735305786,
+      "learning_rate": 9.231841801707079e-05,
+      "loss": 0.0464,
+      "step": 43970
+    },
+    {
+      "grad_norm": 0.49802395701408386,
+      "learning_rate": 9.231401426525679e-05,
+      "loss": 0.0616,
+      "step": 43980
+    },
+    {
+      "grad_norm": 0.45840370655059814,
+      "learning_rate": 9.230960935659352e-05,
+      "loss": 0.0464,
+      "step": 43990
+    },
+    {
+      "grad_norm": 0.5931670069694519,
+      "learning_rate": 9.230520329120142e-05,
+      "loss": 0.052,
+      "step": 44000
+    },
+    {
+      "grad_norm": 0.3842460811138153,
+      "learning_rate": 9.230079606920098e-05,
+      "loss": 0.0399,
+      "step": 44010
+    },
+    {
+      "grad_norm": 0.6650837063789368,
+      "learning_rate": 9.229638769071265e-05,
+      "loss": 0.0457,
+      "step": 44020
+    },
+    {
+      "grad_norm": 0.5035260915756226,
+      "learning_rate": 9.229197815585697e-05,
+      "loss": 0.0642,
+      "step": 44030
+    },
+    {
+      "grad_norm": 0.6481939554214478,
+      "learning_rate": 9.228756746475451e-05,
+      "loss": 0.0549,
+      "step": 44040
+    },
+    {
+      "grad_norm": 0.6789657473564148,
+      "learning_rate": 9.228315561752583e-05,
+      "loss": 0.0657,
+      "step": 44050
+    },
+    {
+      "grad_norm": 1.903447151184082,
+      "learning_rate": 9.227874261429157e-05,
+      "loss": 0.0564,
+      "step": 44060
+    },
+    {
+      "grad_norm": 1.057673454284668,
+      "learning_rate": 9.227432845517235e-05,
+      "loss": 0.0595,
+      "step": 44070
+    },
+    {
+      "grad_norm": 0.47142356634140015,
+      "learning_rate": 9.22699131402889e-05,
+      "loss": 0.0636,
+      "step": 44080
+    },
+    {
+      "grad_norm": 0.3982986807823181,
+      "learning_rate": 9.226549666976188e-05,
+      "loss": 0.0494,
+      "step": 44090
+    },
+    {
+      "grad_norm": 0.4143809378147125,
+      "learning_rate": 9.226107904371208e-05,
+      "loss": 0.0558,
+      "step": 44100
+    },
+    {
+      "grad_norm": 0.9524703621864319,
+      "learning_rate": 9.225666026226024e-05,
+      "loss": 0.0452,
+      "step": 44110
+    },
+    {
+      "grad_norm": 0.5810269117355347,
+      "learning_rate": 9.225224032552719e-05,
+      "loss": 0.0458,
+      "step": 44120
+    },
+    {
+      "grad_norm": 0.7444759011268616,
+      "learning_rate": 9.224781923363374e-05,
+      "loss": 0.0564,
+      "step": 44130
+    },
+    {
+      "grad_norm": 0.3346802294254303,
+      "learning_rate": 9.224339698670081e-05,
+      "loss": 0.0395,
+      "step": 44140
+    },
+    {
+      "grad_norm": 0.5817285776138306,
+      "learning_rate": 9.223897358484929e-05,
+      "loss": 0.0436,
+      "step": 44150
+    },
+    {
+      "grad_norm": 0.7485262751579285,
+      "learning_rate": 9.223454902820008e-05,
+      "loss": 0.0535,
+      "step": 44160
+    },
+    {
+      "grad_norm": 1.2371701002120972,
+      "learning_rate": 9.223012331687416e-05,
+      "loss": 0.0753,
+      "step": 44170
+    },
+    {
+      "grad_norm": 0.828220784664154,
+      "learning_rate": 9.222569645099254e-05,
+      "loss": 0.0612,
+      "step": 44180
+    },
+    {
+      "grad_norm": 0.48915672302246094,
+      "learning_rate": 9.222126843067624e-05,
+      "loss": 0.0617,
+      "step": 44190
+    },
+    {
+      "grad_norm": 0.4502393305301666,
+      "learning_rate": 9.221683925604634e-05,
+      "loss": 0.0415,
+      "step": 44200
+    },
+    {
+      "grad_norm": 0.37716609239578247,
+      "learning_rate": 9.221240892722389e-05,
+      "loss": 0.064,
+      "step": 44210
+    },
+    {
+      "grad_norm": 0.5603666305541992,
+      "learning_rate": 9.220797744433006e-05,
+      "loss": 0.0815,
+      "step": 44220
+    },
+    {
+      "grad_norm": 0.7041752934455872,
+      "learning_rate": 9.220354480748597e-05,
+      "loss": 0.0767,
+      "step": 44230
+    },
+    {
+      "grad_norm": 0.7977063655853271,
+      "learning_rate": 9.219911101681282e-05,
+      "loss": 0.0663,
+      "step": 44240
+    },
+    {
+      "grad_norm": 0.7283099889755249,
+      "learning_rate": 9.219467607243183e-05,
+      "loss": 0.0683,
+      "step": 44250
+    },
+    {
+      "grad_norm": 0.6410419940948486,
+      "learning_rate": 9.219023997446426e-05,
+      "loss": 0.0508,
+      "step": 44260
+    },
+    {
+      "grad_norm": 0.7628041505813599,
+      "learning_rate": 9.218580272303137e-05,
+      "loss": 0.0511,
+      "step": 44270
+    },
+    {
+      "grad_norm": 0.47449904680252075,
+      "learning_rate": 9.218136431825448e-05,
+      "loss": 0.0613,
+      "step": 44280
+    },
+    {
+      "grad_norm": 0.5495802760124207,
+      "learning_rate": 9.217692476025495e-05,
+      "loss": 0.0503,
+      "step": 44290
+    },
+    {
+      "grad_norm": 0.5144543051719666,
+      "learning_rate": 9.217248404915412e-05,
+      "loss": 0.0657,
+      "step": 44300
+    },
+    {
+      "grad_norm": 0.4325868785381317,
+      "learning_rate": 9.216804218507343e-05,
+      "loss": 0.0501,
+      "step": 44310
+    },
+    {
+      "grad_norm": 0.41187235713005066,
+      "learning_rate": 9.21635991681343e-05,
+      "loss": 0.0567,
+      "step": 44320
+    },
+    {
+      "grad_norm": 0.4179842174053192,
+      "learning_rate": 9.215915499845822e-05,
+      "loss": 0.0478,
+      "step": 44330
+    },
+    {
+      "grad_norm": 0.937664806842804,
+      "learning_rate": 9.215470967616668e-05,
+      "loss": 0.051,
+      "step": 44340
+    },
+    {
+      "grad_norm": 0.5241880416870117,
+      "learning_rate": 9.215026320138123e-05,
+      "loss": 0.0455,
+      "step": 44350
+    },
+    {
+      "grad_norm": 0.48131582140922546,
+      "learning_rate": 9.21458155742234e-05,
+      "loss": 0.0766,
+      "step": 44360
+    },
+    {
+      "grad_norm": 0.569781482219696,
+      "learning_rate": 9.21413667948148e-05,
+      "loss": 0.0476,
+      "step": 44370
+    },
+    {
+      "grad_norm": 0.6391165256500244,
+      "learning_rate": 9.213691686327707e-05,
+      "loss": 0.0565,
+      "step": 44380
+    },
+    {
+      "grad_norm": 0.6651092171669006,
+      "learning_rate": 9.213246577973187e-05,
+      "loss": 0.0592,
+      "step": 44390
+    },
+    {
+      "grad_norm": 0.49528613686561584,
+      "learning_rate": 9.212801354430088e-05,
+      "loss": 0.0588,
+      "step": 44400
+    },
+    {
+      "grad_norm": 0.5605286359786987,
+      "learning_rate": 9.212356015710581e-05,
+      "loss": 0.0479,
+      "step": 44410
+    },
+    {
+      "grad_norm": 0.7258509993553162,
+      "learning_rate": 9.211910561826845e-05,
+      "loss": 0.054,
+      "step": 44420
+    },
+    {
+      "grad_norm": 0.7952747941017151,
+      "learning_rate": 9.211464992791057e-05,
+      "loss": 0.063,
+      "step": 44430
+    },
+    {
+      "grad_norm": 1.1260184049606323,
+      "learning_rate": 9.211019308615396e-05,
+      "loss": 0.0619,
+      "step": 44440
+    },
+    {
+      "grad_norm": 0.6040921211242676,
+      "learning_rate": 9.21057350931205e-05,
+      "loss": 0.0436,
+      "step": 44450
+    },
+    {
+      "grad_norm": 0.5775332450866699,
+      "learning_rate": 9.210127594893207e-05,
+      "loss": 0.0444,
+      "step": 44460
+    },
+    {
+      "grad_norm": 0.7367773056030273,
+      "learning_rate": 9.209681565371058e-05,
+      "loss": 0.0481,
+      "step": 44470
+    },
+    {
+      "grad_norm": 0.9045017957687378,
+      "learning_rate": 9.209235420757794e-05,
+      "loss": 0.0582,
+      "step": 44480
+    },
+    {
+      "grad_norm": 0.490456223487854,
+      "learning_rate": 9.208789161065616e-05,
+      "loss": 0.0522,
+      "step": 44490
+    },
+    {
+      "grad_norm": 0.5939602851867676,
+      "learning_rate": 9.208342786306725e-05,
+      "loss": 0.0464,
+      "step": 44500
+    },
+    {
+      "grad_norm": 0.5622963309288025,
+      "learning_rate": 9.207896296493321e-05,
+      "loss": 0.053,
+      "step": 44510
+    },
+    {
+      "grad_norm": 0.7435336709022522,
+      "learning_rate": 9.207449691637616e-05,
+      "loss": 0.0674,
+      "step": 44520
+    },
+    {
+      "grad_norm": 0.718758225440979,
+      "learning_rate": 9.207002971751814e-05,
+      "loss": 0.0588,
+      "step": 44530
+    },
+    {
+      "grad_norm": 1.0167946815490723,
+      "learning_rate": 9.206556136848133e-05,
+      "loss": 0.053,
+      "step": 44540
+    },
+    {
+      "grad_norm": 0.5385720133781433,
+      "learning_rate": 9.206109186938785e-05,
+      "loss": 0.0483,
+      "step": 44550
+    },
+    {
+      "grad_norm": 0.8349577784538269,
+      "learning_rate": 9.205662122035994e-05,
+      "loss": 0.0631,
+      "step": 44560
+    },
+    {
+      "grad_norm": 0.8797184824943542,
+      "learning_rate": 9.20521494215198e-05,
+      "loss": 0.0628,
+      "step": 44570
+    },
+    {
+      "grad_norm": 0.556582510471344,
+      "learning_rate": 9.204767647298971e-05,
+      "loss": 0.0449,
+      "step": 44580
+    },
+    {
+      "grad_norm": 0.37899819016456604,
+      "learning_rate": 9.204320237489192e-05,
+      "loss": 0.0467,
+      "step": 44590
+    },
+    {
+      "grad_norm": 1.3801584243774414,
+      "learning_rate": 9.203872712734879e-05,
+      "loss": 0.0687,
+      "step": 44600
+    },
+    {
+      "grad_norm": 0.9484851360321045,
+      "learning_rate": 9.203425073048263e-05,
+      "loss": 0.0667,
+      "step": 44610
+    },
+    {
+      "grad_norm": 1.076108455657959,
+      "learning_rate": 9.202977318441587e-05,
+      "loss": 0.0632,
+      "step": 44620
+    },
+    {
+      "grad_norm": 0.4471173584461212,
+      "learning_rate": 9.202529448927091e-05,
+      "loss": 0.0758,
+      "step": 44630
+    },
+    {
+      "grad_norm": 0.7664887309074402,
+      "learning_rate": 9.202081464517016e-05,
+      "loss": 0.0606,
+      "step": 44640
+    },
+    {
+      "grad_norm": 0.6930730938911438,
+      "learning_rate": 9.201633365223614e-05,
+      "loss": 0.0424,
+      "step": 44650
+    },
+    {
+      "grad_norm": 0.601469099521637,
+      "learning_rate": 9.201185151059132e-05,
+      "loss": 0.0514,
+      "step": 44660
+    },
+    {
+      "grad_norm": 0.5380877256393433,
+      "learning_rate": 9.200736822035829e-05,
+      "loss": 0.0673,
+      "step": 44670
+    },
+    {
+      "grad_norm": 1.4171620607376099,
+      "learning_rate": 9.200288378165958e-05,
+      "loss": 0.0543,
+      "step": 44680
+    },
+    {
+      "grad_norm": 0.6697529554367065,
+      "learning_rate": 9.199839819461782e-05,
+      "loss": 0.0487,
+      "step": 44690
+    },
+    {
+      "grad_norm": 0.6726697087287903,
+      "learning_rate": 9.199391145935561e-05,
+      "loss": 0.0516,
+      "step": 44700
+    },
+    {
+      "grad_norm": 0.5203090906143188,
+      "learning_rate": 9.198942357599565e-05,
+      "loss": 0.0426,
+      "step": 44710
+    },
+    {
+      "grad_norm": 0.7519232630729675,
+      "learning_rate": 9.198493454466063e-05,
+      "loss": 0.0493,
+      "step": 44720
+    },
+    {
+      "grad_norm": 0.6877142190933228,
+      "learning_rate": 9.198044436547326e-05,
+      "loss": 0.062,
+      "step": 44730
+    },
+    {
+      "grad_norm": 0.4596562087535858,
+      "learning_rate": 9.197595303855633e-05,
+      "loss": 0.0739,
+      "step": 44740
+    },
+    {
+      "grad_norm": 0.4284224808216095,
+      "learning_rate": 9.19714605640326e-05,
+      "loss": 0.0421,
+      "step": 44750
+    },
+    {
+      "grad_norm": 0.4204980731010437,
+      "learning_rate": 9.19669669420249e-05,
+      "loss": 0.0471,
+      "step": 44760
+    },
+    {
+      "grad_norm": 0.43914780020713806,
+      "learning_rate": 9.19624721726561e-05,
+      "loss": 0.0401,
+      "step": 44770
+    },
+    {
+      "grad_norm": 0.5688958168029785,
+      "learning_rate": 9.195797625604908e-05,
+      "loss": 0.0474,
+      "step": 44780
+    },
+    {
+      "grad_norm": 0.5475608706474304,
+      "learning_rate": 9.195347919232673e-05,
+      "loss": 0.0518,
+      "step": 44790
+    },
+    {
+      "grad_norm": 0.806693971157074,
+      "learning_rate": 9.194898098161204e-05,
+      "loss": 0.0578,
+      "step": 44800
+    },
+    {
+      "grad_norm": 0.9605935215950012,
+      "learning_rate": 9.194448162402797e-05,
+      "loss": 0.0775,
+      "step": 44810
+    },
+    {
+      "grad_norm": 0.504608154296875,
+      "learning_rate": 9.193998111969753e-05,
+      "loss": 0.0622,
+      "step": 44820
+    },
+    {
+      "grad_norm": 0.7195112705230713,
+      "learning_rate": 9.193547946874374e-05,
+      "loss": 0.0592,
+      "step": 44830
+    },
+    {
+      "grad_norm": 1.0793628692626953,
+      "learning_rate": 9.193097667128972e-05,
+      "loss": 0.0536,
+      "step": 44840
+    },
+    {
+      "grad_norm": 0.5537346005439758,
+      "learning_rate": 9.192647272745855e-05,
+      "loss": 0.0496,
+      "step": 44850
+    },
+    {
+      "grad_norm": 0.6824357509613037,
+      "learning_rate": 9.192196763737335e-05,
+      "loss": 0.0527,
+      "step": 44860
+    },
+    {
+      "grad_norm": 0.8101964592933655,
+      "learning_rate": 9.191746140115732e-05,
+      "loss": 0.0496,
+      "step": 44870
+    },
+    {
+      "grad_norm": 0.7782663106918335,
+      "learning_rate": 9.191295401893365e-05,
+      "loss": 0.047,
+      "step": 44880
+    },
+    {
+      "grad_norm": 0.7050342559814453,
+      "learning_rate": 9.190844549082553e-05,
+      "loss": 0.0608,
+      "step": 44890
+    },
+    {
+      "grad_norm": 0.7168493866920471,
+      "learning_rate": 9.190393581695629e-05,
+      "loss": 0.0493,
+      "step": 44900
+    },
+    {
+      "grad_norm": 0.41786089539527893,
+      "learning_rate": 9.189942499744916e-05,
+      "loss": 0.051,
+      "step": 44910
+    },
+    {
+      "grad_norm": 0.6010271310806274,
+      "learning_rate": 9.189491303242752e-05,
+      "loss": 0.0616,
+      "step": 44920
+    },
+    {
+      "grad_norm": 0.7062689661979675,
+      "learning_rate": 9.189039992201467e-05,
+      "loss": 0.0522,
+      "step": 44930
+    },
+    {
+      "grad_norm": 0.5120160579681396,
+      "learning_rate": 9.188588566633403e-05,
+      "loss": 0.0624,
+      "step": 44940
+    },
+    {
+      "grad_norm": 0.7742273807525635,
+      "learning_rate": 9.188137026550903e-05,
+      "loss": 0.0578,
+      "step": 44950
+    },
+    {
+      "grad_norm": 0.9392011165618896,
+      "learning_rate": 9.187685371966308e-05,
+      "loss": 0.0535,
+      "step": 44960
+    },
+    {
+      "grad_norm": 0.5576140880584717,
+      "learning_rate": 9.187233602891969e-05,
+      "loss": 0.0492,
+      "step": 44970
+    },
+    {
+      "grad_norm": 0.6307185888290405,
+      "learning_rate": 9.186781719340236e-05,
+      "loss": 0.0528,
+      "step": 44980
+    },
+    {
+      "grad_norm": 0.5296696424484253,
+      "learning_rate": 9.186329721323464e-05,
+      "loss": 0.0447,
+      "step": 44990
+    },
+    {
+      "grad_norm": 0.725208580493927,
+      "learning_rate": 9.18587760885401e-05,
+      "loss": 0.065,
+      "step": 45000
+    },
+    {
+      "grad_norm": 0.3395550549030304,
+      "learning_rate": 9.185425381944234e-05,
+      "loss": 0.0444,
+      "step": 45010
+    },
+    {
+      "grad_norm": 0.5359270572662354,
+      "learning_rate": 9.184973040606502e-05,
+      "loss": 0.0378,
+      "step": 45020
+    },
+    {
+      "grad_norm": 0.8808684945106506,
+      "learning_rate": 9.18452058485318e-05,
+      "loss": 0.0507,
+      "step": 45030
+    },
+    {
+      "grad_norm": 0.505407452583313,
+      "learning_rate": 9.184068014696635e-05,
+      "loss": 0.0709,
+      "step": 45040
+    },
+    {
+      "grad_norm": 0.8487017750740051,
+      "learning_rate": 9.183615330149242e-05,
+      "loss": 0.0855,
+      "step": 45050
+    },
+    {
+      "grad_norm": 0.513876736164093,
+      "learning_rate": 9.183162531223379e-05,
+      "loss": 0.0561,
+      "step": 45060
+    },
+    {
+      "grad_norm": 0.4306880235671997,
+      "learning_rate": 9.182709617931424e-05,
+      "loss": 0.0509,
+      "step": 45070
+    },
+    {
+      "grad_norm": 0.6956640481948853,
+      "learning_rate": 9.18225659028576e-05,
+      "loss": 0.0429,
+      "step": 45080
+    },
+    {
+      "grad_norm": 0.5231378078460693,
+      "learning_rate": 9.181803448298771e-05,
+      "loss": 0.0519,
+      "step": 45090
+    },
+    {
+      "grad_norm": 0.4678207039833069,
+      "learning_rate": 9.181350191982848e-05,
+      "loss": 0.0602,
+      "step": 45100
+    },
+    {
+      "grad_norm": 0.7185661792755127,
+      "learning_rate": 9.18089682135038e-05,
+      "loss": 0.0692,
+      "step": 45110
+    },
+    {
+      "grad_norm": 0.6786701679229736,
+      "learning_rate": 9.180443336413764e-05,
+      "loss": 0.0646,
+      "step": 45120
+    },
+    {
+      "grad_norm": 0.5906214118003845,
+      "learning_rate": 9.179989737185397e-05,
+      "loss": 0.0462,
+      "step": 45130
+    },
+    {
+      "grad_norm": 0.6238858699798584,
+      "learning_rate": 9.179536023677682e-05,
+      "loss": 0.058,
+      "step": 45140
+    },
+    {
+      "grad_norm": 0.5666710734367371,
+      "learning_rate": 9.179082195903022e-05,
+      "loss": 0.0474,
+      "step": 45150
+    },
+    {
+      "grad_norm": 0.4313807785511017,
+      "learning_rate": 9.178628253873825e-05,
+      "loss": 0.0488,
+      "step": 45160
+    },
+    {
+      "grad_norm": 0.5568516850471497,
+      "learning_rate": 9.178174197602501e-05,
+      "loss": 0.043,
+      "step": 45170
+    },
+    {
+      "grad_norm": 0.5107523798942566,
+      "learning_rate": 9.177720027101464e-05,
+      "loss": 0.0329,
+      "step": 45180
+    },
+    {
+      "grad_norm": 0.6064403057098389,
+      "learning_rate": 9.177265742383132e-05,
+      "loss": 0.0572,
+      "step": 45190
+    },
+    {
+      "grad_norm": 0.4429289400577545,
+      "learning_rate": 9.176811343459923e-05,
+      "loss": 0.0506,
+      "step": 45200
+    },
+    {
+      "grad_norm": 0.556701123714447,
+      "learning_rate": 9.176356830344262e-05,
+      "loss": 0.0421,
+      "step": 45210
+    },
+    {
+      "grad_norm": 0.7038702368736267,
+      "learning_rate": 9.175902203048573e-05,
+      "loss": 0.0508,
+      "step": 45220
+    },
+    {
+      "grad_norm": 0.5544828772544861,
+      "learning_rate": 9.175447461585287e-05,
+      "loss": 0.053,
+      "step": 45230
+    },
+    {
+      "grad_norm": 0.8918848037719727,
+      "learning_rate": 9.174992605966835e-05,
+      "loss": 0.0425,
+      "step": 45240
+    },
+    {
+      "grad_norm": 0.37321922183036804,
+      "learning_rate": 9.174537636205656e-05,
+      "loss": 0.048,
+      "step": 45250
+    },
+    {
+      "grad_norm": 0.5333330631256104,
+      "learning_rate": 9.174082552314186e-05,
+      "loss": 0.0482,
+      "step": 45260
+    },
+    {
+      "grad_norm": 0.6864514946937561,
+      "learning_rate": 9.173627354304865e-05,
+      "loss": 0.0711,
+      "step": 45270
+    },
+    {
+      "grad_norm": 0.692173957824707,
+      "learning_rate": 9.173172042190141e-05,
+      "loss": 0.0542,
+      "step": 45280
+    },
+    {
+      "grad_norm": 0.9624427556991577,
+      "learning_rate": 9.172716615982461e-05,
+      "loss": 0.0579,
+      "step": 45290
+    },
+    {
+      "grad_norm": 1.9537006616592407,
+      "learning_rate": 9.172261075694277e-05,
+      "loss": 0.0726,
+      "step": 45300
+    },
+    {
+      "grad_norm": 0.8682795763015747,
+      "learning_rate": 9.171805421338043e-05,
+      "loss": 0.0561,
+      "step": 45310
+    },
+    {
+      "grad_norm": 0.8231619000434875,
+      "learning_rate": 9.171349652926216e-05,
+      "loss": 0.0649,
+      "step": 45320
+    },
+    {
+      "grad_norm": 0.581597626209259,
+      "learning_rate": 9.170893770471255e-05,
+      "loss": 0.0453,
+      "step": 45330
+    },
+    {
+      "grad_norm": 0.7057535648345947,
+      "learning_rate": 9.170437773985627e-05,
+      "loss": 0.0592,
+      "step": 45340
+    },
+    {
+      "grad_norm": 0.5377574563026428,
+      "learning_rate": 9.169981663481795e-05,
+      "loss": 0.0583,
+      "step": 45350
+    },
+    {
+      "grad_norm": 0.6808138489723206,
+      "learning_rate": 9.169525438972234e-05,
+      "loss": 0.052,
+      "step": 45360
+    },
+    {
+      "grad_norm": 0.860271692276001,
+      "learning_rate": 9.169069100469411e-05,
+      "loss": 0.0696,
+      "step": 45370
+    },
+    {
+      "grad_norm": 0.44931578636169434,
+      "learning_rate": 9.168612647985806e-05,
+      "loss": 0.0344,
+      "step": 45380
+    },
+    {
+      "grad_norm": 0.48446598649024963,
+      "learning_rate": 9.168156081533898e-05,
+      "loss": 0.0485,
+      "step": 45390
+    },
+    {
+      "grad_norm": 0.501255989074707,
+      "learning_rate": 9.167699401126167e-05,
+      "loss": 0.0509,
+      "step": 45400
+    },
+    {
+      "grad_norm": 0.524485170841217,
+      "learning_rate": 9.167242606775101e-05,
+      "loss": 0.0432,
+      "step": 45410
+    },
+    {
+      "grad_norm": 0.7281507253646851,
+      "learning_rate": 9.166785698493189e-05,
+      "loss": 0.0743,
+      "step": 45420
+    },
+    {
+      "grad_norm": 0.4395451545715332,
+      "learning_rate": 9.166328676292919e-05,
+      "loss": 0.04,
+      "step": 45430
+    },
+    {
+      "grad_norm": 0.5900741219520569,
+      "learning_rate": 9.16587154018679e-05,
+      "loss": 0.0446,
+      "step": 45440
+    },
+    {
+      "grad_norm": 0.48957136273384094,
+      "learning_rate": 9.165414290187298e-05,
+      "loss": 0.0423,
+      "step": 45450
+    },
+    {
+      "grad_norm": 0.6250960826873779,
+      "learning_rate": 9.164956926306944e-05,
+      "loss": 0.0531,
+      "step": 45460
+    },
+    {
+      "grad_norm": 0.6358281970024109,
+      "learning_rate": 9.164499448558232e-05,
+      "loss": 0.0536,
+      "step": 45470
+    },
+    {
+      "grad_norm": 0.398351788520813,
+      "learning_rate": 9.16404185695367e-05,
+      "loss": 0.0446,
+      "step": 45480
+    },
+    {
+      "grad_norm": 0.6053804755210876,
+      "learning_rate": 9.163584151505767e-05,
+      "loss": 0.0768,
+      "step": 45490
+    },
+    {
+      "grad_norm": 0.8267833590507507,
+      "learning_rate": 9.163126332227039e-05,
+      "loss": 0.0672,
+      "step": 45500
+    },
+    {
+      "grad_norm": 0.6911640763282776,
+      "learning_rate": 9.16266839913e-05,
+      "loss": 0.07,
+      "step": 45510
+    },
+    {
+      "grad_norm": 0.5125473141670227,
+      "learning_rate": 9.162210352227171e-05,
+      "loss": 0.0623,
+      "step": 45520
+    },
+    {
+      "grad_norm": 0.6776713728904724,
+      "learning_rate": 9.161752191531075e-05,
+      "loss": 0.0617,
+      "step": 45530
+    },
+    {
+      "grad_norm": 0.5171457529067993,
+      "learning_rate": 9.161293917054236e-05,
+      "loss": 0.0521,
+      "step": 45540
+    },
+    {
+      "grad_norm": 0.5726033449172974,
+      "learning_rate": 9.160835528809187e-05,
+      "loss": 0.0479,
+      "step": 45550
+    },
+    {
+      "grad_norm": 0.6237253546714783,
+      "learning_rate": 9.160377026808457e-05,
+      "loss": 0.042,
+      "step": 45560
+    },
+    {
+      "grad_norm": 0.4225911796092987,
+      "learning_rate": 9.159918411064583e-05,
+      "loss": 0.053,
+      "step": 45570
+    },
+    {
+      "grad_norm": 0.49369776248931885,
+      "learning_rate": 9.1594596815901e-05,
+      "loss": 0.0485,
+      "step": 45580
+    },
+    {
+      "grad_norm": 0.7330127954483032,
+      "learning_rate": 9.159000838397553e-05,
+      "loss": 0.0555,
+      "step": 45590
+    },
+    {
+      "grad_norm": 0.5247395038604736,
+      "learning_rate": 9.158541881499486e-05,
+      "loss": 0.0393,
+      "step": 45600
+    },
+    {
+      "grad_norm": 0.5499431490898132,
+      "learning_rate": 9.158082810908447e-05,
+      "loss": 0.0432,
+      "step": 45610
+    },
+    {
+      "grad_norm": 0.6358917355537415,
+      "learning_rate": 9.157623626636984e-05,
+      "loss": 0.0654,
+      "step": 45620
+    },
+    {
+      "grad_norm": 0.6546777486801147,
+      "learning_rate": 9.157164328697654e-05,
+      "loss": 0.0574,
+      "step": 45630
+    },
+    {
+      "grad_norm": 0.4502878189086914,
+      "learning_rate": 9.156704917103013e-05,
+      "loss": 0.0594,
+      "step": 45640
+    },
+    {
+      "grad_norm": 0.3899550139904022,
+      "learning_rate": 9.15624539186562e-05,
+      "loss": 0.047,
+      "step": 45650
+    },
+    {
+      "grad_norm": 0.613751232624054,
+      "learning_rate": 9.155785752998043e-05,
+      "loss": 0.062,
+      "step": 45660
+    },
+    {
+      "grad_norm": 1.7088334560394287,
+      "learning_rate": 9.155326000512841e-05,
+      "loss": 0.0583,
+      "step": 45670
+    },
+    {
+      "grad_norm": 0.9712700843811035,
+      "learning_rate": 9.15486613442259e-05,
+      "loss": 0.0635,
+      "step": 45680
+    },
+    {
+      "grad_norm": 0.6287927627563477,
+      "learning_rate": 9.154406154739858e-05,
+      "loss": 0.0685,
+      "step": 45690
+    },
+    {
+      "grad_norm": 0.7424967885017395,
+      "learning_rate": 9.153946061477223e-05,
+      "loss": 0.0658,
+      "step": 45700
+    },
+    {
+      "grad_norm": 1.182976484298706,
+      "learning_rate": 9.153485854647264e-05,
+      "loss": 0.0527,
+      "step": 45710
+    },
+    {
+      "grad_norm": 0.568824291229248,
+      "learning_rate": 9.153025534262561e-05,
+      "loss": 0.052,
+      "step": 45720
+    },
+    {
+      "grad_norm": 0.6702147126197815,
+      "learning_rate": 9.152565100335699e-05,
+      "loss": 0.0519,
+      "step": 45730
+    },
+    {
+      "grad_norm": 0.48582208156585693,
+      "learning_rate": 9.15210455287927e-05,
+      "loss": 0.0422,
+      "step": 45740
+    },
+    {
+      "grad_norm": 0.512330949306488,
+      "learning_rate": 9.15164389190586e-05,
+      "loss": 0.049,
+      "step": 45750
+    },
+    {
+      "grad_norm": 0.8373093008995056,
+      "learning_rate": 9.151183117428067e-05,
+      "loss": 0.0666,
+      "step": 45760
+    },
+    {
+      "grad_norm": 0.6004441380500793,
+      "learning_rate": 9.150722229458487e-05,
+      "loss": 0.0455,
+      "step": 45770
+    },
+    {
+      "grad_norm": 0.6431151032447815,
+      "learning_rate": 9.15026122800972e-05,
+      "loss": 0.0411,
+      "step": 45780
+    },
+    {
+      "grad_norm": 0.4133138060569763,
+      "learning_rate": 9.149800113094371e-05,
+      "loss": 0.0663,
+      "step": 45790
+    },
+    {
+      "grad_norm": 0.9619796276092529,
+      "learning_rate": 9.149338884725045e-05,
+      "loss": 0.0671,
+      "step": 45800
+    },
+    {
+      "grad_norm": 1.3702857494354248,
+      "learning_rate": 9.148877542914353e-05,
+      "loss": 0.0645,
+      "step": 45810
+    },
+    {
+      "grad_norm": 0.5431200265884399,
+      "learning_rate": 9.148416087674909e-05,
+      "loss": 0.0496,
+      "step": 45820
+    },
+    {
+      "grad_norm": 1.0247610807418823,
+      "learning_rate": 9.147954519019327e-05,
+      "loss": 0.0694,
+      "step": 45830
+    },
+    {
+      "grad_norm": 0.600262463092804,
+      "learning_rate": 9.147492836960225e-05,
+      "loss": 0.0488,
+      "step": 45840
+    },
+    {
+      "grad_norm": 1.1370810270309448,
+      "learning_rate": 9.147031041510229e-05,
+      "loss": 0.0496,
+      "step": 45850
+    },
+    {
+      "grad_norm": 0.7989307045936584,
+      "learning_rate": 9.146569132681961e-05,
+      "loss": 0.0581,
+      "step": 45860
+    },
+    {
+      "grad_norm": 0.5140159130096436,
+      "learning_rate": 9.146107110488051e-05,
+      "loss": 0.0455,
+      "step": 45870
+    },
+    {
+      "grad_norm": 0.8620862364768982,
+      "learning_rate": 9.145644974941132e-05,
+      "loss": 0.0493,
+      "step": 45880
+    },
+    {
+      "grad_norm": 0.3517261743545532,
+      "learning_rate": 9.145182726053835e-05,
+      "loss": 0.0493,
+      "step": 45890
+    },
+    {
+      "grad_norm": 0.5925669074058533,
+      "learning_rate": 9.144720363838799e-05,
+      "loss": 0.0746,
+      "step": 45900
+    },
+    {
+      "grad_norm": 0.40957677364349365,
+      "learning_rate": 9.144257888308667e-05,
+      "loss": 0.0425,
+      "step": 45910
+    },
+    {
+      "grad_norm": 1.0607457160949707,
+      "learning_rate": 9.143795299476081e-05,
+      "loss": 0.0557,
+      "step": 45920
+    },
+    {
+      "grad_norm": 0.62669837474823,
+      "learning_rate": 9.143332597353686e-05,
+      "loss": 0.046,
+      "step": 45930
+    },
+    {
+      "grad_norm": 0.451094388961792,
+      "learning_rate": 9.142869781954137e-05,
+      "loss": 0.038,
+      "step": 45940
+    },
+    {
+      "grad_norm": 0.5024151802062988,
+      "learning_rate": 9.142406853290084e-05,
+      "loss": 0.044,
+      "step": 45950
+    },
+    {
+      "grad_norm": 0.47696149349212646,
+      "learning_rate": 9.141943811374183e-05,
+      "loss": 0.0608,
+      "step": 45960
+    },
+    {
+      "grad_norm": 0.35128313302993774,
+      "learning_rate": 9.141480656219094e-05,
+      "loss": 0.0474,
+      "step": 45970
+    },
+    {
+      "grad_norm": 0.45041006803512573,
+      "learning_rate": 9.141017387837483e-05,
+      "loss": 0.0579,
+      "step": 45980
+    },
+    {
+      "grad_norm": 0.6997491121292114,
+      "learning_rate": 9.140554006242009e-05,
+      "loss": 0.0495,
+      "step": 45990
+    },
+    {
+      "grad_norm": 0.5921828150749207,
+      "learning_rate": 9.140090511445345e-05,
+      "loss": 0.0423,
+      "step": 46000
+    },
+    {
+      "grad_norm": 0.6860007047653198,
+      "learning_rate": 9.139626903460161e-05,
+      "loss": 0.0565,
+      "step": 46010
+    },
+    {
+      "grad_norm": 0.3957616686820984,
+      "learning_rate": 9.139163182299133e-05,
+      "loss": 0.0403,
+      "step": 46020
+    },
+    {
+      "grad_norm": 0.5595121383666992,
+      "learning_rate": 9.138699347974939e-05,
+      "loss": 0.0469,
+      "step": 46030
+    },
+    {
+      "grad_norm": 0.5185771584510803,
+      "learning_rate": 9.13823540050026e-05,
+      "loss": 0.0436,
+      "step": 46040
+    },
+    {
+      "grad_norm": 0.467061847448349,
+      "learning_rate": 9.137771339887779e-05,
+      "loss": 0.0537,
+      "step": 46050
+    },
+    {
+      "grad_norm": 0.5686469078063965,
+      "learning_rate": 9.137307166150185e-05,
+      "loss": 0.0537,
+      "step": 46060
+    },
+    {
+      "grad_norm": 0.614370584487915,
+      "learning_rate": 9.136842879300167e-05,
+      "loss": 0.0507,
+      "step": 46070
+    },
+    {
+      "grad_norm": 0.449838250875473,
+      "learning_rate": 9.136378479350418e-05,
+      "loss": 0.0355,
+      "step": 46080
+    },
+    {
+      "grad_norm": 0.6357284784317017,
+      "learning_rate": 9.135913966313637e-05,
+      "loss": 0.0692,
+      "step": 46090
+    },
+    {
+      "grad_norm": 0.8380953669548035,
+      "learning_rate": 9.13544934020252e-05,
+      "loss": 0.0525,
+      "step": 46100
+    },
+    {
+      "grad_norm": 0.7198380827903748,
+      "learning_rate": 9.134984601029773e-05,
+      "loss": 0.0455,
+      "step": 46110
+    },
+    {
+      "grad_norm": 1.1042231321334839,
+      "learning_rate": 9.1345197488081e-05,
+      "loss": 0.0552,
+      "step": 46120
+    },
+    {
+      "grad_norm": 0.580158531665802,
+      "learning_rate": 9.13405478355021e-05,
+      "loss": 0.0471,
+      "step": 46130
+    },
+    {
+      "grad_norm": 0.754209041595459,
+      "learning_rate": 9.133589705268817e-05,
+      "loss": 0.0641,
+      "step": 46140
+    },
+    {
+      "grad_norm": 0.5280242562294006,
+      "learning_rate": 9.133124513976633e-05,
+      "loss": 0.0536,
+      "step": 46150
+    },
+    {
+      "grad_norm": 1.3732835054397583,
+      "learning_rate": 9.132659209686377e-05,
+      "loss": 0.0558,
+      "step": 46160
+    },
+    {
+      "grad_norm": 0.6465729475021362,
+      "learning_rate": 9.132193792410771e-05,
+      "loss": 0.0516,
+      "step": 46170
+    },
+    {
+      "grad_norm": 0.5633957982063293,
+      "learning_rate": 9.13172826216254e-05,
+      "loss": 0.0531,
+      "step": 46180
+    },
+    {
+      "grad_norm": 0.6495137214660645,
+      "learning_rate": 9.13126261895441e-05,
+      "loss": 0.0594,
+      "step": 46190
+    },
+    {
+      "grad_norm": 0.5736557245254517,
+      "learning_rate": 9.130796862799111e-05,
+      "loss": 0.0542,
+      "step": 46200
+    },
+    {
+      "grad_norm": 0.4875214397907257,
+      "learning_rate": 9.13033099370938e-05,
+      "loss": 0.0779,
+      "step": 46210
+    },
+    {
+      "grad_norm": 0.4573192894458771,
+      "learning_rate": 9.12986501169795e-05,
+      "loss": 0.0425,
+      "step": 46220
+    },
+    {
+      "grad_norm": 0.5581179857254028,
+      "learning_rate": 9.129398916777561e-05,
+      "loss": 0.0542,
+      "step": 46230
+    },
+    {
+      "grad_norm": 0.2615187168121338,
+      "learning_rate": 9.128932708960959e-05,
+      "loss": 0.0555,
+      "step": 46240
+    },
+    {
+      "grad_norm": 0.5850437879562378,
+      "learning_rate": 9.128466388260888e-05,
+      "loss": 0.05,
+      "step": 46250
+    },
+    {
+      "grad_norm": 0.8265694975852966,
+      "learning_rate": 9.127999954690094e-05,
+      "loss": 0.0473,
+      "step": 46260
+    },
+    {
+      "grad_norm": 0.37382060289382935,
+      "learning_rate": 9.127533408261335e-05,
+      "loss": 0.041,
+      "step": 46270
+    },
+    {
+      "grad_norm": 0.43341219425201416,
+      "learning_rate": 9.127066748987363e-05,
+      "loss": 0.0429,
+      "step": 46280
+    },
+    {
+      "grad_norm": 0.9419196248054504,
+      "learning_rate": 9.126599976880934e-05,
+      "loss": 0.0996,
+      "step": 46290
+    },
+    {
+      "grad_norm": 0.8142265677452087,
+      "learning_rate": 9.126133091954814e-05,
+      "loss": 0.0453,
+      "step": 46300
+    },
+    {
+      "grad_norm": 0.5004222393035889,
+      "learning_rate": 9.125666094221766e-05,
+      "loss": 0.0515,
+      "step": 46310
+    },
+    {
+      "grad_norm": 0.5928509831428528,
+      "learning_rate": 9.125198983694556e-05,
+      "loss": 0.0543,
+      "step": 46320
+    },
+    {
+      "grad_norm": 0.5918177366256714,
+      "learning_rate": 9.124731760385956e-05,
+      "loss": 0.0438,
+      "step": 46330
+    },
+    {
+      "grad_norm": 0.8915472626686096,
+      "learning_rate": 9.124264424308738e-05,
+      "loss": 0.0455,
+      "step": 46340
+    },
+    {
+      "grad_norm": 0.6283944845199585,
+      "learning_rate": 9.12379697547568e-05,
+      "loss": 0.0486,
+      "step": 46350
+    },
+    {
+      "grad_norm": 0.42950955033302307,
+      "learning_rate": 9.123329413899564e-05,
+      "loss": 0.0508,
+      "step": 46360
+    },
+    {
+      "grad_norm": 0.5849243998527527,
+      "learning_rate": 9.122861739593169e-05,
+      "loss": 0.0603,
+      "step": 46370
+    },
+    {
+      "grad_norm": 0.762880802154541,
+      "learning_rate": 9.122393952569283e-05,
+      "loss": 0.0452,
+      "step": 46380
+    },
+    {
+      "grad_norm": 0.43618613481521606,
+      "learning_rate": 9.121926052840698e-05,
+      "loss": 0.0324,
+      "step": 46390
+    },
+    {
+      "grad_norm": 0.37839967012405396,
+      "learning_rate": 9.121458040420199e-05,
+      "loss": 0.0566,
+      "step": 46400
+    },
+    {
+      "grad_norm": 0.6458873748779297,
+      "learning_rate": 9.120989915320588e-05,
+      "loss": 0.0516,
+      "step": 46410
+    },
+    {
+      "grad_norm": 0.6555989384651184,
+      "learning_rate": 9.120521677554661e-05,
+      "loss": 0.0475,
+      "step": 46420
+    },
+    {
+      "grad_norm": 0.5159918069839478,
+      "learning_rate": 9.120053327135219e-05,
+      "loss": 0.0431,
+      "step": 46430
+    },
+    {
+      "grad_norm": 0.5368824601173401,
+      "learning_rate": 9.119584864075066e-05,
+      "loss": 0.0468,
+      "step": 46440
+    },
+    {
+      "grad_norm": 0.7352043390274048,
+      "learning_rate": 9.11911628838701e-05,
+      "loss": 0.0515,
+      "step": 46450
+    },
+    {
+      "grad_norm": 0.5212388634681702,
+      "learning_rate": 9.118647600083864e-05,
+      "loss": 0.0541,
+      "step": 46460
+    },
+    {
+      "grad_norm": 1.0509746074676514,
+      "learning_rate": 9.118178799178439e-05,
+      "loss": 0.0496,
+      "step": 46470
+    },
+    {
+      "grad_norm": 0.3833107352256775,
+      "learning_rate": 9.117709885683553e-05,
+      "loss": 0.0446,
+      "step": 46480
+    },
+    {
+      "grad_norm": 0.663918137550354,
+      "learning_rate": 9.117240859612026e-05,
+      "loss": 0.0567,
+      "step": 46490
+    },
+    {
+      "grad_norm": 0.6904950141906738,
+      "learning_rate": 9.11677172097668e-05,
+      "loss": 0.0495,
+      "step": 46500
+    },
+    {
+      "grad_norm": 0.3342800438404083,
+      "learning_rate": 9.116302469790341e-05,
+      "loss": 0.0528,
+      "step": 46510
+    },
+    {
+      "grad_norm": 0.7126175165176392,
+      "learning_rate": 9.11583310606584e-05,
+      "loss": 0.04,
+      "step": 46520
+    },
+    {
+      "grad_norm": 0.522524356842041,
+      "learning_rate": 9.115363629816009e-05,
+      "loss": 0.053,
+      "step": 46530
+    },
+    {
+      "grad_norm": 0.8426415324211121,
+      "learning_rate": 9.114894041053681e-05,
+      "loss": 0.0606,
+      "step": 46540
+    },
+    {
+      "grad_norm": 0.5377634167671204,
+      "learning_rate": 9.114424339791697e-05,
+      "loss": 0.0384,
+      "step": 46550
+    },
+    {
+      "grad_norm": 0.5335493683815002,
+      "learning_rate": 9.113954526042895e-05,
+      "loss": 0.0496,
+      "step": 46560
+    },
+    {
+      "grad_norm": 0.7022128701210022,
+      "learning_rate": 9.113484599820125e-05,
+      "loss": 0.067,
+      "step": 46570
+    },
+    {
+      "grad_norm": 0.5656211972236633,
+      "learning_rate": 9.113014561136229e-05,
+      "loss": 0.0519,
+      "step": 46580
+    },
+    {
+      "grad_norm": 0.6518254280090332,
+      "learning_rate": 9.11254441000406e-05,
+      "loss": 0.0372,
+      "step": 46590
+    },
+    {
+      "grad_norm": 0.9485878944396973,
+      "learning_rate": 9.112074146436473e-05,
+      "loss": 0.0573,
+      "step": 46600
+    },
+    {
+      "grad_norm": 0.47687020897865295,
+      "learning_rate": 9.111603770446324e-05,
+      "loss": 0.0507,
+      "step": 46610
+    },
+    {
+      "grad_norm": 0.43687188625335693,
+      "learning_rate": 9.111133282046471e-05,
+      "loss": 0.0648,
+      "step": 46620
+    },
+    {
+      "grad_norm": 0.6728721857070923,
+      "learning_rate": 9.11066268124978e-05,
+      "loss": 0.05,
+      "step": 46630
+    },
+    {
+      "grad_norm": 0.7020560503005981,
+      "learning_rate": 9.110191968069115e-05,
+      "loss": 0.0616,
+      "step": 46640
+    },
+    {
+      "grad_norm": 0.45961570739746094,
+      "learning_rate": 9.109721142517346e-05,
+      "loss": 0.0479,
+      "step": 46650
+    },
+    {
+      "grad_norm": 0.652116060256958,
+      "learning_rate": 9.109250204607344e-05,
+      "loss": 0.0558,
+      "step": 46660
+    },
+    {
+      "grad_norm": 0.6372677087783813,
+      "learning_rate": 9.108779154351986e-05,
+      "loss": 0.0608,
+      "step": 46670
+    },
+    {
+      "grad_norm": 0.6866009831428528,
+      "learning_rate": 9.108307991764148e-05,
+      "loss": 0.0506,
+      "step": 46680
+    },
+    {
+      "grad_norm": 0.46059608459472656,
+      "learning_rate": 9.107836716856715e-05,
+      "loss": 0.0449,
+      "step": 46690
+    },
+    {
+      "grad_norm": 0.5820420980453491,
+      "learning_rate": 9.107365329642569e-05,
+      "loss": 0.0616,
+      "step": 46700
+    },
+    {
+      "grad_norm": 0.7304346561431885,
+      "learning_rate": 9.106893830134598e-05,
+      "loss": 0.0398,
+      "step": 46710
+    },
+    {
+      "grad_norm": 0.516380786895752,
+      "learning_rate": 9.106422218345693e-05,
+      "loss": 0.052,
+      "step": 46720
+    },
+    {
+      "grad_norm": 0.5816673636436462,
+      "learning_rate": 9.105950494288747e-05,
+      "loss": 0.0572,
+      "step": 46730
+    },
+    {
+      "grad_norm": 0.6032408475875854,
+      "learning_rate": 9.105478657976656e-05,
+      "loss": 0.0533,
+      "step": 46740
+    },
+    {
+      "grad_norm": 0.5617914795875549,
+      "learning_rate": 9.105006709422321e-05,
+      "loss": 0.0553,
+      "step": 46750
+    },
+    {
+      "grad_norm": 0.726952850818634,
+      "learning_rate": 9.104534648638645e-05,
+      "loss": 0.0714,
+      "step": 46760
+    },
+    {
+      "grad_norm": 0.39846867322921753,
+      "learning_rate": 9.104062475638533e-05,
+      "loss": 0.0365,
+      "step": 46770
+    },
+    {
+      "grad_norm": 0.8512837886810303,
+      "learning_rate": 9.103590190434896e-05,
+      "loss": 0.0704,
+      "step": 46780
+    },
+    {
+      "grad_norm": 0.3262530565261841,
+      "learning_rate": 9.103117793040646e-05,
+      "loss": 0.044,
+      "step": 46790
+    },
+    {
+      "grad_norm": 0.600463330745697,
+      "learning_rate": 9.102645283468694e-05,
+      "loss": 0.0666,
+      "step": 46800
+    },
+    {
+      "grad_norm": 0.5058342218399048,
+      "learning_rate": 9.102172661731963e-05,
+      "loss": 0.0677,
+      "step": 46810
+    },
+    {
+      "grad_norm": 0.6255159378051758,
+      "learning_rate": 9.101699927843372e-05,
+      "loss": 0.0551,
+      "step": 46820
+    },
+    {
+      "grad_norm": 0.48519188165664673,
+      "learning_rate": 9.101227081815847e-05,
+      "loss": 0.0448,
+      "step": 46830
+    },
+    {
+      "grad_norm": 0.9962022304534912,
+      "learning_rate": 9.100754123662312e-05,
+      "loss": 0.0515,
+      "step": 46840
+    },
+    {
+      "grad_norm": 0.5555611252784729,
+      "learning_rate": 9.100281053395702e-05,
+      "loss": 0.0535,
+      "step": 46850
+    },
+    {
+      "grad_norm": 0.5905733108520508,
+      "learning_rate": 9.099807871028946e-05,
+      "loss": 0.0516,
+      "step": 46860
+    },
+    {
+      "grad_norm": 0.547461986541748,
+      "learning_rate": 9.099334576574985e-05,
+      "loss": 0.0545,
+      "step": 46870
+    },
+    {
+      "grad_norm": 1.4923962354660034,
+      "learning_rate": 9.098861170046757e-05,
+      "loss": 0.0507,
+      "step": 46880
+    },
+    {
+      "grad_norm": 0.40702390670776367,
+      "learning_rate": 9.098387651457204e-05,
+      "loss": 0.0447,
+      "step": 46890
+    },
+    {
+      "grad_norm": 1.0911972522735596,
+      "learning_rate": 9.097914020819272e-05,
+      "loss": 0.0665,
+      "step": 46900
+    },
+    {
+      "grad_norm": 0.7250880599021912,
+      "learning_rate": 9.09744027814591e-05,
+      "loss": 0.0483,
+      "step": 46910
+    },
+    {
+      "grad_norm": 0.5302062630653381,
+      "learning_rate": 9.096966423450071e-05,
+      "loss": 0.0494,
+      "step": 46920
+    },
+    {
+      "grad_norm": 0.8475379347801208,
+      "learning_rate": 9.096492456744709e-05,
+      "loss": 0.0454,
+      "step": 46930
+    },
+    {
+      "grad_norm": 0.6022999882698059,
+      "learning_rate": 9.096018378042782e-05,
+      "loss": 0.0474,
+      "step": 46940
+    },
+    {
+      "grad_norm": 0.5491198301315308,
+      "learning_rate": 9.095544187357252e-05,
+      "loss": 0.0515,
+      "step": 46950
+    },
+    {
+      "grad_norm": 0.5184968113899231,
+      "learning_rate": 9.095069884701082e-05,
+      "loss": 0.0461,
+      "step": 46960
+    },
+    {
+      "grad_norm": 0.9138690233230591,
+      "learning_rate": 9.09459547008724e-05,
+      "loss": 0.0654,
+      "step": 46970
+    },
+    {
+      "grad_norm": 0.4773079752922058,
+      "learning_rate": 9.094120943528694e-05,
+      "loss": 0.0478,
+      "step": 46980
+    },
+    {
+      "grad_norm": 0.6907681226730347,
+      "learning_rate": 9.093646305038421e-05,
+      "loss": 0.0557,
+      "step": 46990
+    },
+    {
+      "grad_norm": 0.34435951709747314,
+      "learning_rate": 9.093171554629396e-05,
+      "loss": 0.0935,
+      "step": 47000
+    },
+    {
+      "grad_norm": 1.084743618965149,
+      "learning_rate": 9.092696692314599e-05,
+      "loss": 0.0624,
+      "step": 47010
+    },
+    {
+      "grad_norm": 0.8564534783363342,
+      "learning_rate": 9.092221718107012e-05,
+      "loss": 0.0497,
+      "step": 47020
+    },
+    {
+      "grad_norm": 0.7192468643188477,
+      "learning_rate": 9.09174663201962e-05,
+      "loss": 0.0851,
+      "step": 47030
+    },
+    {
+      "grad_norm": 0.7101294994354248,
+      "learning_rate": 9.091271434065412e-05,
+      "loss": 0.078,
+      "step": 47040
+    },
+    {
+      "grad_norm": 0.748819887638092,
+      "learning_rate": 9.090796124257381e-05,
+      "loss": 0.0544,
+      "step": 47050
+    },
+    {
+      "grad_norm": 0.5012989640235901,
+      "learning_rate": 9.09032070260852e-05,
+      "loss": 0.0422,
+      "step": 47060
+    },
+    {
+      "grad_norm": 1.5989402532577515,
+      "learning_rate": 9.089845169131828e-05,
+      "loss": 0.067,
+      "step": 47070
+    },
+    {
+      "grad_norm": 0.6970561742782593,
+      "learning_rate": 9.089369523840305e-05,
+      "loss": 0.0536,
+      "step": 47080
+    },
+    {
+      "grad_norm": 0.7380519509315491,
+      "learning_rate": 9.088893766746956e-05,
+      "loss": 0.0482,
+      "step": 47090
+    },
+    {
+      "grad_norm": 0.6683273315429688,
+      "learning_rate": 9.088417897864787e-05,
+      "loss": 0.045,
+      "step": 47100
+    },
+    {
+      "grad_norm": 1.583730697631836,
+      "learning_rate": 9.08794191720681e-05,
+      "loss": 0.0651,
+      "step": 47110
+    },
+    {
+      "grad_norm": 0.7831863760948181,
+      "learning_rate": 9.087465824786035e-05,
+      "loss": 0.0544,
+      "step": 47120
+    },
+    {
+      "grad_norm": 0.5472702980041504,
+      "learning_rate": 9.086989620615482e-05,
+      "loss": 0.0467,
+      "step": 47130
+    },
+    {
+      "grad_norm": 0.5171998143196106,
+      "learning_rate": 9.086513304708166e-05,
+      "loss": 0.0459,
+      "step": 47140
+    },
+    {
+      "grad_norm": 0.3458388149738312,
+      "learning_rate": 9.086036877077113e-05,
+      "loss": 0.0504,
+      "step": 47150
+    },
+    {
+      "grad_norm": 1.237705945968628,
+      "learning_rate": 9.085560337735346e-05,
+      "loss": 0.0827,
+      "step": 47160
+    },
+    {
+      "grad_norm": 0.8896883130073547,
+      "learning_rate": 9.085083686695895e-05,
+      "loss": 0.065,
+      "step": 47170
+    },
+    {
+      "grad_norm": 0.4774653911590576,
+      "learning_rate": 9.08460692397179e-05,
+      "loss": 0.0897,
+      "step": 47180
+    },
+    {
+      "grad_norm": 0.7971867918968201,
+      "learning_rate": 9.084130049576067e-05,
+      "loss": 0.0667,
+      "step": 47190
+    },
+    {
+      "grad_norm": 0.6631206274032593,
+      "learning_rate": 9.083653063521762e-05,
+      "loss": 0.0655,
+      "step": 47200
+    },
+    {
+      "grad_norm": 0.8329724073410034,
+      "learning_rate": 9.083175965821917e-05,
+      "loss": 0.0772,
+      "step": 47210
+    },
+    {
+      "grad_norm": 0.4697907269001007,
+      "learning_rate": 9.082698756489573e-05,
+      "loss": 0.0385,
+      "step": 47220
+    },
+    {
+      "grad_norm": 0.583356499671936,
+      "learning_rate": 9.082221435537783e-05,
+      "loss": 0.0481,
+      "step": 47230
+    },
+    {
+      "grad_norm": 0.4455253481864929,
+      "learning_rate": 9.081744002979588e-05,
+      "loss": 0.054,
+      "step": 47240
+    },
+    {
+      "grad_norm": 0.3689529299736023,
+      "learning_rate": 9.081266458828048e-05,
+      "loss": 0.045,
+      "step": 47250
+    },
+    {
+      "grad_norm": 0.5812131762504578,
+      "learning_rate": 9.080788803096216e-05,
+      "loss": 0.0527,
+      "step": 47260
+    },
+    {
+      "grad_norm": 0.7554506063461304,
+      "learning_rate": 9.08031103579715e-05,
+      "loss": 0.0464,
+      "step": 47270
+    },
+    {
+      "grad_norm": 0.6972821950912476,
+      "learning_rate": 9.079833156943915e-05,
+      "loss": 0.0604,
+      "step": 47280
+    },
+    {
+      "grad_norm": 0.805130660533905,
+      "learning_rate": 9.079355166549575e-05,
+      "loss": 0.047,
+      "step": 47290
+    },
+    {
+      "grad_norm": 0.4150356650352478,
+      "learning_rate": 9.078877064627195e-05,
+      "loss": 0.0577,
+      "step": 47300
+    },
+    {
+      "grad_norm": 0.6622716784477234,
+      "learning_rate": 9.078398851189849e-05,
+      "loss": 0.056,
+      "step": 47310
+    },
+    {
+      "grad_norm": 0.9606332182884216,
+      "learning_rate": 9.077920526250611e-05,
+      "loss": 0.061,
+      "step": 47320
+    },
+    {
+      "grad_norm": 0.5358687043190002,
+      "learning_rate": 9.077442089822557e-05,
+      "loss": 0.0584,
+      "step": 47330
+    },
+    {
+      "grad_norm": 0.7343239188194275,
+      "learning_rate": 9.076963541918768e-05,
+      "loss": 0.0599,
+      "step": 47340
+    },
+    {
+      "grad_norm": 0.7403658628463745,
+      "learning_rate": 9.076484882552327e-05,
+      "loss": 0.0645,
+      "step": 47350
+    },
+    {
+      "grad_norm": 0.4759751856327057,
+      "learning_rate": 9.076006111736324e-05,
+      "loss": 0.056,
+      "step": 47360
+    },
+    {
+      "grad_norm": 0.6199196577072144,
+      "learning_rate": 9.075527229483842e-05,
+      "loss": 0.0544,
+      "step": 47370
+    },
+    {
+      "grad_norm": 0.6173272132873535,
+      "learning_rate": 9.075048235807977e-05,
+      "loss": 0.048,
+      "step": 47380
+    },
+    {
+      "grad_norm": 0.629401683807373,
+      "learning_rate": 9.074569130721826e-05,
+      "loss": 0.0652,
+      "step": 47390
+    },
+    {
+      "grad_norm": 1.9132344722747803,
+      "learning_rate": 9.074089914238484e-05,
+      "loss": 0.0491,
+      "step": 47400
+    },
+    {
+      "grad_norm": 0.6173204183578491,
+      "learning_rate": 9.073610586371055e-05,
+      "loss": 0.042,
+      "step": 47410
+    },
+    {
+      "grad_norm": 0.5216284394264221,
+      "learning_rate": 9.073131147132643e-05,
+      "loss": 0.0488,
+      "step": 47420
+    },
+    {
+      "grad_norm": 0.7038136124610901,
+      "learning_rate": 9.072651596536355e-05,
+      "loss": 0.0545,
+      "step": 47430
+    },
+    {
+      "grad_norm": 0.5438323616981506,
+      "learning_rate": 9.072171934595302e-05,
+      "loss": 0.0448,
+      "step": 47440
+    },
+    {
+      "grad_norm": 0.5941234827041626,
+      "learning_rate": 9.071692161322599e-05,
+      "loss": 0.0639,
+      "step": 47450
+    },
+    {
+      "grad_norm": 0.8334625959396362,
+      "learning_rate": 9.071212276731362e-05,
+      "loss": 0.0536,
+      "step": 47460
+    },
+    {
+      "grad_norm": 0.3550044596195221,
+      "learning_rate": 9.070732280834711e-05,
+      "loss": 0.0368,
+      "step": 47470
+    },
+    {
+      "grad_norm": 0.42250365018844604,
+      "learning_rate": 9.070252173645768e-05,
+      "loss": 0.0482,
+      "step": 47480
+    },
+    {
+      "grad_norm": 0.5219340324401855,
+      "learning_rate": 9.06977195517766e-05,
+      "loss": 0.0504,
+      "step": 47490
+    },
+    {
+      "grad_norm": 0.7318758368492126,
+      "learning_rate": 9.069291625443516e-05,
+      "loss": 0.0462,
+      "step": 47500
+    },
+    {
+      "grad_norm": 0.5967262983322144,
+      "learning_rate": 9.068811184456467e-05,
+      "loss": 0.0543,
+      "step": 47510
+    },
+    {
+      "grad_norm": 0.5191282629966736,
+      "learning_rate": 9.06833063222965e-05,
+      "loss": 0.0472,
+      "step": 47520
+    },
+    {
+      "grad_norm": 0.553616464138031,
+      "learning_rate": 9.067849968776201e-05,
+      "loss": 0.0532,
+      "step": 47530
+    },
+    {
+      "grad_norm": 1.1301060914993286,
+      "learning_rate": 9.067369194109263e-05,
+      "loss": 0.056,
+      "step": 47540
+    },
+    {
+      "grad_norm": 0.816473662853241,
+      "learning_rate": 9.066888308241979e-05,
+      "loss": 0.0494,
+      "step": 47550
+    },
+    {
+      "grad_norm": 1.0704855918884277,
+      "learning_rate": 9.066407311187495e-05,
+      "loss": 0.0514,
+      "step": 47560
+    },
+    {
+      "grad_norm": 0.6291524767875671,
+      "learning_rate": 9.065926202958964e-05,
+      "loss": 0.0509,
+      "step": 47570
+    },
+    {
+      "grad_norm": 0.798058032989502,
+      "learning_rate": 9.065444983569538e-05,
+      "loss": 0.0549,
+      "step": 47580
+    },
+    {
+      "grad_norm": 0.7075178027153015,
+      "learning_rate": 9.064963653032375e-05,
+      "loss": 0.0664,
+      "step": 47590
+    },
+    {
+      "grad_norm": 0.42766624689102173,
+      "learning_rate": 9.06448221136063e-05,
+      "loss": 0.06,
+      "step": 47600
+    },
+    {
+      "grad_norm": 0.5539310574531555,
+      "learning_rate": 9.06400065856747e-05,
+      "loss": 0.0584,
+      "step": 47610
+    },
+    {
+      "grad_norm": 0.5514275431632996,
+      "learning_rate": 9.063518994666058e-05,
+      "loss": 0.0594,
+      "step": 47620
+    },
+    {
+      "grad_norm": 0.7954274415969849,
+      "learning_rate": 9.063037219669563e-05,
+      "loss": 0.0457,
+      "step": 47630
+    },
+    {
+      "grad_norm": 0.4057542085647583,
+      "learning_rate": 9.062555333591159e-05,
+      "loss": 0.0483,
+      "step": 47640
+    },
+    {
+      "grad_norm": 0.45202451944351196,
+      "learning_rate": 9.062073336444016e-05,
+      "loss": 0.0485,
+      "step": 47650
+    },
+    {
+      "grad_norm": 0.8211817741394043,
+      "learning_rate": 9.061591228241314e-05,
+      "loss": 0.057,
+      "step": 47660
+    },
+    {
+      "grad_norm": 0.809290885925293,
+      "learning_rate": 9.061109008996236e-05,
+      "loss": 0.0484,
+      "step": 47670
+    },
+    {
+      "grad_norm": 0.6668258309364319,
+      "learning_rate": 9.060626678721961e-05,
+      "loss": 0.0548,
+      "step": 47680
+    },
+    {
+      "grad_norm": 0.6451272964477539,
+      "learning_rate": 9.06014423743168e-05,
+      "loss": 0.0499,
+      "step": 47690
+    },
+    {
+      "grad_norm": 0.45477500557899475,
+      "learning_rate": 9.05966168513858e-05,
+      "loss": 0.057,
+      "step": 47700
+    },
+    {
+      "grad_norm": 1.0854840278625488,
+      "learning_rate": 9.059179021855854e-05,
+      "loss": 0.0615,
+      "step": 47710
+    },
+    {
+      "grad_norm": 0.4260334074497223,
+      "learning_rate": 9.058696247596701e-05,
+      "loss": 0.0537,
+      "step": 47720
+    },
+    {
+      "grad_norm": 0.7553231716156006,
+      "learning_rate": 9.058213362374315e-05,
+      "loss": 0.0707,
+      "step": 47730
+    },
+    {
+      "grad_norm": 0.5483633279800415,
+      "learning_rate": 9.0577303662019e-05,
+      "loss": 0.0488,
+      "step": 47740
+    },
+    {
+      "grad_norm": 0.522760272026062,
+      "learning_rate": 9.057247259092662e-05,
+      "loss": 0.0515,
+      "step": 47750
+    },
+    {
+      "grad_norm": 0.5381011962890625,
+      "learning_rate": 9.056764041059809e-05,
+      "loss": 0.0455,
+      "step": 47760
+    },
+    {
+      "grad_norm": 0.8709203004837036,
+      "learning_rate": 9.056280712116551e-05,
+      "loss": 0.042,
+      "step": 47770
+    },
+    {
+      "grad_norm": 0.5640631914138794,
+      "learning_rate": 9.0557972722761e-05,
+      "loss": 0.0627,
+      "step": 47780
+    },
+    {
+      "grad_norm": 0.7707463502883911,
+      "learning_rate": 9.055313721551677e-05,
+      "loss": 0.0551,
+      "step": 47790
+    },
+    {
+      "grad_norm": 0.7596168518066406,
+      "learning_rate": 9.0548300599565e-05,
+      "loss": 0.0464,
+      "step": 47800
+    },
+    {
+      "grad_norm": 0.6354097127914429,
+      "learning_rate": 9.054346287503794e-05,
+      "loss": 0.0455,
+      "step": 47810
+    },
+    {
+      "grad_norm": 0.835132896900177,
+      "learning_rate": 9.053862404206782e-05,
+      "loss": 0.0458,
+      "step": 47820
+    },
+    {
+      "grad_norm": 0.4726598262786865,
+      "learning_rate": 9.053378410078694e-05,
+      "loss": 0.0485,
+      "step": 47830
+    },
+    {
+      "grad_norm": 0.883826732635498,
+      "learning_rate": 9.052894305132765e-05,
+      "loss": 0.0635,
+      "step": 47840
+    },
+    {
+      "grad_norm": 0.6106964349746704,
+      "learning_rate": 9.052410089382228e-05,
+      "loss": 0.0529,
+      "step": 47850
+    },
+    {
+      "grad_norm": 0.46582266688346863,
+      "learning_rate": 9.051925762840321e-05,
+      "loss": 0.0471,
+      "step": 47860
+    },
+    {
+      "grad_norm": 0.6867358684539795,
+      "learning_rate": 9.051441325520287e-05,
+      "loss": 0.052,
+      "step": 47870
+    },
+    {
+      "grad_norm": 0.6920971274375916,
+      "learning_rate": 9.050956777435367e-05,
+      "loss": 0.0431,
+      "step": 47880
+    },
+    {
+      "grad_norm": 0.5031812787055969,
+      "learning_rate": 9.050472118598811e-05,
+      "loss": 0.0507,
+      "step": 47890
+    },
+    {
+      "grad_norm": 0.4526292681694031,
+      "learning_rate": 9.04998734902387e-05,
+      "loss": 0.0482,
+      "step": 47900
+    },
+    {
+      "grad_norm": 0.8931785821914673,
+      "learning_rate": 9.049502468723796e-05,
+      "loss": 0.0694,
+      "step": 47910
+    },
+    {
+      "grad_norm": 0.5041327476501465,
+      "learning_rate": 9.049017477711847e-05,
+      "loss": 0.083,
+      "step": 47920
+    },
+    {
+      "grad_norm": 0.6514850854873657,
+      "learning_rate": 9.04853237600128e-05,
+      "loss": 0.0582,
+      "step": 47930
+    },
+    {
+      "grad_norm": 0.6942211389541626,
+      "learning_rate": 9.04804716360536e-05,
+      "loss": 0.0636,
+      "step": 47940
+    },
+    {
+      "grad_norm": 0.7632321119308472,
+      "learning_rate": 9.04756184053735e-05,
+      "loss": 0.0602,
+      "step": 47950
+    },
+    {
+      "grad_norm": 0.6405106782913208,
+      "learning_rate": 9.047076406810519e-05,
+      "loss": 0.052,
+      "step": 47960
+    },
+    {
+      "grad_norm": 0.7411405444145203,
+      "learning_rate": 9.046590862438142e-05,
+      "loss": 0.0517,
+      "step": 47970
+    },
+    {
+      "grad_norm": 0.4864107370376587,
+      "learning_rate": 9.046105207433489e-05,
+      "loss": 0.0541,
+      "step": 47980
+    },
+    {
+      "grad_norm": 0.5443549156188965,
+      "learning_rate": 9.04561944180984e-05,
+      "loss": 0.0413,
+      "step": 47990
+    },
+    {
+      "grad_norm": 0.6594535708427429,
+      "learning_rate": 9.045133565580476e-05,
+      "loss": 0.0457,
+      "step": 48000
+    },
+    {
+      "grad_norm": 0.7314715385437012,
+      "learning_rate": 9.04464757875868e-05,
+      "loss": 0.0501,
+      "step": 48010
+    },
+    {
+      "grad_norm": 0.6822757720947266,
+      "learning_rate": 9.04416148135774e-05,
+      "loss": 0.0369,
+      "step": 48020
+    },
+    {
+      "grad_norm": 0.36561357975006104,
+      "learning_rate": 9.043675273390942e-05,
+      "loss": 0.0472,
+      "step": 48030
+    },
+    {
+      "grad_norm": 0.49974846839904785,
+      "learning_rate": 9.043188954871582e-05,
+      "loss": 0.0394,
+      "step": 48040
+    },
+    {
+      "grad_norm": 0.5215927958488464,
+      "learning_rate": 9.042702525812957e-05,
+      "loss": 0.0375,
+      "step": 48050
+    },
+    {
+      "grad_norm": 0.4140929579734802,
+      "learning_rate": 9.042215986228359e-05,
+      "loss": 0.0485,
+      "step": 48060
+    },
+    {
+      "grad_norm": 0.3995213806629181,
+      "learning_rate": 9.041729336131099e-05,
+      "loss": 0.0379,
+      "step": 48070
+    },
+    {
+      "grad_norm": 0.5911900401115417,
+      "learning_rate": 9.041242575534474e-05,
+      "loss": 0.0537,
+      "step": 48080
+    },
+    {
+      "grad_norm": 0.5383095145225525,
+      "learning_rate": 9.040755704451798e-05,
+      "loss": 0.0591,
+      "step": 48090
+    },
+    {
+      "grad_norm": 0.4487732946872711,
+      "learning_rate": 9.040268722896378e-05,
+      "loss": 0.0389,
+      "step": 48100
+    },
+    {
+      "grad_norm": 0.8848474621772766,
+      "learning_rate": 9.039781630881528e-05,
+      "loss": 0.0412,
+      "step": 48110
+    },
+    {
+      "grad_norm": 0.6309685707092285,
+      "learning_rate": 9.039294428420568e-05,
+      "loss": 0.0659,
+      "step": 48120
+    },
+    {
+      "grad_norm": 0.5778746008872986,
+      "learning_rate": 9.038807115526815e-05,
+      "loss": 0.0463,
+      "step": 48130
+    },
+    {
+      "grad_norm": 0.46797052025794983,
+      "learning_rate": 9.038319692213591e-05,
+      "loss": 0.0463,
+      "step": 48140
+    },
+    {
+      "grad_norm": 0.5757837295532227,
+      "learning_rate": 9.037832158494226e-05,
+      "loss": 0.0561,
+      "step": 48150
+    },
+    {
+      "grad_norm": 0.5324357151985168,
+      "learning_rate": 9.037344514382046e-05,
+      "loss": 0.0502,
+      "step": 48160
+    },
+    {
+      "grad_norm": 0.7878886461257935,
+      "learning_rate": 9.036856759890383e-05,
+      "loss": 0.0445,
+      "step": 48170
+    },
+    {
+      "grad_norm": 0.33385807275772095,
+      "learning_rate": 9.036368895032575e-05,
+      "loss": 0.0412,
+      "step": 48180
+    },
+    {
+      "grad_norm": 0.7259345054626465,
+      "learning_rate": 9.035880919821956e-05,
+      "loss": 0.0646,
+      "step": 48190
+    },
+    {
+      "grad_norm": 0.6119816899299622,
+      "learning_rate": 9.035392834271868e-05,
+      "loss": 0.064,
+      "step": 48200
+    },
+    {
+      "grad_norm": 0.5401572585105896,
+      "learning_rate": 9.034904638395656e-05,
+      "loss": 0.0481,
+      "step": 48210
+    },
+    {
+      "grad_norm": 1.0188559293746948,
+      "learning_rate": 9.034416332206669e-05,
+      "loss": 0.0458,
+      "step": 48220
+    },
+    {
+      "grad_norm": 0.5237802863121033,
+      "learning_rate": 9.033927915718255e-05,
+      "loss": 0.0385,
+      "step": 48230
+    },
+    {
+      "grad_norm": 0.4818427264690399,
+      "learning_rate": 9.033439388943765e-05,
+      "loss": 0.0513,
+      "step": 48240
+    },
+    {
+      "grad_norm": 0.968198299407959,
+      "learning_rate": 9.032950751896558e-05,
+      "loss": 0.0532,
+      "step": 48250
+    },
+    {
+      "grad_norm": 0.5814591646194458,
+      "learning_rate": 9.032462004589994e-05,
+      "loss": 0.0561,
+      "step": 48260
+    },
+    {
+      "grad_norm": 0.6805868148803711,
+      "learning_rate": 9.031973147037433e-05,
+      "loss": 0.0582,
+      "step": 48270
+    },
+    {
+      "grad_norm": 0.5734009146690369,
+      "learning_rate": 9.031484179252241e-05,
+      "loss": 0.0688,
+      "step": 48280
+    },
+    {
+      "grad_norm": 0.34779298305511475,
+      "learning_rate": 9.030995101247785e-05,
+      "loss": 0.0493,
+      "step": 48290
+    },
+    {
+      "grad_norm": 0.4965858459472656,
+      "learning_rate": 9.03050591303744e-05,
+      "loss": 0.047,
+      "step": 48300
+    },
+    {
+      "grad_norm": 0.545155942440033,
+      "learning_rate": 9.030016614634576e-05,
+      "loss": 0.0473,
+      "step": 48310
+    },
+    {
+      "grad_norm": 0.5008450150489807,
+      "learning_rate": 9.029527206052571e-05,
+      "loss": 0.05,
+      "step": 48320
+    },
+    {
+      "grad_norm": 0.4999806880950928,
+      "learning_rate": 9.029037687304806e-05,
+      "loss": 0.046,
+      "step": 48330
+    },
+    {
+      "grad_norm": 0.588161051273346,
+      "learning_rate": 9.028548058404666e-05,
+      "loss": 0.0504,
+      "step": 48340
+    },
+    {
+      "grad_norm": 0.5993198156356812,
+      "learning_rate": 9.028058319365534e-05,
+      "loss": 0.0538,
+      "step": 48350
+    },
+    {
+      "grad_norm": 0.5179465413093567,
+      "learning_rate": 9.027568470200801e-05,
+      "loss": 0.0508,
+      "step": 48360
+    },
+    {
+      "grad_norm": 0.5967801213264465,
+      "learning_rate": 9.02707851092386e-05,
+      "loss": 0.0439,
+      "step": 48370
+    },
+    {
+      "grad_norm": 0.7832048535346985,
+      "learning_rate": 9.026588441548105e-05,
+      "loss": 0.046,
+      "step": 48380
+    },
+    {
+      "grad_norm": 0.4902597963809967,
+      "learning_rate": 9.026098262086934e-05,
+      "loss": 0.0398,
+      "step": 48390
+    },
+    {
+      "grad_norm": 0.6817664504051208,
+      "learning_rate": 9.025607972553749e-05,
+      "loss": 0.0478,
+      "step": 48400
+    },
+    {
+      "grad_norm": 0.8840466737747192,
+      "learning_rate": 9.025117572961956e-05,
+      "loss": 0.0449,
+      "step": 48410
+    },
+    {
+      "grad_norm": 0.40859854221343994,
+      "learning_rate": 9.024627063324959e-05,
+      "loss": 0.0484,
+      "step": 48420
+    },
+    {
+      "grad_norm": 0.39960777759552,
+      "learning_rate": 9.024136443656172e-05,
+      "loss": 0.0443,
+      "step": 48430
+    },
+    {
+      "grad_norm": 0.5268636345863342,
+      "learning_rate": 9.023645713969004e-05,
+      "loss": 0.0599,
+      "step": 48440
+    },
+    {
+      "grad_norm": 0.6223659515380859,
+      "learning_rate": 9.023154874276875e-05,
+      "loss": 0.0437,
+      "step": 48450
+    },
+    {
+      "grad_norm": 0.46663764119148254,
+      "learning_rate": 9.022663924593204e-05,
+      "loss": 0.0504,
+      "step": 48460
+    },
+    {
+      "grad_norm": 0.7134353518486023,
+      "learning_rate": 9.02217286493141e-05,
+      "loss": 0.0457,
+      "step": 48470
+    },
+    {
+      "grad_norm": 0.38302624225616455,
+      "learning_rate": 9.021681695304924e-05,
+      "loss": 0.0358,
+      "step": 48480
+    },
+    {
+      "grad_norm": 0.583364725112915,
+      "learning_rate": 9.02119041572717e-05,
+      "loss": 0.0457,
+      "step": 48490
+    },
+    {
+      "grad_norm": 0.6830907464027405,
+      "learning_rate": 9.020699026211581e-05,
+      "loss": 0.0468,
+      "step": 48500
+    },
+    {
+      "grad_norm": 0.6658917665481567,
+      "learning_rate": 9.02020752677159e-05,
+      "loss": 0.0443,
+      "step": 48510
+    },
+    {
+      "grad_norm": 0.8464341759681702,
+      "learning_rate": 9.019715917420637e-05,
+      "loss": 0.0544,
+      "step": 48520
+    },
+    {
+      "grad_norm": 0.6367377638816833,
+      "learning_rate": 9.01922419817216e-05,
+      "loss": 0.0514,
+      "step": 48530
+    },
+    {
+      "grad_norm": 0.8984776139259338,
+      "learning_rate": 9.018732369039604e-05,
+      "loss": 0.049,
+      "step": 48540
+    },
+    {
+      "grad_norm": 0.5782573223114014,
+      "learning_rate": 9.018240430036413e-05,
+      "loss": 0.0507,
+      "step": 48550
+    },
+    {
+      "grad_norm": 0.5821977853775024,
+      "learning_rate": 9.017748381176042e-05,
+      "loss": 0.0569,
+      "step": 48560
+    },
+    {
+      "grad_norm": 0.9009358286857605,
+      "learning_rate": 9.017256222471937e-05,
+      "loss": 0.0485,
+      "step": 48570
+    },
+    {
+      "grad_norm": 0.514107346534729,
+      "learning_rate": 9.016763953937555e-05,
+      "loss": 0.0641,
+      "step": 48580
+    },
+    {
+      "grad_norm": 0.5643556118011475,
+      "learning_rate": 9.016271575586356e-05,
+      "loss": 0.0654,
+      "step": 48590
+    },
+    {
+      "grad_norm": 0.9543953537940979,
+      "learning_rate": 9.015779087431803e-05,
+      "loss": 0.0471,
+      "step": 48600
+    },
+    {
+      "grad_norm": 0.8943747878074646,
+      "learning_rate": 9.015286489487358e-05,
+      "loss": 0.0513,
+      "step": 48610
+    },
+    {
+      "grad_norm": 0.691168487071991,
+      "learning_rate": 9.014793781766489e-05,
+      "loss": 0.0584,
+      "step": 48620
+    },
+    {
+      "grad_norm": 0.3869909942150116,
+      "learning_rate": 9.014300964282665e-05,
+      "loss": 0.0429,
+      "step": 48630
+    },
+    {
+      "grad_norm": 0.6053623557090759,
+      "learning_rate": 9.013808037049361e-05,
+      "loss": 0.0592,
+      "step": 48640
+    },
+    {
+      "grad_norm": 0.5038873553276062,
+      "learning_rate": 9.013315000080053e-05,
+      "loss": 0.0461,
+      "step": 48650
+    },
+    {
+      "grad_norm": 0.6089090704917908,
+      "learning_rate": 9.012821853388221e-05,
+      "loss": 0.0437,
+      "step": 48660
+    },
+    {
+      "grad_norm": 0.5290356874465942,
+      "learning_rate": 9.012328596987348e-05,
+      "loss": 0.0468,
+      "step": 48670
+    },
+    {
+      "grad_norm": 0.6947416067123413,
+      "learning_rate": 9.011835230890917e-05,
+      "loss": 0.0506,
+      "step": 48680
+    },
+    {
+      "grad_norm": 0.7696360349655151,
+      "learning_rate": 9.011341755112419e-05,
+      "loss": 0.0467,
+      "step": 48690
+    },
+    {
+      "grad_norm": 0.6196701526641846,
+      "learning_rate": 9.010848169665344e-05,
+      "loss": 0.0517,
+      "step": 48700
+    },
+    {
+      "grad_norm": 0.5538312792778015,
+      "learning_rate": 9.010354474563188e-05,
+      "loss": 0.0473,
+      "step": 48710
+    },
+    {
+      "grad_norm": 0.6151639819145203,
+      "learning_rate": 9.009860669819445e-05,
+      "loss": 0.0342,
+      "step": 48720
+    },
+    {
+      "grad_norm": 0.3700309991836548,
+      "learning_rate": 9.00936675544762e-05,
+      "loss": 0.0646,
+      "step": 48730
+    },
+    {
+      "grad_norm": 0.564778208732605,
+      "learning_rate": 9.008872731461211e-05,
+      "loss": 0.0452,
+      "step": 48740
+    },
+    {
+      "grad_norm": 0.5400006175041199,
+      "learning_rate": 9.00837859787373e-05,
+      "loss": 0.0412,
+      "step": 48750
+    },
+    {
+      "grad_norm": 0.8262335658073425,
+      "learning_rate": 9.007884354698683e-05,
+      "loss": 0.0417,
+      "step": 48760
+    },
+    {
+      "grad_norm": 0.6302850246429443,
+      "learning_rate": 9.007390001949585e-05,
+      "loss": 0.0413,
+      "step": 48770
+    },
+    {
+      "grad_norm": 0.5029094815254211,
+      "learning_rate": 9.006895539639948e-05,
+      "loss": 0.0363,
+      "step": 48780
+    },
+    {
+      "grad_norm": 0.359756201505661,
+      "learning_rate": 9.006400967783294e-05,
+      "loss": 0.0439,
+      "step": 48790
+    },
+    {
+      "grad_norm": 0.5421027541160583,
+      "learning_rate": 9.005906286393143e-05,
+      "loss": 0.0556,
+      "step": 48800
+    },
+    {
+      "grad_norm": 0.6287646889686584,
+      "learning_rate": 9.005411495483016e-05,
+      "loss": 0.0522,
+      "step": 48810
+    },
+    {
+      "grad_norm": 0.7894074320793152,
+      "learning_rate": 9.004916595066446e-05,
+      "loss": 0.0572,
+      "step": 48820
+    },
+    {
+      "grad_norm": 0.7307039499282837,
+      "learning_rate": 9.004421585156962e-05,
+      "loss": 0.0461,
+      "step": 48830
+    },
+    {
+      "grad_norm": 0.8663018941879272,
+      "learning_rate": 9.003926465768094e-05,
+      "loss": 0.0559,
+      "step": 48840
+    },
+    {
+      "grad_norm": 0.5650827884674072,
+      "learning_rate": 9.00343123691338e-05,
+      "loss": 0.0499,
+      "step": 48850
+    },
+    {
+      "grad_norm": 0.6130111217498779,
+      "learning_rate": 9.002935898606361e-05,
+      "loss": 0.0556,
+      "step": 48860
+    },
+    {
+      "grad_norm": 0.5644935965538025,
+      "learning_rate": 9.002440450860579e-05,
+      "loss": 0.0409,
+      "step": 48870
+    },
+    {
+      "grad_norm": 0.3635275363922119,
+      "learning_rate": 9.001944893689578e-05,
+      "loss": 0.0411,
+      "step": 48880
+    },
+    {
+      "grad_norm": 0.5433704853057861,
+      "learning_rate": 9.001449227106908e-05,
+      "loss": 0.0513,
+      "step": 48890
+    },
+    {
+      "grad_norm": 0.5244060158729553,
+      "learning_rate": 9.000953451126118e-05,
+      "loss": 0.0533,
+      "step": 48900
+    },
+    {
+      "grad_norm": 0.5392687320709229,
+      "learning_rate": 9.000457565760764e-05,
+      "loss": 0.0457,
+      "step": 48910
+    },
+    {
+      "grad_norm": 0.5552855134010315,
+      "learning_rate": 8.999961571024405e-05,
+      "loss": 0.0616,
+      "step": 48920
+    },
+    {
+      "grad_norm": 0.5747401118278503,
+      "learning_rate": 8.999465466930597e-05,
+      "loss": 0.0484,
+      "step": 48930
+    },
+    {
+      "grad_norm": 0.564567506313324,
+      "learning_rate": 8.998969253492906e-05,
+      "loss": 0.0538,
+      "step": 48940
+    },
+    {
+      "grad_norm": 0.590727686882019,
+      "learning_rate": 8.998472930724899e-05,
+      "loss": 0.0504,
+      "step": 48950
+    },
+    {
+      "grad_norm": 0.6225653290748596,
+      "learning_rate": 8.997976498640144e-05,
+      "loss": 0.0561,
+      "step": 48960
+    },
+    {
+      "grad_norm": 2.0268733501434326,
+      "learning_rate": 8.997479957252213e-05,
+      "loss": 0.0638,
+      "step": 48970
+    },
+    {
+      "grad_norm": 0.55866938829422,
+      "learning_rate": 8.996983306574682e-05,
+      "loss": 0.0476,
+      "step": 48980
+    },
+    {
+      "grad_norm": 0.6366000771522522,
+      "learning_rate": 8.996486546621129e-05,
+      "loss": 0.0485,
+      "step": 48990
+    },
+    {
+      "grad_norm": 0.6165544986724854,
+      "learning_rate": 8.995989677405135e-05,
+      "loss": 0.0564,
+      "step": 49000
+    },
+    {
+      "grad_norm": 0.8068174123764038,
+      "learning_rate": 8.995492698940284e-05,
+      "loss": 0.0464,
+      "step": 49010
+    },
+    {
+      "grad_norm": 0.434734970331192,
+      "learning_rate": 8.994995611240164e-05,
+      "loss": 0.048,
+      "step": 49020
+    },
+    {
+      "grad_norm": 0.8893352150917053,
+      "learning_rate": 8.994498414318366e-05,
+      "loss": 0.0752,
+      "step": 49030
+    },
+    {
+      "grad_norm": 0.5206230282783508,
+      "learning_rate": 8.994001108188481e-05,
+      "loss": 0.0523,
+      "step": 49040
+    },
+    {
+      "grad_norm": 0.6267284750938416,
+      "learning_rate": 8.993503692864107e-05,
+      "loss": 0.038,
+      "step": 49050
+    },
+    {
+      "grad_norm": 0.8055266737937927,
+      "learning_rate": 8.993006168358841e-05,
+      "loss": 0.0588,
+      "step": 49060
+    },
+    {
+      "grad_norm": 0.5554595589637756,
+      "learning_rate": 8.992508534686287e-05,
+      "loss": 0.0555,
+      "step": 49070
+    },
+    {
+      "grad_norm": 0.798259973526001,
+      "learning_rate": 8.992010791860051e-05,
+      "loss": 0.047,
+      "step": 49080
+    },
+    {
+      "grad_norm": 0.7831912636756897,
+      "learning_rate": 8.991512939893737e-05,
+      "loss": 0.0489,
+      "step": 49090
+    },
+    {
+      "grad_norm": 0.6641559600830078,
+      "learning_rate": 8.99101497880096e-05,
+      "loss": 0.0476,
+      "step": 49100
+    },
+    {
+      "grad_norm": 0.48449578881263733,
+      "learning_rate": 8.990516908595333e-05,
+      "loss": 0.0455,
+      "step": 49110
+    },
+    {
+      "grad_norm": 0.30195972323417664,
+      "learning_rate": 8.990018729290473e-05,
+      "loss": 0.0369,
+      "step": 49120
+    },
+    {
+      "grad_norm": 0.38032156229019165,
+      "learning_rate": 8.9895204409e-05,
+      "loss": 0.0498,
+      "step": 49130
+    },
+    {
+      "grad_norm": 0.4533594846725464,
+      "learning_rate": 8.989022043437536e-05,
+      "loss": 0.0415,
+      "step": 49140
+    },
+    {
+      "grad_norm": 0.42653512954711914,
+      "learning_rate": 8.988523536916709e-05,
+      "loss": 0.0417,
+      "step": 49150
+    },
+    {
+      "grad_norm": 0.398877888917923,
+      "learning_rate": 8.988024921351147e-05,
+      "loss": 0.0483,
+      "step": 49160
+    },
+    {
+      "grad_norm": 0.5214009881019592,
+      "learning_rate": 8.987526196754481e-05,
+      "loss": 0.0424,
+      "step": 49170
+    },
+    {
+      "grad_norm": 0.4512822926044464,
+      "learning_rate": 8.987027363140348e-05,
+      "loss": 0.0404,
+      "step": 49180
+    },
+    {
+      "grad_norm": 0.4709712862968445,
+      "learning_rate": 8.986528420522384e-05,
+      "loss": 0.0427,
+      "step": 49190
+    },
+    {
+      "grad_norm": 0.49709925055503845,
+      "learning_rate": 8.986029368914231e-05,
+      "loss": 0.047,
+      "step": 49200
+    },
+    {
+      "grad_norm": 0.6028858423233032,
+      "learning_rate": 8.985530208329531e-05,
+      "loss": 0.0516,
+      "step": 49210
+    },
+    {
+      "grad_norm": 0.49899718165397644,
+      "learning_rate": 8.985030938781935e-05,
+      "loss": 0.048,
+      "step": 49220
+    },
+    {
+      "grad_norm": 0.9178043007850647,
+      "learning_rate": 8.984531560285088e-05,
+      "loss": 0.0443,
+      "step": 49230
+    },
+    {
+      "grad_norm": 0.6271170973777771,
+      "learning_rate": 8.984032072852647e-05,
+      "loss": 0.0336,
+      "step": 49240
+    },
+    {
+      "grad_norm": 0.6157333254814148,
+      "learning_rate": 8.983532476498264e-05,
+      "loss": 0.0589,
+      "step": 49250
+    },
+    {
+      "grad_norm": 1.0142216682434082,
+      "learning_rate": 8.9830327712356e-05,
+      "loss": 0.0639,
+      "step": 49260
+    },
+    {
+      "grad_norm": 0.44030657410621643,
+      "learning_rate": 8.982532957078317e-05,
+      "loss": 0.0509,
+      "step": 49270
+    },
+    {
+      "grad_norm": 0.6575967669487,
+      "learning_rate": 8.982033034040078e-05,
+      "loss": 0.0477,
+      "step": 49280
+    },
+    {
+      "grad_norm": 0.3965693712234497,
+      "learning_rate": 8.981533002134553e-05,
+      "loss": 0.0484,
+      "step": 49290
+    },
+    {
+      "grad_norm": 0.535734236240387,
+      "learning_rate": 8.981032861375411e-05,
+      "loss": 0.0472,
+      "step": 49300
+    },
+    {
+      "grad_norm": 0.49224305152893066,
+      "learning_rate": 8.980532611776327e-05,
+      "loss": 0.052,
+      "step": 49310
+    },
+    {
+      "grad_norm": 0.47045043110847473,
+      "learning_rate": 8.980032253350976e-05,
+      "loss": 0.0548,
+      "step": 49320
+    },
+    {
+      "grad_norm": 0.44549551606178284,
+      "learning_rate": 8.979531786113039e-05,
+      "loss": 0.0568,
+      "step": 49330
+    },
+    {
+      "grad_norm": 0.6533806324005127,
+      "learning_rate": 8.979031210076199e-05,
+      "loss": 0.0604,
+      "step": 49340
+    },
+    {
+      "grad_norm": 0.40419745445251465,
+      "learning_rate": 8.978530525254138e-05,
+      "loss": 0.0493,
+      "step": 49350
+    },
+    {
+      "grad_norm": 0.5673326253890991,
+      "learning_rate": 8.978029731660548e-05,
+      "loss": 0.042,
+      "step": 49360
+    },
+    {
+      "grad_norm": 0.41027435660362244,
+      "learning_rate": 8.977528829309121e-05,
+      "loss": 0.0408,
+      "step": 49370
+    },
+    {
+      "grad_norm": 0.4502699077129364,
+      "learning_rate": 8.977027818213548e-05,
+      "loss": 0.0381,
+      "step": 49380
+    },
+    {
+      "grad_norm": 0.6684470772743225,
+      "learning_rate": 8.976526698387531e-05,
+      "loss": 0.0437,
+      "step": 49390
+    },
+    {
+      "grad_norm": 0.7330896854400635,
+      "learning_rate": 8.976025469844766e-05,
+      "loss": 0.0604,
+      "step": 49400
+    },
+    {
+      "grad_norm": 1.06681489944458,
+      "learning_rate": 8.975524132598958e-05,
+      "loss": 0.0663,
+      "step": 49410
+    },
+    {
+      "grad_norm": 1.1041796207427979,
+      "learning_rate": 8.975022686663816e-05,
+      "loss": 0.0573,
+      "step": 49420
+    },
+    {
+      "grad_norm": 0.9883832335472107,
+      "learning_rate": 8.974521132053045e-05,
+      "loss": 0.0519,
+      "step": 49430
+    },
+    {
+      "grad_norm": 0.7496740221977234,
+      "learning_rate": 8.97401946878036e-05,
+      "loss": 0.0619,
+      "step": 49440
+    },
+    {
+      "grad_norm": 0.6344165802001953,
+      "learning_rate": 8.973517696859476e-05,
+      "loss": 0.0495,
+      "step": 49450
+    },
+    {
+      "grad_norm": 0.6653317809104919,
+      "learning_rate": 8.97301581630411e-05,
+      "loss": 0.0515,
+      "step": 49460
+    },
+    {
+      "grad_norm": 0.8324390053749084,
+      "learning_rate": 8.972513827127987e-05,
+      "loss": 0.0661,
+      "step": 49470
+    },
+    {
+      "grad_norm": 0.747373640537262,
+      "learning_rate": 8.972011729344824e-05,
+      "loss": 0.0503,
+      "step": 49480
+    },
+    {
+      "grad_norm": 0.5506784915924072,
+      "learning_rate": 8.971509522968356e-05,
+      "loss": 0.0611,
+      "step": 49490
+    },
+    {
+      "grad_norm": 0.5691434741020203,
+      "learning_rate": 8.971007208012309e-05,
+      "loss": 0.0692,
+      "step": 49500
+    },
+    {
+      "grad_norm": 0.6224528551101685,
+      "learning_rate": 8.970504784490417e-05,
+      "loss": 0.0451,
+      "step": 49510
+    },
+    {
+      "grad_norm": 0.6693350672721863,
+      "learning_rate": 8.970002252416415e-05,
+      "loss": 0.0604,
+      "step": 49520
+    },
+    {
+      "grad_norm": 0.8803062438964844,
+      "learning_rate": 8.969499611804041e-05,
+      "loss": 0.0598,
+      "step": 49530
+    },
+    {
+      "grad_norm": 0.5300438404083252,
+      "learning_rate": 8.968996862667042e-05,
+      "loss": 0.0515,
+      "step": 49540
+    },
+    {
+      "grad_norm": 0.4775875508785248,
+      "learning_rate": 8.96849400501916e-05,
+      "loss": 0.0443,
+      "step": 49550
+    },
+    {
+      "grad_norm": 1.051024317741394,
+      "learning_rate": 8.967991038874142e-05,
+      "loss": 0.0499,
+      "step": 49560
+    },
+    {
+      "grad_norm": 0.5674121975898743,
+      "learning_rate": 8.967487964245738e-05,
+      "loss": 0.0501,
+      "step": 49570
+    },
+    {
+      "grad_norm": 0.7666316628456116,
+      "learning_rate": 8.966984781147705e-05,
+      "loss": 0.072,
+      "step": 49580
+    },
+    {
+      "grad_norm": 0.46240299940109253,
+      "learning_rate": 8.966481489593799e-05,
+      "loss": 0.036,
+      "step": 49590
+    },
+    {
+      "grad_norm": 0.5191309452056885,
+      "learning_rate": 8.965978089597778e-05,
+      "loss": 0.0454,
+      "step": 49600
+    },
+    {
+      "grad_norm": 0.511976957321167,
+      "learning_rate": 8.965474581173406e-05,
+      "loss": 0.0543,
+      "step": 49610
+    },
+    {
+      "grad_norm": 0.5174558162689209,
+      "learning_rate": 8.964970964334449e-05,
+      "loss": 0.0514,
+      "step": 49620
+    },
+    {
+      "grad_norm": 0.9809896349906921,
+      "learning_rate": 8.964467239094677e-05,
+      "loss": 0.0553,
+      "step": 49630
+    },
+    {
+      "grad_norm": 0.7826922535896301,
+      "learning_rate": 8.963963405467858e-05,
+      "loss": 0.0547,
+      "step": 49640
+    },
+    {
+      "grad_norm": 1.0272942781448364,
+      "learning_rate": 8.96345946346777e-05,
+      "loss": 0.0634,
+      "step": 49650
+    },
+    {
+      "grad_norm": 0.42492806911468506,
+      "learning_rate": 8.962955413108187e-05,
+      "loss": 0.0364,
+      "step": 49660
+    },
+    {
+      "grad_norm": 0.4881943464279175,
+      "learning_rate": 8.962451254402896e-05,
+      "loss": 0.0412,
+      "step": 49670
+    },
+    {
+      "grad_norm": 1.2011654376983643,
+      "learning_rate": 8.961946987365673e-05,
+      "loss": 0.0484,
+      "step": 49680
+    },
+    {
+      "grad_norm": 0.4368753731250763,
+      "learning_rate": 8.961442612010308e-05,
+      "loss": 0.0482,
+      "step": 49690
+    },
+    {
+      "grad_norm": 0.4787503182888031,
+      "learning_rate": 8.960938128350591e-05,
+      "loss": 0.0415,
+      "step": 49700
+    },
+    {
+      "grad_norm": 1.2786734104156494,
+      "learning_rate": 8.960433536400313e-05,
+      "loss": 0.0526,
+      "step": 49710
+    },
+    {
+      "grad_norm": 0.490382581949234,
+      "learning_rate": 8.95992883617327e-05,
+      "loss": 0.0357,
+      "step": 49720
+    },
+    {
+      "grad_norm": 0.6624704003334045,
+      "learning_rate": 8.95942402768326e-05,
+      "loss": 0.0465,
+      "step": 49730
+    },
+    {
+      "grad_norm": 0.47221359610557556,
+      "learning_rate": 8.958919110944087e-05,
+      "loss": 0.079,
+      "step": 49740
+    },
+    {
+      "grad_norm": 0.4441322088241577,
+      "learning_rate": 8.95841408596955e-05,
+      "loss": 0.0457,
+      "step": 49750
+    },
+    {
+      "grad_norm": 0.40453052520751953,
+      "learning_rate": 8.957908952773461e-05,
+      "loss": 0.0358,
+      "step": 49760
+    },
+    {
+      "grad_norm": 0.6827235221862793,
+      "learning_rate": 8.957403711369628e-05,
+      "loss": 0.0556,
+      "step": 49770
+    },
+    {
+      "grad_norm": 0.5341347455978394,
+      "learning_rate": 8.956898361771863e-05,
+      "loss": 0.0454,
+      "step": 49780
+    },
+    {
+      "grad_norm": 0.4465799331665039,
+      "learning_rate": 8.956392903993984e-05,
+      "loss": 0.052,
+      "step": 49790
+    },
+    {
+      "grad_norm": 0.8135903477668762,
+      "learning_rate": 8.955887338049809e-05,
+      "loss": 0.0677,
+      "step": 49800
+    },
+    {
+      "grad_norm": 0.44220244884490967,
+      "learning_rate": 8.955381663953159e-05,
+      "loss": 0.0483,
+      "step": 49810
+    },
+    {
+      "grad_norm": 0.5949645638465881,
+      "learning_rate": 8.954875881717864e-05,
+      "loss": 0.043,
+      "step": 49820
+    },
+    {
+      "grad_norm": 0.3924080729484558,
+      "learning_rate": 8.954369991357745e-05,
+      "loss": 0.0489,
+      "step": 49830
+    },
+    {
+      "grad_norm": 0.3536205589771271,
+      "learning_rate": 8.953863992886638e-05,
+      "loss": 0.0415,
+      "step": 49840
+    },
+    {
+      "grad_norm": 0.9824429750442505,
+      "learning_rate": 8.953357886318372e-05,
+      "loss": 0.0439,
+      "step": 49850
+    },
+    {
+      "grad_norm": 0.42631417512893677,
+      "learning_rate": 8.952851671666788e-05,
+      "loss": 0.0414,
+      "step": 49860
+    },
+    {
+      "grad_norm": 0.5505945086479187,
+      "learning_rate": 8.952345348945725e-05,
+      "loss": 0.0441,
+      "step": 49870
+    },
+    {
+      "grad_norm": 0.6303761005401611,
+      "learning_rate": 8.951838918169027e-05,
+      "loss": 0.0587,
+      "step": 49880
+    },
+    {
+      "grad_norm": 0.3535996079444885,
+      "learning_rate": 8.951332379350535e-05,
+      "loss": 0.0422,
+      "step": 49890
+    },
+    {
+      "grad_norm": 0.3719363808631897,
+      "learning_rate": 8.9508257325041e-05,
+      "loss": 0.0613,
+      "step": 49900
+    },
+    {
+      "grad_norm": 0.8228573799133301,
+      "learning_rate": 8.950318977643574e-05,
+      "loss": 0.0434,
+      "step": 49910
+    },
+    {
+      "grad_norm": 1.1769800186157227,
+      "learning_rate": 8.949812114782811e-05,
+      "loss": 0.0562,
+      "step": 49920
+    },
+    {
+      "grad_norm": 0.6835915446281433,
+      "learning_rate": 8.949305143935669e-05,
+      "loss": 0.0536,
+      "step": 49930
+    },
+    {
+      "grad_norm": 0.8548206090927124,
+      "learning_rate": 8.948798065116008e-05,
+      "loss": 0.0526,
+      "step": 49940
+    },
+    {
+      "grad_norm": 0.6165660619735718,
+      "learning_rate": 8.948290878337692e-05,
+      "loss": 0.0413,
+      "step": 49950
+    },
+    {
+      "grad_norm": 0.4251493215560913,
+      "learning_rate": 8.947783583614586e-05,
+      "loss": 0.0503,
+      "step": 49960
+    },
+    {
+      "grad_norm": 0.7641896605491638,
+      "learning_rate": 8.947276180960559e-05,
+      "loss": 0.0426,
+      "step": 49970
+    },
+    {
+      "grad_norm": 0.48597145080566406,
+      "learning_rate": 8.946768670389487e-05,
+      "loss": 0.0641,
+      "step": 49980
+    },
+    {
+      "grad_norm": 0.7033815383911133,
+      "learning_rate": 8.94626105191524e-05,
+      "loss": 0.0384,
+      "step": 49990
+    },
+    {
+      "grad_norm": 0.5719709992408752,
+      "learning_rate": 8.9457533255517e-05,
+      "loss": 0.0509,
+      "step": 50000
+    },
+    {
+      "grad_norm": 0.914472222328186,
+      "learning_rate": 8.945245491312744e-05,
+      "loss": 0.0456,
+      "step": 50010
+    },
+    {
+      "grad_norm": 0.6189765930175781,
+      "learning_rate": 8.944737549212261e-05,
+      "loss": 0.0443,
+      "step": 50020
+    },
+    {
+      "grad_norm": 0.4910527467727661,
+      "learning_rate": 8.944229499264135e-05,
+      "loss": 0.0461,
+      "step": 50030
+    },
+    {
+      "grad_norm": 0.7193816900253296,
+      "learning_rate": 8.943721341482253e-05,
+      "loss": 0.0548,
+      "step": 50040
+    },
+    {
+      "grad_norm": 0.9121129512786865,
+      "learning_rate": 8.943213075880514e-05,
+      "loss": 0.0468,
+      "step": 50050
+    },
+    {
+      "grad_norm": 0.8441412448883057,
+      "learning_rate": 8.942704702472812e-05,
+      "loss": 0.0692,
+      "step": 50060
+    },
+    {
+      "grad_norm": 0.5036449432373047,
+      "learning_rate": 8.942196221273043e-05,
+      "loss": 0.0431,
+      "step": 50070
+    },
+    {
+      "grad_norm": 0.35901907086372375,
+      "learning_rate": 8.94168763229511e-05,
+      "loss": 0.0347,
+      "step": 50080
+    },
+    {
+      "grad_norm": 0.4704076051712036,
+      "learning_rate": 8.941178935552918e-05,
+      "loss": 0.0522,
+      "step": 50090
+    },
+    {
+      "grad_norm": 0.43674811720848083,
+      "learning_rate": 8.940670131060375e-05,
+      "loss": 0.0413,
+      "step": 50100
+    },
+    {
+      "grad_norm": 0.9303649663925171,
+      "learning_rate": 8.940161218831391e-05,
+      "loss": 0.0506,
+      "step": 50110
+    },
+    {
+      "grad_norm": 0.6524479985237122,
+      "learning_rate": 8.939652198879879e-05,
+      "loss": 0.0445,
+      "step": 50120
+    },
+    {
+      "grad_norm": 0.7617766857147217,
+      "learning_rate": 8.939143071219758e-05,
+      "loss": 0.0427,
+      "step": 50130
+    },
+    {
+      "grad_norm": 0.5124600529670715,
+      "learning_rate": 8.938633835864944e-05,
+      "loss": 0.0411,
+      "step": 50140
+    },
+    {
+      "grad_norm": 0.6810181140899658,
+      "learning_rate": 8.93812449282936e-05,
+      "loss": 0.038,
+      "step": 50150
+    },
+    {
+      "grad_norm": 0.7213748097419739,
+      "learning_rate": 8.937615042126932e-05,
+      "loss": 0.0476,
+      "step": 50160
+    },
+    {
+      "grad_norm": 0.6664255857467651,
+      "learning_rate": 8.937105483771588e-05,
+      "loss": 0.048,
+      "step": 50170
+    },
+    {
+      "grad_norm": 0.6796830296516418,
+      "learning_rate": 8.936595817777261e-05,
+      "loss": 0.0554,
+      "step": 50180
+    },
+    {
+      "grad_norm": 0.7034987211227417,
+      "learning_rate": 8.936086044157881e-05,
+      "loss": 0.0449,
+      "step": 50190
+    },
+    {
+      "grad_norm": 0.9291708469390869,
+      "learning_rate": 8.935576162927388e-05,
+      "loss": 0.0456,
+      "step": 50200
+    },
+    {
+      "grad_norm": 0.5608726143836975,
+      "learning_rate": 8.935066174099721e-05,
+      "loss": 0.0506,
+      "step": 50210
+    },
+    {
+      "grad_norm": 0.5928551554679871,
+      "learning_rate": 8.934556077688823e-05,
+      "loss": 0.0402,
+      "step": 50220
+    },
+    {
+      "grad_norm": 0.560652494430542,
+      "learning_rate": 8.934045873708641e-05,
+      "loss": 0.0548,
+      "step": 50230
+    },
+    {
+      "grad_norm": 0.6033722162246704,
+      "learning_rate": 8.933535562173121e-05,
+      "loss": 0.0547,
+      "step": 50240
+    },
+    {
+      "grad_norm": 0.7290727496147156,
+      "learning_rate": 8.933025143096219e-05,
+      "loss": 0.0745,
+      "step": 50250
+    },
+    {
+      "grad_norm": 0.6474990248680115,
+      "learning_rate": 8.932514616491885e-05,
+      "loss": 0.0614,
+      "step": 50260
+    },
+    {
+      "grad_norm": 0.6915316581726074,
+      "learning_rate": 8.93200398237408e-05,
+      "loss": 0.0593,
+      "step": 50270
+    },
+    {
+      "grad_norm": 0.8025569319725037,
+      "learning_rate": 8.931493240756762e-05,
+      "loss": 0.0674,
+      "step": 50280
+    },
+    {
+      "grad_norm": 0.459741473197937,
+      "learning_rate": 8.930982391653897e-05,
+      "loss": 0.0492,
+      "step": 50290
+    },
+    {
+      "grad_norm": 0.7773531079292297,
+      "learning_rate": 8.93047143507945e-05,
+      "loss": 0.0523,
+      "step": 50300
+    },
+    {
+      "grad_norm": 0.49940750002861023,
+      "learning_rate": 8.92996037104739e-05,
+      "loss": 0.0489,
+      "step": 50310
+    },
+    {
+      "grad_norm": 0.7442473769187927,
+      "learning_rate": 8.929449199571692e-05,
+      "loss": 0.0407,
+      "step": 50320
+    },
+    {
+      "grad_norm": 0.7105170488357544,
+      "learning_rate": 8.928937920666325e-05,
+      "loss": 0.0403,
+      "step": 50330
+    },
+    {
+      "grad_norm": 0.7410491704940796,
+      "learning_rate": 8.928426534345274e-05,
+      "loss": 0.0401,
+      "step": 50340
+    },
+    {
+      "grad_norm": 0.6643478274345398,
+      "learning_rate": 8.927915040622518e-05,
+      "loss": 0.045,
+      "step": 50350
+    },
+    {
+      "grad_norm": 0.5758014917373657,
+      "learning_rate": 8.927403439512039e-05,
+      "loss": 0.0494,
+      "step": 50360
+    },
+    {
+      "grad_norm": 0.740488588809967,
+      "learning_rate": 8.926891731027826e-05,
+      "loss": 0.068,
+      "step": 50370
+    },
+    {
+      "grad_norm": 0.46770206093788147,
+      "learning_rate": 8.926379915183869e-05,
+      "loss": 0.0479,
+      "step": 50380
+    },
+    {
+      "grad_norm": 0.5310547947883606,
+      "learning_rate": 8.925867991994159e-05,
+      "loss": 0.0563,
+      "step": 50390
+    },
+    {
+      "grad_norm": 0.43920883536338806,
+      "learning_rate": 8.925355961472692e-05,
+      "loss": 0.051,
+      "step": 50400
+    },
+    {
+      "grad_norm": 0.7709836363792419,
+      "learning_rate": 8.924843823633471e-05,
+      "loss": 0.0658,
+      "step": 50410
+    },
+    {
+      "grad_norm": 0.6025333404541016,
+      "learning_rate": 8.924331578490492e-05,
+      "loss": 0.0628,
+      "step": 50420
+    },
+    {
+      "grad_norm": 0.5859851241111755,
+      "learning_rate": 8.923819226057762e-05,
+      "loss": 0.066,
+      "step": 50430
+    },
+    {
+      "grad_norm": 0.44011610746383667,
+      "learning_rate": 8.923306766349288e-05,
+      "loss": 0.0456,
+      "step": 50440
+    },
+    {
+      "grad_norm": 0.6620529294013977,
+      "learning_rate": 8.922794199379084e-05,
+      "loss": 0.049,
+      "step": 50450
+    },
+    {
+      "grad_norm": 1.2061339616775513,
+      "learning_rate": 8.922281525161157e-05,
+      "loss": 0.0632,
+      "step": 50460
+    },
+    {
+      "grad_norm": 1.6312291622161865,
+      "learning_rate": 8.921768743709528e-05,
+      "loss": 0.0417,
+      "step": 50470
+    },
+    {
+      "grad_norm": 0.745357096195221,
+      "learning_rate": 8.921255855038215e-05,
+      "loss": 0.0568,
+      "step": 50480
+    },
+    {
+      "grad_norm": 0.7222909331321716,
+      "learning_rate": 8.92074285916124e-05,
+      "loss": 0.0483,
+      "step": 50490
+    },
+    {
+      "grad_norm": 0.5163357257843018,
+      "learning_rate": 8.920229756092626e-05,
+      "loss": 0.0426,
+      "step": 50500
+    },
+    {
+      "grad_norm": 0.5537539720535278,
+      "learning_rate": 8.919716545846406e-05,
+      "loss": 0.0442,
+      "step": 50510
+    },
+    {
+      "grad_norm": 0.5063778758049011,
+      "learning_rate": 8.919203228436608e-05,
+      "loss": 0.0464,
+      "step": 50520
+    },
+    {
+      "grad_norm": 0.4833618104457855,
+      "learning_rate": 8.918689803877265e-05,
+      "loss": 0.0508,
+      "step": 50530
+    },
+    {
+      "grad_norm": 0.5304726362228394,
+      "learning_rate": 8.918176272182415e-05,
+      "loss": 0.0537,
+      "step": 50540
+    },
+    {
+      "grad_norm": 0.5637051463127136,
+      "learning_rate": 8.917662633366099e-05,
+      "loss": 0.0471,
+      "step": 50550
+    },
+    {
+      "grad_norm": 0.4109736979007721,
+      "learning_rate": 8.917148887442357e-05,
+      "loss": 0.0425,
+      "step": 50560
+    },
+    {
+      "grad_norm": 0.5308313965797424,
+      "learning_rate": 8.916635034425235e-05,
+      "loss": 0.0495,
+      "step": 50570
+    },
+    {
+      "grad_norm": 0.6136873960494995,
+      "learning_rate": 8.916121074328786e-05,
+      "loss": 0.0374,
+      "step": 50580
+    },
+    {
+      "grad_norm": 0.4133606255054474,
+      "learning_rate": 8.915607007167055e-05,
+      "loss": 0.0469,
+      "step": 50590
+    },
+    {
+      "grad_norm": 0.4524261951446533,
+      "learning_rate": 8.915092832954102e-05,
+      "loss": 0.0422,
+      "step": 50600
+    },
+    {
+      "grad_norm": 0.6002103686332703,
+      "learning_rate": 8.91457855170398e-05,
+      "loss": 0.0438,
+      "step": 50610
+    },
+    {
+      "grad_norm": 0.8570559620857239,
+      "learning_rate": 8.914064163430751e-05,
+      "loss": 0.0472,
+      "step": 50620
+    },
+    {
+      "grad_norm": 1.1181151866912842,
+      "learning_rate": 8.913549668148479e-05,
+      "loss": 0.0382,
+      "step": 50630
+    },
+    {
+      "grad_norm": 0.5610479116439819,
+      "learning_rate": 8.91303506587123e-05,
+      "loss": 0.0424,
+      "step": 50640
+    },
+    {
+      "grad_norm": 0.39693906903266907,
+      "learning_rate": 8.91252035661307e-05,
+      "loss": 0.0692,
+      "step": 50650
+    },
+    {
+      "grad_norm": 0.7247180342674255,
+      "learning_rate": 8.912005540388076e-05,
+      "loss": 0.0531,
+      "step": 50660
+    },
+    {
+      "grad_norm": 0.394420862197876,
+      "learning_rate": 8.911490617210319e-05,
+      "loss": 0.036,
+      "step": 50670
+    },
+    {
+      "grad_norm": 0.3644818961620331,
+      "learning_rate": 8.910975587093877e-05,
+      "loss": 0.0559,
+      "step": 50680
+    },
+    {
+      "grad_norm": 0.5526459217071533,
+      "learning_rate": 8.910460450052832e-05,
+      "loss": 0.0402,
+      "step": 50690
+    },
+    {
+      "grad_norm": 0.9389615654945374,
+      "learning_rate": 8.909945206101268e-05,
+      "loss": 0.0473,
+      "step": 50700
+    },
+    {
+      "grad_norm": 0.426825612783432,
+      "learning_rate": 8.909429855253271e-05,
+      "loss": 0.04,
+      "step": 50710
+    },
+    {
+      "grad_norm": 0.7271881103515625,
+      "learning_rate": 8.90891439752293e-05,
+      "loss": 0.0571,
+      "step": 50720
+    },
+    {
+      "grad_norm": 0.602515697479248,
+      "learning_rate": 8.908398832924338e-05,
+      "loss": 0.054,
+      "step": 50730
+    },
+    {
+      "grad_norm": 0.7576499581336975,
+      "learning_rate": 8.907883161471591e-05,
+      "loss": 0.0528,
+      "step": 50740
+    },
+    {
+      "grad_norm": 0.5043877959251404,
+      "learning_rate": 8.907367383178786e-05,
+      "loss": 0.0455,
+      "step": 50750
+    },
+    {
+      "grad_norm": 0.44497451186180115,
+      "learning_rate": 8.906851498060025e-05,
+      "loss": 0.0415,
+      "step": 50760
+    },
+    {
+      "grad_norm": 0.8857517838478088,
+      "learning_rate": 8.906335506129411e-05,
+      "loss": 0.0459,
+      "step": 50770
+    },
+    {
+      "grad_norm": 0.5477506518363953,
+      "learning_rate": 8.905819407401052e-05,
+      "loss": 0.0479,
+      "step": 50780
+    },
+    {
+      "grad_norm": 0.5607220530509949,
+      "learning_rate": 8.905303201889058e-05,
+      "loss": 0.0428,
+      "step": 50790
+    },
+    {
+      "grad_norm": 0.6267293691635132,
+      "learning_rate": 8.904786889607541e-05,
+      "loss": 0.0421,
+      "step": 50800
+    },
+    {
+      "grad_norm": 0.6477819085121155,
+      "learning_rate": 8.904270470570619e-05,
+      "loss": 0.0447,
+      "step": 50810
+    },
+    {
+      "grad_norm": 0.654279887676239,
+      "learning_rate": 8.903753944792408e-05,
+      "loss": 0.0435,
+      "step": 50820
+    },
+    {
+      "grad_norm": 0.5194525122642517,
+      "learning_rate": 8.903237312287031e-05,
+      "loss": 0.0295,
+      "step": 50830
+    },
+    {
+      "grad_norm": 0.7054762244224548,
+      "learning_rate": 8.902720573068612e-05,
+      "loss": 0.0458,
+      "step": 50840
+    },
+    {
+      "grad_norm": 0.5588445067405701,
+      "learning_rate": 8.90220372715128e-05,
+      "loss": 0.0458,
+      "step": 50850
+    },
+    {
+      "grad_norm": 0.6336686015129089,
+      "learning_rate": 8.901686774549162e-05,
+      "loss": 0.0686,
+      "step": 50860
+    },
+    {
+      "grad_norm": 0.9106007218360901,
+      "learning_rate": 8.901169715276394e-05,
+      "loss": 0.0531,
+      "step": 50870
+    },
+    {
+      "grad_norm": 0.918599545955658,
+      "learning_rate": 8.900652549347113e-05,
+      "loss": 0.0467,
+      "step": 50880
+    },
+    {
+      "grad_norm": 0.9194434285163879,
+      "learning_rate": 8.900135276775454e-05,
+      "loss": 0.0805,
+      "step": 50890
+    },
+    {
+      "grad_norm": 0.598770797252655,
+      "learning_rate": 8.899617897575564e-05,
+      "loss": 0.0435,
+      "step": 50900
+    },
+    {
+      "grad_norm": 0.7770384550094604,
+      "learning_rate": 8.899100411761585e-05,
+      "loss": 0.0541,
+      "step": 50910
+    },
+    {
+      "grad_norm": 0.7711860537528992,
+      "learning_rate": 8.898582819347665e-05,
+      "loss": 0.0458,
+      "step": 50920
+    },
+    {
+      "grad_norm": 0.9448152184486389,
+      "learning_rate": 8.898065120347956e-05,
+      "loss": 0.0688,
+      "step": 50930
+    },
+    {
+      "grad_norm": 0.7779993414878845,
+      "learning_rate": 8.89754731477661e-05,
+      "loss": 0.0471,
+      "step": 50940
+    },
+    {
+      "grad_norm": 0.5104960203170776,
+      "learning_rate": 8.897029402647787e-05,
+      "loss": 0.0417,
+      "step": 50950
+    },
+    {
+      "grad_norm": 0.48429766297340393,
+      "learning_rate": 8.896511383975643e-05,
+      "loss": 0.0442,
+      "step": 50960
+    },
+    {
+      "grad_norm": 1.1681723594665527,
+      "learning_rate": 8.89599325877434e-05,
+      "loss": 0.046,
+      "step": 50970
+    },
+    {
+      "grad_norm": 0.5420631766319275,
+      "learning_rate": 8.895475027058046e-05,
+      "loss": 0.0461,
+      "step": 50980
+    },
+    {
+      "grad_norm": 0.6764789819717407,
+      "learning_rate": 8.89495668884093e-05,
+      "loss": 0.0466,
+      "step": 50990
+    },
+    {
+      "grad_norm": 0.7017671465873718,
+      "learning_rate": 8.89443824413716e-05,
+      "loss": 0.061,
+      "step": 51000
+    },
+    {
+      "grad_norm": 0.5155240893363953,
+      "learning_rate": 8.893919692960912e-05,
+      "loss": 0.0578,
+      "step": 51010
+    },
+    {
+      "grad_norm": 0.4962780177593231,
+      "learning_rate": 8.89340103532636e-05,
+      "loss": 0.042,
+      "step": 51020
+    },
+    {
+      "grad_norm": 1.2273186445236206,
+      "learning_rate": 8.892882271247689e-05,
+      "loss": 0.045,
+      "step": 51030
+    },
+    {
+      "grad_norm": 0.5128408670425415,
+      "learning_rate": 8.892363400739079e-05,
+      "loss": 0.0533,
+      "step": 51040
+    },
+    {
+      "grad_norm": 0.6570837497711182,
+      "learning_rate": 8.891844423814715e-05,
+      "loss": 0.0523,
+      "step": 51050
+    },
+    {
+      "grad_norm": 0.4501485526561737,
+      "learning_rate": 8.891325340488787e-05,
+      "loss": 0.0556,
+      "step": 51060
+    },
+    {
+      "grad_norm": 0.5679407715797424,
+      "learning_rate": 8.890806150775486e-05,
+      "loss": 0.0515,
+      "step": 51070
+    },
+    {
+      "grad_norm": 0.7301923036575317,
+      "learning_rate": 8.890286854689007e-05,
+      "loss": 0.06,
+      "step": 51080
+    },
+    {
+      "grad_norm": 1.7905679941177368,
+      "learning_rate": 8.889767452243546e-05,
+      "loss": 0.0415,
+      "step": 51090
+    },
+    {
+      "grad_norm": 0.9084315896034241,
+      "learning_rate": 8.889247943453305e-05,
+      "loss": 0.054,
+      "step": 51100
+    },
+    {
+      "grad_norm": 0.6174174547195435,
+      "learning_rate": 8.888728328332488e-05,
+      "loss": 0.045,
+      "step": 51110
+    },
+    {
+      "grad_norm": 0.36329302191734314,
+      "learning_rate": 8.888208606895296e-05,
+      "loss": 0.0618,
+      "step": 51120
+    },
+    {
+      "grad_norm": 0.802941083908081,
+      "learning_rate": 8.887688779155943e-05,
+      "loss": 0.0512,
+      "step": 51130
+    },
+    {
+      "grad_norm": 0.5990851521492004,
+      "learning_rate": 8.88716884512864e-05,
+      "loss": 0.0654,
+      "step": 51140
+    },
+    {
+      "grad_norm": 0.8670472502708435,
+      "learning_rate": 8.8866488048276e-05,
+      "loss": 0.0571,
+      "step": 51150
+    },
+    {
+      "grad_norm": 0.710052490234375,
+      "learning_rate": 8.886128658267041e-05,
+      "loss": 0.0514,
+      "step": 51160
+    },
+    {
+      "grad_norm": 0.7300209999084473,
+      "learning_rate": 8.885608405461187e-05,
+      "loss": 0.0603,
+      "step": 51170
+    },
+    {
+      "grad_norm": 0.5280730128288269,
+      "learning_rate": 8.885088046424258e-05,
+      "loss": 0.0433,
+      "step": 51180
+    },
+    {
+      "grad_norm": 0.5936734676361084,
+      "learning_rate": 8.88456758117048e-05,
+      "loss": 0.0542,
+      "step": 51190
+    },
+    {
+      "grad_norm": 0.7227916717529297,
+      "learning_rate": 8.884047009714084e-05,
+      "loss": 0.0501,
+      "step": 51200
+    },
+    {
+      "grad_norm": 0.5368281006813049,
+      "learning_rate": 8.883526332069304e-05,
+      "loss": 0.0698,
+      "step": 51210
+    },
+    {
+      "grad_norm": 0.43241578340530396,
+      "learning_rate": 8.88300554825037e-05,
+      "loss": 0.053,
+      "step": 51220
+    },
+    {
+      "grad_norm": 0.5746235847473145,
+      "learning_rate": 8.882484658271526e-05,
+      "loss": 0.0666,
+      "step": 51230
+    },
+    {
+      "grad_norm": 0.5404095649719238,
+      "learning_rate": 8.881963662147008e-05,
+      "loss": 0.0472,
+      "step": 51240
+    },
+    {
+      "grad_norm": 0.5370345711708069,
+      "learning_rate": 8.881442559891063e-05,
+      "loss": 0.0469,
+      "step": 51250
+    },
+    {
+      "grad_norm": 0.6915647387504578,
+      "learning_rate": 8.880921351517934e-05,
+      "loss": 0.057,
+      "step": 51260
+    },
+    {
+      "grad_norm": 0.6679696440696716,
+      "learning_rate": 8.880400037041876e-05,
+      "loss": 0.0452,
+      "step": 51270
+    },
+    {
+      "grad_norm": 0.5452608466148376,
+      "learning_rate": 8.87987861647714e-05,
+      "loss": 0.0434,
+      "step": 51280
+    },
+    {
+      "grad_norm": 0.4493235647678375,
+      "learning_rate": 8.879357089837977e-05,
+      "loss": 0.0459,
+      "step": 51290
+    },
+    {
+      "grad_norm": 0.7463662624359131,
+      "learning_rate": 8.87883545713865e-05,
+      "loss": 0.06,
+      "step": 51300
+    },
+    {
+      "grad_norm": 0.5803684592247009,
+      "learning_rate": 8.87831371839342e-05,
+      "loss": 0.0506,
+      "step": 51310
+    },
+    {
+      "grad_norm": 0.3467475175857544,
+      "learning_rate": 8.877791873616548e-05,
+      "loss": 0.0452,
+      "step": 51320
+    },
+    {
+      "grad_norm": 0.9199070930480957,
+      "learning_rate": 8.877269922822305e-05,
+      "loss": 0.0659,
+      "step": 51330
+    },
+    {
+      "grad_norm": 0.6773914098739624,
+      "learning_rate": 8.876747866024956e-05,
+      "loss": 0.0578,
+      "step": 51340
+    },
+    {
+      "grad_norm": 0.9336717128753662,
+      "learning_rate": 8.876225703238778e-05,
+      "loss": 0.051,
+      "step": 51350
+    },
+    {
+      "grad_norm": 0.5756871700286865,
+      "learning_rate": 8.875703434478047e-05,
+      "loss": 0.0507,
+      "step": 51360
+    },
+    {
+      "grad_norm": 0.64304518699646,
+      "learning_rate": 8.875181059757038e-05,
+      "loss": 0.0512,
+      "step": 51370
+    },
+    {
+      "grad_norm": 0.5576359033584595,
+      "learning_rate": 8.874658579090036e-05,
+      "loss": 0.0493,
+      "step": 51380
+    },
+    {
+      "grad_norm": 0.5254706144332886,
+      "learning_rate": 8.874135992491323e-05,
+      "loss": 0.0452,
+      "step": 51390
+    },
+    {
+      "grad_norm": 0.6728185415267944,
+      "learning_rate": 8.87361329997519e-05,
+      "loss": 0.0586,
+      "step": 51400
+    },
+    {
+      "grad_norm": 0.5876482725143433,
+      "learning_rate": 8.873090501555922e-05,
+      "loss": 0.0429,
+      "step": 51410
+    },
+    {
+      "grad_norm": 0.6455147862434387,
+      "learning_rate": 8.872567597247816e-05,
+      "loss": 0.0505,
+      "step": 51420
+    },
+    {
+      "grad_norm": 0.954248309135437,
+      "learning_rate": 8.872044587065167e-05,
+      "loss": 0.0505,
+      "step": 51430
+    },
+    {
+      "grad_norm": 0.6406594514846802,
+      "learning_rate": 8.871521471022273e-05,
+      "loss": 0.0387,
+      "step": 51440
+    },
+    {
+      "grad_norm": 0.6359517574310303,
+      "learning_rate": 8.870998249133435e-05,
+      "loss": 0.0596,
+      "step": 51450
+    },
+    {
+      "grad_norm": 0.5189629793167114,
+      "learning_rate": 8.870474921412962e-05,
+      "loss": 0.0491,
+      "step": 51460
+    },
+    {
+      "grad_norm": 0.6406062245368958,
+      "learning_rate": 8.869951487875157e-05,
+      "loss": 0.0477,
+      "step": 51470
+    },
+    {
+      "grad_norm": 0.7081637978553772,
+      "learning_rate": 8.869427948534332e-05,
+      "loss": 0.0477,
+      "step": 51480
+    },
+    {
+      "grad_norm": 0.8761494159698486,
+      "learning_rate": 8.868904303404801e-05,
+      "loss": 0.0473,
+      "step": 51490
+    },
+    {
+      "grad_norm": 0.7037971019744873,
+      "learning_rate": 8.86838055250088e-05,
+      "loss": 0.0561,
+      "step": 51500
+    },
+    {
+      "grad_norm": 0.5876902937889099,
+      "learning_rate": 8.867856695836888e-05,
+      "loss": 0.054,
+      "step": 51510
+    },
+    {
+      "grad_norm": 1.167954921722412,
+      "learning_rate": 8.867332733427147e-05,
+      "loss": 0.0577,
+      "step": 51520
+    },
+    {
+      "grad_norm": 0.6523448824882507,
+      "learning_rate": 8.866808665285981e-05,
+      "loss": 0.0511,
+      "step": 51530
+    },
+    {
+      "grad_norm": 0.641671359539032,
+      "learning_rate": 8.866284491427721e-05,
+      "loss": 0.0607,
+      "step": 51540
+    },
+    {
+      "grad_norm": 0.5229414105415344,
+      "learning_rate": 8.865760211866694e-05,
+      "loss": 0.0527,
+      "step": 51550
+    },
+    {
+      "grad_norm": 0.478037029504776,
+      "learning_rate": 8.865235826617235e-05,
+      "loss": 0.0409,
+      "step": 51560
+    },
+    {
+      "grad_norm": 0.688055694103241,
+      "learning_rate": 8.86471133569368e-05,
+      "loss": 0.0666,
+      "step": 51570
+    },
+    {
+      "grad_norm": 1.4759095907211304,
+      "learning_rate": 8.86418673911037e-05,
+      "loss": 0.0576,
+      "step": 51580
+    },
+    {
+      "grad_norm": 0.572922945022583,
+      "learning_rate": 8.863662036881647e-05,
+      "loss": 0.0439,
+      "step": 51590
+    },
+    {
+      "grad_norm": 0.5138960480690002,
+      "learning_rate": 8.863137229021854e-05,
+      "loss": 0.0579,
+      "step": 51600
+    },
+    {
+      "grad_norm": 0.7752368450164795,
+      "learning_rate": 8.862612315545341e-05,
+      "loss": 0.0395,
+      "step": 51610
+    },
+    {
+      "grad_norm": 0.5427494049072266,
+      "learning_rate": 8.862087296466459e-05,
+      "loss": 0.0477,
+      "step": 51620
+    },
+    {
+      "grad_norm": 0.7922075986862183,
+      "learning_rate": 8.86156217179956e-05,
+      "loss": 0.0475,
+      "step": 51630
+    },
+    {
+      "grad_norm": 0.45541858673095703,
+      "learning_rate": 8.861036941559002e-05,
+      "loss": 0.0489,
+      "step": 51640
+    },
+    {
+      "grad_norm": 0.5695688724517822,
+      "learning_rate": 8.860511605759146e-05,
+      "loss": 0.063,
+      "step": 51650
+    },
+    {
+      "grad_norm": 0.5591080188751221,
+      "learning_rate": 8.859986164414351e-05,
+      "loss": 0.0416,
+      "step": 51660
+    },
+    {
+      "grad_norm": 0.5646474957466125,
+      "learning_rate": 8.859460617538986e-05,
+      "loss": 0.0612,
+      "step": 51670
+    },
+    {
+      "grad_norm": 0.528770387172699,
+      "learning_rate": 8.858934965147417e-05,
+      "loss": 0.0466,
+      "step": 51680
+    },
+    {
+      "grad_norm": 0.6465003490447998,
+      "learning_rate": 8.858409207254018e-05,
+      "loss": 0.0532,
+      "step": 51690
+    },
+    {
+      "grad_norm": 0.5401199460029602,
+      "learning_rate": 8.857883343873157e-05,
+      "loss": 0.0466,
+      "step": 51700
+    },
+    {
+      "grad_norm": 0.3903225362300873,
+      "learning_rate": 8.857357375019218e-05,
+      "loss": 0.0462,
+      "step": 51710
+    },
+    {
+      "grad_norm": 0.5307822227478027,
+      "learning_rate": 8.856831300706575e-05,
+      "loss": 0.0491,
+      "step": 51720
+    },
+    {
+      "grad_norm": 0.9509256482124329,
+      "learning_rate": 8.856305120949614e-05,
+      "loss": 0.0455,
+      "step": 51730
+    },
+    {
+      "grad_norm": 0.5002453327178955,
+      "learning_rate": 8.85577883576272e-05,
+      "loss": 0.0505,
+      "step": 51740
+    },
+    {
+      "grad_norm": 0.44399774074554443,
+      "learning_rate": 8.855252445160281e-05,
+      "loss": 0.0748,
+      "step": 51750
+    },
+    {
+      "grad_norm": 1.1402812004089355,
+      "learning_rate": 8.854725949156688e-05,
+      "loss": 0.0446,
+      "step": 51760
+    },
+    {
+      "grad_norm": 0.5753199458122253,
+      "learning_rate": 8.854199347766337e-05,
+      "loss": 0.0558,
+      "step": 51770
+    },
+    {
+      "grad_norm": 0.7202351689338684,
+      "learning_rate": 8.853672641003623e-05,
+      "loss": 0.0426,
+      "step": 51780
+    },
+    {
+      "grad_norm": 3.3341894149780273,
+      "learning_rate": 8.853145828882948e-05,
+      "loss": 0.0567,
+      "step": 51790
+    },
+    {
+      "grad_norm": 0.5741007924079895,
+      "learning_rate": 8.85261891141871e-05,
+      "loss": 0.0493,
+      "step": 51800
+    },
+    {
+      "grad_norm": 0.7041148543357849,
+      "learning_rate": 8.852091888625322e-05,
+      "loss": 0.0537,
+      "step": 51810
+    },
+    {
+      "grad_norm": 0.2755487263202667,
+      "learning_rate": 8.851564760517188e-05,
+      "loss": 0.0585,
+      "step": 51820
+    },
+    {
+      "grad_norm": 0.515811026096344,
+      "learning_rate": 8.85103752710872e-05,
+      "loss": 0.0451,
+      "step": 51830
+    },
+    {
+      "grad_norm": 1.1219818592071533,
+      "learning_rate": 8.850510188414334e-05,
+      "loss": 0.0501,
+      "step": 51840
+    },
+    {
+      "grad_norm": 0.930336058139801,
+      "learning_rate": 8.849982744448444e-05,
+      "loss": 0.052,
+      "step": 51850
+    },
+    {
+      "grad_norm": 0.5204325914382935,
+      "learning_rate": 8.849455195225473e-05,
+      "loss": 0.0519,
+      "step": 51860
+    },
+    {
+      "grad_norm": 0.5827280879020691,
+      "learning_rate": 8.848927540759843e-05,
+      "loss": 0.0516,
+      "step": 51870
+    },
+    {
+      "grad_norm": 0.41790440678596497,
+      "learning_rate": 8.848399781065981e-05,
+      "loss": 0.0407,
+      "step": 51880
+    },
+    {
+      "grad_norm": 0.9932302236557007,
+      "learning_rate": 8.847871916158312e-05,
+      "loss": 0.0552,
+      "step": 51890
+    },
+    {
+      "grad_norm": 0.5525088310241699,
+      "learning_rate": 8.847343946051273e-05,
+      "loss": 0.0469,
+      "step": 51900
+    },
+    {
+      "grad_norm": 0.6006070375442505,
+      "learning_rate": 8.846815870759295e-05,
+      "loss": 0.0636,
+      "step": 51910
+    },
+    {
+      "grad_norm": 0.4012075960636139,
+      "learning_rate": 8.846287690296817e-05,
+      "loss": 0.0519,
+      "step": 51920
+    },
+    {
+      "grad_norm": 0.7296411991119385,
+      "learning_rate": 8.845759404678278e-05,
+      "loss": 0.0491,
+      "step": 51930
+    },
+    {
+      "grad_norm": 0.57028728723526,
+      "learning_rate": 8.845231013918122e-05,
+      "loss": 0.0467,
+      "step": 51940
+    },
+    {
+      "grad_norm": 0.8612443804740906,
+      "learning_rate": 8.844702518030794e-05,
+      "loss": 0.0412,
+      "step": 51950
+    },
+    {
+      "grad_norm": 0.781353771686554,
+      "learning_rate": 8.844173917030744e-05,
+      "loss": 0.0577,
+      "step": 51960
+    },
+    {
+      "grad_norm": 0.5750876069068909,
+      "learning_rate": 8.843645210932423e-05,
+      "loss": 0.048,
+      "step": 51970
+    },
+    {
+      "grad_norm": 0.7489938139915466,
+      "learning_rate": 8.843116399750287e-05,
+      "loss": 0.044,
+      "step": 51980
+    },
+    {
+      "grad_norm": 0.41358211636543274,
+      "learning_rate": 8.842587483498791e-05,
+      "loss": 0.045,
+      "step": 51990
+    },
+    {
+      "grad_norm": 0.7070242166519165,
+      "learning_rate": 8.842058462192397e-05,
+      "loss": 0.0454,
+      "step": 52000
+    },
+    {
+      "grad_norm": 0.7109112739562988,
+      "learning_rate": 8.841529335845569e-05,
+      "loss": 0.0349,
+      "step": 52010
+    },
+    {
+      "grad_norm": 0.760938286781311,
+      "learning_rate": 8.841000104472772e-05,
+      "loss": 0.0686,
+      "step": 52020
+    },
+    {
+      "grad_norm": 0.5506317019462585,
+      "learning_rate": 8.840470768088473e-05,
+      "loss": 0.0535,
+      "step": 52030
+    },
+    {
+      "grad_norm": 0.49195796251296997,
+      "learning_rate": 8.839941326707149e-05,
+      "loss": 0.0471,
+      "step": 52040
+    },
+    {
+      "grad_norm": 0.4223825931549072,
+      "learning_rate": 8.839411780343269e-05,
+      "loss": 0.0443,
+      "step": 52050
+    },
+    {
+      "grad_norm": 0.4345225691795349,
+      "learning_rate": 8.838882129011317e-05,
+      "loss": 0.0607,
+      "step": 52060
+    },
+    {
+      "grad_norm": 0.6179653406143188,
+      "learning_rate": 8.838352372725767e-05,
+      "loss": 0.0513,
+      "step": 52070
+    },
+    {
+      "grad_norm": 0.6871504783630371,
+      "learning_rate": 8.837822511501105e-05,
+      "loss": 0.052,
+      "step": 52080
+    },
+    {
+      "grad_norm": 0.6050460934638977,
+      "learning_rate": 8.837292545351818e-05,
+      "loss": 0.0518,
+      "step": 52090
+    },
+    {
+      "grad_norm": 0.3676072359085083,
+      "learning_rate": 8.836762474292395e-05,
+      "loss": 0.0598,
+      "step": 52100
+    },
+    {
+      "grad_norm": 0.6563490629196167,
+      "learning_rate": 8.836232298337326e-05,
+      "loss": 0.0454,
+      "step": 52110
+    },
+    {
+      "grad_norm": 0.7392621636390686,
+      "learning_rate": 8.835702017501108e-05,
+      "loss": 0.0462,
+      "step": 52120
+    },
+    {
+      "grad_norm": 0.64401775598526,
+      "learning_rate": 8.835171631798238e-05,
+      "loss": 0.0639,
+      "step": 52130
+    },
+    {
+      "grad_norm": 0.4839050769805908,
+      "learning_rate": 8.834641141243217e-05,
+      "loss": 0.0465,
+      "step": 52140
+    },
+    {
+      "grad_norm": 0.9062079191207886,
+      "learning_rate": 8.834110545850545e-05,
+      "loss": 0.0508,
+      "step": 52150
+    },
+    {
+      "grad_norm": 0.5096215009689331,
+      "learning_rate": 8.833579845634735e-05,
+      "loss": 0.082,
+      "step": 52160
+    },
+    {
+      "grad_norm": 0.672787606716156,
+      "learning_rate": 8.83304904061029e-05,
+      "loss": 0.0562,
+      "step": 52170
+    },
+    {
+      "grad_norm": 0.634833812713623,
+      "learning_rate": 8.832518130791724e-05,
+      "loss": 0.0648,
+      "step": 52180
+    },
+    {
+      "grad_norm": 0.4936014413833618,
+      "learning_rate": 8.831987116193552e-05,
+      "loss": 0.0419,
+      "step": 52190
+    },
+    {
+      "grad_norm": 0.5546761155128479,
+      "learning_rate": 8.831455996830294e-05,
+      "loss": 0.0662,
+      "step": 52200
+    },
+    {
+      "grad_norm": 0.49300724267959595,
+      "learning_rate": 8.830924772716467e-05,
+      "loss": 0.043,
+      "step": 52210
+    },
+    {
+      "grad_norm": 1.0336682796478271,
+      "learning_rate": 8.830393443866596e-05,
+      "loss": 0.0519,
+      "step": 52220
+    },
+    {
+      "grad_norm": 0.47294560074806213,
+      "learning_rate": 8.829862010295207e-05,
+      "loss": 0.0563,
+      "step": 52230
+    },
+    {
+      "grad_norm": 0.5481534004211426,
+      "learning_rate": 8.829330472016828e-05,
+      "loss": 0.0709,
+      "step": 52240
+    },
+    {
+      "grad_norm": 1.0303348302841187,
+      "learning_rate": 8.828798829045994e-05,
+      "loss": 0.0632,
+      "step": 52250
+    },
+    {
+      "grad_norm": 0.5292097926139832,
+      "learning_rate": 8.82826708139724e-05,
+      "loss": 0.0386,
+      "step": 52260
+    },
+    {
+      "grad_norm": 0.7270067930221558,
+      "learning_rate": 8.827735229085101e-05,
+      "loss": 0.0463,
+      "step": 52270
+    },
+    {
+      "grad_norm": 0.4255836009979248,
+      "learning_rate": 8.827203272124119e-05,
+      "loss": 0.0539,
+      "step": 52280
+    },
+    {
+      "grad_norm": 0.4655202329158783,
+      "learning_rate": 8.826671210528836e-05,
+      "loss": 0.0694,
+      "step": 52290
+    },
+    {
+      "grad_norm": 0.5166445970535278,
+      "learning_rate": 8.826139044313801e-05,
+      "loss": 0.0382,
+      "step": 52300
+    },
+    {
+      "grad_norm": 0.8230412602424622,
+      "learning_rate": 8.825606773493561e-05,
+      "loss": 0.048,
+      "step": 52310
+    },
+    {
+      "grad_norm": 0.8382673859596252,
+      "learning_rate": 8.82507439808267e-05,
+      "loss": 0.0493,
+      "step": 52320
+    },
+    {
+      "grad_norm": 0.5501798987388611,
+      "learning_rate": 8.824541918095681e-05,
+      "loss": 0.044,
+      "step": 52330
+    },
+    {
+      "grad_norm": 0.4049500524997711,
+      "learning_rate": 8.824009333547154e-05,
+      "loss": 0.0556,
+      "step": 52340
+    },
+    {
+      "grad_norm": 0.4870924949645996,
+      "learning_rate": 8.823476644451646e-05,
+      "loss": 0.0473,
+      "step": 52350
+    },
+    {
+      "grad_norm": 0.9624547958374023,
+      "learning_rate": 8.822943850823726e-05,
+      "loss": 0.0562,
+      "step": 52360
+    },
+    {
+      "grad_norm": 0.5058255791664124,
+      "learning_rate": 8.822410952677956e-05,
+      "loss": 0.0639,
+      "step": 52370
+    },
+    {
+      "grad_norm": 0.6052766442298889,
+      "learning_rate": 8.821877950028908e-05,
+      "loss": 0.052,
+      "step": 52380
+    },
+    {
+      "grad_norm": 0.5216665863990784,
+      "learning_rate": 8.821344842891151e-05,
+      "loss": 0.0529,
+      "step": 52390
+    },
+    {
+      "grad_norm": 0.48779964447021484,
+      "learning_rate": 8.820811631279262e-05,
+      "loss": 0.0541,
+      "step": 52400
+    },
+    {
+      "grad_norm": 0.647711455821991,
+      "learning_rate": 8.820278315207817e-05,
+      "loss": 0.0438,
+      "step": 52410
+    },
+    {
+      "grad_norm": 0.5632126927375793,
+      "learning_rate": 8.8197448946914e-05,
+      "loss": 0.067,
+      "step": 52420
+    },
+    {
+      "grad_norm": 2.401052236557007,
+      "learning_rate": 8.81921136974459e-05,
+      "loss": 0.0571,
+      "step": 52430
+    },
+    {
+      "grad_norm": 0.5884045362472534,
+      "learning_rate": 8.81867774038198e-05,
+      "loss": 0.0571,
+      "step": 52440
+    },
+    {
+      "grad_norm": 0.5810978412628174,
+      "learning_rate": 8.818144006618154e-05,
+      "loss": 0.0426,
+      "step": 52450
+    },
+    {
+      "grad_norm": 0.6385902762413025,
+      "learning_rate": 8.817610168467704e-05,
+      "loss": 0.0502,
+      "step": 52460
+    },
+    {
+      "grad_norm": 0.5318139791488647,
+      "learning_rate": 8.817076225945227e-05,
+      "loss": 0.0462,
+      "step": 52470
+    },
+    {
+      "grad_norm": 0.6862472891807556,
+      "learning_rate": 8.816542179065319e-05,
+      "loss": 0.0435,
+      "step": 52480
+    },
+    {
+      "grad_norm": 0.47138577699661255,
+      "learning_rate": 8.816008027842582e-05,
+      "loss": 0.037,
+      "step": 52490
+    },
+    {
+      "grad_norm": 0.46040454506874084,
+      "learning_rate": 8.815473772291619e-05,
+      "loss": 0.0505,
+      "step": 52500
+    },
+    {
+      "grad_norm": 1.244592547416687,
+      "learning_rate": 8.814939412427037e-05,
+      "loss": 0.0621,
+      "step": 52510
+    },
+    {
+      "grad_norm": 0.7161184549331665,
+      "learning_rate": 8.814404948263445e-05,
+      "loss": 0.0625,
+      "step": 52520
+    },
+    {
+      "grad_norm": 0.6556305885314941,
+      "learning_rate": 8.813870379815454e-05,
+      "loss": 0.056,
+      "step": 52530
+    },
+    {
+      "grad_norm": 0.39526528120040894,
+      "learning_rate": 8.813335707097681e-05,
+      "loss": 0.0394,
+      "step": 52540
+    },
+    {
+      "grad_norm": 0.7463733553886414,
+      "learning_rate": 8.81280093012474e-05,
+      "loss": 0.0861,
+      "step": 52550
+    },
+    {
+      "grad_norm": 0.8668938279151917,
+      "learning_rate": 8.812266048911255e-05,
+      "loss": 0.0455,
+      "step": 52560
+    },
+    {
+      "grad_norm": 0.385332852602005,
+      "learning_rate": 8.811731063471849e-05,
+      "loss": 0.0528,
+      "step": 52570
+    },
+    {
+      "grad_norm": 0.3934938311576843,
+      "learning_rate": 8.811195973821147e-05,
+      "loss": 0.0541,
+      "step": 52580
+    },
+    {
+      "grad_norm": 0.6892812252044678,
+      "learning_rate": 8.81066077997378e-05,
+      "loss": 0.0414,
+      "step": 52590
+    },
+    {
+      "grad_norm": 0.55488520860672,
+      "learning_rate": 8.810125481944377e-05,
+      "loss": 0.0554,
+      "step": 52600
+    },
+    {
+      "grad_norm": 0.4457516074180603,
+      "learning_rate": 8.809590079747576e-05,
+      "loss": 0.0552,
+      "step": 52610
+    },
+    {
+      "grad_norm": 0.6583343744277954,
+      "learning_rate": 8.809054573398015e-05,
+      "loss": 0.0669,
+      "step": 52620
+    },
+    {
+      "grad_norm": 0.7500734329223633,
+      "learning_rate": 8.808518962910331e-05,
+      "loss": 0.0486,
+      "step": 52630
+    },
+    {
+      "grad_norm": 0.4627821147441864,
+      "learning_rate": 8.807983248299169e-05,
+      "loss": 0.0475,
+      "step": 52640
+    },
+    {
+      "grad_norm": 0.5721616148948669,
+      "learning_rate": 8.807447429579177e-05,
+      "loss": 0.0598,
+      "step": 52650
+    },
+    {
+      "grad_norm": 0.6265650391578674,
+      "learning_rate": 8.806911506765002e-05,
+      "loss": 0.0485,
+      "step": 52660
+    },
+    {
+      "grad_norm": 0.6266689896583557,
+      "learning_rate": 8.806375479871295e-05,
+      "loss": 0.0412,
+      "step": 52670
+    },
+    {
+      "grad_norm": 0.7008988857269287,
+      "learning_rate": 8.805839348912715e-05,
+      "loss": 0.0531,
+      "step": 52680
+    },
+    {
+      "grad_norm": 0.5168386101722717,
+      "learning_rate": 8.805303113903915e-05,
+      "loss": 0.0465,
+      "step": 52690
+    },
+    {
+      "grad_norm": 0.7754213809967041,
+      "learning_rate": 8.804766774859557e-05,
+      "loss": 0.0372,
+      "step": 52700
+    },
+    {
+      "grad_norm": 0.6187829971313477,
+      "learning_rate": 8.804230331794306e-05,
+      "loss": 0.0566,
+      "step": 52710
+    },
+    {
+      "grad_norm": 0.6592797636985779,
+      "learning_rate": 8.803693784722827e-05,
+      "loss": 0.0561,
+      "step": 52720
+    },
+    {
+      "grad_norm": 0.43936648964881897,
+      "learning_rate": 8.803157133659789e-05,
+      "loss": 0.044,
+      "step": 52730
+    },
+    {
+      "grad_norm": 0.4613785445690155,
+      "learning_rate": 8.802620378619864e-05,
+      "loss": 0.0481,
+      "step": 52740
+    },
+    {
+      "grad_norm": 0.7410581707954407,
+      "learning_rate": 8.802083519617725e-05,
+      "loss": 0.0457,
+      "step": 52750
+    },
+    {
+      "grad_norm": 0.6857479810714722,
+      "learning_rate": 8.801546556668052e-05,
+      "loss": 0.0477,
+      "step": 52760
+    },
+    {
+      "grad_norm": 1.1104867458343506,
+      "learning_rate": 8.801009489785526e-05,
+      "loss": 0.0645,
+      "step": 52770
+    },
+    {
+      "grad_norm": 0.792060136795044,
+      "learning_rate": 8.800472318984825e-05,
+      "loss": 0.0468,
+      "step": 52780
+    },
+    {
+      "grad_norm": 0.6460438966751099,
+      "learning_rate": 8.79993504428064e-05,
+      "loss": 0.0637,
+      "step": 52790
+    },
+    {
+      "grad_norm": 0.6467125415802002,
+      "learning_rate": 8.79939766568766e-05,
+      "loss": 0.0592,
+      "step": 52800
+    },
+    {
+      "grad_norm": 0.6569516658782959,
+      "learning_rate": 8.798860183220575e-05,
+      "loss": 0.0516,
+      "step": 52810
+    },
+    {
+      "grad_norm": 0.5304391980171204,
+      "learning_rate": 8.798322596894077e-05,
+      "loss": 0.0565,
+      "step": 52820
+    },
+    {
+      "grad_norm": 0.6787130236625671,
+      "learning_rate": 8.797784906722868e-05,
+      "loss": 0.0443,
+      "step": 52830
+    },
+    {
+      "grad_norm": 0.9608675837516785,
+      "learning_rate": 8.797247112721647e-05,
+      "loss": 0.0531,
+      "step": 52840
+    },
+    {
+      "grad_norm": 0.597247838973999,
+      "learning_rate": 8.796709214905116e-05,
+      "loss": 0.0468,
+      "step": 52850
+    },
+    {
+      "grad_norm": 1.1726047992706299,
+      "learning_rate": 8.79617121328798e-05,
+      "loss": 0.0506,
+      "step": 52860
+    },
+    {
+      "grad_norm": 0.5221933126449585,
+      "learning_rate": 8.795633107884951e-05,
+      "loss": 0.0526,
+      "step": 52870
+    },
+    {
+      "grad_norm": 1.1070889234542847,
+      "learning_rate": 8.795094898710739e-05,
+      "loss": 0.0415,
+      "step": 52880
+    },
+    {
+      "grad_norm": 0.7053378224372864,
+      "learning_rate": 8.794556585780056e-05,
+      "loss": 0.0569,
+      "step": 52890
+    },
+    {
+      "grad_norm": 0.5089372992515564,
+      "learning_rate": 8.794018169107623e-05,
+      "loss": 0.034,
+      "step": 52900
+    },
+    {
+      "grad_norm": 0.8080387115478516,
+      "learning_rate": 8.793479648708159e-05,
+      "loss": 0.0319,
+      "step": 52910
+    },
+    {
+      "grad_norm": 0.5573858022689819,
+      "learning_rate": 8.792941024596386e-05,
+      "loss": 0.0562,
+      "step": 52920
+    },
+    {
+      "grad_norm": 0.5943167805671692,
+      "learning_rate": 8.79240229678703e-05,
+      "loss": 0.0379,
+      "step": 52930
+    },
+    {
+      "grad_norm": 0.5650584697723389,
+      "learning_rate": 8.79186346529482e-05,
+      "loss": 0.0422,
+      "step": 52940
+    },
+    {
+      "grad_norm": 0.47055140137672424,
+      "learning_rate": 8.791324530134488e-05,
+      "loss": 0.0349,
+      "step": 52950
+    },
+    {
+      "grad_norm": 1.1333500146865845,
+      "learning_rate": 8.790785491320767e-05,
+      "loss": 0.0435,
+      "step": 52960
+    },
+    {
+      "grad_norm": 0.5789627432823181,
+      "learning_rate": 8.790246348868396e-05,
+      "loss": 0.0459,
+      "step": 52970
+    },
+    {
+      "grad_norm": 0.892648458480835,
+      "learning_rate": 8.789707102792112e-05,
+      "loss": 0.0407,
+      "step": 52980
+    },
+    {
+      "grad_norm": 0.37804627418518066,
+      "learning_rate": 8.789167753106661e-05,
+      "loss": 0.0457,
+      "step": 52990
+    },
+    {
+      "grad_norm": 0.7688239216804504,
+      "learning_rate": 8.788628299826786e-05,
+      "loss": 0.0434,
+      "step": 53000
+    },
+    {
+      "grad_norm": 1.002594232559204,
+      "learning_rate": 8.788088742967238e-05,
+      "loss": 0.0695,
+      "step": 53010
+    },
+    {
+      "grad_norm": 0.7322565317153931,
+      "learning_rate": 8.787549082542766e-05,
+      "loss": 0.0528,
+      "step": 53020
+    },
+    {
+      "grad_norm": 0.9831551909446716,
+      "learning_rate": 8.787009318568126e-05,
+      "loss": 0.0486,
+      "step": 53030
+    },
+    {
+      "grad_norm": 0.5241119861602783,
+      "learning_rate": 8.786469451058073e-05,
+      "loss": 0.0554,
+      "step": 53040
+    },
+    {
+      "grad_norm": 0.7829786539077759,
+      "learning_rate": 8.785929480027367e-05,
+      "loss": 0.0578,
+      "step": 53050
+    },
+    {
+      "grad_norm": 0.7121362090110779,
+      "learning_rate": 8.785389405490773e-05,
+      "loss": 0.0558,
+      "step": 53060
+    },
+    {
+      "grad_norm": 1.3597444295883179,
+      "learning_rate": 8.784849227463054e-05,
+      "loss": 0.0525,
+      "step": 53070
+    },
+    {
+      "grad_norm": 0.6201826930046082,
+      "learning_rate": 8.78430894595898e-05,
+      "loss": 0.0503,
+      "step": 53080
+    },
+    {
+      "grad_norm": 0.583865225315094,
+      "learning_rate": 8.783768560993317e-05,
+      "loss": 0.0419,
+      "step": 53090
+    },
+    {
+      "grad_norm": 0.5202257633209229,
+      "learning_rate": 8.783228072580847e-05,
+      "loss": 0.0463,
+      "step": 53100
+    },
+    {
+      "grad_norm": 0.9816011786460876,
+      "learning_rate": 8.782687480736343e-05,
+      "loss": 0.071,
+      "step": 53110
+    },
+    {
+      "grad_norm": 0.5905801057815552,
+      "learning_rate": 8.782146785474581e-05,
+      "loss": 0.0581,
+      "step": 53120
+    },
+    {
+      "grad_norm": 0.5808166265487671,
+      "learning_rate": 8.78160598681035e-05,
+      "loss": 0.0445,
+      "step": 53130
+    },
+    {
+      "grad_norm": 0.7414993643760681,
+      "learning_rate": 8.781065084758431e-05,
+      "loss": 0.0404,
+      "step": 53140
+    },
+    {
+      "grad_norm": 0.4966774880886078,
+      "learning_rate": 8.780524079333613e-05,
+      "loss": 0.0446,
+      "step": 53150
+    },
+    {
+      "grad_norm": 0.6813881397247314,
+      "learning_rate": 8.779982970550687e-05,
+      "loss": 0.0447,
+      "step": 53160
+    },
+    {
+      "grad_norm": 0.3424035608768463,
+      "learning_rate": 8.779441758424447e-05,
+      "loss": 0.053,
+      "step": 53170
+    },
+    {
+      "grad_norm": 0.6355531811714172,
+      "learning_rate": 8.778900442969688e-05,
+      "loss": 0.0504,
+      "step": 53180
+    },
+    {
+      "grad_norm": 0.6671353578567505,
+      "learning_rate": 8.778359024201212e-05,
+      "loss": 0.0528,
+      "step": 53190
+    },
+    {
+      "grad_norm": 0.4644264280796051,
+      "learning_rate": 8.777817502133819e-05,
+      "loss": 0.0486,
+      "step": 53200
+    },
+    {
+      "grad_norm": 0.6370773911476135,
+      "learning_rate": 8.777275876782315e-05,
+      "loss": 0.04,
+      "step": 53210
+    },
+    {
+      "grad_norm": 0.5480477213859558,
+      "learning_rate": 8.776734148161507e-05,
+      "loss": 0.0556,
+      "step": 53220
+    },
+    {
+      "grad_norm": 0.5203929543495178,
+      "learning_rate": 8.776192316286207e-05,
+      "loss": 0.0476,
+      "step": 53230
+    },
+    {
+      "grad_norm": 0.568962574005127,
+      "learning_rate": 8.775650381171227e-05,
+      "loss": 0.0669,
+      "step": 53240
+    },
+    {
+      "grad_norm": 0.4658046066761017,
+      "learning_rate": 8.775108342831385e-05,
+      "loss": 0.0546,
+      "step": 53250
+    },
+    {
+      "grad_norm": 1.3973407745361328,
+      "learning_rate": 8.774566201281499e-05,
+      "loss": 0.0555,
+      "step": 53260
+    },
+    {
+      "grad_norm": 0.45811647176742554,
+      "learning_rate": 8.774023956536391e-05,
+      "loss": 0.0426,
+      "step": 53270
+    },
+    {
+      "grad_norm": 1.0410847663879395,
+      "learning_rate": 8.773481608610886e-05,
+      "loss": 0.0557,
+      "step": 53280
+    },
+    {
+      "grad_norm": 0.7492621541023254,
+      "learning_rate": 8.77293915751981e-05,
+      "loss": 0.0452,
+      "step": 53290
+    },
+    {
+      "grad_norm": 1.0768641233444214,
+      "learning_rate": 8.772396603277997e-05,
+      "loss": 0.0361,
+      "step": 53300
+    },
+    {
+      "grad_norm": 0.586916446685791,
+      "learning_rate": 8.771853945900277e-05,
+      "loss": 0.0496,
+      "step": 53310
+    },
+    {
+      "grad_norm": 0.6140584945678711,
+      "learning_rate": 8.771311185401487e-05,
+      "loss": 0.079,
+      "step": 53320
+    },
+    {
+      "grad_norm": 0.8946307301521301,
+      "learning_rate": 8.770768321796466e-05,
+      "loss": 0.0398,
+      "step": 53330
+    },
+    {
+      "grad_norm": 0.5741287469863892,
+      "learning_rate": 8.770225355100054e-05,
+      "loss": 0.0503,
+      "step": 53340
+    },
+    {
+      "grad_norm": 0.5629469156265259,
+      "learning_rate": 8.7696822853271e-05,
+      "loss": 0.0495,
+      "step": 53350
+    },
+    {
+      "grad_norm": 0.7390425205230713,
+      "learning_rate": 8.769139112492447e-05,
+      "loss": 0.0526,
+      "step": 53360
+    },
+    {
+      "grad_norm": 0.7754611968994141,
+      "learning_rate": 8.768595836610948e-05,
+      "loss": 0.0482,
+      "step": 53370
+    },
+    {
+      "grad_norm": 0.8546565175056458,
+      "learning_rate": 8.768052457697454e-05,
+      "loss": 0.0614,
+      "step": 53380
+    },
+    {
+      "grad_norm": 0.7256115674972534,
+      "learning_rate": 8.76750897576682e-05,
+      "loss": 0.0723,
+      "step": 53390
+    },
+    {
+      "grad_norm": 0.8796412944793701,
+      "learning_rate": 8.766965390833907e-05,
+      "loss": 0.0668,
+      "step": 53400
+    },
+    {
+      "grad_norm": 1.0640742778778076,
+      "learning_rate": 8.766421702913576e-05,
+      "loss": 0.0629,
+      "step": 53410
+    },
+    {
+      "grad_norm": 0.8476904034614563,
+      "learning_rate": 8.76587791202069e-05,
+      "loss": 0.0557,
+      "step": 53420
+    },
+    {
+      "grad_norm": 1.610935091972351,
+      "learning_rate": 8.765334018170118e-05,
+      "loss": 0.0435,
+      "step": 53430
+    },
+    {
+      "grad_norm": 0.4634873569011688,
+      "learning_rate": 8.764790021376728e-05,
+      "loss": 0.0416,
+      "step": 53440
+    },
+    {
+      "grad_norm": 0.8236021399497986,
+      "learning_rate": 8.764245921655391e-05,
+      "loss": 0.0414,
+      "step": 53450
+    },
+    {
+      "grad_norm": 1.366607427597046,
+      "learning_rate": 8.763701719020987e-05,
+      "loss": 0.0452,
+      "step": 53460
+    },
+    {
+      "grad_norm": 0.41772544384002686,
+      "learning_rate": 8.763157413488392e-05,
+      "loss": 0.0515,
+      "step": 53470
+    },
+    {
+      "grad_norm": 0.47846150398254395,
+      "learning_rate": 8.762613005072486e-05,
+      "loss": 0.0536,
+      "step": 53480
+    },
+    {
+      "grad_norm": 0.4463541805744171,
+      "learning_rate": 8.762068493788154e-05,
+      "loss": 0.0484,
+      "step": 53490
+    },
+    {
+      "grad_norm": 0.7129429578781128,
+      "learning_rate": 8.761523879650283e-05,
+      "loss": 0.0588,
+      "step": 53500
+    },
+    {
+      "grad_norm": 0.6331129670143127,
+      "learning_rate": 8.760979162673763e-05,
+      "loss": 0.0469,
+      "step": 53510
+    },
+    {
+      "grad_norm": 0.5826104283332825,
+      "learning_rate": 8.760434342873484e-05,
+      "loss": 0.0599,
+      "step": 53520
+    },
+    {
+      "grad_norm": 0.5615106225013733,
+      "learning_rate": 8.759889420264345e-05,
+      "loss": 0.0442,
+      "step": 53530
+    },
+    {
+      "grad_norm": 0.6736682057380676,
+      "learning_rate": 8.75934439486124e-05,
+      "loss": 0.052,
+      "step": 53540
+    },
+    {
+      "grad_norm": 0.7066115140914917,
+      "learning_rate": 8.758799266679071e-05,
+      "loss": 0.0549,
+      "step": 53550
+    },
+    {
+      "grad_norm": 0.515363872051239,
+      "learning_rate": 8.758254035732744e-05,
+      "loss": 0.046,
+      "step": 53560
+    },
+    {
+      "grad_norm": 0.4525022804737091,
+      "learning_rate": 8.757708702037161e-05,
+      "loss": 0.0606,
+      "step": 53570
+    },
+    {
+      "grad_norm": 0.43306291103363037,
+      "learning_rate": 8.757163265607237e-05,
+      "loss": 0.0406,
+      "step": 53580
+    },
+    {
+      "grad_norm": 1.3523305654525757,
+      "learning_rate": 8.756617726457878e-05,
+      "loss": 0.0313,
+      "step": 53590
+    },
+    {
+      "grad_norm": 0.6130388975143433,
+      "learning_rate": 8.756072084604004e-05,
+      "loss": 0.0411,
+      "step": 53600
+    },
+    {
+      "grad_norm": 0.5319221019744873,
+      "learning_rate": 8.75552634006053e-05,
+      "loss": 0.0464,
+      "step": 53610
+    },
+    {
+      "grad_norm": 0.4323735237121582,
+      "learning_rate": 8.754980492842374e-05,
+      "loss": 0.0391,
+      "step": 53620
+    },
+    {
+      "grad_norm": 0.33805862069129944,
+      "learning_rate": 8.754434542964465e-05,
+      "loss": 0.0396,
+      "step": 53630
+    },
+    {
+      "grad_norm": 0.9590712785720825,
+      "learning_rate": 8.753888490441725e-05,
+      "loss": 0.0479,
+      "step": 53640
+    },
+    {
+      "grad_norm": 0.5266739130020142,
+      "learning_rate": 8.753342335289085e-05,
+      "loss": 0.0412,
+      "step": 53650
+    },
+    {
+      "grad_norm": 0.5607447028160095,
+      "learning_rate": 8.752796077521475e-05,
+      "loss": 0.0493,
+      "step": 53660
+    },
+    {
+      "grad_norm": 0.5386539697647095,
+      "learning_rate": 8.752249717153829e-05,
+      "loss": 0.0519,
+      "step": 53670
+    },
+    {
+      "grad_norm": 0.6375105381011963,
+      "learning_rate": 8.751703254201087e-05,
+      "loss": 0.0551,
+      "step": 53680
+    },
+    {
+      "grad_norm": 1.197211503982544,
+      "learning_rate": 8.751156688678186e-05,
+      "loss": 0.0497,
+      "step": 53690
+    },
+    {
+      "grad_norm": 1.056283712387085,
+      "learning_rate": 8.750610020600072e-05,
+      "loss": 0.0535,
+      "step": 53700
+    },
+    {
+      "grad_norm": 0.4740922749042511,
+      "learning_rate": 8.750063249981687e-05,
+      "loss": 0.0441,
+      "step": 53710
+    },
+    {
+      "grad_norm": 0.3705071806907654,
+      "learning_rate": 8.749516376837983e-05,
+      "loss": 0.0318,
+      "step": 53720
+    },
+    {
+      "grad_norm": 0.3683938682079315,
+      "learning_rate": 8.74896940118391e-05,
+      "loss": 0.0396,
+      "step": 53730
+    },
+    {
+      "grad_norm": 0.6323266625404358,
+      "learning_rate": 8.748422323034421e-05,
+      "loss": 0.0461,
+      "step": 53740
+    },
+    {
+      "grad_norm": 0.5401157140731812,
+      "learning_rate": 8.747875142404475e-05,
+      "loss": 0.0351,
+      "step": 53750
+    },
+    {
+      "grad_norm": 0.6954439282417297,
+      "learning_rate": 8.74732785930903e-05,
+      "loss": 0.0486,
+      "step": 53760
+    },
+    {
+      "grad_norm": 0.4278619885444641,
+      "learning_rate": 8.746780473763049e-05,
+      "loss": 0.0433,
+      "step": 53770
+    },
+    {
+      "grad_norm": 0.38382184505462646,
+      "learning_rate": 8.746232985781497e-05,
+      "loss": 0.0344,
+      "step": 53780
+    },
+    {
+      "grad_norm": 0.4570102095603943,
+      "learning_rate": 8.745685395379345e-05,
+      "loss": 0.0453,
+      "step": 53790
+    },
+    {
+      "grad_norm": 0.5346582531929016,
+      "learning_rate": 8.745137702571558e-05,
+      "loss": 0.0328,
+      "step": 53800
+    },
+    {
+      "grad_norm": 0.6370213031768799,
+      "learning_rate": 8.744589907373115e-05,
+      "loss": 0.051,
+      "step": 53810
+    },
+    {
+      "grad_norm": 0.3243315517902374,
+      "learning_rate": 8.744042009798991e-05,
+      "loss": 0.0382,
+      "step": 53820
+    },
+    {
+      "grad_norm": 0.4264233410358429,
+      "learning_rate": 8.743494009864165e-05,
+      "loss": 0.0429,
+      "step": 53830
+    },
+    {
+      "grad_norm": 1.06130051612854,
+      "learning_rate": 8.742945907583619e-05,
+      "loss": 0.0504,
+      "step": 53840
+    },
+    {
+      "grad_norm": 0.738857090473175,
+      "learning_rate": 8.742397702972338e-05,
+      "loss": 0.0394,
+      "step": 53850
+    },
+    {
+      "grad_norm": 0.6191310882568359,
+      "learning_rate": 8.74184939604531e-05,
+      "loss": 0.0527,
+      "step": 53860
+    },
+    {
+      "grad_norm": 0.8838266134262085,
+      "learning_rate": 8.741300986817524e-05,
+      "loss": 0.0557,
+      "step": 53870
+    },
+    {
+      "grad_norm": 1.0697320699691772,
+      "learning_rate": 8.740752475303975e-05,
+      "loss": 0.0667,
+      "step": 53880
+    },
+    {
+      "grad_norm": 0.5735713243484497,
+      "learning_rate": 8.74020386151966e-05,
+      "loss": 0.0581,
+      "step": 53890
+    },
+    {
+      "grad_norm": 0.37882494926452637,
+      "learning_rate": 8.739655145479576e-05,
+      "loss": 0.0432,
+      "step": 53900
+    },
+    {
+      "grad_norm": 0.6022922396659851,
+      "learning_rate": 8.739106327198724e-05,
+      "loss": 0.0491,
+      "step": 53910
+    },
+    {
+      "grad_norm": 0.5241372585296631,
+      "learning_rate": 8.73855740669211e-05,
+      "loss": 0.0501,
+      "step": 53920
+    },
+    {
+      "grad_norm": 0.5877297520637512,
+      "learning_rate": 8.738008383974742e-05,
+      "loss": 0.0622,
+      "step": 53930
+    },
+    {
+      "grad_norm": 0.48707762360572815,
+      "learning_rate": 8.737459259061629e-05,
+      "loss": 0.0498,
+      "step": 53940
+    },
+    {
+      "grad_norm": 0.8631933331489563,
+      "learning_rate": 8.736910031967784e-05,
+      "loss": 0.0417,
+      "step": 53950
+    },
+    {
+      "grad_norm": 1.0686366558074951,
+      "learning_rate": 8.736360702708222e-05,
+      "loss": 0.0388,
+      "step": 53960
+    },
+    {
+      "grad_norm": 0.3413383960723877,
+      "learning_rate": 8.735811271297963e-05,
+      "loss": 0.0463,
+      "step": 53970
+    },
+    {
+      "grad_norm": 0.6031984686851501,
+      "learning_rate": 8.735261737752025e-05,
+      "loss": 0.0443,
+      "step": 53980
+    },
+    {
+      "grad_norm": 0.5116688013076782,
+      "learning_rate": 8.734712102085436e-05,
+      "loss": 0.0371,
+      "step": 53990
+    },
+    {
+      "grad_norm": 0.5744500756263733,
+      "learning_rate": 8.734162364313222e-05,
+      "loss": 0.0429,
+      "step": 54000
+    },
+    {
+      "grad_norm": 0.6643089056015015,
+      "learning_rate": 8.733612524450412e-05,
+      "loss": 0.0606,
+      "step": 54010
+    },
+    {
+      "grad_norm": 0.5270866751670837,
+      "learning_rate": 8.733062582512037e-05,
+      "loss": 0.0396,
+      "step": 54020
+    },
+    {
+      "grad_norm": 0.5384116768836975,
+      "learning_rate": 8.732512538513134e-05,
+      "loss": 0.0489,
+      "step": 54030
+    },
+    {
+      "grad_norm": 0.49401503801345825,
+      "learning_rate": 8.73196239246874e-05,
+      "loss": 0.0551,
+      "step": 54040
+    },
+    {
+      "grad_norm": 0.6910138130187988,
+      "learning_rate": 8.731412144393896e-05,
+      "loss": 0.0415,
+      "step": 54050
+    },
+    {
+      "grad_norm": 0.6479716897010803,
+      "learning_rate": 8.730861794303646e-05,
+      "loss": 0.0328,
+      "step": 54060
+    },
+    {
+      "grad_norm": 0.8224765658378601,
+      "learning_rate": 8.730311342213036e-05,
+      "loss": 0.0445,
+      "step": 54070
+    },
+    {
+      "grad_norm": 0.48549512028694153,
+      "learning_rate": 8.729760788137116e-05,
+      "loss": 0.0562,
+      "step": 54080
+    },
+    {
+      "grad_norm": 2.791243314743042,
+      "learning_rate": 8.729210132090938e-05,
+      "loss": 0.0356,
+      "step": 54090
+    },
+    {
+      "grad_norm": 0.8380087614059448,
+      "learning_rate": 8.728659374089554e-05,
+      "loss": 0.0478,
+      "step": 54100
+    },
+    {
+      "grad_norm": 0.8707197308540344,
+      "learning_rate": 8.728108514148023e-05,
+      "loss": 0.0555,
+      "step": 54110
+    },
+    {
+      "grad_norm": 0.6427738070487976,
+      "learning_rate": 8.727557552281408e-05,
+      "loss": 0.0351,
+      "step": 54120
+    },
+    {
+      "grad_norm": 1.1059776544570923,
+      "learning_rate": 8.72700648850477e-05,
+      "loss": 0.0421,
+      "step": 54130
+    },
+    {
+      "grad_norm": 0.46960270404815674,
+      "learning_rate": 8.726455322833174e-05,
+      "loss": 0.0416,
+      "step": 54140
+    },
+    {
+      "grad_norm": 0.8313402533531189,
+      "learning_rate": 8.725904055281688e-05,
+      "loss": 0.0486,
+      "step": 54150
+    },
+    {
+      "grad_norm": 0.6260781288146973,
+      "learning_rate": 8.725352685865387e-05,
+      "loss": 0.055,
+      "step": 54160
+    },
+    {
+      "grad_norm": 0.7133686542510986,
+      "learning_rate": 8.724801214599343e-05,
+      "loss": 0.046,
+      "step": 54170
+    },
+    {
+      "grad_norm": 0.6974632143974304,
+      "learning_rate": 8.724249641498632e-05,
+      "loss": 0.0485,
+      "step": 54180
+    },
+    {
+      "grad_norm": 0.6677164435386658,
+      "learning_rate": 8.723697966578334e-05,
+      "loss": 0.0436,
+      "step": 54190
+    },
+    {
+      "grad_norm": 0.6302991509437561,
+      "learning_rate": 8.723146189853535e-05,
+      "loss": 0.0425,
+      "step": 54200
+    },
+    {
+      "grad_norm": 0.49773192405700684,
+      "learning_rate": 8.722594311339317e-05,
+      "loss": 0.0446,
+      "step": 54210
+    },
+    {
+      "grad_norm": 0.7285786271095276,
+      "learning_rate": 8.722042331050768e-05,
+      "loss": 0.0507,
+      "step": 54220
+    },
+    {
+      "grad_norm": 0.874164879322052,
+      "learning_rate": 8.721490249002982e-05,
+      "loss": 0.0463,
+      "step": 54230
+    },
+    {
+      "grad_norm": 0.6983322501182556,
+      "learning_rate": 8.72093806521105e-05,
+      "loss": 0.0532,
+      "step": 54240
+    },
+    {
+      "grad_norm": 0.6875331997871399,
+      "learning_rate": 8.720385779690067e-05,
+      "loss": 0.0353,
+      "step": 54250
+    },
+    {
+      "grad_norm": 0.403373122215271,
+      "learning_rate": 8.719833392455137e-05,
+      "loss": 0.0447,
+      "step": 54260
+    },
+    {
+      "grad_norm": 1.576151967048645,
+      "learning_rate": 8.719280903521358e-05,
+      "loss": 0.0612,
+      "step": 54270
+    },
+    {
+      "grad_norm": 0.8409641981124878,
+      "learning_rate": 8.718728312903838e-05,
+      "loss": 0.0452,
+      "step": 54280
+    },
+    {
+      "grad_norm": 0.5236402153968811,
+      "learning_rate": 8.718175620617681e-05,
+      "loss": 0.0443,
+      "step": 54290
+    },
+    {
+      "grad_norm": 0.7013545036315918,
+      "learning_rate": 8.717622826678001e-05,
+      "loss": 0.044,
+      "step": 54300
+    },
+    {
+      "grad_norm": 0.588485598564148,
+      "learning_rate": 8.717069931099908e-05,
+      "loss": 0.0425,
+      "step": 54310
+    },
+    {
+      "grad_norm": 0.47814032435417175,
+      "learning_rate": 8.716516933898521e-05,
+      "loss": 0.0428,
+      "step": 54320
+    },
+    {
+      "grad_norm": 1.0834574699401855,
+      "learning_rate": 8.715963835088959e-05,
+      "loss": 0.0497,
+      "step": 54330
+    },
+    {
+      "grad_norm": 0.4890303909778595,
+      "learning_rate": 8.715410634686339e-05,
+      "loss": 0.0546,
+      "step": 54340
+    },
+    {
+      "grad_norm": 0.5129042863845825,
+      "learning_rate": 8.714857332705788e-05,
+      "loss": 0.0387,
+      "step": 54350
+    },
+    {
+      "grad_norm": 0.5489365458488464,
+      "learning_rate": 8.714303929162433e-05,
+      "loss": 0.0589,
+      "step": 54360
+    },
+    {
+      "grad_norm": 0.6299996972084045,
+      "learning_rate": 8.713750424071405e-05,
+      "loss": 0.0457,
+      "step": 54370
+    },
+    {
+      "grad_norm": 0.7435247898101807,
+      "learning_rate": 8.713196817447835e-05,
+      "loss": 0.0511,
+      "step": 54380
+    },
+    {
+      "grad_norm": 1.0509029626846313,
+      "learning_rate": 8.71264310930686e-05,
+      "loss": 0.0623,
+      "step": 54390
+    },
+    {
+      "grad_norm": 1.3746931552886963,
+      "learning_rate": 8.712089299663617e-05,
+      "loss": 0.0571,
+      "step": 54400
+    },
+    {
+      "grad_norm": 0.6249468326568604,
+      "learning_rate": 8.711535388533246e-05,
+      "loss": 0.0613,
+      "step": 54410
+    },
+    {
+      "grad_norm": 0.5365161299705505,
+      "learning_rate": 8.710981375930893e-05,
+      "loss": 0.0458,
+      "step": 54420
+    },
+    {
+      "grad_norm": 0.7193859219551086,
+      "learning_rate": 8.710427261871703e-05,
+      "loss": 0.0367,
+      "step": 54430
+    },
+    {
+      "grad_norm": 0.3707351088523865,
+      "learning_rate": 8.709873046370825e-05,
+      "loss": 0.0397,
+      "step": 54440
+    },
+    {
+      "grad_norm": 0.7364063858985901,
+      "learning_rate": 8.709318729443411e-05,
+      "loss": 0.0349,
+      "step": 54450
+    },
+    {
+      "grad_norm": 0.38937073945999146,
+      "learning_rate": 8.708764311104618e-05,
+      "loss": 0.0452,
+      "step": 54460
+    },
+    {
+      "grad_norm": 0.3559318482875824,
+      "learning_rate": 8.708209791369601e-05,
+      "loss": 0.0385,
+      "step": 54470
+    },
+    {
+      "grad_norm": 0.33205169439315796,
+      "learning_rate": 8.707655170253524e-05,
+      "loss": 0.036,
+      "step": 54480
+    },
+    {
+      "grad_norm": 0.5917271375656128,
+      "learning_rate": 8.707100447771545e-05,
+      "loss": 0.0588,
+      "step": 54490
+    },
+    {
+      "grad_norm": 1.5855584144592285,
+      "learning_rate": 8.706545623938832e-05,
+      "loss": 0.0594,
+      "step": 54500
+    },
+    {
+      "grad_norm": 0.5393316149711609,
+      "learning_rate": 8.705990698770556e-05,
+      "loss": 0.0319,
+      "step": 54510
+    },
+    {
+      "grad_norm": 0.47472697496414185,
+      "learning_rate": 8.705435672281886e-05,
+      "loss": 0.0445,
+      "step": 54520
+    },
+    {
+      "grad_norm": 1.0867468118667603,
+      "learning_rate": 8.704880544487995e-05,
+      "loss": 0.0553,
+      "step": 54530
+    },
+    {
+      "grad_norm": 0.5188086032867432,
+      "learning_rate": 8.704325315404063e-05,
+      "loss": 0.0384,
+      "step": 54540
+    },
+    {
+      "grad_norm": 0.329187273979187,
+      "learning_rate": 8.70376998504527e-05,
+      "loss": 0.0396,
+      "step": 54550
+    },
+    {
+      "grad_norm": 0.5666934251785278,
+      "learning_rate": 8.703214553426795e-05,
+      "loss": 0.0478,
+      "step": 54560
+    },
+    {
+      "grad_norm": 0.5112659931182861,
+      "learning_rate": 8.702659020563826e-05,
+      "loss": 0.0412,
+      "step": 54570
+    },
+    {
+      "grad_norm": 0.49584606289863586,
+      "learning_rate": 8.702103386471551e-05,
+      "loss": 0.0359,
+      "step": 54580
+    },
+    {
+      "grad_norm": 0.3473212718963623,
+      "learning_rate": 8.70154765116516e-05,
+      "loss": 0.0394,
+      "step": 54590
+    },
+    {
+      "grad_norm": 0.3065521717071533,
+      "learning_rate": 8.700991814659847e-05,
+      "loss": 0.0359,
+      "step": 54600
+    },
+    {
+      "grad_norm": 0.48899826407432556,
+      "learning_rate": 8.700435876970807e-05,
+      "loss": 0.0386,
+      "step": 54610
+    },
+    {
+      "grad_norm": 0.6918405294418335,
+      "learning_rate": 8.69987983811324e-05,
+      "loss": 0.0487,
+      "step": 54620
+    },
+    {
+      "grad_norm": 0.3667159676551819,
+      "learning_rate": 8.699323698102351e-05,
+      "loss": 0.0434,
+      "step": 54630
+    },
+    {
+      "grad_norm": 0.8041987419128418,
+      "learning_rate": 8.69876745695334e-05,
+      "loss": 0.0388,
+      "step": 54640
+    },
+    {
+      "grad_norm": 0.4322129189968109,
+      "learning_rate": 8.698211114681417e-05,
+      "loss": 0.0317,
+      "step": 54650
+    },
+    {
+      "grad_norm": 0.33523282408714294,
+      "learning_rate": 8.697654671301789e-05,
+      "loss": 0.0331,
+      "step": 54660
+    },
+    {
+      "grad_norm": 0.80292809009552,
+      "learning_rate": 8.697098126829675e-05,
+      "loss": 0.0416,
+      "step": 54670
+    },
+    {
+      "grad_norm": 0.6595636010169983,
+      "learning_rate": 8.696541481280285e-05,
+      "loss": 0.0433,
+      "step": 54680
+    },
+    {
+      "grad_norm": 0.6840540766716003,
+      "learning_rate": 8.69598473466884e-05,
+      "loss": 0.063,
+      "step": 54690
+    },
+    {
+      "grad_norm": 0.6107103228569031,
+      "learning_rate": 8.69542788701056e-05,
+      "loss": 0.0381,
+      "step": 54700
+    },
+    {
+      "grad_norm": 2.2353999614715576,
+      "learning_rate": 8.694870938320671e-05,
+      "loss": 0.0578,
+      "step": 54710
+    },
+    {
+      "grad_norm": 0.8273041248321533,
+      "learning_rate": 8.6943138886144e-05,
+      "loss": 0.0421,
+      "step": 54720
+    },
+    {
+      "grad_norm": 0.40460842847824097,
+      "learning_rate": 8.693756737906972e-05,
+      "loss": 0.0471,
+      "step": 54730
+    },
+    {
+      "grad_norm": 0.7541987299919128,
+      "learning_rate": 8.693199486213626e-05,
+      "loss": 0.0364,
+      "step": 54740
+    },
+    {
+      "grad_norm": 0.5547622442245483,
+      "learning_rate": 8.692642133549591e-05,
+      "loss": 0.0375,
+      "step": 54750
+    },
+    {
+      "grad_norm": 1.2510095834732056,
+      "learning_rate": 8.692084679930108e-05,
+      "loss": 0.0623,
+      "step": 54760
+    },
+    {
+      "grad_norm": 0.5767205953598022,
+      "learning_rate": 8.691527125370417e-05,
+      "loss": 0.042,
+      "step": 54770
+    },
+    {
+      "grad_norm": 0.7436186671257019,
+      "learning_rate": 8.690969469885761e-05,
+      "loss": 0.0437,
+      "step": 54780
+    },
+    {
+      "grad_norm": 0.6261321902275085,
+      "learning_rate": 8.690411713491386e-05,
+      "loss": 0.0429,
+      "step": 54790
+    },
+    {
+      "grad_norm": 0.5177961587905884,
+      "learning_rate": 8.689853856202541e-05,
+      "loss": 0.0371,
+      "step": 54800
+    },
+    {
+      "grad_norm": 0.7626355886459351,
+      "learning_rate": 8.68929589803448e-05,
+      "loss": 0.0648,
+      "step": 54810
+    },
+    {
+      "grad_norm": 0.4720478951931,
+      "learning_rate": 8.688737839002452e-05,
+      "loss": 0.0577,
+      "step": 54820
+    },
+    {
+      "grad_norm": 0.5833441615104675,
+      "learning_rate": 8.688179679121719e-05,
+      "loss": 0.0436,
+      "step": 54830
+    },
+    {
+      "grad_norm": 0.49709242582321167,
+      "learning_rate": 8.68762141840754e-05,
+      "loss": 0.041,
+      "step": 54840
+    },
+    {
+      "grad_norm": 0.6761584281921387,
+      "learning_rate": 8.687063056875175e-05,
+      "loss": 0.0436,
+      "step": 54850
+    },
+    {
+      "grad_norm": 0.7964344620704651,
+      "learning_rate": 8.686504594539892e-05,
+      "loss": 0.0626,
+      "step": 54860
+    },
+    {
+      "grad_norm": 0.6721751093864441,
+      "learning_rate": 8.68594603141696e-05,
+      "loss": 0.0577,
+      "step": 54870
+    },
+    {
+      "grad_norm": 0.47937119007110596,
+      "learning_rate": 8.685387367521646e-05,
+      "loss": 0.0686,
+      "step": 54880
+    },
+    {
+      "grad_norm": 0.5798193216323853,
+      "learning_rate": 8.684828602869226e-05,
+      "loss": 0.0581,
+      "step": 54890
+    },
+    {
+      "grad_norm": 0.5495821237564087,
+      "learning_rate": 8.684269737474976e-05,
+      "loss": 0.0568,
+      "step": 54900
+    },
+    {
+      "grad_norm": 0.8164705634117126,
+      "learning_rate": 8.683710771354178e-05,
+      "loss": 0.0571,
+      "step": 54910
+    },
+    {
+      "grad_norm": 0.9755966067314148,
+      "learning_rate": 8.683151704522109e-05,
+      "loss": 0.0543,
+      "step": 54920
+    },
+    {
+      "grad_norm": 1.285697102546692,
+      "learning_rate": 8.682592536994057e-05,
+      "loss": 0.059,
+      "step": 54930
+    },
+    {
+      "grad_norm": 1.2776838541030884,
+      "learning_rate": 8.682033268785308e-05,
+      "loss": 0.084,
+      "step": 54940
+    },
+    {
+      "grad_norm": 0.6473231315612793,
+      "learning_rate": 8.681473899911154e-05,
+      "loss": 0.0581,
+      "step": 54950
+    },
+    {
+      "grad_norm": 1.0578978061676025,
+      "learning_rate": 8.680914430386885e-05,
+      "loss": 0.0507,
+      "step": 54960
+    },
+    {
+      "grad_norm": 0.9411389231681824,
+      "learning_rate": 8.6803548602278e-05,
+      "loss": 0.0415,
+      "step": 54970
+    },
+    {
+      "grad_norm": 0.43845611810684204,
+      "learning_rate": 8.679795189449193e-05,
+      "loss": 0.0534,
+      "step": 54980
+    },
+    {
+      "grad_norm": 0.7107380628585815,
+      "learning_rate": 8.679235418066371e-05,
+      "loss": 0.0449,
+      "step": 54990
+    },
+    {
+      "grad_norm": 0.5603547692298889,
+      "learning_rate": 8.678675546094633e-05,
+      "loss": 0.0778,
+      "step": 55000
+    },
+    {
+      "grad_norm": 0.44312405586242676,
+      "learning_rate": 8.678115573549288e-05,
+      "loss": 0.0611,
+      "step": 55010
+    },
+    {
+      "grad_norm": 0.9895073175430298,
+      "learning_rate": 8.677555500445645e-05,
+      "loss": 0.0604,
+      "step": 55020
+    },
+    {
+      "grad_norm": 0.5000806450843811,
+      "learning_rate": 8.676995326799017e-05,
+      "loss": 0.043,
+      "step": 55030
+    },
+    {
+      "grad_norm": 0.9455545544624329,
+      "learning_rate": 8.676435052624719e-05,
+      "loss": 0.081,
+      "step": 55040
+    },
+    {
+      "grad_norm": 0.6232199668884277,
+      "learning_rate": 8.675874677938066e-05,
+      "loss": 0.0631,
+      "step": 55050
+    },
+    {
+      "grad_norm": 0.6390416622161865,
+      "learning_rate": 8.675314202754379e-05,
+      "loss": 0.059,
+      "step": 55060
+    },
+    {
+      "grad_norm": 0.8766713738441467,
+      "learning_rate": 8.674753627088985e-05,
+      "loss": 0.0532,
+      "step": 55070
+    },
+    {
+      "grad_norm": 0.5858731269836426,
+      "learning_rate": 8.674192950957207e-05,
+      "loss": 0.0454,
+      "step": 55080
+    },
+    {
+      "grad_norm": 0.6106569170951843,
+      "learning_rate": 8.673632174374373e-05,
+      "loss": 0.0449,
+      "step": 55090
+    },
+    {
+      "grad_norm": 0.981959879398346,
+      "learning_rate": 8.673071297355817e-05,
+      "loss": 0.0681,
+      "step": 55100
+    },
+    {
+      "grad_norm": 0.6042239665985107,
+      "learning_rate": 8.67251031991687e-05,
+      "loss": 0.0478,
+      "step": 55110
+    },
+    {
+      "grad_norm": 0.9080408811569214,
+      "learning_rate": 8.671949242072873e-05,
+      "loss": 0.0551,
+      "step": 55120
+    },
+    {
+      "grad_norm": 0.7516672015190125,
+      "learning_rate": 8.67138806383916e-05,
+      "loss": 0.0545,
+      "step": 55130
+    },
+    {
+      "grad_norm": 0.8431469798088074,
+      "learning_rate": 8.670826785231078e-05,
+      "loss": 0.0574,
+      "step": 55140
+    },
+    {
+      "grad_norm": 1.5016013383865356,
+      "learning_rate": 8.670265406263971e-05,
+      "loss": 0.0614,
+      "step": 55150
+    },
+    {
+      "grad_norm": 0.6802201271057129,
+      "learning_rate": 8.669703926953187e-05,
+      "loss": 0.0552,
+      "step": 55160
+    },
+    {
+      "grad_norm": 0.7485611438751221,
+      "learning_rate": 8.669142347314074e-05,
+      "loss": 0.0513,
+      "step": 55170
+    },
+    {
+      "grad_norm": 1.6146494150161743,
+      "learning_rate": 8.668580667361991e-05,
+      "loss": 0.0559,
+      "step": 55180
+    },
+    {
+      "grad_norm": 0.7356903553009033,
+      "learning_rate": 8.668018887112287e-05,
+      "loss": 0.047,
+      "step": 55190
+    },
+    {
+      "grad_norm": 0.5895802974700928,
+      "learning_rate": 8.667457006580328e-05,
+      "loss": 0.0581,
+      "step": 55200
+    },
+    {
+      "grad_norm": 0.6864249110221863,
+      "learning_rate": 8.666895025781471e-05,
+      "loss": 0.0621,
+      "step": 55210
+    },
+    {
+      "grad_norm": 0.7694905996322632,
+      "learning_rate": 8.666332944731083e-05,
+      "loss": 0.0616,
+      "step": 55220
+    },
+    {
+      "grad_norm": 0.9557541012763977,
+      "learning_rate": 8.665770763444527e-05,
+      "loss": 0.0495,
+      "step": 55230
+    },
+    {
+      "grad_norm": 0.7095834612846375,
+      "learning_rate": 8.665208481937176e-05,
+      "loss": 0.0517,
+      "step": 55240
+    },
+    {
+      "grad_norm": 0.9152218699455261,
+      "learning_rate": 8.664646100224404e-05,
+      "loss": 0.0395,
+      "step": 55250
+    },
+    {
+      "grad_norm": 0.46522676944732666,
+      "learning_rate": 8.664083618321583e-05,
+      "loss": 0.0478,
+      "step": 55260
+    },
+    {
+      "grad_norm": 0.44562235474586487,
+      "learning_rate": 8.663521036244093e-05,
+      "loss": 0.0414,
+      "step": 55270
+    },
+    {
+      "grad_norm": 0.6401655077934265,
+      "learning_rate": 8.662958354007313e-05,
+      "loss": 0.0463,
+      "step": 55280
+    },
+    {
+      "grad_norm": 0.9318197965621948,
+      "learning_rate": 8.662395571626629e-05,
+      "loss": 0.0532,
+      "step": 55290
+    },
+    {
+      "grad_norm": 0.7490055561065674,
+      "learning_rate": 8.661832689117426e-05,
+      "loss": 0.079,
+      "step": 55300
+    },
+    {
+      "grad_norm": 0.4575341045856476,
+      "learning_rate": 8.661269706495092e-05,
+      "loss": 0.0367,
+      "step": 55310
+    },
+    {
+      "grad_norm": 0.46579378843307495,
+      "learning_rate": 8.660706623775021e-05,
+      "loss": 0.074,
+      "step": 55320
+    },
+    {
+      "grad_norm": 1.4328441619873047,
+      "learning_rate": 8.660143440972604e-05,
+      "loss": 0.0624,
+      "step": 55330
+    },
+    {
+      "grad_norm": 0.46471554040908813,
+      "learning_rate": 8.659580158103242e-05,
+      "loss": 0.0453,
+      "step": 55340
+    },
+    {
+      "grad_norm": 0.5592676997184753,
+      "learning_rate": 8.659016775182333e-05,
+      "loss": 0.0474,
+      "step": 55350
+    },
+    {
+      "grad_norm": 0.9156274795532227,
+      "learning_rate": 8.658453292225282e-05,
+      "loss": 0.0621,
+      "step": 55360
+    },
+    {
+      "grad_norm": 0.5555698275566101,
+      "learning_rate": 8.657889709247489e-05,
+      "loss": 0.0401,
+      "step": 55370
+    },
+    {
+      "grad_norm": 0.5531944632530212,
+      "learning_rate": 8.657326026264367e-05,
+      "loss": 0.0516,
+      "step": 55380
+    },
+    {
+      "grad_norm": 0.6125370264053345,
+      "learning_rate": 8.656762243291325e-05,
+      "loss": 0.0491,
+      "step": 55390
+    },
+    {
+      "grad_norm": 0.5246103405952454,
+      "learning_rate": 8.656198360343778e-05,
+      "loss": 0.052,
+      "step": 55400
+    },
+    {
+      "grad_norm": 0.5644418001174927,
+      "learning_rate": 8.655634377437141e-05,
+      "loss": 0.0553,
+      "step": 55410
+    },
+    {
+      "grad_norm": 0.6314824819564819,
+      "learning_rate": 8.655070294586833e-05,
+      "loss": 0.0411,
+      "step": 55420
+    },
+    {
+      "grad_norm": 0.7305594682693481,
+      "learning_rate": 8.654506111808277e-05,
+      "loss": 0.0409,
+      "step": 55430
+    },
+    {
+      "grad_norm": 0.37023115158081055,
+      "learning_rate": 8.653941829116896e-05,
+      "loss": 0.0462,
+      "step": 55440
+    },
+    {
+      "grad_norm": 0.8608653545379639,
+      "learning_rate": 8.653377446528119e-05,
+      "loss": 0.0472,
+      "step": 55450
+    },
+    {
+      "grad_norm": 0.604619026184082,
+      "learning_rate": 8.652812964057376e-05,
+      "loss": 0.0398,
+      "step": 55460
+    },
+    {
+      "grad_norm": 0.814802885055542,
+      "learning_rate": 8.652248381720097e-05,
+      "loss": 0.0479,
+      "step": 55470
+    },
+    {
+      "grad_norm": 0.8603594303131104,
+      "learning_rate": 8.65168369953172e-05,
+      "loss": 0.0496,
+      "step": 55480
+    },
+    {
+      "grad_norm": 1.7347509860992432,
+      "learning_rate": 8.651118917507681e-05,
+      "loss": 0.063,
+      "step": 55490
+    },
+    {
+      "grad_norm": 0.5781630873680115,
+      "learning_rate": 8.650554035663425e-05,
+      "loss": 0.0453,
+      "step": 55500
+    },
+    {
+      "grad_norm": 0.563738226890564,
+      "learning_rate": 8.649989054014392e-05,
+      "loss": 0.0433,
+      "step": 55510
+    },
+    {
+      "grad_norm": 0.6778936982154846,
+      "learning_rate": 8.64942397257603e-05,
+      "loss": 0.0499,
+      "step": 55520
+    },
+    {
+      "grad_norm": 0.7013758420944214,
+      "learning_rate": 8.648858791363786e-05,
+      "loss": 0.0577,
+      "step": 55530
+    },
+    {
+      "grad_norm": 1.1875078678131104,
+      "learning_rate": 8.648293510393115e-05,
+      "loss": 0.0525,
+      "step": 55540
+    },
+    {
+      "grad_norm": 0.5712730288505554,
+      "learning_rate": 8.647728129679469e-05,
+      "loss": 0.0492,
+      "step": 55550
+    },
+    {
+      "grad_norm": 0.8430174589157104,
+      "learning_rate": 8.647162649238307e-05,
+      "loss": 0.0566,
+      "step": 55560
+    },
+    {
+      "grad_norm": 0.5996316075325012,
+      "learning_rate": 8.64659706908509e-05,
+      "loss": 0.0443,
+      "step": 55570
+    },
+    {
+      "grad_norm": 0.9313849806785583,
+      "learning_rate": 8.646031389235277e-05,
+      "loss": 0.0648,
+      "step": 55580
+    },
+    {
+      "grad_norm": 0.9401659369468689,
+      "learning_rate": 8.645465609704335e-05,
+      "loss": 0.0463,
+      "step": 55590
+    },
+    {
+      "grad_norm": 0.6044143438339233,
+      "learning_rate": 8.644899730507734e-05,
+      "loss": 0.048,
+      "step": 55600
+    },
+    {
+      "grad_norm": 0.41551801562309265,
+      "learning_rate": 8.644333751660944e-05,
+      "loss": 0.0482,
+      "step": 55610
+    },
+    {
+      "grad_norm": 0.6764141321182251,
+      "learning_rate": 8.643767673179437e-05,
+      "loss": 0.0664,
+      "step": 55620
+    },
+    {
+      "grad_norm": 0.5822838544845581,
+      "learning_rate": 8.643201495078692e-05,
+      "loss": 0.0371,
+      "step": 55630
+    },
+    {
+      "grad_norm": 0.4102145731449127,
+      "learning_rate": 8.642635217374186e-05,
+      "loss": 0.0333,
+      "step": 55640
+    },
+    {
+      "grad_norm": 0.659755527973175,
+      "learning_rate": 8.6420688400814e-05,
+      "loss": 0.0418,
+      "step": 55650
+    },
+    {
+      "grad_norm": 0.6648732423782349,
+      "learning_rate": 8.641502363215823e-05,
+      "loss": 0.039,
+      "step": 55660
+    },
+    {
+      "grad_norm": 0.8265186548233032,
+      "learning_rate": 8.64093578679294e-05,
+      "loss": 0.0481,
+      "step": 55670
+    },
+    {
+      "grad_norm": 0.47425681352615356,
+      "learning_rate": 8.640369110828238e-05,
+      "loss": 0.0514,
+      "step": 55680
+    },
+    {
+      "grad_norm": 0.8062150478363037,
+      "learning_rate": 8.639802335337214e-05,
+      "loss": 0.0453,
+      "step": 55690
+    },
+    {
+      "grad_norm": 0.5435823202133179,
+      "learning_rate": 8.63923546033536e-05,
+      "loss": 0.0491,
+      "step": 55700
+    },
+    {
+      "grad_norm": 0.4855024814605713,
+      "learning_rate": 8.638668485838177e-05,
+      "loss": 0.0343,
+      "step": 55710
+    },
+    {
+      "grad_norm": 0.8401912450790405,
+      "learning_rate": 8.638101411861163e-05,
+      "loss": 0.0534,
+      "step": 55720
+    },
+    {
+      "grad_norm": 0.48382556438446045,
+      "learning_rate": 8.637534238419825e-05,
+      "loss": 0.037,
+      "step": 55730
+    },
+    {
+      "grad_norm": 0.54803466796875,
+      "learning_rate": 8.636966965529665e-05,
+      "loss": 0.0402,
+      "step": 55740
+    },
+    {
+      "grad_norm": 0.660481870174408,
+      "learning_rate": 8.636399593206197e-05,
+      "loss": 0.0475,
+      "step": 55750
+    },
+    {
+      "grad_norm": 0.4622255861759186,
+      "learning_rate": 8.63583212146493e-05,
+      "loss": 0.0761,
+      "step": 55760
+    },
+    {
+      "grad_norm": 0.48377105593681335,
+      "learning_rate": 8.635264550321378e-05,
+      "loss": 0.0489,
+      "step": 55770
+    },
+    {
+      "grad_norm": 0.5606991052627563,
+      "learning_rate": 8.634696879791058e-05,
+      "loss": 0.0481,
+      "step": 55780
+    },
+    {
+      "grad_norm": 0.4584466516971588,
+      "learning_rate": 8.634129109889493e-05,
+      "loss": 0.0488,
+      "step": 55790
+    },
+    {
+      "grad_norm": 0.32307642698287964,
+      "learning_rate": 8.633561240632202e-05,
+      "loss": 0.0536,
+      "step": 55800
+    },
+    {
+      "grad_norm": 0.4786387085914612,
+      "learning_rate": 8.63299327203471e-05,
+      "loss": 0.0459,
+      "step": 55810
+    },
+    {
+      "grad_norm": 0.5964422821998596,
+      "learning_rate": 8.632425204112551e-05,
+      "loss": 0.0446,
+      "step": 55820
+    },
+    {
+      "grad_norm": 0.5475896596908569,
+      "learning_rate": 8.631857036881248e-05,
+      "loss": 0.062,
+      "step": 55830
+    },
+    {
+      "grad_norm": 1.7685132026672363,
+      "learning_rate": 8.631288770356339e-05,
+      "loss": 0.0597,
+      "step": 55840
+    },
+    {
+      "grad_norm": 0.5756087899208069,
+      "learning_rate": 8.63072040455336e-05,
+      "loss": 0.0515,
+      "step": 55850
+    },
+    {
+      "grad_norm": 0.3341887295246124,
+      "learning_rate": 8.630151939487849e-05,
+      "loss": 0.0586,
+      "step": 55860
+    },
+    {
+      "grad_norm": 0.5931572318077087,
+      "learning_rate": 8.629583375175347e-05,
+      "loss": 0.0428,
+      "step": 55870
+    },
+    {
+      "grad_norm": 0.5166654586791992,
+      "learning_rate": 8.6290147116314e-05,
+      "loss": 0.0489,
+      "step": 55880
+    },
+    {
+      "grad_norm": 0.68031245470047,
+      "learning_rate": 8.628445948871553e-05,
+      "loss": 0.038,
+      "step": 55890
+    },
+    {
+      "grad_norm": 2.7212131023406982,
+      "learning_rate": 8.627877086911358e-05,
+      "loss": 0.0558,
+      "step": 55900
+    },
+    {
+      "grad_norm": 0.5671154260635376,
+      "learning_rate": 8.627308125766366e-05,
+      "loss": 0.0411,
+      "step": 55910
+    },
+    {
+      "grad_norm": 0.7412532567977905,
+      "learning_rate": 8.626739065452132e-05,
+      "loss": 0.0783,
+      "step": 55920
+    },
+    {
+      "grad_norm": 0.7070919871330261,
+      "learning_rate": 8.626169905984216e-05,
+      "loss": 0.0458,
+      "step": 55930
+    },
+    {
+      "grad_norm": 0.5099592804908752,
+      "learning_rate": 8.625600647378175e-05,
+      "loss": 0.038,
+      "step": 55940
+    },
+    {
+      "grad_norm": 0.5580710768699646,
+      "learning_rate": 8.625031289649576e-05,
+      "loss": 0.0426,
+      "step": 55950
+    },
+    {
+      "grad_norm": 0.5106713175773621,
+      "learning_rate": 8.624461832813983e-05,
+      "loss": 0.0427,
+      "step": 55960
+    },
+    {
+      "grad_norm": 0.6707406044006348,
+      "learning_rate": 8.623892276886964e-05,
+      "loss": 0.0487,
+      "step": 55970
+    },
+    {
+      "grad_norm": 0.564365565776825,
+      "learning_rate": 8.623322621884094e-05,
+      "loss": 0.0411,
+      "step": 55980
+    },
+    {
+      "grad_norm": 0.9904279112815857,
+      "learning_rate": 8.622752867820942e-05,
+      "loss": 0.0571,
+      "step": 55990
+    },
+    {
+      "grad_norm": 0.5110026001930237,
+      "learning_rate": 8.622183014713089e-05,
+      "loss": 0.0449,
+      "step": 56000
+    },
+    {
+      "grad_norm": 0.4497823417186737,
+      "learning_rate": 8.621613062576113e-05,
+      "loss": 0.0465,
+      "step": 56010
+    },
+    {
+      "grad_norm": 0.37882140278816223,
+      "learning_rate": 8.621043011425597e-05,
+      "loss": 0.0389,
+      "step": 56020
+    },
+    {
+      "grad_norm": 0.6869708299636841,
+      "learning_rate": 8.620472861277125e-05,
+      "loss": 0.0467,
+      "step": 56030
+    },
+    {
+      "grad_norm": 0.5263819694519043,
+      "learning_rate": 8.619902612146284e-05,
+      "loss": 0.0519,
+      "step": 56040
+    },
+    {
+      "grad_norm": 0.5423586964607239,
+      "learning_rate": 8.619332264048667e-05,
+      "loss": 0.0536,
+      "step": 56050
+    },
+    {
+      "grad_norm": 0.8623807430267334,
+      "learning_rate": 8.618761816999865e-05,
+      "loss": 0.0531,
+      "step": 56060
+    },
+    {
+      "grad_norm": 0.7184329628944397,
+      "learning_rate": 8.618191271015475e-05,
+      "loss": 0.0443,
+      "step": 56070
+    },
+    {
+      "grad_norm": 0.5815322995185852,
+      "learning_rate": 8.617620626111094e-05,
+      "loss": 0.0454,
+      "step": 56080
+    },
+    {
+      "grad_norm": 0.6569144129753113,
+      "learning_rate": 8.617049882302326e-05,
+      "loss": 0.0466,
+      "step": 56090
+    },
+    {
+      "grad_norm": 0.7491828799247742,
+      "learning_rate": 8.616479039604771e-05,
+      "loss": 0.0425,
+      "step": 56100
+    },
+    {
+      "grad_norm": 0.33274394273757935,
+      "learning_rate": 8.615908098034038e-05,
+      "loss": 0.0365,
+      "step": 56110
+    },
+    {
+      "grad_norm": 0.5796927213668823,
+      "learning_rate": 8.615337057605736e-05,
+      "loss": 0.0498,
+      "step": 56120
+    },
+    {
+      "grad_norm": 0.7296192049980164,
+      "learning_rate": 8.614765918335479e-05,
+      "loss": 0.0547,
+      "step": 56130
+    },
+    {
+      "grad_norm": 0.515975832939148,
+      "learning_rate": 8.614194680238878e-05,
+      "loss": 0.0444,
+      "step": 56140
+    },
+    {
+      "grad_norm": 1.5021076202392578,
+      "learning_rate": 8.613623343331553e-05,
+      "loss": 0.0467,
+      "step": 56150
+    },
+    {
+      "grad_norm": 0.6328263282775879,
+      "learning_rate": 8.613051907629123e-05,
+      "loss": 0.0357,
+      "step": 56160
+    },
+    {
+      "grad_norm": 0.5664197206497192,
+      "learning_rate": 8.612480373147211e-05,
+      "loss": 0.0444,
+      "step": 56170
+    },
+    {
+      "grad_norm": 0.5962666273117065,
+      "learning_rate": 8.611908739901444e-05,
+      "loss": 0.053,
+      "step": 56180
+    },
+    {
+      "grad_norm": 0.3726191520690918,
+      "learning_rate": 8.611337007907448e-05,
+      "loss": 0.0497,
+      "step": 56190
+    },
+    {
+      "grad_norm": 0.6569390892982483,
+      "learning_rate": 8.610765177180853e-05,
+      "loss": 0.0312,
+      "step": 56200
+    },
+    {
+      "grad_norm": 1.598939061164856,
+      "learning_rate": 8.610193247737297e-05,
+      "loss": 0.0412,
+      "step": 56210
+    },
+    {
+      "grad_norm": 1.4982149600982666,
+      "learning_rate": 8.609621219592413e-05,
+      "loss": 0.0406,
+      "step": 56220
+    },
+    {
+      "grad_norm": 0.5446597337722778,
+      "learning_rate": 8.60904909276184e-05,
+      "loss": 0.049,
+      "step": 56230
+    },
+    {
+      "grad_norm": 0.6415248513221741,
+      "learning_rate": 8.608476867261224e-05,
+      "loss": 0.0416,
+      "step": 56240
+    },
+    {
+      "grad_norm": 0.8591428399085999,
+      "learning_rate": 8.607904543106202e-05,
+      "loss": 0.0426,
+      "step": 56250
+    },
+    {
+      "grad_norm": 0.6908059120178223,
+      "learning_rate": 8.607332120312428e-05,
+      "loss": 0.0461,
+      "step": 56260
+    },
+    {
+      "grad_norm": 0.7497454285621643,
+      "learning_rate": 8.606759598895548e-05,
+      "loss": 0.0389,
+      "step": 56270
+    },
+    {
+      "grad_norm": 1.078325867652893,
+      "learning_rate": 8.606186978871215e-05,
+      "loss": 0.0504,
+      "step": 56280
+    },
+    {
+      "grad_norm": 0.5368288159370422,
+      "learning_rate": 8.605614260255087e-05,
+      "loss": 0.0427,
+      "step": 56290
+    },
+    {
+      "grad_norm": 0.7352173328399658,
+      "learning_rate": 8.605041443062818e-05,
+      "loss": 0.0734,
+      "step": 56300
+    },
+    {
+      "grad_norm": 0.4594075381755829,
+      "learning_rate": 8.60446852731007e-05,
+      "loss": 0.0421,
+      "step": 56310
+    },
+    {
+      "grad_norm": 0.5341855883598328,
+      "learning_rate": 8.603895513012507e-05,
+      "loss": 0.0538,
+      "step": 56320
+    },
+    {
+      "grad_norm": 0.5378053188323975,
+      "learning_rate": 8.603322400185796e-05,
+      "loss": 0.0415,
+      "step": 56330
+    },
+    {
+      "grad_norm": 0.615790843963623,
+      "learning_rate": 8.602749188845603e-05,
+      "loss": 0.0495,
+      "step": 56340
+    },
+    {
+      "grad_norm": 0.5340067148208618,
+      "learning_rate": 8.6021758790076e-05,
+      "loss": 0.0703,
+      "step": 56350
+    },
+    {
+      "grad_norm": 0.7905066609382629,
+      "learning_rate": 8.601602470687462e-05,
+      "loss": 0.0424,
+      "step": 56360
+    },
+    {
+      "grad_norm": 0.6289423704147339,
+      "learning_rate": 8.601028963900867e-05,
+      "loss": 0.0622,
+      "step": 56370
+    },
+    {
+      "grad_norm": 0.8754615187644958,
+      "learning_rate": 8.60045535866349e-05,
+      "loss": 0.059,
+      "step": 56380
+    },
+    {
+      "grad_norm": 1.0491081476211548,
+      "learning_rate": 8.59988165499102e-05,
+      "loss": 0.0599,
+      "step": 56390
+    },
+    {
+      "grad_norm": 0.7014260292053223,
+      "learning_rate": 8.599307852899135e-05,
+      "loss": 0.0492,
+      "step": 56400
+    },
+    {
+      "grad_norm": 0.5094467401504517,
+      "learning_rate": 8.598733952403527e-05,
+      "loss": 0.0481,
+      "step": 56410
+    },
+    {
+      "grad_norm": 0.6157690286636353,
+      "learning_rate": 8.598159953519885e-05,
+      "loss": 0.0391,
+      "step": 56420
+    },
+    {
+      "grad_norm": 0.796897828578949,
+      "learning_rate": 8.597585856263901e-05,
+      "loss": 0.045,
+      "step": 56430
+    },
+    {
+      "grad_norm": 0.6931184530258179,
+      "learning_rate": 8.597011660651271e-05,
+      "loss": 0.0447,
+      "step": 56440
+    },
+    {
+      "grad_norm": 0.5211248993873596,
+      "learning_rate": 8.596437366697692e-05,
+      "loss": 0.045,
+      "step": 56450
+    },
+    {
+      "grad_norm": 0.6672224402427673,
+      "learning_rate": 8.595862974418869e-05,
+      "loss": 0.0519,
+      "step": 56460
+    },
+    {
+      "grad_norm": 0.5110237002372742,
+      "learning_rate": 8.595288483830502e-05,
+      "loss": 0.0348,
+      "step": 56470
+    },
+    {
+      "grad_norm": 0.5412623882293701,
+      "learning_rate": 8.594713894948299e-05,
+      "loss": 0.0386,
+      "step": 56480
+    },
+    {
+      "grad_norm": 0.6839032769203186,
+      "learning_rate": 8.594139207787968e-05,
+      "loss": 0.0473,
+      "step": 56490
+    },
+    {
+      "grad_norm": 0.9482561349868774,
+      "learning_rate": 8.593564422365222e-05,
+      "loss": 0.0524,
+      "step": 56500
+    },
+    {
+      "grad_norm": 0.5707886219024658,
+      "learning_rate": 8.592989538695774e-05,
+      "loss": 0.0545,
+      "step": 56510
+    },
+    {
+      "grad_norm": 0.6942980289459229,
+      "learning_rate": 8.592414556795343e-05,
+      "loss": 0.0556,
+      "step": 56520
+    },
+    {
+      "grad_norm": 0.3302472233772278,
+      "learning_rate": 8.591839476679647e-05,
+      "loss": 0.0441,
+      "step": 56530
+    },
+    {
+      "grad_norm": 0.8787384033203125,
+      "learning_rate": 8.59126429836441e-05,
+      "loss": 0.0497,
+      "step": 56540
+    },
+    {
+      "grad_norm": 0.4034753143787384,
+      "learning_rate": 8.590689021865354e-05,
+      "loss": 0.0537,
+      "step": 56550
+    },
+    {
+      "grad_norm": 0.48224398493766785,
+      "learning_rate": 8.590113647198211e-05,
+      "loss": 0.0435,
+      "step": 56560
+    },
+    {
+      "grad_norm": 0.5936315059661865,
+      "learning_rate": 8.589538174378708e-05,
+      "loss": 0.0451,
+      "step": 56570
+    },
+    {
+      "grad_norm": 0.5539041757583618,
+      "learning_rate": 8.58896260342258e-05,
+      "loss": 0.0397,
+      "step": 56580
+    },
+    {
+      "grad_norm": 0.7273064851760864,
+      "learning_rate": 8.588386934345565e-05,
+      "loss": 0.0387,
+      "step": 56590
+    },
+    {
+      "grad_norm": 0.5521100163459778,
+      "learning_rate": 8.587811167163398e-05,
+      "loss": 0.0404,
+      "step": 56600
+    },
+    {
+      "grad_norm": 0.45514780282974243,
+      "learning_rate": 8.587235301891822e-05,
+      "loss": 0.0337,
+      "step": 56610
+    },
+    {
+      "grad_norm": 0.5117447376251221,
+      "learning_rate": 8.58665933854658e-05,
+      "loss": 0.0447,
+      "step": 56620
+    },
+    {
+      "grad_norm": 1.3321386575698853,
+      "learning_rate": 8.586083277143419e-05,
+      "loss": 0.0546,
+      "step": 56630
+    },
+    {
+      "grad_norm": 1.2326713800430298,
+      "learning_rate": 8.585507117698088e-05,
+      "loss": 0.042,
+      "step": 56640
+    },
+    {
+      "grad_norm": 0.565963864326477,
+      "learning_rate": 8.584930860226341e-05,
+      "loss": 0.0542,
+      "step": 56650
+    },
+    {
+      "grad_norm": 1.056490182876587,
+      "learning_rate": 8.58435450474393e-05,
+      "loss": 0.0557,
+      "step": 56660
+    },
+    {
+      "grad_norm": 0.5245736241340637,
+      "learning_rate": 8.583778051266613e-05,
+      "loss": 0.052,
+      "step": 56670
+    },
+    {
+      "grad_norm": 0.7613095045089722,
+      "learning_rate": 8.583201499810152e-05,
+      "loss": 0.0353,
+      "step": 56680
+    },
+    {
+      "grad_norm": 0.7542089223861694,
+      "learning_rate": 8.582624850390306e-05,
+      "loss": 0.0373,
+      "step": 56690
+    },
+    {
+      "grad_norm": 0.606062650680542,
+      "learning_rate": 8.582048103022844e-05,
+      "loss": 0.0334,
+      "step": 56700
+    },
+    {
+      "grad_norm": 0.3068065643310547,
+      "learning_rate": 8.581471257723532e-05,
+      "loss": 0.0345,
+      "step": 56710
+    },
+    {
+      "grad_norm": 0.4625268578529358,
+      "learning_rate": 8.58089431450814e-05,
+      "loss": 0.0424,
+      "step": 56720
+    },
+    {
+      "grad_norm": 0.5459258556365967,
+      "learning_rate": 8.580317273392446e-05,
+      "loss": 0.04,
+      "step": 56730
+    },
+    {
+      "grad_norm": 0.6062901616096497,
+      "learning_rate": 8.57974013439222e-05,
+      "loss": 0.0535,
+      "step": 56740
+    },
+    {
+      "grad_norm": 0.721543550491333,
+      "learning_rate": 8.579162897523246e-05,
+      "loss": 0.045,
+      "step": 56750
+    },
+    {
+      "grad_norm": 0.515057384967804,
+      "learning_rate": 8.5785855628013e-05,
+      "loss": 0.0407,
+      "step": 56760
+    },
+    {
+      "grad_norm": 0.5419279336929321,
+      "learning_rate": 8.578008130242171e-05,
+      "loss": 0.0453,
+      "step": 56770
+    },
+    {
+      "grad_norm": 1.1566805839538574,
+      "learning_rate": 8.577430599861644e-05,
+      "loss": 0.049,
+      "step": 56780
+    },
+    {
+      "grad_norm": 0.47578558325767517,
+      "learning_rate": 8.576852971675509e-05,
+      "loss": 0.0488,
+      "step": 56790
+    },
+    {
+      "grad_norm": 1.1140928268432617,
+      "learning_rate": 8.576275245699555e-05,
+      "loss": 0.0409,
+      "step": 56800
+    },
+    {
+      "grad_norm": 0.6112644672393799,
+      "learning_rate": 8.575697421949582e-05,
+      "loss": 0.0396,
+      "step": 56810
+    },
+    {
+      "grad_norm": 0.6857845783233643,
+      "learning_rate": 8.575119500441383e-05,
+      "loss": 0.0538,
+      "step": 56820
+    },
+    {
+      "grad_norm": 0.5336726307868958,
+      "learning_rate": 8.574541481190761e-05,
+      "loss": 0.0588,
+      "step": 56830
+    },
+    {
+      "grad_norm": 0.5776033997535706,
+      "learning_rate": 8.573963364213518e-05,
+      "loss": 0.0425,
+      "step": 56840
+    },
+    {
+      "grad_norm": 0.3828484117984772,
+      "learning_rate": 8.573385149525458e-05,
+      "loss": 0.0407,
+      "step": 56850
+    },
+    {
+      "grad_norm": 0.6172454953193665,
+      "learning_rate": 8.572806837142391e-05,
+      "loss": 0.0487,
+      "step": 56860
+    },
+    {
+      "grad_norm": 0.7191513180732727,
+      "learning_rate": 8.572228427080127e-05,
+      "loss": 0.0454,
+      "step": 56870
+    },
+    {
+      "grad_norm": 0.7438210844993591,
+      "learning_rate": 8.571649919354481e-05,
+      "loss": 0.0513,
+      "step": 56880
+    },
+    {
+      "grad_norm": 0.4846300184726715,
+      "learning_rate": 8.571071313981267e-05,
+      "loss": 0.0442,
+      "step": 56890
+    },
+    {
+      "grad_norm": 0.45539310574531555,
+      "learning_rate": 8.570492610976305e-05,
+      "loss": 0.0442,
+      "step": 56900
+    },
+    {
+      "grad_norm": 0.3331497609615326,
+      "learning_rate": 8.569913810355417e-05,
+      "loss": 0.046,
+      "step": 56910
+    },
+    {
+      "grad_norm": 0.5335228443145752,
+      "learning_rate": 8.569334912134426e-05,
+      "loss": 0.0546,
+      "step": 56920
+    },
+    {
+      "grad_norm": 0.2985856235027313,
+      "learning_rate": 8.568755916329159e-05,
+      "loss": 0.0477,
+      "step": 56930
+    },
+    {
+      "grad_norm": 0.5872313380241394,
+      "learning_rate": 8.568176822955447e-05,
+      "loss": 0.056,
+      "step": 56940
+    },
+    {
+      "grad_norm": 0.4460860788822174,
+      "learning_rate": 8.567597632029121e-05,
+      "loss": 0.0529,
+      "step": 56950
+    },
+    {
+      "grad_norm": 0.6938721537590027,
+      "learning_rate": 8.567018343566016e-05,
+      "loss": 0.0504,
+      "step": 56960
+    },
+    {
+      "grad_norm": 0.5241279006004333,
+      "learning_rate": 8.566438957581968e-05,
+      "loss": 0.041,
+      "step": 56970
+    },
+    {
+      "grad_norm": 0.6441833972930908,
+      "learning_rate": 8.565859474092822e-05,
+      "loss": 0.0468,
+      "step": 56980
+    },
+    {
+      "grad_norm": 1.0249943733215332,
+      "learning_rate": 8.565279893114415e-05,
+      "loss": 0.054,
+      "step": 56990
+    },
+    {
+      "grad_norm": 0.4852568209171295,
+      "learning_rate": 8.564700214662595e-05,
+      "loss": 0.0448,
+      "step": 57000
+    },
+    {
+      "grad_norm": 0.44154274463653564,
+      "learning_rate": 8.564120438753212e-05,
+      "loss": 0.0403,
+      "step": 57010
+    },
+    {
+      "grad_norm": 0.741675853729248,
+      "learning_rate": 8.563540565402115e-05,
+      "loss": 0.046,
+      "step": 57020
+    },
+    {
+      "grad_norm": 1.015417456626892,
+      "learning_rate": 8.562960594625155e-05,
+      "loss": 0.047,
+      "step": 57030
+    },
+    {
+      "grad_norm": 0.4400978088378906,
+      "learning_rate": 8.562380526438194e-05,
+      "loss": 0.0559,
+      "step": 57040
+    },
+    {
+      "grad_norm": 0.5517438054084778,
+      "learning_rate": 8.561800360857086e-05,
+      "loss": 0.0469,
+      "step": 57050
+    },
+    {
+      "grad_norm": 0.7193424701690674,
+      "learning_rate": 8.561220097897696e-05,
+      "loss": 0.0588,
+      "step": 57060
+    },
+    {
+      "grad_norm": 0.7478760480880737,
+      "learning_rate": 8.560639737575884e-05,
+      "loss": 0.05,
+      "step": 57070
+    },
+    {
+      "grad_norm": 0.3807200491428375,
+      "learning_rate": 8.56005927990752e-05,
+      "loss": 0.0424,
+      "step": 57080
+    },
+    {
+      "grad_norm": 0.766995906829834,
+      "learning_rate": 8.559478724908474e-05,
+      "loss": 0.0576,
+      "step": 57090
+    },
+    {
+      "grad_norm": 1.293255090713501,
+      "learning_rate": 8.558898072594617e-05,
+      "loss": 0.0528,
+      "step": 57100
+    },
+    {
+      "grad_norm": 0.5646984577178955,
+      "learning_rate": 8.558317322981821e-05,
+      "loss": 0.0473,
+      "step": 57110
+    },
+    {
+      "grad_norm": 0.4498215615749359,
+      "learning_rate": 8.557736476085968e-05,
+      "loss": 0.0489,
+      "step": 57120
+    },
+    {
+      "grad_norm": 0.6522635817527771,
+      "learning_rate": 8.557155531922937e-05,
+      "loss": 0.0686,
+      "step": 57130
+    },
+    {
+      "grad_norm": 0.5033310651779175,
+      "learning_rate": 8.556574490508611e-05,
+      "loss": 0.0439,
+      "step": 57140
+    },
+    {
+      "grad_norm": 0.7052866816520691,
+      "learning_rate": 8.555993351858874e-05,
+      "loss": 0.0667,
+      "step": 57150
+    },
+    {
+      "grad_norm": 0.538368821144104,
+      "learning_rate": 8.555412115989612e-05,
+      "loss": 0.0348,
+      "step": 57160
+    },
+    {
+      "grad_norm": 0.6608472466468811,
+      "learning_rate": 8.55483078291672e-05,
+      "loss": 0.0498,
+      "step": 57170
+    },
+    {
+      "grad_norm": 0.4757680594921112,
+      "learning_rate": 8.55424935265609e-05,
+      "loss": 0.0431,
+      "step": 57180
+    },
+    {
+      "grad_norm": 0.42964601516723633,
+      "learning_rate": 8.55366782522362e-05,
+      "loss": 0.0423,
+      "step": 57190
+    },
+    {
+      "grad_norm": 0.5764769911766052,
+      "learning_rate": 8.553086200635203e-05,
+      "loss": 0.0441,
+      "step": 57200
+    },
+    {
+      "grad_norm": 0.5927271246910095,
+      "learning_rate": 8.552504478906747e-05,
+      "loss": 0.0751,
+      "step": 57210
+    },
+    {
+      "grad_norm": 0.4558502733707428,
+      "learning_rate": 8.551922660054152e-05,
+      "loss": 0.0567,
+      "step": 57220
+    },
+    {
+      "grad_norm": 1.2913181781768799,
+      "learning_rate": 8.551340744093325e-05,
+      "loss": 0.0523,
+      "step": 57230
+    },
+    {
+      "grad_norm": 0.6480346322059631,
+      "learning_rate": 8.550758731040177e-05,
+      "loss": 0.0633,
+      "step": 57240
+    },
+    {
+      "grad_norm": 0.7477328777313232,
+      "learning_rate": 8.550176620910619e-05,
+      "loss": 0.0427,
+      "step": 57250
+    },
+    {
+      "grad_norm": 0.9756854176521301,
+      "learning_rate": 8.549594413720568e-05,
+      "loss": 0.0437,
+      "step": 57260
+    },
+    {
+      "grad_norm": 0.7626193761825562,
+      "learning_rate": 8.549012109485937e-05,
+      "loss": 0.0548,
+      "step": 57270
+    },
+    {
+      "grad_norm": 0.5830135941505432,
+      "learning_rate": 8.548429708222648e-05,
+      "loss": 0.0463,
+      "step": 57280
+    },
+    {
+      "grad_norm": 0.6601433157920837,
+      "learning_rate": 8.547847209946625e-05,
+      "loss": 0.0501,
+      "step": 57290
+    },
+    {
+      "grad_norm": 0.947878360748291,
+      "learning_rate": 8.547264614673792e-05,
+      "loss": 0.0552,
+      "step": 57300
+    },
+    {
+      "grad_norm": 0.5362295508384705,
+      "learning_rate": 8.546681922420076e-05,
+      "loss": 0.045,
+      "step": 57310
+    },
+    {
+      "grad_norm": 0.7806485891342163,
+      "learning_rate": 8.54609913320141e-05,
+      "loss": 0.0576,
+      "step": 57320
+    },
+    {
+      "grad_norm": 0.4635346233844757,
+      "learning_rate": 8.545516247033726e-05,
+      "loss": 0.0393,
+      "step": 57330
+    },
+    {
+      "grad_norm": 0.6033256649971008,
+      "learning_rate": 8.544933263932959e-05,
+      "loss": 0.0418,
+      "step": 57340
+    },
+    {
+      "grad_norm": 0.6361967921257019,
+      "learning_rate": 8.544350183915049e-05,
+      "loss": 0.0463,
+      "step": 57350
+    },
+    {
+      "grad_norm": 0.603338897228241,
+      "learning_rate": 8.543767006995935e-05,
+      "loss": 0.0495,
+      "step": 57360
+    },
+    {
+      "grad_norm": 0.5019541382789612,
+      "learning_rate": 8.543183733191564e-05,
+      "loss": 0.0462,
+      "step": 57370
+    },
+    {
+      "grad_norm": 0.73886638879776,
+      "learning_rate": 8.54260036251788e-05,
+      "loss": 0.0427,
+      "step": 57380
+    },
+    {
+      "grad_norm": 0.5400415062904358,
+      "learning_rate": 8.542016894990834e-05,
+      "loss": 0.0567,
+      "step": 57390
+    },
+    {
+      "grad_norm": 0.41304415464401245,
+      "learning_rate": 8.541433330626377e-05,
+      "loss": 0.0419,
+      "step": 57400
+    },
+    {
+      "grad_norm": 0.6779380440711975,
+      "learning_rate": 8.54084966944046e-05,
+      "loss": 0.0404,
+      "step": 57410
+    },
+    {
+      "grad_norm": 0.480716347694397,
+      "learning_rate": 8.540265911449045e-05,
+      "loss": 0.041,
+      "step": 57420
+    },
+    {
+      "grad_norm": 1.3605608940124512,
+      "learning_rate": 8.539682056668092e-05,
+      "loss": 0.0401,
+      "step": 57430
+    },
+    {
+      "grad_norm": 0.8376333117485046,
+      "learning_rate": 8.53909810511356e-05,
+      "loss": 0.0608,
+      "step": 57440
+    },
+    {
+      "grad_norm": 1.7589315176010132,
+      "learning_rate": 8.538514056801415e-05,
+      "loss": 0.0536,
+      "step": 57450
+    },
+    {
+      "grad_norm": 0.4389480948448181,
+      "learning_rate": 8.537929911747625e-05,
+      "loss": 0.079,
+      "step": 57460
+    },
+    {
+      "grad_norm": 0.48637375235557556,
+      "learning_rate": 8.537345669968161e-05,
+      "loss": 0.038,
+      "step": 57470
+    },
+    {
+      "grad_norm": 0.3792324960231781,
+      "learning_rate": 8.536761331478996e-05,
+      "loss": 0.0405,
+      "step": 57480
+    },
+    {
+      "grad_norm": 0.5595366954803467,
+      "learning_rate": 8.536176896296103e-05,
+      "loss": 0.0541,
+      "step": 57490
+    },
+    {
+      "grad_norm": 0.5754213333129883,
+      "learning_rate": 8.535592364435463e-05,
+      "loss": 0.0516,
+      "step": 57500
+    },
+    {
+      "grad_norm": 0.556962251663208,
+      "learning_rate": 8.535007735913056e-05,
+      "loss": 0.0784,
+      "step": 57510
+    },
+    {
+      "grad_norm": 0.48955661058425903,
+      "learning_rate": 8.534423010744865e-05,
+      "loss": 0.0436,
+      "step": 57520
+    },
+    {
+      "grad_norm": 0.6426209807395935,
+      "learning_rate": 8.53383818894688e-05,
+      "loss": 0.0449,
+      "step": 57530
+    },
+    {
+      "grad_norm": 0.6947110891342163,
+      "learning_rate": 8.533253270535082e-05,
+      "loss": 0.042,
+      "step": 57540
+    },
+    {
+      "grad_norm": 0.590838611125946,
+      "learning_rate": 8.532668255525468e-05,
+      "loss": 0.0382,
+      "step": 57550
+    },
+    {
+      "grad_norm": 0.64238041639328,
+      "learning_rate": 8.532083143934033e-05,
+      "loss": 0.0399,
+      "step": 57560
+    },
+    {
+      "grad_norm": 0.6550117135047913,
+      "learning_rate": 8.53149793577677e-05,
+      "loss": 0.0452,
+      "step": 57570
+    },
+    {
+      "grad_norm": 0.38980597257614136,
+      "learning_rate": 8.530912631069681e-05,
+      "loss": 0.0428,
+      "step": 57580
+    },
+    {
+      "grad_norm": 0.7590561509132385,
+      "learning_rate": 8.530327229828767e-05,
+      "loss": 0.0491,
+      "step": 57590
+    },
+    {
+      "grad_norm": 0.657791018486023,
+      "learning_rate": 8.529741732070033e-05,
+      "loss": 0.0455,
+      "step": 57600
+    },
+    {
+      "grad_norm": 0.4567977488040924,
+      "learning_rate": 8.529156137809484e-05,
+      "loss": 0.0272,
+      "step": 57610
+    },
+    {
+      "grad_norm": 0.42773258686065674,
+      "learning_rate": 8.528570447063136e-05,
+      "loss": 0.052,
+      "step": 57620
+    },
+    {
+      "grad_norm": 0.8402823209762573,
+      "learning_rate": 8.527984659846995e-05,
+      "loss": 0.0456,
+      "step": 57630
+    },
+    {
+      "grad_norm": 1.2556087970733643,
+      "learning_rate": 8.527398776177078e-05,
+      "loss": 0.0461,
+      "step": 57640
+    },
+    {
+      "grad_norm": 1.3836297988891602,
+      "learning_rate": 8.526812796069405e-05,
+      "loss": 0.0472,
+      "step": 57650
+    },
+    {
+      "grad_norm": 0.4351571202278137,
+      "learning_rate": 8.526226719539996e-05,
+      "loss": 0.0432,
+      "step": 57660
+    },
+    {
+      "grad_norm": 0.4761451184749603,
+      "learning_rate": 8.525640546604871e-05,
+      "loss": 0.0471,
+      "step": 57670
+    },
+    {
+      "grad_norm": 0.6573383212089539,
+      "learning_rate": 8.525054277280061e-05,
+      "loss": 0.0435,
+      "step": 57680
+    },
+    {
+      "grad_norm": 0.6194483041763306,
+      "learning_rate": 8.524467911581588e-05,
+      "loss": 0.0555,
+      "step": 57690
+    },
+    {
+      "grad_norm": 0.610023021697998,
+      "learning_rate": 8.523881449525488e-05,
+      "loss": 0.0583,
+      "step": 57700
+    },
+    {
+      "grad_norm": 0.6945698857307434,
+      "learning_rate": 8.523294891127794e-05,
+      "loss": 0.0518,
+      "step": 57710
+    },
+    {
+      "grad_norm": 0.6018849611282349,
+      "learning_rate": 8.52270823640454e-05,
+      "loss": 0.0524,
+      "step": 57720
+    },
+    {
+      "grad_norm": 0.8116734623908997,
+      "learning_rate": 8.522121485371767e-05,
+      "loss": 0.0546,
+      "step": 57730
+    },
+    {
+      "grad_norm": 0.72627854347229,
+      "learning_rate": 8.521534638045514e-05,
+      "loss": 0.0402,
+      "step": 57740
+    },
+    {
+      "grad_norm": 0.4748493432998657,
+      "learning_rate": 8.52094769444183e-05,
+      "loss": 0.0591,
+      "step": 57750
+    },
+    {
+      "grad_norm": 0.349618524312973,
+      "learning_rate": 8.520360654576757e-05,
+      "loss": 0.0471,
+      "step": 57760
+    },
+    {
+      "grad_norm": 0.443308562040329,
+      "learning_rate": 8.519773518466346e-05,
+      "loss": 0.042,
+      "step": 57770
+    },
+    {
+      "grad_norm": 1.1095017194747925,
+      "learning_rate": 8.51918628612665e-05,
+      "loss": 0.0397,
+      "step": 57780
+    },
+    {
+      "grad_norm": 0.39793339371681213,
+      "learning_rate": 8.518598957573722e-05,
+      "loss": 0.0554,
+      "step": 57790
+    },
+    {
+      "grad_norm": 0.4431682527065277,
+      "learning_rate": 8.518011532823621e-05,
+      "loss": 0.04,
+      "step": 57800
+    },
+    {
+      "grad_norm": 0.4405677020549774,
+      "learning_rate": 8.517424011892407e-05,
+      "loss": 0.0541,
+      "step": 57810
+    },
+    {
+      "grad_norm": 0.5073069334030151,
+      "learning_rate": 8.516836394796142e-05,
+      "loss": 0.0504,
+      "step": 57820
+    },
+    {
+      "grad_norm": 0.7734730243682861,
+      "learning_rate": 8.51624868155089e-05,
+      "loss": 0.0431,
+      "step": 57830
+    },
+    {
+      "grad_norm": 0.6521824598312378,
+      "learning_rate": 8.515660872172722e-05,
+      "loss": 0.0492,
+      "step": 57840
+    },
+    {
+      "grad_norm": 0.531443178653717,
+      "learning_rate": 8.515072966677704e-05,
+      "loss": 0.0403,
+      "step": 57850
+    },
+    {
+      "grad_norm": 1.009893774986267,
+      "learning_rate": 8.514484965081913e-05,
+      "loss": 0.0465,
+      "step": 57860
+    },
+    {
+      "grad_norm": 0.5789510011672974,
+      "learning_rate": 8.513896867401423e-05,
+      "loss": 0.0425,
+      "step": 57870
+    },
+    {
+      "grad_norm": 0.5324895977973938,
+      "learning_rate": 8.513308673652313e-05,
+      "loss": 0.0495,
+      "step": 57880
+    },
+    {
+      "grad_norm": 1.1075769662857056,
+      "learning_rate": 8.512720383850663e-05,
+      "loss": 0.0498,
+      "step": 57890
+    },
+    {
+      "grad_norm": 0.8270159363746643,
+      "learning_rate": 8.512131998012558e-05,
+      "loss": 0.0413,
+      "step": 57900
+    },
+    {
+      "grad_norm": 0.5172551870346069,
+      "learning_rate": 8.511543516154084e-05,
+      "loss": 0.0785,
+      "step": 57910
+    },
+    {
+      "grad_norm": 0.5657901763916016,
+      "learning_rate": 8.51095493829133e-05,
+      "loss": 0.0367,
+      "step": 57920
+    },
+    {
+      "grad_norm": 0.546258807182312,
+      "learning_rate": 8.510366264440384e-05,
+      "loss": 0.0495,
+      "step": 57930
+    },
+    {
+      "grad_norm": 0.7533573508262634,
+      "learning_rate": 8.509777494617346e-05,
+      "loss": 0.0494,
+      "step": 57940
+    },
+    {
+      "grad_norm": 0.6970549821853638,
+      "learning_rate": 8.50918862883831e-05,
+      "loss": 0.0415,
+      "step": 57950
+    },
+    {
+      "grad_norm": 0.5233452916145325,
+      "learning_rate": 8.508599667119374e-05,
+      "loss": 0.0464,
+      "step": 57960
+    },
+    {
+      "grad_norm": 0.4245389401912689,
+      "learning_rate": 8.508010609476643e-05,
+      "loss": 0.0321,
+      "step": 57970
+    },
+    {
+      "grad_norm": 0.7024398446083069,
+      "learning_rate": 8.507421455926217e-05,
+      "loss": 0.0448,
+      "step": 57980
+    },
+    {
+      "grad_norm": 0.6611009836196899,
+      "learning_rate": 8.506832206484207e-05,
+      "loss": 0.0403,
+      "step": 57990
+    },
+    {
+      "grad_norm": 0.5675743818283081,
+      "learning_rate": 8.506242861166723e-05,
+      "loss": 0.0437,
+      "step": 58000
+    },
+    {
+      "grad_norm": 0.5454922318458557,
+      "learning_rate": 8.505653419989876e-05,
+      "loss": 0.0371,
+      "step": 58010
+    },
+    {
+      "grad_norm": 0.7770876288414001,
+      "learning_rate": 8.505063882969782e-05,
+      "loss": 0.0429,
+      "step": 58020
+    },
+    {
+      "grad_norm": 0.45626088976860046,
+      "learning_rate": 8.504474250122558e-05,
+      "loss": 0.0456,
+      "step": 58030
+    },
+    {
+      "grad_norm": 0.4878878593444824,
+      "learning_rate": 8.503884521464322e-05,
+      "loss": 0.0379,
+      "step": 58040
+    },
+    {
+      "grad_norm": 0.48145994544029236,
+      "learning_rate": 8.503294697011202e-05,
+      "loss": 0.0467,
+      "step": 58050
+    },
+    {
+      "grad_norm": 0.3524177074432373,
+      "learning_rate": 8.50270477677932e-05,
+      "loss": 0.0486,
+      "step": 58060
+    },
+    {
+      "grad_norm": 0.432647705078125,
+      "learning_rate": 8.502114760784808e-05,
+      "loss": 0.0387,
+      "step": 58070
+    },
+    {
+      "grad_norm": 0.43535536527633667,
+      "learning_rate": 8.501524649043792e-05,
+      "loss": 0.0532,
+      "step": 58080
+    },
+    {
+      "grad_norm": 0.9346721172332764,
+      "learning_rate": 8.500934441572408e-05,
+      "loss": 0.0548,
+      "step": 58090
+    },
+    {
+      "grad_norm": 0.4725319743156433,
+      "learning_rate": 8.50034413838679e-05,
+      "loss": 0.0476,
+      "step": 58100
+    },
+    {
+      "grad_norm": 0.5665035843849182,
+      "learning_rate": 8.49975373950308e-05,
+      "loss": 0.0447,
+      "step": 58110
+    },
+    {
+      "grad_norm": 0.9639389514923096,
+      "learning_rate": 8.499163244937418e-05,
+      "loss": 0.0501,
+      "step": 58120
+    },
+    {
+      "grad_norm": 0.5671550631523132,
+      "learning_rate": 8.498572654705947e-05,
+      "loss": 0.0487,
+      "step": 58130
+    },
+    {
+      "grad_norm": 1.3717859983444214,
+      "learning_rate": 8.497981968824813e-05,
+      "loss": 0.0524,
+      "step": 58140
+    },
+    {
+      "grad_norm": 0.5234237313270569,
+      "learning_rate": 8.497391187310166e-05,
+      "loss": 0.0401,
+      "step": 58150
+    },
+    {
+      "grad_norm": 0.40518009662628174,
+      "learning_rate": 8.496800310178158e-05,
+      "loss": 0.0418,
+      "step": 58160
+    },
+    {
+      "grad_norm": 1.1566493511199951,
+      "learning_rate": 8.496209337444945e-05,
+      "loss": 0.0538,
+      "step": 58170
+    },
+    {
+      "grad_norm": 0.718980073928833,
+      "learning_rate": 8.495618269126681e-05,
+      "loss": 0.0365,
+      "step": 58180
+    },
+    {
+      "grad_norm": 0.7026581764221191,
+      "learning_rate": 8.495027105239526e-05,
+      "loss": 0.046,
+      "step": 58190
+    },
+    {
+      "grad_norm": 0.5739437341690063,
+      "learning_rate": 8.494435845799645e-05,
+      "loss": 0.0406,
+      "step": 58200
+    },
+    {
+      "grad_norm": 0.5919190645217896,
+      "learning_rate": 8.493844490823199e-05,
+      "loss": 0.0369,
+      "step": 58210
+    },
+    {
+      "grad_norm": 0.5758712291717529,
+      "learning_rate": 8.493253040326358e-05,
+      "loss": 0.0415,
+      "step": 58220
+    },
+    {
+      "grad_norm": 0.9962618947029114,
+      "learning_rate": 8.492661494325291e-05,
+      "loss": 0.0373,
+      "step": 58230
+    },
+    {
+      "grad_norm": 0.6153793334960938,
+      "learning_rate": 8.49206985283617e-05,
+      "loss": 0.0381,
+      "step": 58240
+    },
+    {
+      "grad_norm": 0.41088858246803284,
+      "learning_rate": 8.491478115875172e-05,
+      "loss": 0.0377,
+      "step": 58250
+    },
+    {
+      "grad_norm": 0.5678367614746094,
+      "learning_rate": 8.490886283458474e-05,
+      "loss": 0.0385,
+      "step": 58260
+    },
+    {
+      "grad_norm": 0.667844831943512,
+      "learning_rate": 8.490294355602258e-05,
+      "loss": 0.0413,
+      "step": 58270
+    },
+    {
+      "grad_norm": 0.5160004496574402,
+      "learning_rate": 8.489702332322703e-05,
+      "loss": 0.041,
+      "step": 58280
+    },
+    {
+      "grad_norm": 0.8378148674964905,
+      "learning_rate": 8.489110213635998e-05,
+      "loss": 0.0371,
+      "step": 58290
+    },
+    {
+      "grad_norm": 0.42395642399787903,
+      "learning_rate": 8.488517999558331e-05,
+      "loss": 0.0472,
+      "step": 58300
+    },
+    {
+      "grad_norm": 1.063399314880371,
+      "learning_rate": 8.487925690105891e-05,
+      "loss": 0.0621,
+      "step": 58310
+    },
+    {
+      "grad_norm": 0.5215184092521667,
+      "learning_rate": 8.487333285294875e-05,
+      "loss": 0.0505,
+      "step": 58320
+    },
+    {
+      "grad_norm": 0.40608471632003784,
+      "learning_rate": 8.486740785141476e-05,
+      "loss": 0.0505,
+      "step": 58330
+    },
+    {
+      "grad_norm": 0.54546058177948,
+      "learning_rate": 8.486148189661895e-05,
+      "loss": 0.0583,
+      "step": 58340
+    },
+    {
+      "grad_norm": 0.7050957083702087,
+      "learning_rate": 8.485555498872331e-05,
+      "loss": 0.0505,
+      "step": 58350
+    },
+    {
+      "grad_norm": 0.5010291337966919,
+      "learning_rate": 8.48496271278899e-05,
+      "loss": 0.0455,
+      "step": 58360
+    },
+    {
+      "grad_norm": 0.7502813339233398,
+      "learning_rate": 8.484369831428076e-05,
+      "loss": 0.0362,
+      "step": 58370
+    },
+    {
+      "grad_norm": 0.7051516771316528,
+      "learning_rate": 8.483776854805801e-05,
+      "loss": 0.0495,
+      "step": 58380
+    },
+    {
+      "grad_norm": 0.518481433391571,
+      "learning_rate": 8.483183782938375e-05,
+      "loss": 0.0401,
+      "step": 58390
+    },
+    {
+      "grad_norm": 0.8360773921012878,
+      "learning_rate": 8.482590615842014e-05,
+      "loss": 0.0468,
+      "step": 58400
+    },
+    {
+      "grad_norm": 0.5093555450439453,
+      "learning_rate": 8.481997353532934e-05,
+      "loss": 0.0439,
+      "step": 58410
+    },
+    {
+      "grad_norm": 0.7074112892150879,
+      "learning_rate": 8.481403996027354e-05,
+      "loss": 0.0454,
+      "step": 58420
+    },
+    {
+      "grad_norm": 0.32578805088996887,
+      "learning_rate": 8.480810543341497e-05,
+      "loss": 0.0501,
+      "step": 58430
+    },
+    {
+      "grad_norm": 0.39040276408195496,
+      "learning_rate": 8.480216995491586e-05,
+      "loss": 0.0498,
+      "step": 58440
+    },
+    {
+      "grad_norm": 0.5100039839744568,
+      "learning_rate": 8.47962335249385e-05,
+      "loss": 0.0356,
+      "step": 58450
+    },
+    {
+      "grad_norm": 0.509796142578125,
+      "learning_rate": 8.47902961436452e-05,
+      "loss": 0.0382,
+      "step": 58460
+    },
+    {
+      "grad_norm": 0.6576712727546692,
+      "learning_rate": 8.478435781119828e-05,
+      "loss": 0.0665,
+      "step": 58470
+    },
+    {
+      "grad_norm": 0.48308828473091125,
+      "learning_rate": 8.477841852776008e-05,
+      "loss": 0.0461,
+      "step": 58480
+    },
+    {
+      "grad_norm": 0.434447318315506,
+      "learning_rate": 8.477247829349297e-05,
+      "loss": 0.0393,
+      "step": 58490
+    },
+    {
+      "grad_norm": 0.6426504254341125,
+      "learning_rate": 8.476653710855938e-05,
+      "loss": 0.0512,
+      "step": 58500
+    },
+    {
+      "grad_norm": 0.40288376808166504,
+      "learning_rate": 8.476059497312171e-05,
+      "loss": 0.0467,
+      "step": 58510
+    },
+    {
+      "grad_norm": 1.3426016569137573,
+      "learning_rate": 8.475465188734244e-05,
+      "loss": 0.0525,
+      "step": 58520
+    },
+    {
+      "grad_norm": 0.5540390014648438,
+      "learning_rate": 8.474870785138406e-05,
+      "loss": 0.0427,
+      "step": 58530
+    },
+    {
+      "grad_norm": 0.5016782283782959,
+      "learning_rate": 8.474276286540905e-05,
+      "loss": 0.0485,
+      "step": 58540
+    },
+    {
+      "grad_norm": 0.4495926797389984,
+      "learning_rate": 8.473681692957996e-05,
+      "loss": 0.0486,
+      "step": 58550
+    },
+    {
+      "grad_norm": 0.8641772270202637,
+      "learning_rate": 8.473087004405932e-05,
+      "loss": 0.045,
+      "step": 58560
+    },
+    {
+      "grad_norm": 0.7490901947021484,
+      "learning_rate": 8.472492220900976e-05,
+      "loss": 0.0503,
+      "step": 58570
+    },
+    {
+      "grad_norm": 0.942339301109314,
+      "learning_rate": 8.471897342459389e-05,
+      "loss": 0.0397,
+      "step": 58580
+    },
+    {
+      "grad_norm": 0.615370512008667,
+      "learning_rate": 8.471302369097431e-05,
+      "loss": 0.05,
+      "step": 58590
+    },
+    {
+      "grad_norm": 0.6505486369132996,
+      "learning_rate": 8.470707300831371e-05,
+      "loss": 0.0458,
+      "step": 58600
+    },
+    {
+      "grad_norm": 0.47420138120651245,
+      "learning_rate": 8.470112137677476e-05,
+      "loss": 0.0559,
+      "step": 58610
+    },
+    {
+      "grad_norm": 0.6109735369682312,
+      "learning_rate": 8.469516879652019e-05,
+      "loss": 0.0607,
+      "step": 58620
+    },
+    {
+      "grad_norm": 0.4715736210346222,
+      "learning_rate": 8.468921526771276e-05,
+      "loss": 0.0603,
+      "step": 58630
+    },
+    {
+      "grad_norm": 0.42667341232299805,
+      "learning_rate": 8.468326079051519e-05,
+      "loss": 0.0403,
+      "step": 58640
+    },
+    {
+      "grad_norm": 0.41530799865722656,
+      "learning_rate": 8.467730536509033e-05,
+      "loss": 0.0455,
+      "step": 58650
+    },
+    {
+      "grad_norm": 0.9979819655418396,
+      "learning_rate": 8.467134899160093e-05,
+      "loss": 0.0561,
+      "step": 58660
+    },
+    {
+      "grad_norm": 0.5350427627563477,
+      "learning_rate": 8.46653916702099e-05,
+      "loss": 0.0462,
+      "step": 58670
+    },
+    {
+      "grad_norm": 1.7202277183532715,
+      "learning_rate": 8.46594334010801e-05,
+      "loss": 0.0381,
+      "step": 58680
+    },
+    {
+      "grad_norm": 0.8602548241615295,
+      "learning_rate": 8.465347418437439e-05,
+      "loss": 0.0418,
+      "step": 58690
+    },
+    {
+      "grad_norm": 0.6745072603225708,
+      "learning_rate": 8.46475140202557e-05,
+      "loss": 0.0536,
+      "step": 58700
+    },
+    {
+      "grad_norm": 0.5166704654693604,
+      "learning_rate": 8.464155290888703e-05,
+      "loss": 0.0478,
+      "step": 58710
+    },
+    {
+      "grad_norm": 0.5323510766029358,
+      "learning_rate": 8.463559085043129e-05,
+      "loss": 0.0544,
+      "step": 58720
+    },
+    {
+      "grad_norm": 0.5403494238853455,
+      "learning_rate": 8.462962784505152e-05,
+      "loss": 0.0544,
+      "step": 58730
+    },
+    {
+      "grad_norm": 0.42667990922927856,
+      "learning_rate": 8.462366389291073e-05,
+      "loss": 0.0492,
+      "step": 58740
+    },
+    {
+      "grad_norm": 0.48785334825515747,
+      "learning_rate": 8.461769899417198e-05,
+      "loss": 0.0374,
+      "step": 58750
+    },
+    {
+      "grad_norm": 0.6598209142684937,
+      "learning_rate": 8.461173314899833e-05,
+      "loss": 0.0551,
+      "step": 58760
+    },
+    {
+      "grad_norm": 0.48008206486701965,
+      "learning_rate": 8.460576635755292e-05,
+      "loss": 0.0358,
+      "step": 58770
+    },
+    {
+      "grad_norm": 0.4115549623966217,
+      "learning_rate": 8.459979861999885e-05,
+      "loss": 0.0389,
+      "step": 58780
+    },
+    {
+      "grad_norm": 0.6356528997421265,
+      "learning_rate": 8.45938299364993e-05,
+      "loss": 0.0577,
+      "step": 58790
+    },
+    {
+      "grad_norm": 1.5307426452636719,
+      "learning_rate": 8.458786030721741e-05,
+      "loss": 0.0568,
+      "step": 58800
+    },
+    {
+      "grad_norm": 0.5051775574684143,
+      "learning_rate": 8.458188973231642e-05,
+      "loss": 0.0493,
+      "step": 58810
+    },
+    {
+      "grad_norm": 0.9529134035110474,
+      "learning_rate": 8.457591821195956e-05,
+      "loss": 0.0586,
+      "step": 58820
+    },
+    {
+      "grad_norm": 0.5141188502311707,
+      "learning_rate": 8.456994574631008e-05,
+      "loss": 0.0384,
+      "step": 58830
+    },
+    {
+      "grad_norm": 0.3795774579048157,
+      "learning_rate": 8.456397233553129e-05,
+      "loss": 0.0432,
+      "step": 58840
+    },
+    {
+      "grad_norm": 0.6383575201034546,
+      "learning_rate": 8.455799797978645e-05,
+      "loss": 0.0364,
+      "step": 58850
+    },
+    {
+      "grad_norm": 0.42492181062698364,
+      "learning_rate": 8.455202267923895e-05,
+      "loss": 0.0451,
+      "step": 58860
+    },
+    {
+      "grad_norm": 0.6146179437637329,
+      "learning_rate": 8.454604643405213e-05,
+      "loss": 0.0334,
+      "step": 58870
+    },
+    {
+      "grad_norm": 0.5076762437820435,
+      "learning_rate": 8.454006924438937e-05,
+      "loss": 0.0576,
+      "step": 58880
+    },
+    {
+      "grad_norm": 0.5833339095115662,
+      "learning_rate": 8.45340911104141e-05,
+      "loss": 0.0535,
+      "step": 58890
+    },
+    {
+      "grad_norm": 0.6835834980010986,
+      "learning_rate": 8.452811203228974e-05,
+      "loss": 0.0418,
+      "step": 58900
+    },
+    {
+      "grad_norm": 0.5469604134559631,
+      "learning_rate": 8.45221320101798e-05,
+      "loss": 0.0378,
+      "step": 58910
+    },
+    {
+      "grad_norm": 0.47297731041908264,
+      "learning_rate": 8.451615104424771e-05,
+      "loss": 0.0446,
+      "step": 58920
+    },
+    {
+      "grad_norm": 0.5771899223327637,
+      "learning_rate": 8.451016913465702e-05,
+      "loss": 0.0454,
+      "step": 58930
+    },
+    {
+      "grad_norm": 0.5671261548995972,
+      "learning_rate": 8.450418628157128e-05,
+      "loss": 0.0514,
+      "step": 58940
+    },
+    {
+      "grad_norm": 0.5177995562553406,
+      "learning_rate": 8.449820248515404e-05,
+      "loss": 0.0581,
+      "step": 58950
+    },
+    {
+      "grad_norm": 0.43818700313568115,
+      "learning_rate": 8.449221774556892e-05,
+      "loss": 0.0371,
+      "step": 58960
+    },
+    {
+      "grad_norm": 0.5518098473548889,
+      "learning_rate": 8.448623206297951e-05,
+      "loss": 0.0401,
+      "step": 58970
+    },
+    {
+      "grad_norm": 0.48986053466796875,
+      "learning_rate": 8.448024543754949e-05,
+      "loss": 0.0486,
+      "step": 58980
+    },
+    {
+      "grad_norm": 1.3089040517807007,
+      "learning_rate": 8.447425786944249e-05,
+      "loss": 0.0542,
+      "step": 58990
+    },
+    {
+      "grad_norm": 0.3905339241027832,
+      "learning_rate": 8.446826935882227e-05,
+      "loss": 0.0468,
+      "step": 59000
+    },
+    {
+      "grad_norm": 1.0219392776489258,
+      "learning_rate": 8.446227990585248e-05,
+      "loss": 0.0524,
+      "step": 59010
+    },
+    {
+      "grad_norm": 0.5034418106079102,
+      "learning_rate": 8.445628951069689e-05,
+      "loss": 0.048,
+      "step": 59020
+    },
+    {
+      "grad_norm": 0.7734388709068298,
+      "learning_rate": 8.445029817351933e-05,
+      "loss": 0.0434,
+      "step": 59030
+    },
+    {
+      "grad_norm": 0.3468821048736572,
+      "learning_rate": 8.444430589448354e-05,
+      "loss": 0.0377,
+      "step": 59040
+    },
+    {
+      "grad_norm": 0.6347732543945312,
+      "learning_rate": 8.443831267375336e-05,
+      "loss": 0.0474,
+      "step": 59050
+    },
+    {
+      "grad_norm": 1.1260089874267578,
+      "learning_rate": 8.443231851149266e-05,
+      "loss": 0.0482,
+      "step": 59060
+    },
+    {
+      "grad_norm": 0.6836808919906616,
+      "learning_rate": 8.442632340786529e-05,
+      "loss": 0.044,
+      "step": 59070
+    },
+    {
+      "grad_norm": 0.49622291326522827,
+      "learning_rate": 8.442032736303521e-05,
+      "loss": 0.0665,
+      "step": 59080
+    },
+    {
+      "grad_norm": 0.35993286967277527,
+      "learning_rate": 8.441433037716628e-05,
+      "loss": 0.0474,
+      "step": 59090
+    },
+    {
+      "grad_norm": 0.8966407179832458,
+      "learning_rate": 8.440833245042249e-05,
+      "loss": 0.0533,
+      "step": 59100
+    },
+    {
+      "grad_norm": 0.5679399967193604,
+      "learning_rate": 8.440233358296783e-05,
+      "loss": 0.0405,
+      "step": 59110
+    },
+    {
+      "grad_norm": 0.35337623953819275,
+      "learning_rate": 8.439633377496628e-05,
+      "loss": 0.0445,
+      "step": 59120
+    },
+    {
+      "grad_norm": 0.6833202242851257,
+      "learning_rate": 8.43903330265819e-05,
+      "loss": 0.047,
+      "step": 59130
+    },
+    {
+      "grad_norm": 0.6606881022453308,
+      "learning_rate": 8.438433133797871e-05,
+      "loss": 0.0595,
+      "step": 59140
+    },
+    {
+      "grad_norm": 0.7789595127105713,
+      "learning_rate": 8.437832870932084e-05,
+      "loss": 0.0525,
+      "step": 59150
+    },
+    {
+      "grad_norm": 0.3528268039226532,
+      "learning_rate": 8.437232514077238e-05,
+      "loss": 0.0393,
+      "step": 59160
+    },
+    {
+      "grad_norm": 0.6561287641525269,
+      "learning_rate": 8.436632063249745e-05,
+      "loss": 0.04,
+      "step": 59170
+    },
+    {
+      "grad_norm": 0.5216057896614075,
+      "learning_rate": 8.436031518466024e-05,
+      "loss": 0.038,
+      "step": 59180
+    },
+    {
+      "grad_norm": 0.5047731399536133,
+      "learning_rate": 8.435430879742491e-05,
+      "loss": 0.0465,
+      "step": 59190
+    },
+    {
+      "grad_norm": 0.4583533704280853,
+      "learning_rate": 8.434830147095569e-05,
+      "loss": 0.033,
+      "step": 59200
+    },
+    {
+      "grad_norm": 0.3882066607475281,
+      "learning_rate": 8.434229320541681e-05,
+      "loss": 0.0363,
+      "step": 59210
+    },
+    {
+      "grad_norm": 0.43007683753967285,
+      "learning_rate": 8.433628400097253e-05,
+      "loss": 0.0345,
+      "step": 59220
+    },
+    {
+      "grad_norm": 0.6836838126182556,
+      "learning_rate": 8.433027385778716e-05,
+      "loss": 0.0446,
+      "step": 59230
+    },
+    {
+      "grad_norm": 0.5549392104148865,
+      "learning_rate": 8.432426277602498e-05,
+      "loss": 0.0408,
+      "step": 59240
+    },
+    {
+      "grad_norm": 0.5304375290870667,
+      "learning_rate": 8.431825075585038e-05,
+      "loss": 0.0476,
+      "step": 59250
+    },
+    {
+      "grad_norm": 0.5574551820755005,
+      "learning_rate": 8.431223779742768e-05,
+      "loss": 0.0396,
+      "step": 59260
+    },
+    {
+      "grad_norm": 0.6711778044700623,
+      "learning_rate": 8.430622390092128e-05,
+      "loss": 0.0386,
+      "step": 59270
+    },
+    {
+      "grad_norm": 0.7940248250961304,
+      "learning_rate": 8.43002090664956e-05,
+      "loss": 0.0496,
+      "step": 59280
+    },
+    {
+      "grad_norm": 0.4687122702598572,
+      "learning_rate": 8.429419329431511e-05,
+      "loss": 0.0479,
+      "step": 59290
+    },
+    {
+      "grad_norm": 0.6010881066322327,
+      "learning_rate": 8.428817658454426e-05,
+      "loss": 0.0422,
+      "step": 59300
+    },
+    {
+      "grad_norm": 0.6572991013526917,
+      "learning_rate": 8.428215893734754e-05,
+      "loss": 0.0541,
+      "step": 59310
+    },
+    {
+      "grad_norm": 0.4516046643257141,
+      "learning_rate": 8.427614035288947e-05,
+      "loss": 0.0594,
+      "step": 59320
+    },
+    {
+      "grad_norm": 0.7961480617523193,
+      "learning_rate": 8.42701208313346e-05,
+      "loss": 0.053,
+      "step": 59330
+    },
+    {
+      "grad_norm": 0.5944185853004456,
+      "learning_rate": 8.42641003728475e-05,
+      "loss": 0.045,
+      "step": 59340
+    },
+    {
+      "grad_norm": 0.37472003698349,
+      "learning_rate": 8.425807897759277e-05,
+      "loss": 0.0548,
+      "step": 59350
+    },
+    {
+      "grad_norm": 0.5862919092178345,
+      "learning_rate": 8.425205664573504e-05,
+      "loss": 0.0393,
+      "step": 59360
+    },
+    {
+      "grad_norm": 0.9350698590278625,
+      "learning_rate": 8.424603337743892e-05,
+      "loss": 0.0426,
+      "step": 59370
+    },
+    {
+      "grad_norm": 0.4331657588481903,
+      "learning_rate": 8.424000917286914e-05,
+      "loss": 0.0354,
+      "step": 59380
+    },
+    {
+      "grad_norm": 0.5868877172470093,
+      "learning_rate": 8.423398403219036e-05,
+      "loss": 0.0395,
+      "step": 59390
+    },
+    {
+      "grad_norm": 0.8504162430763245,
+      "learning_rate": 8.422795795556732e-05,
+      "loss": 0.0518,
+      "step": 59400
+    },
+    {
+      "grad_norm": 0.45122796297073364,
+      "learning_rate": 8.422193094316478e-05,
+      "loss": 0.0382,
+      "step": 59410
+    },
+    {
+      "grad_norm": 0.9392406940460205,
+      "learning_rate": 8.42159029951475e-05,
+      "loss": 0.0531,
+      "step": 59420
+    },
+    {
+      "grad_norm": 0.5183367729187012,
+      "learning_rate": 8.420987411168029e-05,
+      "loss": 0.0499,
+      "step": 59430
+    },
+    {
+      "grad_norm": 0.43120890855789185,
+      "learning_rate": 8.420384429292796e-05,
+      "loss": 0.04,
+      "step": 59440
+    },
+    {
+      "grad_norm": 0.7520502805709839,
+      "learning_rate": 8.419781353905538e-05,
+      "loss": 0.0499,
+      "step": 59450
+    },
+    {
+      "grad_norm": 0.44672366976737976,
+      "learning_rate": 8.419178185022743e-05,
+      "loss": 0.0565,
+      "step": 59460
+    },
+    {
+      "grad_norm": 0.5909003019332886,
+      "learning_rate": 8.418574922660901e-05,
+      "loss": 0.042,
+      "step": 59470
+    },
+    {
+      "grad_norm": 0.45990797877311707,
+      "learning_rate": 8.417971566836505e-05,
+      "loss": 0.0391,
+      "step": 59480
+    },
+    {
+      "grad_norm": 0.6877949833869934,
+      "learning_rate": 8.417368117566051e-05,
+      "loss": 0.0521,
+      "step": 59490
+    },
+    {
+      "grad_norm": 0.5953488349914551,
+      "learning_rate": 8.416764574866035e-05,
+      "loss": 0.0663,
+      "step": 59500
+    },
+    {
+      "grad_norm": 0.5820127129554749,
+      "learning_rate": 8.416160938752961e-05,
+      "loss": 0.0456,
+      "step": 59510
+    },
+    {
+      "grad_norm": 0.30570507049560547,
+      "learning_rate": 8.415557209243328e-05,
+      "loss": 0.0377,
+      "step": 59520
+    },
+    {
+      "grad_norm": 0.5282612442970276,
+      "learning_rate": 8.414953386353645e-05,
+      "loss": 0.0522,
+      "step": 59530
+    },
+    {
+      "grad_norm": 0.4853452444076538,
+      "learning_rate": 8.41434947010042e-05,
+      "loss": 0.0449,
+      "step": 59540
+    },
+    {
+      "grad_norm": 0.5147560238838196,
+      "learning_rate": 8.413745460500163e-05,
+      "loss": 0.0364,
+      "step": 59550
+    },
+    {
+      "grad_norm": 0.7688568830490112,
+      "learning_rate": 8.413141357569387e-05,
+      "loss": 0.0375,
+      "step": 59560
+    },
+    {
+      "grad_norm": 0.5035019516944885,
+      "learning_rate": 8.41253716132461e-05,
+      "loss": 0.0505,
+      "step": 59570
+    },
+    {
+      "grad_norm": 0.3911789357662201,
+      "learning_rate": 8.411932871782347e-05,
+      "loss": 0.0347,
+      "step": 59580
+    },
+    {
+      "grad_norm": 0.9121109843254089,
+      "learning_rate": 8.411328488959123e-05,
+      "loss": 0.0382,
+      "step": 59590
+    },
+    {
+      "grad_norm": 0.559390664100647,
+      "learning_rate": 8.410724012871459e-05,
+      "loss": 0.0386,
+      "step": 59600
+    },
+    {
+      "grad_norm": 0.5647523999214172,
+      "learning_rate": 8.41011944353588e-05,
+      "loss": 0.0489,
+      "step": 59610
+    },
+    {
+      "grad_norm": 0.7474955320358276,
+      "learning_rate": 8.409514780968918e-05,
+      "loss": 0.0441,
+      "step": 59620
+    },
+    {
+      "grad_norm": 0.9092351198196411,
+      "learning_rate": 8.408910025187103e-05,
+      "loss": 0.0467,
+      "step": 59630
+    },
+    {
+      "grad_norm": 0.5335087776184082,
+      "learning_rate": 8.40830517620697e-05,
+      "loss": 0.0327,
+      "step": 59640
+    },
+    {
+      "grad_norm": 0.6383049488067627,
+      "learning_rate": 8.407700234045051e-05,
+      "loss": 0.0664,
+      "step": 59650
+    },
+    {
+      "grad_norm": 1.0251859426498413,
+      "learning_rate": 8.407095198717889e-05,
+      "loss": 0.0425,
+      "step": 59660
+    },
+    {
+      "grad_norm": 0.6588297486305237,
+      "learning_rate": 8.406490070242024e-05,
+      "loss": 0.0629,
+      "step": 59670
+    },
+    {
+      "grad_norm": 0.3589506447315216,
+      "learning_rate": 8.405884848634003e-05,
+      "loss": 0.034,
+      "step": 59680
+    },
+    {
+      "grad_norm": 0.3628748655319214,
+      "learning_rate": 8.405279533910366e-05,
+      "loss": 0.0558,
+      "step": 59690
+    },
+    {
+      "grad_norm": 0.5019807815551758,
+      "learning_rate": 8.404674126087668e-05,
+      "loss": 0.0434,
+      "step": 59700
+    },
+    {
+      "grad_norm": 0.5616974830627441,
+      "learning_rate": 8.404068625182457e-05,
+      "loss": 0.0398,
+      "step": 59710
+    },
+    {
+      "grad_norm": 0.48263019323349,
+      "learning_rate": 8.403463031211289e-05,
+      "loss": 0.0409,
+      "step": 59720
+    },
+    {
+      "grad_norm": 0.6056039929389954,
+      "learning_rate": 8.402857344190722e-05,
+      "loss": 0.041,
+      "step": 59730
+    },
+    {
+      "grad_norm": 0.612606406211853,
+      "learning_rate": 8.402251564137311e-05,
+      "loss": 0.033,
+      "step": 59740
+    },
+    {
+      "grad_norm": 0.49792397022247314,
+      "learning_rate": 8.401645691067624e-05,
+      "loss": 0.0435,
+      "step": 59750
+    },
+    {
+      "grad_norm": 0.8373286128044128,
+      "learning_rate": 8.401039724998218e-05,
+      "loss": 0.0526,
+      "step": 59760
+    },
+    {
+      "grad_norm": 0.30968162417411804,
+      "learning_rate": 8.400433665945665e-05,
+      "loss": 0.0381,
+      "step": 59770
+    },
+    {
+      "grad_norm": 0.3885623514652252,
+      "learning_rate": 8.399827513926534e-05,
+      "loss": 0.0348,
+      "step": 59780
+    },
+    {
+      "grad_norm": 0.7919995188713074,
+      "learning_rate": 8.399221268957395e-05,
+      "loss": 0.0709,
+      "step": 59790
+    },
+    {
+      "grad_norm": 1.130245327949524,
+      "learning_rate": 8.398614931054825e-05,
+      "loss": 0.0552,
+      "step": 59800
+    },
+    {
+      "grad_norm": 0.4506682753562927,
+      "learning_rate": 8.398008500235397e-05,
+      "loss": 0.0356,
+      "step": 59810
+    },
+    {
+      "grad_norm": 0.7948461771011353,
+      "learning_rate": 8.397401976515695e-05,
+      "loss": 0.0568,
+      "step": 59820
+    },
+    {
+      "grad_norm": 1.0150195360183716,
+      "learning_rate": 8.396795359912298e-05,
+      "loss": 0.0632,
+      "step": 59830
+    },
+    {
+      "grad_norm": 0.4910876452922821,
+      "learning_rate": 8.396188650441793e-05,
+      "loss": 0.0408,
+      "step": 59840
+    },
+    {
+      "grad_norm": 0.8225197792053223,
+      "learning_rate": 8.395581848120766e-05,
+      "loss": 0.048,
+      "step": 59850
+    },
+    {
+      "grad_norm": 0.6456068158149719,
+      "learning_rate": 8.394974952965806e-05,
+      "loss": 0.0624,
+      "step": 59860
+    },
+    {
+      "grad_norm": 0.5453260540962219,
+      "learning_rate": 8.394367964993508e-05,
+      "loss": 0.0413,
+      "step": 59870
+    },
+    {
+      "grad_norm": 0.6645123958587646,
+      "learning_rate": 8.393760884220465e-05,
+      "loss": 0.0506,
+      "step": 59880
+    },
+    {
+      "grad_norm": 0.6091613173484802,
+      "learning_rate": 8.393153710663274e-05,
+      "loss": 0.0541,
+      "step": 59890
+    },
+    {
+      "grad_norm": 0.48689037561416626,
+      "learning_rate": 8.392546444338534e-05,
+      "loss": 0.0344,
+      "step": 59900
+    },
+    {
+      "grad_norm": 0.6058265566825867,
+      "learning_rate": 8.39193908526285e-05,
+      "loss": 0.057,
+      "step": 59910
+    },
+    {
+      "grad_norm": 0.8771238327026367,
+      "learning_rate": 8.391331633452824e-05,
+      "loss": 0.0502,
+      "step": 59920
+    },
+    {
+      "grad_norm": 0.5220599174499512,
+      "learning_rate": 8.390724088925068e-05,
+      "loss": 0.0537,
+      "step": 59930
+    },
+    {
+      "grad_norm": 1.0461446046829224,
+      "learning_rate": 8.390116451696188e-05,
+      "loss": 0.0501,
+      "step": 59940
+    },
+    {
+      "grad_norm": 0.8598346710205078,
+      "learning_rate": 8.389508721782797e-05,
+      "loss": 0.0415,
+      "step": 59950
+    },
+    {
+      "grad_norm": 0.9247898459434509,
+      "learning_rate": 8.388900899201511e-05,
+      "loss": 0.0538,
+      "step": 59960
+    },
+    {
+      "grad_norm": 0.8863919377326965,
+      "learning_rate": 8.388292983968948e-05,
+      "loss": 0.0517,
+      "step": 59970
+    },
+    {
+      "grad_norm": 0.4545600116252899,
+      "learning_rate": 8.387684976101728e-05,
+      "loss": 0.0472,
+      "step": 59980
+    },
+    {
+      "grad_norm": 0.8358693718910217,
+      "learning_rate": 8.387076875616473e-05,
+      "loss": 0.0397,
+      "step": 59990
+    },
+    {
+      "grad_norm": 1.113781213760376,
+      "learning_rate": 8.38646868252981e-05,
+      "loss": 0.0517,
+      "step": 60000
+    },
+    {
+      "grad_norm": 0.8984826803207397,
+      "learning_rate": 8.385860396858365e-05,
+      "loss": 0.0458,
+      "step": 60010
+    },
+    {
+      "grad_norm": 0.7611017823219299,
+      "learning_rate": 8.385252018618767e-05,
+      "loss": 0.0518,
+      "step": 60020
+    },
+    {
+      "grad_norm": 0.5796512961387634,
+      "learning_rate": 8.384643547827652e-05,
+      "loss": 0.0514,
+      "step": 60030
+    },
+    {
+      "grad_norm": 0.7309781312942505,
+      "learning_rate": 8.384034984501655e-05,
+      "loss": 0.0422,
+      "step": 60040
+    },
+    {
+      "grad_norm": 0.7642314434051514,
+      "learning_rate": 8.383426328657411e-05,
+      "loss": 0.0438,
+      "step": 60050
+    },
+    {
+      "grad_norm": 0.578455924987793,
+      "learning_rate": 8.382817580311562e-05,
+      "loss": 0.0415,
+      "step": 60060
+    },
+    {
+      "grad_norm": 0.3884449601173401,
+      "learning_rate": 8.382208739480752e-05,
+      "loss": 0.0372,
+      "step": 60070
+    },
+    {
+      "grad_norm": 0.6107209324836731,
+      "learning_rate": 8.381599806181625e-05,
+      "loss": 0.0493,
+      "step": 60080
+    },
+    {
+      "grad_norm": 1.1438571214675903,
+      "learning_rate": 8.380990780430831e-05,
+      "loss": 0.0637,
+      "step": 60090
+    },
+    {
+      "grad_norm": 0.5665203928947449,
+      "learning_rate": 8.380381662245019e-05,
+      "loss": 0.0595,
+      "step": 60100
+    },
+    {
+      "grad_norm": 1.7741564512252808,
+      "learning_rate": 8.379772451640841e-05,
+      "loss": 0.0567,
+      "step": 60110
+    },
+    {
+      "grad_norm": 0.5672916173934937,
+      "learning_rate": 8.379163148634956e-05,
+      "loss": 0.0518,
+      "step": 60120
+    },
+    {
+      "grad_norm": 0.42968180775642395,
+      "learning_rate": 8.378553753244019e-05,
+      "loss": 0.0419,
+      "step": 60130
+    },
+    {
+      "grad_norm": 0.5930196642875671,
+      "learning_rate": 8.377944265484691e-05,
+      "loss": 0.0448,
+      "step": 60140
+    },
+    {
+      "grad_norm": 0.9060187339782715,
+      "learning_rate": 8.377334685373636e-05,
+      "loss": 0.0629,
+      "step": 60150
+    },
+    {
+      "grad_norm": 0.3362343907356262,
+      "learning_rate": 8.376725012927522e-05,
+      "loss": 0.0381,
+      "step": 60160
+    },
+    {
+      "grad_norm": 0.6990355849266052,
+      "learning_rate": 8.376115248163012e-05,
+      "loss": 0.0483,
+      "step": 60170
+    },
+    {
+      "grad_norm": 0.4623414874076843,
+      "learning_rate": 8.37550539109678e-05,
+      "loss": 0.0372,
+      "step": 60180
+    },
+    {
+      "grad_norm": 0.377036988735199,
+      "learning_rate": 8.374895441745498e-05,
+      "loss": 0.0419,
+      "step": 60190
+    },
+    {
+      "grad_norm": 0.39585167169570923,
+      "learning_rate": 8.374285400125844e-05,
+      "loss": 0.0504,
+      "step": 60200
+    },
+    {
+      "grad_norm": 0.44664856791496277,
+      "learning_rate": 8.373675266254495e-05,
+      "loss": 0.0546,
+      "step": 60210
+    },
+    {
+      "grad_norm": 0.6577928066253662,
+      "learning_rate": 8.373065040148129e-05,
+      "loss": 0.0551,
+      "step": 60220
+    },
+    {
+      "grad_norm": 0.487028032541275,
+      "learning_rate": 8.372454721823435e-05,
+      "loss": 0.0549,
+      "step": 60230
+    },
+    {
+      "grad_norm": 1.9279080629348755,
+      "learning_rate": 8.371844311297094e-05,
+      "loss": 0.0378,
+      "step": 60240
+    },
+    {
+      "grad_norm": 0.43966910243034363,
+      "learning_rate": 8.371233808585796e-05,
+      "loss": 0.0427,
+      "step": 60250
+    },
+    {
+      "grad_norm": 0.7133761644363403,
+      "learning_rate": 8.370623213706234e-05,
+      "loss": 0.0386,
+      "step": 60260
+    },
+    {
+      "grad_norm": 0.6642792224884033,
+      "learning_rate": 8.3700125266751e-05,
+      "loss": 0.0467,
+      "step": 60270
+    },
+    {
+      "grad_norm": 0.33393236994743347,
+      "learning_rate": 8.369401747509088e-05,
+      "loss": 0.0466,
+      "step": 60280
+    },
+    {
+      "grad_norm": 0.5100602507591248,
+      "learning_rate": 8.368790876224898e-05,
+      "loss": 0.0425,
+      "step": 60290
+    },
+    {
+      "grad_norm": 3.178260564804077,
+      "learning_rate": 8.368179912839231e-05,
+      "loss": 0.0371,
+      "step": 60300
+    },
+    {
+      "grad_norm": 0.46832191944122314,
+      "learning_rate": 8.367568857368791e-05,
+      "loss": 0.0378,
+      "step": 60310
+    },
+    {
+      "grad_norm": 0.41773155331611633,
+      "learning_rate": 8.366957709830284e-05,
+      "loss": 0.0383,
+      "step": 60320
+    },
+    {
+      "grad_norm": 0.9572724103927612,
+      "learning_rate": 8.366346470240418e-05,
+      "loss": 0.0516,
+      "step": 60330
+    },
+    {
+      "grad_norm": 0.4745147228240967,
+      "learning_rate": 8.365735138615904e-05,
+      "loss": 0.0506,
+      "step": 60340
+    },
+    {
+      "grad_norm": 0.5686249136924744,
+      "learning_rate": 8.365123714973454e-05,
+      "loss": 0.0413,
+      "step": 60350
+    },
+    {
+      "grad_norm": 0.6086007356643677,
+      "learning_rate": 8.364512199329789e-05,
+      "loss": 0.0389,
+      "step": 60360
+    },
+    {
+      "grad_norm": 0.37948355078697205,
+      "learning_rate": 8.363900591701622e-05,
+      "loss": 0.0351,
+      "step": 60370
+    },
+    {
+      "grad_norm": 1.8495677709579468,
+      "learning_rate": 8.363288892105679e-05,
+      "loss": 0.0494,
+      "step": 60380
+    },
+    {
+      "grad_norm": 0.6505844593048096,
+      "learning_rate": 8.362677100558678e-05,
+      "loss": 0.05,
+      "step": 60390
+    },
+    {
+      "grad_norm": 0.5422407984733582,
+      "learning_rate": 8.362065217077351e-05,
+      "loss": 0.0519,
+      "step": 60400
+    },
+    {
+      "grad_norm": 0.6310132741928101,
+      "learning_rate": 8.361453241678423e-05,
+      "loss": 0.0381,
+      "step": 60410
+    },
+    {
+      "grad_norm": 0.5128873586654663,
+      "learning_rate": 8.360841174378626e-05,
+      "loss": 0.0489,
+      "step": 60420
+    },
+    {
+      "grad_norm": 0.4172913134098053,
+      "learning_rate": 8.360229015194693e-05,
+      "loss": 0.0481,
+      "step": 60430
+    },
+    {
+      "grad_norm": 0.5981811285018921,
+      "learning_rate": 8.359616764143363e-05,
+      "loss": 0.0465,
+      "step": 60440
+    },
+    {
+      "grad_norm": 0.5763323307037354,
+      "learning_rate": 8.359004421241374e-05,
+      "loss": 0.0391,
+      "step": 60450
+    },
+    {
+      "grad_norm": 0.522071123123169,
+      "learning_rate": 8.358391986505463e-05,
+      "loss": 0.0407,
+      "step": 60460
+    },
+    {
+      "grad_norm": 0.6567674875259399,
+      "learning_rate": 8.357779459952377e-05,
+      "loss": 0.0396,
+      "step": 60470
+    },
+    {
+      "grad_norm": 0.47574764490127563,
+      "learning_rate": 8.357166841598863e-05,
+      "loss": 0.0495,
+      "step": 60480
+    },
+    {
+      "grad_norm": 0.5055723190307617,
+      "learning_rate": 8.35655413146167e-05,
+      "loss": 0.0336,
+      "step": 60490
+    },
+    {
+      "grad_norm": 0.40633493661880493,
+      "learning_rate": 8.355941329557546e-05,
+      "loss": 0.0383,
+      "step": 60500
+    },
+    {
+      "grad_norm": 0.4977414906024933,
+      "learning_rate": 8.355328435903247e-05,
+      "loss": 0.0389,
+      "step": 60510
+    },
+    {
+      "grad_norm": 0.4614315330982208,
+      "learning_rate": 8.354715450515531e-05,
+      "loss": 0.0334,
+      "step": 60520
+    },
+    {
+      "grad_norm": 0.5312139987945557,
+      "learning_rate": 8.354102373411155e-05,
+      "loss": 0.0552,
+      "step": 60530
+    },
+    {
+      "grad_norm": 0.7751870155334473,
+      "learning_rate": 8.353489204606877e-05,
+      "loss": 0.0437,
+      "step": 60540
+    },
+    {
+      "grad_norm": 0.6452052593231201,
+      "learning_rate": 8.352875944119465e-05,
+      "loss": 0.0463,
+      "step": 60550
+    },
+    {
+      "grad_norm": 0.9058330059051514,
+      "learning_rate": 8.352262591965686e-05,
+      "loss": 0.0733,
+      "step": 60560
+    },
+    {
+      "grad_norm": 0.9059296250343323,
+      "learning_rate": 8.351649148162306e-05,
+      "loss": 0.0454,
+      "step": 60570
+    },
+    {
+      "grad_norm": 0.5047587752342224,
+      "learning_rate": 8.351035612726099e-05,
+      "loss": 0.0574,
+      "step": 60580
+    },
+    {
+      "grad_norm": 0.8055457472801208,
+      "learning_rate": 8.350421985673836e-05,
+      "loss": 0.0401,
+      "step": 60590
+    },
+    {
+      "grad_norm": 0.6194103956222534,
+      "learning_rate": 8.349808267022293e-05,
+      "loss": 0.0515,
+      "step": 60600
+    },
+    {
+      "grad_norm": 0.6180238723754883,
+      "learning_rate": 8.349194456788252e-05,
+      "loss": 0.0805,
+      "step": 60610
+    },
+    {
+      "grad_norm": 0.7524135112762451,
+      "learning_rate": 8.348580554988493e-05,
+      "loss": 0.036,
+      "step": 60620
+    },
+    {
+      "grad_norm": 0.6871169209480286,
+      "learning_rate": 8.3479665616398e-05,
+      "loss": 0.061,
+      "step": 60630
+    },
+    {
+      "grad_norm": 0.5635843873023987,
+      "learning_rate": 8.347352476758959e-05,
+      "loss": 0.0553,
+      "step": 60640
+    },
+    {
+      "grad_norm": 0.7168835997581482,
+      "learning_rate": 8.346738300362757e-05,
+      "loss": 0.0388,
+      "step": 60650
+    },
+    {
+      "grad_norm": 0.5801082253456116,
+      "learning_rate": 8.346124032467988e-05,
+      "loss": 0.0497,
+      "step": 60660
+    },
+    {
+      "grad_norm": 0.8434810042381287,
+      "learning_rate": 8.345509673091446e-05,
+      "loss": 0.0555,
+      "step": 60670
+    },
+    {
+      "grad_norm": 0.39912572503089905,
+      "learning_rate": 8.344895222249926e-05,
+      "loss": 0.0362,
+      "step": 60680
+    },
+    {
+      "grad_norm": 0.551259458065033,
+      "learning_rate": 8.344280679960228e-05,
+      "loss": 0.0369,
+      "step": 60690
+    },
+    {
+      "grad_norm": 0.5090423822402954,
+      "learning_rate": 8.343666046239152e-05,
+      "loss": 0.0439,
+      "step": 60700
+    },
+    {
+      "grad_norm": 0.6579388380050659,
+      "learning_rate": 8.343051321103501e-05,
+      "loss": 0.0408,
+      "step": 60710
+    },
+    {
+      "grad_norm": 0.43362659215927124,
+      "learning_rate": 8.342436504570084e-05,
+      "loss": 0.0549,
+      "step": 60720
+    },
+    {
+      "grad_norm": 0.6245046257972717,
+      "learning_rate": 8.341821596655708e-05,
+      "loss": 0.0564,
+      "step": 60730
+    },
+    {
+      "grad_norm": 0.48540356755256653,
+      "learning_rate": 8.341206597377186e-05,
+      "loss": 0.0454,
+      "step": 60740
+    },
+    {
+      "grad_norm": 0.6512428522109985,
+      "learning_rate": 8.34059150675133e-05,
+      "loss": 0.0423,
+      "step": 60750
+    },
+    {
+      "grad_norm": 0.7542429566383362,
+      "learning_rate": 8.339976324794958e-05,
+      "loss": 0.0492,
+      "step": 60760
+    },
+    {
+      "grad_norm": 0.7804288864135742,
+      "learning_rate": 8.339361051524888e-05,
+      "loss": 0.0481,
+      "step": 60770
+    },
+    {
+      "grad_norm": 0.581548273563385,
+      "learning_rate": 8.338745686957942e-05,
+      "loss": 0.043,
+      "step": 60780
+    },
+    {
+      "grad_norm": 0.41168567538261414,
+      "learning_rate": 8.338130231110941e-05,
+      "loss": 0.0488,
+      "step": 60790
+    },
+    {
+      "grad_norm": 0.6425190567970276,
+      "learning_rate": 8.337514684000716e-05,
+      "loss": 0.0541,
+      "step": 60800
+    },
+    {
+      "grad_norm": 0.4697631299495697,
+      "learning_rate": 8.336899045644091e-05,
+      "loss": 0.0401,
+      "step": 60810
+    },
+    {
+      "grad_norm": 0.4305722117424011,
+      "learning_rate": 8.336283316057903e-05,
+      "loss": 0.0379,
+      "step": 60820
+    },
+    {
+      "grad_norm": 0.5445729494094849,
+      "learning_rate": 8.33566749525898e-05,
+      "loss": 0.0396,
+      "step": 60830
+    },
+    {
+      "grad_norm": 0.3636666238307953,
+      "learning_rate": 8.335051583264161e-05,
+      "loss": 0.0455,
+      "step": 60840
+    },
+    {
+      "grad_norm": 1.0429840087890625,
+      "learning_rate": 8.334435580090285e-05,
+      "loss": 0.0688,
+      "step": 60850
+    },
+    {
+      "grad_norm": 3.8721392154693604,
+      "learning_rate": 8.333819485754193e-05,
+      "loss": 0.0562,
+      "step": 60860
+    },
+    {
+      "grad_norm": 0.41807040572166443,
+      "learning_rate": 8.333203300272728e-05,
+      "loss": 0.0397,
+      "step": 60870
+    },
+    {
+      "grad_norm": 0.893079936504364,
+      "learning_rate": 8.332587023662738e-05,
+      "loss": 0.0449,
+      "step": 60880
+    },
+    {
+      "grad_norm": 0.471301406621933,
+      "learning_rate": 8.33197065594107e-05,
+      "loss": 0.0485,
+      "step": 60890
+    },
+    {
+      "grad_norm": 0.5516102313995361,
+      "learning_rate": 8.331354197124576e-05,
+      "loss": 0.0389,
+      "step": 60900
+    },
+    {
+      "grad_norm": 0.7537034153938293,
+      "learning_rate": 8.330737647230111e-05,
+      "loss": 0.0399,
+      "step": 60910
+    },
+    {
+      "grad_norm": 0.5193332433700562,
+      "learning_rate": 8.33012100627453e-05,
+      "loss": 0.0434,
+      "step": 60920
+    },
+    {
+      "grad_norm": 0.6852230429649353,
+      "learning_rate": 8.32950427427469e-05,
+      "loss": 0.0457,
+      "step": 60930
+    },
+    {
+      "grad_norm": 0.7761569023132324,
+      "learning_rate": 8.328887451247455e-05,
+      "loss": 0.0515,
+      "step": 60940
+    },
+    {
+      "grad_norm": 0.3958706557750702,
+      "learning_rate": 8.328270537209688e-05,
+      "loss": 0.0316,
+      "step": 60950
+    },
+    {
+      "grad_norm": 0.6314911842346191,
+      "learning_rate": 8.327653532178254e-05,
+      "loss": 0.0471,
+      "step": 60960
+    },
+    {
+      "grad_norm": 0.7015140056610107,
+      "learning_rate": 8.327036436170024e-05,
+      "loss": 0.0439,
+      "step": 60970
+    },
+    {
+      "grad_norm": 0.7255399227142334,
+      "learning_rate": 8.326419249201867e-05,
+      "loss": 0.0385,
+      "step": 60980
+    },
+    {
+      "grad_norm": 0.8246590495109558,
+      "learning_rate": 8.325801971290657e-05,
+      "loss": 0.0563,
+      "step": 60990
+    },
+    {
+      "grad_norm": 0.5774441361427307,
+      "learning_rate": 8.32518460245327e-05,
+      "loss": 0.0516,
+      "step": 61000
+    },
+    {
+      "grad_norm": 0.6493551135063171,
+      "learning_rate": 8.324567142706586e-05,
+      "loss": 0.0381,
+      "step": 61010
+    },
+    {
+      "grad_norm": 0.7522991895675659,
+      "learning_rate": 8.323949592067485e-05,
+      "loss": 0.0559,
+      "step": 61020
+    },
+    {
+      "grad_norm": 0.5957107543945312,
+      "learning_rate": 8.323331950552851e-05,
+      "loss": 0.0381,
+      "step": 61030
+    },
+    {
+      "grad_norm": 0.5569236874580383,
+      "learning_rate": 8.322714218179571e-05,
+      "loss": 0.0341,
+      "step": 61040
+    },
+    {
+      "grad_norm": 0.5038490295410156,
+      "learning_rate": 8.322096394964532e-05,
+      "loss": 0.0441,
+      "step": 61050
+    },
+    {
+      "grad_norm": 0.6778421401977539,
+      "learning_rate": 8.321478480924624e-05,
+      "loss": 0.0439,
+      "step": 61060
+    },
+    {
+      "grad_norm": 0.406046062707901,
+      "learning_rate": 8.320860476076745e-05,
+      "loss": 0.0403,
+      "step": 61070
+    },
+    {
+      "grad_norm": 0.7134881019592285,
+      "learning_rate": 8.320242380437786e-05,
+      "loss": 0.0588,
+      "step": 61080
+    },
+    {
+      "grad_norm": 0.85173100233078,
+      "learning_rate": 8.319624194024649e-05,
+      "loss": 0.0399,
+      "step": 61090
+    },
+    {
+      "grad_norm": 0.5361495018005371,
+      "learning_rate": 8.319005916854232e-05,
+      "loss": 0.0421,
+      "step": 61100
+    },
+    {
+      "grad_norm": 0.5989623665809631,
+      "learning_rate": 8.318387548943441e-05,
+      "loss": 0.036,
+      "step": 61110
+    },
+    {
+      "grad_norm": 0.585288405418396,
+      "learning_rate": 8.317769090309182e-05,
+      "loss": 0.0387,
+      "step": 61120
+    },
+    {
+      "grad_norm": 0.512328565120697,
+      "learning_rate": 8.317150540968362e-05,
+      "loss": 0.0551,
+      "step": 61130
+    },
+    {
+      "grad_norm": 0.35454803705215454,
+      "learning_rate": 8.316531900937891e-05,
+      "loss": 0.0504,
+      "step": 61140
+    },
+    {
+      "grad_norm": 0.9038816094398499,
+      "learning_rate": 8.315913170234686e-05,
+      "loss": 0.0573,
+      "step": 61150
+    },
+    {
+      "grad_norm": 0.493990421295166,
+      "learning_rate": 8.31529434887566e-05,
+      "loss": 0.031,
+      "step": 61160
+    },
+    {
+      "grad_norm": 0.41510576009750366,
+      "learning_rate": 8.31467543687773e-05,
+      "loss": 0.0413,
+      "step": 61170
+    },
+    {
+      "grad_norm": 0.5211282968521118,
+      "learning_rate": 8.314056434257822e-05,
+      "loss": 0.045,
+      "step": 61180
+    },
+    {
+      "grad_norm": 0.7843460440635681,
+      "learning_rate": 8.313437341032853e-05,
+      "loss": 0.0581,
+      "step": 61190
+    },
+    {
+      "grad_norm": 0.31456366181373596,
+      "learning_rate": 8.312818157219755e-05,
+      "loss": 0.0406,
+      "step": 61200
+    },
+    {
+      "grad_norm": 0.32521700859069824,
+      "learning_rate": 8.312198882835452e-05,
+      "loss": 0.0393,
+      "step": 61210
+    },
+    {
+      "grad_norm": 0.7120251059532166,
+      "learning_rate": 8.311579517896875e-05,
+      "loss": 0.0398,
+      "step": 61220
+    },
+    {
+      "grad_norm": 1.095576524734497,
+      "learning_rate": 8.310960062420958e-05,
+      "loss": 0.048,
+      "step": 61230
+    },
+    {
+      "grad_norm": 0.4329740107059479,
+      "learning_rate": 8.310340516424637e-05,
+      "loss": 0.0468,
+      "step": 61240
+    },
+    {
+      "grad_norm": 0.5307934880256653,
+      "learning_rate": 8.30972087992485e-05,
+      "loss": 0.0355,
+      "step": 61250
+    },
+    {
+      "grad_norm": 0.8491231203079224,
+      "learning_rate": 8.309101152938538e-05,
+      "loss": 0.0337,
+      "step": 61260
+    },
+    {
+      "grad_norm": 0.5011705756187439,
+      "learning_rate": 8.308481335482644e-05,
+      "loss": 0.0344,
+      "step": 61270
+    },
+    {
+      "grad_norm": 0.4461180865764618,
+      "learning_rate": 8.307861427574113e-05,
+      "loss": 0.0389,
+      "step": 61280
+    },
+    {
+      "grad_norm": 0.5160120725631714,
+      "learning_rate": 8.307241429229893e-05,
+      "loss": 0.0499,
+      "step": 61290
+    },
+    {
+      "grad_norm": 0.7046559453010559,
+      "learning_rate": 8.306621340466934e-05,
+      "loss": 0.0381,
+      "step": 61300
+    },
+    {
+      "grad_norm": 0.45245999097824097,
+      "learning_rate": 8.30600116130219e-05,
+      "loss": 0.0467,
+      "step": 61310
+    },
+    {
+      "grad_norm": 0.6878654360771179,
+      "learning_rate": 8.305380891752616e-05,
+      "loss": 0.0366,
+      "step": 61320
+    },
+    {
+      "grad_norm": 0.7067344784736633,
+      "learning_rate": 8.304760531835172e-05,
+      "loss": 0.0407,
+      "step": 61330
+    },
+    {
+      "grad_norm": 0.4962356686592102,
+      "learning_rate": 8.304140081566815e-05,
+      "loss": 0.039,
+      "step": 61340
+    },
+    {
+      "grad_norm": 0.4568948447704315,
+      "learning_rate": 8.303519540964511e-05,
+      "loss": 0.0337,
+      "step": 61350
+    },
+    {
+      "grad_norm": 0.521121621131897,
+      "learning_rate": 8.302898910045222e-05,
+      "loss": 0.0446,
+      "step": 61360
+    },
+    {
+      "grad_norm": 0.3191993832588196,
+      "learning_rate": 8.302278188825918e-05,
+      "loss": 0.0418,
+      "step": 61370
+    },
+    {
+      "grad_norm": 0.43921709060668945,
+      "learning_rate": 8.30165737732357e-05,
+      "loss": 0.042,
+      "step": 61380
+    },
+    {
+      "grad_norm": 0.4894377887248993,
+      "learning_rate": 8.30103647555515e-05,
+      "loss": 0.0449,
+      "step": 61390
+    },
+    {
+      "grad_norm": 0.4952895939350128,
+      "learning_rate": 8.300415483537631e-05,
+      "loss": 0.0564,
+      "step": 61400
+    },
+    {
+      "grad_norm": 0.45794665813446045,
+      "learning_rate": 8.299794401287994e-05,
+      "loss": 0.0424,
+      "step": 61410
+    },
+    {
+      "grad_norm": 0.3870500922203064,
+      "learning_rate": 8.299173228823219e-05,
+      "loss": 0.0459,
+      "step": 61420
+    },
+    {
+      "grad_norm": 0.2864238917827606,
+      "learning_rate": 8.298551966160284e-05,
+      "loss": 0.0372,
+      "step": 61430
+    },
+    {
+      "grad_norm": 1.2042497396469116,
+      "learning_rate": 8.297930613316178e-05,
+      "loss": 0.0641,
+      "step": 61440
+    },
+    {
+      "grad_norm": 0.5248977541923523,
+      "learning_rate": 8.29730917030789e-05,
+      "loss": 0.0471,
+      "step": 61450
+    },
+    {
+      "grad_norm": 0.7634519934654236,
+      "learning_rate": 8.296687637152407e-05,
+      "loss": 0.0645,
+      "step": 61460
+    },
+    {
+      "grad_norm": 0.6540836691856384,
+      "learning_rate": 8.296066013866723e-05,
+      "loss": 0.0454,
+      "step": 61470
+    },
+    {
+      "grad_norm": 0.4713396430015564,
+      "learning_rate": 8.295444300467832e-05,
+      "loss": 0.0453,
+      "step": 61480
+    },
+    {
+      "grad_norm": 0.4973621368408203,
+      "learning_rate": 8.294822496972732e-05,
+      "loss": 0.0469,
+      "step": 61490
+    },
+    {
+      "grad_norm": 0.4210458993911743,
+      "learning_rate": 8.294200603398423e-05,
+      "loss": 0.042,
+      "step": 61500
+    },
+    {
+      "grad_norm": 0.6430892944335938,
+      "learning_rate": 8.293578619761906e-05,
+      "loss": 0.0411,
+      "step": 61510
+    },
+    {
+      "grad_norm": 0.6244375109672546,
+      "learning_rate": 8.292956546080189e-05,
+      "loss": 0.05,
+      "step": 61520
+    },
+    {
+      "grad_norm": 0.41766849160194397,
+      "learning_rate": 8.292334382370275e-05,
+      "loss": 0.0352,
+      "step": 61530
+    },
+    {
+      "grad_norm": 0.6614400148391724,
+      "learning_rate": 8.291712128649177e-05,
+      "loss": 0.0404,
+      "step": 61540
+    },
+    {
+      "grad_norm": 0.5374654531478882,
+      "learning_rate": 8.291089784933906e-05,
+      "loss": 0.0433,
+      "step": 61550
+    },
+    {
+      "grad_norm": 0.3872773051261902,
+      "learning_rate": 8.290467351241475e-05,
+      "loss": 0.0461,
+      "step": 61560
+    },
+    {
+      "grad_norm": 0.5138658285140991,
+      "learning_rate": 8.289844827588906e-05,
+      "loss": 0.0443,
+      "step": 61570
+    },
+    {
+      "grad_norm": 1.5798776149749756,
+      "learning_rate": 8.289222213993213e-05,
+      "loss": 0.0474,
+      "step": 61580
+    },
+    {
+      "grad_norm": 0.7323685884475708,
+      "learning_rate": 8.288599510471421e-05,
+      "loss": 0.0353,
+      "step": 61590
+    },
+    {
+      "grad_norm": 1.4589110612869263,
+      "learning_rate": 8.287976717040553e-05,
+      "loss": 0.0573,
+      "step": 61600
+    },
+    {
+      "grad_norm": 0.44389620423316956,
+      "learning_rate": 8.28735383371764e-05,
+      "loss": 0.0453,
+      "step": 61610
+    },
+    {
+      "grad_norm": 1.2127329111099243,
+      "learning_rate": 8.286730860519704e-05,
+      "loss": 0.0498,
+      "step": 61620
+    },
+    {
+      "grad_norm": 0.42202675342559814,
+      "learning_rate": 8.286107797463782e-05,
+      "loss": 0.0389,
+      "step": 61630
+    },
+    {
+      "grad_norm": 0.457028865814209,
+      "learning_rate": 8.285484644566909e-05,
+      "loss": 0.045,
+      "step": 61640
+    },
+    {
+      "grad_norm": 0.720447301864624,
+      "learning_rate": 8.284861401846119e-05,
+      "loss": 0.0337,
+      "step": 61650
+    },
+    {
+      "grad_norm": 0.6210343837738037,
+      "learning_rate": 8.284238069318453e-05,
+      "loss": 0.0723,
+      "step": 61660
+    },
+    {
+      "grad_norm": 0.48900726437568665,
+      "learning_rate": 8.283614647000952e-05,
+      "loss": 0.0458,
+      "step": 61670
+    },
+    {
+      "grad_norm": 0.8338252902030945,
+      "learning_rate": 8.282991134910658e-05,
+      "loss": 0.0477,
+      "step": 61680
+    },
+    {
+      "grad_norm": 0.40231746435165405,
+      "learning_rate": 8.282367533064624e-05,
+      "loss": 0.0357,
+      "step": 61690
+    },
+    {
+      "grad_norm": 0.8695432543754578,
+      "learning_rate": 8.281743841479891e-05,
+      "loss": 0.0422,
+      "step": 61700
+    },
+    {
+      "grad_norm": 0.7969686985015869,
+      "learning_rate": 8.281120060173515e-05,
+      "loss": 0.049,
+      "step": 61710
+    },
+    {
+      "grad_norm": 0.28518301248550415,
+      "learning_rate": 8.28049618916255e-05,
+      "loss": 0.034,
+      "step": 61720
+    },
+    {
+      "grad_norm": 0.31806856393814087,
+      "learning_rate": 8.279872228464052e-05,
+      "loss": 0.0373,
+      "step": 61730
+    },
+    {
+      "grad_norm": 0.5244483351707458,
+      "learning_rate": 8.279248178095078e-05,
+      "loss": 0.0412,
+      "step": 61740
+    },
+    {
+      "grad_norm": 0.346306174993515,
+      "learning_rate": 8.278624038072692e-05,
+      "loss": 0.0464,
+      "step": 61750
+    },
+    {
+      "grad_norm": 0.4130052924156189,
+      "learning_rate": 8.277999808413956e-05,
+      "loss": 0.0493,
+      "step": 61760
+    },
+    {
+      "grad_norm": 0.5622959136962891,
+      "learning_rate": 8.277375489135937e-05,
+      "loss": 0.051,
+      "step": 61770
+    },
+    {
+      "grad_norm": 0.7554733157157898,
+      "learning_rate": 8.276751080255703e-05,
+      "loss": 0.0396,
+      "step": 61780
+    },
+    {
+      "grad_norm": 0.5211220979690552,
+      "learning_rate": 8.276126581790327e-05,
+      "loss": 0.0712,
+      "step": 61790
+    },
+    {
+      "grad_norm": 1.0075563192367554,
+      "learning_rate": 8.275501993756878e-05,
+      "loss": 0.056,
+      "step": 61800
+    },
+    {
+      "grad_norm": 1.1025786399841309,
+      "learning_rate": 8.274877316172438e-05,
+      "loss": 0.0632,
+      "step": 61810
+    },
+    {
+      "grad_norm": 0.7072575092315674,
+      "learning_rate": 8.27425254905408e-05,
+      "loss": 0.0452,
+      "step": 61820
+    },
+    {
+      "grad_norm": 0.5418517589569092,
+      "learning_rate": 8.273627692418889e-05,
+      "loss": 0.0458,
+      "step": 61830
+    },
+    {
+      "grad_norm": 0.2745772898197174,
+      "learning_rate": 8.273002746283946e-05,
+      "loss": 0.0483,
+      "step": 61840
+    },
+    {
+      "grad_norm": 0.6064556837081909,
+      "learning_rate": 8.272377710666339e-05,
+      "loss": 0.0376,
+      "step": 61850
+    },
+    {
+      "grad_norm": 0.4027990400791168,
+      "learning_rate": 8.271752585583155e-05,
+      "loss": 0.0364,
+      "step": 61860
+    },
+    {
+      "grad_norm": 0.46078792214393616,
+      "learning_rate": 8.271127371051481e-05,
+      "loss": 0.0361,
+      "step": 61870
+    },
+    {
+      "grad_norm": 0.46136194467544556,
+      "learning_rate": 8.270502067088417e-05,
+      "loss": 0.0505,
+      "step": 61880
+    },
+    {
+      "grad_norm": 0.555871307849884,
+      "learning_rate": 8.269876673711053e-05,
+      "loss": 0.0492,
+      "step": 61890
+    },
+    {
+      "grad_norm": 0.5800353288650513,
+      "learning_rate": 8.269251190936491e-05,
+      "loss": 0.0339,
+      "step": 61900
+    },
+    {
+      "grad_norm": 0.45943236351013184,
+      "learning_rate": 8.268625618781829e-05,
+      "loss": 0.0358,
+      "step": 61910
+    },
+    {
+      "grad_norm": 0.4104691445827484,
+      "learning_rate": 8.26799995726417e-05,
+      "loss": 0.0387,
+      "step": 61920
+    },
+    {
+      "grad_norm": 0.3375558853149414,
+      "learning_rate": 8.26737420640062e-05,
+      "loss": 0.0405,
+      "step": 61930
+    },
+    {
+      "grad_norm": 0.9413309693336487,
+      "learning_rate": 8.266748366208285e-05,
+      "loss": 0.0461,
+      "step": 61940
+    },
+    {
+      "grad_norm": 0.45305439829826355,
+      "learning_rate": 8.26612243670428e-05,
+      "loss": 0.0415,
+      "step": 61950
+    },
+    {
+      "grad_norm": 0.7776730060577393,
+      "learning_rate": 8.265496417905714e-05,
+      "loss": 0.0409,
+      "step": 61960
+    },
+    {
+      "grad_norm": 0.5118582248687744,
+      "learning_rate": 8.264870309829702e-05,
+      "loss": 0.0568,
+      "step": 61970
+    },
+    {
+      "grad_norm": 0.7582716345787048,
+      "learning_rate": 8.264244112493362e-05,
+      "loss": 0.0563,
+      "step": 61980
+    },
+    {
+      "grad_norm": 0.6153548955917358,
+      "learning_rate": 8.263617825913814e-05,
+      "loss": 0.0473,
+      "step": 61990
+    },
+    {
+      "grad_norm": 0.5999431610107422,
+      "learning_rate": 8.262991450108182e-05,
+      "loss": 0.0479,
+      "step": 62000
+    },
+    {
+      "grad_norm": 0.4296496510505676,
+      "learning_rate": 8.262364985093589e-05,
+      "loss": 0.039,
+      "step": 62010
+    },
+    {
+      "grad_norm": 0.7862755060195923,
+      "learning_rate": 8.261738430887163e-05,
+      "loss": 0.0459,
+      "step": 62020
+    },
+    {
+      "grad_norm": 0.5977700352668762,
+      "learning_rate": 8.261111787506032e-05,
+      "loss": 0.0371,
+      "step": 62030
+    },
+    {
+      "grad_norm": 0.7243539690971375,
+      "learning_rate": 8.260485054967333e-05,
+      "loss": 0.047,
+      "step": 62040
+    },
+    {
+      "grad_norm": 0.7978638410568237,
+      "learning_rate": 8.259858233288196e-05,
+      "loss": 0.0386,
+      "step": 62050
+    },
+    {
+      "grad_norm": 0.37551116943359375,
+      "learning_rate": 8.259231322485759e-05,
+      "loss": 0.0587,
+      "step": 62060
+    },
+    {
+      "grad_norm": 0.5907440185546875,
+      "learning_rate": 8.258604322577163e-05,
+      "loss": 0.047,
+      "step": 62070
+    },
+    {
+      "grad_norm": 0.657371461391449,
+      "learning_rate": 8.257977233579548e-05,
+      "loss": 0.0455,
+      "step": 62080
+    },
+    {
+      "grad_norm": 0.48640674352645874,
+      "learning_rate": 8.257350055510061e-05,
+      "loss": 0.0375,
+      "step": 62090
+    },
+    {
+      "grad_norm": 0.5216614603996277,
+      "learning_rate": 8.256722788385847e-05,
+      "loss": 0.0492,
+      "step": 62100
+    },
+    {
+      "grad_norm": 0.3764597475528717,
+      "learning_rate": 8.256095432224053e-05,
+      "loss": 0.0407,
+      "step": 62110
+    },
+    {
+      "grad_norm": 0.4293656349182129,
+      "learning_rate": 8.255467987041835e-05,
+      "loss": 0.0395,
+      "step": 62120
+    },
+    {
+      "grad_norm": 0.7773244976997375,
+      "learning_rate": 8.254840452856345e-05,
+      "loss": 0.0387,
+      "step": 62130
+    },
+    {
+      "grad_norm": 0.7286482453346252,
+      "learning_rate": 8.25421282968474e-05,
+      "loss": 0.0331,
+      "step": 62140
+    },
+    {
+      "grad_norm": 0.5344473719596863,
+      "learning_rate": 8.25358511754418e-05,
+      "loss": 0.0338,
+      "step": 62150
+    },
+    {
+      "grad_norm": 0.7937968373298645,
+      "learning_rate": 8.252957316451824e-05,
+      "loss": 0.0421,
+      "step": 62160
+    },
+    {
+      "grad_norm": 0.4952155649662018,
+      "learning_rate": 8.252329426424837e-05,
+      "loss": 0.0685,
+      "step": 62170
+    },
+    {
+      "grad_norm": 0.6306443214416504,
+      "learning_rate": 8.251701447480384e-05,
+      "loss": 0.0325,
+      "step": 62180
+    },
+    {
+      "grad_norm": 0.4977025091648102,
+      "learning_rate": 8.251073379635637e-05,
+      "loss": 0.0437,
+      "step": 62190
+    },
+    {
+      "grad_norm": 0.5758088827133179,
+      "learning_rate": 8.250445222907764e-05,
+      "loss": 0.043,
+      "step": 62200
+    },
+    {
+      "grad_norm": 0.9691364169120789,
+      "learning_rate": 8.24981697731394e-05,
+      "loss": 0.0551,
+      "step": 62210
+    },
+    {
+      "grad_norm": 1.5419957637786865,
+      "learning_rate": 8.249188642871341e-05,
+      "loss": 0.0514,
+      "step": 62220
+    },
+    {
+      "grad_norm": 1.5737115144729614,
+      "learning_rate": 8.248560219597145e-05,
+      "loss": 0.0437,
+      "step": 62230
+    },
+    {
+      "grad_norm": 0.5937957167625427,
+      "learning_rate": 8.247931707508534e-05,
+      "loss": 0.056,
+      "step": 62240
+    },
+    {
+      "grad_norm": 0.38464513421058655,
+      "learning_rate": 8.24730310662269e-05,
+      "loss": 0.0385,
+      "step": 62250
+    },
+    {
+      "grad_norm": 1.2086693048477173,
+      "learning_rate": 8.246674416956797e-05,
+      "loss": 0.0496,
+      "step": 62260
+    },
+    {
+      "grad_norm": 0.6834169626235962,
+      "learning_rate": 8.246045638528047e-05,
+      "loss": 0.0439,
+      "step": 62270
+    },
+    {
+      "grad_norm": 0.644884467124939,
+      "learning_rate": 8.245416771353629e-05,
+      "loss": 0.042,
+      "step": 62280
+    },
+    {
+      "grad_norm": 0.42315223813056946,
+      "learning_rate": 8.244787815450735e-05,
+      "loss": 0.0411,
+      "step": 62290
+    },
+    {
+      "grad_norm": 0.41647234559059143,
+      "learning_rate": 8.244158770836561e-05,
+      "loss": 0.0491,
+      "step": 62300
+    },
+    {
+      "grad_norm": 0.6048988103866577,
+      "learning_rate": 8.243529637528306e-05,
+      "loss": 0.0429,
+      "step": 62310
+    },
+    {
+      "grad_norm": 0.5421926975250244,
+      "learning_rate": 8.242900415543167e-05,
+      "loss": 0.0385,
+      "step": 62320
+    },
+    {
+      "grad_norm": 0.6242005228996277,
+      "learning_rate": 8.242271104898352e-05,
+      "loss": 0.0409,
+      "step": 62330
+    },
+    {
+      "grad_norm": 0.5448681116104126,
+      "learning_rate": 8.241641705611061e-05,
+      "loss": 0.0454,
+      "step": 62340
+    },
+    {
+      "grad_norm": 0.41155877709388733,
+      "learning_rate": 8.241012217698503e-05,
+      "loss": 0.0557,
+      "step": 62350
+    },
+    {
+      "grad_norm": 0.42059794068336487,
+      "learning_rate": 8.240382641177891e-05,
+      "loss": 0.0498,
+      "step": 62360
+    },
+    {
+      "grad_norm": 0.4287986159324646,
+      "learning_rate": 8.239752976066432e-05,
+      "loss": 0.0305,
+      "step": 62370
+    },
+    {
+      "grad_norm": 1.984868049621582,
+      "learning_rate": 8.239123222381347e-05,
+      "loss": 0.0522,
+      "step": 62380
+    },
+    {
+      "grad_norm": 0.6184206604957581,
+      "learning_rate": 8.238493380139847e-05,
+      "loss": 0.0306,
+      "step": 62390
+    },
+    {
+      "grad_norm": 0.4121311902999878,
+      "learning_rate": 8.237863449359157e-05,
+      "loss": 0.039,
+      "step": 62400
+    },
+    {
+      "grad_norm": 0.6272717714309692,
+      "learning_rate": 8.237233430056495e-05,
+      "loss": 0.0414,
+      "step": 62410
+    },
+    {
+      "grad_norm": 0.5546238422393799,
+      "learning_rate": 8.236603322249088e-05,
+      "loss": 0.0442,
+      "step": 62420
+    },
+    {
+      "grad_norm": 0.8322944045066833,
+      "learning_rate": 8.235973125954162e-05,
+      "loss": 0.0447,
+      "step": 62430
+    },
+    {
+      "grad_norm": 0.82122403383255,
+      "learning_rate": 8.235342841188946e-05,
+      "loss": 0.0492,
+      "step": 62440
+    },
+    {
+      "grad_norm": 0.9428316354751587,
+      "learning_rate": 8.234712467970673e-05,
+      "loss": 0.0529,
+      "step": 62450
+    },
+    {
+      "grad_norm": 0.6039222478866577,
+      "learning_rate": 8.234082006316576e-05,
+      "loss": 0.0374,
+      "step": 62460
+    },
+    {
+      "grad_norm": 0.9829263091087341,
+      "learning_rate": 8.233451456243891e-05,
+      "loss": 0.0539,
+      "step": 62470
+    },
+    {
+      "grad_norm": 0.6265493035316467,
+      "learning_rate": 8.232820817769859e-05,
+      "loss": 0.0393,
+      "step": 62480
+    },
+    {
+      "grad_norm": 0.6578014492988586,
+      "learning_rate": 8.23219009091172e-05,
+      "loss": 0.0392,
+      "step": 62490
+    },
+    {
+      "grad_norm": 0.3446427583694458,
+      "learning_rate": 8.231559275686719e-05,
+      "loss": 0.0495,
+      "step": 62500
+    },
+    {
+      "grad_norm": 0.5830228924751282,
+      "learning_rate": 8.2309283721121e-05,
+      "loss": 0.0561,
+      "step": 62510
+    },
+    {
+      "grad_norm": 0.8909366726875305,
+      "learning_rate": 8.230297380205115e-05,
+      "loss": 0.0871,
+      "step": 62520
+    },
+    {
+      "grad_norm": 0.5687381625175476,
+      "learning_rate": 8.229666299983011e-05,
+      "loss": 0.0453,
+      "step": 62530
+    },
+    {
+      "grad_norm": 0.724830687046051,
+      "learning_rate": 8.229035131463045e-05,
+      "loss": 0.0439,
+      "step": 62540
+    },
+    {
+      "grad_norm": 0.6404663324356079,
+      "learning_rate": 8.228403874662471e-05,
+      "loss": 0.0433,
+      "step": 62550
+    },
+    {
+      "grad_norm": 0.47781506180763245,
+      "learning_rate": 8.22777252959855e-05,
+      "loss": 0.0782,
+      "step": 62560
+    },
+    {
+      "grad_norm": 0.6630685329437256,
+      "learning_rate": 8.227141096288537e-05,
+      "loss": 0.0427,
+      "step": 62570
+    },
+    {
+      "grad_norm": 1.907402515411377,
+      "learning_rate": 8.226509574749701e-05,
+      "loss": 0.0576,
+      "step": 62580
+    },
+    {
+      "grad_norm": 0.47336500883102417,
+      "learning_rate": 8.225877964999304e-05,
+      "loss": 0.0463,
+      "step": 62590
+    },
+    {
+      "grad_norm": 0.4219774305820465,
+      "learning_rate": 8.225246267054619e-05,
+      "loss": 0.0654,
+      "step": 62600
+    },
+    {
+      "grad_norm": 0.6018417477607727,
+      "learning_rate": 8.224614480932909e-05,
+      "loss": 0.0751,
+      "step": 62610
+    },
+    {
+      "grad_norm": 0.47508367896080017,
+      "learning_rate": 8.223982606651452e-05,
+      "loss": 0.0556,
+      "step": 62620
+    },
+    {
+      "grad_norm": 0.6810644268989563,
+      "learning_rate": 8.223350644227521e-05,
+      "loss": 0.0435,
+      "step": 62630
+    },
+    {
+      "grad_norm": 0.5021542310714722,
+      "learning_rate": 8.222718593678395e-05,
+      "loss": 0.0377,
+      "step": 62640
+    },
+    {
+      "grad_norm": 0.49785807728767395,
+      "learning_rate": 8.222086455021353e-05,
+      "loss": 0.0348,
+      "step": 62650
+    },
+    {
+      "grad_norm": 0.4394710958003998,
+      "learning_rate": 8.221454228273678e-05,
+      "loss": 0.036,
+      "step": 62660
+    },
+    {
+      "grad_norm": 2.7070298194885254,
+      "learning_rate": 8.220821913452655e-05,
+      "loss": 0.0406,
+      "step": 62670
+    },
+    {
+      "grad_norm": 0.4453306496143341,
+      "learning_rate": 8.22018951057557e-05,
+      "loss": 0.0382,
+      "step": 62680
+    },
+    {
+      "grad_norm": 0.40318772196769714,
+      "learning_rate": 8.219557019659714e-05,
+      "loss": 0.0444,
+      "step": 62690
+    },
+    {
+      "grad_norm": 0.7949725389480591,
+      "learning_rate": 8.218924440722378e-05,
+      "loss": 0.0507,
+      "step": 62700
+    },
+    {
+      "grad_norm": 0.5651993751525879,
+      "learning_rate": 8.218291773780858e-05,
+      "loss": 0.0358,
+      "step": 62710
+    },
+    {
+      "grad_norm": 1.0849452018737793,
+      "learning_rate": 8.217659018852451e-05,
+      "loss": 0.0631,
+      "step": 62720
+    },
+    {
+      "grad_norm": 0.47324344515800476,
+      "learning_rate": 8.217026175954454e-05,
+      "loss": 0.0381,
+      "step": 62730
+    },
+    {
+      "grad_norm": 0.5809100866317749,
+      "learning_rate": 8.216393245104169e-05,
+      "loss": 0.0546,
+      "step": 62740
+    },
+    {
+      "grad_norm": 0.3777327239513397,
+      "learning_rate": 8.215760226318902e-05,
+      "loss": 0.0488,
+      "step": 62750
+    },
+    {
+      "grad_norm": 0.7081065773963928,
+      "learning_rate": 8.215127119615958e-05,
+      "loss": 0.0413,
+      "step": 62760
+    },
+    {
+      "grad_norm": 0.6381102800369263,
+      "learning_rate": 8.214493925012648e-05,
+      "loss": 0.0414,
+      "step": 62770
+    },
+    {
+      "grad_norm": 0.7065283060073853,
+      "learning_rate": 8.213860642526278e-05,
+      "loss": 0.0433,
+      "step": 62780
+    },
+    {
+      "grad_norm": 0.3882334232330322,
+      "learning_rate": 8.21322727217417e-05,
+      "loss": 0.0419,
+      "step": 62790
+    },
+    {
+      "grad_norm": 0.5042099356651306,
+      "learning_rate": 8.212593813973632e-05,
+      "loss": 0.0412,
+      "step": 62800
+    },
+    {
+      "grad_norm": 0.6223212480545044,
+      "learning_rate": 8.21196026794199e-05,
+      "loss": 0.0442,
+      "step": 62810
+    },
+    {
+      "grad_norm": 3.8089599609375,
+      "learning_rate": 8.211326634096556e-05,
+      "loss": 0.0412,
+      "step": 62820
+    },
+    {
+      "grad_norm": 0.7921205163002014,
+      "learning_rate": 8.21069291245466e-05,
+      "loss": 0.0379,
+      "step": 62830
+    },
+    {
+      "grad_norm": 0.5140101313591003,
+      "learning_rate": 8.210059103033629e-05,
+      "loss": 0.0443,
+      "step": 62840
+    },
+    {
+      "grad_norm": 0.7725275158882141,
+      "learning_rate": 8.209425205850785e-05,
+      "loss": 0.0439,
+      "step": 62850
+    },
+    {
+      "grad_norm": 0.6351220607757568,
+      "learning_rate": 8.208791220923462e-05,
+      "loss": 0.0419,
+      "step": 62860
+    },
+    {
+      "grad_norm": 0.9192352890968323,
+      "learning_rate": 8.208157148268994e-05,
+      "loss": 0.0389,
+      "step": 62870
+    },
+    {
+      "grad_norm": 0.7747792601585388,
+      "learning_rate": 8.207522987904714e-05,
+      "loss": 0.046,
+      "step": 62880
+    },
+    {
+      "grad_norm": 0.6013110280036926,
+      "learning_rate": 8.20688873984796e-05,
+      "loss": 0.041,
+      "step": 62890
+    },
+    {
+      "grad_norm": 0.2627648413181305,
+      "learning_rate": 8.206254404116072e-05,
+      "loss": 0.042,
+      "step": 62900
+    },
+    {
+      "grad_norm": 0.7956007122993469,
+      "learning_rate": 8.205619980726394e-05,
+      "loss": 0.0432,
+      "step": 62910
+    },
+    {
+      "grad_norm": 0.655699610710144,
+      "learning_rate": 8.204985469696271e-05,
+      "loss": 0.045,
+      "step": 62920
+    },
+    {
+      "grad_norm": 0.4520421326160431,
+      "learning_rate": 8.204350871043047e-05,
+      "loss": 0.0358,
+      "step": 62930
+    },
+    {
+      "grad_norm": 0.4656843841075897,
+      "learning_rate": 8.203716184784075e-05,
+      "loss": 0.0412,
+      "step": 62940
+    },
+    {
+      "grad_norm": 0.4705468416213989,
+      "learning_rate": 8.203081410936708e-05,
+      "loss": 0.0484,
+      "step": 62950
+    },
+    {
+      "grad_norm": 0.4028678834438324,
+      "learning_rate": 8.202446549518297e-05,
+      "loss": 0.0597,
+      "step": 62960
+    },
+    {
+      "grad_norm": 0.43951696157455444,
+      "learning_rate": 8.201811600546199e-05,
+      "loss": 0.0542,
+      "step": 62970
+    },
+    {
+      "grad_norm": 0.3942675292491913,
+      "learning_rate": 8.201176564037777e-05,
+      "loss": 0.0423,
+      "step": 62980
+    },
+    {
+      "grad_norm": 0.7792965769767761,
+      "learning_rate": 8.20054144001039e-05,
+      "loss": 0.0627,
+      "step": 62990
+    },
+    {
+      "grad_norm": 0.3743533194065094,
+      "learning_rate": 8.199906228481402e-05,
+      "loss": 0.0375,
+      "step": 63000
+    },
+    {
+      "grad_norm": 1.339630126953125,
+      "learning_rate": 8.19927092946818e-05,
+      "loss": 0.0386,
+      "step": 63010
+    },
+    {
+      "grad_norm": 0.7586463689804077,
+      "learning_rate": 8.198635542988092e-05,
+      "loss": 0.0557,
+      "step": 63020
+    },
+    {
+      "grad_norm": 0.765599250793457,
+      "learning_rate": 8.198000069058509e-05,
+      "loss": 0.035,
+      "step": 63030
+    },
+    {
+      "grad_norm": 0.7185304760932922,
+      "learning_rate": 8.197364507696808e-05,
+      "loss": 0.043,
+      "step": 63040
+    },
+    {
+      "grad_norm": 0.8468648791313171,
+      "learning_rate": 8.196728858920361e-05,
+      "loss": 0.0538,
+      "step": 63050
+    },
+    {
+      "grad_norm": 0.713786780834198,
+      "learning_rate": 8.196093122746548e-05,
+      "loss": 0.0464,
+      "step": 63060
+    },
+    {
+      "grad_norm": 0.721365749835968,
+      "learning_rate": 8.195457299192751e-05,
+      "loss": 0.0448,
+      "step": 63070
+    },
+    {
+      "grad_norm": 0.7042579054832458,
+      "learning_rate": 8.19482138827635e-05,
+      "loss": 0.0408,
+      "step": 63080
+    },
+    {
+      "grad_norm": 0.500848114490509,
+      "learning_rate": 8.194185390014735e-05,
+      "loss": 0.0338,
+      "step": 63090
+    },
+    {
+      "grad_norm": 0.6049621105194092,
+      "learning_rate": 8.19354930442529e-05,
+      "loss": 0.0385,
+      "step": 63100
+    },
+    {
+      "grad_norm": 0.4950026273727417,
+      "learning_rate": 8.192913131525406e-05,
+      "loss": 0.0405,
+      "step": 63110
+    },
+    {
+      "grad_norm": 0.6938900947570801,
+      "learning_rate": 8.192276871332479e-05,
+      "loss": 0.0398,
+      "step": 63120
+    },
+    {
+      "grad_norm": 0.5774931907653809,
+      "learning_rate": 8.1916405238639e-05,
+      "loss": 0.0473,
+      "step": 63130
+    },
+    {
+      "grad_norm": 1.834922432899475,
+      "learning_rate": 8.191004089137066e-05,
+      "loss": 0.0468,
+      "step": 63140
+    },
+    {
+      "grad_norm": 0.6120239496231079,
+      "learning_rate": 8.190367567169381e-05,
+      "loss": 0.0325,
+      "step": 63150
+    },
+    {
+      "grad_norm": 2.3058102130889893,
+      "learning_rate": 8.189730957978247e-05,
+      "loss": 0.0409,
+      "step": 63160
+    },
+    {
+      "grad_norm": 0.4458787441253662,
+      "learning_rate": 8.189094261581065e-05,
+      "loss": 0.0332,
+      "step": 63170
+    },
+    {
+      "grad_norm": 0.6052412390708923,
+      "learning_rate": 8.188457477995244e-05,
+      "loss": 0.0429,
+      "step": 63180
+    },
+    {
+      "grad_norm": 0.7416747212409973,
+      "learning_rate": 8.187820607238194e-05,
+      "loss": 0.0302,
+      "step": 63190
+    },
+    {
+      "grad_norm": 0.40174224972724915,
+      "learning_rate": 8.187183649327325e-05,
+      "loss": 0.0336,
+      "step": 63200
+    },
+    {
+      "grad_norm": 0.5246707797050476,
+      "learning_rate": 8.186546604280053e-05,
+      "loss": 0.0407,
+      "step": 63210
+    },
+    {
+      "grad_norm": 0.7923892736434937,
+      "learning_rate": 8.185909472113795e-05,
+      "loss": 0.05,
+      "step": 63220
+    },
+    {
+      "grad_norm": 0.8400330543518066,
+      "learning_rate": 8.185272252845969e-05,
+      "loss": 0.0418,
+      "step": 63230
+    },
+    {
+      "grad_norm": 0.6354644298553467,
+      "learning_rate": 8.184634946493994e-05,
+      "loss": 0.044,
+      "step": 63240
+    },
+    {
+      "grad_norm": 0.6365333795547485,
+      "learning_rate": 8.183997553075298e-05,
+      "loss": 0.0471,
+      "step": 63250
+    },
+    {
+      "grad_norm": 0.6071587800979614,
+      "learning_rate": 8.183360072607304e-05,
+      "loss": 0.0331,
+      "step": 63260
+    },
+    {
+      "grad_norm": 0.6535688042640686,
+      "learning_rate": 8.182722505107442e-05,
+      "loss": 0.0464,
+      "step": 63270
+    },
+    {
+      "grad_norm": 0.5151100158691406,
+      "learning_rate": 8.182084850593142e-05,
+      "loss": 0.0608,
+      "step": 63280
+    },
+    {
+      "grad_norm": 0.5618229508399963,
+      "learning_rate": 8.181447109081839e-05,
+      "loss": 0.0416,
+      "step": 63290
+    },
+    {
+      "grad_norm": 0.4667903482913971,
+      "learning_rate": 8.180809280590966e-05,
+      "loss": 0.0354,
+      "step": 63300
+    },
+    {
+      "grad_norm": 0.9245591759681702,
+      "learning_rate": 8.180171365137963e-05,
+      "loss": 0.0458,
+      "step": 63310
+    },
+    {
+      "grad_norm": 0.3808915615081787,
+      "learning_rate": 8.17953336274027e-05,
+      "loss": 0.0293,
+      "step": 63320
+    },
+    {
+      "grad_norm": 0.5574115514755249,
+      "learning_rate": 8.178895273415329e-05,
+      "loss": 0.0394,
+      "step": 63330
+    },
+    {
+      "grad_norm": 0.5545651912689209,
+      "learning_rate": 8.178257097180583e-05,
+      "loss": 0.0401,
+      "step": 63340
+    },
+    {
+      "grad_norm": 0.6539777517318726,
+      "learning_rate": 8.177618834053484e-05,
+      "loss": 0.0421,
+      "step": 63350
+    },
+    {
+      "grad_norm": 0.5247210264205933,
+      "learning_rate": 8.17698048405148e-05,
+      "loss": 0.0358,
+      "step": 63360
+    },
+    {
+      "grad_norm": 0.48502683639526367,
+      "learning_rate": 8.176342047192023e-05,
+      "loss": 0.0358,
+      "step": 63370
+    },
+    {
+      "grad_norm": 0.5906846523284912,
+      "learning_rate": 8.175703523492568e-05,
+      "loss": 0.0406,
+      "step": 63380
+    },
+    {
+      "grad_norm": 0.40114325284957886,
+      "learning_rate": 8.175064912970571e-05,
+      "loss": 0.0449,
+      "step": 63390
+    },
+    {
+      "grad_norm": 0.7870582342147827,
+      "learning_rate": 8.174426215643493e-05,
+      "loss": 0.0376,
+      "step": 63400
+    },
+    {
+      "grad_norm": 0.8803765177726746,
+      "learning_rate": 8.173787431528794e-05,
+      "loss": 0.0581,
+      "step": 63410
+    },
+    {
+      "grad_norm": 0.4918592870235443,
+      "learning_rate": 8.17314856064394e-05,
+      "loss": 0.0417,
+      "step": 63420
+    },
+    {
+      "grad_norm": 0.48959413170814514,
+      "learning_rate": 8.172509603006395e-05,
+      "loss": 0.0431,
+      "step": 63430
+    },
+    {
+      "grad_norm": 0.6710435152053833,
+      "learning_rate": 8.17187055863363e-05,
+      "loss": 0.0655,
+      "step": 63440
+    },
+    {
+      "grad_norm": 0.4087885916233063,
+      "learning_rate": 8.171231427543115e-05,
+      "loss": 0.0396,
+      "step": 63450
+    },
+    {
+      "grad_norm": 0.6182399392127991,
+      "learning_rate": 8.170592209752326e-05,
+      "loss": 0.0414,
+      "step": 63460
+    },
+    {
+      "grad_norm": 0.45415616035461426,
+      "learning_rate": 8.169952905278734e-05,
+      "loss": 0.0595,
+      "step": 63470
+    },
+    {
+      "grad_norm": 0.47039517760276794,
+      "learning_rate": 8.169313514139823e-05,
+      "loss": 0.0462,
+      "step": 63480
+    },
+    {
+      "grad_norm": 0.7979927659034729,
+      "learning_rate": 8.16867403635307e-05,
+      "loss": 0.0367,
+      "step": 63490
+    },
+    {
+      "grad_norm": 0.6347291469573975,
+      "learning_rate": 8.16803447193596e-05,
+      "loss": 0.0508,
+      "step": 63500
+    },
+    {
+      "grad_norm": 0.4217807948589325,
+      "learning_rate": 8.167394820905977e-05,
+      "loss": 0.053,
+      "step": 63510
+    },
+    {
+      "grad_norm": 0.5441542267799377,
+      "learning_rate": 8.16675508328061e-05,
+      "loss": 0.0361,
+      "step": 63520
+    },
+    {
+      "grad_norm": 0.5880966782569885,
+      "learning_rate": 8.166115259077349e-05,
+      "loss": 0.0544,
+      "step": 63530
+    },
+    {
+      "grad_norm": 0.5144261121749878,
+      "learning_rate": 8.165475348313687e-05,
+      "loss": 0.0383,
+      "step": 63540
+    },
+    {
+      "grad_norm": 0.5144681334495544,
+      "learning_rate": 8.164835351007117e-05,
+      "loss": 0.0502,
+      "step": 63550
+    },
+    {
+      "grad_norm": 0.7045838236808777,
+      "learning_rate": 8.164195267175138e-05,
+      "loss": 0.0517,
+      "step": 63560
+    },
+    {
+      "grad_norm": 0.9083784818649292,
+      "learning_rate": 8.16355509683525e-05,
+      "loss": 0.0565,
+      "step": 63570
+    },
+    {
+      "grad_norm": 0.4496736228466034,
+      "learning_rate": 8.162914840004952e-05,
+      "loss": 0.0634,
+      "step": 63580
+    },
+    {
+      "grad_norm": 0.4533114433288574,
+      "learning_rate": 8.162274496701749e-05,
+      "loss": 0.0435,
+      "step": 63590
+    },
+    {
+      "grad_norm": 0.712327241897583,
+      "learning_rate": 8.161634066943153e-05,
+      "loss": 0.0411,
+      "step": 63600
+    },
+    {
+      "grad_norm": 0.3142562508583069,
+      "learning_rate": 8.160993550746668e-05,
+      "loss": 0.0674,
+      "step": 63610
+    },
+    {
+      "grad_norm": 0.770427405834198,
+      "learning_rate": 8.160352948129808e-05,
+      "loss": 0.0469,
+      "step": 63620
+    },
+    {
+      "grad_norm": 0.5162129998207092,
+      "learning_rate": 8.159712259110084e-05,
+      "loss": 0.0439,
+      "step": 63630
+    },
+    {
+      "grad_norm": 0.5056813359260559,
+      "learning_rate": 8.159071483705015e-05,
+      "loss": 0.0374,
+      "step": 63640
+    },
+    {
+      "grad_norm": 0.4230304956436157,
+      "learning_rate": 8.158430621932118e-05,
+      "loss": 0.0425,
+      "step": 63650
+    },
+    {
+      "grad_norm": 0.3994000554084778,
+      "learning_rate": 8.157789673808913e-05,
+      "loss": 0.0532,
+      "step": 63660
+    },
+    {
+      "grad_norm": 0.5162056684494019,
+      "learning_rate": 8.157148639352926e-05,
+      "loss": 0.0591,
+      "step": 63670
+    },
+    {
+      "grad_norm": 0.5771387219429016,
+      "learning_rate": 8.156507518581682e-05,
+      "loss": 0.0361,
+      "step": 63680
+    },
+    {
+      "grad_norm": 0.5778725147247314,
+      "learning_rate": 8.155866311512708e-05,
+      "loss": 0.0386,
+      "step": 63690
+    },
+    {
+      "grad_norm": 1.4116064310073853,
+      "learning_rate": 8.155225018163533e-05,
+      "loss": 0.0586,
+      "step": 63700
+    },
+    {
+      "grad_norm": 0.46826621890068054,
+      "learning_rate": 8.154583638551694e-05,
+      "loss": 0.0421,
+      "step": 63710
+    },
+    {
+      "grad_norm": 0.732846736907959,
+      "learning_rate": 8.153942172694721e-05,
+      "loss": 0.036,
+      "step": 63720
+    },
+    {
+      "grad_norm": 0.6016547083854675,
+      "learning_rate": 8.153300620610154e-05,
+      "loss": 0.0358,
+      "step": 63730
+    },
+    {
+      "grad_norm": 0.6016938090324402,
+      "learning_rate": 8.152658982315536e-05,
+      "loss": 0.0477,
+      "step": 63740
+    },
+    {
+      "grad_norm": 0.4350077211856842,
+      "learning_rate": 8.152017257828401e-05,
+      "loss": 0.041,
+      "step": 63750
+    },
+    {
+      "grad_norm": 0.3899514377117157,
+      "learning_rate": 8.151375447166302e-05,
+      "loss": 0.0371,
+      "step": 63760
+    },
+    {
+      "grad_norm": 0.4682185649871826,
+      "learning_rate": 8.150733550346781e-05,
+      "loss": 0.0425,
+      "step": 63770
+    },
+    {
+      "grad_norm": 0.6856747269630432,
+      "learning_rate": 8.150091567387389e-05,
+      "loss": 0.0683,
+      "step": 63780
+    },
+    {
+      "grad_norm": 0.5197413563728333,
+      "learning_rate": 8.149449498305674e-05,
+      "loss": 0.0357,
+      "step": 63790
+    },
+    {
+      "grad_norm": 0.700742781162262,
+      "learning_rate": 8.148807343119196e-05,
+      "loss": 0.0368,
+      "step": 63800
+    },
+    {
+      "grad_norm": 0.6700085997581482,
+      "learning_rate": 8.148165101845509e-05,
+      "loss": 0.0449,
+      "step": 63810
+    },
+    {
+      "grad_norm": 0.6116388440132141,
+      "learning_rate": 8.147522774502168e-05,
+      "loss": 0.0649,
+      "step": 63820
+    },
+    {
+      "grad_norm": 0.49518513679504395,
+      "learning_rate": 8.146880361106739e-05,
+      "loss": 0.0405,
+      "step": 63830
+    },
+    {
+      "grad_norm": 0.6902034282684326,
+      "learning_rate": 8.146237861676782e-05,
+      "loss": 0.0708,
+      "step": 63840
+    },
+    {
+      "grad_norm": 0.4054378569126129,
+      "learning_rate": 8.145595276229862e-05,
+      "loss": 0.0398,
+      "step": 63850
+    },
+    {
+      "grad_norm": 0.35107702016830444,
+      "learning_rate": 8.144952604783553e-05,
+      "loss": 0.043,
+      "step": 63860
+    },
+    {
+      "grad_norm": 0.31282705068588257,
+      "learning_rate": 8.144309847355418e-05,
+      "loss": 0.0331,
+      "step": 63870
+    },
+    {
+      "grad_norm": 0.5357232093811035,
+      "learning_rate": 8.143667003963034e-05,
+      "loss": 0.0411,
+      "step": 63880
+    },
+    {
+      "grad_norm": 0.6485603451728821,
+      "learning_rate": 8.143024074623975e-05,
+      "loss": 0.0562,
+      "step": 63890
+    },
+    {
+      "grad_norm": 0.7889344692230225,
+      "learning_rate": 8.14238105935582e-05,
+      "loss": 0.0465,
+      "step": 63900
+    },
+    {
+      "grad_norm": 0.5387492179870605,
+      "learning_rate": 8.141737958176146e-05,
+      "loss": 0.0445,
+      "step": 63910
+    },
+    {
+      "grad_norm": 0.8222871422767639,
+      "learning_rate": 8.141094771102537e-05,
+      "loss": 0.0606,
+      "step": 63920
+    },
+    {
+      "grad_norm": 0.6959372758865356,
+      "learning_rate": 8.140451498152578e-05,
+      "loss": 0.0457,
+      "step": 63930
+    },
+    {
+      "grad_norm": 0.590292751789093,
+      "learning_rate": 8.139808139343853e-05,
+      "loss": 0.0502,
+      "step": 63940
+    },
+    {
+      "grad_norm": 0.4872193932533264,
+      "learning_rate": 8.139164694693954e-05,
+      "loss": 0.0365,
+      "step": 63950
+    },
+    {
+      "grad_norm": 0.4390363395214081,
+      "learning_rate": 8.138521164220472e-05,
+      "loss": 0.0454,
+      "step": 63960
+    },
+    {
+      "grad_norm": 0.9294240474700928,
+      "learning_rate": 8.137877547941e-05,
+      "loss": 0.0638,
+      "step": 63970
+    },
+    {
+      "grad_norm": 0.7505605816841125,
+      "learning_rate": 8.137233845873133e-05,
+      "loss": 0.0619,
+      "step": 63980
+    },
+    {
+      "grad_norm": 0.5215197205543518,
+      "learning_rate": 8.136590058034472e-05,
+      "loss": 0.0504,
+      "step": 63990
+    },
+    {
+      "grad_norm": 0.5823967456817627,
+      "learning_rate": 8.135946184442619e-05,
+      "loss": 0.0468,
+      "step": 64000
+    },
+    {
+      "grad_norm": 0.39943450689315796,
+      "learning_rate": 8.135302225115175e-05,
+      "loss": 0.0521,
+      "step": 64010
+    },
+    {
+      "grad_norm": 0.9443767070770264,
+      "learning_rate": 8.134658180069745e-05,
+      "loss": 0.0502,
+      "step": 64020
+    },
+    {
+      "grad_norm": 0.6012125015258789,
+      "learning_rate": 8.134014049323939e-05,
+      "loss": 0.0552,
+      "step": 64030
+    },
+    {
+      "grad_norm": 0.8906664252281189,
+      "learning_rate": 8.133369832895364e-05,
+      "loss": 0.0464,
+      "step": 64040
+    },
+    {
+      "grad_norm": 1.1148186922073364,
+      "learning_rate": 8.132725530801638e-05,
+      "loss": 0.0395,
+      "step": 64050
+    },
+    {
+      "grad_norm": 0.6822746396064758,
+      "learning_rate": 8.13208114306037e-05,
+      "loss": 0.0391,
+      "step": 64060
+    },
+    {
+      "grad_norm": 0.5945626497268677,
+      "learning_rate": 8.131436669689183e-05,
+      "loss": 0.0474,
+      "step": 64070
+    },
+    {
+      "grad_norm": 0.9280967712402344,
+      "learning_rate": 8.130792110705692e-05,
+      "loss": 0.0459,
+      "step": 64080
+    },
+    {
+      "grad_norm": 0.5071222186088562,
+      "learning_rate": 8.130147466127522e-05,
+      "loss": 0.0534,
+      "step": 64090
+    },
+    {
+      "grad_norm": 0.8940619826316833,
+      "learning_rate": 8.129502735972295e-05,
+      "loss": 0.0502,
+      "step": 64100
+    },
+    {
+      "grad_norm": 0.5158315300941467,
+      "learning_rate": 8.12885792025764e-05,
+      "loss": 0.0426,
+      "step": 64110
+    },
+    {
+      "grad_norm": 0.6166995763778687,
+      "learning_rate": 8.128213019001185e-05,
+      "loss": 0.0571,
+      "step": 64120
+    },
+    {
+      "grad_norm": 1.6460530757904053,
+      "learning_rate": 8.12756803222056e-05,
+      "loss": 0.0455,
+      "step": 64130
+    },
+    {
+      "grad_norm": 0.6397200226783752,
+      "learning_rate": 8.126922959933401e-05,
+      "loss": 0.0547,
+      "step": 64140
+    },
+    {
+      "grad_norm": 0.7460299730300903,
+      "learning_rate": 8.126277802157343e-05,
+      "loss": 0.0337,
+      "step": 64150
+    },
+    {
+      "grad_norm": 1.5630238056182861,
+      "learning_rate": 8.125632558910023e-05,
+      "loss": 0.0382,
+      "step": 64160
+    },
+    {
+      "grad_norm": 0.4188821613788605,
+      "learning_rate": 8.124987230209085e-05,
+      "loss": 0.0653,
+      "step": 64170
+    },
+    {
+      "grad_norm": 0.42559748888015747,
+      "learning_rate": 8.12434181607217e-05,
+      "loss": 0.0445,
+      "step": 64180
+    },
+    {
+      "grad_norm": 0.47829562425613403,
+      "learning_rate": 8.123696316516922e-05,
+      "loss": 0.0372,
+      "step": 64190
+    },
+    {
+      "grad_norm": 0.7952967882156372,
+      "learning_rate": 8.123050731560991e-05,
+      "loss": 0.0462,
+      "step": 64200
+    },
+    {
+      "grad_norm": 0.6180934309959412,
+      "learning_rate": 8.122405061222027e-05,
+      "loss": 0.0479,
+      "step": 64210
+    },
+    {
+      "grad_norm": 0.5032266974449158,
+      "learning_rate": 8.12175930551768e-05,
+      "loss": 0.0602,
+      "step": 64220
+    },
+    {
+      "grad_norm": 0.7276184558868408,
+      "learning_rate": 8.121113464465608e-05,
+      "loss": 0.0462,
+      "step": 64230
+    },
+    {
+      "grad_norm": 0.4647922217845917,
+      "learning_rate": 8.120467538083465e-05,
+      "loss": 0.0296,
+      "step": 64240
+    },
+    {
+      "grad_norm": 0.6081795692443848,
+      "learning_rate": 8.119821526388913e-05,
+      "loss": 0.0421,
+      "step": 64250
+    },
+    {
+      "grad_norm": 0.51776123046875,
+      "learning_rate": 8.119175429399612e-05,
+      "loss": 0.0467,
+      "step": 64260
+    },
+    {
+      "grad_norm": 0.4342036843299866,
+      "learning_rate": 8.118529247133227e-05,
+      "loss": 0.0444,
+      "step": 64270
+    },
+    {
+      "grad_norm": 0.4840763807296753,
+      "learning_rate": 8.117882979607425e-05,
+      "loss": 0.0377,
+      "step": 64280
+    },
+    {
+      "grad_norm": 0.38598576188087463,
+      "learning_rate": 8.117236626839871e-05,
+      "loss": 0.0396,
+      "step": 64290
+    },
+    {
+      "grad_norm": 0.9386047720909119,
+      "learning_rate": 8.116590188848241e-05,
+      "loss": 0.0375,
+      "step": 64300
+    },
+    {
+      "grad_norm": 0.6241111755371094,
+      "learning_rate": 8.115943665650205e-05,
+      "loss": 0.0436,
+      "step": 64310
+    },
+    {
+      "grad_norm": 1.0770323276519775,
+      "learning_rate": 8.11529705726344e-05,
+      "loss": 0.0404,
+      "step": 64320
+    },
+    {
+      "grad_norm": 0.4059458374977112,
+      "learning_rate": 8.114650363705624e-05,
+      "loss": 0.0365,
+      "step": 64330
+    },
+    {
+      "grad_norm": 0.5333682894706726,
+      "learning_rate": 8.114003584994436e-05,
+      "loss": 0.0468,
+      "step": 64340
+    },
+    {
+      "grad_norm": 0.5648695230484009,
+      "learning_rate": 8.113356721147561e-05,
+      "loss": 0.0376,
+      "step": 64350
+    },
+    {
+      "grad_norm": 0.6447440981864929,
+      "learning_rate": 8.112709772182683e-05,
+      "loss": 0.0333,
+      "step": 64360
+    },
+    {
+      "grad_norm": 0.9436164498329163,
+      "learning_rate": 8.11206273811749e-05,
+      "loss": 0.0373,
+      "step": 64370
+    },
+    {
+      "grad_norm": 1.2313766479492188,
+      "learning_rate": 8.111415618969668e-05,
+      "loss": 0.0385,
+      "step": 64380
+    },
+    {
+      "grad_norm": 0.45525723695755005,
+      "learning_rate": 8.110768414756914e-05,
+      "loss": 0.039,
+      "step": 64390
+    },
+    {
+      "grad_norm": 0.6306934952735901,
+      "learning_rate": 8.11012112549692e-05,
+      "loss": 0.0523,
+      "step": 64400
+    },
+    {
+      "grad_norm": 0.6465997099876404,
+      "learning_rate": 8.109473751207384e-05,
+      "loss": 0.0486,
+      "step": 64410
+    },
+    {
+      "grad_norm": 1.2487208843231201,
+      "learning_rate": 8.108826291906001e-05,
+      "loss": 0.0498,
+      "step": 64420
+    },
+    {
+      "grad_norm": 0.5602562427520752,
+      "learning_rate": 8.108178747610477e-05,
+      "loss": 0.0446,
+      "step": 64430
+    },
+    {
+      "grad_norm": 0.5584398508071899,
+      "learning_rate": 8.107531118338514e-05,
+      "loss": 0.0515,
+      "step": 64440
+    },
+    {
+      "grad_norm": 0.398737370967865,
+      "learning_rate": 8.106883404107816e-05,
+      "loss": 0.0421,
+      "step": 64450
+    },
+    {
+      "grad_norm": 0.5005357265472412,
+      "learning_rate": 8.106235604936094e-05,
+      "loss": 0.0468,
+      "step": 64460
+    },
+    {
+      "grad_norm": 0.7067667841911316,
+      "learning_rate": 8.10558772084106e-05,
+      "loss": 0.0585,
+      "step": 64470
+    },
+    {
+      "grad_norm": 0.3292985260486603,
+      "learning_rate": 8.10493975184042e-05,
+      "loss": 0.0449,
+      "step": 64480
+    },
+    {
+      "grad_norm": 0.6362219452857971,
+      "learning_rate": 8.104291697951896e-05,
+      "loss": 0.0403,
+      "step": 64490
+    },
+    {
+      "grad_norm": 0.5565330982208252,
+      "learning_rate": 8.103643559193202e-05,
+      "loss": 0.0535,
+      "step": 64500
+    },
+    {
+      "grad_norm": 0.4769496023654938,
+      "learning_rate": 8.10299533558206e-05,
+      "loss": 0.0399,
+      "step": 64510
+    },
+    {
+      "grad_norm": 0.6628263592720032,
+      "learning_rate": 8.102347027136192e-05,
+      "loss": 0.0397,
+      "step": 64520
+    },
+    {
+      "grad_norm": 0.6426058411598206,
+      "learning_rate": 8.101698633873321e-05,
+      "loss": 0.0456,
+      "step": 64530
+    },
+    {
+      "grad_norm": 0.8060640692710876,
+      "learning_rate": 8.101050155811175e-05,
+      "loss": 0.0434,
+      "step": 64540
+    },
+    {
+      "grad_norm": 0.3368840217590332,
+      "learning_rate": 8.100401592967481e-05,
+      "loss": 0.0423,
+      "step": 64550
+    },
+    {
+      "grad_norm": 0.8970251083374023,
+      "learning_rate": 8.099752945359973e-05,
+      "loss": 0.0426,
+      "step": 64560
+    },
+    {
+      "grad_norm": 0.5988641381263733,
+      "learning_rate": 8.099104213006385e-05,
+      "loss": 0.0409,
+      "step": 64570
+    },
+    {
+      "grad_norm": 0.5160107016563416,
+      "learning_rate": 8.098455395924452e-05,
+      "loss": 0.0436,
+      "step": 64580
+    },
+    {
+      "grad_norm": 0.46131807565689087,
+      "learning_rate": 8.097806494131912e-05,
+      "loss": 0.0378,
+      "step": 64590
+    },
+    {
+      "grad_norm": 0.8860964179039001,
+      "learning_rate": 8.097157507646507e-05,
+      "loss": 0.0386,
+      "step": 64600
+    },
+    {
+      "grad_norm": 0.7492954730987549,
+      "learning_rate": 8.096508436485978e-05,
+      "loss": 0.0469,
+      "step": 64610
+    },
+    {
+      "grad_norm": 1.927040934562683,
+      "learning_rate": 8.095859280668072e-05,
+      "loss": 0.0545,
+      "step": 64620
+    },
+    {
+      "grad_norm": 0.21699553728103638,
+      "learning_rate": 8.095210040210536e-05,
+      "loss": 0.0304,
+      "step": 64630
+    },
+    {
+      "grad_norm": 0.6288894414901733,
+      "learning_rate": 8.09456071513112e-05,
+      "loss": 0.04,
+      "step": 64640
+    },
+    {
+      "grad_norm": 0.6596752405166626,
+      "learning_rate": 8.09391130544758e-05,
+      "loss": 0.0399,
+      "step": 64650
+    },
+    {
+      "grad_norm": 0.3190162777900696,
+      "learning_rate": 8.093261811177664e-05,
+      "loss": 0.0369,
+      "step": 64660
+    },
+    {
+      "grad_norm": 0.5809559226036072,
+      "learning_rate": 8.092612232339134e-05,
+      "loss": 0.042,
+      "step": 64670
+    },
+    {
+      "grad_norm": 0.730648934841156,
+      "learning_rate": 8.091962568949745e-05,
+      "loss": 0.043,
+      "step": 64680
+    },
+    {
+      "grad_norm": 0.445941299200058,
+      "learning_rate": 8.091312821027262e-05,
+      "loss": 0.0349,
+      "step": 64690
+    },
+    {
+      "grad_norm": 1.3206517696380615,
+      "learning_rate": 8.090662988589447e-05,
+      "loss": 0.0466,
+      "step": 64700
+    },
+    {
+      "grad_norm": 0.44020986557006836,
+      "learning_rate": 8.09001307165407e-05,
+      "loss": 0.0444,
+      "step": 64710
+    },
+    {
+      "grad_norm": 0.4606761932373047,
+      "learning_rate": 8.089363070238894e-05,
+      "loss": 0.0642,
+      "step": 64720
+    },
+    {
+      "grad_norm": 0.38461077213287354,
+      "learning_rate": 8.088712984361694e-05,
+      "loss": 0.0451,
+      "step": 64730
+    },
+    {
+      "grad_norm": 0.5714570879936218,
+      "learning_rate": 8.088062814040239e-05,
+      "loss": 0.0473,
+      "step": 64740
+    },
+    {
+      "grad_norm": 0.8337383270263672,
+      "learning_rate": 8.087412559292309e-05,
+      "loss": 0.0471,
+      "step": 64750
+    },
+    {
+      "grad_norm": 1.0251502990722656,
+      "learning_rate": 8.086762220135679e-05,
+      "loss": 0.0373,
+      "step": 64760
+    },
+    {
+      "grad_norm": 0.5818232297897339,
+      "learning_rate": 8.086111796588128e-05,
+      "loss": 0.0298,
+      "step": 64770
+    },
+    {
+      "grad_norm": 0.398579478263855,
+      "learning_rate": 8.085461288667442e-05,
+      "loss": 0.0397,
+      "step": 64780
+    },
+    {
+      "grad_norm": 0.43143561482429504,
+      "learning_rate": 8.084810696391403e-05,
+      "loss": 0.0364,
+      "step": 64790
+    },
+    {
+      "grad_norm": 0.6978592276573181,
+      "learning_rate": 8.084160019777797e-05,
+      "loss": 0.0507,
+      "step": 64800
+    },
+    {
+      "grad_norm": 0.6137887835502625,
+      "learning_rate": 8.083509258844415e-05,
+      "loss": 0.0435,
+      "step": 64810
+    },
+    {
+      "grad_norm": 1.462996244430542,
+      "learning_rate": 8.08285841360905e-05,
+      "loss": 0.0439,
+      "step": 64820
+    },
+    {
+      "grad_norm": 0.5132328271865845,
+      "learning_rate": 8.082207484089492e-05,
+      "loss": 0.033,
+      "step": 64830
+    },
+    {
+      "grad_norm": 0.5503728985786438,
+      "learning_rate": 8.081556470303542e-05,
+      "loss": 0.0416,
+      "step": 64840
+    },
+    {
+      "grad_norm": 0.6894395351409912,
+      "learning_rate": 8.080905372268994e-05,
+      "loss": 0.0605,
+      "step": 64850
+    },
+    {
+      "grad_norm": 0.6458397507667542,
+      "learning_rate": 8.080254190003651e-05,
+      "loss": 0.0451,
+      "step": 64860
+    },
+    {
+      "grad_norm": 0.984588623046875,
+      "learning_rate": 8.079602923525315e-05,
+      "loss": 0.0354,
+      "step": 64870
+    },
+    {
+      "grad_norm": 0.49282926321029663,
+      "learning_rate": 8.078951572851792e-05,
+      "loss": 0.0363,
+      "step": 64880
+    },
+    {
+      "grad_norm": 0.3863956928253174,
+      "learning_rate": 8.07830013800089e-05,
+      "loss": 0.041,
+      "step": 64890
+    },
+    {
+      "grad_norm": 0.6018878221511841,
+      "learning_rate": 8.07764861899042e-05,
+      "loss": 0.0419,
+      "step": 64900
+    },
+    {
+      "grad_norm": 0.7590779066085815,
+      "learning_rate": 8.076997015838192e-05,
+      "loss": 0.0379,
+      "step": 64910
+    },
+    {
+      "grad_norm": 0.5742306709289551,
+      "learning_rate": 8.07634532856202e-05,
+      "loss": 0.0397,
+      "step": 64920
+    },
+    {
+      "grad_norm": 1.0829652547836304,
+      "learning_rate": 8.075693557179724e-05,
+      "loss": 0.043,
+      "step": 64930
+    },
+    {
+      "grad_norm": 2.8058009147644043,
+      "learning_rate": 8.075041701709123e-05,
+      "loss": 0.0519,
+      "step": 64940
+    },
+    {
+      "grad_norm": 0.3805111348628998,
+      "learning_rate": 8.074389762168035e-05,
+      "loss": 0.046,
+      "step": 64950
+    },
+    {
+      "grad_norm": 0.6061598658561707,
+      "learning_rate": 8.073737738574288e-05,
+      "loss": 0.0428,
+      "step": 64960
+    },
+    {
+      "grad_norm": 0.6166994571685791,
+      "learning_rate": 8.073085630945703e-05,
+      "loss": 0.0398,
+      "step": 64970
+    },
+    {
+      "grad_norm": 0.5768761038780212,
+      "learning_rate": 8.072433439300113e-05,
+      "loss": 0.0469,
+      "step": 64980
+    },
+    {
+      "grad_norm": 0.6905219554901123,
+      "learning_rate": 8.071781163655346e-05,
+      "loss": 0.0396,
+      "step": 64990
+    },
+    {
+      "grad_norm": 0.5657969117164612,
+      "learning_rate": 8.071128804029238e-05,
+      "loss": 0.049,
+      "step": 65000
+    },
+    {
+      "grad_norm": 0.9900477528572083,
+      "learning_rate": 8.07047636043962e-05,
+      "loss": 0.0432,
+      "step": 65010
+    },
+    {
+      "grad_norm": 0.4984596371650696,
+      "learning_rate": 8.069823832904334e-05,
+      "loss": 0.041,
+      "step": 65020
+    },
+    {
+      "grad_norm": 0.40874359011650085,
+      "learning_rate": 8.069171221441217e-05,
+      "loss": 0.0304,
+      "step": 65030
+    },
+    {
+      "grad_norm": 0.47534942626953125,
+      "learning_rate": 8.068518526068112e-05,
+      "loss": 0.0493,
+      "step": 65040
+    },
+    {
+      "grad_norm": 1.2436702251434326,
+      "learning_rate": 8.067865746802862e-05,
+      "loss": 0.0319,
+      "step": 65050
+    },
+    {
+      "grad_norm": 0.36667993664741516,
+      "learning_rate": 8.067212883663315e-05,
+      "loss": 0.0378,
+      "step": 65060
+    },
+    {
+      "grad_norm": 1.1429387331008911,
+      "learning_rate": 8.066559936667321e-05,
+      "loss": 0.0394,
+      "step": 65070
+    },
+    {
+      "grad_norm": 0.5454895496368408,
+      "learning_rate": 8.065906905832731e-05,
+      "loss": 0.046,
+      "step": 65080
+    },
+    {
+      "grad_norm": 0.9614434838294983,
+      "learning_rate": 8.065253791177396e-05,
+      "loss": 0.0556,
+      "step": 65090
+    },
+    {
+      "grad_norm": 0.6677563786506653,
+      "learning_rate": 8.064600592719176e-05,
+      "loss": 0.0501,
+      "step": 65100
+    },
+    {
+      "grad_norm": 0.4587096869945526,
+      "learning_rate": 8.063947310475927e-05,
+      "loss": 0.04,
+      "step": 65110
+    },
+    {
+      "grad_norm": 0.6207669973373413,
+      "learning_rate": 8.063293944465508e-05,
+      "loss": 0.0465,
+      "step": 65120
+    },
+    {
+      "grad_norm": 0.6909268498420715,
+      "learning_rate": 8.062640494705784e-05,
+      "loss": 0.0435,
+      "step": 65130
+    },
+    {
+      "grad_norm": 0.5464390516281128,
+      "learning_rate": 8.06198696121462e-05,
+      "loss": 0.0543,
+      "step": 65140
+    },
+    {
+      "grad_norm": 0.45612502098083496,
+      "learning_rate": 8.061333344009882e-05,
+      "loss": 0.0415,
+      "step": 65150
+    },
+    {
+      "grad_norm": 0.6537762880325317,
+      "learning_rate": 8.060679643109442e-05,
+      "loss": 0.0435,
+      "step": 65160
+    },
+    {
+      "grad_norm": 0.6483654379844666,
+      "learning_rate": 8.06002585853117e-05,
+      "loss": 0.048,
+      "step": 65170
+    },
+    {
+      "grad_norm": 0.5794326663017273,
+      "learning_rate": 8.059371990292939e-05,
+      "loss": 0.0449,
+      "step": 65180
+    },
+    {
+      "grad_norm": 0.3676927089691162,
+      "learning_rate": 8.058718038412629e-05,
+      "loss": 0.0362,
+      "step": 65190
+    },
+    {
+      "grad_norm": 0.5085698962211609,
+      "learning_rate": 8.058064002908116e-05,
+      "loss": 0.0443,
+      "step": 65200
+    },
+    {
+      "grad_norm": 0.5203081965446472,
+      "learning_rate": 8.057409883797282e-05,
+      "loss": 0.0515,
+      "step": 65210
+    },
+    {
+      "grad_norm": 0.5915449857711792,
+      "learning_rate": 8.05675568109801e-05,
+      "loss": 0.0396,
+      "step": 65220
+    },
+    {
+      "grad_norm": 0.42642587423324585,
+      "learning_rate": 8.056101394828188e-05,
+      "loss": 0.0404,
+      "step": 65230
+    },
+    {
+      "grad_norm": 0.36630767583847046,
+      "learning_rate": 8.0554470250057e-05,
+      "loss": 0.0405,
+      "step": 65240
+    },
+    {
+      "grad_norm": 0.4850059151649475,
+      "learning_rate": 8.054792571648438e-05,
+      "loss": 0.0368,
+      "step": 65250
+    },
+    {
+      "grad_norm": 1.721971035003662,
+      "learning_rate": 8.054138034774297e-05,
+      "loss": 0.0345,
+      "step": 65260
+    },
+    {
+      "grad_norm": 0.6960790157318115,
+      "learning_rate": 8.053483414401167e-05,
+      "loss": 0.0495,
+      "step": 65270
+    },
+    {
+      "grad_norm": 0.446821928024292,
+      "learning_rate": 8.05282871054695e-05,
+      "loss": 0.0302,
+      "step": 65280
+    },
+    {
+      "grad_norm": 0.7320622205734253,
+      "learning_rate": 8.05217392322954e-05,
+      "loss": 0.0374,
+      "step": 65290
+    },
+    {
+      "grad_norm": 0.5290915966033936,
+      "learning_rate": 8.051519052466843e-05,
+      "loss": 0.0398,
+      "step": 65300
+    },
+    {
+      "grad_norm": 0.44553348422050476,
+      "learning_rate": 8.050864098276762e-05,
+      "loss": 0.0433,
+      "step": 65310
+    },
+    {
+      "grad_norm": 0.6978806257247925,
+      "learning_rate": 8.050209060677203e-05,
+      "loss": 0.0414,
+      "step": 65320
+    },
+    {
+      "grad_norm": 0.46480298042297363,
+      "learning_rate": 8.049553939686074e-05,
+      "loss": 0.0497,
+      "step": 65330
+    },
+    {
+      "grad_norm": 0.5365428924560547,
+      "learning_rate": 8.048898735321284e-05,
+      "loss": 0.0346,
+      "step": 65340
+    },
+    {
+      "grad_norm": 0.6940374374389648,
+      "learning_rate": 8.048243447600749e-05,
+      "loss": 0.0429,
+      "step": 65350
+    },
+    {
+      "grad_norm": 0.5562579035758972,
+      "learning_rate": 8.047588076542386e-05,
+      "loss": 0.0426,
+      "step": 65360
+    },
+    {
+      "grad_norm": 0.4537111818790436,
+      "learning_rate": 8.046932622164107e-05,
+      "loss": 0.0493,
+      "step": 65370
+    },
+    {
+      "grad_norm": 0.8085053563117981,
+      "learning_rate": 8.046277084483835e-05,
+      "loss": 0.0476,
+      "step": 65380
+    },
+    {
+      "grad_norm": 1.0648256540298462,
+      "learning_rate": 8.045621463519493e-05,
+      "loss": 0.0478,
+      "step": 65390
+    },
+    {
+      "grad_norm": 0.6642525792121887,
+      "learning_rate": 8.044965759289003e-05,
+      "loss": 0.0526,
+      "step": 65400
+    },
+    {
+      "grad_norm": 0.591045618057251,
+      "learning_rate": 8.044309971810294e-05,
+      "loss": 0.0356,
+      "step": 65410
+    },
+    {
+      "grad_norm": 1.018542766571045,
+      "learning_rate": 8.043654101101294e-05,
+      "loss": 0.0553,
+      "step": 65420
+    },
+    {
+      "grad_norm": 0.5546302199363708,
+      "learning_rate": 8.042998147179934e-05,
+      "loss": 0.041,
+      "step": 65430
+    },
+    {
+      "grad_norm": 0.5659980773925781,
+      "learning_rate": 8.042342110064148e-05,
+      "loss": 0.045,
+      "step": 65440
+    },
+    {
+      "grad_norm": 1.0707951784133911,
+      "learning_rate": 8.041685989771873e-05,
+      "loss": 0.0432,
+      "step": 65450
+    },
+    {
+      "grad_norm": 0.3505379855632782,
+      "learning_rate": 8.041029786321044e-05,
+      "loss": 0.0431,
+      "step": 65460
+    },
+    {
+      "grad_norm": 0.5873782634735107,
+      "learning_rate": 8.040373499729604e-05,
+      "loss": 0.0459,
+      "step": 65470
+    },
+    {
+      "grad_norm": 0.7843451499938965,
+      "learning_rate": 8.039717130015494e-05,
+      "loss": 0.0598,
+      "step": 65480
+    },
+    {
+      "grad_norm": 0.907462477684021,
+      "learning_rate": 8.039060677196661e-05,
+      "loss": 0.0402,
+      "step": 65490
+    },
+    {
+      "grad_norm": 0.588532030582428,
+      "learning_rate": 8.038404141291049e-05,
+      "loss": 0.0405,
+      "step": 65500
+    },
+    {
+      "grad_norm": 0.370239794254303,
+      "learning_rate": 8.03774752231661e-05,
+      "loss": 0.0417,
+      "step": 65510
+    },
+    {
+      "grad_norm": 0.9744997024536133,
+      "learning_rate": 8.037090820291296e-05,
+      "loss": 0.0355,
+      "step": 65520
+    },
+    {
+      "grad_norm": 0.4054998755455017,
+      "learning_rate": 8.036434035233058e-05,
+      "loss": 0.0389,
+      "step": 65530
+    },
+    {
+      "grad_norm": 0.47717538475990295,
+      "learning_rate": 8.035777167159856e-05,
+      "loss": 0.044,
+      "step": 65540
+    },
+    {
+      "grad_norm": 0.619411826133728,
+      "learning_rate": 8.035120216089647e-05,
+      "loss": 0.0487,
+      "step": 65550
+    },
+    {
+      "grad_norm": 1.269339919090271,
+      "learning_rate": 8.034463182040389e-05,
+      "loss": 0.0462,
+      "step": 65560
+    },
+    {
+      "grad_norm": 0.5085673332214355,
+      "learning_rate": 8.03380606503005e-05,
+      "loss": 0.0334,
+      "step": 65570
+    },
+    {
+      "grad_norm": 0.49344462156295776,
+      "learning_rate": 8.033148865076592e-05,
+      "loss": 0.0338,
+      "step": 65580
+    },
+    {
+      "grad_norm": 0.6243752241134644,
+      "learning_rate": 8.032491582197983e-05,
+      "loss": 0.052,
+      "step": 65590
+    },
+    {
+      "grad_norm": 0.5802271962165833,
+      "learning_rate": 8.031834216412195e-05,
+      "loss": 0.0391,
+      "step": 65600
+    },
+    {
+      "grad_norm": 0.3311014175415039,
+      "learning_rate": 8.031176767737196e-05,
+      "loss": 0.0375,
+      "step": 65610
+    },
+    {
+      "grad_norm": 0.42378920316696167,
+      "learning_rate": 8.030519236190966e-05,
+      "loss": 0.035,
+      "step": 65620
+    },
+    {
+      "grad_norm": 0.5744569897651672,
+      "learning_rate": 8.029861621791476e-05,
+      "loss": 0.036,
+      "step": 65630
+    },
+    {
+      "grad_norm": 0.45525074005126953,
+      "learning_rate": 8.029203924556708e-05,
+      "loss": 0.0324,
+      "step": 65640
+    },
+    {
+      "grad_norm": 0.23724353313446045,
+      "learning_rate": 8.028546144504643e-05,
+      "loss": 0.0297,
+      "step": 65650
+    },
+    {
+      "grad_norm": 0.4999489188194275,
+      "learning_rate": 8.027888281653265e-05,
+      "loss": 0.0623,
+      "step": 65660
+    },
+    {
+      "grad_norm": 0.6920046210289001,
+      "learning_rate": 8.027230336020559e-05,
+      "loss": 0.0332,
+      "step": 65670
+    },
+    {
+      "grad_norm": 0.6655298471450806,
+      "learning_rate": 8.026572307624512e-05,
+      "loss": 0.0444,
+      "step": 65680
+    },
+    {
+      "grad_norm": 0.6202447414398193,
+      "learning_rate": 8.025914196483116e-05,
+      "loss": 0.0512,
+      "step": 65690
+    },
+    {
+      "grad_norm": 0.5018525123596191,
+      "learning_rate": 8.025256002614361e-05,
+      "loss": 0.0569,
+      "step": 65700
+    },
+    {
+      "grad_norm": 0.5217541456222534,
+      "learning_rate": 8.024597726036245e-05,
+      "loss": 0.0358,
+      "step": 65710
+    },
+    {
+      "grad_norm": 0.6340828537940979,
+      "learning_rate": 8.023939366766763e-05,
+      "loss": 0.0492,
+      "step": 65720
+    },
+    {
+      "grad_norm": 0.7394629120826721,
+      "learning_rate": 8.023280924823915e-05,
+      "loss": 0.0393,
+      "step": 65730
+    },
+    {
+      "grad_norm": 0.5646908283233643,
+      "learning_rate": 8.022622400225701e-05,
+      "loss": 0.0414,
+      "step": 65740
+    },
+    {
+      "grad_norm": 0.9491260051727295,
+      "learning_rate": 8.021963792990129e-05,
+      "loss": 0.0518,
+      "step": 65750
+    },
+    {
+      "grad_norm": 0.47258999943733215,
+      "learning_rate": 8.0213051031352e-05,
+      "loss": 0.0379,
+      "step": 65760
+    },
+    {
+      "grad_norm": 0.3602401316165924,
+      "learning_rate": 8.020646330678924e-05,
+      "loss": 0.0318,
+      "step": 65770
+    },
+    {
+      "grad_norm": 0.6091618537902832,
+      "learning_rate": 8.019987475639312e-05,
+      "loss": 0.0415,
+      "step": 65780
+    },
+    {
+      "grad_norm": 0.6630339622497559,
+      "learning_rate": 8.019328538034378e-05,
+      "loss": 0.0642,
+      "step": 65790
+    },
+    {
+      "grad_norm": 0.9878313541412354,
+      "learning_rate": 8.018669517882136e-05,
+      "loss": 0.0431,
+      "step": 65800
+    },
+    {
+      "grad_norm": 0.34369346499443054,
+      "learning_rate": 8.018010415200604e-05,
+      "loss": 0.0383,
+      "step": 65810
+    },
+    {
+      "grad_norm": 1.419795274734497,
+      "learning_rate": 8.017351230007802e-05,
+      "loss": 0.0357,
+      "step": 65820
+    },
+    {
+      "grad_norm": 0.3853718340396881,
+      "learning_rate": 8.016691962321748e-05,
+      "loss": 0.031,
+      "step": 65830
+    },
+    {
+      "grad_norm": 0.5779238343238831,
+      "learning_rate": 8.016032612160472e-05,
+      "loss": 0.0443,
+      "step": 65840
+    },
+    {
+      "grad_norm": 0.3550890386104584,
+      "learning_rate": 8.015373179541995e-05,
+      "loss": 0.0409,
+      "step": 65850
+    },
+    {
+      "grad_norm": 0.8068091869354248,
+      "learning_rate": 8.014713664484349e-05,
+      "loss": 0.0377,
+      "step": 65860
+    },
+    {
+      "grad_norm": 0.45140907168388367,
+      "learning_rate": 8.014054067005564e-05,
+      "loss": 0.0395,
+      "step": 65870
+    },
+    {
+      "grad_norm": 0.4089895486831665,
+      "learning_rate": 8.013394387123674e-05,
+      "loss": 0.0399,
+      "step": 65880
+    },
+    {
+      "grad_norm": 0.4500645399093628,
+      "learning_rate": 8.012734624856712e-05,
+      "loss": 0.0461,
+      "step": 65890
+    },
+    {
+      "grad_norm": 0.7005497813224792,
+      "learning_rate": 8.012074780222718e-05,
+      "loss": 0.0429,
+      "step": 65900
+    },
+    {
+      "grad_norm": 0.6058674454689026,
+      "learning_rate": 8.011414853239732e-05,
+      "loss": 0.0349,
+      "step": 65910
+    },
+    {
+      "grad_norm": 0.36048850417137146,
+      "learning_rate": 8.010754843925794e-05,
+      "loss": 0.0367,
+      "step": 65920
+    },
+    {
+      "grad_norm": 0.5484007596969604,
+      "learning_rate": 8.01009475229895e-05,
+      "loss": 0.0402,
+      "step": 65930
+    },
+    {
+      "grad_norm": 1.8628994226455688,
+      "learning_rate": 8.009434578377246e-05,
+      "loss": 0.0406,
+      "step": 65940
+    },
+    {
+      "grad_norm": 0.788490891456604,
+      "learning_rate": 8.00877432217873e-05,
+      "loss": 0.0346,
+      "step": 65950
+    },
+    {
+      "grad_norm": 0.3583052456378937,
+      "learning_rate": 8.008113983721457e-05,
+      "loss": 0.0434,
+      "step": 65960
+    },
+    {
+      "grad_norm": 0.7035466432571411,
+      "learning_rate": 8.007453563023477e-05,
+      "loss": 0.0338,
+      "step": 65970
+    },
+    {
+      "grad_norm": 0.5094318985939026,
+      "learning_rate": 8.006793060102845e-05,
+      "loss": 0.0427,
+      "step": 65980
+    },
+    {
+      "grad_norm": 0.5783898830413818,
+      "learning_rate": 8.006132474977622e-05,
+      "loss": 0.0325,
+      "step": 65990
+    },
+    {
+      "grad_norm": 0.666164219379425,
+      "learning_rate": 8.005471807665866e-05,
+      "loss": 0.0419,
+      "step": 66000
+    },
+    {
+      "grad_norm": 0.6159561276435852,
+      "learning_rate": 8.004811058185639e-05,
+      "loss": 0.0432,
+      "step": 66010
+    },
+    {
+      "grad_norm": 0.9425373077392578,
+      "learning_rate": 8.004150226555008e-05,
+      "loss": 0.0601,
+      "step": 66020
+    },
+    {
+      "grad_norm": 0.370810866355896,
+      "learning_rate": 8.003489312792038e-05,
+      "loss": 0.0315,
+      "step": 66030
+    },
+    {
+      "grad_norm": 0.5560862421989441,
+      "learning_rate": 8.002828316914797e-05,
+      "loss": 0.0524,
+      "step": 66040
+    },
+    {
+      "grad_norm": 0.6231657862663269,
+      "learning_rate": 8.00216723894136e-05,
+      "loss": 0.0488,
+      "step": 66050
+    },
+    {
+      "grad_norm": 0.7979594469070435,
+      "learning_rate": 8.001506078889798e-05,
+      "loss": 0.045,
+      "step": 66060
+    },
+    {
+      "grad_norm": 0.85443514585495,
+      "learning_rate": 8.000844836778188e-05,
+      "loss": 0.0424,
+      "step": 66070
+    },
+    {
+      "grad_norm": 0.46353790163993835,
+      "learning_rate": 8.000183512624604e-05,
+      "loss": 0.0363,
+      "step": 66080
+    },
+    {
+      "grad_norm": 0.5845217704772949,
+      "learning_rate": 7.999522106447133e-05,
+      "loss": 0.0526,
+      "step": 66090
+    },
+    {
+      "grad_norm": 0.7340012192726135,
+      "learning_rate": 7.998860618263854e-05,
+      "loss": 0.0512,
+      "step": 66100
+    },
+    {
+      "grad_norm": 0.8243312239646912,
+      "learning_rate": 7.998199048092854e-05,
+      "loss": 0.052,
+      "step": 66110
+    },
+    {
+      "grad_norm": 0.5629289150238037,
+      "learning_rate": 7.997537395952215e-05,
+      "loss": 0.0472,
+      "step": 66120
+    },
+    {
+      "grad_norm": 0.5102395415306091,
+      "learning_rate": 7.996875661860032e-05,
+      "loss": 0.0472,
+      "step": 66130
+    },
+    {
+      "grad_norm": 0.7627865672111511,
+      "learning_rate": 7.996213845834393e-05,
+      "loss": 0.0428,
+      "step": 66140
+    },
+    {
+      "grad_norm": 0.522953450679779,
+      "learning_rate": 7.995551947893394e-05,
+      "loss": 0.0464,
+      "step": 66150
+    },
+    {
+      "grad_norm": 0.5472820997238159,
+      "learning_rate": 7.99488996805513e-05,
+      "loss": 0.0662,
+      "step": 66160
+    },
+    {
+      "grad_norm": 0.6629661917686462,
+      "learning_rate": 7.9942279063377e-05,
+      "loss": 0.0362,
+      "step": 66170
+    },
+    {
+      "grad_norm": 0.288639098405838,
+      "learning_rate": 7.993565762759203e-05,
+      "loss": 0.0372,
+      "step": 66180
+    },
+    {
+      "grad_norm": 0.7055755257606506,
+      "learning_rate": 7.992903537337743e-05,
+      "loss": 0.0572,
+      "step": 66190
+    },
+    {
+      "grad_norm": 0.535601794719696,
+      "learning_rate": 7.992241230091425e-05,
+      "loss": 0.0338,
+      "step": 66200
+    },
+    {
+      "grad_norm": 0.6006422638893127,
+      "learning_rate": 7.991578841038355e-05,
+      "loss": 0.0368,
+      "step": 66210
+    },
+    {
+      "grad_norm": 0.5713355541229248,
+      "learning_rate": 7.990916370196644e-05,
+      "loss": 0.0327,
+      "step": 66220
+    },
+    {
+      "grad_norm": 0.4368429183959961,
+      "learning_rate": 7.990253817584403e-05,
+      "loss": 0.0363,
+      "step": 66230
+    },
+    {
+      "grad_norm": 0.6029165983200073,
+      "learning_rate": 7.989591183219747e-05,
+      "loss": 0.0388,
+      "step": 66240
+    },
+    {
+      "grad_norm": 0.6789546608924866,
+      "learning_rate": 7.988928467120789e-05,
+      "loss": 0.0477,
+      "step": 66250
+    },
+    {
+      "grad_norm": 0.32097387313842773,
+      "learning_rate": 7.98826566930565e-05,
+      "loss": 0.0339,
+      "step": 66260
+    },
+    {
+      "grad_norm": 0.47010165452957153,
+      "learning_rate": 7.987602789792452e-05,
+      "loss": 0.0531,
+      "step": 66270
+    },
+    {
+      "grad_norm": 0.6926090717315674,
+      "learning_rate": 7.986939828599315e-05,
+      "loss": 0.0368,
+      "step": 66280
+    },
+    {
+      "grad_norm": 0.44575709104537964,
+      "learning_rate": 7.986276785744365e-05,
+      "loss": 0.033,
+      "step": 66290
+    },
+    {
+      "grad_norm": 0.43962374329566956,
+      "learning_rate": 7.98561366124573e-05,
+      "loss": 0.0283,
+      "step": 66300
+    },
+    {
+      "grad_norm": 0.53537517786026,
+      "learning_rate": 7.98495045512154e-05,
+      "loss": 0.037,
+      "step": 66310
+    },
+    {
+      "grad_norm": 0.7934747338294983,
+      "learning_rate": 7.984287167389924e-05,
+      "loss": 0.0398,
+      "step": 66320
+    },
+    {
+      "grad_norm": 0.6651767492294312,
+      "learning_rate": 7.98362379806902e-05,
+      "loss": 0.0413,
+      "step": 66330
+    },
+    {
+      "grad_norm": 0.8580460548400879,
+      "learning_rate": 7.98296034717696e-05,
+      "loss": 0.0449,
+      "step": 66340
+    },
+    {
+      "grad_norm": 0.4320301413536072,
+      "learning_rate": 7.982296814731886e-05,
+      "loss": 0.0416,
+      "step": 66350
+    },
+    {
+      "grad_norm": 3.6082472801208496,
+      "learning_rate": 7.981633200751937e-05,
+      "loss": 0.0442,
+      "step": 66360
+    },
+    {
+      "grad_norm": 0.5014459490776062,
+      "learning_rate": 7.980969505255258e-05,
+      "loss": 0.034,
+      "step": 66370
+    },
+    {
+      "grad_norm": 0.8518579006195068,
+      "learning_rate": 7.980305728259991e-05,
+      "loss": 0.0345,
+      "step": 66380
+    },
+    {
+      "grad_norm": 0.4621298313140869,
+      "learning_rate": 7.979641869784286e-05,
+      "loss": 0.0448,
+      "step": 66390
+    },
+    {
+      "grad_norm": 0.6591896414756775,
+      "learning_rate": 7.978977929846291e-05,
+      "loss": 0.0407,
+      "step": 66400
+    },
+    {
+      "grad_norm": 0.563655436038971,
+      "learning_rate": 7.97831390846416e-05,
+      "loss": 0.0352,
+      "step": 66410
+    },
+    {
+      "grad_norm": 0.9845471978187561,
+      "learning_rate": 7.977649805656043e-05,
+      "loss": 0.0466,
+      "step": 66420
+    },
+    {
+      "grad_norm": 0.9932176470756531,
+      "learning_rate": 7.9769856214401e-05,
+      "loss": 0.049,
+      "step": 66430
+    },
+    {
+      "grad_norm": 0.6238579154014587,
+      "learning_rate": 7.97632135583449e-05,
+      "loss": 0.0363,
+      "step": 66440
+    },
+    {
+      "grad_norm": 0.7051265835762024,
+      "learning_rate": 7.97565700885737e-05,
+      "loss": 0.0637,
+      "step": 66450
+    },
+    {
+      "grad_norm": 0.5268487334251404,
+      "learning_rate": 7.974992580526907e-05,
+      "loss": 0.0484,
+      "step": 66460
+    },
+    {
+      "grad_norm": 0.5363688468933105,
+      "learning_rate": 7.974328070861264e-05,
+      "loss": 0.0401,
+      "step": 66470
+    },
+    {
+      "grad_norm": 0.7136755585670471,
+      "learning_rate": 7.97366347987861e-05,
+      "loss": 0.0444,
+      "step": 66480
+    },
+    {
+      "grad_norm": 0.7550502419471741,
+      "learning_rate": 7.972998807597112e-05,
+      "loss": 0.0349,
+      "step": 66490
+    },
+    {
+      "grad_norm": 0.5259597897529602,
+      "learning_rate": 7.972334054034944e-05,
+      "loss": 0.0441,
+      "step": 66500
+    },
+    {
+      "grad_norm": 0.7069973945617676,
+      "learning_rate": 7.971669219210281e-05,
+      "loss": 0.0454,
+      "step": 66510
+    },
+    {
+      "grad_norm": 0.7337439060211182,
+      "learning_rate": 7.971004303141295e-05,
+      "loss": 0.0424,
+      "step": 66520
+    },
+    {
+      "grad_norm": 0.8417528867721558,
+      "learning_rate": 7.970339305846169e-05,
+      "loss": 0.0579,
+      "step": 66530
+    },
+    {
+      "grad_norm": 0.44401997327804565,
+      "learning_rate": 7.969674227343082e-05,
+      "loss": 0.0334,
+      "step": 66540
+    },
+    {
+      "grad_norm": 0.5706638693809509,
+      "learning_rate": 7.969009067650219e-05,
+      "loss": 0.0391,
+      "step": 66550
+    },
+    {
+      "grad_norm": 0.5435660481452942,
+      "learning_rate": 7.968343826785762e-05,
+      "loss": 0.0389,
+      "step": 66560
+    },
+    {
+      "grad_norm": 0.5846661329269409,
+      "learning_rate": 7.967678504767899e-05,
+      "loss": 0.033,
+      "step": 66570
+    },
+    {
+      "grad_norm": 1.1417579650878906,
+      "learning_rate": 7.967013101614822e-05,
+      "loss": 0.0453,
+      "step": 66580
+    },
+    {
+      "grad_norm": 0.767166793346405,
+      "learning_rate": 7.96634761734472e-05,
+      "loss": 0.049,
+      "step": 66590
+    },
+    {
+      "grad_norm": 0.7358008623123169,
+      "learning_rate": 7.965682051975792e-05,
+      "loss": 0.0433,
+      "step": 66600
+    },
+    {
+      "grad_norm": 0.6452050805091858,
+      "learning_rate": 7.965016405526228e-05,
+      "loss": 0.0421,
+      "step": 66610
+    },
+    {
+      "grad_norm": 0.409106969833374,
+      "learning_rate": 7.96435067801423e-05,
+      "loss": 0.0424,
+      "step": 66620
+    },
+    {
+      "grad_norm": 0.3976249694824219,
+      "learning_rate": 7.963684869457998e-05,
+      "loss": 0.0441,
+      "step": 66630
+    },
+    {
+      "grad_norm": 0.8150283694267273,
+      "learning_rate": 7.963018979875735e-05,
+      "loss": 0.0467,
+      "step": 66640
+    },
+    {
+      "grad_norm": 0.5552700757980347,
+      "learning_rate": 7.962353009285646e-05,
+      "loss": 0.0425,
+      "step": 66650
+    },
+    {
+      "grad_norm": 0.7457661628723145,
+      "learning_rate": 7.961686957705938e-05,
+      "loss": 0.049,
+      "step": 66660
+    },
+    {
+      "grad_norm": 0.8353304862976074,
+      "learning_rate": 7.961020825154824e-05,
+      "loss": 0.0484,
+      "step": 66670
+    },
+    {
+      "grad_norm": 0.5060407519340515,
+      "learning_rate": 7.960354611650512e-05,
+      "loss": 0.0498,
+      "step": 66680
+    },
+    {
+      "grad_norm": 0.5234826803207397,
+      "learning_rate": 7.959688317211216e-05,
+      "loss": 0.0372,
+      "step": 66690
+    },
+    {
+      "grad_norm": 0.783707857131958,
+      "learning_rate": 7.959021941855154e-05,
+      "loss": 0.0386,
+      "step": 66700
+    },
+    {
+      "grad_norm": 0.49867188930511475,
+      "learning_rate": 7.958355485600542e-05,
+      "loss": 0.037,
+      "step": 66710
+    },
+    {
+      "grad_norm": 0.5300672054290771,
+      "learning_rate": 7.957688948465604e-05,
+      "loss": 0.0359,
+      "step": 66720
+    },
+    {
+      "grad_norm": 0.6552871465682983,
+      "learning_rate": 7.957022330468561e-05,
+      "loss": 0.0556,
+      "step": 66730
+    },
+    {
+      "grad_norm": 0.6698415279388428,
+      "learning_rate": 7.95635563162764e-05,
+      "loss": 0.0477,
+      "step": 66740
+    },
+    {
+      "grad_norm": 1.1023155450820923,
+      "learning_rate": 7.955688851961064e-05,
+      "loss": 0.0486,
+      "step": 66750
+    },
+    {
+      "grad_norm": 0.6235032081604004,
+      "learning_rate": 7.955021991487067e-05,
+      "loss": 0.0506,
+      "step": 66760
+    },
+    {
+      "grad_norm": 0.37371936440467834,
+      "learning_rate": 7.954355050223879e-05,
+      "loss": 0.0449,
+      "step": 66770
+    },
+    {
+      "grad_norm": 0.7363479733467102,
+      "learning_rate": 7.953688028189732e-05,
+      "loss": 0.044,
+      "step": 66780
+    },
+    {
+      "grad_norm": 0.7066335082054138,
+      "learning_rate": 7.953020925402865e-05,
+      "loss": 0.0419,
+      "step": 66790
+    },
+    {
+      "grad_norm": 0.39410915970802307,
+      "learning_rate": 7.952353741881516e-05,
+      "loss": 0.0316,
+      "step": 66800
+    },
+    {
+      "grad_norm": 0.7836428880691528,
+      "learning_rate": 7.951686477643922e-05,
+      "loss": 0.0442,
+      "step": 66810
+    },
+    {
+      "grad_norm": 0.35852962732315063,
+      "learning_rate": 7.951019132708333e-05,
+      "loss": 0.0502,
+      "step": 66820
+    },
+    {
+      "grad_norm": 0.5000956654548645,
+      "learning_rate": 7.950351707092987e-05,
+      "loss": 0.0398,
+      "step": 66830
+    },
+    {
+      "grad_norm": 0.47967520356178284,
+      "learning_rate": 7.949684200816133e-05,
+      "loss": 0.029,
+      "step": 66840
+    },
+    {
+      "grad_norm": 0.7015573978424072,
+      "learning_rate": 7.949016613896023e-05,
+      "loss": 0.0434,
+      "step": 66850
+    },
+    {
+      "grad_norm": 0.529508113861084,
+      "learning_rate": 7.948348946350906e-05,
+      "loss": 0.0415,
+      "step": 66860
+    },
+    {
+      "grad_norm": 0.49345827102661133,
+      "learning_rate": 7.947681198199036e-05,
+      "loss": 0.0371,
+      "step": 66870
+    },
+    {
+      "grad_norm": 0.4385996460914612,
+      "learning_rate": 7.94701336945867e-05,
+      "loss": 0.0442,
+      "step": 66880
+    },
+    {
+      "grad_norm": 0.441524863243103,
+      "learning_rate": 7.946345460148065e-05,
+      "loss": 0.0286,
+      "step": 66890
+    },
+    {
+      "grad_norm": 0.8357723355293274,
+      "learning_rate": 7.945677470285482e-05,
+      "loss": 0.0398,
+      "step": 66900
+    },
+    {
+      "grad_norm": 0.4833243489265442,
+      "learning_rate": 7.945009399889185e-05,
+      "loss": 0.0371,
+      "step": 66910
+    },
+    {
+      "grad_norm": 0.603645920753479,
+      "learning_rate": 7.944341248977436e-05,
+      "loss": 0.043,
+      "step": 66920
+    },
+    {
+      "grad_norm": 0.8359541296958923,
+      "learning_rate": 7.943673017568504e-05,
+      "loss": 0.0407,
+      "step": 66930
+    },
+    {
+      "grad_norm": 0.48952966928482056,
+      "learning_rate": 7.943004705680656e-05,
+      "loss": 0.0408,
+      "step": 66940
+    },
+    {
+      "grad_norm": 0.7459771633148193,
+      "learning_rate": 7.942336313332169e-05,
+      "loss": 0.0443,
+      "step": 66950
+    },
+    {
+      "grad_norm": 0.5060184001922607,
+      "learning_rate": 7.941667840541309e-05,
+      "loss": 0.0404,
+      "step": 66960
+    },
+    {
+      "grad_norm": 0.9661815166473389,
+      "learning_rate": 7.940999287326356e-05,
+      "loss": 0.0338,
+      "step": 66970
+    },
+    {
+      "grad_norm": 0.5365052819252014,
+      "learning_rate": 7.940330653705588e-05,
+      "loss": 0.0372,
+      "step": 66980
+    },
+    {
+      "grad_norm": 0.6044355630874634,
+      "learning_rate": 7.939661939697284e-05,
+      "loss": 0.0502,
+      "step": 66990
+    },
+    {
+      "grad_norm": 0.6608447432518005,
+      "learning_rate": 7.938993145319727e-05,
+      "loss": 0.0383,
+      "step": 67000
+    },
+    {
+      "grad_norm": 0.9369909763336182,
+      "learning_rate": 7.938324270591202e-05,
+      "loss": 0.0494,
+      "step": 67010
+    },
+    {
+      "grad_norm": 0.526509165763855,
+      "learning_rate": 7.937655315529995e-05,
+      "loss": 0.0426,
+      "step": 67020
+    },
+    {
+      "grad_norm": 1.049087643623352,
+      "learning_rate": 7.936986280154395e-05,
+      "loss": 0.0403,
+      "step": 67030
+    },
+    {
+      "grad_norm": 0.7581720352172852,
+      "learning_rate": 7.936317164482694e-05,
+      "loss": 0.0321,
+      "step": 67040
+    },
+    {
+      "grad_norm": 0.46004822850227356,
+      "learning_rate": 7.935647968533184e-05,
+      "loss": 0.0338,
+      "step": 67050
+    },
+    {
+      "grad_norm": 0.673076331615448,
+      "learning_rate": 7.934978692324162e-05,
+      "loss": 0.0639,
+      "step": 67060
+    },
+    {
+      "grad_norm": 0.7962045073509216,
+      "learning_rate": 7.934309335873927e-05,
+      "loss": 0.0466,
+      "step": 67070
+    },
+    {
+      "grad_norm": 0.5569140911102295,
+      "learning_rate": 7.933639899200774e-05,
+      "loss": 0.0351,
+      "step": 67080
+    },
+    {
+      "grad_norm": 0.8901545405387878,
+      "learning_rate": 7.932970382323011e-05,
+      "loss": 0.0505,
+      "step": 67090
+    },
+    {
+      "grad_norm": 0.6484209299087524,
+      "learning_rate": 7.932300785258937e-05,
+      "loss": 0.0421,
+      "step": 67100
+    },
+    {
+      "grad_norm": 0.5373373627662659,
+      "learning_rate": 7.931631108026862e-05,
+      "loss": 0.0373,
+      "step": 67110
+    },
+    {
+      "grad_norm": 0.5342562198638916,
+      "learning_rate": 7.930961350645095e-05,
+      "loss": 0.0541,
+      "step": 67120
+    },
+    {
+      "grad_norm": 0.5665781497955322,
+      "learning_rate": 7.930291513131944e-05,
+      "loss": 0.0433,
+      "step": 67130
+    },
+    {
+      "grad_norm": 0.6538094282150269,
+      "learning_rate": 7.929621595505726e-05,
+      "loss": 0.0501,
+      "step": 67140
+    },
+    {
+      "grad_norm": 0.43927934765815735,
+      "learning_rate": 7.928951597784753e-05,
+      "loss": 0.0472,
+      "step": 67150
+    },
+    {
+      "grad_norm": 0.9520275592803955,
+      "learning_rate": 7.928281519987343e-05,
+      "loss": 0.0319,
+      "step": 67160
+    },
+    {
+      "grad_norm": 1.6763161420822144,
+      "learning_rate": 7.927611362131817e-05,
+      "loss": 0.0496,
+      "step": 67170
+    },
+    {
+      "grad_norm": 0.31825006008148193,
+      "learning_rate": 7.926941124236497e-05,
+      "loss": 0.038,
+      "step": 67180
+    },
+    {
+      "grad_norm": 0.5984510779380798,
+      "learning_rate": 7.926270806319705e-05,
+      "loss": 0.0491,
+      "step": 67190
+    },
+    {
+      "grad_norm": 0.5235229730606079,
+      "learning_rate": 7.92560040839977e-05,
+      "loss": 0.038,
+      "step": 67200
+    },
+    {
+      "grad_norm": 0.3280402719974518,
+      "learning_rate": 7.924929930495018e-05,
+      "loss": 0.0303,
+      "step": 67210
+    },
+    {
+      "grad_norm": 1.665173053741455,
+      "learning_rate": 7.92425937262378e-05,
+      "loss": 0.044,
+      "step": 67220
+    },
+    {
+      "grad_norm": 0.8790895938873291,
+      "learning_rate": 7.92358873480439e-05,
+      "loss": 0.0564,
+      "step": 67230
+    },
+    {
+      "grad_norm": 0.5327475070953369,
+      "learning_rate": 7.922918017055183e-05,
+      "loss": 0.0336,
+      "step": 67240
+    },
+    {
+      "grad_norm": 0.42302820086479187,
+      "learning_rate": 7.922247219394494e-05,
+      "loss": 0.0468,
+      "step": 67250
+    },
+    {
+      "grad_norm": 0.6617704033851624,
+      "learning_rate": 7.921576341840664e-05,
+      "loss": 0.044,
+      "step": 67260
+    },
+    {
+      "grad_norm": 0.27455058693885803,
+      "learning_rate": 7.920905384412036e-05,
+      "loss": 0.0382,
+      "step": 67270
+    },
+    {
+      "grad_norm": 1.070205569267273,
+      "learning_rate": 7.920234347126951e-05,
+      "loss": 0.0531,
+      "step": 67280
+    },
+    {
+      "grad_norm": 4.986139297485352,
+      "learning_rate": 7.919563230003755e-05,
+      "loss": 0.0374,
+      "step": 67290
+    },
+    {
+      "grad_norm": 0.534092366695404,
+      "learning_rate": 7.918892033060799e-05,
+      "loss": 0.0446,
+      "step": 67300
+    },
+    {
+      "grad_norm": 0.5642482042312622,
+      "learning_rate": 7.918220756316432e-05,
+      "loss": 0.0438,
+      "step": 67310
+    },
+    {
+      "grad_norm": 0.34237655997276306,
+      "learning_rate": 7.917549399789004e-05,
+      "loss": 0.0357,
+      "step": 67320
+    },
+    {
+      "grad_norm": 0.7169159650802612,
+      "learning_rate": 7.916877963496871e-05,
+      "loss": 0.0589,
+      "step": 67330
+    },
+    {
+      "grad_norm": 0.8692095875740051,
+      "learning_rate": 7.916206447458391e-05,
+      "loss": 0.0425,
+      "step": 67340
+    },
+    {
+      "grad_norm": 1.08415687084198,
+      "learning_rate": 7.915534851691923e-05,
+      "loss": 0.0373,
+      "step": 67350
+    },
+    {
+      "grad_norm": 0.8138710260391235,
+      "learning_rate": 7.914863176215828e-05,
+      "loss": 0.0343,
+      "step": 67360
+    },
+    {
+      "grad_norm": 0.8318634033203125,
+      "learning_rate": 7.914191421048467e-05,
+      "loss": 0.0495,
+      "step": 67370
+    },
+    {
+      "grad_norm": 0.6186801791191101,
+      "learning_rate": 7.91351958620821e-05,
+      "loss": 0.0434,
+      "step": 67380
+    },
+    {
+      "grad_norm": 1.2458667755126953,
+      "learning_rate": 7.91284767171342e-05,
+      "loss": 0.0371,
+      "step": 67390
+    },
+    {
+      "grad_norm": 0.609779417514801,
+      "learning_rate": 7.91217567758247e-05,
+      "loss": 0.0389,
+      "step": 67400
+    },
+    {
+      "grad_norm": 0.742646336555481,
+      "learning_rate": 7.911503603833729e-05,
+      "loss": 0.045,
+      "step": 67410
+    },
+    {
+      "grad_norm": 0.6406974196434021,
+      "learning_rate": 7.910831450485574e-05,
+      "loss": 0.0396,
+      "step": 67420
+    },
+    {
+      "grad_norm": 0.6514495611190796,
+      "learning_rate": 7.910159217556382e-05,
+      "loss": 0.0462,
+      "step": 67430
+    },
+    {
+      "grad_norm": 0.6564139127731323,
+      "learning_rate": 7.909486905064529e-05,
+      "loss": 0.0365,
+      "step": 67440
+    },
+    {
+      "grad_norm": 0.7121584415435791,
+      "learning_rate": 7.908814513028398e-05,
+      "loss": 0.035,
+      "step": 67450
+    },
+    {
+      "grad_norm": 0.5621985793113708,
+      "learning_rate": 7.90814204146637e-05,
+      "loss": 0.0452,
+      "step": 67460
+    },
+    {
+      "grad_norm": 0.4654776453971863,
+      "learning_rate": 7.907469490396832e-05,
+      "loss": 0.0335,
+      "step": 67470
+    },
+    {
+      "grad_norm": 0.7720234394073486,
+      "learning_rate": 7.90679685983817e-05,
+      "loss": 0.0351,
+      "step": 67480
+    },
+    {
+      "grad_norm": 0.5646557807922363,
+      "learning_rate": 7.906124149808776e-05,
+      "loss": 0.0532,
+      "step": 67490
+    },
+    {
+      "grad_norm": 1.1763277053833008,
+      "learning_rate": 7.905451360327037e-05,
+      "loss": 0.0585,
+      "step": 67500
+    },
+    {
+      "grad_norm": 0.7599460482597351,
+      "learning_rate": 7.904778491411349e-05,
+      "loss": 0.037,
+      "step": 67510
+    },
+    {
+      "grad_norm": 0.47725099325180054,
+      "learning_rate": 7.90410554308011e-05,
+      "loss": 0.051,
+      "step": 67520
+    },
+    {
+      "grad_norm": 0.4325290024280548,
+      "learning_rate": 7.903432515351716e-05,
+      "loss": 0.0428,
+      "step": 67530
+    },
+    {
+      "grad_norm": 0.5339792370796204,
+      "learning_rate": 7.902759408244566e-05,
+      "loss": 0.0387,
+      "step": 67540
+    },
+    {
+      "grad_norm": 0.7676340937614441,
+      "learning_rate": 7.902086221777066e-05,
+      "loss": 0.0352,
+      "step": 67550
+    },
+    {
+      "grad_norm": 0.401869535446167,
+      "learning_rate": 7.901412955967619e-05,
+      "loss": 0.0365,
+      "step": 67560
+    },
+    {
+      "grad_norm": 0.5152249932289124,
+      "learning_rate": 7.900739610834632e-05,
+      "loss": 0.0429,
+      "step": 67570
+    },
+    {
+      "grad_norm": 0.6898306012153625,
+      "learning_rate": 7.900066186396513e-05,
+      "loss": 0.0485,
+      "step": 67580
+    },
+    {
+      "grad_norm": 0.33419036865234375,
+      "learning_rate": 7.899392682671675e-05,
+      "loss": 0.0368,
+      "step": 67590
+    },
+    {
+      "grad_norm": 0.8683757781982422,
+      "learning_rate": 7.898719099678529e-05,
+      "loss": 0.0487,
+      "step": 67600
+    },
+    {
+      "grad_norm": 0.5071070194244385,
+      "learning_rate": 7.898045437435493e-05,
+      "loss": 0.0335,
+      "step": 67610
+    },
+    {
+      "grad_norm": 0.43473029136657715,
+      "learning_rate": 7.897371695960982e-05,
+      "loss": 0.0388,
+      "step": 67620
+    },
+    {
+      "grad_norm": 0.7089622020721436,
+      "learning_rate": 7.89669787527342e-05,
+      "loss": 0.0306,
+      "step": 67630
+    },
+    {
+      "grad_norm": 0.5138701796531677,
+      "learning_rate": 7.896023975391224e-05,
+      "loss": 0.036,
+      "step": 67640
+    },
+    {
+      "grad_norm": 0.5507164597511292,
+      "learning_rate": 7.895349996332821e-05,
+      "loss": 0.0398,
+      "step": 67650
+    },
+    {
+      "grad_norm": 1.1028658151626587,
+      "learning_rate": 7.894675938116637e-05,
+      "loss": 0.0434,
+      "step": 67660
+    },
+    {
+      "grad_norm": 1.5883641242980957,
+      "learning_rate": 7.8940018007611e-05,
+      "loss": 0.0418,
+      "step": 67670
+    },
+    {
+      "grad_norm": 0.4070195257663727,
+      "learning_rate": 7.893327584284642e-05,
+      "loss": 0.0373,
+      "step": 67680
+    },
+    {
+      "grad_norm": 0.5844566822052002,
+      "learning_rate": 7.892653288705693e-05,
+      "loss": 0.0388,
+      "step": 67690
+    },
+    {
+      "grad_norm": 0.4046311676502228,
+      "learning_rate": 7.891978914042691e-05,
+      "loss": 0.0395,
+      "step": 67700
+    },
+    {
+      "grad_norm": 0.5359278321266174,
+      "learning_rate": 7.891304460314073e-05,
+      "loss": 0.0504,
+      "step": 67710
+    },
+    {
+      "grad_norm": 0.5737521052360535,
+      "learning_rate": 7.890629927538276e-05,
+      "loss": 0.0459,
+      "step": 67720
+    },
+    {
+      "grad_norm": 0.5319198369979858,
+      "learning_rate": 7.889955315733742e-05,
+      "loss": 0.0294,
+      "step": 67730
+    },
+    {
+      "grad_norm": 0.5312128067016602,
+      "learning_rate": 7.889280624918917e-05,
+      "loss": 0.0422,
+      "step": 67740
+    },
+    {
+      "grad_norm": 0.5914210677146912,
+      "learning_rate": 7.888605855112244e-05,
+      "loss": 0.0396,
+      "step": 67750
+    },
+    {
+      "grad_norm": 0.789317786693573,
+      "learning_rate": 7.887931006332173e-05,
+      "loss": 0.0365,
+      "step": 67760
+    },
+    {
+      "grad_norm": 0.5023782253265381,
+      "learning_rate": 7.887256078597152e-05,
+      "loss": 0.0292,
+      "step": 67770
+    },
+    {
+      "grad_norm": 0.7524036765098572,
+      "learning_rate": 7.886581071925636e-05,
+      "loss": 0.0556,
+      "step": 67780
+    },
+    {
+      "grad_norm": 0.6773175001144409,
+      "learning_rate": 7.885905986336077e-05,
+      "loss": 0.049,
+      "step": 67790
+    },
+    {
+      "grad_norm": 0.37813642621040344,
+      "learning_rate": 7.885230821846931e-05,
+      "loss": 0.0497,
+      "step": 67800
+    },
+    {
+      "grad_norm": 0.9561022520065308,
+      "learning_rate": 7.88455557847666e-05,
+      "loss": 0.0398,
+      "step": 67810
+    },
+    {
+      "grad_norm": 1.3424735069274902,
+      "learning_rate": 7.883880256243724e-05,
+      "loss": 0.0547,
+      "step": 67820
+    },
+    {
+      "grad_norm": 0.939982533454895,
+      "learning_rate": 7.883204855166584e-05,
+      "loss": 0.0739,
+      "step": 67830
+    },
+    {
+      "grad_norm": 0.3814399540424347,
+      "learning_rate": 7.882529375263707e-05,
+      "loss": 0.0609,
+      "step": 67840
+    },
+    {
+      "grad_norm": 0.5937349200248718,
+      "learning_rate": 7.88185381655356e-05,
+      "loss": 0.0512,
+      "step": 67850
+    },
+    {
+      "grad_norm": 0.619197428226471,
+      "learning_rate": 7.881178179054611e-05,
+      "loss": 0.0373,
+      "step": 67860
+    },
+    {
+      "grad_norm": 0.6038548946380615,
+      "learning_rate": 7.880502462785335e-05,
+      "loss": 0.05,
+      "step": 67870
+    },
+    {
+      "grad_norm": 0.5392666459083557,
+      "learning_rate": 7.879826667764203e-05,
+      "loss": 0.0358,
+      "step": 67880
+    },
+    {
+      "grad_norm": 1.322037696838379,
+      "learning_rate": 7.879150794009691e-05,
+      "loss": 0.0811,
+      "step": 67890
+    },
+    {
+      "grad_norm": 0.9471047520637512,
+      "learning_rate": 7.878474841540278e-05,
+      "loss": 0.0494,
+      "step": 67900
+    },
+    {
+      "grad_norm": 0.6220576167106628,
+      "learning_rate": 7.877798810374446e-05,
+      "loss": 0.0411,
+      "step": 67910
+    },
+    {
+      "grad_norm": 0.6409814953804016,
+      "learning_rate": 7.877122700530672e-05,
+      "loss": 0.0344,
+      "step": 67920
+    },
+    {
+      "grad_norm": 0.49099859595298767,
+      "learning_rate": 7.876446512027448e-05,
+      "loss": 0.0334,
+      "step": 67930
+    },
+    {
+      "grad_norm": 0.3206713795661926,
+      "learning_rate": 7.875770244883256e-05,
+      "loss": 0.035,
+      "step": 67940
+    },
+    {
+      "grad_norm": 0.905722975730896,
+      "learning_rate": 7.875093899116586e-05,
+      "loss": 0.0403,
+      "step": 67950
+    },
+    {
+      "grad_norm": 1.1415566205978394,
+      "learning_rate": 7.874417474745928e-05,
+      "loss": 0.0433,
+      "step": 67960
+    },
+    {
+      "grad_norm": 0.581306517124176,
+      "learning_rate": 7.873740971789775e-05,
+      "loss": 0.0373,
+      "step": 67970
+    },
+    {
+      "grad_norm": 1.1746931076049805,
+      "learning_rate": 7.873064390266625e-05,
+      "loss": 0.043,
+      "step": 67980
+    },
+    {
+      "grad_norm": 0.5736600160598755,
+      "learning_rate": 7.872387730194974e-05,
+      "loss": 0.0436,
+      "step": 67990
+    },
+    {
+      "grad_norm": 0.4541034996509552,
+      "learning_rate": 7.871710991593322e-05,
+      "loss": 0.0487,
+      "step": 68000
+    },
+    {
+      "grad_norm": 0.4003932774066925,
+      "learning_rate": 7.87103417448017e-05,
+      "loss": 0.037,
+      "step": 68010
+    },
+    {
+      "grad_norm": 0.7810644507408142,
+      "learning_rate": 7.870357278874021e-05,
+      "loss": 0.0529,
+      "step": 68020
+    },
+    {
+      "grad_norm": 0.8032855987548828,
+      "learning_rate": 7.869680304793385e-05,
+      "loss": 0.0372,
+      "step": 68030
+    },
+    {
+      "grad_norm": 0.5123417377471924,
+      "learning_rate": 7.869003252256765e-05,
+      "loss": 0.0498,
+      "step": 68040
+    },
+    {
+      "grad_norm": 0.4887758493423462,
+      "learning_rate": 7.868326121282674e-05,
+      "loss": 0.0525,
+      "step": 68050
+    },
+    {
+      "grad_norm": 0.6513171792030334,
+      "learning_rate": 7.867648911889625e-05,
+      "loss": 0.0488,
+      "step": 68060
+    },
+    {
+      "grad_norm": 0.5505173206329346,
+      "learning_rate": 7.866971624096133e-05,
+      "loss": 0.0405,
+      "step": 68070
+    },
+    {
+      "grad_norm": 0.7130863070487976,
+      "learning_rate": 7.866294257920715e-05,
+      "loss": 0.0459,
+      "step": 68080
+    },
+    {
+      "grad_norm": 0.6844847202301025,
+      "learning_rate": 7.865616813381887e-05,
+      "loss": 0.0465,
+      "step": 68090
+    },
+    {
+      "grad_norm": 0.5687243938446045,
+      "learning_rate": 7.864939290498171e-05,
+      "loss": 0.0391,
+      "step": 68100
+    },
+    {
+      "grad_norm": 0.3835335969924927,
+      "learning_rate": 7.86426168928809e-05,
+      "loss": 0.0324,
+      "step": 68110
+    },
+    {
+      "grad_norm": 0.5852607488632202,
+      "learning_rate": 7.863584009770173e-05,
+      "loss": 0.0511,
+      "step": 68120
+    },
+    {
+      "grad_norm": 0.45282888412475586,
+      "learning_rate": 7.862906251962944e-05,
+      "loss": 0.0476,
+      "step": 68130
+    },
+    {
+      "grad_norm": 0.3947010636329651,
+      "learning_rate": 7.862228415884936e-05,
+      "loss": 0.0349,
+      "step": 68140
+    },
+    {
+      "grad_norm": 0.448569655418396,
+      "learning_rate": 7.861550501554676e-05,
+      "loss": 0.0308,
+      "step": 68150
+    },
+    {
+      "grad_norm": 0.592065691947937,
+      "learning_rate": 7.860872508990701e-05,
+      "loss": 0.0385,
+      "step": 68160
+    },
+    {
+      "grad_norm": 0.6478938460350037,
+      "learning_rate": 7.860194438211545e-05,
+      "loss": 0.0331,
+      "step": 68170
+    },
+    {
+      "grad_norm": 1.262166976928711,
+      "learning_rate": 7.859516289235748e-05,
+      "loss": 0.0372,
+      "step": 68180
+    },
+    {
+      "grad_norm": 0.8535346388816833,
+      "learning_rate": 7.858838062081853e-05,
+      "loss": 0.0464,
+      "step": 68190
+    },
+    {
+      "grad_norm": 0.4669411778450012,
+      "learning_rate": 7.858159756768396e-05,
+      "loss": 0.0412,
+      "step": 68200
+    },
+    {
+      "grad_norm": 0.5219050049781799,
+      "learning_rate": 7.857481373313926e-05,
+      "loss": 0.034,
+      "step": 68210
+    },
+    {
+      "grad_norm": 0.6166796684265137,
+      "learning_rate": 7.856802911736989e-05,
+      "loss": 0.0415,
+      "step": 68220
+    },
+    {
+      "grad_norm": 0.43012773990631104,
+      "learning_rate": 7.856124372056133e-05,
+      "loss": 0.0352,
+      "step": 68230
+    },
+    {
+      "grad_norm": 0.7579917311668396,
+      "learning_rate": 7.855445754289911e-05,
+      "loss": 0.0474,
+      "step": 68240
+    },
+    {
+      "grad_norm": 0.6302482485771179,
+      "learning_rate": 7.854767058456873e-05,
+      "loss": 0.0309,
+      "step": 68250
+    },
+    {
+      "grad_norm": 0.43731972575187683,
+      "learning_rate": 7.854088284575579e-05,
+      "loss": 0.0408,
+      "step": 68260
+    },
+    {
+      "grad_norm": 0.48344293236732483,
+      "learning_rate": 7.85340943266458e-05,
+      "loss": 0.0306,
+      "step": 68270
+    },
+    {
+      "grad_norm": 0.9376006126403809,
+      "learning_rate": 7.852730502742441e-05,
+      "loss": 0.0399,
+      "step": 68280
+    },
+    {
+      "grad_norm": 0.6795499324798584,
+      "learning_rate": 7.852051494827722e-05,
+      "loss": 0.0363,
+      "step": 68290
+    },
+    {
+      "grad_norm": 0.38696715235710144,
+      "learning_rate": 7.851372408938985e-05,
+      "loss": 0.0429,
+      "step": 68300
+    },
+    {
+      "grad_norm": 0.8216124773025513,
+      "learning_rate": 7.8506932450948e-05,
+      "loss": 0.0419,
+      "step": 68310
+    },
+    {
+      "grad_norm": 0.9558783173561096,
+      "learning_rate": 7.85001400331373e-05,
+      "loss": 0.0487,
+      "step": 68320
+    },
+    {
+      "grad_norm": 0.9866251945495605,
+      "learning_rate": 7.849334683614349e-05,
+      "loss": 0.0488,
+      "step": 68330
+    },
+    {
+      "grad_norm": 0.5721470713615417,
+      "learning_rate": 7.848655286015229e-05,
+      "loss": 0.0411,
+      "step": 68340
+    },
+    {
+      "grad_norm": 0.5928543210029602,
+      "learning_rate": 7.847975810534943e-05,
+      "loss": 0.0448,
+      "step": 68350
+    },
+    {
+      "grad_norm": 2.4707937240600586,
+      "learning_rate": 7.847296257192069e-05,
+      "loss": 0.052,
+      "step": 68360
+    },
+    {
+      "grad_norm": 1.5536571741104126,
+      "learning_rate": 7.846616626005183e-05,
+      "loss": 0.0454,
+      "step": 68370
+    },
+    {
+      "grad_norm": 0.6224589347839355,
+      "learning_rate": 7.845936916992869e-05,
+      "loss": 0.0462,
+      "step": 68380
+    },
+    {
+      "grad_norm": 0.5244936347007751,
+      "learning_rate": 7.845257130173709e-05,
+      "loss": 0.0374,
+      "step": 68390
+    },
+    {
+      "grad_norm": 0.5977446436882019,
+      "learning_rate": 7.844577265566289e-05,
+      "loss": 0.0451,
+      "step": 68400
+    },
+    {
+      "grad_norm": 0.5160555243492126,
+      "learning_rate": 7.843897323189194e-05,
+      "loss": 0.0509,
+      "step": 68410
+    },
+    {
+      "grad_norm": 0.779833972454071,
+      "learning_rate": 7.843217303061014e-05,
+      "loss": 0.0497,
+      "step": 68420
+    },
+    {
+      "grad_norm": 0.5048444867134094,
+      "learning_rate": 7.842537205200342e-05,
+      "loss": 0.0399,
+      "step": 68430
+    },
+    {
+      "grad_norm": 0.5553749799728394,
+      "learning_rate": 7.841857029625771e-05,
+      "loss": 0.0463,
+      "step": 68440
+    },
+    {
+      "grad_norm": 0.617489755153656,
+      "learning_rate": 7.841176776355897e-05,
+      "loss": 0.0512,
+      "step": 68450
+    },
+    {
+      "grad_norm": 0.420218825340271,
+      "learning_rate": 7.840496445409316e-05,
+      "loss": 0.0348,
+      "step": 68460
+    },
+    {
+      "grad_norm": 0.6513285636901855,
+      "learning_rate": 7.839816036804628e-05,
+      "loss": 0.0425,
+      "step": 68470
+    },
+    {
+      "grad_norm": 0.47968733310699463,
+      "learning_rate": 7.83913555056044e-05,
+      "loss": 0.0327,
+      "step": 68480
+    },
+    {
+      "grad_norm": 1.8218529224395752,
+      "learning_rate": 7.83845498669535e-05,
+      "loss": 0.0378,
+      "step": 68490
+    },
+    {
+      "grad_norm": 1.014994740486145,
+      "learning_rate": 7.837774345227966e-05,
+      "loss": 0.0415,
+      "step": 68500
+    },
+    {
+      "grad_norm": 0.45720571279525757,
+      "learning_rate": 7.8370936261769e-05,
+      "loss": 0.0586,
+      "step": 68510
+    },
+    {
+      "grad_norm": 0.3312954604625702,
+      "learning_rate": 7.83641282956076e-05,
+      "loss": 0.0452,
+      "step": 68520
+    },
+    {
+      "grad_norm": 1.1064616441726685,
+      "learning_rate": 7.835731955398158e-05,
+      "loss": 0.0381,
+      "step": 68530
+    },
+    {
+      "grad_norm": 1.8052163124084473,
+      "learning_rate": 7.83505100370771e-05,
+      "loss": 0.0605,
+      "step": 68540
+    },
+    {
+      "grad_norm": 1.9610251188278198,
+      "learning_rate": 7.834369974508033e-05,
+      "loss": 0.0468,
+      "step": 68550
+    },
+    {
+      "grad_norm": 0.5402439832687378,
+      "learning_rate": 7.833688867817744e-05,
+      "loss": 0.0345,
+      "step": 68560
+    },
+    {
+      "grad_norm": 0.4772694706916809,
+      "learning_rate": 7.833007683655466e-05,
+      "loss": 0.0462,
+      "step": 68570
+    },
+    {
+      "grad_norm": 1.0361279249191284,
+      "learning_rate": 7.832326422039823e-05,
+      "loss": 0.0371,
+      "step": 68580
+    },
+    {
+      "grad_norm": 0.54310542345047,
+      "learning_rate": 7.831645082989441e-05,
+      "loss": 0.0362,
+      "step": 68590
+    },
+    {
+      "grad_norm": 0.4116908013820648,
+      "learning_rate": 7.830963666522946e-05,
+      "loss": 0.0342,
+      "step": 68600
+    },
+    {
+      "grad_norm": 1.0263636112213135,
+      "learning_rate": 7.830282172658967e-05,
+      "loss": 0.0411,
+      "step": 68610
+    },
+    {
+      "grad_norm": 0.47921597957611084,
+      "learning_rate": 7.829600601416136e-05,
+      "loss": 0.0446,
+      "step": 68620
+    },
+    {
+      "grad_norm": 0.42395150661468506,
+      "learning_rate": 7.82891895281309e-05,
+      "loss": 0.035,
+      "step": 68630
+    },
+    {
+      "grad_norm": 0.9787567853927612,
+      "learning_rate": 7.82823722686846e-05,
+      "loss": 0.0409,
+      "step": 68640
+    },
+    {
+      "grad_norm": 0.6126865744590759,
+      "learning_rate": 7.827555423600889e-05,
+      "loss": 0.0392,
+      "step": 68650
+    },
+    {
+      "grad_norm": 0.6104598045349121,
+      "learning_rate": 7.826873543029013e-05,
+      "loss": 0.0353,
+      "step": 68660
+    },
+    {
+      "grad_norm": 0.5381773114204407,
+      "learning_rate": 7.826191585171477e-05,
+      "loss": 0.041,
+      "step": 68670
+    },
+    {
+      "grad_norm": 0.30715465545654297,
+      "learning_rate": 7.825509550046926e-05,
+      "loss": 0.0374,
+      "step": 68680
+    },
+    {
+      "grad_norm": 0.657897412776947,
+      "learning_rate": 7.824827437674002e-05,
+      "loss": 0.0466,
+      "step": 68690
+    },
+    {
+      "grad_norm": 0.4083249270915985,
+      "learning_rate": 7.824145248071361e-05,
+      "loss": 0.0514,
+      "step": 68700
+    },
+    {
+      "grad_norm": 0.37947434186935425,
+      "learning_rate": 7.823462981257648e-05,
+      "loss": 0.0354,
+      "step": 68710
+    },
+    {
+      "grad_norm": 0.6846369504928589,
+      "learning_rate": 7.822780637251518e-05,
+      "loss": 0.0613,
+      "step": 68720
+    },
+    {
+      "grad_norm": 0.8674473166465759,
+      "learning_rate": 7.822098216071626e-05,
+      "loss": 0.0513,
+      "step": 68730
+    },
+    {
+      "grad_norm": 0.6650852560997009,
+      "learning_rate": 7.821415717736629e-05,
+      "loss": 0.0506,
+      "step": 68740
+    },
+    {
+      "grad_norm": 0.5424944758415222,
+      "learning_rate": 7.820733142265186e-05,
+      "loss": 0.0308,
+      "step": 68750
+    },
+    {
+      "grad_norm": 0.4266608655452728,
+      "learning_rate": 7.820050489675959e-05,
+      "loss": 0.0489,
+      "step": 68760
+    },
+    {
+      "grad_norm": 0.6355850100517273,
+      "learning_rate": 7.81936775998761e-05,
+      "loss": 0.0477,
+      "step": 68770
+    },
+    {
+      "grad_norm": 0.6743457317352295,
+      "learning_rate": 7.818684953218807e-05,
+      "loss": 0.0573,
+      "step": 68780
+    },
+    {
+      "grad_norm": 0.4666983485221863,
+      "learning_rate": 7.818002069388215e-05,
+      "loss": 0.0373,
+      "step": 68790
+    },
+    {
+      "grad_norm": 0.5391673445701599,
+      "learning_rate": 7.817319108514507e-05,
+      "loss": 0.0386,
+      "step": 68800
+    },
+    {
+      "grad_norm": 0.41833657026290894,
+      "learning_rate": 7.816636070616352e-05,
+      "loss": 0.0295,
+      "step": 68810
+    },
+    {
+      "grad_norm": 0.4918920397758484,
+      "learning_rate": 7.815952955712425e-05,
+      "loss": 0.0453,
+      "step": 68820
+    },
+    {
+      "grad_norm": 0.5980530977249146,
+      "learning_rate": 7.815269763821401e-05,
+      "loss": 0.0408,
+      "step": 68830
+    },
+    {
+      "grad_norm": 0.476874977350235,
+      "learning_rate": 7.814586494961961e-05,
+      "loss": 0.0377,
+      "step": 68840
+    },
+    {
+      "grad_norm": 0.38501182198524475,
+      "learning_rate": 7.813903149152783e-05,
+      "loss": 0.0322,
+      "step": 68850
+    },
+    {
+      "grad_norm": 0.3242429792881012,
+      "learning_rate": 7.813219726412549e-05,
+      "loss": 0.0396,
+      "step": 68860
+    },
+    {
+      "grad_norm": 0.5289587378501892,
+      "learning_rate": 7.812536226759945e-05,
+      "loss": 0.0378,
+      "step": 68870
+    },
+    {
+      "grad_norm": 0.6155468821525574,
+      "learning_rate": 7.811852650213658e-05,
+      "loss": 0.0546,
+      "step": 68880
+    },
+    {
+      "grad_norm": 0.8607448935508728,
+      "learning_rate": 7.811168996792376e-05,
+      "loss": 0.0619,
+      "step": 68890
+    },
+    {
+      "grad_norm": 0.6108772158622742,
+      "learning_rate": 7.810485266514789e-05,
+      "loss": 0.042,
+      "step": 68900
+    },
+    {
+      "grad_norm": 0.5787919163703918,
+      "learning_rate": 7.809801459399592e-05,
+      "loss": 0.0338,
+      "step": 68910
+    },
+    {
+      "grad_norm": 0.3357429504394531,
+      "learning_rate": 7.809117575465476e-05,
+      "loss": 0.038,
+      "step": 68920
+    },
+    {
+      "grad_norm": 0.5586287975311279,
+      "learning_rate": 7.808433614731144e-05,
+      "loss": 0.0507,
+      "step": 68930
+    },
+    {
+      "grad_norm": 0.86362224817276,
+      "learning_rate": 7.80774957721529e-05,
+      "loss": 0.0441,
+      "step": 68940
+    },
+    {
+      "grad_norm": 0.4267280697822571,
+      "learning_rate": 7.807065462936618e-05,
+      "loss": 0.0306,
+      "step": 68950
+    },
+    {
+      "grad_norm": 2.5053322315216064,
+      "learning_rate": 7.80638127191383e-05,
+      "loss": 0.0395,
+      "step": 68960
+    },
+    {
+      "grad_norm": 0.49693697690963745,
+      "learning_rate": 7.805697004165633e-05,
+      "loss": 0.0448,
+      "step": 68970
+    },
+    {
+      "grad_norm": 2.3983609676361084,
+      "learning_rate": 7.805012659710734e-05,
+      "loss": 0.0308,
+      "step": 68980
+    },
+    {
+      "grad_norm": 0.6398633122444153,
+      "learning_rate": 7.804328238567844e-05,
+      "loss": 0.039,
+      "step": 68990
+    },
+    {
+      "grad_norm": 0.2528798282146454,
+      "learning_rate": 7.803643740755672e-05,
+      "loss": 0.0474,
+      "step": 69000
+    },
+    {
+      "grad_norm": 1.0164780616760254,
+      "learning_rate": 7.802959166292932e-05,
+      "loss": 0.0468,
+      "step": 69010
+    },
+    {
+      "grad_norm": 0.7475897669792175,
+      "learning_rate": 7.802274515198343e-05,
+      "loss": 0.0527,
+      "step": 69020
+    },
+    {
+      "grad_norm": 0.6824316382408142,
+      "learning_rate": 7.801589787490622e-05,
+      "loss": 0.0407,
+      "step": 69030
+    },
+    {
+      "grad_norm": 0.8659976720809937,
+      "learning_rate": 7.800904983188488e-05,
+      "loss": 0.0484,
+      "step": 69040
+    },
+    {
+      "grad_norm": 0.5513163208961487,
+      "learning_rate": 7.800220102310665e-05,
+      "loss": 0.0492,
+      "step": 69050
+    },
+    {
+      "grad_norm": 0.5152549743652344,
+      "learning_rate": 7.799535144875875e-05,
+      "loss": 0.0413,
+      "step": 69060
+    },
+    {
+      "grad_norm": 0.6702459454536438,
+      "learning_rate": 7.798850110902847e-05,
+      "loss": 0.0368,
+      "step": 69070
+    },
+    {
+      "grad_norm": 0.40035828948020935,
+      "learning_rate": 7.798165000410308e-05,
+      "loss": 0.0328,
+      "step": 69080
+    },
+    {
+      "grad_norm": 0.5397055745124817,
+      "learning_rate": 7.797479813416989e-05,
+      "loss": 0.0335,
+      "step": 69090
+    },
+    {
+      "grad_norm": 0.47726327180862427,
+      "learning_rate": 7.796794549941622e-05,
+      "loss": 0.0403,
+      "step": 69100
+    },
+    {
+      "grad_norm": 0.6484902501106262,
+      "learning_rate": 7.796109210002945e-05,
+      "loss": 0.0275,
+      "step": 69110
+    },
+    {
+      "grad_norm": 0.5657492876052856,
+      "learning_rate": 7.795423793619692e-05,
+      "loss": 0.0335,
+      "step": 69120
+    },
+    {
+      "grad_norm": 0.6733711957931519,
+      "learning_rate": 7.7947383008106e-05,
+      "loss": 0.0414,
+      "step": 69130
+    },
+    {
+      "grad_norm": 0.38625073432922363,
+      "learning_rate": 7.794052731594415e-05,
+      "loss": 0.0416,
+      "step": 69140
+    },
+    {
+      "grad_norm": 1.642647624015808,
+      "learning_rate": 7.793367085989877e-05,
+      "loss": 0.0459,
+      "step": 69150
+    },
+    {
+      "grad_norm": 0.7372954487800598,
+      "learning_rate": 7.792681364015735e-05,
+      "loss": 0.042,
+      "step": 69160
+    },
+    {
+      "grad_norm": 0.5923042297363281,
+      "learning_rate": 7.791995565690731e-05,
+      "loss": 0.0463,
+      "step": 69170
+    },
+    {
+      "grad_norm": 1.5571519136428833,
+      "learning_rate": 7.791309691033619e-05,
+      "loss": 0.0355,
+      "step": 69180
+    },
+    {
+      "grad_norm": 1.2408121824264526,
+      "learning_rate": 7.790623740063147e-05,
+      "loss": 0.0643,
+      "step": 69190
+    },
+    {
+      "grad_norm": 0.9808353185653687,
+      "learning_rate": 7.78993771279807e-05,
+      "loss": 0.0372,
+      "step": 69200
+    },
+    {
+      "grad_norm": 1.1412361860275269,
+      "learning_rate": 7.789251609257145e-05,
+      "loss": 0.0593,
+      "step": 69210
+    },
+    {
+      "grad_norm": 0.5215720534324646,
+      "learning_rate": 7.788565429459129e-05,
+      "loss": 0.0458,
+      "step": 69220
+    },
+    {
+      "grad_norm": 0.6215035915374756,
+      "learning_rate": 7.787879173422782e-05,
+      "loss": 0.0421,
+      "step": 69230
+    },
+    {
+      "grad_norm": 0.7689270377159119,
+      "learning_rate": 7.787192841166866e-05,
+      "loss": 0.0326,
+      "step": 69240
+    },
+    {
+      "grad_norm": 0.6245806813240051,
+      "learning_rate": 7.786506432710144e-05,
+      "loss": 0.0427,
+      "step": 69250
+    },
+    {
+      "grad_norm": 0.68670654296875,
+      "learning_rate": 7.785819948071382e-05,
+      "loss": 0.0388,
+      "step": 69260
+    },
+    {
+      "grad_norm": 0.5313308835029602,
+      "learning_rate": 7.78513338726935e-05,
+      "loss": 0.0417,
+      "step": 69270
+    },
+    {
+      "grad_norm": 0.9072607755661011,
+      "learning_rate": 7.784446750322818e-05,
+      "loss": 0.0476,
+      "step": 69280
+    },
+    {
+      "grad_norm": 0.8891870975494385,
+      "learning_rate": 7.783760037250558e-05,
+      "loss": 0.0529,
+      "step": 69290
+    },
+    {
+      "grad_norm": 0.6464327573776245,
+      "learning_rate": 7.783073248071344e-05,
+      "loss": 0.0424,
+      "step": 69300
+    },
+    {
+      "grad_norm": 0.767043948173523,
+      "learning_rate": 7.782386382803954e-05,
+      "loss": 0.0351,
+      "step": 69310
+    },
+    {
+      "grad_norm": 0.5970797538757324,
+      "learning_rate": 7.781699441467163e-05,
+      "loss": 0.0391,
+      "step": 69320
+    },
+    {
+      "grad_norm": 0.48440104722976685,
+      "learning_rate": 7.781012424079757e-05,
+      "loss": 0.0367,
+      "step": 69330
+    },
+    {
+      "grad_norm": 1.1120589971542358,
+      "learning_rate": 7.780325330660516e-05,
+      "loss": 0.0422,
+      "step": 69340
+    },
+    {
+      "grad_norm": 0.47951048612594604,
+      "learning_rate": 7.779638161228225e-05,
+      "loss": 0.043,
+      "step": 69350
+    },
+    {
+      "grad_norm": 0.5723100900650024,
+      "learning_rate": 7.778950915801669e-05,
+      "loss": 0.0361,
+      "step": 69360
+    },
+    {
+      "grad_norm": 0.48479804396629333,
+      "learning_rate": 7.778263594399639e-05,
+      "loss": 0.0392,
+      "step": 69370
+    },
+    {
+      "grad_norm": 0.5657750368118286,
+      "learning_rate": 7.777576197040927e-05,
+      "loss": 0.0472,
+      "step": 69380
+    },
+    {
+      "grad_norm": 0.6804317235946655,
+      "learning_rate": 7.776888723744327e-05,
+      "loss": 0.0401,
+      "step": 69390
+    },
+    {
+      "grad_norm": 0.61316978931427,
+      "learning_rate": 7.77620117452863e-05,
+      "loss": 0.0424,
+      "step": 69400
+    },
+    {
+      "grad_norm": 0.6389497518539429,
+      "learning_rate": 7.775513549412637e-05,
+      "loss": 0.0465,
+      "step": 69410
+    },
+    {
+      "grad_norm": 0.33550891280174255,
+      "learning_rate": 7.774825848415146e-05,
+      "loss": 0.0332,
+      "step": 69420
+    },
+    {
+      "grad_norm": 1.6541122198104858,
+      "learning_rate": 7.774138071554958e-05,
+      "loss": 0.0677,
+      "step": 69430
+    },
+    {
+      "grad_norm": 0.7734764218330383,
+      "learning_rate": 7.773450218850878e-05,
+      "loss": 0.0325,
+      "step": 69440
+    },
+    {
+      "grad_norm": 0.47267159819602966,
+      "learning_rate": 7.772762290321711e-05,
+      "loss": 0.0352,
+      "step": 69450
+    },
+    {
+      "grad_norm": 0.5070846080780029,
+      "learning_rate": 7.772074285986263e-05,
+      "loss": 0.0385,
+      "step": 69460
+    },
+    {
+      "grad_norm": 3.523963212966919,
+      "learning_rate": 7.77138620586335e-05,
+      "loss": 0.0376,
+      "step": 69470
+    },
+    {
+      "grad_norm": 0.5594981908798218,
+      "learning_rate": 7.770698049971776e-05,
+      "loss": 0.0434,
+      "step": 69480
+    },
+    {
+      "grad_norm": 0.5503819584846497,
+      "learning_rate": 7.770009818330359e-05,
+      "loss": 0.042,
+      "step": 69490
+    },
+    {
+      "grad_norm": 0.8246371746063232,
+      "learning_rate": 7.769321510957913e-05,
+      "loss": 0.0402,
+      "step": 69500
+    },
+    {
+      "grad_norm": 1.233848214149475,
+      "learning_rate": 7.768633127873257e-05,
+      "loss": 0.0661,
+      "step": 69510
+    },
+    {
+      "grad_norm": 0.40687093138694763,
+      "learning_rate": 7.767944669095213e-05,
+      "loss": 0.0308,
+      "step": 69520
+    },
+    {
+      "grad_norm": 0.5855278968811035,
+      "learning_rate": 7.767256134642602e-05,
+      "loss": 0.0318,
+      "step": 69530
+    },
+    {
+      "grad_norm": 0.4135980010032654,
+      "learning_rate": 7.766567524534248e-05,
+      "loss": 0.0284,
+      "step": 69540
+    },
+    {
+      "grad_norm": 0.809014618396759,
+      "learning_rate": 7.765878838788976e-05,
+      "loss": 0.0594,
+      "step": 69550
+    },
+    {
+      "grad_norm": 0.5789884328842163,
+      "learning_rate": 7.765190077425615e-05,
+      "loss": 0.0441,
+      "step": 69560
+    },
+    {
+      "grad_norm": 0.5818321108818054,
+      "learning_rate": 7.764501240462998e-05,
+      "loss": 0.0382,
+      "step": 69570
+    },
+    {
+      "grad_norm": 0.5403252840042114,
+      "learning_rate": 7.763812327919953e-05,
+      "loss": 0.0408,
+      "step": 69580
+    },
+    {
+      "grad_norm": 1.239856481552124,
+      "learning_rate": 7.76312333981532e-05,
+      "loss": 0.0391,
+      "step": 69590
+    },
+    {
+      "grad_norm": 0.5419759154319763,
+      "learning_rate": 7.762434276167931e-05,
+      "loss": 0.0471,
+      "step": 69600
+    },
+    {
+      "grad_norm": 0.5010837912559509,
+      "learning_rate": 7.761745136996628e-05,
+      "loss": 0.0313,
+      "step": 69610
+    },
+    {
+      "grad_norm": 0.4631800055503845,
+      "learning_rate": 7.76105592232025e-05,
+      "loss": 0.0316,
+      "step": 69620
+    },
+    {
+      "grad_norm": 0.32572513818740845,
+      "learning_rate": 7.76036663215764e-05,
+      "loss": 0.0401,
+      "step": 69630
+    },
+    {
+      "grad_norm": 0.6953436732292175,
+      "learning_rate": 7.759677266527644e-05,
+      "loss": 0.0381,
+      "step": 69640
+    },
+    {
+      "grad_norm": 1.2216509580612183,
+      "learning_rate": 7.758987825449108e-05,
+      "loss": 0.0397,
+      "step": 69650
+    },
+    {
+      "grad_norm": 0.4642048478126526,
+      "learning_rate": 7.75829830894088e-05,
+      "loss": 0.0419,
+      "step": 69660
+    },
+    {
+      "grad_norm": 0.5915316343307495,
+      "learning_rate": 7.757608717021816e-05,
+      "loss": 0.0325,
+      "step": 69670
+    },
+    {
+      "grad_norm": 0.6599184274673462,
+      "learning_rate": 7.756919049710762e-05,
+      "loss": 0.0391,
+      "step": 69680
+    },
+    {
+      "grad_norm": 0.49027055501937866,
+      "learning_rate": 7.75622930702658e-05,
+      "loss": 0.0492,
+      "step": 69690
+    },
+    {
+      "grad_norm": 0.5296524167060852,
+      "learning_rate": 7.755539488988122e-05,
+      "loss": 0.0367,
+      "step": 69700
+    },
+    {
+      "grad_norm": 0.6775345802307129,
+      "learning_rate": 7.75484959561425e-05,
+      "loss": 0.0396,
+      "step": 69710
+    },
+    {
+      "grad_norm": 0.5592857599258423,
+      "learning_rate": 7.754159626923824e-05,
+      "loss": 0.0359,
+      "step": 69720
+    },
+    {
+      "grad_norm": 1.040100336074829,
+      "learning_rate": 7.753469582935711e-05,
+      "loss": 0.0496,
+      "step": 69730
+    },
+    {
+      "grad_norm": 0.4440348744392395,
+      "learning_rate": 7.752779463668773e-05,
+      "loss": 0.0327,
+      "step": 69740
+    },
+    {
+      "grad_norm": 0.35592252016067505,
+      "learning_rate": 7.752089269141878e-05,
+      "loss": 0.0349,
+      "step": 69750
+    },
+    {
+      "grad_norm": 0.5541458129882812,
+      "learning_rate": 7.751398999373898e-05,
+      "loss": 0.0404,
+      "step": 69760
+    },
+    {
+      "grad_norm": 0.6278367042541504,
+      "learning_rate": 7.7507086543837e-05,
+      "loss": 0.0595,
+      "step": 69770
+    },
+    {
+      "grad_norm": 1.063450574874878,
+      "learning_rate": 7.750018234190163e-05,
+      "loss": 0.0458,
+      "step": 69780
+    },
+    {
+      "grad_norm": 0.45330002903938293,
+      "learning_rate": 7.74932773881216e-05,
+      "loss": 0.0376,
+      "step": 69790
+    },
+    {
+      "grad_norm": 0.5002448558807373,
+      "learning_rate": 7.74863716826857e-05,
+      "loss": 0.0404,
+      "step": 69800
+    },
+    {
+      "grad_norm": 0.7069982886314392,
+      "learning_rate": 7.747946522578272e-05,
+      "loss": 0.0459,
+      "step": 69810
+    },
+    {
+      "grad_norm": 0.45005834102630615,
+      "learning_rate": 7.747255801760149e-05,
+      "loss": 0.0378,
+      "step": 69820
+    },
+    {
+      "grad_norm": 0.5909280180931091,
+      "learning_rate": 7.746565005833083e-05,
+      "loss": 0.0438,
+      "step": 69830
+    },
+    {
+      "grad_norm": 0.4119099974632263,
+      "learning_rate": 7.745874134815962e-05,
+      "loss": 0.0411,
+      "step": 69840
+    },
+    {
+      "grad_norm": 1.7285014390945435,
+      "learning_rate": 7.745183188727674e-05,
+      "loss": 0.0347,
+      "step": 69850
+    },
+    {
+      "grad_norm": 0.7770113348960876,
+      "learning_rate": 7.74449216758711e-05,
+      "loss": 0.0285,
+      "step": 69860
+    },
+    {
+      "grad_norm": 0.4184425473213196,
+      "learning_rate": 7.743801071413161e-05,
+      "loss": 0.039,
+      "step": 69870
+    },
+    {
+      "grad_norm": 0.884398341178894,
+      "learning_rate": 7.743109900224721e-05,
+      "loss": 0.0393,
+      "step": 69880
+    },
+    {
+      "grad_norm": 0.5130338668823242,
+      "learning_rate": 7.742418654040686e-05,
+      "loss": 0.0523,
+      "step": 69890
+    },
+    {
+      "grad_norm": 0.6677442789077759,
+      "learning_rate": 7.741727332879956e-05,
+      "loss": 0.0385,
+      "step": 69900
+    },
+    {
+      "grad_norm": 0.6148785948753357,
+      "learning_rate": 7.74103593676143e-05,
+      "loss": 0.0425,
+      "step": 69910
+    },
+    {
+      "grad_norm": 0.6451635360717773,
+      "learning_rate": 7.740344465704013e-05,
+      "loss": 0.0522,
+      "step": 69920
+    },
+    {
+      "grad_norm": 0.4270787835121155,
+      "learning_rate": 7.739652919726606e-05,
+      "loss": 0.0431,
+      "step": 69930
+    },
+    {
+      "grad_norm": 0.5096467137336731,
+      "learning_rate": 7.73896129884812e-05,
+      "loss": 0.0364,
+      "step": 69940
+    },
+    {
+      "grad_norm": 0.4636082649230957,
+      "learning_rate": 7.738269603087458e-05,
+      "loss": 0.047,
+      "step": 69950
+    },
+    {
+      "grad_norm": 0.3337055444717407,
+      "learning_rate": 7.737577832463534e-05,
+      "loss": 0.0477,
+      "step": 69960
+    },
+    {
+      "grad_norm": 0.36960116028785706,
+      "learning_rate": 7.736885986995262e-05,
+      "loss": 0.0407,
+      "step": 69970
+    },
+    {
+      "grad_norm": 1.0661003589630127,
+      "learning_rate": 7.736194066701555e-05,
+      "loss": 0.0322,
+      "step": 69980
+    },
+    {
+      "grad_norm": 0.36400848627090454,
+      "learning_rate": 7.73550207160133e-05,
+      "loss": 0.0364,
+      "step": 69990
+    },
+    {
+      "grad_norm": 1.7495898008346558,
+      "learning_rate": 7.734810001713507e-05,
+      "loss": 0.0438,
+      "step": 70000
+    },
+    {
+      "grad_norm": 0.6301487684249878,
+      "learning_rate": 7.734117857057005e-05,
+      "loss": 0.0506,
+      "step": 70010
+    },
+    {
+      "grad_norm": 0.5289168953895569,
+      "learning_rate": 7.733425637650747e-05,
+      "loss": 0.0351,
+      "step": 70020
+    },
+    {
+      "grad_norm": 0.6439501047134399,
+      "learning_rate": 7.732733343513661e-05,
+      "loss": 0.0384,
+      "step": 70030
+    },
+    {
+      "grad_norm": 0.5550447702407837,
+      "learning_rate": 7.732040974664671e-05,
+      "loss": 0.0284,
+      "step": 70040
+    },
+    {
+      "grad_norm": 0.4664800763130188,
+      "learning_rate": 7.731348531122706e-05,
+      "loss": 0.0538,
+      "step": 70050
+    },
+    {
+      "grad_norm": 1.8585445880889893,
+      "learning_rate": 7.730656012906701e-05,
+      "loss": 0.0504,
+      "step": 70060
+    },
+    {
+      "grad_norm": 0.47613221406936646,
+      "learning_rate": 7.729963420035584e-05,
+      "loss": 0.0389,
+      "step": 70070
+    },
+    {
+      "grad_norm": 1.7017288208007812,
+      "learning_rate": 7.729270752528295e-05,
+      "loss": 0.0498,
+      "step": 70080
+    },
+    {
+      "grad_norm": 0.8896299004554749,
+      "learning_rate": 7.728578010403766e-05,
+      "loss": 0.0354,
+      "step": 70090
+    },
+    {
+      "grad_norm": 0.6703274250030518,
+      "learning_rate": 7.727885193680942e-05,
+      "loss": 0.0355,
+      "step": 70100
+    },
+    {
+      "grad_norm": 0.8260025978088379,
+      "learning_rate": 7.727192302378761e-05,
+      "loss": 0.0444,
+      "step": 70110
+    },
+    {
+      "grad_norm": 0.6006300449371338,
+      "learning_rate": 7.726499336516165e-05,
+      "loss": 0.0371,
+      "step": 70120
+    },
+    {
+      "grad_norm": 0.5734149217605591,
+      "learning_rate": 7.725806296112104e-05,
+      "loss": 0.0441,
+      "step": 70130
+    },
+    {
+      "grad_norm": 0.7611039280891418,
+      "learning_rate": 7.725113181185521e-05,
+      "loss": 0.0398,
+      "step": 70140
+    },
+    {
+      "grad_norm": 1.0383145809173584,
+      "learning_rate": 7.724419991755367e-05,
+      "loss": 0.058,
+      "step": 70150
+    },
+    {
+      "grad_norm": 0.6072383522987366,
+      "learning_rate": 7.723726727840596e-05,
+      "loss": 0.0399,
+      "step": 70160
+    },
+    {
+      "grad_norm": 0.6259773373603821,
+      "learning_rate": 7.723033389460159e-05,
+      "loss": 0.0434,
+      "step": 70170
+    },
+    {
+      "grad_norm": 0.7584181427955627,
+      "learning_rate": 7.722339976633012e-05,
+      "loss": 0.0399,
+      "step": 70180
+    },
+    {
+      "grad_norm": 0.6211164593696594,
+      "learning_rate": 7.721646489378112e-05,
+      "loss": 0.0444,
+      "step": 70190
+    },
+    {
+      "grad_norm": 0.6136632561683655,
+      "learning_rate": 7.72095292771442e-05,
+      "loss": 0.05,
+      "step": 70200
+    },
+    {
+      "grad_norm": 0.358521431684494,
+      "learning_rate": 7.720259291660898e-05,
+      "loss": 0.0302,
+      "step": 70210
+    },
+    {
+      "grad_norm": 0.3821512758731842,
+      "learning_rate": 7.719565581236508e-05,
+      "loss": 0.0444,
+      "step": 70220
+    },
+    {
+      "grad_norm": 0.521308422088623,
+      "learning_rate": 7.718871796460217e-05,
+      "loss": 0.0346,
+      "step": 70230
+    },
+    {
+      "grad_norm": 0.5138885974884033,
+      "learning_rate": 7.718177937350992e-05,
+      "loss": 0.0422,
+      "step": 70240
+    },
+    {
+      "grad_norm": 0.619976282119751,
+      "learning_rate": 7.717484003927804e-05,
+      "loss": 0.04,
+      "step": 70250
+    },
+    {
+      "grad_norm": 0.7575899958610535,
+      "learning_rate": 7.716789996209623e-05,
+      "loss": 0.0463,
+      "step": 70260
+    },
+    {
+      "grad_norm": 0.49892425537109375,
+      "learning_rate": 7.716095914215426e-05,
+      "loss": 0.0543,
+      "step": 70270
+    },
+    {
+      "grad_norm": 0.8492416143417358,
+      "learning_rate": 7.715401757964184e-05,
+      "loss": 0.0681,
+      "step": 70280
+    },
+    {
+      "grad_norm": 0.4480989873409271,
+      "learning_rate": 7.714707527474882e-05,
+      "loss": 0.0377,
+      "step": 70290
+    },
+    {
+      "grad_norm": 0.6164549589157104,
+      "learning_rate": 7.714013222766494e-05,
+      "loss": 0.0388,
+      "step": 70300
+    },
+    {
+      "grad_norm": 0.8687291145324707,
+      "learning_rate": 7.713318843858006e-05,
+      "loss": 0.036,
+      "step": 70310
+    },
+    {
+      "grad_norm": 0.8686472177505493,
+      "learning_rate": 7.712624390768397e-05,
+      "loss": 0.0459,
+      "step": 70320
+    },
+    {
+      "grad_norm": 0.6122174263000488,
+      "learning_rate": 7.711929863516658e-05,
+      "loss": 0.0461,
+      "step": 70330
+    },
+    {
+      "grad_norm": 0.548553466796875,
+      "learning_rate": 7.711235262121774e-05,
+      "loss": 0.0381,
+      "step": 70340
+    },
+    {
+      "grad_norm": 0.47075897455215454,
+      "learning_rate": 7.710540586602739e-05,
+      "loss": 0.0374,
+      "step": 70350
+    },
+    {
+      "grad_norm": 0.5036875009536743,
+      "learning_rate": 7.709845836978542e-05,
+      "loss": 0.0382,
+      "step": 70360
+    },
+    {
+      "grad_norm": 0.4094997048377991,
+      "learning_rate": 7.709151013268177e-05,
+      "loss": 0.0434,
+      "step": 70370
+    },
+    {
+      "grad_norm": 0.4752804636955261,
+      "learning_rate": 7.70845611549064e-05,
+      "loss": 0.0375,
+      "step": 70380
+    },
+    {
+      "grad_norm": 0.425473153591156,
+      "learning_rate": 7.707761143664933e-05,
+      "loss": 0.039,
+      "step": 70390
+    },
+    {
+      "grad_norm": 0.7096099257469177,
+      "learning_rate": 7.707066097810052e-05,
+      "loss": 0.0437,
+      "step": 70400
+    },
+    {
+      "grad_norm": 0.5050592422485352,
+      "learning_rate": 7.706370977945e-05,
+      "loss": 0.0808,
+      "step": 70410
+    },
+    {
+      "grad_norm": 0.49912357330322266,
+      "learning_rate": 7.705675784088784e-05,
+      "loss": 0.0625,
+      "step": 70420
+    },
+    {
+      "grad_norm": 0.49362897872924805,
+      "learning_rate": 7.704980516260407e-05,
+      "loss": 0.0357,
+      "step": 70430
+    },
+    {
+      "grad_norm": 1.0015586614608765,
+      "learning_rate": 7.70428517447888e-05,
+      "loss": 0.0357,
+      "step": 70440
+    },
+    {
+      "grad_norm": 0.5533744096755981,
+      "learning_rate": 7.703589758763212e-05,
+      "loss": 0.0461,
+      "step": 70450
+    },
+    {
+      "grad_norm": 0.5019795894622803,
+      "learning_rate": 7.702894269132417e-05,
+      "loss": 0.0367,
+      "step": 70460
+    },
+    {
+      "grad_norm": 0.8960719704627991,
+      "learning_rate": 7.702198705605506e-05,
+      "loss": 0.0404,
+      "step": 70470
+    },
+    {
+      "grad_norm": 0.4830658435821533,
+      "learning_rate": 7.701503068201499e-05,
+      "loss": 0.0312,
+      "step": 70480
+    },
+    {
+      "grad_norm": 0.3991551995277405,
+      "learning_rate": 7.700807356939411e-05,
+      "loss": 0.0421,
+      "step": 70490
+    },
+    {
+      "grad_norm": 0.9326977729797363,
+      "learning_rate": 7.700111571838266e-05,
+      "loss": 0.0488,
+      "step": 70500
+    },
+    {
+      "grad_norm": 0.8311342000961304,
+      "learning_rate": 7.699415712917087e-05,
+      "loss": 0.0456,
+      "step": 70510
+    },
+    {
+      "grad_norm": 1.8236260414123535,
+      "learning_rate": 7.698719780194892e-05,
+      "loss": 0.0381,
+      "step": 70520
+    },
+    {
+      "grad_norm": 0.5744238495826721,
+      "learning_rate": 7.698023773690714e-05,
+      "loss": 0.0522,
+      "step": 70530
+    },
+    {
+      "grad_norm": 0.42759156227111816,
+      "learning_rate": 7.697327693423581e-05,
+      "loss": 0.0413,
+      "step": 70540
+    },
+    {
+      "grad_norm": 0.9700294733047485,
+      "learning_rate": 7.696631539412523e-05,
+      "loss": 0.0576,
+      "step": 70550
+    },
+    {
+      "grad_norm": 1.392796516418457,
+      "learning_rate": 7.695935311676568e-05,
+      "loss": 0.0589,
+      "step": 70560
+    },
+    {
+      "grad_norm": 0.6745227575302124,
+      "learning_rate": 7.695239010234758e-05,
+      "loss": 0.0401,
+      "step": 70570
+    },
+    {
+      "grad_norm": 0.5584630370140076,
+      "learning_rate": 7.694542635106123e-05,
+      "loss": 0.0478,
+      "step": 70580
+    },
+    {
+      "grad_norm": 0.5860633254051208,
+      "learning_rate": 7.693846186309707e-05,
+      "loss": 0.0533,
+      "step": 70590
+    },
+    {
+      "grad_norm": 0.7202990055084229,
+      "learning_rate": 7.693149663864548e-05,
+      "loss": 0.0455,
+      "step": 70600
+    },
+    {
+      "grad_norm": 0.5651992559432983,
+      "learning_rate": 7.692453067789687e-05,
+      "loss": 0.0373,
+      "step": 70610
+    },
+    {
+      "grad_norm": 0.6315271258354187,
+      "learning_rate": 7.691756398104173e-05,
+      "loss": 0.0438,
+      "step": 70620
+    },
+    {
+      "grad_norm": 0.8366517424583435,
+      "learning_rate": 7.691059654827049e-05,
+      "loss": 0.0395,
+      "step": 70630
+    },
+    {
+      "grad_norm": 0.5095695853233337,
+      "learning_rate": 7.690362837977365e-05,
+      "loss": 0.0475,
+      "step": 70640
+    },
+    {
+      "grad_norm": 0.5329989194869995,
+      "learning_rate": 7.689665947574173e-05,
+      "loss": 0.0444,
+      "step": 70650
+    },
+    {
+      "grad_norm": 0.6476349234580994,
+      "learning_rate": 7.688968983636522e-05,
+      "loss": 0.0296,
+      "step": 70660
+    },
+    {
+      "grad_norm": 0.5771377086639404,
+      "learning_rate": 7.688271946183471e-05,
+      "loss": 0.0351,
+      "step": 70670
+    },
+    {
+      "grad_norm": 1.563317060470581,
+      "learning_rate": 7.687574835234075e-05,
+      "loss": 0.0396,
+      "step": 70680
+    },
+    {
+      "grad_norm": 0.5807003378868103,
+      "learning_rate": 7.686877650807394e-05,
+      "loss": 0.0401,
+      "step": 70690
+    },
+    {
+      "grad_norm": 0.46310579776763916,
+      "learning_rate": 7.686180392922485e-05,
+      "loss": 0.0396,
+      "step": 70700
+    },
+    {
+      "grad_norm": 0.3773670494556427,
+      "learning_rate": 7.685483061598413e-05,
+      "loss": 0.0496,
+      "step": 70710
+    },
+    {
+      "grad_norm": 4.268719673156738,
+      "learning_rate": 7.684785656854246e-05,
+      "loss": 0.0424,
+      "step": 70720
+    },
+    {
+      "grad_norm": 0.6560173034667969,
+      "learning_rate": 7.684088178709045e-05,
+      "loss": 0.0442,
+      "step": 70730
+    },
+    {
+      "grad_norm": 1.015876293182373,
+      "learning_rate": 7.683390627181881e-05,
+      "loss": 0.0458,
+      "step": 70740
+    },
+    {
+      "grad_norm": 1.0849640369415283,
+      "learning_rate": 7.682693002291827e-05,
+      "loss": 0.0386,
+      "step": 70750
+    },
+    {
+      "grad_norm": 0.5790315270423889,
+      "learning_rate": 7.681995304057956e-05,
+      "loss": 0.0482,
+      "step": 70760
+    },
+    {
+      "grad_norm": 0.41781991720199585,
+      "learning_rate": 7.681297532499337e-05,
+      "loss": 0.0597,
+      "step": 70770
+    },
+    {
+      "grad_norm": 0.6716398000717163,
+      "learning_rate": 7.680599687635055e-05,
+      "loss": 0.0489,
+      "step": 70780
+    },
+    {
+      "grad_norm": 0.8502123355865479,
+      "learning_rate": 7.679901769484179e-05,
+      "loss": 0.0413,
+      "step": 70790
+    },
+    {
+      "grad_norm": 0.5571815967559814,
+      "learning_rate": 7.6792037780658e-05,
+      "loss": 0.0504,
+      "step": 70800
+    },
+    {
+      "grad_norm": 0.7049975991249084,
+      "learning_rate": 7.678505713398994e-05,
+      "loss": 0.039,
+      "step": 70810
+    },
+    {
+      "grad_norm": 0.43629011511802673,
+      "learning_rate": 7.67780757550285e-05,
+      "loss": 0.0361,
+      "step": 70820
+    },
+    {
+      "grad_norm": 0.6109269261360168,
+      "learning_rate": 7.67710936439645e-05,
+      "loss": 0.0498,
+      "step": 70830
+    },
+    {
+      "grad_norm": 0.41304317116737366,
+      "learning_rate": 7.67641108009889e-05,
+      "loss": 0.0435,
+      "step": 70840
+    },
+    {
+      "grad_norm": 0.653266191482544,
+      "learning_rate": 7.675712722629253e-05,
+      "loss": 0.0442,
+      "step": 70850
+    },
+    {
+      "grad_norm": 0.6102824807167053,
+      "learning_rate": 7.675014292006637e-05,
+      "loss": 0.0375,
+      "step": 70860
+    },
+    {
+      "grad_norm": 0.3981010913848877,
+      "learning_rate": 7.674315788250134e-05,
+      "loss": 0.0356,
+      "step": 70870
+    },
+    {
+      "grad_norm": 0.48269227147102356,
+      "learning_rate": 7.673617211378842e-05,
+      "loss": 0.0425,
+      "step": 70880
+    },
+    {
+      "grad_norm": 0.8909006714820862,
+      "learning_rate": 7.672918561411862e-05,
+      "loss": 0.0407,
+      "step": 70890
+    },
+    {
+      "grad_norm": 0.4983772039413452,
+      "learning_rate": 7.672219838368291e-05,
+      "loss": 0.0393,
+      "step": 70900
+    },
+    {
+      "grad_norm": 0.5983959436416626,
+      "learning_rate": 7.671521042267233e-05,
+      "loss": 0.0467,
+      "step": 70910
+    },
+    {
+      "grad_norm": 0.6549118757247925,
+      "learning_rate": 7.670822173127794e-05,
+      "loss": 0.0374,
+      "step": 70920
+    },
+    {
+      "grad_norm": 0.543030321598053,
+      "learning_rate": 7.670123230969081e-05,
+      "loss": 0.0303,
+      "step": 70930
+    },
+    {
+      "grad_norm": 0.5146280527114868,
+      "learning_rate": 7.669424215810201e-05,
+      "loss": 0.0445,
+      "step": 70940
+    },
+    {
+      "grad_norm": 0.6209496855735779,
+      "learning_rate": 7.668725127670267e-05,
+      "loss": 0.0382,
+      "step": 70950
+    },
+    {
+      "grad_norm": 0.4884307384490967,
+      "learning_rate": 7.668025966568388e-05,
+      "loss": 0.0419,
+      "step": 70960
+    },
+    {
+      "grad_norm": 0.9182809591293335,
+      "learning_rate": 7.667326732523685e-05,
+      "loss": 0.045,
+      "step": 70970
+    },
+    {
+      "grad_norm": 11.968158721923828,
+      "learning_rate": 7.666627425555269e-05,
+      "loss": 0.0387,
+      "step": 70980
+    },
+    {
+      "grad_norm": 0.5070690512657166,
+      "learning_rate": 7.66592804568226e-05,
+      "loss": 0.0557,
+      "step": 70990
+    },
+    {
+      "grad_norm": 0.9823341965675354,
+      "learning_rate": 7.665228592923782e-05,
+      "loss": 0.0477,
+      "step": 71000
+    },
+    {
+      "grad_norm": 0.8511924147605896,
+      "learning_rate": 7.664529067298954e-05,
+      "loss": 0.0383,
+      "step": 71010
+    },
+    {
+      "grad_norm": 0.6154729127883911,
+      "learning_rate": 7.663829468826905e-05,
+      "loss": 0.0503,
+      "step": 71020
+    },
+    {
+      "grad_norm": 0.4117182195186615,
+      "learning_rate": 7.663129797526755e-05,
+      "loss": 0.0428,
+      "step": 71030
+    },
+    {
+      "grad_norm": 0.8691420555114746,
+      "learning_rate": 7.662430053417638e-05,
+      "loss": 0.0527,
+      "step": 71040
+    },
+    {
+      "grad_norm": 0.6620068550109863,
+      "learning_rate": 7.661730236518685e-05,
+      "loss": 0.0414,
+      "step": 71050
+    },
+    {
+      "grad_norm": 0.6874279975891113,
+      "learning_rate": 7.661030346849027e-05,
+      "loss": 0.0369,
+      "step": 71060
+    },
+    {
+      "grad_norm": 0.4095863699913025,
+      "learning_rate": 7.6603303844278e-05,
+      "loss": 0.0354,
+      "step": 71070
+    },
+    {
+      "grad_norm": 1.262594223022461,
+      "learning_rate": 7.659630349274138e-05,
+      "loss": 0.0495,
+      "step": 71080
+    },
+    {
+      "grad_norm": 0.5016098618507385,
+      "learning_rate": 7.658930241407183e-05,
+      "loss": 0.0381,
+      "step": 71090
+    },
+    {
+      "grad_norm": 0.5880805850028992,
+      "learning_rate": 7.658230060846072e-05,
+      "loss": 0.0346,
+      "step": 71100
+    },
+    {
+      "grad_norm": 1.2326929569244385,
+      "learning_rate": 7.65752980760995e-05,
+      "loss": 0.0398,
+      "step": 71110
+    },
+    {
+      "grad_norm": 0.8049737215042114,
+      "learning_rate": 7.656829481717962e-05,
+      "loss": 0.0412,
+      "step": 71120
+    },
+    {
+      "grad_norm": 1.282378911972046,
+      "learning_rate": 7.656129083189255e-05,
+      "loss": 0.0443,
+      "step": 71130
+    },
+    {
+      "grad_norm": 0.6398971676826477,
+      "learning_rate": 7.655428612042976e-05,
+      "loss": 0.0327,
+      "step": 71140
+    },
+    {
+      "grad_norm": 0.9341295957565308,
+      "learning_rate": 7.654728068298277e-05,
+      "loss": 0.033,
+      "step": 71150
+    },
+    {
+      "grad_norm": 1.421560525894165,
+      "learning_rate": 7.654027451974309e-05,
+      "loss": 0.0415,
+      "step": 71160
+    },
+    {
+      "grad_norm": 0.681393027305603,
+      "learning_rate": 7.653326763090227e-05,
+      "loss": 0.041,
+      "step": 71170
+    },
+    {
+      "grad_norm": 1.308119773864746,
+      "learning_rate": 7.652626001665189e-05,
+      "loss": 0.0535,
+      "step": 71180
+    },
+    {
+      "grad_norm": 1.5594022274017334,
+      "learning_rate": 7.651925167718353e-05,
+      "loss": 0.0484,
+      "step": 71190
+    },
+    {
+      "grad_norm": 1.3067800998687744,
+      "learning_rate": 7.651224261268878e-05,
+      "loss": 0.0599,
+      "step": 71200
+    },
+    {
+      "grad_norm": 0.47931113839149475,
+      "learning_rate": 7.650523282335929e-05,
+      "loss": 0.0478,
+      "step": 71210
+    },
+    {
+      "grad_norm": 0.4470977783203125,
+      "learning_rate": 7.64982223093867e-05,
+      "loss": 0.045,
+      "step": 71220
+    },
+    {
+      "grad_norm": 0.4513147473335266,
+      "learning_rate": 7.649121107096264e-05,
+      "loss": 0.0343,
+      "step": 71230
+    },
+    {
+      "grad_norm": 0.8849328756332397,
+      "learning_rate": 7.648419910827884e-05,
+      "loss": 0.0258,
+      "step": 71240
+    },
+    {
+      "grad_norm": 0.7592186331748962,
+      "learning_rate": 7.647718642152698e-05,
+      "loss": 0.031,
+      "step": 71250
+    },
+    {
+      "grad_norm": 0.5082873106002808,
+      "learning_rate": 7.64701730108988e-05,
+      "loss": 0.0418,
+      "step": 71260
+    },
+    {
+      "grad_norm": 0.9057531356811523,
+      "learning_rate": 7.646315887658603e-05,
+      "loss": 0.0373,
+      "step": 71270
+    },
+    {
+      "grad_norm": 0.8496782779693604,
+      "learning_rate": 7.645614401878044e-05,
+      "loss": 0.0499,
+      "step": 71280
+    },
+    {
+      "grad_norm": 0.9697331190109253,
+      "learning_rate": 7.64491284376738e-05,
+      "loss": 0.0453,
+      "step": 71290
+    },
+    {
+      "grad_norm": 0.8626399636268616,
+      "learning_rate": 7.644211213345794e-05,
+      "loss": 0.0529,
+      "step": 71300
+    },
+    {
+      "grad_norm": 1.0054346323013306,
+      "learning_rate": 7.643509510632465e-05,
+      "loss": 0.044,
+      "step": 71310
+    },
+    {
+      "grad_norm": 0.7645377516746521,
+      "learning_rate": 7.64280773564658e-05,
+      "loss": 0.0474,
+      "step": 71320
+    },
+    {
+      "grad_norm": 1.0648893117904663,
+      "learning_rate": 7.642105888407326e-05,
+      "loss": 0.0449,
+      "step": 71330
+    },
+    {
+      "grad_norm": 0.8255796432495117,
+      "learning_rate": 7.641403968933887e-05,
+      "loss": 0.0374,
+      "step": 71340
+    },
+    {
+      "grad_norm": 0.7640125751495361,
+      "learning_rate": 7.640701977245456e-05,
+      "loss": 0.0423,
+      "step": 71350
+    },
+    {
+      "grad_norm": 0.3299263119697571,
+      "learning_rate": 7.639999913361227e-05,
+      "loss": 0.0375,
+      "step": 71360
+    },
+    {
+      "grad_norm": 0.47295641899108887,
+      "learning_rate": 7.639297777300389e-05,
+      "loss": 0.0338,
+      "step": 71370
+    },
+    {
+      "grad_norm": 0.5699352622032166,
+      "learning_rate": 7.638595569082145e-05,
+      "loss": 0.0396,
+      "step": 71380
+    },
+    {
+      "grad_norm": 0.44075584411621094,
+      "learning_rate": 7.637893288725688e-05,
+      "loss": 0.036,
+      "step": 71390
+    },
+    {
+      "grad_norm": 0.4633902311325073,
+      "learning_rate": 7.637190936250219e-05,
+      "loss": 0.0403,
+      "step": 71400
+    },
+    {
+      "grad_norm": 0.6580774188041687,
+      "learning_rate": 7.63648851167494e-05,
+      "loss": 0.033,
+      "step": 71410
+    },
+    {
+      "grad_norm": 0.6841376423835754,
+      "learning_rate": 7.635786015019058e-05,
+      "loss": 0.0398,
+      "step": 71420
+    },
+    {
+      "grad_norm": 0.3679279685020447,
+      "learning_rate": 7.635083446301774e-05,
+      "loss": 0.0319,
+      "step": 71430
+    },
+    {
+      "grad_norm": 1.727504849433899,
+      "learning_rate": 7.6343808055423e-05,
+      "loss": 0.0364,
+      "step": 71440
+    },
+    {
+      "grad_norm": 0.29048341512680054,
+      "learning_rate": 7.633678092759843e-05,
+      "loss": 0.0357,
+      "step": 71450
+    },
+    {
+      "grad_norm": 0.5598674416542053,
+      "learning_rate": 7.632975307973618e-05,
+      "loss": 0.0504,
+      "step": 71460
+    },
+    {
+      "grad_norm": 0.6933189034461975,
+      "learning_rate": 7.632272451202837e-05,
+      "loss": 0.031,
+      "step": 71470
+    },
+    {
+      "grad_norm": 0.9750687479972839,
+      "learning_rate": 7.631569522466715e-05,
+      "loss": 0.0325,
+      "step": 71480
+    },
+    {
+      "grad_norm": 0.7476276755332947,
+      "learning_rate": 7.63086652178447e-05,
+      "loss": 0.0468,
+      "step": 71490
+    },
+    {
+      "grad_norm": 0.4677172005176544,
+      "learning_rate": 7.630163449175325e-05,
+      "loss": 0.035,
+      "step": 71500
+    },
+    {
+      "grad_norm": 0.7439064383506775,
+      "learning_rate": 7.6294603046585e-05,
+      "loss": 0.0377,
+      "step": 71510
+    },
+    {
+      "grad_norm": 1.8141502141952515,
+      "learning_rate": 7.628757088253216e-05,
+      "loss": 0.0349,
+      "step": 71520
+    },
+    {
+      "grad_norm": 1.16060471534729,
+      "learning_rate": 7.628053799978702e-05,
+      "loss": 0.0339,
+      "step": 71530
+    },
+    {
+      "grad_norm": 0.9823324084281921,
+      "learning_rate": 7.627350439854183e-05,
+      "loss": 0.0486,
+      "step": 71540
+    },
+    {
+      "grad_norm": 0.35218650102615356,
+      "learning_rate": 7.626647007898891e-05,
+      "loss": 0.0555,
+      "step": 71550
+    },
+    {
+      "grad_norm": 0.5992467403411865,
+      "learning_rate": 7.625943504132056e-05,
+      "loss": 0.0453,
+      "step": 71560
+    },
+    {
+      "grad_norm": 0.4103071093559265,
+      "learning_rate": 7.625239928572914e-05,
+      "loss": 0.0424,
+      "step": 71570
+    },
+    {
+      "grad_norm": 0.3316606283187866,
+      "learning_rate": 7.624536281240698e-05,
+      "loss": 0.0296,
+      "step": 71580
+    },
+    {
+      "grad_norm": 0.825143575668335,
+      "learning_rate": 7.623832562154645e-05,
+      "loss": 0.0511,
+      "step": 71590
+    },
+    {
+      "grad_norm": 0.42977744340896606,
+      "learning_rate": 7.623128771333995e-05,
+      "loss": 0.0457,
+      "step": 71600
+    },
+    {
+      "grad_norm": 0.7741227149963379,
+      "learning_rate": 7.622424908797992e-05,
+      "loss": 0.0627,
+      "step": 71610
+    },
+    {
+      "grad_norm": 0.64826500415802,
+      "learning_rate": 7.621720974565874e-05,
+      "loss": 0.04,
+      "step": 71620
+    },
+    {
+      "grad_norm": 0.46081045269966125,
+      "learning_rate": 7.621016968656892e-05,
+      "loss": 0.0474,
+      "step": 71630
+    },
+    {
+      "grad_norm": 0.3292713165283203,
+      "learning_rate": 7.62031289109029e-05,
+      "loss": 0.046,
+      "step": 71640
+    },
+    {
+      "grad_norm": 2.0905067920684814,
+      "learning_rate": 7.619608741885318e-05,
+      "loss": 0.0439,
+      "step": 71650
+    },
+    {
+      "grad_norm": 1.1260552406311035,
+      "learning_rate": 7.618904521061227e-05,
+      "loss": 0.0454,
+      "step": 71660
+    },
+    {
+      "grad_norm": 0.705406129360199,
+      "learning_rate": 7.618200228637271e-05,
+      "loss": 0.0467,
+      "step": 71670
+    },
+    {
+      "grad_norm": 0.7285149097442627,
+      "learning_rate": 7.617495864632703e-05,
+      "loss": 0.0373,
+      "step": 71680
+    },
+    {
+      "grad_norm": 0.55559241771698,
+      "learning_rate": 7.616791429066782e-05,
+      "loss": 0.0351,
+      "step": 71690
+    },
+    {
+      "grad_norm": 2.1732017993927,
+      "learning_rate": 7.616086921958767e-05,
+      "loss": 0.0396,
+      "step": 71700
+    },
+    {
+      "grad_norm": 0.39780449867248535,
+      "learning_rate": 7.615382343327918e-05,
+      "loss": 0.0364,
+      "step": 71710
+    },
+    {
+      "grad_norm": 0.5541238784790039,
+      "learning_rate": 7.614677693193499e-05,
+      "loss": 0.035,
+      "step": 71720
+    },
+    {
+      "grad_norm": 0.6680925488471985,
+      "learning_rate": 7.613972971574773e-05,
+      "loss": 0.0698,
+      "step": 71730
+    },
+    {
+      "grad_norm": 0.8117258548736572,
+      "learning_rate": 7.613268178491009e-05,
+      "loss": 0.0381,
+      "step": 71740
+    },
+    {
+      "grad_norm": 0.49486565589904785,
+      "learning_rate": 7.612563313961473e-05,
+      "loss": 0.0409,
+      "step": 71750
+    },
+    {
+      "grad_norm": 0.6069406867027283,
+      "learning_rate": 7.61185837800544e-05,
+      "loss": 0.0435,
+      "step": 71760
+    },
+    {
+      "grad_norm": 0.9283690452575684,
+      "learning_rate": 7.611153370642178e-05,
+      "loss": 0.034,
+      "step": 71770
+    },
+    {
+      "grad_norm": 0.5229734778404236,
+      "learning_rate": 7.610448291890966e-05,
+      "loss": 0.0495,
+      "step": 71780
+    },
+    {
+      "grad_norm": 0.8204011917114258,
+      "learning_rate": 7.609743141771076e-05,
+      "loss": 0.0458,
+      "step": 71790
+    },
+    {
+      "grad_norm": 0.5822261571884155,
+      "learning_rate": 7.609037920301792e-05,
+      "loss": 0.0426,
+      "step": 71800
+    },
+    {
+      "grad_norm": 0.559024453163147,
+      "learning_rate": 7.608332627502387e-05,
+      "loss": 0.0637,
+      "step": 71810
+    },
+    {
+      "grad_norm": 1.4836182594299316,
+      "learning_rate": 7.607627263392151e-05,
+      "loss": 0.0388,
+      "step": 71820
+    },
+    {
+      "grad_norm": 1.0620843172073364,
+      "learning_rate": 7.606921827990364e-05,
+      "loss": 0.0557,
+      "step": 71830
+    },
+    {
+      "grad_norm": 0.477146178483963,
+      "learning_rate": 7.606216321316315e-05,
+      "loss": 0.0354,
+      "step": 71840
+    },
+    {
+      "grad_norm": 0.6417636275291443,
+      "learning_rate": 7.605510743389291e-05,
+      "loss": 0.0416,
+      "step": 71850
+    },
+    {
+      "grad_norm": 0.7924044728279114,
+      "learning_rate": 7.60480509422858e-05,
+      "loss": 0.0436,
+      "step": 71860
+    },
+    {
+      "grad_norm": 0.906408429145813,
+      "learning_rate": 7.604099373853478e-05,
+      "loss": 0.0524,
+      "step": 71870
+    },
+    {
+      "grad_norm": 0.7454427480697632,
+      "learning_rate": 7.603393582283275e-05,
+      "loss": 0.0391,
+      "step": 71880
+    },
+    {
+      "grad_norm": 1.3651517629623413,
+      "learning_rate": 7.602687719537273e-05,
+      "loss": 0.0359,
+      "step": 71890
+    },
+    {
+      "grad_norm": 0.5736173391342163,
+      "learning_rate": 7.601981785634765e-05,
+      "loss": 0.0483,
+      "step": 71900
+    },
+    {
+      "grad_norm": 0.7153334021568298,
+      "learning_rate": 7.601275780595052e-05,
+      "loss": 0.0282,
+      "step": 71910
+    },
+    {
+      "grad_norm": 0.6689392924308777,
+      "learning_rate": 7.600569704437437e-05,
+      "loss": 0.0361,
+      "step": 71920
+    },
+    {
+      "grad_norm": 0.5199954509735107,
+      "learning_rate": 7.599863557181222e-05,
+      "loss": 0.0433,
+      "step": 71930
+    },
+    {
+      "grad_norm": 0.6010630130767822,
+      "learning_rate": 7.599157338845717e-05,
+      "loss": 0.0387,
+      "step": 71940
+    },
+    {
+      "grad_norm": 0.6015309691429138,
+      "learning_rate": 7.598451049450223e-05,
+      "loss": 0.0325,
+      "step": 71950
+    },
+    {
+      "grad_norm": 0.4579901099205017,
+      "learning_rate": 7.597744689014057e-05,
+      "loss": 0.0522,
+      "step": 71960
+    },
+    {
+      "grad_norm": 0.30488142371177673,
+      "learning_rate": 7.597038257556525e-05,
+      "loss": 0.0418,
+      "step": 71970
+    },
+    {
+      "grad_norm": 0.5813340544700623,
+      "learning_rate": 7.596331755096944e-05,
+      "loss": 0.0309,
+      "step": 71980
+    },
+    {
+      "grad_norm": 0.7670179605484009,
+      "learning_rate": 7.595625181654628e-05,
+      "loss": 0.03,
+      "step": 71990
+    },
+    {
+      "grad_norm": 0.4716630280017853,
+      "learning_rate": 7.594918537248893e-05,
+      "loss": 0.0581,
+      "step": 72000
+    },
+    {
+      "grad_norm": 0.7206284999847412,
+      "learning_rate": 7.594211821899063e-05,
+      "loss": 0.0296,
+      "step": 72010
+    },
+    {
+      "grad_norm": 0.377783864736557,
+      "learning_rate": 7.593505035624453e-05,
+      "loss": 0.0424,
+      "step": 72020
+    },
+    {
+      "grad_norm": 0.6845493316650391,
+      "learning_rate": 7.592798178444392e-05,
+      "loss": 0.0412,
+      "step": 72030
+    },
+    {
+      "grad_norm": 0.7319647073745728,
+      "learning_rate": 7.592091250378201e-05,
+      "loss": 0.0443,
+      "step": 72040
+    },
+    {
+      "grad_norm": 0.5815756320953369,
+      "learning_rate": 7.591384251445213e-05,
+      "loss": 0.0409,
+      "step": 72050
+    },
+    {
+      "grad_norm": 0.4882560074329376,
+      "learning_rate": 7.590677181664749e-05,
+      "loss": 0.0325,
+      "step": 72060
+    },
+    {
+      "grad_norm": 0.49549639225006104,
+      "learning_rate": 7.589970041056144e-05,
+      "loss": 0.0462,
+      "step": 72070
+    },
+    {
+      "grad_norm": 0.6009385585784912,
+      "learning_rate": 7.589262829638734e-05,
+      "loss": 0.0322,
+      "step": 72080
+    },
+    {
+      "grad_norm": 0.714307427406311,
+      "learning_rate": 7.58855554743185e-05,
+      "loss": 0.0436,
+      "step": 72090
+    },
+    {
+      "grad_norm": 0.7410626411437988,
+      "learning_rate": 7.587848194454828e-05,
+      "loss": 0.0366,
+      "step": 72100
+    },
+    {
+      "grad_norm": 0.7034116387367249,
+      "learning_rate": 7.587140770727012e-05,
+      "loss": 0.049,
+      "step": 72110
+    },
+    {
+      "grad_norm": 1.357900619506836,
+      "learning_rate": 7.586433276267738e-05,
+      "loss": 0.0347,
+      "step": 72120
+    },
+    {
+      "grad_norm": 1.0949629545211792,
+      "learning_rate": 7.585725711096348e-05,
+      "loss": 0.0355,
+      "step": 72130
+    },
+    {
+      "grad_norm": 0.6145704984664917,
+      "learning_rate": 7.585018075232188e-05,
+      "loss": 0.0467,
+      "step": 72140
+    },
+    {
+      "grad_norm": 0.4206896424293518,
+      "learning_rate": 7.584310368694607e-05,
+      "loss": 0.0373,
+      "step": 72150
+    },
+    {
+      "grad_norm": 0.7224979996681213,
+      "learning_rate": 7.583602591502952e-05,
+      "loss": 0.0572,
+      "step": 72160
+    },
+    {
+      "grad_norm": 0.9756585955619812,
+      "learning_rate": 7.58289474367657e-05,
+      "loss": 0.0382,
+      "step": 72170
+    },
+    {
+      "grad_norm": 0.5567701458930969,
+      "learning_rate": 7.582186825234818e-05,
+      "loss": 0.0399,
+      "step": 72180
+    },
+    {
+      "grad_norm": 0.6258876919746399,
+      "learning_rate": 7.581478836197049e-05,
+      "loss": 0.0372,
+      "step": 72190
+    },
+    {
+      "grad_norm": 1.2408157587051392,
+      "learning_rate": 7.580770776582616e-05,
+      "loss": 0.0413,
+      "step": 72200
+    },
+    {
+      "grad_norm": 1.021589994430542,
+      "learning_rate": 7.580062646410882e-05,
+      "loss": 0.0443,
+      "step": 72210
+    },
+    {
+      "grad_norm": 0.598712146282196,
+      "learning_rate": 7.579354445701204e-05,
+      "loss": 0.0415,
+      "step": 72220
+    },
+    {
+      "grad_norm": 0.5294188857078552,
+      "learning_rate": 7.578646174472943e-05,
+      "loss": 0.051,
+      "step": 72230
+    },
+    {
+      "grad_norm": 1.255583643913269,
+      "learning_rate": 7.577937832745466e-05,
+      "loss": 0.0522,
+      "step": 72240
+    },
+    {
+      "grad_norm": 0.7328605055809021,
+      "learning_rate": 7.577229420538135e-05,
+      "loss": 0.0481,
+      "step": 72250
+    },
+    {
+      "grad_norm": 0.5722854137420654,
+      "learning_rate": 7.576520937870322e-05,
+      "loss": 0.0414,
+      "step": 72260
+    },
+    {
+      "grad_norm": 1.0071403980255127,
+      "learning_rate": 7.575812384761394e-05,
+      "loss": 0.0553,
+      "step": 72270
+    },
+    {
+      "grad_norm": 0.7497466802597046,
+      "learning_rate": 7.575103761230724e-05,
+      "loss": 0.0457,
+      "step": 72280
+    },
+    {
+      "grad_norm": 0.5863698124885559,
+      "learning_rate": 7.574395067297683e-05,
+      "loss": 0.0376,
+      "step": 72290
+    },
+    {
+      "grad_norm": 1.5581268072128296,
+      "learning_rate": 7.573686302981648e-05,
+      "loss": 0.0384,
+      "step": 72300
+    },
+    {
+      "grad_norm": 0.758482038974762,
+      "learning_rate": 7.572977468301997e-05,
+      "loss": 0.0471,
+      "step": 72310
+    },
+    {
+      "grad_norm": 0.7858142852783203,
+      "learning_rate": 7.572268563278109e-05,
+      "loss": 0.0413,
+      "step": 72320
+    },
+    {
+      "grad_norm": 0.48763614892959595,
+      "learning_rate": 7.571559587929364e-05,
+      "loss": 0.0374,
+      "step": 72330
+    },
+    {
+      "grad_norm": 0.706265926361084,
+      "learning_rate": 7.570850542275146e-05,
+      "loss": 0.0421,
+      "step": 72340
+    },
+    {
+      "grad_norm": 0.3858041763305664,
+      "learning_rate": 7.57014142633484e-05,
+      "loss": 0.0362,
+      "step": 72350
+    },
+    {
+      "grad_norm": 0.4952319264411926,
+      "learning_rate": 7.569432240127833e-05,
+      "loss": 0.0313,
+      "step": 72360
+    },
+    {
+      "grad_norm": 0.7463792562484741,
+      "learning_rate": 7.568722983673516e-05,
+      "loss": 0.0514,
+      "step": 72370
+    },
+    {
+      "grad_norm": 0.3246825635433197,
+      "learning_rate": 7.568013656991275e-05,
+      "loss": 0.029,
+      "step": 72380
+    },
+    {
+      "grad_norm": 0.7118174433708191,
+      "learning_rate": 7.567304260100505e-05,
+      "loss": 0.0636,
+      "step": 72390
+    },
+    {
+      "grad_norm": 0.7742963433265686,
+      "learning_rate": 7.566594793020602e-05,
+      "loss": 0.0452,
+      "step": 72400
+    },
+    {
+      "grad_norm": 0.587663471698761,
+      "learning_rate": 7.565885255770964e-05,
+      "loss": 0.044,
+      "step": 72410
+    },
+    {
+      "grad_norm": 1.3484876155853271,
+      "learning_rate": 7.565175648370983e-05,
+      "loss": 0.0539,
+      "step": 72420
+    },
+    {
+      "grad_norm": 0.5847611427307129,
+      "learning_rate": 7.564465970840067e-05,
+      "loss": 0.0532,
+      "step": 72430
+    },
+    {
+      "grad_norm": 1.314242959022522,
+      "learning_rate": 7.563756223197613e-05,
+      "loss": 0.0391,
+      "step": 72440
+    },
+    {
+      "grad_norm": 0.506868839263916,
+      "learning_rate": 7.563046405463026e-05,
+      "loss": 0.034,
+      "step": 72450
+    },
+    {
+      "grad_norm": 1.0806987285614014,
+      "learning_rate": 7.562336517655714e-05,
+      "loss": 0.0475,
+      "step": 72460
+    },
+    {
+      "grad_norm": 0.9217605590820312,
+      "learning_rate": 7.561626559795085e-05,
+      "loss": 0.0336,
+      "step": 72470
+    },
+    {
+      "grad_norm": 1.0659550428390503,
+      "learning_rate": 7.560916531900549e-05,
+      "loss": 0.0359,
+      "step": 72480
+    },
+    {
+      "grad_norm": 0.5715556740760803,
+      "learning_rate": 7.560206433991515e-05,
+      "loss": 0.0424,
+      "step": 72490
+    },
+    {
+      "grad_norm": 0.47816330194473267,
+      "learning_rate": 7.5594962660874e-05,
+      "loss": 0.0374,
+      "step": 72500
+    },
+    {
+      "grad_norm": 0.4794807732105255,
+      "learning_rate": 7.558786028207617e-05,
+      "loss": 0.0525,
+      "step": 72510
+    },
+    {
+      "grad_norm": 0.3667425215244293,
+      "learning_rate": 7.558075720371587e-05,
+      "loss": 0.0305,
+      "step": 72520
+    },
+    {
+      "grad_norm": 0.441989541053772,
+      "learning_rate": 7.557365342598728e-05,
+      "loss": 0.041,
+      "step": 72530
+    },
+    {
+      "grad_norm": 0.5164614915847778,
+      "learning_rate": 7.556654894908461e-05,
+      "loss": 0.0336,
+      "step": 72540
+    },
+    {
+      "grad_norm": 0.40211182832717896,
+      "learning_rate": 7.55594437732021e-05,
+      "loss": 0.0474,
+      "step": 72550
+    },
+    {
+      "grad_norm": 0.6607540845870972,
+      "learning_rate": 7.5552337898534e-05,
+      "loss": 0.0484,
+      "step": 72560
+    },
+    {
+      "grad_norm": 1.2129720449447632,
+      "learning_rate": 7.554523132527455e-05,
+      "loss": 0.0628,
+      "step": 72570
+    },
+    {
+      "grad_norm": 0.5185006260871887,
+      "learning_rate": 7.553812405361811e-05,
+      "loss": 0.0335,
+      "step": 72580
+    },
+    {
+      "grad_norm": 0.5326705574989319,
+      "learning_rate": 7.553101608375894e-05,
+      "loss": 0.0423,
+      "step": 72590
+    },
+    {
+      "grad_norm": 0.3214706480503082,
+      "learning_rate": 7.552390741589137e-05,
+      "loss": 0.0358,
+      "step": 72600
+    },
+    {
+      "grad_norm": 0.4447595179080963,
+      "learning_rate": 7.551679805020979e-05,
+      "loss": 0.0276,
+      "step": 72610
+    },
+    {
+      "grad_norm": 0.7424947619438171,
+      "learning_rate": 7.550968798690852e-05,
+      "loss": 0.0466,
+      "step": 72620
+    },
+    {
+      "grad_norm": 0.45807579159736633,
+      "learning_rate": 7.550257722618194e-05,
+      "loss": 0.0352,
+      "step": 72630
+    },
+    {
+      "grad_norm": 0.5960859656333923,
+      "learning_rate": 7.549546576822452e-05,
+      "loss": 0.047,
+      "step": 72640
+    },
+    {
+      "grad_norm": 0.3867030143737793,
+      "learning_rate": 7.548835361323064e-05,
+      "loss": 0.0373,
+      "step": 72650
+    },
+    {
+      "grad_norm": 0.6739728450775146,
+      "learning_rate": 7.548124076139471e-05,
+      "loss": 0.0434,
+      "step": 72660
+    },
+    {
+      "grad_norm": 1.811612844467163,
+      "learning_rate": 7.547412721291126e-05,
+      "loss": 0.0275,
+      "step": 72670
+    },
+    {
+      "grad_norm": 0.4425847828388214,
+      "learning_rate": 7.546701296797474e-05,
+      "loss": 0.0342,
+      "step": 72680
+    },
+    {
+      "grad_norm": 0.3580229580402374,
+      "learning_rate": 7.545989802677966e-05,
+      "loss": 0.0298,
+      "step": 72690
+    },
+    {
+      "grad_norm": 0.4585861265659332,
+      "learning_rate": 7.545278238952052e-05,
+      "loss": 0.041,
+      "step": 72700
+    },
+    {
+      "grad_norm": 0.6482888460159302,
+      "learning_rate": 7.544566605639188e-05,
+      "loss": 0.048,
+      "step": 72710
+    },
+    {
+      "grad_norm": 0.5153226256370544,
+      "learning_rate": 7.543854902758828e-05,
+      "loss": 0.0305,
+      "step": 72720
+    },
+    {
+      "grad_norm": 0.32484543323516846,
+      "learning_rate": 7.54314313033043e-05,
+      "loss": 0.0288,
+      "step": 72730
+    },
+    {
+      "grad_norm": 1.8797662258148193,
+      "learning_rate": 7.542431288373457e-05,
+      "loss": 0.048,
+      "step": 72740
+    },
+    {
+      "grad_norm": 1.0790140628814697,
+      "learning_rate": 7.541719376907366e-05,
+      "loss": 0.0383,
+      "step": 72750
+    },
+    {
+      "grad_norm": 1.1638356447219849,
+      "learning_rate": 7.541007395951622e-05,
+      "loss": 0.0502,
+      "step": 72760
+    },
+    {
+      "grad_norm": 0.4671931564807892,
+      "learning_rate": 7.540295345525689e-05,
+      "loss": 0.0384,
+      "step": 72770
+    },
+    {
+      "grad_norm": 0.6448723673820496,
+      "learning_rate": 7.539583225649039e-05,
+      "loss": 0.0411,
+      "step": 72780
+    },
+    {
+      "grad_norm": 0.5871506929397583,
+      "learning_rate": 7.538871036341135e-05,
+      "loss": 0.0431,
+      "step": 72790
+    },
+    {
+      "grad_norm": 0.4623662531375885,
+      "learning_rate": 7.538158777621452e-05,
+      "loss": 0.0361,
+      "step": 72800
+    },
+    {
+      "grad_norm": 0.8860825300216675,
+      "learning_rate": 7.537446449509461e-05,
+      "loss": 0.044,
+      "step": 72810
+    },
+    {
+      "grad_norm": 0.7306115031242371,
+      "learning_rate": 7.536734052024638e-05,
+      "loss": 0.0325,
+      "step": 72820
+    },
+    {
+      "grad_norm": 0.45934566855430603,
+      "learning_rate": 7.536021585186456e-05,
+      "loss": 0.0397,
+      "step": 72830
+    },
+    {
+      "grad_norm": 1.369850754737854,
+      "learning_rate": 7.5353090490144e-05,
+      "loss": 0.035,
+      "step": 72840
+    },
+    {
+      "grad_norm": 0.8060241937637329,
+      "learning_rate": 7.534596443527946e-05,
+      "loss": 0.0351,
+      "step": 72850
+    },
+    {
+      "grad_norm": 0.44572338461875916,
+      "learning_rate": 7.53388376874658e-05,
+      "loss": 0.0564,
+      "step": 72860
+    },
+    {
+      "grad_norm": 0.8045380711555481,
+      "learning_rate": 7.533171024689781e-05,
+      "loss": 0.0557,
+      "step": 72870
+    },
+    {
+      "grad_norm": 0.45236504077911377,
+      "learning_rate": 7.532458211377037e-05,
+      "loss": 0.0302,
+      "step": 72880
+    },
+    {
+      "grad_norm": 0.5779260396957397,
+      "learning_rate": 7.531745328827837e-05,
+      "loss": 0.0479,
+      "step": 72890
+    },
+    {
+      "grad_norm": 0.5402565598487854,
+      "learning_rate": 7.531032377061673e-05,
+      "loss": 0.0347,
+      "step": 72900
+    },
+    {
+      "grad_norm": 0.548890233039856,
+      "learning_rate": 7.530319356098033e-05,
+      "loss": 0.0458,
+      "step": 72910
+    },
+    {
+      "grad_norm": 0.47909748554229736,
+      "learning_rate": 7.529606265956412e-05,
+      "loss": 0.0366,
+      "step": 72920
+    },
+    {
+      "grad_norm": 0.3961699903011322,
+      "learning_rate": 7.528893106656308e-05,
+      "loss": 0.0275,
+      "step": 72930
+    },
+    {
+      "grad_norm": 0.5343101620674133,
+      "learning_rate": 7.528179878217216e-05,
+      "loss": 0.0307,
+      "step": 72940
+    },
+    {
+      "grad_norm": 0.5514586567878723,
+      "learning_rate": 7.527466580658635e-05,
+      "loss": 0.0544,
+      "step": 72950
+    },
+    {
+      "grad_norm": 0.42694324254989624,
+      "learning_rate": 7.526753214000068e-05,
+      "loss": 0.0496,
+      "step": 72960
+    },
+    {
+      "grad_norm": 0.5042679905891418,
+      "learning_rate": 7.526039778261018e-05,
+      "loss": 0.0408,
+      "step": 72970
+    },
+    {
+      "grad_norm": 0.4956511855125427,
+      "learning_rate": 7.525326273460986e-05,
+      "loss": 0.0473,
+      "step": 72980
+    },
+    {
+      "grad_norm": 0.4554094076156616,
+      "learning_rate": 7.524612699619487e-05,
+      "loss": 0.0318,
+      "step": 72990
+    },
+    {
+      "grad_norm": 0.37902429699897766,
+      "learning_rate": 7.523899056756023e-05,
+      "loss": 0.042,
+      "step": 73000
+    },
+    {
+      "grad_norm": 0.5251757502555847,
+      "learning_rate": 7.523185344890107e-05,
+      "loss": 0.0339,
+      "step": 73010
+    },
+    {
+      "grad_norm": 0.372281938791275,
+      "learning_rate": 7.522471564041251e-05,
+      "loss": 0.0306,
+      "step": 73020
+    },
+    {
+      "grad_norm": 1.246297836303711,
+      "learning_rate": 7.521757714228971e-05,
+      "loss": 0.0351,
+      "step": 73030
+    },
+    {
+      "grad_norm": 0.3648114800453186,
+      "learning_rate": 7.521043795472781e-05,
+      "loss": 0.0369,
+      "step": 73040
+    },
+    {
+      "grad_norm": 0.35380834341049194,
+      "learning_rate": 7.520329807792204e-05,
+      "loss": 0.0374,
+      "step": 73050
+    },
+    {
+      "grad_norm": 1.1207246780395508,
+      "learning_rate": 7.519615751206755e-05,
+      "loss": 0.0513,
+      "step": 73060
+    },
+    {
+      "grad_norm": 0.6133107542991638,
+      "learning_rate": 7.518901625735957e-05,
+      "loss": 0.0359,
+      "step": 73070
+    },
+    {
+      "grad_norm": 0.516654908657074,
+      "learning_rate": 7.518187431399335e-05,
+      "loss": 0.0397,
+      "step": 73080
+    },
+    {
+      "grad_norm": 0.49891847372055054,
+      "learning_rate": 7.517473168216415e-05,
+      "loss": 0.0367,
+      "step": 73090
+    },
+    {
+      "grad_norm": 0.8596031069755554,
+      "learning_rate": 7.516758836206726e-05,
+      "loss": 0.0332,
+      "step": 73100
+    },
+    {
+      "grad_norm": 0.6899697184562683,
+      "learning_rate": 7.516044435389795e-05,
+      "loss": 0.0473,
+      "step": 73110
+    },
+    {
+      "grad_norm": 0.5604550242424011,
+      "learning_rate": 7.515329965785154e-05,
+      "loss": 0.0464,
+      "step": 73120
+    },
+    {
+      "grad_norm": 0.2979585826396942,
+      "learning_rate": 7.514615427412336e-05,
+      "loss": 0.0296,
+      "step": 73130
+    },
+    {
+      "grad_norm": 0.48267364501953125,
+      "learning_rate": 7.513900820290877e-05,
+      "loss": 0.0325,
+      "step": 73140
+    },
+    {
+      "grad_norm": 0.27176371216773987,
+      "learning_rate": 7.513186144440315e-05,
+      "loss": 0.031,
+      "step": 73150
+    },
+    {
+      "grad_norm": 0.43227800726890564,
+      "learning_rate": 7.512471399880188e-05,
+      "loss": 0.0706,
+      "step": 73160
+    },
+    {
+      "grad_norm": 0.5527541637420654,
+      "learning_rate": 7.511756586630036e-05,
+      "loss": 0.0466,
+      "step": 73170
+    },
+    {
+      "grad_norm": 1.0388052463531494,
+      "learning_rate": 7.511041704709403e-05,
+      "loss": 0.0511,
+      "step": 73180
+    },
+    {
+      "grad_norm": 0.9111856818199158,
+      "learning_rate": 7.510326754137834e-05,
+      "loss": 0.043,
+      "step": 73190
+    },
+    {
+      "grad_norm": 0.44354599714279175,
+      "learning_rate": 7.509611734934873e-05,
+      "loss": 0.0431,
+      "step": 73200
+    },
+    {
+      "grad_norm": 0.6649079918861389,
+      "learning_rate": 7.50889664712007e-05,
+      "loss": 0.0401,
+      "step": 73210
+    },
+    {
+      "grad_norm": 0.678076446056366,
+      "learning_rate": 7.508181490712975e-05,
+      "loss": 0.0333,
+      "step": 73220
+    },
+    {
+      "grad_norm": 0.44169631600379944,
+      "learning_rate": 7.507466265733143e-05,
+      "loss": 0.0403,
+      "step": 73230
+    },
+    {
+      "grad_norm": 0.5732449889183044,
+      "learning_rate": 7.506750972200123e-05,
+      "loss": 0.0403,
+      "step": 73240
+    },
+    {
+      "grad_norm": 0.7070214748382568,
+      "learning_rate": 7.506035610133474e-05,
+      "loss": 0.0505,
+      "step": 73250
+    },
+    {
+      "grad_norm": 0.38622182607650757,
+      "learning_rate": 7.505320179552753e-05,
+      "loss": 0.0383,
+      "step": 73260
+    },
+    {
+      "grad_norm": 0.5748118758201599,
+      "learning_rate": 7.504604680477518e-05,
+      "loss": 0.0306,
+      "step": 73270
+    },
+    {
+      "grad_norm": 0.7990926504135132,
+      "learning_rate": 7.503889112927334e-05,
+      "loss": 0.0456,
+      "step": 73280
+    },
+    {
+      "grad_norm": 0.5183009505271912,
+      "learning_rate": 7.50317347692176e-05,
+      "loss": 0.0434,
+      "step": 73290
+    },
+    {
+      "grad_norm": 0.6940284967422485,
+      "learning_rate": 7.502457772480367e-05,
+      "loss": 0.0305,
+      "step": 73300
+    },
+    {
+      "grad_norm": 0.5103718638420105,
+      "learning_rate": 7.501741999622716e-05,
+      "loss": 0.0331,
+      "step": 73310
+    },
+    {
+      "grad_norm": 0.3625085949897766,
+      "learning_rate": 7.501026158368379e-05,
+      "loss": 0.0327,
+      "step": 73320
+    },
+    {
+      "grad_norm": 0.944839596748352,
+      "learning_rate": 7.500310248736926e-05,
+      "loss": 0.0525,
+      "step": 73330
+    },
+    {
+      "grad_norm": 0.678626537322998,
+      "learning_rate": 7.499594270747932e-05,
+      "loss": 0.0497,
+      "step": 73340
+    },
+    {
+      "grad_norm": 0.5837948322296143,
+      "learning_rate": 7.498878224420967e-05,
+      "loss": 0.0385,
+      "step": 73350
+    },
+    {
+      "grad_norm": 1.1294382810592651,
+      "learning_rate": 7.498162109775613e-05,
+      "loss": 0.0529,
+      "step": 73360
+    },
+    {
+      "grad_norm": 0.32439759373664856,
+      "learning_rate": 7.497445926831444e-05,
+      "loss": 0.0496,
+      "step": 73370
+    },
+    {
+      "grad_norm": 0.5110437870025635,
+      "learning_rate": 7.49672967560804e-05,
+      "loss": 0.0466,
+      "step": 73380
+    },
+    {
+      "grad_norm": 0.5876230001449585,
+      "learning_rate": 7.496013356124987e-05,
+      "loss": 0.0327,
+      "step": 73390
+    },
+    {
+      "grad_norm": 0.484394907951355,
+      "learning_rate": 7.495296968401865e-05,
+      "loss": 0.0391,
+      "step": 73400
+    },
+    {
+      "grad_norm": 0.8068536520004272,
+      "learning_rate": 7.494580512458263e-05,
+      "loss": 0.0319,
+      "step": 73410
+    },
+    {
+      "grad_norm": 0.8728707432746887,
+      "learning_rate": 7.493863988313765e-05,
+      "loss": 0.0483,
+      "step": 73420
+    },
+    {
+      "grad_norm": 1.5363094806671143,
+      "learning_rate": 7.493147395987964e-05,
+      "loss": 0.0337,
+      "step": 73430
+    },
+    {
+      "grad_norm": 0.7831894159317017,
+      "learning_rate": 7.492430735500449e-05,
+      "loss": 0.0463,
+      "step": 73440
+    },
+    {
+      "grad_norm": 0.4585077166557312,
+      "learning_rate": 7.491714006870815e-05,
+      "loss": 0.0301,
+      "step": 73450
+    },
+    {
+      "grad_norm": 1.3402646780014038,
+      "learning_rate": 7.490997210118655e-05,
+      "loss": 0.0414,
+      "step": 73460
+    },
+    {
+      "grad_norm": 0.3144072890281677,
+      "learning_rate": 7.490280345263568e-05,
+      "loss": 0.0352,
+      "step": 73470
+    },
+    {
+      "grad_norm": 0.5809911489486694,
+      "learning_rate": 7.489563412325151e-05,
+      "loss": 0.0308,
+      "step": 73480
+    },
+    {
+      "grad_norm": 0.5840776562690735,
+      "learning_rate": 7.488846411323007e-05,
+      "loss": 0.0288,
+      "step": 73490
+    },
+    {
+      "grad_norm": 0.7748580574989319,
+      "learning_rate": 7.488129342276736e-05,
+      "loss": 0.0315,
+      "step": 73500
+    },
+    {
+      "grad_norm": 0.759649395942688,
+      "learning_rate": 7.487412205205943e-05,
+      "loss": 0.0487,
+      "step": 73510
+    },
+    {
+      "grad_norm": 0.37240660190582275,
+      "learning_rate": 7.486695000130237e-05,
+      "loss": 0.0334,
+      "step": 73520
+    },
+    {
+      "grad_norm": 0.6563425660133362,
+      "learning_rate": 7.485977727069221e-05,
+      "loss": 0.0387,
+      "step": 73530
+    },
+    {
+      "grad_norm": 0.756106972694397,
+      "learning_rate": 7.485260386042509e-05,
+      "loss": 0.0512,
+      "step": 73540
+    },
+    {
+      "grad_norm": 0.5195733308792114,
+      "learning_rate": 7.484542977069713e-05,
+      "loss": 0.0327,
+      "step": 73550
+    },
+    {
+      "grad_norm": 0.6142443418502808,
+      "learning_rate": 7.483825500170445e-05,
+      "loss": 0.0537,
+      "step": 73560
+    },
+    {
+      "grad_norm": 0.705574631690979,
+      "learning_rate": 7.48310795536432e-05,
+      "loss": 0.0369,
+      "step": 73570
+    },
+    {
+      "grad_norm": 0.4681175947189331,
+      "learning_rate": 7.482390342670958e-05,
+      "loss": 0.049,
+      "step": 73580
+    },
+    {
+      "grad_norm": 1.1240198612213135,
+      "learning_rate": 7.481672662109974e-05,
+      "loss": 0.038,
+      "step": 73590
+    },
+    {
+      "grad_norm": 0.6236377358436584,
+      "learning_rate": 7.480954913700992e-05,
+      "loss": 0.0337,
+      "step": 73600
+    },
+    {
+      "grad_norm": 0.6177738308906555,
+      "learning_rate": 7.480237097463637e-05,
+      "loss": 0.0397,
+      "step": 73610
+    },
+    {
+      "grad_norm": 1.0121135711669922,
+      "learning_rate": 7.47951921341753e-05,
+      "loss": 0.0383,
+      "step": 73620
+    },
+    {
+      "grad_norm": 0.6751689314842224,
+      "learning_rate": 7.4788012615823e-05,
+      "loss": 0.0357,
+      "step": 73630
+    },
+    {
+      "grad_norm": 0.5088222622871399,
+      "learning_rate": 7.478083241977575e-05,
+      "loss": 0.0476,
+      "step": 73640
+    },
+    {
+      "grad_norm": 0.7333922982215881,
+      "learning_rate": 7.477365154622983e-05,
+      "loss": 0.044,
+      "step": 73650
+    },
+    {
+      "grad_norm": 2.329035758972168,
+      "learning_rate": 7.476646999538161e-05,
+      "loss": 0.0477,
+      "step": 73660
+    },
+    {
+      "grad_norm": 0.3154505789279938,
+      "learning_rate": 7.47592877674274e-05,
+      "loss": 0.0297,
+      "step": 73670
+    },
+    {
+      "grad_norm": 0.3366260826587677,
+      "learning_rate": 7.475210486256356e-05,
+      "loss": 0.0429,
+      "step": 73680
+    },
+    {
+      "grad_norm": 0.5238178372383118,
+      "learning_rate": 7.474492128098646e-05,
+      "loss": 0.0433,
+      "step": 73690
+    },
+    {
+      "grad_norm": 0.4578739404678345,
+      "learning_rate": 7.473773702289253e-05,
+      "loss": 0.0395,
+      "step": 73700
+    },
+    {
+      "grad_norm": 0.9916865229606628,
+      "learning_rate": 7.473055208847815e-05,
+      "loss": 0.0519,
+      "step": 73710
+    },
+    {
+      "grad_norm": 1.2884619235992432,
+      "learning_rate": 7.472336647793976e-05,
+      "loss": 0.0446,
+      "step": 73720
+    },
+    {
+      "grad_norm": 0.37557151913642883,
+      "learning_rate": 7.471618019147381e-05,
+      "loss": 0.0353,
+      "step": 73730
+    },
+    {
+      "grad_norm": 0.4810997247695923,
+      "learning_rate": 7.470899322927681e-05,
+      "loss": 0.0434,
+      "step": 73740
+    },
+    {
+      "grad_norm": 0.4472280442714691,
+      "learning_rate": 7.47018055915452e-05,
+      "loss": 0.0422,
+      "step": 73750
+    },
+    {
+      "grad_norm": 0.6014328598976135,
+      "learning_rate": 7.469461727847553e-05,
+      "loss": 0.0553,
+      "step": 73760
+    },
+    {
+      "grad_norm": 0.3983776271343231,
+      "learning_rate": 7.468742829026425e-05,
+      "loss": 0.043,
+      "step": 73770
+    },
+    {
+      "grad_norm": 0.9012638330459595,
+      "learning_rate": 7.4680238627108e-05,
+      "loss": 0.0312,
+      "step": 73780
+    },
+    {
+      "grad_norm": 0.5409608483314514,
+      "learning_rate": 7.467304828920328e-05,
+      "loss": 0.0368,
+      "step": 73790
+    },
+    {
+      "grad_norm": 0.5873892307281494,
+      "learning_rate": 7.466585727674669e-05,
+      "loss": 0.0403,
+      "step": 73800
+    },
+    {
+      "grad_norm": 0.4693324863910675,
+      "learning_rate": 7.465866558993483e-05,
+      "loss": 0.048,
+      "step": 73810
+    },
+    {
+      "grad_norm": 0.6436606049537659,
+      "learning_rate": 7.46514732289643e-05,
+      "loss": 0.037,
+      "step": 73820
+    },
+    {
+      "grad_norm": 0.6770743131637573,
+      "learning_rate": 7.46442801940318e-05,
+      "loss": 0.0407,
+      "step": 73830
+    },
+    {
+      "grad_norm": 0.562417209148407,
+      "learning_rate": 7.463708648533389e-05,
+      "loss": 0.048,
+      "step": 73840
+    },
+    {
+      "grad_norm": 0.4800419807434082,
+      "learning_rate": 7.462989210306731e-05,
+      "loss": 0.0323,
+      "step": 73850
+    },
+    {
+      "grad_norm": 0.7901262640953064,
+      "learning_rate": 7.462269704742872e-05,
+      "loss": 0.0505,
+      "step": 73860
+    },
+    {
+      "grad_norm": 0.5079373717308044,
+      "learning_rate": 7.461550131861488e-05,
+      "loss": 0.0435,
+      "step": 73870
+    },
+    {
+      "grad_norm": 0.6144339442253113,
+      "learning_rate": 7.460830491682245e-05,
+      "loss": 0.0462,
+      "step": 73880
+    },
+    {
+      "grad_norm": 0.3105461895465851,
+      "learning_rate": 7.460110784224822e-05,
+      "loss": 0.034,
+      "step": 73890
+    },
+    {
+      "grad_norm": 0.42329901456832886,
+      "learning_rate": 7.459391009508894e-05,
+      "loss": 0.0295,
+      "step": 73900
+    },
+    {
+      "grad_norm": 0.4945531189441681,
+      "learning_rate": 7.458671167554138e-05,
+      "loss": 0.0391,
+      "step": 73910
+    },
+    {
+      "grad_norm": 0.5662288665771484,
+      "learning_rate": 7.457951258380238e-05,
+      "loss": 0.0499,
+      "step": 73920
+    },
+    {
+      "grad_norm": 0.3495911955833435,
+      "learning_rate": 7.457231282006875e-05,
+      "loss": 0.0352,
+      "step": 73930
+    },
+    {
+      "grad_norm": 0.432142972946167,
+      "learning_rate": 7.456511238453729e-05,
+      "loss": 0.0491,
+      "step": 73940
+    },
+    {
+      "grad_norm": 0.6313925981521606,
+      "learning_rate": 7.45579112774049e-05,
+      "loss": 0.0587,
+      "step": 73950
+    },
+    {
+      "grad_norm": 0.511920690536499,
+      "learning_rate": 7.455070949886845e-05,
+      "loss": 0.0508,
+      "step": 73960
+    },
+    {
+      "grad_norm": 0.55131596326828,
+      "learning_rate": 7.454350704912482e-05,
+      "loss": 0.0376,
+      "step": 73970
+    },
+    {
+      "grad_norm": 0.8751404285430908,
+      "learning_rate": 7.453630392837092e-05,
+      "loss": 0.0433,
+      "step": 73980
+    },
+    {
+      "grad_norm": 0.5150318145751953,
+      "learning_rate": 7.452910013680369e-05,
+      "loss": 0.0303,
+      "step": 73990
+    },
+    {
+      "grad_norm": 1.5257214307785034,
+      "learning_rate": 7.452189567462008e-05,
+      "loss": 0.0577,
+      "step": 74000
+    },
+    {
+      "grad_norm": 0.4183588922023773,
+      "learning_rate": 7.451469054201708e-05,
+      "loss": 0.0469,
+      "step": 74010
+    },
+    {
+      "grad_norm": 0.5217524170875549,
+      "learning_rate": 7.450748473919161e-05,
+      "loss": 0.0336,
+      "step": 74020
+    },
+    {
+      "grad_norm": 0.5133609771728516,
+      "learning_rate": 7.450027826634074e-05,
+      "loss": 0.0341,
+      "step": 74030
+    },
+    {
+      "grad_norm": 0.39998576045036316,
+      "learning_rate": 7.449307112366145e-05,
+      "loss": 0.0391,
+      "step": 74040
+    },
+    {
+      "grad_norm": 0.3720256984233856,
+      "learning_rate": 7.448586331135081e-05,
+      "loss": 0.0364,
+      "step": 74050
+    },
+    {
+      "grad_norm": 0.6582076549530029,
+      "learning_rate": 7.447865482960585e-05,
+      "loss": 0.0352,
+      "step": 74060
+    },
+    {
+      "grad_norm": 0.4131133556365967,
+      "learning_rate": 7.447144567862367e-05,
+      "loss": 0.04,
+      "step": 74070
+    },
+    {
+      "grad_norm": 0.6571555137634277,
+      "learning_rate": 7.446423585860138e-05,
+      "loss": 0.0416,
+      "step": 74080
+    },
+    {
+      "grad_norm": 0.7537857890129089,
+      "learning_rate": 7.445702536973604e-05,
+      "loss": 0.0435,
+      "step": 74090
+    },
+    {
+      "grad_norm": 0.6066510081291199,
+      "learning_rate": 7.444981421222483e-05,
+      "loss": 0.0366,
+      "step": 74100
+    },
+    {
+      "grad_norm": 0.5471091270446777,
+      "learning_rate": 7.44426023862649e-05,
+      "loss": 0.0347,
+      "step": 74110
+    },
+    {
+      "grad_norm": 0.3807761073112488,
+      "learning_rate": 7.443538989205339e-05,
+      "loss": 0.0397,
+      "step": 74120
+    },
+    {
+      "grad_norm": 0.6550023555755615,
+      "learning_rate": 7.442817672978749e-05,
+      "loss": 0.0462,
+      "step": 74130
+    },
+    {
+      "grad_norm": 0.48106515407562256,
+      "learning_rate": 7.442096289966443e-05,
+      "loss": 0.0333,
+      "step": 74140
+    },
+    {
+      "grad_norm": 0.7126415371894836,
+      "learning_rate": 7.441374840188141e-05,
+      "loss": 0.0384,
+      "step": 74150
+    },
+    {
+      "grad_norm": 0.6038522720336914,
+      "learning_rate": 7.440653323663568e-05,
+      "loss": 0.0327,
+      "step": 74160
+    },
+    {
+      "grad_norm": 0.3578394651412964,
+      "learning_rate": 7.439931740412449e-05,
+      "loss": 0.034,
+      "step": 74170
+    },
+    {
+      "grad_norm": 0.60794597864151,
+      "learning_rate": 7.439210090454517e-05,
+      "loss": 0.0409,
+      "step": 74180
+    },
+    {
+      "grad_norm": 0.5543286204338074,
+      "learning_rate": 7.438488373809494e-05,
+      "loss": 0.04,
+      "step": 74190
+    },
+    {
+      "grad_norm": 0.9529294371604919,
+      "learning_rate": 7.437766590497115e-05,
+      "loss": 0.0426,
+      "step": 74200
+    },
+    {
+      "grad_norm": 0.7612006068229675,
+      "learning_rate": 7.437044740537114e-05,
+      "loss": 0.0361,
+      "step": 74210
+    },
+    {
+      "grad_norm": 0.44735026359558105,
+      "learning_rate": 7.436322823949225e-05,
+      "loss": 0.0379,
+      "step": 74220
+    },
+    {
+      "grad_norm": 0.4214302599430084,
+      "learning_rate": 7.435600840753185e-05,
+      "loss": 0.0341,
+      "step": 74230
+    },
+    {
+      "grad_norm": 0.6213170886039734,
+      "learning_rate": 7.434878790968735e-05,
+      "loss": 0.0326,
+      "step": 74240
+    },
+    {
+      "grad_norm": 0.42124179005622864,
+      "learning_rate": 7.434156674615611e-05,
+      "loss": 0.0323,
+      "step": 74250
+    },
+    {
+      "grad_norm": 0.8245782256126404,
+      "learning_rate": 7.433434491713561e-05,
+      "loss": 0.0515,
+      "step": 74260
+    },
+    {
+      "grad_norm": 1.5627827644348145,
+      "learning_rate": 7.432712242282323e-05,
+      "loss": 0.0462,
+      "step": 74270
+    },
+    {
+      "grad_norm": 0.4022962152957916,
+      "learning_rate": 7.431989926341648e-05,
+      "loss": 0.0284,
+      "step": 74280
+    },
+    {
+      "grad_norm": 0.3315155804157257,
+      "learning_rate": 7.43126754391128e-05,
+      "loss": 0.033,
+      "step": 74290
+    },
+    {
+      "grad_norm": 0.33591029047966003,
+      "learning_rate": 7.430545095010973e-05,
+      "loss": 0.0299,
+      "step": 74300
+    },
+    {
+      "grad_norm": 1.49473237991333,
+      "learning_rate": 7.429822579660476e-05,
+      "loss": 0.0534,
+      "step": 74310
+    },
+    {
+      "grad_norm": 0.550077497959137,
+      "learning_rate": 7.42909999787954e-05,
+      "loss": 0.04,
+      "step": 74320
+    },
+    {
+      "grad_norm": 0.37924423813819885,
+      "learning_rate": 7.428377349687927e-05,
+      "loss": 0.0279,
+      "step": 74330
+    },
+    {
+      "grad_norm": 0.6236900091171265,
+      "learning_rate": 7.427654635105387e-05,
+      "loss": 0.0532,
+      "step": 74340
+    },
+    {
+      "grad_norm": 0.4767071306705475,
+      "learning_rate": 7.42693185415168e-05,
+      "loss": 0.0472,
+      "step": 74350
+    },
+    {
+      "grad_norm": 0.8438669443130493,
+      "learning_rate": 7.42620900684657e-05,
+      "loss": 0.0704,
+      "step": 74360
+    },
+    {
+      "grad_norm": 1.9409807920455933,
+      "learning_rate": 7.425486093209817e-05,
+      "loss": 0.0421,
+      "step": 74370
+    },
+    {
+      "grad_norm": 0.6573659777641296,
+      "learning_rate": 7.424763113261185e-05,
+      "loss": 0.0354,
+      "step": 74380
+    },
+    {
+      "grad_norm": 0.547638475894928,
+      "learning_rate": 7.424040067020442e-05,
+      "loss": 0.035,
+      "step": 74390
+    },
+    {
+      "grad_norm": 0.5915595889091492,
+      "learning_rate": 7.423316954507352e-05,
+      "loss": 0.0387,
+      "step": 74400
+    },
+    {
+      "grad_norm": 0.8736211657524109,
+      "learning_rate": 7.422593775741689e-05,
+      "loss": 0.0367,
+      "step": 74410
+    },
+    {
+      "grad_norm": 1.1150221824645996,
+      "learning_rate": 7.421870530743218e-05,
+      "loss": 0.0384,
+      "step": 74420
+    },
+    {
+      "grad_norm": 0.3845925033092499,
+      "learning_rate": 7.421147219531721e-05,
+      "loss": 0.0332,
+      "step": 74430
+    },
+    {
+      "grad_norm": 0.6859534382820129,
+      "learning_rate": 7.420423842126966e-05,
+      "loss": 0.0356,
+      "step": 74440
+    },
+    {
+      "grad_norm": 0.9598626494407654,
+      "learning_rate": 7.419700398548735e-05,
+      "loss": 0.0527,
+      "step": 74450
+    },
+    {
+      "grad_norm": 0.5725756883621216,
+      "learning_rate": 7.418976888816802e-05,
+      "loss": 0.0325,
+      "step": 74460
+    },
+    {
+      "grad_norm": 0.5746057033538818,
+      "learning_rate": 7.418253312950951e-05,
+      "loss": 0.0369,
+      "step": 74470
+    },
+    {
+      "grad_norm": 0.7174174189567566,
+      "learning_rate": 7.41752967097096e-05,
+      "loss": 0.0391,
+      "step": 74480
+    },
+    {
+      "grad_norm": 0.4898305833339691,
+      "learning_rate": 7.41680596289662e-05,
+      "loss": 0.0365,
+      "step": 74490
+    },
+    {
+      "grad_norm": 0.4227432608604431,
+      "learning_rate": 7.416082188747711e-05,
+      "loss": 0.0401,
+      "step": 74500
+    },
+    {
+      "grad_norm": 0.47891196608543396,
+      "learning_rate": 7.415358348544023e-05,
+      "loss": 0.0441,
+      "step": 74510
+    },
+    {
+      "grad_norm": 0.4593202769756317,
+      "learning_rate": 7.414634442305345e-05,
+      "loss": 0.0333,
+      "step": 74520
+    },
+    {
+      "grad_norm": 0.4410054087638855,
+      "learning_rate": 7.413910470051469e-05,
+      "loss": 0.0481,
+      "step": 74530
+    },
+    {
+      "grad_norm": 0.7022548913955688,
+      "learning_rate": 7.413186431802186e-05,
+      "loss": 0.0316,
+      "step": 74540
+    },
+    {
+      "grad_norm": 0.4597349166870117,
+      "learning_rate": 7.412462327577294e-05,
+      "loss": 0.0443,
+      "step": 74550
+    },
+    {
+      "grad_norm": 1.3973498344421387,
+      "learning_rate": 7.411738157396587e-05,
+      "loss": 0.0478,
+      "step": 74560
+    },
+    {
+      "grad_norm": 0.7696905136108398,
+      "learning_rate": 7.411013921279866e-05,
+      "loss": 0.0372,
+      "step": 74570
+    },
+    {
+      "grad_norm": 0.7305848598480225,
+      "learning_rate": 7.41028961924693e-05,
+      "loss": 0.0505,
+      "step": 74580
+    },
+    {
+      "grad_norm": 1.7857414484024048,
+      "learning_rate": 7.40956525131758e-05,
+      "loss": 0.0411,
+      "step": 74590
+    },
+    {
+      "grad_norm": 0.5530229806900024,
+      "learning_rate": 7.408840817511624e-05,
+      "loss": 0.0397,
+      "step": 74600
+    },
+    {
+      "grad_norm": 0.9027025103569031,
+      "learning_rate": 7.408116317848862e-05,
+      "loss": 0.0434,
+      "step": 74610
+    },
+    {
+      "grad_norm": 0.5746373534202576,
+      "learning_rate": 7.407391752349107e-05,
+      "loss": 0.0388,
+      "step": 74620
+    },
+    {
+      "grad_norm": 0.5393884181976318,
+      "learning_rate": 7.406667121032165e-05,
+      "loss": 0.0514,
+      "step": 74630
+    },
+    {
+      "grad_norm": 0.6667599081993103,
+      "learning_rate": 7.405942423917849e-05,
+      "loss": 0.0537,
+      "step": 74640
+    },
+    {
+      "grad_norm": 0.5175408720970154,
+      "learning_rate": 7.405217661025969e-05,
+      "loss": 0.0457,
+      "step": 74650
+    },
+    {
+      "grad_norm": 0.6066992878913879,
+      "learning_rate": 7.404492832376343e-05,
+      "loss": 0.0385,
+      "step": 74660
+    },
+    {
+      "grad_norm": 0.5028160810470581,
+      "learning_rate": 7.403767937988785e-05,
+      "loss": 0.044,
+      "step": 74670
+    },
+    {
+      "grad_norm": 0.606320321559906,
+      "learning_rate": 7.403042977883117e-05,
+      "loss": 0.0441,
+      "step": 74680
+    },
+    {
+      "grad_norm": 0.5430427193641663,
+      "learning_rate": 7.402317952079154e-05,
+      "loss": 0.0357,
+      "step": 74690
+    },
+    {
+      "grad_norm": 0.6637331247329712,
+      "learning_rate": 7.401592860596723e-05,
+      "loss": 0.0432,
+      "step": 74700
+    },
+    {
+      "grad_norm": 0.5949918627738953,
+      "learning_rate": 7.400867703455644e-05,
+      "loss": 0.0426,
+      "step": 74710
+    },
+    {
+      "grad_norm": 0.47529858350753784,
+      "learning_rate": 7.400142480675746e-05,
+      "loss": 0.0341,
+      "step": 74720
+    },
+    {
+      "grad_norm": 0.7939667701721191,
+      "learning_rate": 7.399417192276851e-05,
+      "loss": 0.0387,
+      "step": 74730
+    },
+    {
+      "grad_norm": 0.6050395965576172,
+      "learning_rate": 7.398691838278794e-05,
+      "loss": 0.0417,
+      "step": 74740
+    },
+    {
+      "grad_norm": 0.6626872420310974,
+      "learning_rate": 7.397966418701401e-05,
+      "loss": 0.0385,
+      "step": 74750
+    },
+    {
+      "grad_norm": 0.5819980502128601,
+      "learning_rate": 7.39724093356451e-05,
+      "loss": 0.0338,
+      "step": 74760
+    },
+    {
+      "grad_norm": 0.7807685732841492,
+      "learning_rate": 7.396515382887951e-05,
+      "loss": 0.0379,
+      "step": 74770
+    },
+    {
+      "grad_norm": 0.2899363338947296,
+      "learning_rate": 7.395789766691561e-05,
+      "loss": 0.0358,
+      "step": 74780
+    },
+    {
+      "grad_norm": 0.33937907218933105,
+      "learning_rate": 7.395064084995181e-05,
+      "loss": 0.0382,
+      "step": 74790
+    },
+    {
+      "grad_norm": 0.42432501912117004,
+      "learning_rate": 7.394338337818646e-05,
+      "loss": 0.0373,
+      "step": 74800
+    },
+    {
+      "grad_norm": 0.5746806263923645,
+      "learning_rate": 7.393612525181801e-05,
+      "loss": 0.0348,
+      "step": 74810
+    },
+    {
+      "grad_norm": 0.48884910345077515,
+      "learning_rate": 7.392886647104488e-05,
+      "loss": 0.0473,
+      "step": 74820
+    },
+    {
+      "grad_norm": 0.6662476658821106,
+      "learning_rate": 7.392160703606556e-05,
+      "loss": 0.0364,
+      "step": 74830
+    },
+    {
+      "grad_norm": 0.5639509558677673,
+      "learning_rate": 7.391434694707847e-05,
+      "loss": 0.0356,
+      "step": 74840
+    },
+    {
+      "grad_norm": 0.5039001107215881,
+      "learning_rate": 7.390708620428213e-05,
+      "loss": 0.0358,
+      "step": 74850
+    },
+    {
+      "grad_norm": 0.6464117765426636,
+      "learning_rate": 7.389982480787501e-05,
+      "loss": 0.0321,
+      "step": 74860
+    },
+    {
+      "grad_norm": 0.7290310859680176,
+      "learning_rate": 7.38925627580557e-05,
+      "loss": 0.0698,
+      "step": 74870
+    },
+    {
+      "grad_norm": 0.5946241021156311,
+      "learning_rate": 7.388530005502266e-05,
+      "loss": 0.0469,
+      "step": 74880
+    },
+    {
+      "grad_norm": 1.0962187051773071,
+      "learning_rate": 7.387803669897452e-05,
+      "loss": 0.0552,
+      "step": 74890
+    },
+    {
+      "grad_norm": 0.6707829833030701,
+      "learning_rate": 7.387077269010981e-05,
+      "loss": 0.0695,
+      "step": 74900
+    },
+    {
+      "grad_norm": 0.8485026955604553,
+      "learning_rate": 7.386350802862715e-05,
+      "loss": 0.0421,
+      "step": 74910
+    },
+    {
+      "grad_norm": 0.36526140570640564,
+      "learning_rate": 7.385624271472513e-05,
+      "loss": 0.0367,
+      "step": 74920
+    },
+    {
+      "grad_norm": 0.5754607915878296,
+      "learning_rate": 7.384897674860241e-05,
+      "loss": 0.0607,
+      "step": 74930
+    },
+    {
+      "grad_norm": 0.5084073543548584,
+      "learning_rate": 7.384171013045762e-05,
+      "loss": 0.0491,
+      "step": 74940
+    },
+    {
+      "grad_norm": 0.9829872250556946,
+      "learning_rate": 7.383444286048944e-05,
+      "loss": 0.0348,
+      "step": 74950
+    },
+    {
+      "grad_norm": 0.6675472855567932,
+      "learning_rate": 7.382717493889654e-05,
+      "loss": 0.0394,
+      "step": 74960
+    },
+    {
+      "grad_norm": 0.3443349599838257,
+      "learning_rate": 7.381990636587763e-05,
+      "loss": 0.0397,
+      "step": 74970
+    },
+    {
+      "grad_norm": 0.5948379039764404,
+      "learning_rate": 7.381263714163144e-05,
+      "loss": 0.0489,
+      "step": 74980
+    },
+    {
+      "grad_norm": 0.43995150923728943,
+      "learning_rate": 7.380536726635668e-05,
+      "loss": 0.0505,
+      "step": 74990
+    },
+    {
+      "grad_norm": 0.6828826069831848,
+      "learning_rate": 7.379809674025212e-05,
+      "loss": 0.0398,
+      "step": 75000
+    },
+    {
+      "grad_norm": 0.8168054223060608,
+      "learning_rate": 7.379082556351655e-05,
+      "loss": 0.0365,
+      "step": 75010
+    },
+    {
+      "grad_norm": 0.5815768837928772,
+      "learning_rate": 7.378355373634873e-05,
+      "loss": 0.0466,
+      "step": 75020
+    },
+    {
+      "grad_norm": 0.8066537976264954,
+      "learning_rate": 7.37762812589475e-05,
+      "loss": 0.0533,
+      "step": 75030
+    },
+    {
+      "grad_norm": 0.5766963362693787,
+      "learning_rate": 7.376900813151168e-05,
+      "loss": 0.036,
+      "step": 75040
+    },
+    {
+      "grad_norm": 0.25332576036453247,
+      "learning_rate": 7.376173435424008e-05,
+      "loss": 0.0287,
+      "step": 75050
+    },
+    {
+      "grad_norm": 0.7042981386184692,
+      "learning_rate": 7.375445992733161e-05,
+      "loss": 0.0398,
+      "step": 75060
+    },
+    {
+      "grad_norm": 0.7342949509620667,
+      "learning_rate": 7.374718485098513e-05,
+      "loss": 0.0413,
+      "step": 75070
+    },
+    {
+      "grad_norm": 0.5636876225471497,
+      "learning_rate": 7.373990912539953e-05,
+      "loss": 0.0322,
+      "step": 75080
+    },
+    {
+      "grad_norm": 0.4029461741447449,
+      "learning_rate": 7.373263275077374e-05,
+      "loss": 0.0374,
+      "step": 75090
+    },
+    {
+      "grad_norm": 0.36363354325294495,
+      "learning_rate": 7.372535572730669e-05,
+      "loss": 0.0482,
+      "step": 75100
+    },
+    {
+      "grad_norm": 0.5234417915344238,
+      "learning_rate": 7.371807805519732e-05,
+      "loss": 0.0404,
+      "step": 75110
+    },
+    {
+      "grad_norm": 1.2425618171691895,
+      "learning_rate": 7.37107997346446e-05,
+      "loss": 0.0554,
+      "step": 75120
+    },
+    {
+      "grad_norm": 0.6134839057922363,
+      "learning_rate": 7.370352076584753e-05,
+      "loss": 0.0365,
+      "step": 75130
+    },
+    {
+      "grad_norm": 0.7788882851600647,
+      "learning_rate": 7.369624114900511e-05,
+      "loss": 0.0375,
+      "step": 75140
+    },
+    {
+      "grad_norm": 0.45371195673942566,
+      "learning_rate": 7.368896088431635e-05,
+      "loss": 0.0518,
+      "step": 75150
+    },
+    {
+      "grad_norm": 0.5850005745887756,
+      "learning_rate": 7.368167997198031e-05,
+      "loss": 0.0373,
+      "step": 75160
+    },
+    {
+      "grad_norm": 0.5700773000717163,
+      "learning_rate": 7.367439841219603e-05,
+      "loss": 0.0354,
+      "step": 75170
+    },
+    {
+      "grad_norm": 0.44604024291038513,
+      "learning_rate": 7.366711620516258e-05,
+      "loss": 0.0452,
+      "step": 75180
+    },
+    {
+      "grad_norm": 0.40365126729011536,
+      "learning_rate": 7.365983335107908e-05,
+      "loss": 0.0364,
+      "step": 75190
+    },
+    {
+      "grad_norm": 0.743218183517456,
+      "learning_rate": 7.365254985014464e-05,
+      "loss": 0.0396,
+      "step": 75200
+    },
+    {
+      "grad_norm": 0.5702033638954163,
+      "learning_rate": 7.364526570255835e-05,
+      "loss": 0.0308,
+      "step": 75210
+    },
+    {
+      "grad_norm": 1.4033626317977905,
+      "learning_rate": 7.36379809085194e-05,
+      "loss": 0.0458,
+      "step": 75220
+    },
+    {
+      "grad_norm": 0.5415608286857605,
+      "learning_rate": 7.36306954682269e-05,
+      "loss": 0.0479,
+      "step": 75230
+    },
+    {
+      "grad_norm": 0.4955465495586395,
+      "learning_rate": 7.362340938188008e-05,
+      "loss": 0.028,
+      "step": 75240
+    },
+    {
+      "grad_norm": 0.3284366726875305,
+      "learning_rate": 7.361612264967811e-05,
+      "loss": 0.0383,
+      "step": 75250
+    },
+    {
+      "grad_norm": 0.4742860794067383,
+      "learning_rate": 7.360883527182025e-05,
+      "loss": 0.0416,
+      "step": 75260
+    },
+    {
+      "grad_norm": 0.48686450719833374,
+      "learning_rate": 7.360154724850568e-05,
+      "loss": 0.0375,
+      "step": 75270
+    },
+    {
+      "grad_norm": 0.5142777562141418,
+      "learning_rate": 7.359425857993367e-05,
+      "loss": 0.0403,
+      "step": 75280
+    },
+    {
+      "grad_norm": 0.8224822282791138,
+      "learning_rate": 7.358696926630351e-05,
+      "loss": 0.0427,
+      "step": 75290
+    },
+    {
+      "grad_norm": 0.5759555101394653,
+      "learning_rate": 7.357967930781446e-05,
+      "loss": 0.0318,
+      "step": 75300
+    },
+    {
+      "grad_norm": 0.55811607837677,
+      "learning_rate": 7.357238870466585e-05,
+      "loss": 0.0562,
+      "step": 75310
+    },
+    {
+      "grad_norm": 0.6408155560493469,
+      "learning_rate": 7.356509745705697e-05,
+      "loss": 0.0394,
+      "step": 75320
+    },
+    {
+      "grad_norm": 0.32460060715675354,
+      "learning_rate": 7.355780556518719e-05,
+      "loss": 0.0368,
+      "step": 75330
+    },
+    {
+      "grad_norm": 0.7179728150367737,
+      "learning_rate": 7.355051302925585e-05,
+      "loss": 0.0307,
+      "step": 75340
+    },
+    {
+      "grad_norm": 0.4821002781391144,
+      "learning_rate": 7.354321984946234e-05,
+      "loss": 0.0467,
+      "step": 75350
+    },
+    {
+      "grad_norm": 0.5406652688980103,
+      "learning_rate": 7.353592602600605e-05,
+      "loss": 0.0378,
+      "step": 75360
+    },
+    {
+      "grad_norm": 0.608720064163208,
+      "learning_rate": 7.352863155908636e-05,
+      "loss": 0.0361,
+      "step": 75370
+    },
+    {
+      "grad_norm": 0.7616427540779114,
+      "learning_rate": 7.352133644890273e-05,
+      "loss": 0.0313,
+      "step": 75380
+    },
+    {
+      "grad_norm": 0.5601134300231934,
+      "learning_rate": 7.351404069565462e-05,
+      "loss": 0.0315,
+      "step": 75390
+    },
+    {
+      "grad_norm": 0.5490321516990662,
+      "learning_rate": 7.350674429954146e-05,
+      "loss": 0.0367,
+      "step": 75400
+    },
+    {
+      "grad_norm": 0.27895691990852356,
+      "learning_rate": 7.349944726076274e-05,
+      "loss": 0.0363,
+      "step": 75410
+    },
+    {
+      "grad_norm": 0.6013776659965515,
+      "learning_rate": 7.349214957951795e-05,
+      "loss": 0.0323,
+      "step": 75420
+    },
+    {
+      "grad_norm": 0.4391825795173645,
+      "learning_rate": 7.348485125600663e-05,
+      "loss": 0.0543,
+      "step": 75430
+    },
+    {
+      "grad_norm": 0.817649781703949,
+      "learning_rate": 7.347755229042828e-05,
+      "loss": 0.0486,
+      "step": 75440
+    },
+    {
+      "grad_norm": 0.6749547719955444,
+      "learning_rate": 7.347025268298249e-05,
+      "loss": 0.0358,
+      "step": 75450
+    },
+    {
+      "grad_norm": 0.7747499942779541,
+      "learning_rate": 7.34629524338688e-05,
+      "loss": 0.0379,
+      "step": 75460
+    },
+    {
+      "grad_norm": 1.6175421476364136,
+      "learning_rate": 7.345565154328682e-05,
+      "loss": 0.0481,
+      "step": 75470
+    },
+    {
+      "grad_norm": 1.155390739440918,
+      "learning_rate": 7.344835001143611e-05,
+      "loss": 0.0332,
+      "step": 75480
+    },
+    {
+      "grad_norm": 0.8896484971046448,
+      "learning_rate": 7.344104783851634e-05,
+      "loss": 0.0434,
+      "step": 75490
+    },
+    {
+      "grad_norm": 0.7402262687683105,
+      "learning_rate": 7.343374502472713e-05,
+      "loss": 0.0442,
+      "step": 75500
+    },
+    {
+      "grad_norm": 2.917646646499634,
+      "learning_rate": 7.342644157026813e-05,
+      "loss": 0.0773,
+      "step": 75510
+    },
+    {
+      "grad_norm": 0.6244267821311951,
+      "learning_rate": 7.341913747533901e-05,
+      "loss": 0.0505,
+      "step": 75520
+    },
+    {
+      "grad_norm": 0.6368706226348877,
+      "learning_rate": 7.341183274013948e-05,
+      "loss": 0.0528,
+      "step": 75530
+    },
+    {
+      "grad_norm": 4.736050128936768,
+      "learning_rate": 7.340452736486925e-05,
+      "loss": 0.0553,
+      "step": 75540
+    },
+    {
+      "grad_norm": 0.7833214998245239,
+      "learning_rate": 7.3397221349728e-05,
+      "loss": 0.044,
+      "step": 75550
+    },
+    {
+      "grad_norm": 0.7642663717269897,
+      "learning_rate": 7.338991469491554e-05,
+      "loss": 0.0436,
+      "step": 75560
+    },
+    {
+      "grad_norm": 0.4839797616004944,
+      "learning_rate": 7.338260740063159e-05,
+      "loss": 0.036,
+      "step": 75570
+    },
+    {
+      "grad_norm": 0.6585306525230408,
+      "learning_rate": 7.337529946707593e-05,
+      "loss": 0.0405,
+      "step": 75580
+    },
+    {
+      "grad_norm": 0.4958226680755615,
+      "learning_rate": 7.336799089444837e-05,
+      "loss": 0.0435,
+      "step": 75590
+    },
+    {
+      "grad_norm": 0.3372119665145874,
+      "learning_rate": 7.336068168294873e-05,
+      "loss": 0.0309,
+      "step": 75600
+    },
+    {
+      "grad_norm": 0.9372813105583191,
+      "learning_rate": 7.335337183277682e-05,
+      "loss": 0.0454,
+      "step": 75610
+    },
+    {
+      "grad_norm": 0.7349286079406738,
+      "learning_rate": 7.334606134413249e-05,
+      "loss": 0.0316,
+      "step": 75620
+    },
+    {
+      "grad_norm": 0.4968860149383545,
+      "learning_rate": 7.333875021721562e-05,
+      "loss": 0.0383,
+      "step": 75630
+    },
+    {
+      "grad_norm": 0.42045843601226807,
+      "learning_rate": 7.333143845222607e-05,
+      "loss": 0.0399,
+      "step": 75640
+    },
+    {
+      "grad_norm": 0.7776540517807007,
+      "learning_rate": 7.332412604936378e-05,
+      "loss": 0.0452,
+      "step": 75650
+    },
+    {
+      "grad_norm": 1.8374912738800049,
+      "learning_rate": 7.331681300882865e-05,
+      "loss": 0.043,
+      "step": 75660
+    },
+    {
+      "grad_norm": 0.5910296440124512,
+      "learning_rate": 7.33094993308206e-05,
+      "loss": 0.0362,
+      "step": 75670
+    },
+    {
+      "grad_norm": 0.5452921986579895,
+      "learning_rate": 7.33021850155396e-05,
+      "loss": 0.0491,
+      "step": 75680
+    },
+    {
+      "grad_norm": 0.5736867785453796,
+      "learning_rate": 7.329487006318561e-05,
+      "loss": 0.0531,
+      "step": 75690
+    },
+    {
+      "grad_norm": 0.531924307346344,
+      "learning_rate": 7.328755447395863e-05,
+      "loss": 0.0367,
+      "step": 75700
+    },
+    {
+      "grad_norm": 1.1317262649536133,
+      "learning_rate": 7.328023824805865e-05,
+      "loss": 0.049,
+      "step": 75710
+    },
+    {
+      "grad_norm": 4.233193397521973,
+      "learning_rate": 7.327292138568571e-05,
+      "loss": 0.0554,
+      "step": 75720
+    },
+    {
+      "grad_norm": 0.5862090587615967,
+      "learning_rate": 7.326560388703985e-05,
+      "loss": 0.0488,
+      "step": 75730
+    },
+    {
+      "grad_norm": 1.0090621709823608,
+      "learning_rate": 7.325828575232109e-05,
+      "loss": 0.0436,
+      "step": 75740
+    },
+    {
+      "grad_norm": 2.6176087856292725,
+      "learning_rate": 7.325096698172956e-05,
+      "loss": 0.0536,
+      "step": 75750
+    },
+    {
+      "grad_norm": 0.32396358251571655,
+      "learning_rate": 7.324364757546534e-05,
+      "loss": 0.0387,
+      "step": 75760
+    },
+    {
+      "grad_norm": 0.5216636657714844,
+      "learning_rate": 7.32363275337285e-05,
+      "loss": 0.0292,
+      "step": 75770
+    },
+    {
+      "grad_norm": 0.44178083539009094,
+      "learning_rate": 7.322900685671921e-05,
+      "loss": 0.0407,
+      "step": 75780
+    },
+    {
+      "grad_norm": 0.5120337605476379,
+      "learning_rate": 7.32216855446376e-05,
+      "loss": 0.0338,
+      "step": 75790
+    },
+    {
+      "grad_norm": 0.44080185890197754,
+      "learning_rate": 7.321436359768382e-05,
+      "loss": 0.0337,
+      "step": 75800
+    },
+    {
+      "grad_norm": 0.36222270131111145,
+      "learning_rate": 7.320704101605808e-05,
+      "loss": 0.0421,
+      "step": 75810
+    },
+    {
+      "grad_norm": 1.4113672971725464,
+      "learning_rate": 7.319971779996053e-05,
+      "loss": 0.0406,
+      "step": 75820
+    },
+    {
+      "grad_norm": 0.7296552658081055,
+      "learning_rate": 7.319239394959143e-05,
+      "loss": 0.0421,
+      "step": 75830
+    },
+    {
+      "grad_norm": 0.4949243664741516,
+      "learning_rate": 7.3185069465151e-05,
+      "loss": 0.0377,
+      "step": 75840
+    },
+    {
+      "grad_norm": 0.7936655282974243,
+      "learning_rate": 7.317774434683946e-05,
+      "loss": 0.0398,
+      "step": 75850
+    },
+    {
+      "grad_norm": 0.7002934217453003,
+      "learning_rate": 7.31704185948571e-05,
+      "loss": 0.0447,
+      "step": 75860
+    },
+    {
+      "grad_norm": 0.6528456211090088,
+      "learning_rate": 7.316309220940422e-05,
+      "loss": 0.0409,
+      "step": 75870
+    },
+    {
+      "grad_norm": 0.7797419428825378,
+      "learning_rate": 7.315576519068108e-05,
+      "loss": 0.0436,
+      "step": 75880
+    },
+    {
+      "grad_norm": 0.6830799579620361,
+      "learning_rate": 7.314843753888803e-05,
+      "loss": 0.0533,
+      "step": 75890
+    },
+    {
+      "grad_norm": 0.4424498677253723,
+      "learning_rate": 7.314110925422539e-05,
+      "loss": 0.0403,
+      "step": 75900
+    },
+    {
+      "grad_norm": 0.5427954792976379,
+      "learning_rate": 7.313378033689352e-05,
+      "loss": 0.0441,
+      "step": 75910
+    },
+    {
+      "grad_norm": 0.5107039213180542,
+      "learning_rate": 7.312645078709278e-05,
+      "loss": 0.0513,
+      "step": 75920
+    },
+    {
+      "grad_norm": 0.8275754451751709,
+      "learning_rate": 7.311912060502357e-05,
+      "loss": 0.0402,
+      "step": 75930
+    },
+    {
+      "grad_norm": 0.38343876600265503,
+      "learning_rate": 7.311178979088628e-05,
+      "loss": 0.034,
+      "step": 75940
+    },
+    {
+      "grad_norm": 0.4338926374912262,
+      "learning_rate": 7.310445834488136e-05,
+      "loss": 0.0255,
+      "step": 75950
+    },
+    {
+      "grad_norm": 0.5128186345100403,
+      "learning_rate": 7.30971262672092e-05,
+      "loss": 0.028,
+      "step": 75960
+    },
+    {
+      "grad_norm": 0.8226336240768433,
+      "learning_rate": 7.308979355807031e-05,
+      "loss": 0.0341,
+      "step": 75970
+    },
+    {
+      "grad_norm": 1.0507320165634155,
+      "learning_rate": 7.308246021766511e-05,
+      "loss": 0.0339,
+      "step": 75980
+    },
+    {
+      "grad_norm": 0.6713811159133911,
+      "learning_rate": 7.307512624619415e-05,
+      "loss": 0.0639,
+      "step": 75990
+    },
+    {
+      "grad_norm": 0.6069821119308472,
+      "learning_rate": 7.30677916438579e-05,
+      "loss": 0.0443,
+      "step": 76000
+    },
+    {
+      "grad_norm": 0.5299432873725891,
+      "learning_rate": 7.306045641085688e-05,
+      "loss": 0.0379,
+      "step": 76010
+    },
+    {
+      "grad_norm": 0.26312747597694397,
+      "learning_rate": 7.305312054739166e-05,
+      "loss": 0.057,
+      "step": 76020
+    },
+    {
+      "grad_norm": 1.009695291519165,
+      "learning_rate": 7.304578405366276e-05,
+      "loss": 0.0288,
+      "step": 76030
+    },
+    {
+      "grad_norm": 0.5998988747596741,
+      "learning_rate": 7.303844692987081e-05,
+      "loss": 0.0404,
+      "step": 76040
+    },
+    {
+      "grad_norm": 0.420695960521698,
+      "learning_rate": 7.303110917621637e-05,
+      "loss": 0.0493,
+      "step": 76050
+    },
+    {
+      "grad_norm": 0.288958340883255,
+      "learning_rate": 7.302377079290004e-05,
+      "loss": 0.0348,
+      "step": 76060
+    },
+    {
+      "grad_norm": 0.5199857950210571,
+      "learning_rate": 7.301643178012247e-05,
+      "loss": 0.0281,
+      "step": 76070
+    },
+    {
+      "grad_norm": 0.41184523701667786,
+      "learning_rate": 7.300909213808432e-05,
+      "loss": 0.0436,
+      "step": 76080
+    },
+    {
+      "grad_norm": 0.5779412984848022,
+      "learning_rate": 7.300175186698622e-05,
+      "loss": 0.0599,
+      "step": 76090
+    },
+    {
+      "grad_norm": 0.5711252093315125,
+      "learning_rate": 7.299441096702888e-05,
+      "loss": 0.0434,
+      "step": 76100
+    },
+    {
+      "grad_norm": 0.646570086479187,
+      "learning_rate": 7.298706943841298e-05,
+      "loss": 0.0526,
+      "step": 76110
+    },
+    {
+      "grad_norm": 0.5000240802764893,
+      "learning_rate": 7.297972728133924e-05,
+      "loss": 0.0448,
+      "step": 76120
+    },
+    {
+      "grad_norm": 0.542554497718811,
+      "learning_rate": 7.297238449600837e-05,
+      "loss": 0.0307,
+      "step": 76130
+    },
+    {
+      "grad_norm": 0.42096173763275146,
+      "learning_rate": 7.296504108262114e-05,
+      "loss": 0.0327,
+      "step": 76140
+    },
+    {
+      "grad_norm": 0.5447748899459839,
+      "learning_rate": 7.295769704137832e-05,
+      "loss": 0.0479,
+      "step": 76150
+    },
+    {
+      "grad_norm": 0.4602576792240143,
+      "learning_rate": 7.29503523724807e-05,
+      "loss": 0.0464,
+      "step": 76160
+    },
+    {
+      "grad_norm": 0.3889011740684509,
+      "learning_rate": 7.294300707612905e-05,
+      "loss": 0.0351,
+      "step": 76170
+    },
+    {
+      "grad_norm": 0.5741944909095764,
+      "learning_rate": 7.293566115252423e-05,
+      "loss": 0.0362,
+      "step": 76180
+    },
+    {
+      "grad_norm": 0.7386742234230042,
+      "learning_rate": 7.292831460186704e-05,
+      "loss": 0.0453,
+      "step": 76190
+    },
+    {
+      "grad_norm": 0.488019198179245,
+      "learning_rate": 7.292096742435833e-05,
+      "loss": 0.0411,
+      "step": 76200
+    },
+    {
+      "grad_norm": 0.4175091087818146,
+      "learning_rate": 7.291361962019898e-05,
+      "loss": 0.0435,
+      "step": 76210
+    },
+    {
+      "grad_norm": 1.0306254625320435,
+      "learning_rate": 7.29062711895899e-05,
+      "loss": 0.0425,
+      "step": 76220
+    },
+    {
+      "grad_norm": 0.7322680354118347,
+      "learning_rate": 7.289892213273195e-05,
+      "loss": 0.0422,
+      "step": 76230
+    },
+    {
+      "grad_norm": 0.69195556640625,
+      "learning_rate": 7.289157244982607e-05,
+      "loss": 0.0363,
+      "step": 76240
+    },
+    {
+      "grad_norm": 0.5921034812927246,
+      "learning_rate": 7.288422214107322e-05,
+      "loss": 0.03,
+      "step": 76250
+    },
+    {
+      "grad_norm": 0.38237687945365906,
+      "learning_rate": 7.287687120667432e-05,
+      "loss": 0.0605,
+      "step": 76260
+    },
+    {
+      "grad_norm": 0.48746758699417114,
+      "learning_rate": 7.286951964683036e-05,
+      "loss": 0.0477,
+      "step": 76270
+    },
+    {
+      "grad_norm": 1.1147494316101074,
+      "learning_rate": 7.286216746174233e-05,
+      "loss": 0.0582,
+      "step": 76280
+    },
+    {
+      "grad_norm": 0.28865286707878113,
+      "learning_rate": 7.285481465161123e-05,
+      "loss": 0.0288,
+      "step": 76290
+    },
+    {
+      "grad_norm": 0.6088605523109436,
+      "learning_rate": 7.284746121663807e-05,
+      "loss": 0.0324,
+      "step": 76300
+    },
+    {
+      "grad_norm": 0.2536008059978485,
+      "learning_rate": 7.284010715702392e-05,
+      "loss": 0.04,
+      "step": 76310
+    },
+    {
+      "grad_norm": 0.4718429744243622,
+      "learning_rate": 7.28327524729698e-05,
+      "loss": 0.0373,
+      "step": 76320
+    },
+    {
+      "grad_norm": 0.3398876488208771,
+      "learning_rate": 7.282539716467682e-05,
+      "loss": 0.0363,
+      "step": 76330
+    },
+    {
+      "grad_norm": 0.9450147151947021,
+      "learning_rate": 7.281804123234605e-05,
+      "loss": 0.0434,
+      "step": 76340
+    },
+    {
+      "grad_norm": 0.8299919962882996,
+      "learning_rate": 7.281068467617862e-05,
+      "loss": 0.0518,
+      "step": 76350
+    },
+    {
+      "grad_norm": 0.5603523254394531,
+      "learning_rate": 7.280332749637561e-05,
+      "loss": 0.0444,
+      "step": 76360
+    },
+    {
+      "grad_norm": 0.6244940757751465,
+      "learning_rate": 7.279596969313823e-05,
+      "loss": 0.0502,
+      "step": 76370
+    },
+    {
+      "grad_norm": 0.6228275299072266,
+      "learning_rate": 7.278861126666758e-05,
+      "loss": 0.0395,
+      "step": 76380
+    },
+    {
+      "grad_norm": 0.6526498794555664,
+      "learning_rate": 7.278125221716486e-05,
+      "loss": 0.0368,
+      "step": 76390
+    },
+    {
+      "grad_norm": 0.4900742471218109,
+      "learning_rate": 7.277389254483127e-05,
+      "loss": 0.0575,
+      "step": 76400
+    },
+    {
+      "grad_norm": 0.875350832939148,
+      "learning_rate": 7.276653224986801e-05,
+      "loss": 0.0444,
+      "step": 76410
+    },
+    {
+      "grad_norm": 0.6543457508087158,
+      "learning_rate": 7.275917133247632e-05,
+      "loss": 0.0465,
+      "step": 76420
+    },
+    {
+      "grad_norm": 0.580007791519165,
+      "learning_rate": 7.275180979285743e-05,
+      "loss": 0.0356,
+      "step": 76430
+    },
+    {
+      "grad_norm": 0.4904078543186188,
+      "learning_rate": 7.27444476312126e-05,
+      "loss": 0.0379,
+      "step": 76440
+    },
+    {
+      "grad_norm": 0.6877630949020386,
+      "learning_rate": 7.273708484774312e-05,
+      "loss": 0.0313,
+      "step": 76450
+    },
+    {
+      "grad_norm": 0.5320123434066772,
+      "learning_rate": 7.272972144265029e-05,
+      "loss": 0.0664,
+      "step": 76460
+    },
+    {
+      "grad_norm": 0.6701797842979431,
+      "learning_rate": 7.272235741613541e-05,
+      "loss": 0.0401,
+      "step": 76470
+    },
+    {
+      "grad_norm": 0.6280249357223511,
+      "learning_rate": 7.271499276839982e-05,
+      "loss": 0.045,
+      "step": 76480
+    },
+    {
+      "grad_norm": 0.36141613125801086,
+      "learning_rate": 7.270762749964485e-05,
+      "loss": 0.0406,
+      "step": 76490
+    },
+    {
+      "grad_norm": 0.5675387382507324,
+      "learning_rate": 7.270026161007188e-05,
+      "loss": 0.037,
+      "step": 76500
+    },
+    {
+      "grad_norm": 0.2958509922027588,
+      "learning_rate": 7.269289509988229e-05,
+      "loss": 0.0348,
+      "step": 76510
+    },
+    {
+      "grad_norm": 0.5999882221221924,
+      "learning_rate": 7.268552796927745e-05,
+      "loss": 0.0433,
+      "step": 76520
+    },
+    {
+      "grad_norm": 0.6610996723175049,
+      "learning_rate": 7.267816021845882e-05,
+      "loss": 0.058,
+      "step": 76530
+    },
+    {
+      "grad_norm": 0.5885528922080994,
+      "learning_rate": 7.267079184762781e-05,
+      "loss": 0.0353,
+      "step": 76540
+    },
+    {
+      "grad_norm": 1.1570566892623901,
+      "learning_rate": 7.266342285698587e-05,
+      "loss": 0.0467,
+      "step": 76550
+    },
+    {
+      "grad_norm": 0.6117709279060364,
+      "learning_rate": 7.265605324673447e-05,
+      "loss": 0.0433,
+      "step": 76560
+    },
+    {
+      "grad_norm": 0.4825775921344757,
+      "learning_rate": 7.264868301707507e-05,
+      "loss": 0.0332,
+      "step": 76570
+    },
+    {
+      "grad_norm": 0.34463202953338623,
+      "learning_rate": 7.264131216820918e-05,
+      "loss": 0.0327,
+      "step": 76580
+    },
+    {
+      "grad_norm": 0.8928911685943604,
+      "learning_rate": 7.263394070033834e-05,
+      "loss": 0.0515,
+      "step": 76590
+    },
+    {
+      "grad_norm": 0.8215903639793396,
+      "learning_rate": 7.262656861366405e-05,
+      "loss": 0.0317,
+      "step": 76600
+    },
+    {
+      "grad_norm": 0.3617337644100189,
+      "learning_rate": 7.261919590838788e-05,
+      "loss": 0.0263,
+      "step": 76610
+    },
+    {
+      "grad_norm": 0.3179371953010559,
+      "learning_rate": 7.261182258471139e-05,
+      "loss": 0.0486,
+      "step": 76620
+    },
+    {
+      "grad_norm": 0.4461956024169922,
+      "learning_rate": 7.260444864283616e-05,
+      "loss": 0.0506,
+      "step": 76630
+    },
+    {
+      "grad_norm": 0.8159703016281128,
+      "learning_rate": 7.259707408296381e-05,
+      "loss": 0.0379,
+      "step": 76640
+    },
+    {
+      "grad_norm": 0.5007601976394653,
+      "learning_rate": 7.258969890529593e-05,
+      "loss": 0.0316,
+      "step": 76650
+    },
+    {
+      "grad_norm": 0.693423867225647,
+      "learning_rate": 7.258232311003418e-05,
+      "loss": 0.0398,
+      "step": 76660
+    },
+    {
+      "grad_norm": 0.3800026476383209,
+      "learning_rate": 7.257494669738018e-05,
+      "loss": 0.045,
+      "step": 76670
+    },
+    {
+      "grad_norm": 0.6841953992843628,
+      "learning_rate": 7.256756966753565e-05,
+      "loss": 0.0372,
+      "step": 76680
+    },
+    {
+      "grad_norm": 0.4263128638267517,
+      "learning_rate": 7.256019202070222e-05,
+      "loss": 0.0368,
+      "step": 76690
+    },
+    {
+      "grad_norm": 0.6716954112052917,
+      "learning_rate": 7.255281375708162e-05,
+      "loss": 0.0283,
+      "step": 76700
+    },
+    {
+      "grad_norm": 0.7762892246246338,
+      "learning_rate": 7.254543487687558e-05,
+      "loss": 0.029,
+      "step": 76710
+    },
+    {
+      "grad_norm": 0.5392054915428162,
+      "learning_rate": 7.25380553802858e-05,
+      "loss": 0.0299,
+      "step": 76720
+    },
+    {
+      "grad_norm": 0.6618196368217468,
+      "learning_rate": 7.253067526751406e-05,
+      "loss": 0.041,
+      "step": 76730
+    },
+    {
+      "grad_norm": 0.3742814064025879,
+      "learning_rate": 7.252329453876212e-05,
+      "loss": 0.0307,
+      "step": 76740
+    },
+    {
+      "grad_norm": 0.30481037497520447,
+      "learning_rate": 7.251591319423177e-05,
+      "loss": 0.0472,
+      "step": 76750
+    },
+    {
+      "grad_norm": 0.41681408882141113,
+      "learning_rate": 7.250853123412482e-05,
+      "loss": 0.0437,
+      "step": 76760
+    },
+    {
+      "grad_norm": 0.47940757870674133,
+      "learning_rate": 7.250114865864307e-05,
+      "loss": 0.0373,
+      "step": 76770
+    },
+    {
+      "grad_norm": 0.7437270283699036,
+      "learning_rate": 7.249376546798838e-05,
+      "loss": 0.043,
+      "step": 76780
+    },
+    {
+      "grad_norm": 0.5812098383903503,
+      "learning_rate": 7.248638166236259e-05,
+      "loss": 0.0537,
+      "step": 76790
+    },
+    {
+      "grad_norm": 0.6457610130310059,
+      "learning_rate": 7.247899724196756e-05,
+      "loss": 0.0392,
+      "step": 76800
+    },
+    {
+      "grad_norm": 0.5525604486465454,
+      "learning_rate": 7.247161220700522e-05,
+      "loss": 0.0407,
+      "step": 76810
+    },
+    {
+      "grad_norm": 0.6202613711357117,
+      "learning_rate": 7.246422655767742e-05,
+      "loss": 0.0421,
+      "step": 76820
+    },
+    {
+      "grad_norm": 0.5213881731033325,
+      "learning_rate": 7.24568402941861e-05,
+      "loss": 0.0545,
+      "step": 76830
+    },
+    {
+      "grad_norm": 0.4674619138240814,
+      "learning_rate": 7.244945341673322e-05,
+      "loss": 0.0601,
+      "step": 76840
+    },
+    {
+      "grad_norm": 0.32466521859169006,
+      "learning_rate": 7.244206592552071e-05,
+      "loss": 0.0326,
+      "step": 76850
+    },
+    {
+      "grad_norm": 0.530667781829834,
+      "learning_rate": 7.243467782075054e-05,
+      "loss": 0.0402,
+      "step": 76860
+    },
+    {
+      "grad_norm": 0.7360541224479675,
+      "learning_rate": 7.242728910262472e-05,
+      "loss": 0.029,
+      "step": 76870
+    },
+    {
+      "grad_norm": 1.2197933197021484,
+      "learning_rate": 7.241989977134524e-05,
+      "loss": 0.0583,
+      "step": 76880
+    },
+    {
+      "grad_norm": 1.3049581050872803,
+      "learning_rate": 7.241250982711413e-05,
+      "loss": 0.0416,
+      "step": 76890
+    },
+    {
+      "grad_norm": 0.656181812286377,
+      "learning_rate": 7.24051192701334e-05,
+      "loss": 0.0498,
+      "step": 76900
+    },
+    {
+      "grad_norm": 0.7329277396202087,
+      "learning_rate": 7.239772810060515e-05,
+      "loss": 0.0373,
+      "step": 76910
+    },
+    {
+      "grad_norm": 2.8733181953430176,
+      "learning_rate": 7.23903363187314e-05,
+      "loss": 0.0317,
+      "step": 76920
+    },
+    {
+      "grad_norm": 0.41077569127082825,
+      "learning_rate": 7.23829439247143e-05,
+      "loss": 0.0267,
+      "step": 76930
+    },
+    {
+      "grad_norm": 0.7303817272186279,
+      "learning_rate": 7.23755509187559e-05,
+      "loss": 0.0395,
+      "step": 76940
+    },
+    {
+      "grad_norm": 0.42949730157852173,
+      "learning_rate": 7.236815730105835e-05,
+      "loss": 0.0424,
+      "step": 76950
+    },
+    {
+      "grad_norm": 0.6542243361473083,
+      "learning_rate": 7.236076307182378e-05,
+      "loss": 0.0469,
+      "step": 76960
+    },
+    {
+      "grad_norm": 0.5390422940254211,
+      "learning_rate": 7.235336823125434e-05,
+      "loss": 0.071,
+      "step": 76970
+    },
+    {
+      "grad_norm": 0.472996324300766,
+      "learning_rate": 7.234597277955222e-05,
+      "loss": 0.0376,
+      "step": 76980
+    },
+    {
+      "grad_norm": 0.5703572034835815,
+      "learning_rate": 7.23385767169196e-05,
+      "loss": 0.0356,
+      "step": 76990
+    },
+    {
+      "grad_norm": 0.5808945298194885,
+      "learning_rate": 7.23311800435587e-05,
+      "loss": 0.0374,
+      "step": 77000
+    },
+    {
+      "grad_norm": 0.4887534976005554,
+      "learning_rate": 7.232378275967172e-05,
+      "loss": 0.0284,
+      "step": 77010
+    },
+    {
+      "grad_norm": 0.625855565071106,
+      "learning_rate": 7.231638486546089e-05,
+      "loss": 0.0372,
+      "step": 77020
+    },
+    {
+      "grad_norm": 0.5491633415222168,
+      "learning_rate": 7.230898636112848e-05,
+      "loss": 0.0413,
+      "step": 77030
+    },
+    {
+      "grad_norm": 0.5449973940849304,
+      "learning_rate": 7.230158724687678e-05,
+      "loss": 0.0353,
+      "step": 77040
+    },
+    {
+      "grad_norm": 0.7311238050460815,
+      "learning_rate": 7.229418752290805e-05,
+      "loss": 0.0373,
+      "step": 77050
+    },
+    {
+      "grad_norm": 0.49717286229133606,
+      "learning_rate": 7.228678718942463e-05,
+      "loss": 0.0326,
+      "step": 77060
+    },
+    {
+      "grad_norm": 0.3488488495349884,
+      "learning_rate": 7.22793862466288e-05,
+      "loss": 0.0356,
+      "step": 77070
+    },
+    {
+      "grad_norm": 0.39864203333854675,
+      "learning_rate": 7.227198469472292e-05,
+      "loss": 0.0336,
+      "step": 77080
+    },
+    {
+      "grad_norm": 0.484374076128006,
+      "learning_rate": 7.226458253390935e-05,
+      "loss": 0.0331,
+      "step": 77090
+    },
+    {
+      "grad_norm": 0.6026151180267334,
+      "learning_rate": 7.225717976439046e-05,
+      "loss": 0.0356,
+      "step": 77100
+    },
+    {
+      "grad_norm": 0.24383409321308136,
+      "learning_rate": 7.224977638636863e-05,
+      "loss": 0.0306,
+      "step": 77110
+    },
+    {
+      "grad_norm": 0.45797285437583923,
+      "learning_rate": 7.224237240004628e-05,
+      "loss": 0.0336,
+      "step": 77120
+    },
+    {
+      "grad_norm": 0.7733824849128723,
+      "learning_rate": 7.223496780562583e-05,
+      "loss": 0.0374,
+      "step": 77130
+    },
+    {
+      "grad_norm": 0.46092700958251953,
+      "learning_rate": 7.222756260330972e-05,
+      "loss": 0.0479,
+      "step": 77140
+    },
+    {
+      "grad_norm": 1.9204397201538086,
+      "learning_rate": 7.222015679330037e-05,
+      "loss": 0.0483,
+      "step": 77150
+    },
+    {
+      "grad_norm": 0.542095959186554,
+      "learning_rate": 7.221275037580029e-05,
+      "loss": 0.0446,
+      "step": 77160
+    },
+    {
+      "grad_norm": 0.7934530377388,
+      "learning_rate": 7.220534335101197e-05,
+      "loss": 0.0357,
+      "step": 77170
+    },
+    {
+      "grad_norm": 0.5967861413955688,
+      "learning_rate": 7.219793571913792e-05,
+      "loss": 0.0505,
+      "step": 77180
+    },
+    {
+      "grad_norm": 0.3113898038864136,
+      "learning_rate": 7.219052748038062e-05,
+      "loss": 0.0292,
+      "step": 77190
+    },
+    {
+      "grad_norm": 0.4975797235965729,
+      "learning_rate": 7.218311863494263e-05,
+      "loss": 0.0644,
+      "step": 77200
+    },
+    {
+      "grad_norm": 0.6588749885559082,
+      "learning_rate": 7.217570918302655e-05,
+      "loss": 0.0353,
+      "step": 77210
+    },
+    {
+      "grad_norm": 0.5309670567512512,
+      "learning_rate": 7.216829912483486e-05,
+      "loss": 0.0427,
+      "step": 77220
+    },
+    {
+      "grad_norm": 0.4634060859680176,
+      "learning_rate": 7.216088846057022e-05,
+      "loss": 0.0252,
+      "step": 77230
+    },
+    {
+      "grad_norm": 0.9336604475975037,
+      "learning_rate": 7.215347719043524e-05,
+      "loss": 0.0338,
+      "step": 77240
+    },
+    {
+      "grad_norm": 0.3043406903743744,
+      "learning_rate": 7.21460653146325e-05,
+      "loss": 0.0524,
+      "step": 77250
+    },
+    {
+      "grad_norm": 0.7762683629989624,
+      "learning_rate": 7.213865283336464e-05,
+      "loss": 0.0398,
+      "step": 77260
+    },
+    {
+      "grad_norm": 0.719767153263092,
+      "learning_rate": 7.213123974683436e-05,
+      "loss": 0.0331,
+      "step": 77270
+    },
+    {
+      "grad_norm": 1.0403141975402832,
+      "learning_rate": 7.212382605524425e-05,
+      "loss": 0.0457,
+      "step": 77280
+    },
+    {
+      "grad_norm": 0.48150211572647095,
+      "learning_rate": 7.211641175879709e-05,
+      "loss": 0.0417,
+      "step": 77290
+    },
+    {
+      "grad_norm": 0.6679140329360962,
+      "learning_rate": 7.210899685769552e-05,
+      "loss": 0.0333,
+      "step": 77300
+    },
+    {
+      "grad_norm": 0.41636791825294495,
+      "learning_rate": 7.21015813521423e-05,
+      "loss": 0.034,
+      "step": 77310
+    },
+    {
+      "grad_norm": 0.415401816368103,
+      "learning_rate": 7.209416524234013e-05,
+      "loss": 0.0291,
+      "step": 77320
+    },
+    {
+      "grad_norm": 0.4643856883049011,
+      "learning_rate": 7.208674852849181e-05,
+      "loss": 0.0436,
+      "step": 77330
+    },
+    {
+      "grad_norm": 0.6477247476577759,
+      "learning_rate": 7.207933121080006e-05,
+      "loss": 0.0287,
+      "step": 77340
+    },
+    {
+      "grad_norm": 0.34397387504577637,
+      "learning_rate": 7.20719132894677e-05,
+      "loss": 0.0326,
+      "step": 77350
+    },
+    {
+      "grad_norm": 0.46374452114105225,
+      "learning_rate": 7.20644947646975e-05,
+      "loss": 0.0405,
+      "step": 77360
+    },
+    {
+      "grad_norm": 0.5883309841156006,
+      "learning_rate": 7.205707563669232e-05,
+      "loss": 0.0362,
+      "step": 77370
+    },
+    {
+      "grad_norm": 1.1576271057128906,
+      "learning_rate": 7.204965590565497e-05,
+      "loss": 0.0336,
+      "step": 77380
+    },
+    {
+      "grad_norm": 0.4558315873146057,
+      "learning_rate": 7.204223557178834e-05,
+      "loss": 0.0399,
+      "step": 77390
+    },
+    {
+      "grad_norm": 0.6099178194999695,
+      "learning_rate": 7.203481463529525e-05,
+      "loss": 0.0386,
+      "step": 77400
+    },
+    {
+      "grad_norm": 0.5142402648925781,
+      "learning_rate": 7.20273930963786e-05,
+      "loss": 0.054,
+      "step": 77410
+    },
+    {
+      "grad_norm": 0.9479755163192749,
+      "learning_rate": 7.20199709552413e-05,
+      "loss": 0.041,
+      "step": 77420
+    },
+    {
+      "grad_norm": 0.5834778547286987,
+      "learning_rate": 7.201254821208627e-05,
+      "loss": 0.0329,
+      "step": 77430
+    },
+    {
+      "grad_norm": 0.6413375735282898,
+      "learning_rate": 7.200512486711644e-05,
+      "loss": 0.0429,
+      "step": 77440
+    },
+    {
+      "grad_norm": 0.27099937200546265,
+      "learning_rate": 7.199770092053476e-05,
+      "loss": 0.0314,
+      "step": 77450
+    },
+    {
+      "grad_norm": 0.7402042746543884,
+      "learning_rate": 7.199027637254421e-05,
+      "loss": 0.0375,
+      "step": 77460
+    },
+    {
+      "grad_norm": 0.403001070022583,
+      "learning_rate": 7.198285122334775e-05,
+      "loss": 0.0368,
+      "step": 77470
+    },
+    {
+      "grad_norm": 0.8253275752067566,
+      "learning_rate": 7.197542547314841e-05,
+      "loss": 0.0483,
+      "step": 77480
+    },
+    {
+      "grad_norm": 0.7873509526252747,
+      "learning_rate": 7.19679991221492e-05,
+      "loss": 0.0368,
+      "step": 77490
+    },
+    {
+      "grad_norm": 0.5378254055976868,
+      "learning_rate": 7.196057217055315e-05,
+      "loss": 0.0355,
+      "step": 77500
+    },
+    {
+      "grad_norm": 0.4757232069969177,
+      "learning_rate": 7.195314461856328e-05,
+      "loss": 0.0352,
+      "step": 77510
+    },
+    {
+      "grad_norm": 0.9636372923851013,
+      "learning_rate": 7.194571646638271e-05,
+      "loss": 0.0481,
+      "step": 77520
+    },
+    {
+      "grad_norm": 0.5659991502761841,
+      "learning_rate": 7.193828771421447e-05,
+      "loss": 0.043,
+      "step": 77530
+    },
+    {
+      "grad_norm": 0.504941999912262,
+      "learning_rate": 7.19308583622617e-05,
+      "loss": 0.0386,
+      "step": 77540
+    },
+    {
+      "grad_norm": 0.4474281072616577,
+      "learning_rate": 7.19234284107275e-05,
+      "loss": 0.0281,
+      "step": 77550
+    },
+    {
+      "grad_norm": 0.3273301124572754,
+      "learning_rate": 7.191599785981502e-05,
+      "loss": 0.0365,
+      "step": 77560
+    },
+    {
+      "grad_norm": 0.39751747250556946,
+      "learning_rate": 7.190856670972737e-05,
+      "loss": 0.0299,
+      "step": 77570
+    },
+    {
+      "grad_norm": 0.7564520835876465,
+      "learning_rate": 7.190113496066775e-05,
+      "loss": 0.0379,
+      "step": 77580
+    },
+    {
+      "grad_norm": 0.6194102168083191,
+      "learning_rate": 7.189370261283933e-05,
+      "loss": 0.0336,
+      "step": 77590
+    },
+    {
+      "grad_norm": 0.36687660217285156,
+      "learning_rate": 7.188626966644528e-05,
+      "loss": 0.0289,
+      "step": 77600
+    },
+    {
+      "grad_norm": 0.7187610864639282,
+      "learning_rate": 7.187883612168886e-05,
+      "loss": 0.0422,
+      "step": 77610
+    },
+    {
+      "grad_norm": 0.4278734624385834,
+      "learning_rate": 7.187140197877328e-05,
+      "loss": 0.0484,
+      "step": 77620
+    },
+    {
+      "grad_norm": 0.4603163003921509,
+      "learning_rate": 7.186396723790179e-05,
+      "loss": 0.0411,
+      "step": 77630
+    },
+    {
+      "grad_norm": 0.5760947465896606,
+      "learning_rate": 7.185653189927763e-05,
+      "loss": 0.0424,
+      "step": 77640
+    },
+    {
+      "grad_norm": 0.6657668352127075,
+      "learning_rate": 7.184909596310412e-05,
+      "loss": 0.0317,
+      "step": 77650
+    },
+    {
+      "grad_norm": 0.5527024269104004,
+      "learning_rate": 7.184165942958452e-05,
+      "loss": 0.0506,
+      "step": 77660
+    },
+    {
+      "grad_norm": 0.7254223823547363,
+      "learning_rate": 7.183422229892217e-05,
+      "loss": 0.0422,
+      "step": 77670
+    },
+    {
+      "grad_norm": 0.7347515821456909,
+      "learning_rate": 7.182678457132039e-05,
+      "loss": 0.0394,
+      "step": 77680
+    },
+    {
+      "grad_norm": 0.7327767014503479,
+      "learning_rate": 7.18193462469825e-05,
+      "loss": 0.0545,
+      "step": 77690
+    },
+    {
+      "grad_norm": 0.33487650752067566,
+      "learning_rate": 7.181190732611189e-05,
+      "loss": 0.034,
+      "step": 77700
+    },
+    {
+      "grad_norm": 0.4510541260242462,
+      "learning_rate": 7.180446780891192e-05,
+      "loss": 0.0255,
+      "step": 77710
+    },
+    {
+      "grad_norm": 0.4549007713794708,
+      "learning_rate": 7.179702769558601e-05,
+      "loss": 0.0305,
+      "step": 77720
+    },
+    {
+      "grad_norm": 0.4998437762260437,
+      "learning_rate": 7.178958698633753e-05,
+      "loss": 0.032,
+      "step": 77730
+    },
+    {
+      "grad_norm": 0.4787391126155853,
+      "learning_rate": 7.178214568136993e-05,
+      "loss": 0.0355,
+      "step": 77740
+    },
+    {
+      "grad_norm": 1.7092446088790894,
+      "learning_rate": 7.177470378088667e-05,
+      "loss": 0.0518,
+      "step": 77750
+    },
+    {
+      "grad_norm": 0.7474032044410706,
+      "learning_rate": 7.176726128509117e-05,
+      "loss": 0.0365,
+      "step": 77760
+    },
+    {
+      "grad_norm": 0.5800366401672363,
+      "learning_rate": 7.175981819418695e-05,
+      "loss": 0.0315,
+      "step": 77770
+    },
+    {
+      "grad_norm": 0.5954287052154541,
+      "learning_rate": 7.175237450837743e-05,
+      "loss": 0.0418,
+      "step": 77780
+    },
+    {
+      "grad_norm": 0.4301438331604004,
+      "learning_rate": 7.174493022786621e-05,
+      "loss": 0.0359,
+      "step": 77790
+    },
+    {
+      "grad_norm": 1.1551368236541748,
+      "learning_rate": 7.173748535285674e-05,
+      "loss": 0.0409,
+      "step": 77800
+    },
+    {
+      "grad_norm": 0.5610386729240417,
+      "learning_rate": 7.17300398835526e-05,
+      "loss": 0.0415,
+      "step": 77810
+    },
+    {
+      "grad_norm": 1.3277902603149414,
+      "learning_rate": 7.172259382015733e-05,
+      "loss": 0.0449,
+      "step": 77820
+    },
+    {
+      "grad_norm": 0.44984596967697144,
+      "learning_rate": 7.17151471628745e-05,
+      "loss": 0.0416,
+      "step": 77830
+    },
+    {
+      "grad_norm": 0.6330439448356628,
+      "learning_rate": 7.170769991190771e-05,
+      "loss": 0.0518,
+      "step": 77840
+    },
+    {
+      "grad_norm": 0.9556574821472168,
+      "learning_rate": 7.170025206746055e-05,
+      "loss": 0.0482,
+      "step": 77850
+    },
+    {
+      "grad_norm": 0.5180816650390625,
+      "learning_rate": 7.169280362973665e-05,
+      "loss": 0.0329,
+      "step": 77860
+    },
+    {
+      "grad_norm": 0.4328075051307678,
+      "learning_rate": 7.168535459893966e-05,
+      "loss": 0.0595,
+      "step": 77870
+    },
+    {
+      "grad_norm": 0.5219211578369141,
+      "learning_rate": 7.167790497527323e-05,
+      "loss": 0.0337,
+      "step": 77880
+    },
+    {
+      "grad_norm": 0.6166178584098816,
+      "learning_rate": 7.1670454758941e-05,
+      "loss": 0.0329,
+      "step": 77890
+    },
+    {
+      "grad_norm": 0.8545597791671753,
+      "learning_rate": 7.16630039501467e-05,
+      "loss": 0.0476,
+      "step": 77900
+    },
+    {
+      "grad_norm": 1.046680212020874,
+      "learning_rate": 7.165555254909398e-05,
+      "loss": 0.0325,
+      "step": 77910
+    },
+    {
+      "grad_norm": 0.2959180772304535,
+      "learning_rate": 7.164810055598661e-05,
+      "loss": 0.0264,
+      "step": 77920
+    },
+    {
+      "grad_norm": 0.8822286128997803,
+      "learning_rate": 7.164064797102831e-05,
+      "loss": 0.0317,
+      "step": 77930
+    },
+    {
+      "grad_norm": 0.739043653011322,
+      "learning_rate": 7.16331947944228e-05,
+      "loss": 0.0402,
+      "step": 77940
+    },
+    {
+      "grad_norm": 0.9129494428634644,
+      "learning_rate": 7.16257410263739e-05,
+      "loss": 0.0418,
+      "step": 77950
+    },
+    {
+      "grad_norm": 0.44696325063705444,
+      "learning_rate": 7.161828666708535e-05,
+      "loss": 0.051,
+      "step": 77960
+    },
+    {
+      "grad_norm": 0.30573761463165283,
+      "learning_rate": 7.161083171676097e-05,
+      "loss": 0.0236,
+      "step": 77970
+    },
+    {
+      "grad_norm": 0.4797230660915375,
+      "learning_rate": 7.160337617560455e-05,
+      "loss": 0.0473,
+      "step": 77980
+    },
+    {
+      "grad_norm": 0.37489938735961914,
+      "learning_rate": 7.159592004381996e-05,
+      "loss": 0.0336,
+      "step": 77990
+    },
+    {
+      "grad_norm": 0.5211006999015808,
+      "learning_rate": 7.158846332161104e-05,
+      "loss": 0.0314,
+      "step": 78000
+    },
+    {
+      "grad_norm": 0.2424902766942978,
+      "learning_rate": 7.158100600918163e-05,
+      "loss": 0.0306,
+      "step": 78010
+    },
+    {
+      "grad_norm": 0.4832924008369446,
+      "learning_rate": 7.157354810673562e-05,
+      "loss": 0.0282,
+      "step": 78020
+    },
+    {
+      "grad_norm": 1.1568502187728882,
+      "learning_rate": 7.15660896144769e-05,
+      "loss": 0.0368,
+      "step": 78030
+    },
+    {
+      "grad_norm": 2.2107317447662354,
+      "learning_rate": 7.155863053260942e-05,
+      "loss": 0.0405,
+      "step": 78040
+    },
+    {
+      "grad_norm": 0.6234841346740723,
+      "learning_rate": 7.155117086133705e-05,
+      "loss": 0.0442,
+      "step": 78050
+    },
+    {
+      "grad_norm": 0.45821690559387207,
+      "learning_rate": 7.154371060086378e-05,
+      "loss": 0.0439,
+      "step": 78060
+    },
+    {
+      "grad_norm": 0.4431573748588562,
+      "learning_rate": 7.153624975139356e-05,
+      "loss": 0.0352,
+      "step": 78070
+    },
+    {
+      "grad_norm": 0.6477583646774292,
+      "learning_rate": 7.152878831313037e-05,
+      "loss": 0.0391,
+      "step": 78080
+    },
+    {
+      "grad_norm": 0.5616345405578613,
+      "learning_rate": 7.152132628627818e-05,
+      "loss": 0.0315,
+      "step": 78090
+    },
+    {
+      "grad_norm": 0.6665463447570801,
+      "learning_rate": 7.151386367104102e-05,
+      "loss": 0.059,
+      "step": 78100
+    },
+    {
+      "grad_norm": 0.7411730885505676,
+      "learning_rate": 7.150640046762289e-05,
+      "loss": 0.0394,
+      "step": 78110
+    },
+    {
+      "grad_norm": 0.6421431303024292,
+      "learning_rate": 7.149893667622789e-05,
+      "loss": 0.0423,
+      "step": 78120
+    },
+    {
+      "grad_norm": 1.253194808959961,
+      "learning_rate": 7.149147229706e-05,
+      "loss": 0.0436,
+      "step": 78130
+    },
+    {
+      "grad_norm": 0.2905971109867096,
+      "learning_rate": 7.148400733032337e-05,
+      "loss": 0.0285,
+      "step": 78140
+    },
+    {
+      "grad_norm": 0.7192613482475281,
+      "learning_rate": 7.147654177622202e-05,
+      "loss": 0.0348,
+      "step": 78150
+    },
+    {
+      "grad_norm": 0.6237886548042297,
+      "learning_rate": 7.146907563496008e-05,
+      "loss": 0.0355,
+      "step": 78160
+    },
+    {
+      "grad_norm": 0.918590247631073,
+      "learning_rate": 7.146160890674169e-05,
+      "loss": 0.0349,
+      "step": 78170
+    },
+    {
+      "grad_norm": 0.49458274245262146,
+      "learning_rate": 7.145414159177099e-05,
+      "loss": 0.0421,
+      "step": 78180
+    },
+    {
+      "grad_norm": 0.6164936423301697,
+      "learning_rate": 7.144667369025211e-05,
+      "loss": 0.0457,
+      "step": 78190
+    },
+    {
+      "grad_norm": 0.9752443432807922,
+      "learning_rate": 7.143920520238921e-05,
+      "loss": 0.0282,
+      "step": 78200
+    },
+    {
+      "grad_norm": 0.3849298357963562,
+      "learning_rate": 7.143173612838652e-05,
+      "loss": 0.0319,
+      "step": 78210
+    },
+    {
+      "grad_norm": 0.7527434825897217,
+      "learning_rate": 7.14242664684482e-05,
+      "loss": 0.0537,
+      "step": 78220
+    },
+    {
+      "grad_norm": 0.46187299489974976,
+      "learning_rate": 7.14167962227785e-05,
+      "loss": 0.0271,
+      "step": 78230
+    },
+    {
+      "grad_norm": 0.43091440200805664,
+      "learning_rate": 7.140932539158162e-05,
+      "loss": 0.0267,
+      "step": 78240
+    },
+    {
+      "grad_norm": 0.4326973557472229,
+      "learning_rate": 7.140185397506182e-05,
+      "loss": 0.0326,
+      "step": 78250
+    },
+    {
+      "grad_norm": 0.6804349422454834,
+      "learning_rate": 7.139438197342339e-05,
+      "loss": 0.0295,
+      "step": 78260
+    },
+    {
+      "grad_norm": 0.33672621846199036,
+      "learning_rate": 7.13869093868706e-05,
+      "loss": 0.0249,
+      "step": 78270
+    },
+    {
+      "grad_norm": 0.4893495738506317,
+      "learning_rate": 7.137943621560773e-05,
+      "loss": 0.0302,
+      "step": 78280
+    },
+    {
+      "grad_norm": 0.2804599106311798,
+      "learning_rate": 7.137196245983911e-05,
+      "loss": 0.0244,
+      "step": 78290
+    },
+    {
+      "grad_norm": 0.4323281943798065,
+      "learning_rate": 7.136448811976905e-05,
+      "loss": 0.0683,
+      "step": 78300
+    },
+    {
+      "grad_norm": 0.5744103789329529,
+      "learning_rate": 7.135701319560193e-05,
+      "loss": 0.0405,
+      "step": 78310
+    },
+    {
+      "grad_norm": 0.5559276938438416,
+      "learning_rate": 7.134953768754208e-05,
+      "loss": 0.0299,
+      "step": 78320
+    },
+    {
+      "grad_norm": 0.4076835811138153,
+      "learning_rate": 7.13420615957939e-05,
+      "loss": 0.0263,
+      "step": 78330
+    },
+    {
+      "grad_norm": 0.3400672972202301,
+      "learning_rate": 7.133458492056178e-05,
+      "loss": 0.0312,
+      "step": 78340
+    },
+    {
+      "grad_norm": 0.48352929949760437,
+      "learning_rate": 7.132710766205012e-05,
+      "loss": 0.0295,
+      "step": 78350
+    },
+    {
+      "grad_norm": 0.35140112042427063,
+      "learning_rate": 7.131962982046335e-05,
+      "loss": 0.0275,
+      "step": 78360
+    },
+    {
+      "grad_norm": 0.3076847493648529,
+      "learning_rate": 7.131215139600589e-05,
+      "loss": 0.0316,
+      "step": 78370
+    },
+    {
+      "grad_norm": 0.3602690100669861,
+      "learning_rate": 7.130467238888222e-05,
+      "loss": 0.0442,
+      "step": 78380
+    },
+    {
+      "grad_norm": 1.321748971939087,
+      "learning_rate": 7.129719279929682e-05,
+      "loss": 0.0297,
+      "step": 78390
+    },
+    {
+      "grad_norm": 0.48104327917099,
+      "learning_rate": 7.128971262745419e-05,
+      "loss": 0.0338,
+      "step": 78400
+    },
+    {
+      "grad_norm": 0.36536723375320435,
+      "learning_rate": 7.128223187355878e-05,
+      "loss": 0.048,
+      "step": 78410
+    },
+    {
+      "grad_norm": 0.876115620136261,
+      "learning_rate": 7.127475053781517e-05,
+      "loss": 0.0333,
+      "step": 78420
+    },
+    {
+      "grad_norm": 0.7443119287490845,
+      "learning_rate": 7.126726862042786e-05,
+      "loss": 0.0355,
+      "step": 78430
+    },
+    {
+      "grad_norm": 0.36512327194213867,
+      "learning_rate": 7.125978612160143e-05,
+      "loss": 0.0325,
+      "step": 78440
+    },
+    {
+      "grad_norm": 0.5220986008644104,
+      "learning_rate": 7.125230304154042e-05,
+      "loss": 0.0337,
+      "step": 78450
+    },
+    {
+      "grad_norm": 0.3446093499660492,
+      "learning_rate": 7.124481938044942e-05,
+      "loss": 0.0478,
+      "step": 78460
+    },
+    {
+      "grad_norm": 2.863680124282837,
+      "learning_rate": 7.123733513853305e-05,
+      "loss": 0.0426,
+      "step": 78470
+    },
+    {
+      "grad_norm": 0.5581591725349426,
+      "learning_rate": 7.122985031599594e-05,
+      "loss": 0.0425,
+      "step": 78480
+    },
+    {
+      "grad_norm": 0.6027995944023132,
+      "learning_rate": 7.122236491304266e-05,
+      "loss": 0.0435,
+      "step": 78490
+    },
+    {
+      "grad_norm": 0.8222156167030334,
+      "learning_rate": 7.121487892987792e-05,
+      "loss": 0.038,
+      "step": 78500
+    },
+    {
+      "grad_norm": 0.40983375906944275,
+      "learning_rate": 7.120739236670634e-05,
+      "loss": 0.0374,
+      "step": 78510
+    },
+    {
+      "grad_norm": 0.7142005562782288,
+      "learning_rate": 7.119990522373265e-05,
+      "loss": 0.0352,
+      "step": 78520
+    },
+    {
+      "grad_norm": 0.8470039367675781,
+      "learning_rate": 7.11924175011615e-05,
+      "loss": 0.0422,
+      "step": 78530
+    },
+    {
+      "grad_norm": 0.6378800868988037,
+      "learning_rate": 7.118492919919761e-05,
+      "loss": 0.0335,
+      "step": 78540
+    },
+    {
+      "grad_norm": 0.5990773439407349,
+      "learning_rate": 7.117744031804572e-05,
+      "loss": 0.0416,
+      "step": 78550
+    },
+    {
+      "grad_norm": 0.7484697103500366,
+      "learning_rate": 7.116995085791057e-05,
+      "loss": 0.0446,
+      "step": 78560
+    },
+    {
+      "grad_norm": 0.7909823060035706,
+      "learning_rate": 7.116246081899691e-05,
+      "loss": 0.0689,
+      "step": 78570
+    },
+    {
+      "grad_norm": 0.8076735138893127,
+      "learning_rate": 7.115497020150953e-05,
+      "loss": 0.0471,
+      "step": 78580
+    },
+    {
+      "grad_norm": 0.5215859413146973,
+      "learning_rate": 7.11474790056532e-05,
+      "loss": 0.0367,
+      "step": 78590
+    },
+    {
+      "grad_norm": 1.069048523902893,
+      "learning_rate": 7.113998723163277e-05,
+      "loss": 0.045,
+      "step": 78600
+    },
+    {
+      "grad_norm": 0.7688201665878296,
+      "learning_rate": 7.1132494879653e-05,
+      "loss": 0.0484,
+      "step": 78610
+    },
+    {
+      "grad_norm": 0.5495613217353821,
+      "learning_rate": 7.112500194991876e-05,
+      "loss": 0.0346,
+      "step": 78620
+    },
+    {
+      "grad_norm": 0.6387389898300171,
+      "learning_rate": 7.111750844263491e-05,
+      "loss": 0.04,
+      "step": 78630
+    },
+    {
+      "grad_norm": 0.46446841955184937,
+      "learning_rate": 7.111001435800632e-05,
+      "loss": 0.0297,
+      "step": 78640
+    },
+    {
+      "grad_norm": 0.5889864563941956,
+      "learning_rate": 7.110251969623785e-05,
+      "loss": 0.048,
+      "step": 78650
+    },
+    {
+      "grad_norm": 0.5332767963409424,
+      "learning_rate": 7.109502445753444e-05,
+      "loss": 0.0476,
+      "step": 78660
+    },
+    {
+      "grad_norm": 0.3780938982963562,
+      "learning_rate": 7.108752864210098e-05,
+      "loss": 0.0356,
+      "step": 78670
+    },
+    {
+      "grad_norm": 0.685051441192627,
+      "learning_rate": 7.10800322501424e-05,
+      "loss": 0.0415,
+      "step": 78680
+    },
+    {
+      "grad_norm": 0.4589696228504181,
+      "learning_rate": 7.107253528186366e-05,
+      "loss": 0.0627,
+      "step": 78690
+    },
+    {
+      "grad_norm": 0.5098222494125366,
+      "learning_rate": 7.106503773746972e-05,
+      "loss": 0.0387,
+      "step": 78700
+    },
+    {
+      "grad_norm": 0.35036933422088623,
+      "learning_rate": 7.105753961716557e-05,
+      "loss": 0.0345,
+      "step": 78710
+    },
+    {
+      "grad_norm": 0.5890026688575745,
+      "learning_rate": 7.105004092115619e-05,
+      "loss": 0.0335,
+      "step": 78720
+    },
+    {
+      "grad_norm": 0.4512687623500824,
+      "learning_rate": 7.104254164964662e-05,
+      "loss": 0.0362,
+      "step": 78730
+    },
+    {
+      "grad_norm": 0.6100274324417114,
+      "learning_rate": 7.103504180284185e-05,
+      "loss": 0.0441,
+      "step": 78740
+    },
+    {
+      "grad_norm": 0.594754695892334,
+      "learning_rate": 7.102754138094693e-05,
+      "loss": 0.0335,
+      "step": 78750
+    },
+    {
+      "grad_norm": 0.28454676270484924,
+      "learning_rate": 7.102004038416694e-05,
+      "loss": 0.041,
+      "step": 78760
+    },
+    {
+      "grad_norm": 0.7767502069473267,
+      "learning_rate": 7.101253881270695e-05,
+      "loss": 0.0429,
+      "step": 78770
+    },
+    {
+      "grad_norm": 0.3359987735748291,
+      "learning_rate": 7.100503666677202e-05,
+      "loss": 0.0382,
+      "step": 78780
+    },
+    {
+      "grad_norm": 0.5962264537811279,
+      "learning_rate": 7.099753394656732e-05,
+      "loss": 0.0507,
+      "step": 78790
+    },
+    {
+      "grad_norm": 0.8228698968887329,
+      "learning_rate": 7.099003065229789e-05,
+      "loss": 0.0465,
+      "step": 78800
+    },
+    {
+      "grad_norm": 0.43485215306282043,
+      "learning_rate": 7.098252678416892e-05,
+      "loss": 0.0418,
+      "step": 78810
+    },
+    {
+      "grad_norm": 0.6166824102401733,
+      "learning_rate": 7.097502234238555e-05,
+      "loss": 0.0553,
+      "step": 78820
+    },
+    {
+      "grad_norm": 0.5906214118003845,
+      "learning_rate": 7.096751732715297e-05,
+      "loss": 0.0357,
+      "step": 78830
+    },
+    {
+      "grad_norm": 0.5623594522476196,
+      "learning_rate": 7.096001173867631e-05,
+      "loss": 0.0293,
+      "step": 78840
+    },
+    {
+      "grad_norm": 0.5524118542671204,
+      "learning_rate": 7.095250557716082e-05,
+      "loss": 0.0279,
+      "step": 78850
+    },
+    {
+      "grad_norm": 0.6144195199012756,
+      "learning_rate": 7.094499884281169e-05,
+      "loss": 0.0321,
+      "step": 78860
+    },
+    {
+      "grad_norm": 0.42318806052207947,
+      "learning_rate": 7.093749153583417e-05,
+      "loss": 0.0353,
+      "step": 78870
+    },
+    {
+      "grad_norm": 0.5100373029708862,
+      "learning_rate": 7.09299836564335e-05,
+      "loss": 0.0359,
+      "step": 78880
+    },
+    {
+      "grad_norm": 0.35142508149147034,
+      "learning_rate": 7.092247520481495e-05,
+      "loss": 0.0297,
+      "step": 78890
+    },
+    {
+      "grad_norm": 0.45917806029319763,
+      "learning_rate": 7.091496618118376e-05,
+      "loss": 0.0353,
+      "step": 78900
+    },
+    {
+      "grad_norm": 0.3775028586387634,
+      "learning_rate": 7.090745658574526e-05,
+      "loss": 0.0287,
+      "step": 78910
+    },
+    {
+      "grad_norm": 0.6915757656097412,
+      "learning_rate": 7.089994641870477e-05,
+      "loss": 0.0479,
+      "step": 78920
+    },
+    {
+      "grad_norm": 0.2869965732097626,
+      "learning_rate": 7.089243568026756e-05,
+      "loss": 0.0374,
+      "step": 78930
+    },
+    {
+      "grad_norm": 0.718154788017273,
+      "learning_rate": 7.088492437063904e-05,
+      "loss": 0.0329,
+      "step": 78940
+    },
+    {
+      "grad_norm": 0.5179542899131775,
+      "learning_rate": 7.087741249002452e-05,
+      "loss": 0.035,
+      "step": 78950
+    },
+    {
+      "grad_norm": 0.6843746900558472,
+      "learning_rate": 7.086990003862939e-05,
+      "loss": 0.0468,
+      "step": 78960
+    },
+    {
+      "grad_norm": 0.40488141775131226,
+      "learning_rate": 7.086238701665904e-05,
+      "loss": 0.0338,
+      "step": 78970
+    },
+    {
+      "grad_norm": 0.7209373712539673,
+      "learning_rate": 7.085487342431886e-05,
+      "loss": 0.0645,
+      "step": 78980
+    },
+    {
+      "grad_norm": 0.605069637298584,
+      "learning_rate": 7.084735926181428e-05,
+      "loss": 0.0247,
+      "step": 78990
+    },
+    {
+      "grad_norm": 0.3562522828578949,
+      "learning_rate": 7.083984452935071e-05,
+      "loss": 0.0368,
+      "step": 79000
+    },
+    {
+      "grad_norm": 0.6438388228416443,
+      "learning_rate": 7.083232922713364e-05,
+      "loss": 0.027,
+      "step": 79010
+    },
+    {
+      "grad_norm": 0.417865127325058,
+      "learning_rate": 7.082481335536851e-05,
+      "loss": 0.0369,
+      "step": 79020
+    },
+    {
+      "grad_norm": 0.6317320466041565,
+      "learning_rate": 7.08172969142608e-05,
+      "loss": 0.0355,
+      "step": 79030
+    },
+    {
+      "grad_norm": 0.4996958076953888,
+      "learning_rate": 7.080977990401602e-05,
+      "loss": 0.031,
+      "step": 79040
+    },
+    {
+      "grad_norm": 0.6619974970817566,
+      "learning_rate": 7.080226232483968e-05,
+      "loss": 0.0422,
+      "step": 79050
+    },
+    {
+      "grad_norm": 0.874061107635498,
+      "learning_rate": 7.07947441769373e-05,
+      "loss": 0.0436,
+      "step": 79060
+    },
+    {
+      "grad_norm": 0.3945363759994507,
+      "learning_rate": 7.078722546051442e-05,
+      "loss": 0.0335,
+      "step": 79070
+    },
+    {
+      "grad_norm": 0.3834901750087738,
+      "learning_rate": 7.077970617577662e-05,
+      "loss": 0.0365,
+      "step": 79080
+    },
+    {
+      "grad_norm": 0.5333412885665894,
+      "learning_rate": 7.077218632292944e-05,
+      "loss": 0.0404,
+      "step": 79090
+    },
+    {
+      "grad_norm": 0.7332721948623657,
+      "learning_rate": 7.07646659021785e-05,
+      "loss": 0.0643,
+      "step": 79100
+    },
+    {
+      "grad_norm": 0.4732929468154907,
+      "learning_rate": 7.07571449137294e-05,
+      "loss": 0.0406,
+      "step": 79110
+    },
+    {
+      "grad_norm": 0.7807289958000183,
+      "learning_rate": 7.074962335778775e-05,
+      "loss": 0.0508,
+      "step": 79120
+    },
+    {
+      "grad_norm": 0.5057656764984131,
+      "learning_rate": 7.074210123455918e-05,
+      "loss": 0.0375,
+      "step": 79130
+    },
+    {
+      "grad_norm": 0.49342381954193115,
+      "learning_rate": 7.073457854424938e-05,
+      "loss": 0.0296,
+      "step": 79140
+    },
+    {
+      "grad_norm": 0.3123627305030823,
+      "learning_rate": 7.072705528706396e-05,
+      "loss": 0.0307,
+      "step": 79150
+    },
+    {
+      "grad_norm": 0.9465705156326294,
+      "learning_rate": 7.071953146320867e-05,
+      "loss": 0.0502,
+      "step": 79160
+    },
+    {
+      "grad_norm": 0.5255388617515564,
+      "learning_rate": 7.071200707288916e-05,
+      "loss": 0.0473,
+      "step": 79170
+    },
+    {
+      "grad_norm": 0.4881448447704315,
+      "learning_rate": 7.070448211631115e-05,
+      "loss": 0.0454,
+      "step": 79180
+    },
+    {
+      "grad_norm": 0.32306158542633057,
+      "learning_rate": 7.069695659368038e-05,
+      "loss": 0.0348,
+      "step": 79190
+    },
+    {
+      "grad_norm": 4.903568744659424,
+      "learning_rate": 7.06894305052026e-05,
+      "loss": 0.0458,
+      "step": 79200
+    },
+    {
+      "grad_norm": 0.786691427230835,
+      "learning_rate": 7.068190385108356e-05,
+      "loss": 0.0343,
+      "step": 79210
+    },
+    {
+      "grad_norm": 0.8595239520072937,
+      "learning_rate": 7.067437663152903e-05,
+      "loss": 0.031,
+      "step": 79220
+    },
+    {
+      "grad_norm": 0.8807206749916077,
+      "learning_rate": 7.066684884674482e-05,
+      "loss": 0.0336,
+      "step": 79230
+    },
+    {
+      "grad_norm": 0.4423881769180298,
+      "learning_rate": 7.065932049693673e-05,
+      "loss": 0.0314,
+      "step": 79240
+    },
+    {
+      "grad_norm": 0.5779803395271301,
+      "learning_rate": 7.065179158231058e-05,
+      "loss": 0.0427,
+      "step": 79250
+    },
+    {
+      "grad_norm": 0.26098495721817017,
+      "learning_rate": 7.06442621030722e-05,
+      "loss": 0.0379,
+      "step": 79260
+    },
+    {
+      "grad_norm": 0.4822060763835907,
+      "learning_rate": 7.063673205942745e-05,
+      "loss": 0.0295,
+      "step": 79270
+    },
+    {
+      "grad_norm": 0.44227948784828186,
+      "learning_rate": 7.062920145158219e-05,
+      "loss": 0.0551,
+      "step": 79280
+    },
+    {
+      "grad_norm": 0.8915663957595825,
+      "learning_rate": 7.062167027974233e-05,
+      "loss": 0.0832,
+      "step": 79290
+    },
+    {
+      "grad_norm": 0.3845881521701813,
+      "learning_rate": 7.061413854411373e-05,
+      "loss": 0.0389,
+      "step": 79300
+    },
+    {
+      "grad_norm": 1.7951475381851196,
+      "learning_rate": 7.060660624490234e-05,
+      "loss": 0.0411,
+      "step": 79310
+    },
+    {
+      "grad_norm": 0.3864067494869232,
+      "learning_rate": 7.059907338231407e-05,
+      "loss": 0.0364,
+      "step": 79320
+    },
+    {
+      "grad_norm": 0.5974902510643005,
+      "learning_rate": 7.059153995655488e-05,
+      "loss": 0.0448,
+      "step": 79330
+    },
+    {
+      "grad_norm": 1.8632055521011353,
+      "learning_rate": 7.058400596783072e-05,
+      "loss": 0.046,
+      "step": 79340
+    },
+    {
+      "grad_norm": 0.6135521531105042,
+      "learning_rate": 7.057647141634758e-05,
+      "loss": 0.0336,
+      "step": 79350
+    },
+    {
+      "grad_norm": 0.729562520980835,
+      "learning_rate": 7.056893630231143e-05,
+      "loss": 0.0373,
+      "step": 79360
+    },
+    {
+      "grad_norm": 0.3665148615837097,
+      "learning_rate": 7.056140062592828e-05,
+      "loss": 0.0322,
+      "step": 79370
+    },
+    {
+      "grad_norm": 0.54080730676651,
+      "learning_rate": 7.055386438740418e-05,
+      "loss": 0.0393,
+      "step": 79380
+    },
+    {
+      "grad_norm": 0.5251129269599915,
+      "learning_rate": 7.054632758694514e-05,
+      "loss": 0.032,
+      "step": 79390
+    },
+    {
+      "grad_norm": 0.4833230674266815,
+      "learning_rate": 7.053879022475722e-05,
+      "loss": 0.0482,
+      "step": 79400
+    },
+    {
+      "grad_norm": 0.5075897574424744,
+      "learning_rate": 7.05312523010465e-05,
+      "loss": 0.0397,
+      "step": 79410
+    },
+    {
+      "grad_norm": 0.5345545411109924,
+      "learning_rate": 7.052371381601906e-05,
+      "loss": 0.0316,
+      "step": 79420
+    },
+    {
+      "grad_norm": 0.5585489273071289,
+      "learning_rate": 7.051617476988098e-05,
+      "loss": 0.0335,
+      "step": 79430
+    },
+    {
+      "grad_norm": 0.6654512882232666,
+      "learning_rate": 7.05086351628384e-05,
+      "loss": 0.0398,
+      "step": 79440
+    },
+    {
+      "grad_norm": 0.8065393567085266,
+      "learning_rate": 7.050109499509742e-05,
+      "loss": 0.0547,
+      "step": 79450
+    },
+    {
+      "grad_norm": 1.3376184701919556,
+      "learning_rate": 7.049355426686423e-05,
+      "loss": 0.0419,
+      "step": 79460
+    },
+    {
+      "grad_norm": 0.46151813864707947,
+      "learning_rate": 7.048601297834495e-05,
+      "loss": 0.0383,
+      "step": 79470
+    },
+    {
+      "grad_norm": 0.3184405565261841,
+      "learning_rate": 7.047847112974578e-05,
+      "loss": 0.0305,
+      "step": 79480
+    },
+    {
+      "grad_norm": 0.6130873560905457,
+      "learning_rate": 7.04709287212729e-05,
+      "loss": 0.0481,
+      "step": 79490
+    },
+    {
+      "grad_norm": 0.5028256773948669,
+      "learning_rate": 7.046338575313253e-05,
+      "loss": 0.0385,
+      "step": 79500
+    },
+    {
+      "grad_norm": 0.609732449054718,
+      "learning_rate": 7.045584222553086e-05,
+      "loss": 0.0448,
+      "step": 79510
+    },
+    {
+      "grad_norm": 0.757811427116394,
+      "learning_rate": 7.044829813867416e-05,
+      "loss": 0.037,
+      "step": 79520
+    },
+    {
+      "grad_norm": 1.0200860500335693,
+      "learning_rate": 7.044075349276866e-05,
+      "loss": 0.0377,
+      "step": 79530
+    },
+    {
+      "grad_norm": 0.4266391098499298,
+      "learning_rate": 7.043320828802066e-05,
+      "loss": 0.0484,
+      "step": 79540
+    },
+    {
+      "grad_norm": 0.8456494808197021,
+      "learning_rate": 7.042566252463641e-05,
+      "loss": 0.0499,
+      "step": 79550
+    },
+    {
+      "grad_norm": 0.6387339234352112,
+      "learning_rate": 7.041811620282223e-05,
+      "loss": 0.0337,
+      "step": 79560
+    },
+    {
+      "grad_norm": 1.015594482421875,
+      "learning_rate": 7.04105693227844e-05,
+      "loss": 0.0444,
+      "step": 79570
+    },
+    {
+      "grad_norm": 0.24731509387493134,
+      "learning_rate": 7.04030218847293e-05,
+      "loss": 0.0296,
+      "step": 79580
+    },
+    {
+      "grad_norm": 0.5876072645187378,
+      "learning_rate": 7.039547388886322e-05,
+      "loss": 0.0358,
+      "step": 79590
+    },
+    {
+      "grad_norm": 0.663205623626709,
+      "learning_rate": 7.038792533539255e-05,
+      "loss": 0.0477,
+      "step": 79600
+    },
+    {
+      "grad_norm": 0.46568453311920166,
+      "learning_rate": 7.038037622452368e-05,
+      "loss": 0.0313,
+      "step": 79610
+    },
+    {
+      "grad_norm": 0.2855457365512848,
+      "learning_rate": 7.037282655646297e-05,
+      "loss": 0.0417,
+      "step": 79620
+    },
+    {
+      "grad_norm": 0.26003485918045044,
+      "learning_rate": 7.036527633141684e-05,
+      "loss": 0.0259,
+      "step": 79630
+    },
+    {
+      "grad_norm": 0.3791815936565399,
+      "learning_rate": 7.03577255495917e-05,
+      "loss": 0.0478,
+      "step": 79640
+    },
+    {
+      "grad_norm": 0.5624582171440125,
+      "learning_rate": 7.035017421119399e-05,
+      "loss": 0.0402,
+      "step": 79650
+    },
+    {
+      "grad_norm": 1.5184695720672607,
+      "learning_rate": 7.034262231643016e-05,
+      "loss": 0.0328,
+      "step": 79660
+    },
+    {
+      "grad_norm": 0.8675004839897156,
+      "learning_rate": 7.033506986550669e-05,
+      "loss": 0.0354,
+      "step": 79670
+    },
+    {
+      "grad_norm": 2.0577611923217773,
+      "learning_rate": 7.032751685863004e-05,
+      "loss": 0.0461,
+      "step": 79680
+    },
+    {
+      "grad_norm": 0.6070743203163147,
+      "learning_rate": 7.031996329600673e-05,
+      "loss": 0.0347,
+      "step": 79690
+    },
+    {
+      "grad_norm": 0.4469676911830902,
+      "learning_rate": 7.031240917784323e-05,
+      "loss": 0.034,
+      "step": 79700
+    },
+    {
+      "grad_norm": 0.7308461666107178,
+      "learning_rate": 7.030485450434612e-05,
+      "loss": 0.0364,
+      "step": 79710
+    },
+    {
+      "grad_norm": 0.7638355493545532,
+      "learning_rate": 7.02972992757219e-05,
+      "loss": 0.0358,
+      "step": 79720
+    },
+    {
+      "grad_norm": 0.44201886653900146,
+      "learning_rate": 7.028974349217716e-05,
+      "loss": 0.0408,
+      "step": 79730
+    },
+    {
+      "grad_norm": 0.5482105016708374,
+      "learning_rate": 7.028218715391845e-05,
+      "loss": 0.0438,
+      "step": 79740
+    },
+    {
+      "grad_norm": 0.4168913960456848,
+      "learning_rate": 7.027463026115235e-05,
+      "loss": 0.0428,
+      "step": 79750
+    },
+    {
+      "grad_norm": 0.7130826711654663,
+      "learning_rate": 7.026707281408549e-05,
+      "loss": 0.0398,
+      "step": 79760
+    },
+    {
+      "grad_norm": 0.5688403248786926,
+      "learning_rate": 7.025951481292446e-05,
+      "loss": 0.0357,
+      "step": 79770
+    },
+    {
+      "grad_norm": 0.4176277816295624,
+      "learning_rate": 7.02519562578759e-05,
+      "loss": 0.0277,
+      "step": 79780
+    },
+    {
+      "grad_norm": 0.7600124478340149,
+      "learning_rate": 7.02443971491465e-05,
+      "loss": 0.0341,
+      "step": 79790
+    },
+    {
+      "grad_norm": 0.9392589330673218,
+      "learning_rate": 7.023683748694286e-05,
+      "loss": 0.0189,
+      "step": 79800
+    },
+    {
+      "grad_norm": 0.5986735820770264,
+      "learning_rate": 7.022927727147169e-05,
+      "loss": 0.0382,
+      "step": 79810
+    },
+    {
+      "grad_norm": 0.38384053111076355,
+      "learning_rate": 7.022171650293968e-05,
+      "loss": 0.0302,
+      "step": 79820
+    },
+    {
+      "grad_norm": 0.46255937218666077,
+      "learning_rate": 7.021415518155354e-05,
+      "loss": 0.0362,
+      "step": 79830
+    },
+    {
+      "grad_norm": 0.6545071005821228,
+      "learning_rate": 7.020659330751997e-05,
+      "loss": 0.0394,
+      "step": 79840
+    },
+    {
+      "grad_norm": 1.6210371255874634,
+      "learning_rate": 7.019903088104576e-05,
+      "loss": 0.0516,
+      "step": 79850
+    },
+    {
+      "grad_norm": 0.34888169169425964,
+      "learning_rate": 7.019146790233762e-05,
+      "loss": 0.0448,
+      "step": 79860
+    },
+    {
+      "grad_norm": 0.8035064339637756,
+      "learning_rate": 7.018390437160233e-05,
+      "loss": 0.0363,
+      "step": 79870
+    },
+    {
+      "grad_norm": 0.6182776689529419,
+      "learning_rate": 7.01763402890467e-05,
+      "loss": 0.0461,
+      "step": 79880
+    },
+    {
+      "grad_norm": 0.8391448259353638,
+      "learning_rate": 7.016877565487747e-05,
+      "loss": 0.0301,
+      "step": 79890
+    },
+    {
+      "grad_norm": 0.5922822952270508,
+      "learning_rate": 7.016121046930151e-05,
+      "loss": 0.0465,
+      "step": 79900
+    },
+    {
+      "grad_norm": 0.9384959936141968,
+      "learning_rate": 7.015364473252563e-05,
+      "loss": 0.0393,
+      "step": 79910
+    },
+    {
+      "grad_norm": 0.9572750329971313,
+      "learning_rate": 7.014607844475669e-05,
+      "loss": 0.0397,
+      "step": 79920
+    },
+    {
+      "grad_norm": 1.3037010431289673,
+      "learning_rate": 7.013851160620152e-05,
+      "loss": 0.0526,
+      "step": 79930
+    },
+    {
+      "grad_norm": 0.2821888327598572,
+      "learning_rate": 7.013094421706701e-05,
+      "loss": 0.0311,
+      "step": 79940
+    },
+    {
+      "grad_norm": 0.3996128737926483,
+      "learning_rate": 7.012337627756005e-05,
+      "loss": 0.038,
+      "step": 79950
+    },
+    {
+      "grad_norm": 0.44060513377189636,
+      "learning_rate": 7.011580778788754e-05,
+      "loss": 0.0394,
+      "step": 79960
+    },
+    {
+      "grad_norm": 1.017431378364563,
+      "learning_rate": 7.010823874825638e-05,
+      "loss": 0.0352,
+      "step": 79970
+    },
+    {
+      "grad_norm": 0.6563628315925598,
+      "learning_rate": 7.010066915887356e-05,
+      "loss": 0.0429,
+      "step": 79980
+    },
+    {
+      "grad_norm": 0.6635863184928894,
+      "learning_rate": 7.009309901994598e-05,
+      "loss": 0.0508,
+      "step": 79990
+    },
+    {
+      "grad_norm": 0.6298401951789856,
+      "learning_rate": 7.008552833168063e-05,
+      "loss": 0.0411,
+      "step": 80000
+    },
+    {
+      "grad_norm": 1.0866668224334717,
+      "learning_rate": 7.007795709428447e-05,
+      "loss": 0.0378,
+      "step": 80010
+    },
+    {
+      "grad_norm": 0.6450172066688538,
+      "learning_rate": 7.007038530796451e-05,
+      "loss": 0.0426,
+      "step": 80020
+    },
+    {
+      "grad_norm": 0.7142420411109924,
+      "learning_rate": 7.006281297292775e-05,
+      "loss": 0.0358,
+      "step": 80030
+    },
+    {
+      "grad_norm": 0.511346161365509,
+      "learning_rate": 7.005524008938124e-05,
+      "loss": 0.0317,
+      "step": 80040
+    },
+    {
+      "grad_norm": 0.3704622983932495,
+      "learning_rate": 7.004766665753198e-05,
+      "loss": 0.0313,
+      "step": 80050
+    },
+    {
+      "grad_norm": 0.7490355968475342,
+      "learning_rate": 7.004009267758705e-05,
+      "loss": 0.0535,
+      "step": 80060
+    },
+    {
+      "grad_norm": 1.3095020055770874,
+      "learning_rate": 7.003251814975353e-05,
+      "loss": 0.0367,
+      "step": 80070
+    },
+    {
+      "grad_norm": 0.4952647089958191,
+      "learning_rate": 7.002494307423849e-05,
+      "loss": 0.0432,
+      "step": 80080
+    },
+    {
+      "grad_norm": 0.49366357922554016,
+      "learning_rate": 7.001736745124901e-05,
+      "loss": 0.0426,
+      "step": 80090
+    },
+    {
+      "grad_norm": 0.9358307719230652,
+      "learning_rate": 7.000979128099223e-05,
+      "loss": 0.0418,
+      "step": 80100
+    },
+    {
+      "grad_norm": 0.5012035965919495,
+      "learning_rate": 7.000221456367527e-05,
+      "loss": 0.0376,
+      "step": 80110
+    },
+    {
+      "grad_norm": 0.7486971616744995,
+      "learning_rate": 6.999463729950528e-05,
+      "loss": 0.0348,
+      "step": 80120
+    },
+    {
+      "grad_norm": 0.6010900735855103,
+      "learning_rate": 6.998705948868944e-05,
+      "loss": 0.0356,
+      "step": 80130
+    },
+    {
+      "grad_norm": 0.5845351815223694,
+      "learning_rate": 6.997948113143488e-05,
+      "loss": 0.0518,
+      "step": 80140
+    },
+    {
+      "grad_norm": 0.5175660848617554,
+      "learning_rate": 6.99719022279488e-05,
+      "loss": 0.0345,
+      "step": 80150
+    },
+    {
+      "grad_norm": 0.6129593849182129,
+      "learning_rate": 6.996432277843843e-05,
+      "loss": 0.037,
+      "step": 80160
+    },
+    {
+      "grad_norm": 0.5488085746765137,
+      "learning_rate": 6.9956742783111e-05,
+      "loss": 0.0357,
+      "step": 80170
+    },
+    {
+      "grad_norm": 0.4919091463088989,
+      "learning_rate": 6.994916224217368e-05,
+      "loss": 0.0473,
+      "step": 80180
+    },
+    {
+      "grad_norm": 0.5038741230964661,
+      "learning_rate": 6.99415811558338e-05,
+      "loss": 0.0421,
+      "step": 80190
+    },
+    {
+      "grad_norm": 0.6202775835990906,
+      "learning_rate": 6.993399952429854e-05,
+      "loss": 0.0352,
+      "step": 80200
+    },
+    {
+      "grad_norm": 0.7581196427345276,
+      "learning_rate": 6.992641734777524e-05,
+      "loss": 0.037,
+      "step": 80210
+    },
+    {
+      "grad_norm": 0.4688354730606079,
+      "learning_rate": 6.991883462647117e-05,
+      "loss": 0.0337,
+      "step": 80220
+    },
+    {
+      "grad_norm": 0.4003241956233978,
+      "learning_rate": 6.991125136059366e-05,
+      "loss": 0.0338,
+      "step": 80230
+    },
+    {
+      "grad_norm": 0.3932352066040039,
+      "learning_rate": 6.990366755035001e-05,
+      "loss": 0.0396,
+      "step": 80240
+    },
+    {
+      "grad_norm": 0.7150887250900269,
+      "learning_rate": 6.989608319594756e-05,
+      "loss": 0.0365,
+      "step": 80250
+    },
+    {
+      "grad_norm": 0.6616036891937256,
+      "learning_rate": 6.988849829759369e-05,
+      "loss": 0.0373,
+      "step": 80260
+    },
+    {
+      "grad_norm": 0.9981945753097534,
+      "learning_rate": 6.988091285549573e-05,
+      "loss": 0.05,
+      "step": 80270
+    },
+    {
+      "grad_norm": 0.49898552894592285,
+      "learning_rate": 6.987332686986108e-05,
+      "loss": 0.0469,
+      "step": 80280
+    },
+    {
+      "grad_norm": 0.5553387403488159,
+      "learning_rate": 6.986574034089714e-05,
+      "loss": 0.0509,
+      "step": 80290
+    },
+    {
+      "grad_norm": 0.8469057679176331,
+      "learning_rate": 6.985815326881133e-05,
+      "loss": 0.0423,
+      "step": 80300
+    },
+    {
+      "grad_norm": 0.592304527759552,
+      "learning_rate": 6.985056565381107e-05,
+      "loss": 0.0399,
+      "step": 80310
+    },
+    {
+      "grad_norm": 0.7037029266357422,
+      "learning_rate": 6.98429774961038e-05,
+      "loss": 0.041,
+      "step": 80320
+    },
+    {
+      "grad_norm": 0.7858840823173523,
+      "learning_rate": 6.983538879589698e-05,
+      "loss": 0.0331,
+      "step": 80330
+    },
+    {
+      "grad_norm": 0.4096837043762207,
+      "learning_rate": 6.982779955339808e-05,
+      "loss": 0.029,
+      "step": 80340
+    },
+    {
+      "grad_norm": 2.2094130516052246,
+      "learning_rate": 6.982020976881459e-05,
+      "loss": 0.0315,
+      "step": 80350
+    },
+    {
+      "grad_norm": 0.6887569427490234,
+      "learning_rate": 6.981261944235402e-05,
+      "loss": 0.0431,
+      "step": 80360
+    },
+    {
+      "grad_norm": 1.2295050621032715,
+      "learning_rate": 6.980502857422387e-05,
+      "loss": 0.0489,
+      "step": 80370
+    },
+    {
+      "grad_norm": 0.4756251871585846,
+      "learning_rate": 6.979743716463168e-05,
+      "loss": 0.0301,
+      "step": 80380
+    },
+    {
+      "grad_norm": 0.4276006519794464,
+      "learning_rate": 6.9789845213785e-05,
+      "loss": 0.0257,
+      "step": 80390
+    },
+    {
+      "grad_norm": 0.49480852484703064,
+      "learning_rate": 6.978225272189138e-05,
+      "loss": 0.0253,
+      "step": 80400
+    },
+    {
+      "grad_norm": 1.8568782806396484,
+      "learning_rate": 6.977465968915839e-05,
+      "loss": 0.0426,
+      "step": 80410
+    },
+    {
+      "grad_norm": 0.3124328553676605,
+      "learning_rate": 6.976706611579365e-05,
+      "loss": 0.046,
+      "step": 80420
+    },
+    {
+      "grad_norm": 0.5046926140785217,
+      "learning_rate": 6.975947200200475e-05,
+      "loss": 0.0456,
+      "step": 80430
+    },
+    {
+      "grad_norm": 0.3844790458679199,
+      "learning_rate": 6.975187734799931e-05,
+      "loss": 0.0384,
+      "step": 80440
+    },
+    {
+      "grad_norm": 2.406102418899536,
+      "learning_rate": 6.974428215398495e-05,
+      "loss": 0.039,
+      "step": 80450
+    },
+    {
+      "grad_norm": 0.7463926076889038,
+      "learning_rate": 6.973668642016935e-05,
+      "loss": 0.0457,
+      "step": 80460
+    },
+    {
+      "grad_norm": 2.050140380859375,
+      "learning_rate": 6.972909014676013e-05,
+      "loss": 0.0618,
+      "step": 80470
+    },
+    {
+      "grad_norm": 0.4382683038711548,
+      "learning_rate": 6.972149333396502e-05,
+      "loss": 0.0317,
+      "step": 80480
+    },
+    {
+      "grad_norm": 0.861677885055542,
+      "learning_rate": 6.97138959819917e-05,
+      "loss": 0.0358,
+      "step": 80490
+    },
+    {
+      "grad_norm": 0.3368372619152069,
+      "learning_rate": 6.970629809104784e-05,
+      "loss": 0.0282,
+      "step": 80500
+    },
+    {
+      "grad_norm": 0.3227634131908417,
+      "learning_rate": 6.969869966134123e-05,
+      "loss": 0.0326,
+      "step": 80510
+    },
+    {
+      "grad_norm": 0.5354247093200684,
+      "learning_rate": 6.969110069307955e-05,
+      "loss": 0.0537,
+      "step": 80520
+    },
+    {
+      "grad_norm": 0.4439369738101959,
+      "learning_rate": 6.968350118647057e-05,
+      "loss": 0.0659,
+      "step": 80530
+    },
+    {
+      "grad_norm": 0.7188904285430908,
+      "learning_rate": 6.967590114172207e-05,
+      "loss": 0.0306,
+      "step": 80540
+    },
+    {
+      "grad_norm": 0.44986841082572937,
+      "learning_rate": 6.966830055904183e-05,
+      "loss": 0.0336,
+      "step": 80550
+    },
+    {
+      "grad_norm": 0.741797149181366,
+      "learning_rate": 6.966069943863763e-05,
+      "loss": 0.0357,
+      "step": 80560
+    },
+    {
+      "grad_norm": 0.4216362535953522,
+      "learning_rate": 6.965309778071731e-05,
+      "loss": 0.0421,
+      "step": 80570
+    },
+    {
+      "grad_norm": 0.6120709180831909,
+      "learning_rate": 6.964549558548866e-05,
+      "loss": 0.0338,
+      "step": 80580
+    },
+    {
+      "grad_norm": 3.3389666080474854,
+      "learning_rate": 6.963789285315954e-05,
+      "loss": 0.0448,
+      "step": 80590
+    },
+    {
+      "grad_norm": 0.924060046672821,
+      "learning_rate": 6.963028958393783e-05,
+      "loss": 0.0336,
+      "step": 80600
+    },
+    {
+      "grad_norm": 0.6390471458435059,
+      "learning_rate": 6.962268577803137e-05,
+      "loss": 0.0387,
+      "step": 80610
+    },
+    {
+      "grad_norm": 1.0190949440002441,
+      "learning_rate": 6.961508143564805e-05,
+      "loss": 0.0456,
+      "step": 80620
+    },
+    {
+      "grad_norm": 0.2951563894748688,
+      "learning_rate": 6.960747655699578e-05,
+      "loss": 0.0483,
+      "step": 80630
+    },
+    {
+      "grad_norm": 0.9370633363723755,
+      "learning_rate": 6.959987114228245e-05,
+      "loss": 0.0358,
+      "step": 80640
+    },
+    {
+      "grad_norm": 0.364092081785202,
+      "learning_rate": 6.959226519171602e-05,
+      "loss": 0.0439,
+      "step": 80650
+    },
+    {
+      "grad_norm": 0.4861561954021454,
+      "learning_rate": 6.95846587055044e-05,
+      "loss": 0.029,
+      "step": 80660
+    },
+    {
+      "grad_norm": 0.8591511249542236,
+      "learning_rate": 6.957705168385559e-05,
+      "loss": 0.0307,
+      "step": 80670
+    },
+    {
+      "grad_norm": 0.4476264417171478,
+      "learning_rate": 6.956944412697753e-05,
+      "loss": 0.032,
+      "step": 80680
+    },
+    {
+      "grad_norm": 0.37197569012641907,
+      "learning_rate": 6.956183603507824e-05,
+      "loss": 0.0437,
+      "step": 80690
+    },
+    {
+      "grad_norm": 0.5020182728767395,
+      "learning_rate": 6.955422740836568e-05,
+      "loss": 0.0352,
+      "step": 80700
+    },
+    {
+      "grad_norm": 0.4019205868244171,
+      "learning_rate": 6.954661824704789e-05,
+      "loss": 0.0331,
+      "step": 80710
+    },
+    {
+      "grad_norm": 0.7336605191230774,
+      "learning_rate": 6.95390085513329e-05,
+      "loss": 0.0368,
+      "step": 80720
+    },
+    {
+      "grad_norm": 0.7132397294044495,
+      "learning_rate": 6.953139832142876e-05,
+      "loss": 0.0397,
+      "step": 80730
+    },
+    {
+      "grad_norm": 0.42088690400123596,
+      "learning_rate": 6.952378755754353e-05,
+      "loss": 0.0365,
+      "step": 80740
+    },
+    {
+      "grad_norm": 0.5954570770263672,
+      "learning_rate": 6.951617625988528e-05,
+      "loss": 0.0345,
+      "step": 80750
+    },
+    {
+      "grad_norm": 0.6387289762496948,
+      "learning_rate": 6.950856442866212e-05,
+      "loss": 0.0446,
+      "step": 80760
+    },
+    {
+      "grad_norm": 0.4431745111942291,
+      "learning_rate": 6.950095206408211e-05,
+      "loss": 0.0313,
+      "step": 80770
+    },
+    {
+      "grad_norm": 0.5336154103279114,
+      "learning_rate": 6.949333916635342e-05,
+      "loss": 0.0407,
+      "step": 80780
+    },
+    {
+      "grad_norm": 0.5553488731384277,
+      "learning_rate": 6.948572573568414e-05,
+      "loss": 0.0288,
+      "step": 80790
+    },
+    {
+      "grad_norm": 0.5750706195831299,
+      "learning_rate": 6.947811177228244e-05,
+      "loss": 0.05,
+      "step": 80800
+    },
+    {
+      "grad_norm": 0.7036243081092834,
+      "learning_rate": 6.947049727635651e-05,
+      "loss": 0.0299,
+      "step": 80810
+    },
+    {
+      "grad_norm": 0.795318067073822,
+      "learning_rate": 6.946288224811448e-05,
+      "loss": 0.0516,
+      "step": 80820
+    },
+    {
+      "grad_norm": 0.6539400815963745,
+      "learning_rate": 6.945526668776456e-05,
+      "loss": 0.0346,
+      "step": 80830
+    },
+    {
+      "grad_norm": 0.47481656074523926,
+      "learning_rate": 6.944765059551496e-05,
+      "loss": 0.0488,
+      "step": 80840
+    },
+    {
+      "grad_norm": 0.8245769739151001,
+      "learning_rate": 6.944003397157388e-05,
+      "loss": 0.0481,
+      "step": 80850
+    },
+    {
+      "grad_norm": 0.5081828832626343,
+      "learning_rate": 6.94324168161496e-05,
+      "loss": 0.0386,
+      "step": 80860
+    },
+    {
+      "grad_norm": 1.3713362216949463,
+      "learning_rate": 6.942479912945033e-05,
+      "loss": 0.0282,
+      "step": 80870
+    },
+    {
+      "grad_norm": 0.4559114873409271,
+      "learning_rate": 6.941718091168436e-05,
+      "loss": 0.0331,
+      "step": 80880
+    },
+    {
+      "grad_norm": 0.4445834457874298,
+      "learning_rate": 6.940956216305996e-05,
+      "loss": 0.0361,
+      "step": 80890
+    },
+    {
+      "grad_norm": 0.515321671962738,
+      "learning_rate": 6.940194288378543e-05,
+      "loss": 0.0379,
+      "step": 80900
+    },
+    {
+      "grad_norm": 0.5021325349807739,
+      "learning_rate": 6.939432307406904e-05,
+      "loss": 0.0314,
+      "step": 80910
+    },
+    {
+      "grad_norm": 0.4800433814525604,
+      "learning_rate": 6.938670273411916e-05,
+      "loss": 0.0394,
+      "step": 80920
+    },
+    {
+      "grad_norm": 0.313764363527298,
+      "learning_rate": 6.937908186414411e-05,
+      "loss": 0.032,
+      "step": 80930
+    },
+    {
+      "grad_norm": 0.5842393040657043,
+      "learning_rate": 6.937146046435226e-05,
+      "loss": 0.0317,
+      "step": 80940
+    },
+    {
+      "grad_norm": 0.7134732604026794,
+      "learning_rate": 6.936383853495194e-05,
+      "loss": 0.0395,
+      "step": 80950
+    },
+    {
+      "grad_norm": 0.5559786558151245,
+      "learning_rate": 6.935621607615155e-05,
+      "loss": 0.0395,
+      "step": 80960
+    },
+    {
+      "grad_norm": 0.4076206386089325,
+      "learning_rate": 6.934859308815949e-05,
+      "loss": 0.0269,
+      "step": 80970
+    },
+    {
+      "grad_norm": 0.31502947211265564,
+      "learning_rate": 6.934096957118416e-05,
+      "loss": 0.0248,
+      "step": 80980
+    },
+    {
+      "grad_norm": 0.6021945476531982,
+      "learning_rate": 6.933334552543398e-05,
+      "loss": 0.0317,
+      "step": 80990
+    },
+    {
+      "grad_norm": 0.5998706221580505,
+      "learning_rate": 6.93257209511174e-05,
+      "loss": 0.032,
+      "step": 81000
+    },
+    {
+      "grad_norm": 0.9870142936706543,
+      "learning_rate": 6.931809584844287e-05,
+      "loss": 0.0405,
+      "step": 81010
+    },
+    {
+      "grad_norm": 0.43716129660606384,
+      "learning_rate": 6.931047021761886e-05,
+      "loss": 0.0321,
+      "step": 81020
+    },
+    {
+      "grad_norm": 1.719236969947815,
+      "learning_rate": 6.930284405885385e-05,
+      "loss": 0.0321,
+      "step": 81030
+    },
+    {
+      "grad_norm": 0.7581937313079834,
+      "learning_rate": 6.929521737235634e-05,
+      "loss": 0.0414,
+      "step": 81040
+    },
+    {
+      "grad_norm": 0.8530296087265015,
+      "learning_rate": 6.928759015833483e-05,
+      "loss": 0.0401,
+      "step": 81050
+    },
+    {
+      "grad_norm": 0.4816839098930359,
+      "learning_rate": 6.927996241699785e-05,
+      "loss": 0.0362,
+      "step": 81060
+    },
+    {
+      "grad_norm": 0.46681132912635803,
+      "learning_rate": 6.927233414855394e-05,
+      "loss": 0.0289,
+      "step": 81070
+    },
+    {
+      "grad_norm": 0.32287663221359253,
+      "learning_rate": 6.926470535321166e-05,
+      "loss": 0.0325,
+      "step": 81080
+    },
+    {
+      "grad_norm": 1.1158428192138672,
+      "learning_rate": 6.925707603117958e-05,
+      "loss": 0.0401,
+      "step": 81090
+    },
+    {
+      "grad_norm": 0.44396382570266724,
+      "learning_rate": 6.924944618266624e-05,
+      "loss": 0.0323,
+      "step": 81100
+    },
+    {
+      "grad_norm": 0.521956205368042,
+      "learning_rate": 6.924181580788031e-05,
+      "loss": 0.0317,
+      "step": 81110
+    },
+    {
+      "grad_norm": 0.5774103403091431,
+      "learning_rate": 6.923418490703036e-05,
+      "loss": 0.0433,
+      "step": 81120
+    },
+    {
+      "grad_norm": 0.8304595947265625,
+      "learning_rate": 6.922655348032501e-05,
+      "loss": 0.0408,
+      "step": 81130
+    },
+    {
+      "grad_norm": 0.9332305192947388,
+      "learning_rate": 6.921892152797291e-05,
+      "loss": 0.0384,
+      "step": 81140
+    },
+    {
+      "grad_norm": 0.737800657749176,
+      "learning_rate": 6.921128905018274e-05,
+      "loss": 0.0341,
+      "step": 81150
+    },
+    {
+      "grad_norm": 0.4312739372253418,
+      "learning_rate": 6.920365604716311e-05,
+      "loss": 0.0277,
+      "step": 81160
+    },
+    {
+      "grad_norm": 0.6503357887268066,
+      "learning_rate": 6.919602251912276e-05,
+      "loss": 0.0386,
+      "step": 81170
+    },
+    {
+      "grad_norm": 0.4363735318183899,
+      "learning_rate": 6.918838846627034e-05,
+      "loss": 0.0343,
+      "step": 81180
+    },
+    {
+      "grad_norm": 0.3363853394985199,
+      "learning_rate": 6.918075388881461e-05,
+      "loss": 0.0502,
+      "step": 81190
+    },
+    {
+      "grad_norm": 0.2562863230705261,
+      "learning_rate": 6.917311878696428e-05,
+      "loss": 0.0309,
+      "step": 81200
+    },
+    {
+      "grad_norm": 0.688110888004303,
+      "learning_rate": 6.916548316092809e-05,
+      "loss": 0.04,
+      "step": 81210
+    },
+    {
+      "grad_norm": 0.5738890767097473,
+      "learning_rate": 6.915784701091476e-05,
+      "loss": 0.0364,
+      "step": 81220
+    },
+    {
+      "grad_norm": 0.6669570207595825,
+      "learning_rate": 6.915021033713311e-05,
+      "loss": 0.0366,
+      "step": 81230
+    },
+    {
+      "grad_norm": 0.3878924250602722,
+      "learning_rate": 6.914257313979192e-05,
+      "loss": 0.0261,
+      "step": 81240
+    },
+    {
+      "grad_norm": 0.44071856141090393,
+      "learning_rate": 6.913493541909995e-05,
+      "loss": 0.0252,
+      "step": 81250
+    },
+    {
+      "grad_norm": 0.5297979712486267,
+      "learning_rate": 6.912729717526602e-05,
+      "loss": 0.0406,
+      "step": 81260
+    },
+    {
+      "grad_norm": 0.6166331171989441,
+      "learning_rate": 6.9119658408499e-05,
+      "loss": 0.0365,
+      "step": 81270
+    },
+    {
+      "grad_norm": 0.3433469533920288,
+      "learning_rate": 6.91120191190077e-05,
+      "loss": 0.0365,
+      "step": 81280
+    },
+    {
+      "grad_norm": 0.3917697072029114,
+      "learning_rate": 6.910437930700095e-05,
+      "loss": 0.0353,
+      "step": 81290
+    },
+    {
+      "grad_norm": 0.5788329243659973,
+      "learning_rate": 6.909673897268767e-05,
+      "loss": 0.0272,
+      "step": 81300
+    },
+    {
+      "grad_norm": 1.2623910903930664,
+      "learning_rate": 6.90890981162767e-05,
+      "loss": 0.0378,
+      "step": 81310
+    },
+    {
+      "grad_norm": 0.5929707884788513,
+      "learning_rate": 6.908145673797699e-05,
+      "loss": 0.0402,
+      "step": 81320
+    },
+    {
+      "grad_norm": 0.6214590668678284,
+      "learning_rate": 6.90738148379974e-05,
+      "loss": 0.0302,
+      "step": 81330
+    },
+    {
+      "grad_norm": 0.7661365270614624,
+      "learning_rate": 6.906617241654689e-05,
+      "loss": 0.0464,
+      "step": 81340
+    },
+    {
+      "grad_norm": 0.5028041005134583,
+      "learning_rate": 6.90585294738344e-05,
+      "loss": 0.0245,
+      "step": 81350
+    },
+    {
+      "grad_norm": 0.4849652349948883,
+      "learning_rate": 6.905088601006884e-05,
+      "loss": 0.0327,
+      "step": 81360
+    },
+    {
+      "grad_norm": 0.8253174424171448,
+      "learning_rate": 6.904324202545923e-05,
+      "loss": 0.0361,
+      "step": 81370
+    },
+    {
+      "grad_norm": 0.31447258591651917,
+      "learning_rate": 6.903559752021455e-05,
+      "loss": 0.0343,
+      "step": 81380
+    },
+    {
+      "grad_norm": 0.4444376826286316,
+      "learning_rate": 6.902795249454377e-05,
+      "loss": 0.0358,
+      "step": 81390
+    },
+    {
+      "grad_norm": 0.6078206300735474,
+      "learning_rate": 6.902030694865592e-05,
+      "loss": 0.0292,
+      "step": 81400
+    },
+    {
+      "grad_norm": 1.184991717338562,
+      "learning_rate": 6.901266088276003e-05,
+      "loss": 0.0336,
+      "step": 81410
+    },
+    {
+      "grad_norm": 0.45216304063796997,
+      "learning_rate": 6.900501429706511e-05,
+      "loss": 0.0372,
+      "step": 81420
+    },
+    {
+      "grad_norm": 1.2467305660247803,
+      "learning_rate": 6.899736719178025e-05,
+      "loss": 0.0404,
+      "step": 81430
+    },
+    {
+      "grad_norm": 0.4966106414794922,
+      "learning_rate": 6.898971956711452e-05,
+      "loss": 0.0347,
+      "step": 81440
+    },
+    {
+      "grad_norm": 0.4630013108253479,
+      "learning_rate": 6.8982071423277e-05,
+      "loss": 0.0399,
+      "step": 81450
+    },
+    {
+      "grad_norm": 0.3989631235599518,
+      "learning_rate": 6.897442276047677e-05,
+      "loss": 0.0346,
+      "step": 81460
+    },
+    {
+      "grad_norm": 0.6858770251274109,
+      "learning_rate": 6.896677357892294e-05,
+      "loss": 0.0323,
+      "step": 81470
+    },
+    {
+      "grad_norm": 0.5215345621109009,
+      "learning_rate": 6.895912387882465e-05,
+      "loss": 0.0366,
+      "step": 81480
+    },
+    {
+      "grad_norm": 0.5674731135368347,
+      "learning_rate": 6.895147366039103e-05,
+      "loss": 0.0374,
+      "step": 81490
+    },
+    {
+      "grad_norm": 0.5671048164367676,
+      "learning_rate": 6.894382292383126e-05,
+      "loss": 0.0453,
+      "step": 81500
+    },
+    {
+      "grad_norm": 0.38103199005126953,
+      "learning_rate": 6.893617166935446e-05,
+      "loss": 0.033,
+      "step": 81510
+    },
+    {
+      "grad_norm": 0.2849627733230591,
+      "learning_rate": 6.892851989716986e-05,
+      "loss": 0.0363,
+      "step": 81520
+    },
+    {
+      "grad_norm": 0.6261642575263977,
+      "learning_rate": 6.892086760748664e-05,
+      "loss": 0.0395,
+      "step": 81530
+    },
+    {
+      "grad_norm": 1.8807536363601685,
+      "learning_rate": 6.891321480051399e-05,
+      "loss": 0.0405,
+      "step": 81540
+    },
+    {
+      "grad_norm": 0.6531252264976501,
+      "learning_rate": 6.890556147646117e-05,
+      "loss": 0.0315,
+      "step": 81550
+    },
+    {
+      "grad_norm": 0.6148874759674072,
+      "learning_rate": 6.889790763553738e-05,
+      "loss": 0.0377,
+      "step": 81560
+    },
+    {
+      "grad_norm": 0.6181339621543884,
+      "learning_rate": 6.889025327795191e-05,
+      "loss": 0.0415,
+      "step": 81570
+    },
+    {
+      "grad_norm": 0.7230722308158875,
+      "learning_rate": 6.888259840391402e-05,
+      "loss": 0.0436,
+      "step": 81580
+    },
+    {
+      "grad_norm": 0.8425885438919067,
+      "learning_rate": 6.887494301363299e-05,
+      "loss": 0.0339,
+      "step": 81590
+    },
+    {
+      "grad_norm": 1.3286463022232056,
+      "learning_rate": 6.88672871073181e-05,
+      "loss": 0.0354,
+      "step": 81600
+    },
+    {
+      "grad_norm": 1.4714233875274658,
+      "learning_rate": 6.885963068517864e-05,
+      "loss": 0.0615,
+      "step": 81610
+    },
+    {
+      "grad_norm": 0.4975014328956604,
+      "learning_rate": 6.885197374742398e-05,
+      "loss": 0.0362,
+      "step": 81620
+    },
+    {
+      "grad_norm": 0.5992901921272278,
+      "learning_rate": 6.884431629426345e-05,
+      "loss": 0.0343,
+      "step": 81630
+    },
+    {
+      "grad_norm": 0.910018265247345,
+      "learning_rate": 6.883665832590639e-05,
+      "loss": 0.0423,
+      "step": 81640
+    },
+    {
+      "grad_norm": 0.9614725708961487,
+      "learning_rate": 6.882899984256216e-05,
+      "loss": 0.0282,
+      "step": 81650
+    },
+    {
+      "grad_norm": 0.6775650382041931,
+      "learning_rate": 6.882134084444017e-05,
+      "loss": 0.0311,
+      "step": 81660
+    },
+    {
+      "grad_norm": 3.1886489391326904,
+      "learning_rate": 6.881368133174977e-05,
+      "loss": 0.0521,
+      "step": 81670
+    },
+    {
+      "grad_norm": 0.6087259650230408,
+      "learning_rate": 6.880602130470039e-05,
+      "loss": 0.0398,
+      "step": 81680
+    },
+    {
+      "grad_norm": 0.5604485869407654,
+      "learning_rate": 6.879836076350146e-05,
+      "loss": 0.0305,
+      "step": 81690
+    },
+    {
+      "grad_norm": 2.5547516345977783,
+      "learning_rate": 6.87906997083624e-05,
+      "loss": 0.0294,
+      "step": 81700
+    },
+    {
+      "grad_norm": 0.5399351119995117,
+      "learning_rate": 6.87830381394927e-05,
+      "loss": 0.0288,
+      "step": 81710
+    },
+    {
+      "grad_norm": 0.6960867643356323,
+      "learning_rate": 6.877537605710176e-05,
+      "loss": 0.0428,
+      "step": 81720
+    },
+    {
+      "grad_norm": 0.5420109033584595,
+      "learning_rate": 6.876771346139909e-05,
+      "loss": 0.0446,
+      "step": 81730
+    },
+    {
+      "grad_norm": 1.5462183952331543,
+      "learning_rate": 6.876005035259419e-05,
+      "loss": 0.0299,
+      "step": 81740
+    },
+    {
+      "grad_norm": 0.5072069764137268,
+      "learning_rate": 6.87523867308966e-05,
+      "loss": 0.0328,
+      "step": 81750
+    },
+    {
+      "grad_norm": 0.6554868221282959,
+      "learning_rate": 6.874472259651575e-05,
+      "loss": 0.0478,
+      "step": 81760
+    },
+    {
+      "grad_norm": 0.4922180771827698,
+      "learning_rate": 6.873705794966124e-05,
+      "loss": 0.0488,
+      "step": 81770
+    },
+    {
+      "grad_norm": 0.421750009059906,
+      "learning_rate": 6.872939279054263e-05,
+      "loss": 0.0432,
+      "step": 81780
+    },
+    {
+      "grad_norm": 0.5439856052398682,
+      "learning_rate": 6.872172711936943e-05,
+      "loss": 0.0316,
+      "step": 81790
+    },
+    {
+      "grad_norm": 0.948265552520752,
+      "learning_rate": 6.871406093635124e-05,
+      "loss": 0.0499,
+      "step": 81800
+    },
+    {
+      "grad_norm": 0.9302405118942261,
+      "learning_rate": 6.870639424169767e-05,
+      "loss": 0.0409,
+      "step": 81810
+    },
+    {
+      "grad_norm": 0.5106658339500427,
+      "learning_rate": 6.869872703561831e-05,
+      "loss": 0.036,
+      "step": 81820
+    },
+    {
+      "grad_norm": 0.49893805384635925,
+      "learning_rate": 6.869105931832277e-05,
+      "loss": 0.0352,
+      "step": 81830
+    },
+    {
+      "grad_norm": 0.5774646997451782,
+      "learning_rate": 6.86833910900207e-05,
+      "loss": 0.0413,
+      "step": 81840
+    },
+    {
+      "grad_norm": 0.4451061487197876,
+      "learning_rate": 6.867572235092173e-05,
+      "loss": 0.0481,
+      "step": 81850
+    },
+    {
+      "grad_norm": 0.4336298406124115,
+      "learning_rate": 6.866805310123554e-05,
+      "loss": 0.0322,
+      "step": 81860
+    },
+    {
+      "grad_norm": 0.3950614929199219,
+      "learning_rate": 6.866038334117176e-05,
+      "loss": 0.0315,
+      "step": 81870
+    },
+    {
+      "grad_norm": 1.0395793914794922,
+      "learning_rate": 6.865271307094014e-05,
+      "loss": 0.027,
+      "step": 81880
+    },
+    {
+      "grad_norm": 0.4723246693611145,
+      "learning_rate": 6.864504229075033e-05,
+      "loss": 0.0387,
+      "step": 81890
+    },
+    {
+      "grad_norm": 0.7553706765174866,
+      "learning_rate": 6.863737100081209e-05,
+      "loss": 0.0426,
+      "step": 81900
+    },
+    {
+      "grad_norm": 0.3527469038963318,
+      "learning_rate": 6.862969920133512e-05,
+      "loss": 0.0263,
+      "step": 81910
+    },
+    {
+      "grad_norm": 0.3705296814441681,
+      "learning_rate": 6.862202689252917e-05,
+      "loss": 0.0347,
+      "step": 81920
+    },
+    {
+      "grad_norm": 0.5668182373046875,
+      "learning_rate": 6.861435407460399e-05,
+      "loss": 0.0354,
+      "step": 81930
+    },
+    {
+      "grad_norm": 0.5950717329978943,
+      "learning_rate": 6.860668074776938e-05,
+      "loss": 0.0411,
+      "step": 81940
+    },
+    {
+      "grad_norm": 1.0016428232192993,
+      "learning_rate": 6.859900691223509e-05,
+      "loss": 0.0447,
+      "step": 81950
+    },
+    {
+      "grad_norm": 0.4729713499546051,
+      "learning_rate": 6.859133256821096e-05,
+      "loss": 0.036,
+      "step": 81960
+    },
+    {
+      "grad_norm": 0.7405773401260376,
+      "learning_rate": 6.858365771590678e-05,
+      "loss": 0.0341,
+      "step": 81970
+    },
+    {
+      "grad_norm": 0.7726830244064331,
+      "learning_rate": 6.857598235553237e-05,
+      "loss": 0.0353,
+      "step": 81980
+    },
+    {
+      "grad_norm": 0.5634690523147583,
+      "learning_rate": 6.856830648729758e-05,
+      "loss": 0.0366,
+      "step": 81990
+    },
+    {
+      "grad_norm": 0.6081894040107727,
+      "learning_rate": 6.856063011141227e-05,
+      "loss": 0.0475,
+      "step": 82000
+    },
+    {
+      "grad_norm": 0.8529224395751953,
+      "learning_rate": 6.85529532280863e-05,
+      "loss": 0.0353,
+      "step": 82010
+    },
+    {
+      "grad_norm": 0.434195339679718,
+      "learning_rate": 6.854527583752956e-05,
+      "loss": 0.0375,
+      "step": 82020
+    },
+    {
+      "grad_norm": 0.43027496337890625,
+      "learning_rate": 6.853759793995196e-05,
+      "loss": 0.0351,
+      "step": 82030
+    },
+    {
+      "grad_norm": 0.5298347473144531,
+      "learning_rate": 6.85299195355634e-05,
+      "loss": 0.0349,
+      "step": 82040
+    },
+    {
+      "grad_norm": 0.39381539821624756,
+      "learning_rate": 6.852224062457378e-05,
+      "loss": 0.0309,
+      "step": 82050
+    },
+    {
+      "grad_norm": 0.9963536262512207,
+      "learning_rate": 6.851456120719306e-05,
+      "loss": 0.054,
+      "step": 82060
+    },
+    {
+      "grad_norm": 1.023220181465149,
+      "learning_rate": 6.85068812836312e-05,
+      "loss": 0.0522,
+      "step": 82070
+    },
+    {
+      "grad_norm": 0.6450381278991699,
+      "learning_rate": 6.849920085409816e-05,
+      "loss": 0.0534,
+      "step": 82080
+    },
+    {
+      "grad_norm": 0.8201969265937805,
+      "learning_rate": 6.849151991880392e-05,
+      "loss": 0.0635,
+      "step": 82090
+    },
+    {
+      "grad_norm": 0.539799690246582,
+      "learning_rate": 6.848383847795847e-05,
+      "loss": 0.0362,
+      "step": 82100
+    },
+    {
+      "grad_norm": 0.39902162551879883,
+      "learning_rate": 6.847615653177182e-05,
+      "loss": 0.0297,
+      "step": 82110
+    },
+    {
+      "grad_norm": 1.0288809537887573,
+      "learning_rate": 6.846847408045398e-05,
+      "loss": 0.0352,
+      "step": 82120
+    },
+    {
+      "grad_norm": 0.4954218566417694,
+      "learning_rate": 6.846079112421501e-05,
+      "loss": 0.038,
+      "step": 82130
+    },
+    {
+      "grad_norm": 0.42466092109680176,
+      "learning_rate": 6.845310766326494e-05,
+      "loss": 0.0425,
+      "step": 82140
+    },
+    {
+      "grad_norm": 0.3967413306236267,
+      "learning_rate": 6.844542369781385e-05,
+      "loss": 0.0334,
+      "step": 82150
+    },
+    {
+      "grad_norm": 0.7749739289283752,
+      "learning_rate": 6.84377392280718e-05,
+      "loss": 0.0293,
+      "step": 82160
+    },
+    {
+      "grad_norm": 0.590461790561676,
+      "learning_rate": 6.84300542542489e-05,
+      "loss": 0.0536,
+      "step": 82170
+    },
+    {
+      "grad_norm": 0.7616425156593323,
+      "learning_rate": 6.842236877655521e-05,
+      "loss": 0.0593,
+      "step": 82180
+    },
+    {
+      "grad_norm": 0.361219584941864,
+      "learning_rate": 6.84146827952009e-05,
+      "loss": 0.0381,
+      "step": 82190
+    },
+    {
+      "grad_norm": 0.34012550115585327,
+      "learning_rate": 6.840699631039606e-05,
+      "loss": 0.0384,
+      "step": 82200
+    },
+    {
+      "grad_norm": 0.6526980996131897,
+      "learning_rate": 6.839930932235089e-05,
+      "loss": 0.044,
+      "step": 82210
+    },
+    {
+      "grad_norm": 0.3769835829734802,
+      "learning_rate": 6.83916218312755e-05,
+      "loss": 0.0434,
+      "step": 82220
+    },
+    {
+      "grad_norm": 0.5047123432159424,
+      "learning_rate": 6.838393383738006e-05,
+      "loss": 0.0463,
+      "step": 82230
+    },
+    {
+      "grad_norm": 0.29743799567222595,
+      "learning_rate": 6.83762453408748e-05,
+      "loss": 0.0528,
+      "step": 82240
+    },
+    {
+      "grad_norm": 0.4859180152416229,
+      "learning_rate": 6.836855634196988e-05,
+      "loss": 0.0455,
+      "step": 82250
+    },
+    {
+      "grad_norm": 0.7284715175628662,
+      "learning_rate": 6.836086684087553e-05,
+      "loss": 0.033,
+      "step": 82260
+    },
+    {
+      "grad_norm": 0.43622833490371704,
+      "learning_rate": 6.835317683780198e-05,
+      "loss": 0.0351,
+      "step": 82270
+    },
+    {
+      "grad_norm": 0.9857273697853088,
+      "learning_rate": 6.834548633295948e-05,
+      "loss": 0.0457,
+      "step": 82280
+    },
+    {
+      "grad_norm": 0.936621904373169,
+      "learning_rate": 6.833779532655828e-05,
+      "loss": 0.0288,
+      "step": 82290
+    },
+    {
+      "grad_norm": 0.7022523283958435,
+      "learning_rate": 6.833010381880864e-05,
+      "loss": 0.0378,
+      "step": 82300
+    },
+    {
+      "grad_norm": 0.8266796469688416,
+      "learning_rate": 6.832241180992083e-05,
+      "loss": 0.0583,
+      "step": 82310
+    },
+    {
+      "grad_norm": 0.9401037693023682,
+      "learning_rate": 6.831471930010518e-05,
+      "loss": 0.0403,
+      "step": 82320
+    },
+    {
+      "grad_norm": 0.3126593232154846,
+      "learning_rate": 6.830702628957198e-05,
+      "loss": 0.0462,
+      "step": 82330
+    },
+    {
+      "grad_norm": 0.9532082080841064,
+      "learning_rate": 6.829933277853158e-05,
+      "loss": 0.0422,
+      "step": 82340
+    },
+    {
+      "grad_norm": 0.5401037931442261,
+      "learning_rate": 6.829163876719426e-05,
+      "loss": 0.0351,
+      "step": 82350
+    },
+    {
+      "grad_norm": 1.9920848608016968,
+      "learning_rate": 6.828394425577044e-05,
+      "loss": 0.0331,
+      "step": 82360
+    },
+    {
+      "grad_norm": 0.6144149899482727,
+      "learning_rate": 6.827624924447044e-05,
+      "loss": 0.0347,
+      "step": 82370
+    },
+    {
+      "grad_norm": 0.7073801159858704,
+      "learning_rate": 6.826855373350465e-05,
+      "loss": 0.0419,
+      "step": 82380
+    },
+    {
+      "grad_norm": 0.6145668029785156,
+      "learning_rate": 6.826085772308346e-05,
+      "loss": 0.0307,
+      "step": 82390
+    },
+    {
+      "grad_norm": 1.0978320837020874,
+      "learning_rate": 6.825316121341729e-05,
+      "loss": 0.036,
+      "step": 82400
+    },
+    {
+      "grad_norm": 0.27243199944496155,
+      "learning_rate": 6.824546420471653e-05,
+      "loss": 0.0294,
+      "step": 82410
+    },
+    {
+      "grad_norm": 0.49392107129096985,
+      "learning_rate": 6.823776669719166e-05,
+      "loss": 0.0302,
+      "step": 82420
+    },
+    {
+      "grad_norm": 0.7308969497680664,
+      "learning_rate": 6.823006869105308e-05,
+      "loss": 0.0273,
+      "step": 82430
+    },
+    {
+      "grad_norm": 0.5170980095863342,
+      "learning_rate": 6.822237018651129e-05,
+      "loss": 0.0335,
+      "step": 82440
+    },
+    {
+      "grad_norm": 0.7264529466629028,
+      "learning_rate": 6.821467118377672e-05,
+      "loss": 0.0461,
+      "step": 82450
+    },
+    {
+      "grad_norm": 0.6405812501907349,
+      "learning_rate": 6.820697168305992e-05,
+      "loss": 0.0472,
+      "step": 82460
+    },
+    {
+      "grad_norm": 0.4895496666431427,
+      "learning_rate": 6.819927168457131e-05,
+      "loss": 0.0331,
+      "step": 82470
+    },
+    {
+      "grad_norm": 1.0921109914779663,
+      "learning_rate": 6.819157118852147e-05,
+      "loss": 0.0357,
+      "step": 82480
+    },
+    {
+      "grad_norm": 0.47638392448425293,
+      "learning_rate": 6.818387019512092e-05,
+      "loss": 0.0258,
+      "step": 82490
+    },
+    {
+      "grad_norm": 0.49928247928619385,
+      "learning_rate": 6.817616870458018e-05,
+      "loss": 0.0443,
+      "step": 82500
+    },
+    {
+      "grad_norm": 1.604494571685791,
+      "learning_rate": 6.816846671710981e-05,
+      "loss": 0.0531,
+      "step": 82510
+    },
+    {
+      "grad_norm": 0.702415943145752,
+      "learning_rate": 6.816076423292038e-05,
+      "loss": 0.0366,
+      "step": 82520
+    },
+    {
+      "grad_norm": 0.3179170787334442,
+      "learning_rate": 6.815306125222249e-05,
+      "loss": 0.0311,
+      "step": 82530
+    },
+    {
+      "grad_norm": 0.5611768364906311,
+      "learning_rate": 6.814535777522673e-05,
+      "loss": 0.0628,
+      "step": 82540
+    },
+    {
+      "grad_norm": 0.8152701258659363,
+      "learning_rate": 6.81376538021437e-05,
+      "loss": 0.0373,
+      "step": 82550
+    },
+    {
+      "grad_norm": 0.9701687097549438,
+      "learning_rate": 6.812994933318403e-05,
+      "loss": 0.032,
+      "step": 82560
+    },
+    {
+      "grad_norm": 0.7362422943115234,
+      "learning_rate": 6.812224436855836e-05,
+      "loss": 0.0328,
+      "step": 82570
+    },
+    {
+      "grad_norm": 0.4590894281864166,
+      "learning_rate": 6.811453890847732e-05,
+      "loss": 0.034,
+      "step": 82580
+    },
+    {
+      "grad_norm": 0.9709847569465637,
+      "learning_rate": 6.810683295315162e-05,
+      "loss": 0.0329,
+      "step": 82590
+    },
+    {
+      "grad_norm": 0.4915940463542938,
+      "learning_rate": 6.809912650279188e-05,
+      "loss": 0.04,
+      "step": 82600
+    },
+    {
+      "grad_norm": 0.517127275466919,
+      "learning_rate": 6.809141955760885e-05,
+      "loss": 0.0359,
+      "step": 82610
+    },
+    {
+      "grad_norm": 0.3597553074359894,
+      "learning_rate": 6.808371211781318e-05,
+      "loss": 0.0316,
+      "step": 82620
+    },
+    {
+      "grad_norm": 0.4372170567512512,
+      "learning_rate": 6.807600418361562e-05,
+      "loss": 0.0378,
+      "step": 82630
+    },
+    {
+      "grad_norm": 0.6224778294563293,
+      "learning_rate": 6.80682957552269e-05,
+      "loss": 0.0334,
+      "step": 82640
+    },
+    {
+      "grad_norm": 0.41829055547714233,
+      "learning_rate": 6.806058683285776e-05,
+      "loss": 0.0271,
+      "step": 82650
+    },
+    {
+      "grad_norm": 0.611838161945343,
+      "learning_rate": 6.805287741671896e-05,
+      "loss": 0.0329,
+      "step": 82660
+    },
+    {
+      "grad_norm": 0.32785463333129883,
+      "learning_rate": 6.804516750702129e-05,
+      "loss": 0.0297,
+      "step": 82670
+    },
+    {
+      "grad_norm": 0.9170925617218018,
+      "learning_rate": 6.803745710397549e-05,
+      "loss": 0.0425,
+      "step": 82680
+    },
+    {
+      "grad_norm": 0.3775390684604645,
+      "learning_rate": 6.802974620779241e-05,
+      "loss": 0.0268,
+      "step": 82690
+    },
+    {
+      "grad_norm": 0.6827302575111389,
+      "learning_rate": 6.802203481868283e-05,
+      "loss": 0.0334,
+      "step": 82700
+    },
+    {
+      "grad_norm": 0.4009494483470917,
+      "learning_rate": 6.801432293685761e-05,
+      "loss": 0.0275,
+      "step": 82710
+    },
+    {
+      "grad_norm": 0.5328832864761353,
+      "learning_rate": 6.800661056252755e-05,
+      "loss": 0.0383,
+      "step": 82720
+    },
+    {
+      "grad_norm": 0.3713217079639435,
+      "learning_rate": 6.799889769590353e-05,
+      "loss": 0.0312,
+      "step": 82730
+    },
+    {
+      "grad_norm": 0.4022045135498047,
+      "learning_rate": 6.79911843371964e-05,
+      "loss": 0.0396,
+      "step": 82740
+    },
+    {
+      "grad_norm": 0.5269448161125183,
+      "learning_rate": 6.798347048661706e-05,
+      "loss": 0.0344,
+      "step": 82750
+    },
+    {
+      "grad_norm": 0.697291910648346,
+      "learning_rate": 6.797575614437639e-05,
+      "loss": 0.035,
+      "step": 82760
+    },
+    {
+      "grad_norm": 0.544689416885376,
+      "learning_rate": 6.79680413106853e-05,
+      "loss": 0.0391,
+      "step": 82770
+    },
+    {
+      "grad_norm": 0.354977548122406,
+      "learning_rate": 6.796032598575471e-05,
+      "loss": 0.027,
+      "step": 82780
+    },
+    {
+      "grad_norm": 0.45084336400032043,
+      "learning_rate": 6.795261016979555e-05,
+      "loss": 0.0323,
+      "step": 82790
+    },
+    {
+      "grad_norm": 0.7812487483024597,
+      "learning_rate": 6.794489386301878e-05,
+      "loss": 0.0369,
+      "step": 82800
+    },
+    {
+      "grad_norm": 0.7146138548851013,
+      "learning_rate": 6.793717706563534e-05,
+      "loss": 0.0391,
+      "step": 82810
+    },
+    {
+      "grad_norm": 1.4048678874969482,
+      "learning_rate": 6.792945977785623e-05,
+      "loss": 0.0295,
+      "step": 82820
+    },
+    {
+      "grad_norm": 0.31264984607696533,
+      "learning_rate": 6.792174199989243e-05,
+      "loss": 0.0339,
+      "step": 82830
+    },
+    {
+      "grad_norm": 1.0080498456954956,
+      "learning_rate": 6.791402373195493e-05,
+      "loss": 0.0288,
+      "step": 82840
+    },
+    {
+      "grad_norm": 0.49369263648986816,
+      "learning_rate": 6.790630497425475e-05,
+      "loss": 0.0333,
+      "step": 82850
+    },
+    {
+      "grad_norm": 0.6527290344238281,
+      "learning_rate": 6.789858572700293e-05,
+      "loss": 0.0431,
+      "step": 82860
+    },
+    {
+      "grad_norm": 0.43183279037475586,
+      "learning_rate": 6.789086599041047e-05,
+      "loss": 0.0284,
+      "step": 82870
+    },
+    {
+      "grad_norm": 0.45110592246055603,
+      "learning_rate": 6.788314576468849e-05,
+      "loss": 0.0319,
+      "step": 82880
+    },
+    {
+      "grad_norm": 1.3658896684646606,
+      "learning_rate": 6.7875425050048e-05,
+      "loss": 0.0453,
+      "step": 82890
+    },
+    {
+      "grad_norm": 1.3727350234985352,
+      "learning_rate": 6.786770384670013e-05,
+      "loss": 0.034,
+      "step": 82900
+    },
+    {
+      "grad_norm": 0.5798864364624023,
+      "learning_rate": 6.785998215485591e-05,
+      "loss": 0.0388,
+      "step": 82910
+    },
+    {
+      "grad_norm": 0.4460943639278412,
+      "learning_rate": 6.785225997472653e-05,
+      "loss": 0.0334,
+      "step": 82920
+    },
+    {
+      "grad_norm": 0.675331711769104,
+      "learning_rate": 6.784453730652305e-05,
+      "loss": 0.0289,
+      "step": 82930
+    },
+    {
+      "grad_norm": 0.6786914467811584,
+      "learning_rate": 6.783681415045661e-05,
+      "loss": 0.0328,
+      "step": 82940
+    },
+    {
+      "grad_norm": 0.3212434947490692,
+      "learning_rate": 6.782909050673839e-05,
+      "loss": 0.0357,
+      "step": 82950
+    },
+    {
+      "grad_norm": 0.335931658744812,
+      "learning_rate": 6.782136637557953e-05,
+      "loss": 0.0544,
+      "step": 82960
+    },
+    {
+      "grad_norm": 0.5624614357948303,
+      "learning_rate": 6.781364175719121e-05,
+      "loss": 0.0342,
+      "step": 82970
+    },
+    {
+      "grad_norm": 0.5853679180145264,
+      "learning_rate": 6.780591665178461e-05,
+      "loss": 0.0332,
+      "step": 82980
+    },
+    {
+      "grad_norm": 0.2465510368347168,
+      "learning_rate": 6.779819105957095e-05,
+      "loss": 0.034,
+      "step": 82990
+    },
+    {
+      "grad_norm": 0.3029837906360626,
+      "learning_rate": 6.779046498076143e-05,
+      "loss": 0.0324,
+      "step": 83000
+    },
+    {
+      "grad_norm": 0.46163105964660645,
+      "learning_rate": 6.778273841556725e-05,
+      "loss": 0.0346,
+      "step": 83010
+    },
+    {
+      "grad_norm": 0.8157814741134644,
+      "learning_rate": 6.777501136419972e-05,
+      "loss": 0.0483,
+      "step": 83020
+    },
+    {
+      "grad_norm": 0.6350067257881165,
+      "learning_rate": 6.776728382687005e-05,
+      "loss": 0.0387,
+      "step": 83030
+    },
+    {
+      "grad_norm": 1.0767947435379028,
+      "learning_rate": 6.775955580378951e-05,
+      "loss": 0.0403,
+      "step": 83040
+    },
+    {
+      "grad_norm": 0.45421329140663147,
+      "learning_rate": 6.775182729516939e-05,
+      "loss": 0.0493,
+      "step": 83050
+    },
+    {
+      "grad_norm": 0.48212987184524536,
+      "learning_rate": 6.774409830122097e-05,
+      "loss": 0.0332,
+      "step": 83060
+    },
+    {
+      "grad_norm": 0.7063401341438293,
+      "learning_rate": 6.77363688221556e-05,
+      "loss": 0.0322,
+      "step": 83070
+    },
+    {
+      "grad_norm": 0.3286513090133667,
+      "learning_rate": 6.772863885818452e-05,
+      "loss": 0.036,
+      "step": 83080
+    },
+    {
+      "grad_norm": 0.3255874216556549,
+      "learning_rate": 6.772090840951915e-05,
+      "loss": 0.0262,
+      "step": 83090
+    },
+    {
+      "grad_norm": 0.5078086256980896,
+      "learning_rate": 6.771317747637078e-05,
+      "loss": 0.0335,
+      "step": 83100
+    },
+    {
+      "grad_norm": 0.6055443286895752,
+      "learning_rate": 6.770544605895082e-05,
+      "loss": 0.0292,
+      "step": 83110
+    },
+    {
+      "grad_norm": 0.3419671356678009,
+      "learning_rate": 6.769771415747059e-05,
+      "loss": 0.0321,
+      "step": 83120
+    },
+    {
+      "grad_norm": 0.6856301426887512,
+      "learning_rate": 6.768998177214153e-05,
+      "loss": 0.0282,
+      "step": 83130
+    },
+    {
+      "grad_norm": 1.1011356115341187,
+      "learning_rate": 6.768224890317499e-05,
+      "loss": 0.0568,
+      "step": 83140
+    },
+    {
+      "grad_norm": 0.46416330337524414,
+      "learning_rate": 6.767451555078242e-05,
+      "loss": 0.0439,
+      "step": 83150
+    },
+    {
+      "grad_norm": 0.7327677607536316,
+      "learning_rate": 6.766678171517522e-05,
+      "loss": 0.066,
+      "step": 83160
+    },
+    {
+      "grad_norm": 0.4486088156700134,
+      "learning_rate": 6.765904739656486e-05,
+      "loss": 0.0322,
+      "step": 83170
+    },
+    {
+      "grad_norm": 0.48250508308410645,
+      "learning_rate": 6.765131259516277e-05,
+      "loss": 0.0294,
+      "step": 83180
+    },
+    {
+      "grad_norm": 1.5780725479125977,
+      "learning_rate": 6.764357731118043e-05,
+      "loss": 0.0284,
+      "step": 83190
+    },
+    {
+      "grad_norm": 0.3748950958251953,
+      "learning_rate": 6.763584154482932e-05,
+      "loss": 0.026,
+      "step": 83200
+    },
+    {
+      "grad_norm": 1.4279245138168335,
+      "learning_rate": 6.762810529632092e-05,
+      "loss": 0.0392,
+      "step": 83210
+    },
+    {
+      "grad_norm": 0.5557972192764282,
+      "learning_rate": 6.762036856586674e-05,
+      "loss": 0.0303,
+      "step": 83220
+    },
+    {
+      "grad_norm": 0.3853994905948639,
+      "learning_rate": 6.76126313536783e-05,
+      "loss": 0.0339,
+      "step": 83230
+    },
+    {
+      "grad_norm": 0.41649743914604187,
+      "learning_rate": 6.760489365996717e-05,
+      "loss": 0.0395,
+      "step": 83240
+    },
+    {
+      "grad_norm": 0.5182700753211975,
+      "learning_rate": 6.759715548494482e-05,
+      "loss": 0.0429,
+      "step": 83250
+    },
+    {
+      "grad_norm": 5.457329273223877,
+      "learning_rate": 6.758941682882287e-05,
+      "loss": 0.0273,
+      "step": 83260
+    },
+    {
+      "grad_norm": 0.4961279332637787,
+      "learning_rate": 6.758167769181285e-05,
+      "loss": 0.0312,
+      "step": 83270
+    },
+    {
+      "grad_norm": 0.42969074845314026,
+      "learning_rate": 6.757393807412639e-05,
+      "loss": 0.0263,
+      "step": 83280
+    },
+    {
+      "grad_norm": 0.6404895186424255,
+      "learning_rate": 6.756619797597506e-05,
+      "loss": 0.034,
+      "step": 83290
+    },
+    {
+      "grad_norm": 0.5918794870376587,
+      "learning_rate": 6.755845739757048e-05,
+      "loss": 0.0375,
+      "step": 83300
+    },
+    {
+      "grad_norm": 0.3590775728225708,
+      "learning_rate": 6.755071633912426e-05,
+      "loss": 0.0469,
+      "step": 83310
+    },
+    {
+      "grad_norm": 0.8365153074264526,
+      "learning_rate": 6.754297480084807e-05,
+      "loss": 0.0456,
+      "step": 83320
+    },
+    {
+      "grad_norm": 0.49109703302383423,
+      "learning_rate": 6.75352327829535e-05,
+      "loss": 0.0328,
+      "step": 83330
+    },
+    {
+      "grad_norm": 0.45287856459617615,
+      "learning_rate": 6.752749028565229e-05,
+      "loss": 0.0351,
+      "step": 83340
+    },
+    {
+      "grad_norm": 0.6641997694969177,
+      "learning_rate": 6.751974730915607e-05,
+      "loss": 0.0372,
+      "step": 83350
+    },
+    {
+      "grad_norm": 0.5437332391738892,
+      "learning_rate": 6.751200385367655e-05,
+      "loss": 0.0303,
+      "step": 83360
+    },
+    {
+      "grad_norm": 0.47450461983680725,
+      "learning_rate": 6.75042599194254e-05,
+      "loss": 0.045,
+      "step": 83370
+    },
+    {
+      "grad_norm": 0.576070249080658,
+      "learning_rate": 6.749651550661438e-05,
+      "loss": 0.0236,
+      "step": 83380
+    },
+    {
+      "grad_norm": 0.6321496367454529,
+      "learning_rate": 6.74887706154552e-05,
+      "loss": 0.0333,
+      "step": 83390
+    },
+    {
+      "grad_norm": 0.48129498958587646,
+      "learning_rate": 6.748102524615959e-05,
+      "loss": 0.0357,
+      "step": 83400
+    },
+    {
+      "grad_norm": 0.5917499661445618,
+      "learning_rate": 6.747327939893931e-05,
+      "loss": 0.0365,
+      "step": 83410
+    },
+    {
+      "grad_norm": 0.6556980013847351,
+      "learning_rate": 6.746553307400617e-05,
+      "loss": 0.0295,
+      "step": 83420
+    },
+    {
+      "grad_norm": 0.4203638732433319,
+      "learning_rate": 6.745778627157187e-05,
+      "loss": 0.0342,
+      "step": 83430
+    },
+    {
+      "grad_norm": 0.9400101900100708,
+      "learning_rate": 6.745003899184827e-05,
+      "loss": 0.0492,
+      "step": 83440
+    },
+    {
+      "grad_norm": 0.8663519620895386,
+      "learning_rate": 6.744229123504718e-05,
+      "loss": 0.0502,
+      "step": 83450
+    },
+    {
+      "grad_norm": 0.7527684569358826,
+      "learning_rate": 6.74345430013804e-05,
+      "loss": 0.0347,
+      "step": 83460
+    },
+    {
+      "grad_norm": 0.4229450821876526,
+      "learning_rate": 6.742679429105974e-05,
+      "loss": 0.0329,
+      "step": 83470
+    },
+    {
+      "grad_norm": 1.057205319404602,
+      "learning_rate": 6.741904510429706e-05,
+      "loss": 0.033,
+      "step": 83480
+    },
+    {
+      "grad_norm": 1.6510471105575562,
+      "learning_rate": 6.741129544130427e-05,
+      "loss": 0.0427,
+      "step": 83490
+    },
+    {
+      "grad_norm": 0.5448567271232605,
+      "learning_rate": 6.740354530229318e-05,
+      "loss": 0.0335,
+      "step": 83500
+    },
+    {
+      "grad_norm": 0.6167947053909302,
+      "learning_rate": 6.739579468747571e-05,
+      "loss": 0.0345,
+      "step": 83510
+    },
+    {
+      "grad_norm": 0.7881117463111877,
+      "learning_rate": 6.738804359706373e-05,
+      "loss": 0.0398,
+      "step": 83520
+    },
+    {
+      "grad_norm": 1.6181590557098389,
+      "learning_rate": 6.738029203126918e-05,
+      "loss": 0.0393,
+      "step": 83530
+    },
+    {
+      "grad_norm": 0.888859212398529,
+      "learning_rate": 6.7372539990304e-05,
+      "loss": 0.0349,
+      "step": 83540
+    },
+    {
+      "grad_norm": 0.7805138826370239,
+      "learning_rate": 6.736478747438007e-05,
+      "loss": 0.0481,
+      "step": 83550
+    },
+    {
+      "grad_norm": 0.9923081994056702,
+      "learning_rate": 6.735703448370938e-05,
+      "loss": 0.0457,
+      "step": 83560
+    },
+    {
+      "grad_norm": 0.5782198309898376,
+      "learning_rate": 6.734928101850391e-05,
+      "loss": 0.0383,
+      "step": 83570
+    },
+    {
+      "grad_norm": 0.7869483232498169,
+      "learning_rate": 6.73415270789756e-05,
+      "loss": 0.0362,
+      "step": 83580
+    },
+    {
+      "grad_norm": 0.5931791663169861,
+      "learning_rate": 6.733377266533644e-05,
+      "loss": 0.0361,
+      "step": 83590
+    },
+    {
+      "grad_norm": 0.5840591788291931,
+      "learning_rate": 6.732601777779847e-05,
+      "loss": 0.0405,
+      "step": 83600
+    },
+    {
+      "grad_norm": 0.5442534685134888,
+      "learning_rate": 6.731826241657368e-05,
+      "loss": 0.0314,
+      "step": 83610
+    },
+    {
+      "grad_norm": 0.5977967381477356,
+      "learning_rate": 6.73105065818741e-05,
+      "loss": 0.0323,
+      "step": 83620
+    },
+    {
+      "grad_norm": 0.8163633942604065,
+      "learning_rate": 6.730275027391178e-05,
+      "loss": 0.0244,
+      "step": 83630
+    },
+    {
+      "grad_norm": 0.8347161412239075,
+      "learning_rate": 6.729499349289874e-05,
+      "loss": 0.0315,
+      "step": 83640
+    },
+    {
+      "grad_norm": 0.6592842936515808,
+      "learning_rate": 6.728723623904709e-05,
+      "loss": 0.0311,
+      "step": 83650
+    },
+    {
+      "grad_norm": 0.5593166947364807,
+      "learning_rate": 6.72794785125689e-05,
+      "loss": 0.0353,
+      "step": 83660
+    },
+    {
+      "grad_norm": 1.0688692331314087,
+      "learning_rate": 6.727172031367627e-05,
+      "loss": 0.0373,
+      "step": 83670
+    },
+    {
+      "grad_norm": 0.586489200592041,
+      "learning_rate": 6.726396164258128e-05,
+      "loss": 0.0385,
+      "step": 83680
+    },
+    {
+      "grad_norm": 0.68483966588974,
+      "learning_rate": 6.725620249949606e-05,
+      "loss": 0.0468,
+      "step": 83690
+    },
+    {
+      "grad_norm": 0.6324185729026794,
+      "learning_rate": 6.724844288463275e-05,
+      "loss": 0.0366,
+      "step": 83700
+    },
+    {
+      "grad_norm": 2.1493091583251953,
+      "learning_rate": 6.72406827982035e-05,
+      "loss": 0.0356,
+      "step": 83710
+    },
+    {
+      "grad_norm": 0.3000001013278961,
+      "learning_rate": 6.723292224042045e-05,
+      "loss": 0.0542,
+      "step": 83720
+    },
+    {
+      "grad_norm": 0.6835293173789978,
+      "learning_rate": 6.722516121149578e-05,
+      "loss": 0.0344,
+      "step": 83730
+    },
+    {
+      "grad_norm": 0.6894592046737671,
+      "learning_rate": 6.721739971164169e-05,
+      "loss": 0.0326,
+      "step": 83740
+    },
+    {
+      "grad_norm": 0.669043242931366,
+      "learning_rate": 6.720963774107035e-05,
+      "loss": 0.0462,
+      "step": 83750
+    },
+    {
+      "grad_norm": 0.6277201771736145,
+      "learning_rate": 6.720187529999398e-05,
+      "loss": 0.0357,
+      "step": 83760
+    },
+    {
+      "grad_norm": 0.8193809390068054,
+      "learning_rate": 6.71941123886248e-05,
+      "loss": 0.0379,
+      "step": 83770
+    },
+    {
+      "grad_norm": 0.42731696367263794,
+      "learning_rate": 6.718634900717504e-05,
+      "loss": 0.0335,
+      "step": 83780
+    },
+    {
+      "grad_norm": 0.6420512199401855,
+      "learning_rate": 6.717858515585696e-05,
+      "loss": 0.0429,
+      "step": 83790
+    },
+    {
+      "grad_norm": 0.7657015919685364,
+      "learning_rate": 6.717082083488282e-05,
+      "loss": 0.0387,
+      "step": 83800
+    },
+    {
+      "grad_norm": 0.4605855345726013,
+      "learning_rate": 6.716305604446488e-05,
+      "loss": 0.0433,
+      "step": 83810
+    },
+    {
+      "grad_norm": 0.4975062608718872,
+      "learning_rate": 6.715529078481545e-05,
+      "loss": 0.032,
+      "step": 83820
+    },
+    {
+      "grad_norm": 0.5653146505355835,
+      "learning_rate": 6.714752505614681e-05,
+      "loss": 0.0257,
+      "step": 83830
+    },
+    {
+      "grad_norm": 0.582150399684906,
+      "learning_rate": 6.713975885867126e-05,
+      "loss": 0.033,
+      "step": 83840
+    },
+    {
+      "grad_norm": 0.29493439197540283,
+      "learning_rate": 6.713199219260116e-05,
+      "loss": 0.0424,
+      "step": 83850
+    },
+    {
+      "grad_norm": 0.5970385074615479,
+      "learning_rate": 6.712422505814882e-05,
+      "loss": 0.0379,
+      "step": 83860
+    },
+    {
+      "grad_norm": 0.7131367921829224,
+      "learning_rate": 6.711645745552661e-05,
+      "loss": 0.0388,
+      "step": 83870
+    },
+    {
+      "grad_norm": 0.6266258358955383,
+      "learning_rate": 6.710868938494688e-05,
+      "loss": 0.0256,
+      "step": 83880
+    },
+    {
+      "grad_norm": 0.6464564204216003,
+      "learning_rate": 6.710092084662201e-05,
+      "loss": 0.0295,
+      "step": 83890
+    },
+    {
+      "grad_norm": 0.5469743609428406,
+      "learning_rate": 6.709315184076438e-05,
+      "loss": 0.0417,
+      "step": 83900
+    },
+    {
+      "grad_norm": 0.5207571983337402,
+      "learning_rate": 6.708538236758642e-05,
+      "loss": 0.0343,
+      "step": 83910
+    },
+    {
+      "grad_norm": 0.4291350245475769,
+      "learning_rate": 6.70776124273005e-05,
+      "loss": 0.0387,
+      "step": 83920
+    },
+    {
+      "grad_norm": 1.78788423538208,
+      "learning_rate": 6.70698420201191e-05,
+      "loss": 0.0546,
+      "step": 83930
+    },
+    {
+      "grad_norm": 0.6299231648445129,
+      "learning_rate": 6.706207114625461e-05,
+      "loss": 0.0271,
+      "step": 83940
+    },
+    {
+      "grad_norm": 0.6544201374053955,
+      "learning_rate": 6.705429980591951e-05,
+      "loss": 0.0308,
+      "step": 83950
+    },
+    {
+      "grad_norm": 0.5704312324523926,
+      "learning_rate": 6.704652799932625e-05,
+      "loss": 0.0388,
+      "step": 83960
+    },
+    {
+      "grad_norm": 0.5886865854263306,
+      "learning_rate": 6.703875572668733e-05,
+      "loss": 0.0394,
+      "step": 83970
+    },
+    {
+      "grad_norm": 0.46944335103034973,
+      "learning_rate": 6.703098298821523e-05,
+      "loss": 0.0489,
+      "step": 83980
+    },
+    {
+      "grad_norm": 0.8631066083908081,
+      "learning_rate": 6.702320978412246e-05,
+      "loss": 0.0269,
+      "step": 83990
+    },
+    {
+      "grad_norm": 0.47572681307792664,
+      "learning_rate": 6.701543611462152e-05,
+      "loss": 0.0268,
+      "step": 84000
+    },
+    {
+      "grad_norm": 1.7023108005523682,
+      "learning_rate": 6.700766197992495e-05,
+      "loss": 0.0428,
+      "step": 84010
+    },
+    {
+      "grad_norm": 0.5530990958213806,
+      "learning_rate": 6.69998873802453e-05,
+      "loss": 0.0395,
+      "step": 84020
+    },
+    {
+      "grad_norm": 0.4231397807598114,
+      "learning_rate": 6.699211231579509e-05,
+      "loss": 0.0356,
+      "step": 84030
+    },
+    {
+      "grad_norm": 0.9401429891586304,
+      "learning_rate": 6.698433678678693e-05,
+      "loss": 0.0583,
+      "step": 84040
+    },
+    {
+      "grad_norm": 1.1307125091552734,
+      "learning_rate": 6.69765607934334e-05,
+      "loss": 0.0526,
+      "step": 84050
+    },
+    {
+      "grad_norm": 0.7674691081047058,
+      "learning_rate": 6.696878433594706e-05,
+      "loss": 0.0346,
+      "step": 84060
+    },
+    {
+      "grad_norm": 0.5056787133216858,
+      "learning_rate": 6.696100741454054e-05,
+      "loss": 0.0427,
+      "step": 84070
+    },
+    {
+      "grad_norm": 0.7155230045318604,
+      "learning_rate": 6.695323002942642e-05,
+      "loss": 0.0624,
+      "step": 84080
+    },
+    {
+      "grad_norm": 2.368305206298828,
+      "learning_rate": 6.69454521808174e-05,
+      "loss": 0.0426,
+      "step": 84090
+    },
+    {
+      "grad_norm": 0.5996204614639282,
+      "learning_rate": 6.693767386892605e-05,
+      "loss": 0.0586,
+      "step": 84100
+    },
+    {
+      "grad_norm": 0.4973355233669281,
+      "learning_rate": 6.692989509396508e-05,
+      "loss": 0.0331,
+      "step": 84110
+    },
+    {
+      "grad_norm": 0.6373593211174011,
+      "learning_rate": 6.692211585614711e-05,
+      "loss": 0.0366,
+      "step": 84120
+    },
+    {
+      "grad_norm": 0.6778777837753296,
+      "learning_rate": 6.691433615568489e-05,
+      "loss": 0.0433,
+      "step": 84130
+    },
+    {
+      "grad_norm": 0.48603692650794983,
+      "learning_rate": 6.690655599279106e-05,
+      "loss": 0.0351,
+      "step": 84140
+    },
+    {
+      "grad_norm": 0.8835902810096741,
+      "learning_rate": 6.689877536767833e-05,
+      "loss": 0.0347,
+      "step": 84150
+    },
+    {
+      "grad_norm": 0.4476558268070221,
+      "learning_rate": 6.689099428055942e-05,
+      "loss": 0.0346,
+      "step": 84160
+    },
+    {
+      "grad_norm": 0.6147987842559814,
+      "learning_rate": 6.688321273164711e-05,
+      "loss": 0.0353,
+      "step": 84170
+    },
+    {
+      "grad_norm": 1.3223702907562256,
+      "learning_rate": 6.687543072115408e-05,
+      "loss": 0.0524,
+      "step": 84180
+    },
+    {
+      "grad_norm": 0.6215734481811523,
+      "learning_rate": 6.686764824929311e-05,
+      "loss": 0.0386,
+      "step": 84190
+    },
+    {
+      "grad_norm": 2.733269453048706,
+      "learning_rate": 6.6859865316277e-05,
+      "loss": 0.0424,
+      "step": 84200
+    },
+    {
+      "grad_norm": 0.9288244247436523,
+      "learning_rate": 6.685208192231846e-05,
+      "loss": 0.0667,
+      "step": 84210
+    },
+    {
+      "grad_norm": 0.44167661666870117,
+      "learning_rate": 6.684429806763038e-05,
+      "loss": 0.0358,
+      "step": 84220
+    },
+    {
+      "grad_norm": 0.4329083561897278,
+      "learning_rate": 6.683651375242548e-05,
+      "loss": 0.126,
+      "step": 84230
+    },
+    {
+      "grad_norm": 0.6763886213302612,
+      "learning_rate": 6.682872897691665e-05,
+      "loss": 0.0427,
+      "step": 84240
+    },
+    {
+      "grad_norm": 0.4995121657848358,
+      "learning_rate": 6.682094374131668e-05,
+      "loss": 0.033,
+      "step": 84250
+    },
+    {
+      "grad_norm": 0.4579395353794098,
+      "learning_rate": 6.681315804583843e-05,
+      "loss": 0.0377,
+      "step": 84260
+    },
+    {
+      "grad_norm": 0.499058336019516,
+      "learning_rate": 6.680537189069475e-05,
+      "loss": 0.0408,
+      "step": 84270
+    },
+    {
+      "grad_norm": 0.6148247122764587,
+      "learning_rate": 6.679758527609852e-05,
+      "loss": 0.0357,
+      "step": 84280
+    },
+    {
+      "grad_norm": 0.8681789636611938,
+      "learning_rate": 6.678979820226261e-05,
+      "loss": 0.0367,
+      "step": 84290
+    },
+    {
+      "grad_norm": 0.2909725308418274,
+      "learning_rate": 6.678201066939993e-05,
+      "loss": 0.0386,
+      "step": 84300
+    },
+    {
+      "grad_norm": 0.6146725416183472,
+      "learning_rate": 6.677422267772338e-05,
+      "loss": 0.0285,
+      "step": 84310
+    },
+    {
+      "grad_norm": 0.5014064311981201,
+      "learning_rate": 6.67664342274459e-05,
+      "loss": 0.0363,
+      "step": 84320
+    },
+    {
+      "grad_norm": 1.181687831878662,
+      "learning_rate": 6.67586453187804e-05,
+      "loss": 0.0408,
+      "step": 84330
+    },
+    {
+      "grad_norm": 0.5218877792358398,
+      "learning_rate": 6.675085595193984e-05,
+      "loss": 0.0399,
+      "step": 84340
+    },
+    {
+      "grad_norm": 0.4011802077293396,
+      "learning_rate": 6.674306612713714e-05,
+      "loss": 0.0364,
+      "step": 84350
+    },
+    {
+      "grad_norm": 0.708263635635376,
+      "learning_rate": 6.673527584458534e-05,
+      "loss": 0.0376,
+      "step": 84360
+    },
+    {
+      "grad_norm": 0.8724576234817505,
+      "learning_rate": 6.672748510449736e-05,
+      "loss": 0.0519,
+      "step": 84370
+    },
+    {
+      "grad_norm": 0.8981980085372925,
+      "learning_rate": 6.671969390708623e-05,
+      "loss": 0.0377,
+      "step": 84380
+    },
+    {
+      "grad_norm": 0.5077463388442993,
+      "learning_rate": 6.671190225256496e-05,
+      "loss": 0.028,
+      "step": 84390
+    },
+    {
+      "grad_norm": 0.44562816619873047,
+      "learning_rate": 6.670411014114653e-05,
+      "loss": 0.0305,
+      "step": 84400
+    },
+    {
+      "grad_norm": 0.5471062064170837,
+      "learning_rate": 6.669631757304403e-05,
+      "loss": 0.0365,
+      "step": 84410
+    },
+    {
+      "grad_norm": 0.6805342435836792,
+      "learning_rate": 6.668852454847048e-05,
+      "loss": 0.0287,
+      "step": 84420
+    },
+    {
+      "grad_norm": 0.43169716000556946,
+      "learning_rate": 6.668073106763893e-05,
+      "loss": 0.0329,
+      "step": 84430
+    },
+    {
+      "grad_norm": 0.7750944495201111,
+      "learning_rate": 6.667293713076246e-05,
+      "loss": 0.0389,
+      "step": 84440
+    },
+    {
+      "grad_norm": 0.5237770676612854,
+      "learning_rate": 6.666514273805416e-05,
+      "loss": 0.0301,
+      "step": 84450
+    },
+    {
+      "grad_norm": 1.1132748126983643,
+      "learning_rate": 6.665734788972711e-05,
+      "loss": 0.0452,
+      "step": 84460
+    },
+    {
+      "grad_norm": 0.4751316010951996,
+      "learning_rate": 6.664955258599444e-05,
+      "loss": 0.0406,
+      "step": 84470
+    },
+    {
+      "grad_norm": 0.6630964875221252,
+      "learning_rate": 6.664175682706924e-05,
+      "loss": 0.0429,
+      "step": 84480
+    },
+    {
+      "grad_norm": 0.38246771693229675,
+      "learning_rate": 6.663396061316467e-05,
+      "loss": 0.0242,
+      "step": 84490
+    },
+    {
+      "grad_norm": 0.4226347506046295,
+      "learning_rate": 6.662616394449385e-05,
+      "loss": 0.0315,
+      "step": 84500
+    },
+    {
+      "grad_norm": 0.6369099617004395,
+      "learning_rate": 6.661836682126998e-05,
+      "loss": 0.0456,
+      "step": 84510
+    },
+    {
+      "grad_norm": 0.5916298031806946,
+      "learning_rate": 6.661056924370618e-05,
+      "loss": 0.0391,
+      "step": 84520
+    },
+    {
+      "grad_norm": 0.2606525123119354,
+      "learning_rate": 6.660277121201567e-05,
+      "loss": 0.0323,
+      "step": 84530
+    },
+    {
+      "grad_norm": 1.6827393770217896,
+      "learning_rate": 6.659497272641163e-05,
+      "loss": 0.033,
+      "step": 84540
+    },
+    {
+      "grad_norm": 0.4060286581516266,
+      "learning_rate": 6.658717378710728e-05,
+      "loss": 0.0375,
+      "step": 84550
+    },
+    {
+      "grad_norm": 0.42465099692344666,
+      "learning_rate": 6.657937439431582e-05,
+      "loss": 0.0345,
+      "step": 84560
+    },
+    {
+      "grad_norm": 0.34728386998176575,
+      "learning_rate": 6.65715745482505e-05,
+      "loss": 0.0285,
+      "step": 84570
+    },
+    {
+      "grad_norm": 0.5715715289115906,
+      "learning_rate": 6.656377424912455e-05,
+      "loss": 0.0452,
+      "step": 84580
+    },
+    {
+      "grad_norm": 0.2608732283115387,
+      "learning_rate": 6.655597349715125e-05,
+      "loss": 0.032,
+      "step": 84590
+    },
+    {
+      "grad_norm": 0.4104941487312317,
+      "learning_rate": 6.654817229254383e-05,
+      "loss": 0.0307,
+      "step": 84600
+    },
+    {
+      "grad_norm": 0.4072457551956177,
+      "learning_rate": 6.65403706355156e-05,
+      "loss": 0.0286,
+      "step": 84610
+    },
+    {
+      "grad_norm": 0.7460728287696838,
+      "learning_rate": 6.653256852627987e-05,
+      "loss": 0.0343,
+      "step": 84620
+    },
+    {
+      "grad_norm": 0.9807737469673157,
+      "learning_rate": 6.652476596504991e-05,
+      "loss": 0.0347,
+      "step": 84630
+    },
+    {
+      "grad_norm": 1.9998091459274292,
+      "learning_rate": 6.651696295203907e-05,
+      "loss": 0.0416,
+      "step": 84640
+    },
+    {
+      "grad_norm": 0.40016135573387146,
+      "learning_rate": 6.650915948746064e-05,
+      "loss": 0.0322,
+      "step": 84650
+    },
+    {
+      "grad_norm": 0.6323404312133789,
+      "learning_rate": 6.650135557152802e-05,
+      "loss": 0.0365,
+      "step": 84660
+    },
+    {
+      "grad_norm": 0.6745389103889465,
+      "learning_rate": 6.649355120445453e-05,
+      "loss": 0.0338,
+      "step": 84670
+    },
+    {
+      "grad_norm": 0.637881338596344,
+      "learning_rate": 6.648574638645355e-05,
+      "loss": 0.0594,
+      "step": 84680
+    },
+    {
+      "grad_norm": 1.0799942016601562,
+      "learning_rate": 6.647794111773843e-05,
+      "loss": 0.0387,
+      "step": 84690
+    },
+    {
+      "grad_norm": 0.45622381567955017,
+      "learning_rate": 6.647013539852264e-05,
+      "loss": 0.0339,
+      "step": 84700
+    },
+    {
+      "grad_norm": 0.3327871561050415,
+      "learning_rate": 6.646232922901951e-05,
+      "loss": 0.0279,
+      "step": 84710
+    },
+    {
+      "grad_norm": 0.31784364581108093,
+      "learning_rate": 6.645452260944248e-05,
+      "loss": 0.0374,
+      "step": 84720
+    },
+    {
+      "grad_norm": 0.5203825235366821,
+      "learning_rate": 6.644671554000498e-05,
+      "loss": 0.0404,
+      "step": 84730
+    },
+    {
+      "grad_norm": 0.7194780111312866,
+      "learning_rate": 6.643890802092046e-05,
+      "loss": 0.0323,
+      "step": 84740
+    },
+    {
+      "grad_norm": 0.5360890626907349,
+      "learning_rate": 6.643110005240237e-05,
+      "loss": 0.0353,
+      "step": 84750
+    },
+    {
+      "grad_norm": 0.5817570090293884,
+      "learning_rate": 6.642329163466418e-05,
+      "loss": 0.0251,
+      "step": 84760
+    },
+    {
+      "grad_norm": 1.2345300912857056,
+      "learning_rate": 6.641548276791938e-05,
+      "loss": 0.0428,
+      "step": 84770
+    },
+    {
+      "grad_norm": 0.5366148352622986,
+      "learning_rate": 6.640767345238143e-05,
+      "loss": 0.0445,
+      "step": 84780
+    },
+    {
+      "grad_norm": 0.9636908173561096,
+      "learning_rate": 6.639986368826386e-05,
+      "loss": 0.041,
+      "step": 84790
+    },
+    {
+      "grad_norm": 0.4379761815071106,
+      "learning_rate": 6.639205347578017e-05,
+      "loss": 0.0303,
+      "step": 84800
+    },
+    {
+      "grad_norm": 0.5187910199165344,
+      "learning_rate": 6.638424281514391e-05,
+      "loss": 0.0284,
+      "step": 84810
+    },
+    {
+      "grad_norm": 0.645892322063446,
+      "learning_rate": 6.63764317065686e-05,
+      "loss": 0.0333,
+      "step": 84820
+    },
+    {
+      "grad_norm": 0.8185587525367737,
+      "learning_rate": 6.63686201502678e-05,
+      "loss": 0.0414,
+      "step": 84830
+    },
+    {
+      "grad_norm": 0.7680517435073853,
+      "learning_rate": 6.636080814645506e-05,
+      "loss": 0.0404,
+      "step": 84840
+    },
+    {
+      "grad_norm": 0.6498132348060608,
+      "learning_rate": 6.635299569534398e-05,
+      "loss": 0.0452,
+      "step": 84850
+    },
+    {
+      "grad_norm": 0.8278177976608276,
+      "learning_rate": 6.634518279714815e-05,
+      "loss": 0.0347,
+      "step": 84860
+    },
+    {
+      "grad_norm": 1.4437814950942993,
+      "learning_rate": 6.633736945208115e-05,
+      "loss": 0.0522,
+      "step": 84870
+    },
+    {
+      "grad_norm": 0.5056778788566589,
+      "learning_rate": 6.632955566035663e-05,
+      "loss": 0.0281,
+      "step": 84880
+    },
+    {
+      "grad_norm": 0.498738557100296,
+      "learning_rate": 6.632174142218816e-05,
+      "loss": 0.0389,
+      "step": 84890
+    },
+    {
+      "grad_norm": 0.6632082462310791,
+      "learning_rate": 6.631392673778943e-05,
+      "loss": 0.0483,
+      "step": 84900
+    },
+    {
+      "grad_norm": 0.6639951467514038,
+      "learning_rate": 6.630611160737408e-05,
+      "loss": 0.042,
+      "step": 84910
+    },
+    {
+      "grad_norm": 0.4999467134475708,
+      "learning_rate": 6.629829603115576e-05,
+      "loss": 0.0361,
+      "step": 84920
+    },
+    {
+      "grad_norm": 0.7203319668769836,
+      "learning_rate": 6.629048000934814e-05,
+      "loss": 0.0404,
+      "step": 84930
+    },
+    {
+      "grad_norm": 0.932187020778656,
+      "learning_rate": 6.628266354216491e-05,
+      "loss": 0.0401,
+      "step": 84940
+    },
+    {
+      "grad_norm": 0.6527381539344788,
+      "learning_rate": 6.62748466298198e-05,
+      "loss": 0.0355,
+      "step": 84950
+    },
+    {
+      "grad_norm": 0.9163842797279358,
+      "learning_rate": 6.626702927252648e-05,
+      "loss": 0.0381,
+      "step": 84960
+    },
+    {
+      "grad_norm": 0.3554418087005615,
+      "learning_rate": 6.625921147049871e-05,
+      "loss": 0.0437,
+      "step": 84970
+    },
+    {
+      "grad_norm": 0.5558323860168457,
+      "learning_rate": 6.625139322395019e-05,
+      "loss": 0.033,
+      "step": 84980
+    },
+    {
+      "grad_norm": 0.6836515069007874,
+      "learning_rate": 6.624357453309468e-05,
+      "loss": 0.0359,
+      "step": 84990
+    },
+    {
+      "grad_norm": 1.1074670553207397,
+      "learning_rate": 6.623575539814595e-05,
+      "loss": 0.0291,
+      "step": 85000
+    },
+    {
+      "grad_norm": 0.5906737446784973,
+      "learning_rate": 6.622793581931776e-05,
+      "loss": 0.0361,
+      "step": 85010
+    },
+    {
+      "grad_norm": 0.6857844591140747,
+      "learning_rate": 6.622011579682392e-05,
+      "loss": 0.0319,
+      "step": 85020
+    },
+    {
+      "grad_norm": 0.45472314953804016,
+      "learning_rate": 6.621229533087821e-05,
+      "loss": 0.037,
+      "step": 85030
+    },
+    {
+      "grad_norm": 0.3679478168487549,
+      "learning_rate": 6.620447442169441e-05,
+      "loss": 0.039,
+      "step": 85040
+    },
+    {
+      "grad_norm": 0.369460791349411,
+      "learning_rate": 6.619665306948638e-05,
+      "loss": 0.0301,
+      "step": 85050
+    },
+    {
+      "grad_norm": 0.8097197413444519,
+      "learning_rate": 6.618883127446793e-05,
+      "loss": 0.0398,
+      "step": 85060
+    },
+    {
+      "grad_norm": 0.6306586265563965,
+      "learning_rate": 6.618100903685294e-05,
+      "loss": 0.0346,
+      "step": 85070
+    },
+    {
+      "grad_norm": 0.48957720398902893,
+      "learning_rate": 6.617318635685522e-05,
+      "loss": 0.0372,
+      "step": 85080
+    },
+    {
+      "grad_norm": 0.6777923107147217,
+      "learning_rate": 6.616536323468868e-05,
+      "loss": 0.0426,
+      "step": 85090
+    },
+    {
+      "grad_norm": 0.5545994639396667,
+      "learning_rate": 6.615753967056717e-05,
+      "loss": 0.0378,
+      "step": 85100
+    },
+    {
+      "grad_norm": 0.5139283537864685,
+      "learning_rate": 6.614971566470459e-05,
+      "loss": 0.0309,
+      "step": 85110
+    },
+    {
+      "grad_norm": 0.7775079607963562,
+      "learning_rate": 6.614189121731486e-05,
+      "loss": 0.0462,
+      "step": 85120
+    },
+    {
+      "grad_norm": 0.9737276434898376,
+      "learning_rate": 6.613406632861189e-05,
+      "loss": 0.0326,
+      "step": 85130
+    },
+    {
+      "grad_norm": 0.8286780118942261,
+      "learning_rate": 6.61262409988096e-05,
+      "loss": 0.0292,
+      "step": 85140
+    },
+    {
+      "grad_norm": 0.4173325002193451,
+      "learning_rate": 6.611841522812194e-05,
+      "loss": 0.0239,
+      "step": 85150
+    },
+    {
+      "grad_norm": 0.48652806878089905,
+      "learning_rate": 6.611058901676287e-05,
+      "loss": 0.034,
+      "step": 85160
+    },
+    {
+      "grad_norm": 0.6972877383232117,
+      "learning_rate": 6.610276236494633e-05,
+      "loss": 0.0295,
+      "step": 85170
+    },
+    {
+      "grad_norm": 0.5297415256500244,
+      "learning_rate": 6.609493527288634e-05,
+      "loss": 0.0556,
+      "step": 85180
+    },
+    {
+      "grad_norm": 0.6767376661300659,
+      "learning_rate": 6.608710774079685e-05,
+      "loss": 0.0282,
+      "step": 85190
+    },
+    {
+      "grad_norm": 0.6997869610786438,
+      "learning_rate": 6.607927976889189e-05,
+      "loss": 0.0293,
+      "step": 85200
+    },
+    {
+      "grad_norm": 0.31187188625335693,
+      "learning_rate": 6.607145135738547e-05,
+      "loss": 0.0363,
+      "step": 85210
+    },
+    {
+      "grad_norm": 0.636613667011261,
+      "learning_rate": 6.606362250649158e-05,
+      "loss": 0.0412,
+      "step": 85220
+    },
+    {
+      "grad_norm": 0.49596256017684937,
+      "learning_rate": 6.60557932164243e-05,
+      "loss": 0.0589,
+      "step": 85230
+    },
+    {
+      "grad_norm": 0.5256730914115906,
+      "learning_rate": 6.604796348739767e-05,
+      "loss": 0.0359,
+      "step": 85240
+    },
+    {
+      "grad_norm": 0.3971622884273529,
+      "learning_rate": 6.604013331962574e-05,
+      "loss": 0.0428,
+      "step": 85250
+    },
+    {
+      "grad_norm": 0.5708963871002197,
+      "learning_rate": 6.60323027133226e-05,
+      "loss": 0.0437,
+      "step": 85260
+    },
+    {
+      "grad_norm": 1.713489055633545,
+      "learning_rate": 6.602447166870231e-05,
+      "loss": 0.04,
+      "step": 85270
+    },
+    {
+      "grad_norm": 0.6517512202262878,
+      "learning_rate": 6.6016640185979e-05,
+      "loss": 0.0243,
+      "step": 85280
+    },
+    {
+      "grad_norm": 0.41094064712524414,
+      "learning_rate": 6.600880826536677e-05,
+      "loss": 0.0413,
+      "step": 85290
+    },
+    {
+      "grad_norm": 0.41627708077430725,
+      "learning_rate": 6.600097590707972e-05,
+      "loss": 0.0278,
+      "step": 85300
+    },
+    {
+      "grad_norm": 0.44668617844581604,
+      "learning_rate": 6.5993143111332e-05,
+      "loss": 0.0333,
+      "step": 85310
+    },
+    {
+      "grad_norm": 0.6174898743629456,
+      "learning_rate": 6.598530987833776e-05,
+      "loss": 0.0296,
+      "step": 85320
+    },
+    {
+      "grad_norm": 0.5437849760055542,
+      "learning_rate": 6.597747620831116e-05,
+      "loss": 0.0273,
+      "step": 85330
+    },
+    {
+      "grad_norm": 0.3603280186653137,
+      "learning_rate": 6.596964210146636e-05,
+      "loss": 0.0258,
+      "step": 85340
+    },
+    {
+      "grad_norm": 0.3056466579437256,
+      "learning_rate": 6.596180755801754e-05,
+      "loss": 0.0384,
+      "step": 85350
+    },
+    {
+      "grad_norm": 0.49324357509613037,
+      "learning_rate": 6.59539725781789e-05,
+      "loss": 0.0288,
+      "step": 85360
+    },
+    {
+      "grad_norm": 0.3744196593761444,
+      "learning_rate": 6.594613716216464e-05,
+      "loss": 0.044,
+      "step": 85370
+    },
+    {
+      "grad_norm": 0.5391978025436401,
+      "learning_rate": 6.593830131018898e-05,
+      "loss": 0.0419,
+      "step": 85380
+    },
+    {
+      "grad_norm": 1.8295782804489136,
+      "learning_rate": 6.593046502246616e-05,
+      "loss": 0.0327,
+      "step": 85390
+    },
+    {
+      "grad_norm": 0.5911775827407837,
+      "learning_rate": 6.59226282992104e-05,
+      "loss": 0.0362,
+      "step": 85400
+    },
+    {
+      "grad_norm": 0.6293957233428955,
+      "learning_rate": 6.591479114063597e-05,
+      "loss": 0.0416,
+      "step": 85410
+    },
+    {
+      "grad_norm": 0.4580369293689728,
+      "learning_rate": 6.590695354695714e-05,
+      "loss": 0.0355,
+      "step": 85420
+    },
+    {
+      "grad_norm": 0.3739114999771118,
+      "learning_rate": 6.589911551838815e-05,
+      "loss": 0.0567,
+      "step": 85430
+    },
+    {
+      "grad_norm": 0.5657283067703247,
+      "learning_rate": 6.589127705514334e-05,
+      "loss": 0.0354,
+      "step": 85440
+    },
+    {
+      "grad_norm": 0.434749960899353,
+      "learning_rate": 6.588343815743697e-05,
+      "loss": 0.0332,
+      "step": 85450
+    },
+    {
+      "grad_norm": 0.3998088240623474,
+      "learning_rate": 6.587559882548337e-05,
+      "loss": 0.0325,
+      "step": 85460
+    },
+    {
+      "grad_norm": 0.6076531410217285,
+      "learning_rate": 6.586775905949687e-05,
+      "loss": 0.0402,
+      "step": 85470
+    },
+    {
+      "grad_norm": 0.5221181511878967,
+      "learning_rate": 6.585991885969179e-05,
+      "loss": 0.0386,
+      "step": 85480
+    },
+    {
+      "grad_norm": 0.6308976411819458,
+      "learning_rate": 6.58520782262825e-05,
+      "loss": 0.0417,
+      "step": 85490
+    },
+    {
+      "grad_norm": 1.0566853284835815,
+      "learning_rate": 6.584423715948332e-05,
+      "loss": 0.0349,
+      "step": 85500
+    },
+    {
+      "grad_norm": 0.7865243554115295,
+      "learning_rate": 6.583639565950868e-05,
+      "loss": 0.0434,
+      "step": 85510
+    },
+    {
+      "grad_norm": 0.6290062069892883,
+      "learning_rate": 6.58285537265729e-05,
+      "loss": 0.039,
+      "step": 85520
+    },
+    {
+      "grad_norm": 0.5100104212760925,
+      "learning_rate": 6.582071136089044e-05,
+      "loss": 0.0282,
+      "step": 85530
+    },
+    {
+      "grad_norm": 0.5579366683959961,
+      "learning_rate": 6.581286856267565e-05,
+      "loss": 0.031,
+      "step": 85540
+    },
+    {
+      "grad_norm": 0.6235112547874451,
+      "learning_rate": 6.5805025332143e-05,
+      "loss": 0.0417,
+      "step": 85550
+    },
+    {
+      "grad_norm": 0.4831676781177521,
+      "learning_rate": 6.579718166950686e-05,
+      "loss": 0.0334,
+      "step": 85560
+    },
+    {
+      "grad_norm": 0.7951130270957947,
+      "learning_rate": 6.578933757498174e-05,
+      "loss": 0.042,
+      "step": 85570
+    },
+    {
+      "grad_norm": 0.6560613512992859,
+      "learning_rate": 6.578149304878204e-05,
+      "loss": 0.0414,
+      "step": 85580
+    },
+    {
+      "grad_norm": 0.42856565117836,
+      "learning_rate": 6.577364809112227e-05,
+      "loss": 0.0334,
+      "step": 85590
+    },
+    {
+      "grad_norm": 1.349197268486023,
+      "learning_rate": 6.576580270221687e-05,
+      "loss": 0.0344,
+      "step": 85600
+    },
+    {
+      "grad_norm": 0.5474837422370911,
+      "learning_rate": 6.575795688228035e-05,
+      "loss": 0.0331,
+      "step": 85610
+    },
+    {
+      "grad_norm": 0.7248299717903137,
+      "learning_rate": 6.575011063152721e-05,
+      "loss": 0.0422,
+      "step": 85620
+    },
+    {
+      "grad_norm": 0.3018192648887634,
+      "learning_rate": 6.574226395017196e-05,
+      "loss": 0.0389,
+      "step": 85630
+    },
+    {
+      "grad_norm": 0.5688248872756958,
+      "learning_rate": 6.573441683842913e-05,
+      "loss": 0.03,
+      "step": 85640
+    },
+    {
+      "grad_norm": 0.3118721544742584,
+      "learning_rate": 6.572656929651327e-05,
+      "loss": 0.0393,
+      "step": 85650
+    },
+    {
+      "grad_norm": 0.543168842792511,
+      "learning_rate": 6.57187213246389e-05,
+      "loss": 0.041,
+      "step": 85660
+    },
+    {
+      "grad_norm": 0.49100956320762634,
+      "learning_rate": 6.571087292302059e-05,
+      "loss": 0.0387,
+      "step": 85670
+    },
+    {
+      "grad_norm": 0.563819408416748,
+      "learning_rate": 6.570302409187292e-05,
+      "loss": 0.0674,
+      "step": 85680
+    },
+    {
+      "grad_norm": 0.7450470328330994,
+      "learning_rate": 6.569517483141047e-05,
+      "loss": 0.0455,
+      "step": 85690
+    },
+    {
+      "grad_norm": 0.6274452209472656,
+      "learning_rate": 6.568732514184784e-05,
+      "loss": 0.0321,
+      "step": 85700
+    },
+    {
+      "grad_norm": 0.44845739006996155,
+      "learning_rate": 6.567947502339962e-05,
+      "loss": 0.0281,
+      "step": 85710
+    },
+    {
+      "grad_norm": 0.7302260994911194,
+      "learning_rate": 6.567162447628048e-05,
+      "loss": 0.0433,
+      "step": 85720
+    },
+    {
+      "grad_norm": 0.6631133556365967,
+      "learning_rate": 6.566377350070499e-05,
+      "loss": 0.0304,
+      "step": 85730
+    },
+    {
+      "grad_norm": 0.9355072975158691,
+      "learning_rate": 6.565592209688781e-05,
+      "loss": 0.0511,
+      "step": 85740
+    },
+    {
+      "grad_norm": 0.4746742844581604,
+      "learning_rate": 6.56480702650436e-05,
+      "loss": 0.0378,
+      "step": 85750
+    },
+    {
+      "grad_norm": 0.5621349811553955,
+      "learning_rate": 6.564021800538705e-05,
+      "loss": 0.0344,
+      "step": 85760
+    },
+    {
+      "grad_norm": 0.37004947662353516,
+      "learning_rate": 6.563236531813278e-05,
+      "loss": 0.0275,
+      "step": 85770
+    },
+    {
+      "grad_norm": 0.8524054288864136,
+      "learning_rate": 6.562451220349555e-05,
+      "loss": 0.053,
+      "step": 85780
+    },
+    {
+      "grad_norm": 0.5313725471496582,
+      "learning_rate": 6.561665866169001e-05,
+      "loss": 0.0324,
+      "step": 85790
+    },
+    {
+      "grad_norm": 0.4229811429977417,
+      "learning_rate": 6.560880469293089e-05,
+      "loss": 0.0337,
+      "step": 85800
+    },
+    {
+      "grad_norm": 0.7309830188751221,
+      "learning_rate": 6.56009502974329e-05,
+      "loss": 0.0341,
+      "step": 85810
+    },
+    {
+      "grad_norm": 0.7244088053703308,
+      "learning_rate": 6.559309547541083e-05,
+      "loss": 0.0343,
+      "step": 85820
+    },
+    {
+      "grad_norm": 0.5059237480163574,
+      "learning_rate": 6.558524022707935e-05,
+      "loss": 0.0391,
+      "step": 85830
+    },
+    {
+      "grad_norm": 0.432303249835968,
+      "learning_rate": 6.557738455265327e-05,
+      "loss": 0.0415,
+      "step": 85840
+    },
+    {
+      "grad_norm": 0.6769042015075684,
+      "learning_rate": 6.556952845234735e-05,
+      "loss": 0.0525,
+      "step": 85850
+    },
+    {
+      "grad_norm": 0.6155324578285217,
+      "learning_rate": 6.556167192637637e-05,
+      "loss": 0.0335,
+      "step": 85860
+    },
+    {
+      "grad_norm": 0.731413722038269,
+      "learning_rate": 6.555381497495514e-05,
+      "loss": 0.0413,
+      "step": 85870
+    },
+    {
+      "grad_norm": 0.529789388179779,
+      "learning_rate": 6.554595759829842e-05,
+      "loss": 0.0444,
+      "step": 85880
+    },
+    {
+      "grad_norm": 0.49218928813934326,
+      "learning_rate": 6.553809979662109e-05,
+      "loss": 0.041,
+      "step": 85890
+    },
+    {
+      "grad_norm": 3.410583019256592,
+      "learning_rate": 6.553024157013793e-05,
+      "loss": 0.0345,
+      "step": 85900
+    },
+    {
+      "grad_norm": 0.45722150802612305,
+      "learning_rate": 6.552238291906381e-05,
+      "loss": 0.035,
+      "step": 85910
+    },
+    {
+      "grad_norm": 0.307632714509964,
+      "learning_rate": 6.551452384361356e-05,
+      "loss": 0.0392,
+      "step": 85920
+    },
+    {
+      "grad_norm": 1.2769629955291748,
+      "learning_rate": 6.550666434400207e-05,
+      "loss": 0.0362,
+      "step": 85930
+    },
+    {
+      "grad_norm": 0.761199951171875,
+      "learning_rate": 6.54988044204442e-05,
+      "loss": 0.0418,
+      "step": 85940
+    },
+    {
+      "grad_norm": 0.6917794346809387,
+      "learning_rate": 6.549094407315484e-05,
+      "loss": 0.0346,
+      "step": 85950
+    },
+    {
+      "grad_norm": 1.0220872163772583,
+      "learning_rate": 6.548308330234887e-05,
+      "loss": 0.0298,
+      "step": 85960
+    },
+    {
+      "grad_norm": 0.4069030284881592,
+      "learning_rate": 6.547522210824126e-05,
+      "loss": 0.0376,
+      "step": 85970
+    },
+    {
+      "grad_norm": 0.45676514506340027,
+      "learning_rate": 6.546736049104686e-05,
+      "loss": 0.0325,
+      "step": 85980
+    },
+    {
+      "grad_norm": 0.7112253308296204,
+      "learning_rate": 6.545949845098064e-05,
+      "loss": 0.0267,
+      "step": 85990
+    },
+    {
+      "grad_norm": 0.4669356048107147,
+      "learning_rate": 6.545163598825755e-05,
+      "loss": 0.0408,
+      "step": 86000
+    },
+    {
+      "grad_norm": 0.3984357714653015,
+      "learning_rate": 6.544377310309252e-05,
+      "loss": 0.0258,
+      "step": 86010
+    },
+    {
+      "grad_norm": 0.8050486445426941,
+      "learning_rate": 6.543590979570053e-05,
+      "loss": 0.0414,
+      "step": 86020
+    },
+    {
+      "grad_norm": 0.613030195236206,
+      "learning_rate": 6.54280460662966e-05,
+      "loss": 0.0232,
+      "step": 86030
+    },
+    {
+      "grad_norm": 0.51813805103302,
+      "learning_rate": 6.542018191509565e-05,
+      "loss": 0.0378,
+      "step": 86040
+    },
+    {
+      "grad_norm": 1.2126953601837158,
+      "learning_rate": 6.541231734231275e-05,
+      "loss": 0.0346,
+      "step": 86050
+    },
+    {
+      "grad_norm": 0.711219310760498,
+      "learning_rate": 6.540445234816287e-05,
+      "loss": 0.0484,
+      "step": 86060
+    },
+    {
+      "grad_norm": 1.2903156280517578,
+      "learning_rate": 6.539658693286105e-05,
+      "loss": 0.0505,
+      "step": 86070
+    },
+    {
+      "grad_norm": 0.5681939125061035,
+      "learning_rate": 6.538872109662232e-05,
+      "loss": 0.0378,
+      "step": 86080
+    },
+    {
+      "grad_norm": 0.5470255613327026,
+      "learning_rate": 6.538085483966174e-05,
+      "loss": 0.0408,
+      "step": 86090
+    },
+    {
+      "grad_norm": 0.6295542120933533,
+      "learning_rate": 6.537298816219437e-05,
+      "loss": 0.0341,
+      "step": 86100
+    },
+    {
+      "grad_norm": 0.4193183183670044,
+      "learning_rate": 6.536512106443529e-05,
+      "loss": 0.0305,
+      "step": 86110
+    },
+    {
+      "grad_norm": 0.6848756074905396,
+      "learning_rate": 6.535725354659956e-05,
+      "loss": 0.044,
+      "step": 86120
+    },
+    {
+      "grad_norm": 0.9145874977111816,
+      "learning_rate": 6.534938560890229e-05,
+      "loss": 0.0351,
+      "step": 86130
+    },
+    {
+      "grad_norm": 0.4568074345588684,
+      "learning_rate": 6.534151725155858e-05,
+      "loss": 0.0558,
+      "step": 86140
+    },
+    {
+      "grad_norm": 0.6653626561164856,
+      "learning_rate": 6.533364847478355e-05,
+      "loss": 0.0412,
+      "step": 86150
+    },
+    {
+      "grad_norm": 0.35387948155403137,
+      "learning_rate": 6.532577927879235e-05,
+      "loss": 0.0359,
+      "step": 86160
+    },
+    {
+      "grad_norm": 0.6994425654411316,
+      "learning_rate": 6.531790966380008e-05,
+      "loss": 0.0454,
+      "step": 86170
+    },
+    {
+      "grad_norm": 0.4319108724594116,
+      "learning_rate": 6.531003963002193e-05,
+      "loss": 0.0349,
+      "step": 86180
+    },
+    {
+      "grad_norm": 0.44324958324432373,
+      "learning_rate": 6.530216917767304e-05,
+      "loss": 0.0396,
+      "step": 86190
+    },
+    {
+      "grad_norm": 0.6805684566497803,
+      "learning_rate": 6.529429830696859e-05,
+      "loss": 0.0351,
+      "step": 86200
+    },
+    {
+      "grad_norm": 0.456434965133667,
+      "learning_rate": 6.528642701812378e-05,
+      "loss": 0.0305,
+      "step": 86210
+    },
+    {
+      "grad_norm": 0.4159567058086395,
+      "learning_rate": 6.527855531135379e-05,
+      "loss": 0.0395,
+      "step": 86220
+    },
+    {
+      "grad_norm": 0.6832863092422485,
+      "learning_rate": 6.527068318687384e-05,
+      "loss": 0.0369,
+      "step": 86230
+    },
+    {
+      "grad_norm": 0.49620962142944336,
+      "learning_rate": 6.526281064489916e-05,
+      "loss": 0.0279,
+      "step": 86240
+    },
+    {
+      "grad_norm": 0.877291202545166,
+      "learning_rate": 6.525493768564496e-05,
+      "loss": 0.0389,
+      "step": 86250
+    },
+    {
+      "grad_norm": 0.4582393169403076,
+      "learning_rate": 6.52470643093265e-05,
+      "loss": 0.0282,
+      "step": 86260
+    },
+    {
+      "grad_norm": 0.40151888132095337,
+      "learning_rate": 6.5239190516159e-05,
+      "loss": 0.0374,
+      "step": 86270
+    },
+    {
+      "grad_norm": 1.8845996856689453,
+      "learning_rate": 6.523131630635779e-05,
+      "loss": 0.036,
+      "step": 86280
+    },
+    {
+      "grad_norm": 0.631775438785553,
+      "learning_rate": 6.522344168013811e-05,
+      "loss": 0.0293,
+      "step": 86290
+    },
+    {
+      "grad_norm": 0.44136497378349304,
+      "learning_rate": 6.521556663771524e-05,
+      "loss": 0.0275,
+      "step": 86300
+    },
+    {
+      "grad_norm": 0.4868853688240051,
+      "learning_rate": 6.520769117930452e-05,
+      "loss": 0.0597,
+      "step": 86310
+    },
+    {
+      "grad_norm": 0.4478941857814789,
+      "learning_rate": 6.519981530512121e-05,
+      "loss": 0.0362,
+      "step": 86320
+    },
+    {
+      "grad_norm": 0.960692822933197,
+      "learning_rate": 6.519193901538066e-05,
+      "loss": 0.023,
+      "step": 86330
+    },
+    {
+      "grad_norm": 0.35334107279777527,
+      "learning_rate": 6.518406231029822e-05,
+      "loss": 0.0421,
+      "step": 86340
+    },
+    {
+      "grad_norm": 0.33613109588623047,
+      "learning_rate": 6.517618519008922e-05,
+      "loss": 0.0404,
+      "step": 86350
+    },
+    {
+      "grad_norm": 0.6001811027526855,
+      "learning_rate": 6.516830765496902e-05,
+      "loss": 0.0452,
+      "step": 86360
+    },
+    {
+      "grad_norm": 0.48928573727607727,
+      "learning_rate": 6.516042970515298e-05,
+      "loss": 0.0302,
+      "step": 86370
+    },
+    {
+      "grad_norm": 0.4642563462257385,
+      "learning_rate": 6.515255134085649e-05,
+      "loss": 0.0266,
+      "step": 86380
+    },
+    {
+      "grad_norm": 0.5423688292503357,
+      "learning_rate": 6.514467256229493e-05,
+      "loss": 0.0359,
+      "step": 86390
+    },
+    {
+      "grad_norm": 0.39771828055381775,
+      "learning_rate": 6.513679336968372e-05,
+      "loss": 0.0379,
+      "step": 86400
+    },
+    {
+      "grad_norm": 0.6693467497825623,
+      "learning_rate": 6.512891376323827e-05,
+      "loss": 0.0379,
+      "step": 86410
+    },
+    {
+      "grad_norm": 0.48813119530677795,
+      "learning_rate": 6.5121033743174e-05,
+      "loss": 0.0369,
+      "step": 86420
+    },
+    {
+      "grad_norm": 0.47261902689933777,
+      "learning_rate": 6.511315330970635e-05,
+      "loss": 0.0289,
+      "step": 86430
+    },
+    {
+      "grad_norm": 0.33637961745262146,
+      "learning_rate": 6.510527246305075e-05,
+      "loss": 0.0241,
+      "step": 86440
+    },
+    {
+      "grad_norm": 0.46068477630615234,
+      "learning_rate": 6.509739120342269e-05,
+      "loss": 0.0562,
+      "step": 86450
+    },
+    {
+      "grad_norm": 0.40217986702919006,
+      "learning_rate": 6.50895095310376e-05,
+      "loss": 0.033,
+      "step": 86460
+    },
+    {
+      "grad_norm": 0.5260971784591675,
+      "learning_rate": 6.508162744611104e-05,
+      "loss": 0.0359,
+      "step": 86470
+    },
+    {
+      "grad_norm": 0.36968865990638733,
+      "learning_rate": 6.507374494885841e-05,
+      "loss": 0.0335,
+      "step": 86480
+    },
+    {
+      "grad_norm": 0.7346203327178955,
+      "learning_rate": 6.506586203949528e-05,
+      "loss": 0.0266,
+      "step": 86490
+    },
+    {
+      "grad_norm": 0.7188349366188049,
+      "learning_rate": 6.505797871823712e-05,
+      "loss": 0.0523,
+      "step": 86500
+    },
+    {
+      "grad_norm": 0.7335404753684998,
+      "learning_rate": 6.505009498529949e-05,
+      "loss": 0.0427,
+      "step": 86510
+    },
+    {
+      "grad_norm": 0.5732551217079163,
+      "learning_rate": 6.504221084089791e-05,
+      "loss": 0.035,
+      "step": 86520
+    },
+    {
+      "grad_norm": 2.144299030303955,
+      "learning_rate": 6.503432628524795e-05,
+      "loss": 0.0326,
+      "step": 86530
+    },
+    {
+      "grad_norm": 0.3710188865661621,
+      "learning_rate": 6.502644131856514e-05,
+      "loss": 0.0292,
+      "step": 86540
+    },
+    {
+      "grad_norm": 0.5429688692092896,
+      "learning_rate": 6.501855594106508e-05,
+      "loss": 0.0336,
+      "step": 86550
+    },
+    {
+      "grad_norm": 0.6674046516418457,
+      "learning_rate": 6.501067015296336e-05,
+      "loss": 0.0362,
+      "step": 86560
+    },
+    {
+      "grad_norm": 0.34026646614074707,
+      "learning_rate": 6.500278395447553e-05,
+      "loss": 0.0278,
+      "step": 86570
+    },
+    {
+      "grad_norm": 0.7405988574028015,
+      "learning_rate": 6.499489734581724e-05,
+      "loss": 0.0464,
+      "step": 86580
+    },
+    {
+      "grad_norm": 0.5015499591827393,
+      "learning_rate": 6.498701032720406e-05,
+      "loss": 0.0285,
+      "step": 86590
+    },
+    {
+      "grad_norm": 0.5183930993080139,
+      "learning_rate": 6.497912289885169e-05,
+      "loss": 0.0312,
+      "step": 86600
+    },
+    {
+      "grad_norm": 0.530387818813324,
+      "learning_rate": 6.497123506097571e-05,
+      "loss": 0.0304,
+      "step": 86610
+    },
+    {
+      "grad_norm": 0.5927067995071411,
+      "learning_rate": 6.496334681379179e-05,
+      "loss": 0.0364,
+      "step": 86620
+    },
+    {
+      "grad_norm": 0.38767698407173157,
+      "learning_rate": 6.495545815751558e-05,
+      "loss": 0.0371,
+      "step": 86630
+    },
+    {
+      "grad_norm": 0.6151883602142334,
+      "learning_rate": 6.494756909236277e-05,
+      "loss": 0.0504,
+      "step": 86640
+    },
+    {
+      "grad_norm": 0.9921599626541138,
+      "learning_rate": 6.493967961854903e-05,
+      "loss": 0.0454,
+      "step": 86650
+    },
+    {
+      "grad_norm": 0.524695098400116,
+      "learning_rate": 6.493178973629007e-05,
+      "loss": 0.0369,
+      "step": 86660
+    },
+    {
+      "grad_norm": 0.6478843688964844,
+      "learning_rate": 6.492389944580159e-05,
+      "loss": 0.0377,
+      "step": 86670
+    },
+    {
+      "grad_norm": 0.42296141386032104,
+      "learning_rate": 6.491600874729931e-05,
+      "loss": 0.0306,
+      "step": 86680
+    },
+    {
+      "grad_norm": 0.6777343153953552,
+      "learning_rate": 6.490811764099893e-05,
+      "loss": 0.0387,
+      "step": 86690
+    },
+    {
+      "grad_norm": 0.5926294326782227,
+      "learning_rate": 6.490022612711624e-05,
+      "loss": 0.037,
+      "step": 86700
+    },
+    {
+      "grad_norm": 0.4713480472564697,
+      "learning_rate": 6.489233420586695e-05,
+      "loss": 0.0342,
+      "step": 86710
+    },
+    {
+      "grad_norm": 0.8146805167198181,
+      "learning_rate": 6.488444187746684e-05,
+      "loss": 0.0289,
+      "step": 86720
+    },
+    {
+      "grad_norm": 0.3555412292480469,
+      "learning_rate": 6.487654914213168e-05,
+      "loss": 0.046,
+      "step": 86730
+    },
+    {
+      "grad_norm": 0.7418999075889587,
+      "learning_rate": 6.486865600007726e-05,
+      "loss": 0.0273,
+      "step": 86740
+    },
+    {
+      "grad_norm": 1.6927798986434937,
+      "learning_rate": 6.486076245151937e-05,
+      "loss": 0.0506,
+      "step": 86750
+    },
+    {
+      "grad_norm": 0.3302925229072571,
+      "learning_rate": 6.485286849667382e-05,
+      "loss": 0.037,
+      "step": 86760
+    },
+    {
+      "grad_norm": 0.4522939920425415,
+      "learning_rate": 6.484497413575643e-05,
+      "loss": 0.0389,
+      "step": 86770
+    },
+    {
+      "grad_norm": 0.31615373492240906,
+      "learning_rate": 6.483707936898301e-05,
+      "loss": 0.0284,
+      "step": 86780
+    },
+    {
+      "grad_norm": 0.48395469784736633,
+      "learning_rate": 6.482918419656941e-05,
+      "loss": 0.0244,
+      "step": 86790
+    },
+    {
+      "grad_norm": 0.7398173809051514,
+      "learning_rate": 6.48212886187315e-05,
+      "loss": 0.0312,
+      "step": 86800
+    },
+    {
+      "grad_norm": 0.6143785715103149,
+      "learning_rate": 6.481339263568513e-05,
+      "loss": 0.0348,
+      "step": 86810
+    },
+    {
+      "grad_norm": 1.5083353519439697,
+      "learning_rate": 6.480549624764615e-05,
+      "loss": 0.0355,
+      "step": 86820
+    },
+    {
+      "grad_norm": 0.9247990846633911,
+      "learning_rate": 6.479759945483048e-05,
+      "loss": 0.037,
+      "step": 86830
+    },
+    {
+      "grad_norm": 0.4086726903915405,
+      "learning_rate": 6.4789702257454e-05,
+      "loss": 0.0252,
+      "step": 86840
+    },
+    {
+      "grad_norm": 0.4059419631958008,
+      "learning_rate": 6.478180465573263e-05,
+      "loss": 0.0368,
+      "step": 86850
+    },
+    {
+      "grad_norm": 0.5516572594642639,
+      "learning_rate": 6.477390664988226e-05,
+      "loss": 0.0383,
+      "step": 86860
+    },
+    {
+      "grad_norm": 2.2849087715148926,
+      "learning_rate": 6.476600824011883e-05,
+      "loss": 0.0455,
+      "step": 86870
+    },
+    {
+      "grad_norm": 0.62727290391922,
+      "learning_rate": 6.475810942665828e-05,
+      "loss": 0.0296,
+      "step": 86880
+    },
+    {
+      "grad_norm": 0.4689337909221649,
+      "learning_rate": 6.475021020971657e-05,
+      "loss": 0.036,
+      "step": 86890
+    },
+    {
+      "grad_norm": 0.2810176908969879,
+      "learning_rate": 6.474231058950963e-05,
+      "loss": 0.0399,
+      "step": 86900
+    },
+    {
+      "grad_norm": 0.6249993443489075,
+      "learning_rate": 6.473441056625349e-05,
+      "loss": 0.0249,
+      "step": 86910
+    },
+    {
+      "grad_norm": 0.4820728003978729,
+      "learning_rate": 6.472651014016408e-05,
+      "loss": 0.0373,
+      "step": 86920
+    },
+    {
+      "grad_norm": 0.4461962580680847,
+      "learning_rate": 6.471860931145744e-05,
+      "loss": 0.0376,
+      "step": 86930
+    },
+    {
+      "grad_norm": 0.4509619474411011,
+      "learning_rate": 6.471070808034953e-05,
+      "loss": 0.0271,
+      "step": 86940
+    },
+    {
+      "grad_norm": 0.6176578998565674,
+      "learning_rate": 6.47028064470564e-05,
+      "loss": 0.0343,
+      "step": 86950
+    },
+    {
+      "grad_norm": 0.28100982308387756,
+      "learning_rate": 6.469490441179405e-05,
+      "loss": 0.0311,
+      "step": 86960
+    },
+    {
+      "grad_norm": 0.5093041658401489,
+      "learning_rate": 6.468700197477853e-05,
+      "loss": 0.0394,
+      "step": 86970
+    },
+    {
+      "grad_norm": 0.7090531587600708,
+      "learning_rate": 6.46790991362259e-05,
+      "loss": 0.0344,
+      "step": 86980
+    },
+    {
+      "grad_norm": 0.5300183892250061,
+      "learning_rate": 6.467119589635223e-05,
+      "loss": 0.0333,
+      "step": 86990
+    },
+    {
+      "grad_norm": 0.7061729431152344,
+      "learning_rate": 6.466329225537356e-05,
+      "loss": 0.0535,
+      "step": 87000
+    },
+    {
+      "grad_norm": 0.43646037578582764,
+      "learning_rate": 6.4655388213506e-05,
+      "loss": 0.029,
+      "step": 87010
+    },
+    {
+      "grad_norm": 1.2288422584533691,
+      "learning_rate": 6.464748377096562e-05,
+      "loss": 0.0376,
+      "step": 87020
+    },
+    {
+      "grad_norm": 0.4507386088371277,
+      "learning_rate": 6.463957892796854e-05,
+      "loss": 0.0292,
+      "step": 87030
+    },
+    {
+      "grad_norm": 0.6275814175605774,
+      "learning_rate": 6.463167368473087e-05,
+      "loss": 0.036,
+      "step": 87040
+    },
+    {
+      "grad_norm": 0.5839857459068298,
+      "learning_rate": 6.462376804146874e-05,
+      "loss": 0.0282,
+      "step": 87050
+    },
+    {
+      "grad_norm": 0.33218270540237427,
+      "learning_rate": 6.461586199839831e-05,
+      "loss": 0.0331,
+      "step": 87060
+    },
+    {
+      "grad_norm": 0.7650495171546936,
+      "learning_rate": 6.460795555573567e-05,
+      "loss": 0.0371,
+      "step": 87070
+    },
+    {
+      "grad_norm": 1.0454504489898682,
+      "learning_rate": 6.460004871369703e-05,
+      "loss": 0.0278,
+      "step": 87080
+    },
+    {
+      "grad_norm": 0.4971683919429779,
+      "learning_rate": 6.459214147249852e-05,
+      "loss": 0.0299,
+      "step": 87090
+    },
+    {
+      "grad_norm": 0.8234139680862427,
+      "learning_rate": 6.458423383235638e-05,
+      "loss": 0.0421,
+      "step": 87100
+    },
+    {
+      "grad_norm": 0.6459274888038635,
+      "learning_rate": 6.457632579348674e-05,
+      "loss": 0.0334,
+      "step": 87110
+    },
+    {
+      "grad_norm": 0.47400814294815063,
+      "learning_rate": 6.456841735610585e-05,
+      "loss": 0.0355,
+      "step": 87120
+    },
+    {
+      "grad_norm": 0.5317636728286743,
+      "learning_rate": 6.456050852042987e-05,
+      "loss": 0.0397,
+      "step": 87130
+    },
+    {
+      "grad_norm": 0.9675278663635254,
+      "learning_rate": 6.45525992866751e-05,
+      "loss": 0.0454,
+      "step": 87140
+    },
+    {
+      "grad_norm": 0.6333765387535095,
+      "learning_rate": 6.454468965505768e-05,
+      "loss": 0.0378,
+      "step": 87150
+    },
+    {
+      "grad_norm": 0.6012119054794312,
+      "learning_rate": 6.453677962579396e-05,
+      "loss": 0.0449,
+      "step": 87160
+    },
+    {
+      "grad_norm": 0.4188756048679352,
+      "learning_rate": 6.452886919910012e-05,
+      "loss": 0.0325,
+      "step": 87170
+    },
+    {
+      "grad_norm": 0.3405313789844513,
+      "learning_rate": 6.452095837519246e-05,
+      "loss": 0.0277,
+      "step": 87180
+    },
+    {
+      "grad_norm": 0.3272692859172821,
+      "learning_rate": 6.451304715428725e-05,
+      "loss": 0.0287,
+      "step": 87190
+    },
+    {
+      "grad_norm": 1.2869482040405273,
+      "learning_rate": 6.450513553660079e-05,
+      "loss": 0.0379,
+      "step": 87200
+    },
+    {
+      "grad_norm": 0.4784961938858032,
+      "learning_rate": 6.449722352234937e-05,
+      "loss": 0.0357,
+      "step": 87210
+    },
+    {
+      "grad_norm": 0.5070918798446655,
+      "learning_rate": 6.448931111174929e-05,
+      "loss": 0.0279,
+      "step": 87220
+    },
+    {
+      "grad_norm": 0.46927568316459656,
+      "learning_rate": 6.448139830501692e-05,
+      "loss": 0.0362,
+      "step": 87230
+    },
+    {
+      "grad_norm": 0.45866528153419495,
+      "learning_rate": 6.447348510236853e-05,
+      "loss": 0.0362,
+      "step": 87240
+    },
+    {
+      "grad_norm": 0.5952214002609253,
+      "learning_rate": 6.446557150402051e-05,
+      "loss": 0.0402,
+      "step": 87250
+    },
+    {
+      "grad_norm": 0.41923680901527405,
+      "learning_rate": 6.44576575101892e-05,
+      "loss": 0.0327,
+      "step": 87260
+    },
+    {
+      "grad_norm": 0.6937089562416077,
+      "learning_rate": 6.444974312109097e-05,
+      "loss": 0.0349,
+      "step": 87270
+    },
+    {
+      "grad_norm": 0.9524398446083069,
+      "learning_rate": 6.444182833694218e-05,
+      "loss": 0.0285,
+      "step": 87280
+    },
+    {
+      "grad_norm": 0.7586380839347839,
+      "learning_rate": 6.443391315795923e-05,
+      "loss": 0.0382,
+      "step": 87290
+    },
+    {
+      "grad_norm": 0.538335919380188,
+      "learning_rate": 6.442599758435851e-05,
+      "loss": 0.0325,
+      "step": 87300
+    },
+    {
+      "grad_norm": 0.7606346011161804,
+      "learning_rate": 6.441808161635645e-05,
+      "loss": 0.021,
+      "step": 87310
+    },
+    {
+      "grad_norm": 0.5718783140182495,
+      "learning_rate": 6.441016525416945e-05,
+      "loss": 0.0422,
+      "step": 87320
+    },
+    {
+      "grad_norm": 0.49305459856987,
+      "learning_rate": 6.440224849801395e-05,
+      "loss": 0.0359,
+      "step": 87330
+    },
+    {
+      "grad_norm": 0.7214454412460327,
+      "learning_rate": 6.439433134810638e-05,
+      "loss": 0.0346,
+      "step": 87340
+    },
+    {
+      "grad_norm": 0.3894760012626648,
+      "learning_rate": 6.43864138046632e-05,
+      "loss": 0.0289,
+      "step": 87350
+    },
+    {
+      "grad_norm": 0.6212543845176697,
+      "learning_rate": 6.437849586790087e-05,
+      "loss": 0.0225,
+      "step": 87360
+    },
+    {
+      "grad_norm": 0.6967631578445435,
+      "learning_rate": 6.437057753803588e-05,
+      "loss": 0.0387,
+      "step": 87370
+    },
+    {
+      "grad_norm": 0.7063909769058228,
+      "learning_rate": 6.436265881528468e-05,
+      "loss": 0.0334,
+      "step": 87380
+    },
+    {
+      "grad_norm": 0.3906162977218628,
+      "learning_rate": 6.43547396998638e-05,
+      "loss": 0.0275,
+      "step": 87390
+    },
+    {
+      "grad_norm": 0.6532503962516785,
+      "learning_rate": 6.434682019198971e-05,
+      "loss": 0.0583,
+      "step": 87400
+    },
+    {
+      "grad_norm": 0.3105660378932953,
+      "learning_rate": 6.433890029187896e-05,
+      "loss": 0.0265,
+      "step": 87410
+    },
+    {
+      "grad_norm": 0.4956212341785431,
+      "learning_rate": 6.433097999974805e-05,
+      "loss": 0.0445,
+      "step": 87420
+    },
+    {
+      "grad_norm": 0.7650719285011292,
+      "learning_rate": 6.432305931581355e-05,
+      "loss": 0.0329,
+      "step": 87430
+    },
+    {
+      "grad_norm": 0.5109889507293701,
+      "learning_rate": 6.431513824029197e-05,
+      "loss": 0.024,
+      "step": 87440
+    },
+    {
+      "grad_norm": 0.4550449252128601,
+      "learning_rate": 6.430721677339991e-05,
+      "loss": 0.0334,
+      "step": 87450
+    },
+    {
+      "grad_norm": 0.37165507674217224,
+      "learning_rate": 6.429929491535389e-05,
+      "loss": 0.0302,
+      "step": 87460
+    },
+    {
+      "grad_norm": 0.582252562046051,
+      "learning_rate": 6.429137266637053e-05,
+      "loss": 0.0419,
+      "step": 87470
+    },
+    {
+      "grad_norm": 0.35949110984802246,
+      "learning_rate": 6.428345002666641e-05,
+      "loss": 0.0326,
+      "step": 87480
+    },
+    {
+      "grad_norm": 0.528541088104248,
+      "learning_rate": 6.427552699645814e-05,
+      "loss": 0.0362,
+      "step": 87490
+    },
+    {
+      "grad_norm": 0.6917791962623596,
+      "learning_rate": 6.426760357596234e-05,
+      "loss": 0.0324,
+      "step": 87500
+    },
+    {
+      "grad_norm": 0.5851161479949951,
+      "learning_rate": 6.425967976539558e-05,
+      "loss": 0.0323,
+      "step": 87510
+    },
+    {
+      "grad_norm": 0.7164677977561951,
+      "learning_rate": 6.425175556497456e-05,
+      "loss": 0.0393,
+      "step": 87520
+    },
+    {
+      "grad_norm": 0.5084128379821777,
+      "learning_rate": 6.424383097491589e-05,
+      "loss": 0.0434,
+      "step": 87530
+    },
+    {
+      "grad_norm": 0.5758817195892334,
+      "learning_rate": 6.423590599543624e-05,
+      "loss": 0.0399,
+      "step": 87540
+    },
+    {
+      "grad_norm": 0.5593875646591187,
+      "learning_rate": 6.422798062675224e-05,
+      "loss": 0.0422,
+      "step": 87550
+    },
+    {
+      "grad_norm": 0.778343677520752,
+      "learning_rate": 6.422005486908062e-05,
+      "loss": 0.0381,
+      "step": 87560
+    },
+    {
+      "grad_norm": 0.5093082189559937,
+      "learning_rate": 6.421212872263805e-05,
+      "loss": 0.0326,
+      "step": 87570
+    },
+    {
+      "grad_norm": 0.6878107190132141,
+      "learning_rate": 6.42042021876412e-05,
+      "loss": 0.0271,
+      "step": 87580
+    },
+    {
+      "grad_norm": 0.7198955416679382,
+      "learning_rate": 6.41962752643068e-05,
+      "loss": 0.035,
+      "step": 87590
+    },
+    {
+      "grad_norm": 0.7767063975334167,
+      "learning_rate": 6.418834795285158e-05,
+      "loss": 0.0429,
+      "step": 87600
+    },
+    {
+      "grad_norm": 0.9516448974609375,
+      "learning_rate": 6.418042025349224e-05,
+      "loss": 0.038,
+      "step": 87610
+    },
+    {
+      "grad_norm": 1.0839534997940063,
+      "learning_rate": 6.417249216644555e-05,
+      "loss": 0.0396,
+      "step": 87620
+    },
+    {
+      "grad_norm": 0.6478956341743469,
+      "learning_rate": 6.416456369192825e-05,
+      "loss": 0.0377,
+      "step": 87630
+    },
+    {
+      "grad_norm": 0.4791717827320099,
+      "learning_rate": 6.41566348301571e-05,
+      "loss": 0.0351,
+      "step": 87640
+    },
+    {
+      "grad_norm": 0.4055403470993042,
+      "learning_rate": 6.414870558134886e-05,
+      "loss": 0.0366,
+      "step": 87650
+    },
+    {
+      "grad_norm": 0.41210654377937317,
+      "learning_rate": 6.414077594572033e-05,
+      "loss": 0.029,
+      "step": 87660
+    },
+    {
+      "grad_norm": 4.156254768371582,
+      "learning_rate": 6.413284592348831e-05,
+      "loss": 0.0327,
+      "step": 87670
+    },
+    {
+      "grad_norm": 0.5049816966056824,
+      "learning_rate": 6.412491551486959e-05,
+      "loss": 0.0345,
+      "step": 87680
+    },
+    {
+      "grad_norm": 0.6947370767593384,
+      "learning_rate": 6.411698472008097e-05,
+      "loss": 0.0352,
+      "step": 87690
+    },
+    {
+      "grad_norm": 0.5768458843231201,
+      "learning_rate": 6.410905353933931e-05,
+      "loss": 0.0381,
+      "step": 87700
+    },
+    {
+      "grad_norm": 0.3332970440387726,
+      "learning_rate": 6.41011219728614e-05,
+      "loss": 0.0316,
+      "step": 87710
+    },
+    {
+      "grad_norm": 0.43638500571250916,
+      "learning_rate": 6.409319002086414e-05,
+      "loss": 0.0405,
+      "step": 87720
+    },
+    {
+      "grad_norm": 0.48673924803733826,
+      "learning_rate": 6.408525768356435e-05,
+      "loss": 0.029,
+      "step": 87730
+    },
+    {
+      "grad_norm": 0.49703073501586914,
+      "learning_rate": 6.407732496117891e-05,
+      "loss": 0.0249,
+      "step": 87740
+    },
+    {
+      "grad_norm": 0.7202176451683044,
+      "learning_rate": 6.406939185392469e-05,
+      "loss": 0.0276,
+      "step": 87750
+    },
+    {
+      "grad_norm": 0.3768273890018463,
+      "learning_rate": 6.406145836201858e-05,
+      "loss": 0.0278,
+      "step": 87760
+    },
+    {
+      "grad_norm": 0.652201771736145,
+      "learning_rate": 6.405352448567748e-05,
+      "loss": 0.04,
+      "step": 87770
+    },
+    {
+      "grad_norm": 0.46140652894973755,
+      "learning_rate": 6.40455902251183e-05,
+      "loss": 0.0258,
+      "step": 87780
+    },
+    {
+      "grad_norm": 0.3469311594963074,
+      "learning_rate": 6.403765558055796e-05,
+      "loss": 0.0292,
+      "step": 87790
+    },
+    {
+      "grad_norm": 0.33972111344337463,
+      "learning_rate": 6.40297205522134e-05,
+      "loss": 0.0427,
+      "step": 87800
+    },
+    {
+      "grad_norm": 2.3587605953216553,
+      "learning_rate": 6.402178514030154e-05,
+      "loss": 0.0349,
+      "step": 87810
+    },
+    {
+      "grad_norm": 0.6719914078712463,
+      "learning_rate": 6.401384934503935e-05,
+      "loss": 0.0311,
+      "step": 87820
+    },
+    {
+      "grad_norm": 0.3343023359775543,
+      "learning_rate": 6.400591316664379e-05,
+      "loss": 0.0232,
+      "step": 87830
+    },
+    {
+      "grad_norm": 0.816428542137146,
+      "learning_rate": 6.39979766053318e-05,
+      "loss": 0.0437,
+      "step": 87840
+    },
+    {
+      "grad_norm": 0.35433441400527954,
+      "learning_rate": 6.399003966132043e-05,
+      "loss": 0.0323,
+      "step": 87850
+    },
+    {
+      "grad_norm": 1.0016498565673828,
+      "learning_rate": 6.398210233482659e-05,
+      "loss": 0.0447,
+      "step": 87860
+    },
+    {
+      "grad_norm": 0.8625040650367737,
+      "learning_rate": 6.397416462606734e-05,
+      "loss": 0.0305,
+      "step": 87870
+    },
+    {
+      "grad_norm": 0.6548200845718384,
+      "learning_rate": 6.396622653525967e-05,
+      "loss": 0.0302,
+      "step": 87880
+    },
+    {
+      "grad_norm": 0.5186771750450134,
+      "learning_rate": 6.395828806262065e-05,
+      "loss": 0.0422,
+      "step": 87890
+    },
+    {
+      "grad_norm": 0.23087041079998016,
+      "learning_rate": 6.395034920836724e-05,
+      "loss": 0.0426,
+      "step": 87900
+    },
+    {
+      "grad_norm": 0.45114609599113464,
+      "learning_rate": 6.394240997271655e-05,
+      "loss": 0.0361,
+      "step": 87910
+    },
+    {
+      "grad_norm": 0.9611589908599854,
+      "learning_rate": 6.393447035588558e-05,
+      "loss": 0.0485,
+      "step": 87920
+    },
+    {
+      "grad_norm": 0.6955994963645935,
+      "learning_rate": 6.392653035809144e-05,
+      "loss": 0.0382,
+      "step": 87930
+    },
+    {
+      "grad_norm": 0.3149162828922272,
+      "learning_rate": 6.39185899795512e-05,
+      "loss": 0.0458,
+      "step": 87940
+    },
+    {
+      "grad_norm": 0.7860917448997498,
+      "learning_rate": 6.391064922048193e-05,
+      "loss": 0.0294,
+      "step": 87950
+    },
+    {
+      "grad_norm": 0.8809729814529419,
+      "learning_rate": 6.390270808110074e-05,
+      "loss": 0.0483,
+      "step": 87960
+    },
+    {
+      "grad_norm": 2.0433144569396973,
+      "learning_rate": 6.389476656162472e-05,
+      "loss": 0.04,
+      "step": 87970
+    },
+    {
+      "grad_norm": 0.6906751394271851,
+      "learning_rate": 6.388682466227101e-05,
+      "loss": 0.0515,
+      "step": 87980
+    },
+    {
+      "grad_norm": 0.4865773022174835,
+      "learning_rate": 6.387888238325674e-05,
+      "loss": 0.0299,
+      "step": 87990
+    },
+    {
+      "grad_norm": 0.4591600298881531,
+      "learning_rate": 6.387093972479903e-05,
+      "loss": 0.0344,
+      "step": 88000
+    },
+    {
+      "grad_norm": 1.9903204441070557,
+      "learning_rate": 6.386299668711504e-05,
+      "loss": 0.0273,
+      "step": 88010
+    },
+    {
+      "grad_norm": 0.7435190081596375,
+      "learning_rate": 6.385505327042193e-05,
+      "loss": 0.0397,
+      "step": 88020
+    },
+    {
+      "grad_norm": 1.2018969058990479,
+      "learning_rate": 6.384710947493689e-05,
+      "loss": 0.0423,
+      "step": 88030
+    },
+    {
+      "grad_norm": 0.375845730304718,
+      "learning_rate": 6.383916530087704e-05,
+      "loss": 0.0385,
+      "step": 88040
+    },
+    {
+      "grad_norm": 0.6576921343803406,
+      "learning_rate": 6.383122074845962e-05,
+      "loss": 0.0337,
+      "step": 88050
+    },
+    {
+      "grad_norm": 0.8798921704292297,
+      "learning_rate": 6.382327581790185e-05,
+      "loss": 0.0291,
+      "step": 88060
+    },
+    {
+      "grad_norm": 0.35659143328666687,
+      "learning_rate": 6.38153305094209e-05,
+      "loss": 0.0373,
+      "step": 88070
+    },
+    {
+      "grad_norm": 0.4549218714237213,
+      "learning_rate": 6.380738482323398e-05,
+      "loss": 0.0265,
+      "step": 88080
+    },
+    {
+      "grad_norm": 0.5614176988601685,
+      "learning_rate": 6.379943875955837e-05,
+      "loss": 0.0388,
+      "step": 88090
+    },
+    {
+      "grad_norm": 0.5908771753311157,
+      "learning_rate": 6.379149231861129e-05,
+      "loss": 0.0355,
+      "step": 88100
+    },
+    {
+      "grad_norm": 0.9351261854171753,
+      "learning_rate": 6.378354550060997e-05,
+      "loss": 0.0315,
+      "step": 88110
+    },
+    {
+      "grad_norm": 0.5417541861534119,
+      "learning_rate": 6.377559830577171e-05,
+      "loss": 0.0281,
+      "step": 88120
+    },
+    {
+      "grad_norm": 0.6433850526809692,
+      "learning_rate": 6.376765073431377e-05,
+      "loss": 0.0365,
+      "step": 88130
+    },
+    {
+      "grad_norm": 0.5635045170783997,
+      "learning_rate": 6.375970278645342e-05,
+      "loss": 0.0378,
+      "step": 88140
+    },
+    {
+      "grad_norm": 0.5830293297767639,
+      "learning_rate": 6.375175446240797e-05,
+      "loss": 0.0308,
+      "step": 88150
+    },
+    {
+      "grad_norm": 0.41350412368774414,
+      "learning_rate": 6.374380576239473e-05,
+      "loss": 0.0338,
+      "step": 88160
+    },
+    {
+      "grad_norm": 0.7004556655883789,
+      "learning_rate": 6.373585668663098e-05,
+      "loss": 0.0408,
+      "step": 88170
+    },
+    {
+      "grad_norm": 0.5459281802177429,
+      "learning_rate": 6.372790723533408e-05,
+      "loss": 0.053,
+      "step": 88180
+    },
+    {
+      "grad_norm": 0.6647343039512634,
+      "learning_rate": 6.371995740872136e-05,
+      "loss": 0.0426,
+      "step": 88190
+    },
+    {
+      "grad_norm": 0.5744580626487732,
+      "learning_rate": 6.371200720701016e-05,
+      "loss": 0.0345,
+      "step": 88200
+    },
+    {
+      "grad_norm": 0.5475499629974365,
+      "learning_rate": 6.370405663041783e-05,
+      "loss": 0.0361,
+      "step": 88210
+    },
+    {
+      "grad_norm": 0.48917296528816223,
+      "learning_rate": 6.369610567916173e-05,
+      "loss": 0.0308,
+      "step": 88220
+    },
+    {
+      "grad_norm": 0.4589247703552246,
+      "learning_rate": 6.368815435345924e-05,
+      "loss": 0.0395,
+      "step": 88230
+    },
+    {
+      "grad_norm": 0.8843109011650085,
+      "learning_rate": 6.368020265352779e-05,
+      "loss": 0.036,
+      "step": 88240
+    },
+    {
+      "grad_norm": 0.8640470504760742,
+      "learning_rate": 6.36722505795847e-05,
+      "loss": 0.0313,
+      "step": 88250
+    },
+    {
+      "grad_norm": 0.7724282741546631,
+      "learning_rate": 6.366429813184744e-05,
+      "loss": 0.0254,
+      "step": 88260
+    },
+    {
+      "grad_norm": 1.5412851572036743,
+      "learning_rate": 6.36563453105334e-05,
+      "loss": 0.0291,
+      "step": 88270
+    },
+    {
+      "grad_norm": 0.4467605948448181,
+      "learning_rate": 6.364839211586e-05,
+      "loss": 0.0304,
+      "step": 88280
+    },
+    {
+      "grad_norm": 0.2888883352279663,
+      "learning_rate": 6.36404385480447e-05,
+      "loss": 0.0338,
+      "step": 88290
+    },
+    {
+      "grad_norm": 2.2104334831237793,
+      "learning_rate": 6.36324846073049e-05,
+      "loss": 0.0471,
+      "step": 88300
+    },
+    {
+      "grad_norm": 0.27299195528030396,
+      "learning_rate": 6.362453029385813e-05,
+      "loss": 0.0326,
+      "step": 88310
+    },
+    {
+      "grad_norm": 1.012695074081421,
+      "learning_rate": 6.36165756079218e-05,
+      "loss": 0.0342,
+      "step": 88320
+    },
+    {
+      "grad_norm": 0.8145851492881775,
+      "learning_rate": 6.360862054971344e-05,
+      "loss": 0.0302,
+      "step": 88330
+    },
+    {
+      "grad_norm": 0.4594522714614868,
+      "learning_rate": 6.360066511945047e-05,
+      "loss": 0.029,
+      "step": 88340
+    },
+    {
+      "grad_norm": 0.6443594694137573,
+      "learning_rate": 6.359270931735044e-05,
+      "loss": 0.0343,
+      "step": 88350
+    },
+    {
+      "grad_norm": 1.250640630722046,
+      "learning_rate": 6.358475314363084e-05,
+      "loss": 0.0342,
+      "step": 88360
+    },
+    {
+      "grad_norm": 1.0992403030395508,
+      "learning_rate": 6.357679659850919e-05,
+      "loss": 0.0412,
+      "step": 88370
+    },
+    {
+      "grad_norm": 0.38306400179862976,
+      "learning_rate": 6.356883968220303e-05,
+      "loss": 0.0433,
+      "step": 88380
+    },
+    {
+      "grad_norm": 0.3798239827156067,
+      "learning_rate": 6.35608823949299e-05,
+      "loss": 0.0277,
+      "step": 88390
+    },
+    {
+      "grad_norm": 1.0919697284698486,
+      "learning_rate": 6.355292473690732e-05,
+      "loss": 0.0453,
+      "step": 88400
+    },
+    {
+      "grad_norm": 0.628645658493042,
+      "learning_rate": 6.354496670835288e-05,
+      "loss": 0.0359,
+      "step": 88410
+    },
+    {
+      "grad_norm": 0.5066344738006592,
+      "learning_rate": 6.353700830948412e-05,
+      "loss": 0.0342,
+      "step": 88420
+    },
+    {
+      "grad_norm": 0.8158690333366394,
+      "learning_rate": 6.352904954051865e-05,
+      "loss": 0.0341,
+      "step": 88430
+    },
+    {
+      "grad_norm": 0.9723860621452332,
+      "learning_rate": 6.352109040167407e-05,
+      "loss": 0.034,
+      "step": 88440
+    },
+    {
+      "grad_norm": 0.21686053276062012,
+      "learning_rate": 6.351313089316794e-05,
+      "loss": 0.0281,
+      "step": 88450
+    },
+    {
+      "grad_norm": 0.48726850748062134,
+      "learning_rate": 6.350517101521788e-05,
+      "loss": 0.0289,
+      "step": 88460
+    },
+    {
+      "grad_norm": 0.2640705406665802,
+      "learning_rate": 6.349721076804152e-05,
+      "loss": 0.032,
+      "step": 88470
+    },
+    {
+      "grad_norm": 1.671098232269287,
+      "learning_rate": 6.34892501518565e-05,
+      "loss": 0.0354,
+      "step": 88480
+    },
+    {
+      "grad_norm": 0.5834330916404724,
+      "learning_rate": 6.348128916688045e-05,
+      "loss": 0.0411,
+      "step": 88490
+    },
+    {
+      "grad_norm": 0.6150866746902466,
+      "learning_rate": 6.3473327813331e-05,
+      "loss": 0.0286,
+      "step": 88500
+    },
+    {
+      "grad_norm": 2.3381459712982178,
+      "learning_rate": 6.346536609142584e-05,
+      "loss": 0.0448,
+      "step": 88510
+    },
+    {
+      "grad_norm": 0.8308809995651245,
+      "learning_rate": 6.345740400138264e-05,
+      "loss": 0.0361,
+      "step": 88520
+    },
+    {
+      "grad_norm": 0.3593336045742035,
+      "learning_rate": 6.344944154341905e-05,
+      "loss": 0.0507,
+      "step": 88530
+    },
+    {
+      "grad_norm": 0.47139468789100647,
+      "learning_rate": 6.34414787177528e-05,
+      "loss": 0.0281,
+      "step": 88540
+    },
+    {
+      "grad_norm": 0.43036022782325745,
+      "learning_rate": 6.343351552460155e-05,
+      "loss": 0.039,
+      "step": 88550
+    },
+    {
+      "grad_norm": 0.3522017002105713,
+      "learning_rate": 6.342555196418306e-05,
+      "loss": 0.0392,
+      "step": 88560
+    },
+    {
+      "grad_norm": 0.8631135821342468,
+      "learning_rate": 6.3417588036715e-05,
+      "loss": 0.0467,
+      "step": 88570
+    },
+    {
+      "grad_norm": 0.5033754110336304,
+      "learning_rate": 6.340962374241514e-05,
+      "loss": 0.0365,
+      "step": 88580
+    },
+    {
+      "grad_norm": 1.0774874687194824,
+      "learning_rate": 6.340165908150119e-05,
+      "loss": 0.0308,
+      "step": 88590
+    },
+    {
+      "grad_norm": 0.5550287961959839,
+      "learning_rate": 6.339369405419093e-05,
+      "loss": 0.0371,
+      "step": 88600
+    },
+    {
+      "grad_norm": 0.5957057476043701,
+      "learning_rate": 6.338572866070209e-05,
+      "loss": 0.0348,
+      "step": 88610
+    },
+    {
+      "grad_norm": 0.35893702507019043,
+      "learning_rate": 6.337776290125247e-05,
+      "loss": 0.025,
+      "step": 88620
+    },
+    {
+      "grad_norm": 0.9594422578811646,
+      "learning_rate": 6.336979677605983e-05,
+      "loss": 0.0369,
+      "step": 88630
+    },
+    {
+      "grad_norm": 0.5449469685554504,
+      "learning_rate": 6.336183028534198e-05,
+      "loss": 0.0382,
+      "step": 88640
+    },
+    {
+      "grad_norm": 0.5571485757827759,
+      "learning_rate": 6.33538634293167e-05,
+      "loss": 0.03,
+      "step": 88650
+    },
+    {
+      "grad_norm": 0.5540116429328918,
+      "learning_rate": 6.334589620820182e-05,
+      "loss": 0.0376,
+      "step": 88660
+    },
+    {
+      "grad_norm": 0.4373927712440491,
+      "learning_rate": 6.333792862221514e-05,
+      "loss": 0.0524,
+      "step": 88670
+    },
+    {
+      "grad_norm": 0.6317875981330872,
+      "learning_rate": 6.33299606715745e-05,
+      "loss": 0.0368,
+      "step": 88680
+    },
+    {
+      "grad_norm": 0.2862307131290436,
+      "learning_rate": 6.332199235649776e-05,
+      "loss": 0.0357,
+      "step": 88690
+    },
+    {
+      "grad_norm": 0.8175702095031738,
+      "learning_rate": 6.331402367720275e-05,
+      "loss": 0.0565,
+      "step": 88700
+    },
+    {
+      "grad_norm": 0.5092836022377014,
+      "learning_rate": 6.330605463390732e-05,
+      "loss": 0.0419,
+      "step": 88710
+    },
+    {
+      "grad_norm": 0.5873498320579529,
+      "learning_rate": 6.329808522682937e-05,
+      "loss": 0.0348,
+      "step": 88720
+    },
+    {
+      "grad_norm": 0.4533498287200928,
+      "learning_rate": 6.329011545618676e-05,
+      "loss": 0.0312,
+      "step": 88730
+    },
+    {
+      "grad_norm": 0.7728625535964966,
+      "learning_rate": 6.328214532219739e-05,
+      "loss": 0.0253,
+      "step": 88740
+    },
+    {
+      "grad_norm": 0.5134332776069641,
+      "learning_rate": 6.327417482507914e-05,
+      "loss": 0.0371,
+      "step": 88750
+    },
+    {
+      "grad_norm": 0.5162253379821777,
+      "learning_rate": 6.326620396504994e-05,
+      "loss": 0.0367,
+      "step": 88760
+    },
+    {
+      "grad_norm": 0.6487773060798645,
+      "learning_rate": 6.325823274232773e-05,
+      "loss": 0.0332,
+      "step": 88770
+    },
+    {
+      "grad_norm": 0.7478353977203369,
+      "learning_rate": 6.325026115713039e-05,
+      "loss": 0.0372,
+      "step": 88780
+    },
+    {
+      "grad_norm": 2.205335855484009,
+      "learning_rate": 6.324228920967592e-05,
+      "loss": 0.0518,
+      "step": 88790
+    },
+    {
+      "grad_norm": 1.0517889261245728,
+      "learning_rate": 6.323431690018223e-05,
+      "loss": 0.0356,
+      "step": 88800
+    },
+    {
+      "grad_norm": 0.43775489926338196,
+      "learning_rate": 6.322634422886726e-05,
+      "loss": 0.0598,
+      "step": 88810
+    },
+    {
+      "grad_norm": 0.49832478165626526,
+      "learning_rate": 6.321837119594902e-05,
+      "loss": 0.0357,
+      "step": 88820
+    },
+    {
+      "grad_norm": 0.44745028018951416,
+      "learning_rate": 6.32103978016455e-05,
+      "loss": 0.0337,
+      "step": 88830
+    },
+    {
+      "grad_norm": 0.4731820523738861,
+      "learning_rate": 6.320242404617465e-05,
+      "loss": 0.039,
+      "step": 88840
+    },
+    {
+      "grad_norm": 0.5478082299232483,
+      "learning_rate": 6.31944499297545e-05,
+      "loss": 0.0324,
+      "step": 88850
+    },
+    {
+      "grad_norm": 0.32350608706474304,
+      "learning_rate": 6.318647545260302e-05,
+      "loss": 0.0282,
+      "step": 88860
+    },
+    {
+      "grad_norm": 0.45708122849464417,
+      "learning_rate": 6.317850061493827e-05,
+      "loss": 0.0254,
+      "step": 88870
+    },
+    {
+      "grad_norm": 0.5746208429336548,
+      "learning_rate": 6.317052541697826e-05,
+      "loss": 0.0306,
+      "step": 88880
+    },
+    {
+      "grad_norm": 0.3729532063007355,
+      "learning_rate": 6.316254985894103e-05,
+      "loss": 0.0317,
+      "step": 88890
+    },
+    {
+      "grad_norm": 0.6088263392448425,
+      "learning_rate": 6.315457394104463e-05,
+      "loss": 0.0351,
+      "step": 88900
+    },
+    {
+      "grad_norm": 0.4917856752872467,
+      "learning_rate": 6.314659766350714e-05,
+      "loss": 0.0301,
+      "step": 88910
+    },
+    {
+      "grad_norm": 0.5079635977745056,
+      "learning_rate": 6.31386210265466e-05,
+      "loss": 0.0416,
+      "step": 88920
+    },
+    {
+      "grad_norm": 0.44933679699897766,
+      "learning_rate": 6.31306440303811e-05,
+      "loss": 0.0264,
+      "step": 88930
+    },
+    {
+      "grad_norm": 0.6411623358726501,
+      "learning_rate": 6.31226666752287e-05,
+      "loss": 0.0434,
+      "step": 88940
+    },
+    {
+      "grad_norm": 0.4276975989341736,
+      "learning_rate": 6.311468896130755e-05,
+      "loss": 0.0269,
+      "step": 88950
+    },
+    {
+      "grad_norm": 0.6479074358940125,
+      "learning_rate": 6.310671088883571e-05,
+      "loss": 0.0355,
+      "step": 88960
+    },
+    {
+      "grad_norm": 0.7236341834068298,
+      "learning_rate": 6.309873245803135e-05,
+      "loss": 0.0327,
+      "step": 88970
+    },
+    {
+      "grad_norm": 0.27364274859428406,
+      "learning_rate": 6.309075366911255e-05,
+      "loss": 0.0219,
+      "step": 88980
+    },
+    {
+      "grad_norm": 0.7892254590988159,
+      "learning_rate": 6.308277452229744e-05,
+      "loss": 0.0375,
+      "step": 88990
+    },
+    {
+      "grad_norm": 0.9553754925727844,
+      "learning_rate": 6.30747950178042e-05,
+      "loss": 0.0372,
+      "step": 89000
+    },
+    {
+      "grad_norm": 0.6182077527046204,
+      "learning_rate": 6.3066815155851e-05,
+      "loss": 0.0356,
+      "step": 89010
+    },
+    {
+      "grad_norm": 0.3040671646595001,
+      "learning_rate": 6.305883493665596e-05,
+      "loss": 0.0307,
+      "step": 89020
+    },
+    {
+      "grad_norm": 0.4767138957977295,
+      "learning_rate": 6.30508543604373e-05,
+      "loss": 0.0413,
+      "step": 89030
+    },
+    {
+      "grad_norm": 0.31582093238830566,
+      "learning_rate": 6.304287342741317e-05,
+      "loss": 0.0318,
+      "step": 89040
+    },
+    {
+      "grad_norm": 0.45211392641067505,
+      "learning_rate": 6.303489213780178e-05,
+      "loss": 0.0282,
+      "step": 89050
+    },
+    {
+      "grad_norm": 0.38832888007164,
+      "learning_rate": 6.302691049182133e-05,
+      "loss": 0.0338,
+      "step": 89060
+    },
+    {
+      "grad_norm": 0.5845457911491394,
+      "learning_rate": 6.301892848969004e-05,
+      "loss": 0.0426,
+      "step": 89070
+    },
+    {
+      "grad_norm": 0.6163671016693115,
+      "learning_rate": 6.301094613162616e-05,
+      "loss": 0.0317,
+      "step": 89080
+    },
+    {
+      "grad_norm": 0.5301283597946167,
+      "learning_rate": 6.300296341784788e-05,
+      "loss": 0.055,
+      "step": 89090
+    },
+    {
+      "grad_norm": 1.1722412109375,
+      "learning_rate": 6.299498034857348e-05,
+      "loss": 0.0357,
+      "step": 89100
+    },
+    {
+      "grad_norm": 1.1565793752670288,
+      "learning_rate": 6.298699692402118e-05,
+      "loss": 0.0316,
+      "step": 89110
+    },
+    {
+      "grad_norm": 0.9442541599273682,
+      "learning_rate": 6.297901314440929e-05,
+      "loss": 0.0351,
+      "step": 89120
+    },
+    {
+      "grad_norm": 0.40894317626953125,
+      "learning_rate": 6.297102900995602e-05,
+      "loss": 0.0337,
+      "step": 89130
+    },
+    {
+      "grad_norm": 0.41305801272392273,
+      "learning_rate": 6.296304452087971e-05,
+      "loss": 0.0514,
+      "step": 89140
+    },
+    {
+      "grad_norm": 0.3104378581047058,
+      "learning_rate": 6.295505967739863e-05,
+      "loss": 0.0808,
+      "step": 89150
+    },
+    {
+      "grad_norm": 0.4560509920120239,
+      "learning_rate": 6.294707447973109e-05,
+      "loss": 0.0318,
+      "step": 89160
+    },
+    {
+      "grad_norm": 0.5248727202415466,
+      "learning_rate": 6.29390889280954e-05,
+      "loss": 0.0279,
+      "step": 89170
+    },
+    {
+      "grad_norm": 0.40851765871047974,
+      "learning_rate": 6.293110302270987e-05,
+      "loss": 0.048,
+      "step": 89180
+    },
+    {
+      "grad_norm": 0.44693121314048767,
+      "learning_rate": 6.292311676379284e-05,
+      "loss": 0.0338,
+      "step": 89190
+    },
+    {
+      "grad_norm": 0.5915687084197998,
+      "learning_rate": 6.291513015156267e-05,
+      "loss": 0.0322,
+      "step": 89200
+    },
+    {
+      "grad_norm": 0.588457465171814,
+      "learning_rate": 6.290714318623767e-05,
+      "loss": 0.0332,
+      "step": 89210
+    },
+    {
+      "grad_norm": 1.0254144668579102,
+      "learning_rate": 6.289915586803625e-05,
+      "loss": 0.0444,
+      "step": 89220
+    },
+    {
+      "grad_norm": 0.857882559299469,
+      "learning_rate": 6.289116819717675e-05,
+      "loss": 0.033,
+      "step": 89230
+    },
+    {
+      "grad_norm": 1.2761292457580566,
+      "learning_rate": 6.288318017387753e-05,
+      "loss": 0.051,
+      "step": 89240
+    },
+    {
+      "grad_norm": 0.2763124108314514,
+      "learning_rate": 6.287519179835702e-05,
+      "loss": 0.038,
+      "step": 89250
+    },
+    {
+      "grad_norm": 6.49591588973999,
+      "learning_rate": 6.28672030708336e-05,
+      "loss": 0.0464,
+      "step": 89260
+    },
+    {
+      "grad_norm": 0.5631810426712036,
+      "learning_rate": 6.285921399152569e-05,
+      "loss": 0.038,
+      "step": 89270
+    },
+    {
+      "grad_norm": 0.6731019020080566,
+      "learning_rate": 6.285122456065169e-05,
+      "loss": 0.049,
+      "step": 89280
+    },
+    {
+      "grad_norm": 0.7287037968635559,
+      "learning_rate": 6.284323477843005e-05,
+      "loss": 0.0295,
+      "step": 89290
+    },
+    {
+      "grad_norm": 0.4356590211391449,
+      "learning_rate": 6.28352446450792e-05,
+      "loss": 0.0419,
+      "step": 89300
+    },
+    {
+      "grad_norm": 0.9196372032165527,
+      "learning_rate": 6.282725416081757e-05,
+      "loss": 0.0318,
+      "step": 89310
+    },
+    {
+      "grad_norm": 0.4143083393573761,
+      "learning_rate": 6.281926332586362e-05,
+      "loss": 0.0388,
+      "step": 89320
+    },
+    {
+      "grad_norm": 0.5101024508476257,
+      "learning_rate": 6.281127214043586e-05,
+      "loss": 0.0309,
+      "step": 89330
+    },
+    {
+      "grad_norm": 0.8244770765304565,
+      "learning_rate": 6.280328060475269e-05,
+      "loss": 0.0348,
+      "step": 89340
+    },
+    {
+      "grad_norm": 0.5982266664505005,
+      "learning_rate": 6.279528871903267e-05,
+      "loss": 0.0337,
+      "step": 89350
+    },
+    {
+      "grad_norm": 0.9486157298088074,
+      "learning_rate": 6.278729648349426e-05,
+      "loss": 0.0419,
+      "step": 89360
+    },
+    {
+      "grad_norm": 0.5963096618652344,
+      "learning_rate": 6.277930389835597e-05,
+      "loss": 0.0437,
+      "step": 89370
+    },
+    {
+      "grad_norm": 0.3029172122478485,
+      "learning_rate": 6.277131096383628e-05,
+      "loss": 0.0376,
+      "step": 89380
+    },
+    {
+      "grad_norm": 0.49880099296569824,
+      "learning_rate": 6.276331768015378e-05,
+      "loss": 0.0321,
+      "step": 89390
+    },
+    {
+      "grad_norm": 0.5730984210968018,
+      "learning_rate": 6.275532404752696e-05,
+      "loss": 0.0469,
+      "step": 89400
+    },
+    {
+      "grad_norm": 0.9246512055397034,
+      "learning_rate": 6.274733006617438e-05,
+      "loss": 0.0323,
+      "step": 89410
+    },
+    {
+      "grad_norm": 0.9883178472518921,
+      "learning_rate": 6.273933573631457e-05,
+      "loss": 0.0402,
+      "step": 89420
+    },
+    {
+      "grad_norm": 0.5783231258392334,
+      "learning_rate": 6.273134105816612e-05,
+      "loss": 0.0258,
+      "step": 89430
+    },
+    {
+      "grad_norm": 0.4230211675167084,
+      "learning_rate": 6.272334603194758e-05,
+      "loss": 0.0288,
+      "step": 89440
+    },
+    {
+      "grad_norm": 0.5310205817222595,
+      "learning_rate": 6.271535065787754e-05,
+      "loss": 0.0317,
+      "step": 89450
+    },
+    {
+      "grad_norm": 0.48011520504951477,
+      "learning_rate": 6.27073549361746e-05,
+      "loss": 0.0405,
+      "step": 89460
+    },
+    {
+      "grad_norm": 0.8776212334632874,
+      "learning_rate": 6.269935886705733e-05,
+      "loss": 0.0487,
+      "step": 89470
+    },
+    {
+      "grad_norm": 0.38576871156692505,
+      "learning_rate": 6.269136245074439e-05,
+      "loss": 0.033,
+      "step": 89480
+    },
+    {
+      "grad_norm": 0.522709310054779,
+      "learning_rate": 6.268336568745434e-05,
+      "loss": 0.0336,
+      "step": 89490
+    },
+    {
+      "grad_norm": 0.3211763799190521,
+      "learning_rate": 6.267536857740585e-05,
+      "loss": 0.0592,
+      "step": 89500
+    },
+    {
+      "grad_norm": 0.5272477865219116,
+      "learning_rate": 6.266737112081754e-05,
+      "loss": 0.0402,
+      "step": 89510
+    },
+    {
+      "grad_norm": 0.5442400574684143,
+      "learning_rate": 6.265937331790808e-05,
+      "loss": 0.0371,
+      "step": 89520
+    },
+    {
+      "grad_norm": 1.5205917358398438,
+      "learning_rate": 6.265137516889609e-05,
+      "loss": 0.0418,
+      "step": 89530
+    },
+    {
+      "grad_norm": 0.5392431020736694,
+      "learning_rate": 6.264337667400026e-05,
+      "loss": 0.05,
+      "step": 89540
+    },
+    {
+      "grad_norm": 0.6845933794975281,
+      "learning_rate": 6.263537783343927e-05,
+      "loss": 0.0394,
+      "step": 89550
+    },
+    {
+      "grad_norm": 0.5034310221672058,
+      "learning_rate": 6.262737864743179e-05,
+      "loss": 0.0439,
+      "step": 89560
+    },
+    {
+      "grad_norm": 0.9540495276451111,
+      "learning_rate": 6.26193791161965e-05,
+      "loss": 0.0505,
+      "step": 89570
+    },
+    {
+      "grad_norm": 0.4657614231109619,
+      "learning_rate": 6.261137923995216e-05,
+      "loss": 0.0306,
+      "step": 89580
+    },
+    {
+      "grad_norm": 0.3850420415401459,
+      "learning_rate": 6.260337901891743e-05,
+      "loss": 0.0316,
+      "step": 89590
+    },
+    {
+      "grad_norm": 1.0187482833862305,
+      "learning_rate": 6.259537845331107e-05,
+      "loss": 0.0333,
+      "step": 89600
+    },
+    {
+      "grad_norm": 1.465152621269226,
+      "learning_rate": 6.258737754335178e-05,
+      "loss": 0.0372,
+      "step": 89610
+    },
+    {
+      "grad_norm": 1.0317268371582031,
+      "learning_rate": 6.257937628925832e-05,
+      "loss": 0.0439,
+      "step": 89620
+    },
+    {
+      "grad_norm": 0.38093146681785583,
+      "learning_rate": 6.257137469124944e-05,
+      "loss": 0.041,
+      "step": 89630
+    },
+    {
+      "grad_norm": 0.32416635751724243,
+      "learning_rate": 6.25633727495439e-05,
+      "loss": 0.0534,
+      "step": 89640
+    },
+    {
+      "grad_norm": 0.5166881680488586,
+      "learning_rate": 6.255537046436047e-05,
+      "loss": 0.0322,
+      "step": 89650
+    },
+    {
+      "grad_norm": 0.5483273863792419,
+      "learning_rate": 6.254736783591793e-05,
+      "loss": 0.0439,
+      "step": 89660
+    },
+    {
+      "grad_norm": 0.4464588761329651,
+      "learning_rate": 6.253936486443504e-05,
+      "loss": 0.0301,
+      "step": 89670
+    },
+    {
+      "grad_norm": 1.1359814405441284,
+      "learning_rate": 6.253136155013066e-05,
+      "loss": 0.0528,
+      "step": 89680
+    },
+    {
+      "grad_norm": 0.45461317896842957,
+      "learning_rate": 6.252335789322355e-05,
+      "loss": 0.0305,
+      "step": 89690
+    },
+    {
+      "grad_norm": 0.5407418608665466,
+      "learning_rate": 6.251535389393254e-05,
+      "loss": 0.0347,
+      "step": 89700
+    },
+    {
+      "grad_norm": 1.3269299268722534,
+      "learning_rate": 6.250734955247644e-05,
+      "loss": 0.0325,
+      "step": 89710
+    },
+    {
+      "grad_norm": 1.0725687742233276,
+      "learning_rate": 6.249934486907413e-05,
+      "loss": 0.0373,
+      "step": 89720
+    },
+    {
+      "grad_norm": 0.49355074763298035,
+      "learning_rate": 6.249133984394442e-05,
+      "loss": 0.0411,
+      "step": 89730
+    },
+    {
+      "grad_norm": 0.6079521179199219,
+      "learning_rate": 6.248333447730617e-05,
+      "loss": 0.0378,
+      "step": 89740
+    },
+    {
+      "grad_norm": 0.5981754064559937,
+      "learning_rate": 6.247532876937825e-05,
+      "loss": 0.0289,
+      "step": 89750
+    },
+    {
+      "grad_norm": 0.4912419021129608,
+      "learning_rate": 6.24673227203795e-05,
+      "loss": 0.0326,
+      "step": 89760
+    },
+    {
+      "grad_norm": 0.4976333975791931,
+      "learning_rate": 6.245931633052885e-05,
+      "loss": 0.0345,
+      "step": 89770
+    },
+    {
+      "grad_norm": 0.518481969833374,
+      "learning_rate": 6.245130960004517e-05,
+      "loss": 0.0392,
+      "step": 89780
+    },
+    {
+      "grad_norm": 0.4135996699333191,
+      "learning_rate": 6.244330252914738e-05,
+      "loss": 0.027,
+      "step": 89790
+    },
+    {
+      "grad_norm": 0.5333378911018372,
+      "learning_rate": 6.243529511805435e-05,
+      "loss": 0.0312,
+      "step": 89800
+    },
+    {
+      "grad_norm": 0.4676593840122223,
+      "learning_rate": 6.242728736698504e-05,
+      "loss": 0.0278,
+      "step": 89810
+    },
+    {
+      "grad_norm": 0.6624797582626343,
+      "learning_rate": 6.241927927615836e-05,
+      "loss": 0.0318,
+      "step": 89820
+    },
+    {
+      "grad_norm": 0.5807161331176758,
+      "learning_rate": 6.241127084579323e-05,
+      "loss": 0.0448,
+      "step": 89830
+    },
+    {
+      "grad_norm": 0.8341360092163086,
+      "learning_rate": 6.240326207610864e-05,
+      "loss": 0.058,
+      "step": 89840
+    },
+    {
+      "grad_norm": 0.5104627013206482,
+      "learning_rate": 6.239525296732352e-05,
+      "loss": 0.0469,
+      "step": 89850
+    },
+    {
+      "grad_norm": 0.32940614223480225,
+      "learning_rate": 6.238724351965683e-05,
+      "loss": 0.029,
+      "step": 89860
+    },
+    {
+      "grad_norm": 0.39433056116104126,
+      "learning_rate": 6.237923373332758e-05,
+      "loss": 0.0371,
+      "step": 89870
+    },
+    {
+      "grad_norm": 0.3931412994861603,
+      "learning_rate": 6.237122360855472e-05,
+      "loss": 0.0317,
+      "step": 89880
+    },
+    {
+      "grad_norm": 0.72956782579422,
+      "learning_rate": 6.236321314555725e-05,
+      "loss": 0.0345,
+      "step": 89890
+    },
+    {
+      "grad_norm": 0.4595405161380768,
+      "learning_rate": 6.235520234455417e-05,
+      "loss": 0.0268,
+      "step": 89900
+    },
+    {
+      "grad_norm": 0.48191019892692566,
+      "learning_rate": 6.234719120576451e-05,
+      "loss": 0.0387,
+      "step": 89910
+    },
+    {
+      "grad_norm": 0.708411693572998,
+      "learning_rate": 6.233917972940727e-05,
+      "loss": 0.0396,
+      "step": 89920
+    },
+    {
+      "grad_norm": 0.3829731047153473,
+      "learning_rate": 6.23311679157015e-05,
+      "loss": 0.0359,
+      "step": 89930
+    },
+    {
+      "grad_norm": 0.6112335324287415,
+      "learning_rate": 6.232315576486622e-05,
+      "loss": 0.055,
+      "step": 89940
+    },
+    {
+      "grad_norm": 0.818328857421875,
+      "learning_rate": 6.231514327712052e-05,
+      "loss": 0.036,
+      "step": 89950
+    },
+    {
+      "grad_norm": 0.36645665764808655,
+      "learning_rate": 6.230713045268339e-05,
+      "loss": 0.0476,
+      "step": 89960
+    },
+    {
+      "grad_norm": 0.5875741243362427,
+      "learning_rate": 6.229911729177396e-05,
+      "loss": 0.0274,
+      "step": 89970
+    },
+    {
+      "grad_norm": 0.45601141452789307,
+      "learning_rate": 6.22911037946113e-05,
+      "loss": 0.0322,
+      "step": 89980
+    },
+    {
+      "grad_norm": 0.3033609390258789,
+      "learning_rate": 6.228308996141446e-05,
+      "loss": 0.0296,
+      "step": 89990
+    },
+    {
+      "grad_norm": 0.4632725119590759,
+      "learning_rate": 6.227507579240254e-05,
+      "loss": 0.048,
+      "step": 90000
+    },
+    {
+      "grad_norm": 0.6112654805183411,
+      "learning_rate": 6.226706128779468e-05,
+      "loss": 0.0315,
+      "step": 90010
+    },
+    {
+      "grad_norm": 0.34575021266937256,
+      "learning_rate": 6.225904644780997e-05,
+      "loss": 0.0294,
+      "step": 90020
+    },
+    {
+      "grad_norm": 0.3487606942653656,
+      "learning_rate": 6.225103127266753e-05,
+      "loss": 0.0415,
+      "step": 90030
+    },
+    {
+      "grad_norm": 0.4227263927459717,
+      "learning_rate": 6.224301576258651e-05,
+      "loss": 0.0393,
+      "step": 90040
+    },
+    {
+      "grad_norm": 0.36975380778312683,
+      "learning_rate": 6.223499991778604e-05,
+      "loss": 0.0349,
+      "step": 90050
+    },
+    {
+      "grad_norm": 0.6688131093978882,
+      "learning_rate": 6.222698373848525e-05,
+      "loss": 0.031,
+      "step": 90060
+    },
+    {
+      "grad_norm": 0.3560798466205597,
+      "learning_rate": 6.221896722490333e-05,
+      "loss": 0.0374,
+      "step": 90070
+    },
+    {
+      "grad_norm": 0.7038931846618652,
+      "learning_rate": 6.221095037725942e-05,
+      "loss": 0.0292,
+      "step": 90080
+    },
+    {
+      "grad_norm": 0.43518704175949097,
+      "learning_rate": 6.220293319577273e-05,
+      "loss": 0.0335,
+      "step": 90090
+    },
+    {
+      "grad_norm": 1.135730504989624,
+      "learning_rate": 6.219491568066243e-05,
+      "loss": 0.0353,
+      "step": 90100
+    },
+    {
+      "grad_norm": 0.5343167185783386,
+      "learning_rate": 6.218689783214772e-05,
+      "loss": 0.0405,
+      "step": 90110
+    },
+    {
+      "grad_norm": 0.38975393772125244,
+      "learning_rate": 6.21788796504478e-05,
+      "loss": 0.0438,
+      "step": 90120
+    },
+    {
+      "grad_norm": 0.5439395904541016,
+      "learning_rate": 6.217086113578187e-05,
+      "loss": 0.0279,
+      "step": 90130
+    },
+    {
+      "grad_norm": 0.4537172019481659,
+      "learning_rate": 6.21628422883692e-05,
+      "loss": 0.0294,
+      "step": 90140
+    },
+    {
+      "grad_norm": 0.42764660716056824,
+      "learning_rate": 6.215482310842896e-05,
+      "loss": 0.0323,
+      "step": 90150
+    },
+    {
+      "grad_norm": 0.7398531436920166,
+      "learning_rate": 6.214680359618044e-05,
+      "loss": 0.0392,
+      "step": 90160
+    },
+    {
+      "grad_norm": 0.6860285997390747,
+      "learning_rate": 6.213878375184287e-05,
+      "loss": 0.0367,
+      "step": 90170
+    },
+    {
+      "grad_norm": 0.4080336093902588,
+      "learning_rate": 6.21307635756355e-05,
+      "loss": 0.0326,
+      "step": 90180
+    },
+    {
+      "grad_norm": 0.5283743143081665,
+      "learning_rate": 6.212274306777764e-05,
+      "loss": 0.0366,
+      "step": 90190
+    },
+    {
+      "grad_norm": 0.47745582461357117,
+      "learning_rate": 6.21147222284885e-05,
+      "loss": 0.0269,
+      "step": 90200
+    },
+    {
+      "grad_norm": 0.7548861503601074,
+      "learning_rate": 6.210670105798744e-05,
+      "loss": 0.0326,
+      "step": 90210
+    },
+    {
+      "grad_norm": 0.9491684436798096,
+      "learning_rate": 6.20986795564937e-05,
+      "loss": 0.033,
+      "step": 90220
+    },
+    {
+      "grad_norm": 0.4958583116531372,
+      "learning_rate": 6.209065772422661e-05,
+      "loss": 0.0336,
+      "step": 90230
+    },
+    {
+      "grad_norm": 3.1738641262054443,
+      "learning_rate": 6.208263556140549e-05,
+      "loss": 0.0272,
+      "step": 90240
+    },
+    {
+      "grad_norm": 0.37580034136772156,
+      "learning_rate": 6.207461306824965e-05,
+      "loss": 0.0323,
+      "step": 90250
+    },
+    {
+      "grad_norm": 0.4258180260658264,
+      "learning_rate": 6.206659024497843e-05,
+      "loss": 0.0403,
+      "step": 90260
+    },
+    {
+      "grad_norm": 0.5370066165924072,
+      "learning_rate": 6.205856709181115e-05,
+      "loss": 0.0352,
+      "step": 90270
+    },
+    {
+      "grad_norm": 0.28379425406455994,
+      "learning_rate": 6.205054360896718e-05,
+      "loss": 0.026,
+      "step": 90280
+    },
+    {
+      "grad_norm": 0.5622945427894592,
+      "learning_rate": 6.204251979666589e-05,
+      "loss": 0.0325,
+      "step": 90290
+    },
+    {
+      "grad_norm": 0.5404784679412842,
+      "learning_rate": 6.203449565512661e-05,
+      "loss": 0.0281,
+      "step": 90300
+    },
+    {
+      "grad_norm": 0.30348995327949524,
+      "learning_rate": 6.202647118456877e-05,
+      "loss": 0.0337,
+      "step": 90310
+    },
+    {
+      "grad_norm": 0.4094267785549164,
+      "learning_rate": 6.20184463852117e-05,
+      "loss": 0.0557,
+      "step": 90320
+    },
+    {
+      "grad_norm": 0.38721466064453125,
+      "learning_rate": 6.201042125727483e-05,
+      "loss": 0.0316,
+      "step": 90330
+    },
+    {
+      "grad_norm": 0.4229050278663635,
+      "learning_rate": 6.200239580097754e-05,
+      "loss": 0.0325,
+      "step": 90340
+    },
+    {
+      "grad_norm": 0.7621817588806152,
+      "learning_rate": 6.199437001653929e-05,
+      "loss": 0.0352,
+      "step": 90350
+    },
+    {
+      "grad_norm": 0.6578339338302612,
+      "learning_rate": 6.198634390417944e-05,
+      "loss": 0.032,
+      "step": 90360
+    },
+    {
+      "grad_norm": 1.358498215675354,
+      "learning_rate": 6.197831746411748e-05,
+      "loss": 0.0446,
+      "step": 90370
+    },
+    {
+      "grad_norm": 0.5774692296981812,
+      "learning_rate": 6.197029069657279e-05,
+      "loss": 0.0399,
+      "step": 90380
+    },
+    {
+      "grad_norm": 0.9184568524360657,
+      "learning_rate": 6.196226360176486e-05,
+      "loss": 0.0314,
+      "step": 90390
+    },
+    {
+      "grad_norm": 0.4069538414478302,
+      "learning_rate": 6.195423617991313e-05,
+      "loss": 0.0273,
+      "step": 90400
+    },
+    {
+      "grad_norm": 0.5194627642631531,
+      "learning_rate": 6.194620843123709e-05,
+      "loss": 0.0319,
+      "step": 90410
+    },
+    {
+      "grad_norm": 0.2877979576587677,
+      "learning_rate": 6.19381803559562e-05,
+      "loss": 0.0315,
+      "step": 90420
+    },
+    {
+      "grad_norm": 1.6341372728347778,
+      "learning_rate": 6.193015195428993e-05,
+      "loss": 0.0314,
+      "step": 90430
+    },
+    {
+      "grad_norm": 0.6718907952308655,
+      "learning_rate": 6.19221232264578e-05,
+      "loss": 0.0311,
+      "step": 90440
+    },
+    {
+      "grad_norm": 0.723222553730011,
+      "learning_rate": 6.191409417267929e-05,
+      "loss": 0.0404,
+      "step": 90450
+    },
+    {
+      "grad_norm": 0.33889997005462646,
+      "learning_rate": 6.190606479317392e-05,
+      "loss": 0.0337,
+      "step": 90460
+    },
+    {
+      "grad_norm": 0.48439717292785645,
+      "learning_rate": 6.189803508816121e-05,
+      "loss": 0.039,
+      "step": 90470
+    },
+    {
+      "grad_norm": 0.5931333303451538,
+      "learning_rate": 6.189000505786071e-05,
+      "loss": 0.044,
+      "step": 90480
+    },
+    {
+      "grad_norm": 0.5536326766014099,
+      "learning_rate": 6.188197470249192e-05,
+      "loss": 0.0355,
+      "step": 90490
+    },
+    {
+      "grad_norm": 0.3428066074848175,
+      "learning_rate": 6.187394402227442e-05,
+      "loss": 0.0275,
+      "step": 90500
+    },
+    {
+      "grad_norm": 0.715519368648529,
+      "learning_rate": 6.186591301742774e-05,
+      "loss": 0.0225,
+      "step": 90510
+    },
+    {
+      "grad_norm": 0.5404621958732605,
+      "learning_rate": 6.185788168817146e-05,
+      "loss": 0.0341,
+      "step": 90520
+    },
+    {
+      "grad_norm": 0.5696438550949097,
+      "learning_rate": 6.184985003472513e-05,
+      "loss": 0.0336,
+      "step": 90530
+    },
+    {
+      "grad_norm": 0.8302581310272217,
+      "learning_rate": 6.184181805730838e-05,
+      "loss": 0.0269,
+      "step": 90540
+    },
+    {
+      "grad_norm": 0.539604127407074,
+      "learning_rate": 6.183378575614077e-05,
+      "loss": 0.0295,
+      "step": 90550
+    },
+    {
+      "grad_norm": 0.5924202799797058,
+      "learning_rate": 6.18257531314419e-05,
+      "loss": 0.0352,
+      "step": 90560
+    },
+    {
+      "grad_norm": 0.4030943810939789,
+      "learning_rate": 6.181772018343137e-05,
+      "loss": 0.0282,
+      "step": 90570
+    },
+    {
+      "grad_norm": 1.0398503541946411,
+      "learning_rate": 6.180968691232882e-05,
+      "loss": 0.0421,
+      "step": 90580
+    },
+    {
+      "grad_norm": 0.4013279378414154,
+      "learning_rate": 6.180165331835386e-05,
+      "loss": 0.0528,
+      "step": 90590
+    },
+    {
+      "grad_norm": 0.6539302468299866,
+      "learning_rate": 6.179361940172614e-05,
+      "loss": 0.0366,
+      "step": 90600
+    },
+    {
+      "grad_norm": 0.765529990196228,
+      "learning_rate": 6.178558516266529e-05,
+      "loss": 0.0304,
+      "step": 90610
+    },
+    {
+      "grad_norm": 0.3693026900291443,
+      "learning_rate": 6.177755060139098e-05,
+      "loss": 0.0556,
+      "step": 90620
+    },
+    {
+      "grad_norm": 1.0352705717086792,
+      "learning_rate": 6.176951571812285e-05,
+      "loss": 0.039,
+      "step": 90630
+    },
+    {
+      "grad_norm": 0.4107111096382141,
+      "learning_rate": 6.176148051308059e-05,
+      "loss": 0.0289,
+      "step": 90640
+    },
+    {
+      "grad_norm": 0.5593661665916443,
+      "learning_rate": 6.175344498648385e-05,
+      "loss": 0.0342,
+      "step": 90650
+    },
+    {
+      "grad_norm": 0.5612488985061646,
+      "learning_rate": 6.174540913855237e-05,
+      "loss": 0.0246,
+      "step": 90660
+    },
+    {
+      "grad_norm": 0.43026575446128845,
+      "learning_rate": 6.173737296950579e-05,
+      "loss": 0.0332,
+      "step": 90670
+    },
+    {
+      "grad_norm": 0.43902093172073364,
+      "learning_rate": 6.172933647956386e-05,
+      "loss": 0.0326,
+      "step": 90680
+    },
+    {
+      "grad_norm": 0.37680694460868835,
+      "learning_rate": 6.172129966894627e-05,
+      "loss": 0.0356,
+      "step": 90690
+    },
+    {
+      "grad_norm": 0.4854342043399811,
+      "learning_rate": 6.171326253787275e-05,
+      "loss": 0.0314,
+      "step": 90700
+    },
+    {
+      "grad_norm": 0.74051433801651,
+      "learning_rate": 6.170522508656304e-05,
+      "loss": 0.0511,
+      "step": 90710
+    },
+    {
+      "grad_norm": 0.8124783039093018,
+      "learning_rate": 6.169718731523686e-05,
+      "loss": 0.0463,
+      "step": 90720
+    },
+    {
+      "grad_norm": 0.3900129199028015,
+      "learning_rate": 6.1689149224114e-05,
+      "loss": 0.0258,
+      "step": 90730
+    },
+    {
+      "grad_norm": 0.5628536939620972,
+      "learning_rate": 6.168111081341417e-05,
+      "loss": 0.0334,
+      "step": 90740
+    },
+    {
+      "grad_norm": 0.4941759705543518,
+      "learning_rate": 6.167307208335716e-05,
+      "loss": 0.0319,
+      "step": 90750
+    },
+    {
+      "grad_norm": 0.43123894929885864,
+      "learning_rate": 6.166503303416274e-05,
+      "loss": 0.0244,
+      "step": 90760
+    },
+    {
+      "grad_norm": 1.0486083030700684,
+      "learning_rate": 6.165699366605072e-05,
+      "loss": 0.0312,
+      "step": 90770
+    },
+    {
+      "grad_norm": 0.2881828546524048,
+      "learning_rate": 6.164895397924085e-05,
+      "loss": 0.0336,
+      "step": 90780
+    },
+    {
+      "grad_norm": 0.3475782573223114,
+      "learning_rate": 6.164091397395296e-05,
+      "loss": 0.0405,
+      "step": 90790
+    },
+    {
+      "grad_norm": 0.6767386198043823,
+      "learning_rate": 6.163287365040687e-05,
+      "loss": 0.0272,
+      "step": 90800
+    },
+    {
+      "grad_norm": 0.3609964847564697,
+      "learning_rate": 6.162483300882237e-05,
+      "loss": 0.0235,
+      "step": 90810
+    },
+    {
+      "grad_norm": 1.3196614980697632,
+      "learning_rate": 6.16167920494193e-05,
+      "loss": 0.0457,
+      "step": 90820
+    },
+    {
+      "grad_norm": 0.34466058015823364,
+      "learning_rate": 6.160875077241753e-05,
+      "loss": 0.0282,
+      "step": 90830
+    },
+    {
+      "grad_norm": 0.44132423400878906,
+      "learning_rate": 6.160070917803684e-05,
+      "loss": 0.023,
+      "step": 90840
+    },
+    {
+      "grad_norm": 0.5327534079551697,
+      "learning_rate": 6.159266726649713e-05,
+      "loss": 0.0276,
+      "step": 90850
+    },
+    {
+      "grad_norm": 1.10667085647583,
+      "learning_rate": 6.158462503801824e-05,
+      "loss": 0.0425,
+      "step": 90860
+    },
+    {
+      "grad_norm": 1.2645924091339111,
+      "learning_rate": 6.157658249282007e-05,
+      "loss": 0.0389,
+      "step": 90870
+    },
+    {
+      "grad_norm": 0.8745163679122925,
+      "learning_rate": 6.156853963112248e-05,
+      "loss": 0.0423,
+      "step": 90880
+    },
+    {
+      "grad_norm": 0.7665811777114868,
+      "learning_rate": 6.156049645314537e-05,
+      "loss": 0.0476,
+      "step": 90890
+    },
+    {
+      "grad_norm": 0.48141175508499146,
+      "learning_rate": 6.155245295910863e-05,
+      "loss": 0.0396,
+      "step": 90900
+    },
+    {
+      "grad_norm": 0.45311856269836426,
+      "learning_rate": 6.154440914923215e-05,
+      "loss": 0.0431,
+      "step": 90910
+    },
+    {
+      "grad_norm": 0.45199310779571533,
+      "learning_rate": 6.153636502373586e-05,
+      "loss": 0.0437,
+      "step": 90920
+    },
+    {
+      "grad_norm": 0.9153753519058228,
+      "learning_rate": 6.152832058283969e-05,
+      "loss": 0.0304,
+      "step": 90930
+    },
+    {
+      "grad_norm": 0.4610769748687744,
+      "learning_rate": 6.152027582676359e-05,
+      "loss": 0.0366,
+      "step": 90940
+    },
+    {
+      "grad_norm": 1.0144236087799072,
+      "learning_rate": 6.151223075572744e-05,
+      "loss": 0.0409,
+      "step": 90950
+    },
+    {
+      "grad_norm": 0.48302462697029114,
+      "learning_rate": 6.150418536995125e-05,
+      "loss": 0.0296,
+      "step": 90960
+    },
+    {
+      "grad_norm": 0.5468060374259949,
+      "learning_rate": 6.149613966965493e-05,
+      "loss": 0.0507,
+      "step": 90970
+    },
+    {
+      "grad_norm": 0.5792583227157593,
+      "learning_rate": 6.14880936550585e-05,
+      "loss": 0.0229,
+      "step": 90980
+    },
+    {
+      "grad_norm": 0.5115638375282288,
+      "learning_rate": 6.148004732638188e-05,
+      "loss": 0.0327,
+      "step": 90990
+    },
+    {
+      "grad_norm": 0.6889946460723877,
+      "learning_rate": 6.147200068384511e-05,
+      "loss": 0.038,
+      "step": 91000
+    },
+    {
+      "grad_norm": 0.5558481812477112,
+      "learning_rate": 6.146395372766812e-05,
+      "loss": 0.0369,
+      "step": 91010
+    },
+    {
+      "grad_norm": 0.7582060098648071,
+      "learning_rate": 6.145590645807097e-05,
+      "loss": 0.0339,
+      "step": 91020
+    },
+    {
+      "grad_norm": 0.4770192503929138,
+      "learning_rate": 6.144785887527362e-05,
+      "loss": 0.0313,
+      "step": 91030
+    },
+    {
+      "grad_norm": 0.4172283113002777,
+      "learning_rate": 6.143981097949611e-05,
+      "loss": 0.0358,
+      "step": 91040
+    },
+    {
+      "grad_norm": 0.5439754724502563,
+      "learning_rate": 6.143176277095847e-05,
+      "loss": 0.0255,
+      "step": 91050
+    },
+    {
+      "grad_norm": 0.26659756898880005,
+      "learning_rate": 6.142371424988074e-05,
+      "loss": 0.0279,
+      "step": 91060
+    },
+    {
+      "grad_norm": 0.6154503226280212,
+      "learning_rate": 6.141566541648294e-05,
+      "loss": 0.0318,
+      "step": 91070
+    },
+    {
+      "grad_norm": 0.5247637033462524,
+      "learning_rate": 6.140761627098515e-05,
+      "loss": 0.0301,
+      "step": 91080
+    },
+    {
+      "grad_norm": 0.4914216101169586,
+      "learning_rate": 6.13995668136074e-05,
+      "loss": 0.0438,
+      "step": 91090
+    },
+    {
+      "grad_norm": 1.3177376985549927,
+      "learning_rate": 6.139151704456978e-05,
+      "loss": 0.0425,
+      "step": 91100
+    },
+    {
+      "grad_norm": 1.2152421474456787,
+      "learning_rate": 6.138346696409236e-05,
+      "loss": 0.0415,
+      "step": 91110
+    },
+    {
+      "grad_norm": 0.7091630697250366,
+      "learning_rate": 6.137541657239525e-05,
+      "loss": 0.034,
+      "step": 91120
+    },
+    {
+      "grad_norm": 0.7263021469116211,
+      "learning_rate": 6.136736586969851e-05,
+      "loss": 0.0389,
+      "step": 91130
+    },
+    {
+      "grad_norm": 0.7260653376579285,
+      "learning_rate": 6.135931485622225e-05,
+      "loss": 0.0324,
+      "step": 91140
+    },
+    {
+      "grad_norm": 0.36137646436691284,
+      "learning_rate": 6.135126353218661e-05,
+      "loss": 0.0358,
+      "step": 91150
+    },
+    {
+      "grad_norm": 0.5541040301322937,
+      "learning_rate": 6.134321189781166e-05,
+      "loss": 0.0351,
+      "step": 91160
+    },
+    {
+      "grad_norm": 1.4251445531845093,
+      "learning_rate": 6.13351599533176e-05,
+      "loss": 0.0425,
+      "step": 91170
+    },
+    {
+      "grad_norm": 0.494143545627594,
+      "learning_rate": 6.132710769892449e-05,
+      "loss": 0.0284,
+      "step": 91180
+    },
+    {
+      "grad_norm": 0.4907046854496002,
+      "learning_rate": 6.131905513485252e-05,
+      "loss": 0.0363,
+      "step": 91190
+    },
+    {
+      "grad_norm": 0.5929480791091919,
+      "learning_rate": 6.131100226132184e-05,
+      "loss": 0.0483,
+      "step": 91200
+    },
+    {
+      "grad_norm": 0.8684423565864563,
+      "learning_rate": 6.130294907855261e-05,
+      "loss": 0.034,
+      "step": 91210
+    },
+    {
+      "grad_norm": 0.6036779880523682,
+      "learning_rate": 6.129489558676499e-05,
+      "loss": 0.0331,
+      "step": 91220
+    },
+    {
+      "grad_norm": 1.411902904510498,
+      "learning_rate": 6.128684178617917e-05,
+      "loss": 0.0415,
+      "step": 91230
+    },
+    {
+      "grad_norm": 0.708432674407959,
+      "learning_rate": 6.127878767701533e-05,
+      "loss": 0.0512,
+      "step": 91240
+    },
+    {
+      "grad_norm": 0.5944589972496033,
+      "learning_rate": 6.127073325949368e-05,
+      "loss": 0.0347,
+      "step": 91250
+    },
+    {
+      "grad_norm": 0.4932643175125122,
+      "learning_rate": 6.126267853383442e-05,
+      "loss": 0.0362,
+      "step": 91260
+    },
+    {
+      "grad_norm": 0.8203845620155334,
+      "learning_rate": 6.125462350025776e-05,
+      "loss": 0.0342,
+      "step": 91270
+    },
+    {
+      "grad_norm": 0.47055891156196594,
+      "learning_rate": 6.124656815898392e-05,
+      "loss": 0.0314,
+      "step": 91280
+    },
+    {
+      "grad_norm": 0.5345668196678162,
+      "learning_rate": 6.123851251023313e-05,
+      "loss": 0.0284,
+      "step": 91290
+    },
+    {
+      "grad_norm": 0.3557053804397583,
+      "learning_rate": 6.123045655422563e-05,
+      "loss": 0.0412,
+      "step": 91300
+    },
+    {
+      "grad_norm": 0.48372289538383484,
+      "learning_rate": 6.122240029118168e-05,
+      "loss": 0.0304,
+      "step": 91310
+    },
+    {
+      "grad_norm": 0.6168065071105957,
+      "learning_rate": 6.121434372132149e-05,
+      "loss": 0.0256,
+      "step": 91320
+    },
+    {
+      "grad_norm": 1.8189914226531982,
+      "learning_rate": 6.120628684486538e-05,
+      "loss": 0.0312,
+      "step": 91330
+    },
+    {
+      "grad_norm": 0.8680362105369568,
+      "learning_rate": 6.119822966203359e-05,
+      "loss": 0.0327,
+      "step": 91340
+    },
+    {
+      "grad_norm": 0.8466756939888,
+      "learning_rate": 6.119017217304641e-05,
+      "loss": 0.0413,
+      "step": 91350
+    },
+    {
+      "grad_norm": 0.34724026918411255,
+      "learning_rate": 6.118211437812412e-05,
+      "loss": 0.0377,
+      "step": 91360
+    },
+    {
+      "grad_norm": 0.48732420802116394,
+      "learning_rate": 6.117405627748703e-05,
+      "loss": 0.031,
+      "step": 91370
+    },
+    {
+      "grad_norm": 0.6091507077217102,
+      "learning_rate": 6.116599787135545e-05,
+      "loss": 0.0358,
+      "step": 91380
+    },
+    {
+      "grad_norm": 1.9550726413726807,
+      "learning_rate": 6.115793915994968e-05,
+      "loss": 0.0425,
+      "step": 91390
+    },
+    {
+      "grad_norm": 0.40587034821510315,
+      "learning_rate": 6.114988014349004e-05,
+      "loss": 0.0315,
+      "step": 91400
+    },
+    {
+      "grad_norm": 0.6484859585762024,
+      "learning_rate": 6.114182082219686e-05,
+      "loss": 0.0291,
+      "step": 91410
+    },
+    {
+      "grad_norm": 0.3189232051372528,
+      "learning_rate": 6.113376119629049e-05,
+      "loss": 0.0373,
+      "step": 91420
+    },
+    {
+      "grad_norm": 0.6011351943016052,
+      "learning_rate": 6.112570126599125e-05,
+      "loss": 0.041,
+      "step": 91430
+    },
+    {
+      "grad_norm": 0.728020191192627,
+      "learning_rate": 6.111764103151955e-05,
+      "loss": 0.0379,
+      "step": 91440
+    },
+    {
+      "grad_norm": 0.6397368907928467,
+      "learning_rate": 6.11095804930957e-05,
+      "loss": 0.0292,
+      "step": 91450
+    },
+    {
+      "grad_norm": 0.5480132699012756,
+      "learning_rate": 6.110151965094011e-05,
+      "loss": 0.0286,
+      "step": 91460
+    },
+    {
+      "grad_norm": 0.6756817698478699,
+      "learning_rate": 6.109345850527314e-05,
+      "loss": 0.0395,
+      "step": 91470
+    },
+    {
+      "grad_norm": 0.48283207416534424,
+      "learning_rate": 6.108539705631517e-05,
+      "loss": 0.0281,
+      "step": 91480
+    },
+    {
+      "grad_norm": 1.2573479413986206,
+      "learning_rate": 6.107733530428661e-05,
+      "loss": 0.0432,
+      "step": 91490
+    },
+    {
+      "grad_norm": 0.521149754524231,
+      "learning_rate": 6.106927324940788e-05,
+      "loss": 0.0346,
+      "step": 91500
+    },
+    {
+      "grad_norm": 0.5433168411254883,
+      "learning_rate": 6.106121089189937e-05,
+      "loss": 0.049,
+      "step": 91510
+    },
+    {
+      "grad_norm": 0.5478119254112244,
+      "learning_rate": 6.10531482319815e-05,
+      "loss": 0.0385,
+      "step": 91520
+    },
+    {
+      "grad_norm": 0.8027316927909851,
+      "learning_rate": 6.104508526987472e-05,
+      "loss": 0.0327,
+      "step": 91530
+    },
+    {
+      "grad_norm": 0.5544983148574829,
+      "learning_rate": 6.103702200579946e-05,
+      "loss": 0.0382,
+      "step": 91540
+    },
+    {
+      "grad_norm": 0.498522013425827,
+      "learning_rate": 6.1028958439976146e-05,
+      "loss": 0.0291,
+      "step": 91550
+    },
+    {
+      "grad_norm": 0.4846738576889038,
+      "learning_rate": 6.1020894572625275e-05,
+      "loss": 0.0336,
+      "step": 91560
+    },
+    {
+      "grad_norm": 0.5218921899795532,
+      "learning_rate": 6.101283040396728e-05,
+      "loss": 0.043,
+      "step": 91570
+    },
+    {
+      "grad_norm": 1.0029151439666748,
+      "learning_rate": 6.100476593422263e-05,
+      "loss": 0.048,
+      "step": 91580
+    },
+    {
+      "grad_norm": 0.5011561512947083,
+      "learning_rate": 6.099670116361182e-05,
+      "loss": 0.0323,
+      "step": 91590
+    },
+    {
+      "grad_norm": 0.2839893698692322,
+      "learning_rate": 6.0988636092355335e-05,
+      "loss": 0.0332,
+      "step": 91600
+    },
+    {
+      "grad_norm": 0.5890867710113525,
+      "learning_rate": 6.098057072067367e-05,
+      "loss": 0.0364,
+      "step": 91610
+    },
+    {
+      "grad_norm": 0.8951244354248047,
+      "learning_rate": 6.097250504878731e-05,
+      "loss": 0.0376,
+      "step": 91620
+    },
+    {
+      "grad_norm": 0.5237593650817871,
+      "learning_rate": 6.09644390769168e-05,
+      "loss": 0.0373,
+      "step": 91630
+    },
+    {
+      "grad_norm": 0.49274730682373047,
+      "learning_rate": 6.0956372805282634e-05,
+      "loss": 0.0296,
+      "step": 91640
+    },
+    {
+      "grad_norm": 0.5798510909080505,
+      "learning_rate": 6.094830623410537e-05,
+      "loss": 0.0568,
+      "step": 91650
+    },
+    {
+      "grad_norm": 0.38340020179748535,
+      "learning_rate": 6.094023936360551e-05,
+      "loss": 0.0374,
+      "step": 91660
+    },
+    {
+      "grad_norm": 0.9708678126335144,
+      "learning_rate": 6.093217219400362e-05,
+      "loss": 0.0406,
+      "step": 91670
+    },
+    {
+      "grad_norm": 0.41863158345222473,
+      "learning_rate": 6.092410472552025e-05,
+      "loss": 0.0554,
+      "step": 91680
+    },
+    {
+      "grad_norm": 0.8731489777565002,
+      "learning_rate": 6.0916036958375966e-05,
+      "loss": 0.0317,
+      "step": 91690
+    },
+    {
+      "grad_norm": 0.5204538106918335,
+      "learning_rate": 6.090796889279132e-05,
+      "loss": 0.056,
+      "step": 91700
+    },
+    {
+      "grad_norm": 0.6837800741195679,
+      "learning_rate": 6.089990052898692e-05,
+      "loss": 0.0431,
+      "step": 91710
+    },
+    {
+      "grad_norm": 0.3805252015590668,
+      "learning_rate": 6.0891831867183316e-05,
+      "loss": 0.0285,
+      "step": 91720
+    },
+    {
+      "grad_norm": 0.8694709539413452,
+      "learning_rate": 6.088376290760114e-05,
+      "loss": 0.0381,
+      "step": 91730
+    },
+    {
+      "grad_norm": 0.6873107552528381,
+      "learning_rate": 6.087569365046095e-05,
+      "loss": 0.0352,
+      "step": 91740
+    },
+    {
+      "grad_norm": 1.2898846864700317,
+      "learning_rate": 6.08676240959834e-05,
+      "loss": 0.0483,
+      "step": 91750
+    },
+    {
+      "grad_norm": 0.36539706587791443,
+      "learning_rate": 6.085955424438908e-05,
+      "loss": 0.0334,
+      "step": 91760
+    },
+    {
+      "grad_norm": 0.685393750667572,
+      "learning_rate": 6.085148409589864e-05,
+      "loss": 0.0474,
+      "step": 91770
+    },
+    {
+      "grad_norm": 0.3729842007160187,
+      "learning_rate": 6.0843413650732685e-05,
+      "loss": 0.0429,
+      "step": 91780
+    },
+    {
+      "grad_norm": 0.613339364528656,
+      "learning_rate": 6.083534290911188e-05,
+      "loss": 0.039,
+      "step": 91790
+    },
+    {
+      "grad_norm": 1.2623984813690186,
+      "learning_rate": 6.082727187125688e-05,
+      "loss": 0.0351,
+      "step": 91800
+    },
+    {
+      "grad_norm": 0.4317694902420044,
+      "learning_rate": 6.081920053738832e-05,
+      "loss": 0.0355,
+      "step": 91810
+    },
+    {
+      "grad_norm": 1.0432451963424683,
+      "learning_rate": 6.081112890772689e-05,
+      "loss": 0.0363,
+      "step": 91820
+    },
+    {
+      "grad_norm": 0.693260908126831,
+      "learning_rate": 6.0803056982493255e-05,
+      "loss": 0.0343,
+      "step": 91830
+    },
+    {
+      "grad_norm": 0.5184222459793091,
+      "learning_rate": 6.0794984761908114e-05,
+      "loss": 0.0269,
+      "step": 91840
+    },
+    {
+      "grad_norm": 0.5299289226531982,
+      "learning_rate": 6.078691224619213e-05,
+      "loss": 0.0429,
+      "step": 91850
+    },
+    {
+      "grad_norm": 0.4414665400981903,
+      "learning_rate": 6.0778839435566014e-05,
+      "loss": 0.0277,
+      "step": 91860
+    },
+    {
+      "grad_norm": 0.40544846653938293,
+      "learning_rate": 6.077076633025049e-05,
+      "loss": 0.0305,
+      "step": 91870
+    },
+    {
+      "grad_norm": 1.2486315965652466,
+      "learning_rate": 6.076269293046626e-05,
+      "loss": 0.0274,
+      "step": 91880
+    },
+    {
+      "grad_norm": 0.6941802501678467,
+      "learning_rate": 6.075461923643403e-05,
+      "loss": 0.0328,
+      "step": 91890
+    },
+    {
+      "grad_norm": 0.3018885850906372,
+      "learning_rate": 6.074654524837458e-05,
+      "loss": 0.0288,
+      "step": 91900
+    },
+    {
+      "grad_norm": 0.4950471520423889,
+      "learning_rate": 6.07384709665086e-05,
+      "loss": 0.0359,
+      "step": 91910
+    },
+    {
+      "grad_norm": 0.5128141641616821,
+      "learning_rate": 6.073039639105686e-05,
+      "loss": 0.0202,
+      "step": 91920
+    },
+    {
+      "grad_norm": 0.376715749502182,
+      "learning_rate": 6.072232152224011e-05,
+      "loss": 0.0298,
+      "step": 91930
+    },
+    {
+      "grad_norm": 0.4297865927219391,
+      "learning_rate": 6.071424636027912e-05,
+      "loss": 0.0265,
+      "step": 91940
+    },
+    {
+      "grad_norm": 0.4125898778438568,
+      "learning_rate": 6.0706170905394665e-05,
+      "loss": 0.0399,
+      "step": 91950
+    },
+    {
+      "grad_norm": 0.4553672671318054,
+      "learning_rate": 6.069809515780753e-05,
+      "loss": 0.0324,
+      "step": 91960
+    },
+    {
+      "grad_norm": 0.4506685733795166,
+      "learning_rate": 6.069001911773847e-05,
+      "loss": 0.0644,
+      "step": 91970
+    },
+    {
+      "grad_norm": 0.4686774015426636,
+      "learning_rate": 6.068194278540833e-05,
+      "loss": 0.037,
+      "step": 91980
+    },
+    {
+      "grad_norm": 0.49894484877586365,
+      "learning_rate": 6.067386616103785e-05,
+      "loss": 0.0355,
+      "step": 91990
+    },
+    {
+      "grad_norm": 0.49187299609184265,
+      "learning_rate": 6.066578924484791e-05,
+      "loss": 0.0418,
+      "step": 92000
+    },
+    {
+      "grad_norm": 0.7067137360572815,
+      "learning_rate": 6.065771203705929e-05,
+      "loss": 0.0399,
+      "step": 92010
+    },
+    {
+      "grad_norm": 1.0377413034439087,
+      "learning_rate": 6.064963453789283e-05,
+      "loss": 0.0288,
+      "step": 92020
+    },
+    {
+      "grad_norm": 0.4189603328704834,
+      "learning_rate": 6.064155674756936e-05,
+      "loss": 0.0313,
+      "step": 92030
+    },
+    {
+      "grad_norm": 0.5583803057670593,
+      "learning_rate": 6.0633478666309714e-05,
+      "loss": 0.0374,
+      "step": 92040
+    },
+    {
+      "grad_norm": 0.6291442513465881,
+      "learning_rate": 6.0625400294334765e-05,
+      "loss": 0.0248,
+      "step": 92050
+    },
+    {
+      "grad_norm": 0.6158702373504639,
+      "learning_rate": 6.061732163186537e-05,
+      "loss": 0.0464,
+      "step": 92060
+    },
+    {
+      "grad_norm": 1.0664819478988647,
+      "learning_rate": 6.060924267912239e-05,
+      "loss": 0.0442,
+      "step": 92070
+    },
+    {
+      "grad_norm": 2.316025495529175,
+      "learning_rate": 6.060116343632669e-05,
+      "loss": 0.0386,
+      "step": 92080
+    },
+    {
+      "grad_norm": 0.514423131942749,
+      "learning_rate": 6.059308390369919e-05,
+      "loss": 0.0265,
+      "step": 92090
+    },
+    {
+      "grad_norm": 0.45842665433883667,
+      "learning_rate": 6.0585004081460725e-05,
+      "loss": 0.0309,
+      "step": 92100
+    },
+    {
+      "grad_norm": 0.2775304615497589,
+      "learning_rate": 6.057692396983224e-05,
+      "loss": 0.0452,
+      "step": 92110
+    },
+    {
+      "grad_norm": 0.6695839762687683,
+      "learning_rate": 6.056884356903462e-05,
+      "loss": 0.033,
+      "step": 92120
+    },
+    {
+      "grad_norm": 0.28899604082107544,
+      "learning_rate": 6.05607628792888e-05,
+      "loss": 0.0266,
+      "step": 92130
+    },
+    {
+      "grad_norm": 0.728162407875061,
+      "learning_rate": 6.055268190081568e-05,
+      "loss": 0.0588,
+      "step": 92140
+    },
+    {
+      "grad_norm": 1.2528389692306519,
+      "learning_rate": 6.0544600633836214e-05,
+      "loss": 0.0472,
+      "step": 92150
+    },
+    {
+      "grad_norm": 0.36532407999038696,
+      "learning_rate": 6.053651907857131e-05,
+      "loss": 0.0247,
+      "step": 92160
+    },
+    {
+      "grad_norm": 0.49348679184913635,
+      "learning_rate": 6.052843723524195e-05,
+      "loss": 0.0319,
+      "step": 92170
+    },
+    {
+      "grad_norm": 0.4683084785938263,
+      "learning_rate": 6.052035510406905e-05,
+      "loss": 0.0518,
+      "step": 92180
+    },
+    {
+      "grad_norm": 0.4025871455669403,
+      "learning_rate": 6.0512272685273605e-05,
+      "loss": 0.0374,
+      "step": 92190
+    },
+    {
+      "grad_norm": 0.5622091889381409,
+      "learning_rate": 6.0504189979076574e-05,
+      "loss": 0.0297,
+      "step": 92200
+    },
+    {
+      "grad_norm": 0.35138973593711853,
+      "learning_rate": 6.0496106985698944e-05,
+      "loss": 0.033,
+      "step": 92210
+    },
+    {
+      "grad_norm": 0.47347912192344666,
+      "learning_rate": 6.048802370536168e-05,
+      "loss": 0.0607,
+      "step": 92220
+    },
+    {
+      "grad_norm": 1.9569759368896484,
+      "learning_rate": 6.04799401382858e-05,
+      "loss": 0.0298,
+      "step": 92230
+    },
+    {
+      "grad_norm": 0.6675440669059753,
+      "learning_rate": 6.0471856284692286e-05,
+      "loss": 0.0271,
+      "step": 92240
+    },
+    {
+      "grad_norm": 0.6405589580535889,
+      "learning_rate": 6.0463772144802145e-05,
+      "loss": 0.0325,
+      "step": 92250
+    },
+    {
+      "grad_norm": 0.5027788877487183,
+      "learning_rate": 6.045568771883642e-05,
+      "loss": 0.0324,
+      "step": 92260
+    },
+    {
+      "grad_norm": 0.38909289240837097,
+      "learning_rate": 6.044760300701612e-05,
+      "loss": 0.0307,
+      "step": 92270
+    },
+    {
+      "grad_norm": 0.735790491104126,
+      "learning_rate": 6.043951800956227e-05,
+      "loss": 0.0293,
+      "step": 92280
+    },
+    {
+      "grad_norm": 0.7723713517189026,
+      "learning_rate": 6.043143272669591e-05,
+      "loss": 0.0262,
+      "step": 92290
+    },
+    {
+      "grad_norm": 0.31460875272750854,
+      "learning_rate": 6.0423347158638134e-05,
+      "loss": 0.0275,
+      "step": 92300
+    },
+    {
+      "grad_norm": 0.36700695753097534,
+      "learning_rate": 6.0415261305609925e-05,
+      "loss": 0.0224,
+      "step": 92310
+    },
+    {
+      "grad_norm": 0.9302812218666077,
+      "learning_rate": 6.040717516783241e-05,
+      "loss": 0.0322,
+      "step": 92320
+    },
+    {
+      "grad_norm": 0.5384142398834229,
+      "learning_rate": 6.039908874552661e-05,
+      "loss": 0.0281,
+      "step": 92330
+    },
+    {
+      "grad_norm": 0.2834148108959198,
+      "learning_rate": 6.039100203891366e-05,
+      "loss": 0.0498,
+      "step": 92340
+    },
+    {
+      "grad_norm": 0.7006524205207825,
+      "learning_rate": 6.038291504821461e-05,
+      "loss": 0.0311,
+      "step": 92350
+    },
+    {
+      "grad_norm": 0.7633166313171387,
+      "learning_rate": 6.037482777365056e-05,
+      "loss": 0.0465,
+      "step": 92360
+    },
+    {
+      "grad_norm": 0.6777400970458984,
+      "learning_rate": 6.0366740215442595e-05,
+      "loss": 0.0299,
+      "step": 92370
+    },
+    {
+      "grad_norm": 0.5296147465705872,
+      "learning_rate": 6.035865237381187e-05,
+      "loss": 0.0287,
+      "step": 92380
+    },
+    {
+      "grad_norm": 0.4989129900932312,
+      "learning_rate": 6.035056424897948e-05,
+      "loss": 0.0262,
+      "step": 92390
+    },
+    {
+      "grad_norm": 0.647163987159729,
+      "learning_rate": 6.034247584116656e-05,
+      "loss": 0.0392,
+      "step": 92400
+    },
+    {
+      "grad_norm": 0.6150621175765991,
+      "learning_rate": 6.033438715059422e-05,
+      "loss": 0.0382,
+      "step": 92410
+    },
+    {
+      "grad_norm": 0.5852656960487366,
+      "learning_rate": 6.032629817748363e-05,
+      "loss": 0.0366,
+      "step": 92420
+    },
+    {
+      "grad_norm": 0.5620895028114319,
+      "learning_rate": 6.0318208922055905e-05,
+      "loss": 0.0361,
+      "step": 92430
+    },
+    {
+      "grad_norm": 0.662101149559021,
+      "learning_rate": 6.031011938453224e-05,
+      "loss": 0.036,
+      "step": 92440
+    },
+    {
+      "grad_norm": 0.4637710452079773,
+      "learning_rate": 6.0302029565133775e-05,
+      "loss": 0.0304,
+      "step": 92450
+    },
+    {
+      "grad_norm": 0.24932245910167694,
+      "learning_rate": 6.029393946408172e-05,
+      "loss": 0.0359,
+      "step": 92460
+    },
+    {
+      "grad_norm": 1.0199936628341675,
+      "learning_rate": 6.02858490815972e-05,
+      "loss": 0.0329,
+      "step": 92470
+    },
+    {
+      "grad_norm": 0.45294782519340515,
+      "learning_rate": 6.0277758417901444e-05,
+      "loss": 0.0367,
+      "step": 92480
+    },
+    {
+      "grad_norm": 0.46778443455696106,
+      "learning_rate": 6.026966747321563e-05,
+      "loss": 0.0235,
+      "step": 92490
+    },
+    {
+      "grad_norm": 0.35728880763053894,
+      "learning_rate": 6.026157624776095e-05,
+      "loss": 0.0342,
+      "step": 92500
+    },
+    {
+      "grad_norm": 0.433438241481781,
+      "learning_rate": 6.025348474175865e-05,
+      "loss": 0.0404,
+      "step": 92510
+    },
+    {
+      "grad_norm": 3.030949115753174,
+      "learning_rate": 6.0245392955429924e-05,
+      "loss": 0.0426,
+      "step": 92520
+    },
+    {
+      "grad_norm": 0.3395324945449829,
+      "learning_rate": 6.023730088899601e-05,
+      "loss": 0.0335,
+      "step": 92530
+    },
+    {
+      "grad_norm": 0.5503639578819275,
+      "learning_rate": 6.022920854267812e-05,
+      "loss": 0.0269,
+      "step": 92540
+    },
+    {
+      "grad_norm": 0.7464969754219055,
+      "learning_rate": 6.0221115916697524e-05,
+      "loss": 0.0351,
+      "step": 92550
+    },
+    {
+      "grad_norm": 0.752062201499939,
+      "learning_rate": 6.021302301127545e-05,
+      "loss": 0.03,
+      "step": 92560
+    },
+    {
+      "grad_norm": 0.9857586622238159,
+      "learning_rate": 6.020492982663317e-05,
+      "loss": 0.027,
+      "step": 92570
+    },
+    {
+      "grad_norm": 0.6398594975471497,
+      "learning_rate": 6.0196836362991935e-05,
+      "loss": 0.0301,
+      "step": 92580
+    },
+    {
+      "grad_norm": 0.6620666980743408,
+      "learning_rate": 6.0188742620573034e-05,
+      "loss": 0.0369,
+      "step": 92590
+    },
+    {
+      "grad_norm": 0.8422115445137024,
+      "learning_rate": 6.018064859959773e-05,
+      "loss": 0.0371,
+      "step": 92600
+    },
+    {
+      "grad_norm": 1.6175670623779297,
+      "learning_rate": 6.017255430028733e-05,
+      "loss": 0.0407,
+      "step": 92610
+    },
+    {
+      "grad_norm": 0.4097318947315216,
+      "learning_rate": 6.016445972286311e-05,
+      "loss": 0.0247,
+      "step": 92620
+    },
+    {
+      "grad_norm": 0.4526313245296478,
+      "learning_rate": 6.015636486754638e-05,
+      "loss": 0.0324,
+      "step": 92630
+    },
+    {
+      "grad_norm": 0.4680594801902771,
+      "learning_rate": 6.014826973455844e-05,
+      "loss": 0.0282,
+      "step": 92640
+    },
+    {
+      "grad_norm": 0.4088941216468811,
+      "learning_rate": 6.014017432412063e-05,
+      "loss": 0.0223,
+      "step": 92650
+    },
+    {
+      "grad_norm": 0.5087025165557861,
+      "learning_rate": 6.013207863645426e-05,
+      "loss": 0.0353,
+      "step": 92660
+    },
+    {
+      "grad_norm": 0.48466089367866516,
+      "learning_rate": 6.012398267178068e-05,
+      "loss": 0.0373,
+      "step": 92670
+    },
+    {
+      "grad_norm": 1.4951823949813843,
+      "learning_rate": 6.01158864303212e-05,
+      "loss": 0.0573,
+      "step": 92680
+    },
+    {
+      "grad_norm": 0.37289944291114807,
+      "learning_rate": 6.0107789912297185e-05,
+      "loss": 0.034,
+      "step": 92690
+    },
+    {
+      "grad_norm": 0.6223412156105042,
+      "learning_rate": 6.009969311792999e-05,
+      "loss": 0.0276,
+      "step": 92700
+    },
+    {
+      "grad_norm": 0.3930400609970093,
+      "learning_rate": 6.009159604744099e-05,
+      "loss": 0.0346,
+      "step": 92710
+    },
+    {
+      "grad_norm": 0.5653695464134216,
+      "learning_rate": 6.0083498701051545e-05,
+      "loss": 0.0263,
+      "step": 92720
+    },
+    {
+      "grad_norm": 0.6708284020423889,
+      "learning_rate": 6.007540107898303e-05,
+      "loss": 0.033,
+      "step": 92730
+    },
+    {
+      "grad_norm": 0.43721914291381836,
+      "learning_rate": 6.0067303181456834e-05,
+      "loss": 0.0349,
+      "step": 92740
+    },
+    {
+      "grad_norm": 0.5147668123245239,
+      "learning_rate": 6.005920500869434e-05,
+      "loss": 0.0249,
+      "step": 92750
+    },
+    {
+      "grad_norm": 1.143075704574585,
+      "learning_rate": 6.005110656091697e-05,
+      "loss": 0.0361,
+      "step": 92760
+    },
+    {
+      "grad_norm": 0.3726729154586792,
+      "learning_rate": 6.004300783834613e-05,
+      "loss": 0.0399,
+      "step": 92770
+    },
+    {
+      "grad_norm": 0.4395466446876526,
+      "learning_rate": 6.003490884120322e-05,
+      "loss": 0.0403,
+      "step": 92780
+    },
+    {
+      "grad_norm": 0.371237188577652,
+      "learning_rate": 6.0026809569709675e-05,
+      "loss": 0.0305,
+      "step": 92790
+    },
+    {
+      "grad_norm": 0.5203465819358826,
+      "learning_rate": 6.001871002408692e-05,
+      "loss": 0.0372,
+      "step": 92800
+    },
+    {
+      "grad_norm": 0.2781396210193634,
+      "learning_rate": 6.001061020455641e-05,
+      "loss": 0.0349,
+      "step": 92810
+    },
+    {
+      "grad_norm": 0.6647344827651978,
+      "learning_rate": 6.000251011133956e-05,
+      "loss": 0.0445,
+      "step": 92820
+    },
+    {
+      "grad_norm": 0.7313388586044312,
+      "learning_rate": 5.999440974465784e-05,
+      "loss": 0.0346,
+      "step": 92830
+    },
+    {
+      "grad_norm": 0.5260970592498779,
+      "learning_rate": 5.998630910473273e-05,
+      "loss": 0.0306,
+      "step": 92840
+    },
+    {
+      "grad_norm": 0.5124896168708801,
+      "learning_rate": 5.997820819178567e-05,
+      "loss": 0.0331,
+      "step": 92850
+    },
+    {
+      "grad_norm": 1.5488150119781494,
+      "learning_rate": 5.9970107006038155e-05,
+      "loss": 0.0315,
+      "step": 92860
+    },
+    {
+      "grad_norm": 0.4386819899082184,
+      "learning_rate": 5.996200554771165e-05,
+      "loss": 0.0453,
+      "step": 92870
+    },
+    {
+      "grad_norm": 0.4430462121963501,
+      "learning_rate": 5.9953903817027656e-05,
+      "loss": 0.0332,
+      "step": 92880
+    },
+    {
+      "grad_norm": 0.5648428201675415,
+      "learning_rate": 5.994580181420767e-05,
+      "loss": 0.0371,
+      "step": 92890
+    },
+    {
+      "grad_norm": 0.38011622428894043,
+      "learning_rate": 5.9937699539473215e-05,
+      "loss": 0.0418,
+      "step": 92900
+    },
+    {
+      "grad_norm": 0.5681129693984985,
+      "learning_rate": 5.9929596993045766e-05,
+      "loss": 0.0281,
+      "step": 92910
+    },
+    {
+      "grad_norm": 0.7416437268257141,
+      "learning_rate": 5.992149417514689e-05,
+      "loss": 0.0318,
+      "step": 92920
+    },
+    {
+      "grad_norm": 0.5233862400054932,
+      "learning_rate": 5.991339108599807e-05,
+      "loss": 0.0323,
+      "step": 92930
+    },
+    {
+      "grad_norm": 0.4990457594394684,
+      "learning_rate": 5.990528772582087e-05,
+      "loss": 0.0428,
+      "step": 92940
+    },
+    {
+      "grad_norm": 0.7394016981124878,
+      "learning_rate": 5.989718409483681e-05,
+      "loss": 0.0461,
+      "step": 92950
+    },
+    {
+      "grad_norm": 0.5981101989746094,
+      "learning_rate": 5.9889080193267475e-05,
+      "loss": 0.0368,
+      "step": 92960
+    },
+    {
+      "grad_norm": 0.5578451752662659,
+      "learning_rate": 5.98809760213344e-05,
+      "loss": 0.0358,
+      "step": 92970
+    },
+    {
+      "grad_norm": 0.7579760551452637,
+      "learning_rate": 5.987287157925915e-05,
+      "loss": 0.0309,
+      "step": 92980
+    },
+    {
+      "grad_norm": 0.3579777777194977,
+      "learning_rate": 5.98647668672633e-05,
+      "loss": 0.0469,
+      "step": 92990
+    },
+    {
+      "grad_norm": 0.39779767394065857,
+      "learning_rate": 5.985666188556842e-05,
+      "loss": 0.0256,
+      "step": 93000
+    },
+    {
+      "grad_norm": 0.5589675903320312,
+      "learning_rate": 5.9848556634396115e-05,
+      "loss": 0.0536,
+      "step": 93010
+    },
+    {
+      "grad_norm": 0.416983038187027,
+      "learning_rate": 5.9840451113967975e-05,
+      "loss": 0.028,
+      "step": 93020
+    },
+    {
+      "grad_norm": 1.0686320066452026,
+      "learning_rate": 5.98323453245056e-05,
+      "loss": 0.0318,
+      "step": 93030
+    },
+    {
+      "grad_norm": 0.351030170917511,
+      "learning_rate": 5.982423926623059e-05,
+      "loss": 0.024,
+      "step": 93040
+    },
+    {
+      "grad_norm": 0.536455512046814,
+      "learning_rate": 5.981613293936458e-05,
+      "loss": 0.0557,
+      "step": 93050
+    },
+    {
+      "grad_norm": 1.100224494934082,
+      "learning_rate": 5.980802634412916e-05,
+      "loss": 0.0523,
+      "step": 93060
+    },
+    {
+      "grad_norm": 0.6078958511352539,
+      "learning_rate": 5.9799919480746006e-05,
+      "loss": 0.0355,
+      "step": 93070
+    },
+    {
+      "grad_norm": 0.9380820393562317,
+      "learning_rate": 5.9791812349436726e-05,
+      "loss": 0.0341,
+      "step": 93080
+    },
+    {
+      "grad_norm": 0.4166471064090729,
+      "learning_rate": 5.978370495042298e-05,
+      "loss": 0.0239,
+      "step": 93090
+    },
+    {
+      "grad_norm": 2.0788004398345947,
+      "learning_rate": 5.977559728392641e-05,
+      "loss": 0.0297,
+      "step": 93100
+    },
+    {
+      "grad_norm": 2.1239748001098633,
+      "learning_rate": 5.97674893501687e-05,
+      "loss": 0.0308,
+      "step": 93110
+    },
+    {
+      "grad_norm": 0.7975782155990601,
+      "learning_rate": 5.9759381149371486e-05,
+      "loss": 0.0313,
+      "step": 93120
+    },
+    {
+      "grad_norm": 1.501741886138916,
+      "learning_rate": 5.9751272681756465e-05,
+      "loss": 0.0337,
+      "step": 93130
+    },
+    {
+      "grad_norm": 6.508529186248779,
+      "learning_rate": 5.974316394754529e-05,
+      "loss": 0.048,
+      "step": 93140
+    },
+    {
+      "grad_norm": 0.5000334978103638,
+      "learning_rate": 5.97350549469597e-05,
+      "loss": 0.0374,
+      "step": 93150
+    },
+    {
+      "grad_norm": 0.4058002531528473,
+      "learning_rate": 5.9726945680221344e-05,
+      "loss": 0.0454,
+      "step": 93160
+    },
+    {
+      "grad_norm": 0.5893673300743103,
+      "learning_rate": 5.9718836147551974e-05,
+      "loss": 0.0319,
+      "step": 93170
+    },
+    {
+      "grad_norm": 0.44416412711143494,
+      "learning_rate": 5.9710726349173254e-05,
+      "loss": 0.0282,
+      "step": 93180
+    },
+    {
+      "grad_norm": 0.6781075596809387,
+      "learning_rate": 5.970261628530693e-05,
+      "loss": 0.0362,
+      "step": 93190
+    },
+    {
+      "grad_norm": 0.5898976922035217,
+      "learning_rate": 5.969450595617472e-05,
+      "loss": 0.0313,
+      "step": 93200
+    },
+    {
+      "grad_norm": 0.44227126240730286,
+      "learning_rate": 5.968639536199836e-05,
+      "loss": 0.029,
+      "step": 93210
+    },
+    {
+      "grad_norm": 0.7369299530982971,
+      "learning_rate": 5.9678284502999596e-05,
+      "loss": 0.0364,
+      "step": 93220
+    },
+    {
+      "grad_norm": 0.8181619048118591,
+      "learning_rate": 5.967017337940016e-05,
+      "loss": 0.0373,
+      "step": 93230
+    },
+    {
+      "grad_norm": 0.6572352647781372,
+      "learning_rate": 5.966206199142182e-05,
+      "loss": 0.0355,
+      "step": 93240
+    },
+    {
+      "grad_norm": 0.5648240447044373,
+      "learning_rate": 5.9653950339286337e-05,
+      "loss": 0.0375,
+      "step": 93250
+    },
+    {
+      "grad_norm": 0.4441784918308258,
+      "learning_rate": 5.964583842321547e-05,
+      "loss": 0.0273,
+      "step": 93260
+    },
+    {
+      "grad_norm": 0.6097153425216675,
+      "learning_rate": 5.963772624343101e-05,
+      "loss": 0.0332,
+      "step": 93270
+    },
+    {
+      "grad_norm": 0.41567471623420715,
+      "learning_rate": 5.962961380015474e-05,
+      "loss": 0.0313,
+      "step": 93280
+    },
+    {
+      "grad_norm": 1.7019261121749878,
+      "learning_rate": 5.9621501093608445e-05,
+      "loss": 0.0411,
+      "step": 93290
+    },
+    {
+      "grad_norm": 0.442853718996048,
+      "learning_rate": 5.9613388124013926e-05,
+      "loss": 0.0372,
+      "step": 93300
+    },
+    {
+      "grad_norm": 0.7382641434669495,
+      "learning_rate": 5.960527489159298e-05,
+      "loss": 0.0271,
+      "step": 93310
+    },
+    {
+      "grad_norm": 0.4574754238128662,
+      "learning_rate": 5.9597161396567435e-05,
+      "loss": 0.0337,
+      "step": 93320
+    },
+    {
+      "grad_norm": 0.5025722980499268,
+      "learning_rate": 5.958904763915909e-05,
+      "loss": 0.0327,
+      "step": 93330
+    },
+    {
+      "grad_norm": 0.5094088315963745,
+      "learning_rate": 5.9580933619589796e-05,
+      "loss": 0.0393,
+      "step": 93340
+    },
+    {
+      "grad_norm": 0.509128749370575,
+      "learning_rate": 5.9572819338081375e-05,
+      "loss": 0.0306,
+      "step": 93350
+    },
+    {
+      "grad_norm": 1.151216983795166,
+      "learning_rate": 5.956470479485568e-05,
+      "loss": 0.0424,
+      "step": 93360
+    },
+    {
+      "grad_norm": 0.8706373572349548,
+      "learning_rate": 5.9556589990134524e-05,
+      "loss": 0.0408,
+      "step": 93370
+    },
+    {
+      "grad_norm": 0.5470892786979675,
+      "learning_rate": 5.954847492413981e-05,
+      "loss": 0.0349,
+      "step": 93380
+    },
+    {
+      "grad_norm": 2.0154056549072266,
+      "learning_rate": 5.9540359597093356e-05,
+      "loss": 0.0385,
+      "step": 93390
+    },
+    {
+      "grad_norm": 0.7709202170372009,
+      "learning_rate": 5.953224400921707e-05,
+      "loss": 0.0308,
+      "step": 93400
+    },
+    {
+      "grad_norm": 0.8215320110321045,
+      "learning_rate": 5.9524128160732814e-05,
+      "loss": 0.0403,
+      "step": 93410
+    },
+    {
+      "grad_norm": 0.8033151626586914,
+      "learning_rate": 5.951601205186248e-05,
+      "loss": 0.037,
+      "step": 93420
+    },
+    {
+      "grad_norm": 0.31681424379348755,
+      "learning_rate": 5.950789568282794e-05,
+      "loss": 0.028,
+      "step": 93430
+    },
+    {
+      "grad_norm": 0.47033292055130005,
+      "learning_rate": 5.9499779053851114e-05,
+      "loss": 0.031,
+      "step": 93440
+    },
+    {
+      "grad_norm": 0.49390244483947754,
+      "learning_rate": 5.9491662165153896e-05,
+      "loss": 0.0278,
+      "step": 93450
+    },
+    {
+      "grad_norm": 0.4814494550228119,
+      "learning_rate": 5.9483545016958186e-05,
+      "loss": 0.039,
+      "step": 93460
+    },
+    {
+      "grad_norm": 0.35457175970077515,
+      "learning_rate": 5.947542760948592e-05,
+      "loss": 0.031,
+      "step": 93470
+    },
+    {
+      "grad_norm": 0.5511881709098816,
+      "learning_rate": 5.946730994295904e-05,
+      "loss": 0.0258,
+      "step": 93480
+    },
+    {
+      "grad_norm": 0.33699214458465576,
+      "learning_rate": 5.945919201759944e-05,
+      "loss": 0.0287,
+      "step": 93490
+    },
+    {
+      "grad_norm": 0.5482852458953857,
+      "learning_rate": 5.94510738336291e-05,
+      "loss": 0.0294,
+      "step": 93500
+    },
+    {
+      "grad_norm": 0.6447913646697998,
+      "learning_rate": 5.944295539126995e-05,
+      "loss": 0.0332,
+      "step": 93510
+    },
+    {
+      "grad_norm": 4.572673797607422,
+      "learning_rate": 5.9434836690743944e-05,
+      "loss": 0.045,
+      "step": 93520
+    },
+    {
+      "grad_norm": 0.7456363439559937,
+      "learning_rate": 5.942671773227305e-05,
+      "loss": 0.0345,
+      "step": 93530
+    },
+    {
+      "grad_norm": 0.2952421307563782,
+      "learning_rate": 5.9418598516079226e-05,
+      "loss": 0.032,
+      "step": 93540
+    },
+    {
+      "grad_norm": 0.8195688128471375,
+      "learning_rate": 5.941047904238447e-05,
+      "loss": 0.0351,
+      "step": 93550
+    },
+    {
+      "grad_norm": 0.7536357045173645,
+      "learning_rate": 5.940235931141075e-05,
+      "loss": 0.0454,
+      "step": 93560
+    },
+    {
+      "grad_norm": 0.4377247393131256,
+      "learning_rate": 5.9394239323380064e-05,
+      "loss": 0.0309,
+      "step": 93570
+    },
+    {
+      "grad_norm": 0.9282560348510742,
+      "learning_rate": 5.938611907851438e-05,
+      "loss": 0.0393,
+      "step": 93580
+    },
+    {
+      "grad_norm": 0.5646946430206299,
+      "learning_rate": 5.937799857703574e-05,
+      "loss": 0.0265,
+      "step": 93590
+    },
+    {
+      "grad_norm": 0.5245201587677002,
+      "learning_rate": 5.9369877819166145e-05,
+      "loss": 0.0492,
+      "step": 93600
+    },
+    {
+      "grad_norm": 0.41694900393486023,
+      "learning_rate": 5.936175680512762e-05,
+      "loss": 0.054,
+      "step": 93610
+    },
+    {
+      "grad_norm": 0.6584864854812622,
+      "learning_rate": 5.935363553514217e-05,
+      "loss": 0.0467,
+      "step": 93620
+    },
+    {
+      "grad_norm": 1.0426883697509766,
+      "learning_rate": 5.934551400943185e-05,
+      "loss": 0.0386,
+      "step": 93630
+    },
+    {
+      "grad_norm": 0.6278759837150574,
+      "learning_rate": 5.9337392228218666e-05,
+      "loss": 0.0355,
+      "step": 93640
+    },
+    {
+      "grad_norm": 0.5572735667228699,
+      "learning_rate": 5.9329270191724694e-05,
+      "loss": 0.0355,
+      "step": 93650
+    },
+    {
+      "grad_norm": 0.7275996804237366,
+      "learning_rate": 5.932114790017198e-05,
+      "loss": 0.0338,
+      "step": 93660
+    },
+    {
+      "grad_norm": 0.9062877893447876,
+      "learning_rate": 5.931302535378259e-05,
+      "loss": 0.0381,
+      "step": 93670
+    },
+    {
+      "grad_norm": 0.7217949628829956,
+      "learning_rate": 5.930490255277859e-05,
+      "loss": 0.029,
+      "step": 93680
+    },
+    {
+      "grad_norm": 0.4589754343032837,
+      "learning_rate": 5.929677949738205e-05,
+      "loss": 0.0277,
+      "step": 93690
+    },
+    {
+      "grad_norm": 0.6624327301979065,
+      "learning_rate": 5.928865618781504e-05,
+      "loss": 0.0346,
+      "step": 93700
+    },
+    {
+      "grad_norm": 0.47799524664878845,
+      "learning_rate": 5.9280532624299654e-05,
+      "loss": 0.0198,
+      "step": 93710
+    },
+    {
+      "grad_norm": 0.43254968523979187,
+      "learning_rate": 5.9272408807058e-05,
+      "loss": 0.0378,
+      "step": 93720
+    },
+    {
+      "grad_norm": 0.6222155690193176,
+      "learning_rate": 5.926428473631218e-05,
+      "loss": 0.036,
+      "step": 93730
+    },
+    {
+      "grad_norm": 0.40919604897499084,
+      "learning_rate": 5.925616041228429e-05,
+      "loss": 0.0229,
+      "step": 93740
+    },
+    {
+      "grad_norm": 0.5426287651062012,
+      "learning_rate": 5.924803583519645e-05,
+      "loss": 0.028,
+      "step": 93750
+    },
+    {
+      "grad_norm": 0.32689741253852844,
+      "learning_rate": 5.92399110052708e-05,
+      "loss": 0.0307,
+      "step": 93760
+    },
+    {
+      "grad_norm": 0.4133654236793518,
+      "learning_rate": 5.923178592272943e-05,
+      "loss": 0.0354,
+      "step": 93770
+    },
+    {
+      "grad_norm": 0.3482517898082733,
+      "learning_rate": 5.9223660587794506e-05,
+      "loss": 0.0305,
+      "step": 93780
+    },
+    {
+      "grad_norm": 1.2788677215576172,
+      "learning_rate": 5.921553500068817e-05,
+      "loss": 0.0345,
+      "step": 93790
+    },
+    {
+      "grad_norm": 1.7341241836547852,
+      "learning_rate": 5.9207409161632585e-05,
+      "loss": 0.0329,
+      "step": 93800
+    },
+    {
+      "grad_norm": 0.5002075433731079,
+      "learning_rate": 5.9199283070849875e-05,
+      "loss": 0.0368,
+      "step": 93810
+    },
+    {
+      "grad_norm": 2.0153472423553467,
+      "learning_rate": 5.919115672856223e-05,
+      "loss": 0.0311,
+      "step": 93820
+    },
+    {
+      "grad_norm": 0.24493925273418427,
+      "learning_rate": 5.918303013499181e-05,
+      "loss": 0.0365,
+      "step": 93830
+    },
+    {
+      "grad_norm": 0.4600871503353119,
+      "learning_rate": 5.91749032903608e-05,
+      "loss": 0.0333,
+      "step": 93840
+    },
+    {
+      "grad_norm": 0.6084553599357605,
+      "learning_rate": 5.916677619489136e-05,
+      "loss": 0.0361,
+      "step": 93850
+    },
+    {
+      "grad_norm": 0.6425840854644775,
+      "learning_rate": 5.915864884880573e-05,
+      "loss": 0.037,
+      "step": 93860
+    },
+    {
+      "grad_norm": 0.5594040155410767,
+      "learning_rate": 5.915052125232607e-05,
+      "loss": 0.0366,
+      "step": 93870
+    },
+    {
+      "grad_norm": 0.910332441329956,
+      "learning_rate": 5.91423934056746e-05,
+      "loss": 0.0314,
+      "step": 93880
+    },
+    {
+      "grad_norm": 0.4145147204399109,
+      "learning_rate": 5.9134265309073525e-05,
+      "loss": 0.0335,
+      "step": 93890
+    },
+    {
+      "grad_norm": 0.477994829416275,
+      "learning_rate": 5.912613696274507e-05,
+      "loss": 0.044,
+      "step": 93900
+    },
+    {
+      "grad_norm": 0.47904127836227417,
+      "learning_rate": 5.911800836691145e-05,
+      "loss": 0.0259,
+      "step": 93910
+    },
+    {
+      "grad_norm": 0.4008333384990692,
+      "learning_rate": 5.910987952179492e-05,
+      "loss": 0.03,
+      "step": 93920
+    },
+    {
+      "grad_norm": 0.47377264499664307,
+      "learning_rate": 5.91017504276177e-05,
+      "loss": 0.0297,
+      "step": 93930
+    },
+    {
+      "grad_norm": 0.6778913140296936,
+      "learning_rate": 5.909362108460205e-05,
+      "loss": 0.0296,
+      "step": 93940
+    },
+    {
+      "grad_norm": 0.7129138708114624,
+      "learning_rate": 5.9085491492970205e-05,
+      "loss": 0.0309,
+      "step": 93950
+    },
+    {
+      "grad_norm": 0.6860406398773193,
+      "learning_rate": 5.907736165294444e-05,
+      "loss": 0.0314,
+      "step": 93960
+    },
+    {
+      "grad_norm": 0.7426550984382629,
+      "learning_rate": 5.906923156474702e-05,
+      "loss": 0.0271,
+      "step": 93970
+    },
+    {
+      "grad_norm": 0.8764668703079224,
+      "learning_rate": 5.906110122860021e-05,
+      "loss": 0.0358,
+      "step": 93980
+    },
+    {
+      "grad_norm": 0.8832930326461792,
+      "learning_rate": 5.90529706447263e-05,
+      "loss": 0.0491,
+      "step": 93990
+    },
+    {
+      "grad_norm": 0.5398958921432495,
+      "learning_rate": 5.904483981334757e-05,
+      "loss": 0.0389,
+      "step": 94000
+    },
+    {
+      "grad_norm": 0.659375786781311,
+      "learning_rate": 5.903670873468633e-05,
+      "loss": 0.0345,
+      "step": 94010
+    },
+    {
+      "grad_norm": 0.4906490743160248,
+      "learning_rate": 5.902857740896486e-05,
+      "loss": 0.0358,
+      "step": 94020
+    },
+    {
+      "grad_norm": 0.5292624831199646,
+      "learning_rate": 5.902044583640547e-05,
+      "loss": 0.0282,
+      "step": 94030
+    },
+    {
+      "grad_norm": 0.49968692660331726,
+      "learning_rate": 5.901231401723049e-05,
+      "loss": 0.0404,
+      "step": 94040
+    },
+    {
+      "grad_norm": 0.8483418822288513,
+      "learning_rate": 5.900418195166223e-05,
+      "loss": 0.0402,
+      "step": 94050
+    },
+    {
+      "grad_norm": 0.4585250914096832,
+      "learning_rate": 5.8996049639923e-05,
+      "loss": 0.0361,
+      "step": 94060
+    },
+    {
+      "grad_norm": 0.33395296335220337,
+      "learning_rate": 5.898791708223518e-05,
+      "loss": 0.0409,
+      "step": 94070
+    },
+    {
+      "grad_norm": 0.4956508278846741,
+      "learning_rate": 5.897978427882107e-05,
+      "loss": 0.0288,
+      "step": 94080
+    },
+    {
+      "grad_norm": 0.32462894916534424,
+      "learning_rate": 5.897165122990303e-05,
+      "loss": 0.0238,
+      "step": 94090
+    },
+    {
+      "grad_norm": 0.5599524974822998,
+      "learning_rate": 5.8963517935703404e-05,
+      "loss": 0.0297,
+      "step": 94100
+    },
+    {
+      "grad_norm": 0.4273490607738495,
+      "learning_rate": 5.8955384396444593e-05,
+      "loss": 0.0265,
+      "step": 94110
+    },
+    {
+      "grad_norm": 0.542536199092865,
+      "learning_rate": 5.894725061234892e-05,
+      "loss": 0.0292,
+      "step": 94120
+    },
+    {
+      "grad_norm": 0.3741946518421173,
+      "learning_rate": 5.893911658363878e-05,
+      "loss": 0.0348,
+      "step": 94130
+    },
+    {
+      "grad_norm": 0.5575107336044312,
+      "learning_rate": 5.8930982310536556e-05,
+      "loss": 0.0308,
+      "step": 94140
+    },
+    {
+      "grad_norm": 0.9031896591186523,
+      "learning_rate": 5.8922847793264624e-05,
+      "loss": 0.0395,
+      "step": 94150
+    },
+    {
+      "grad_norm": 0.37508296966552734,
+      "learning_rate": 5.8914713032045366e-05,
+      "loss": 0.0277,
+      "step": 94160
+    },
+    {
+      "grad_norm": 0.7202122211456299,
+      "learning_rate": 5.8906578027101235e-05,
+      "loss": 0.0268,
+      "step": 94170
+    },
+    {
+      "grad_norm": 0.5988215804100037,
+      "learning_rate": 5.889844277865459e-05,
+      "loss": 0.0326,
+      "step": 94180
+    },
+    {
+      "grad_norm": 0.3963147699832916,
+      "learning_rate": 5.8890307286927884e-05,
+      "loss": 0.034,
+      "step": 94190
+    },
+    {
+      "grad_norm": 0.4395485520362854,
+      "learning_rate": 5.8882171552143486e-05,
+      "loss": 0.0336,
+      "step": 94200
+    },
+    {
+      "grad_norm": 0.7050032615661621,
+      "learning_rate": 5.887403557452387e-05,
+      "loss": 0.0313,
+      "step": 94210
+    },
+    {
+      "grad_norm": 0.49726197123527527,
+      "learning_rate": 5.8865899354291445e-05,
+      "loss": 0.0289,
+      "step": 94220
+    },
+    {
+      "grad_norm": 0.7603719830513,
+      "learning_rate": 5.885776289166868e-05,
+      "loss": 0.0273,
+      "step": 94230
+    },
+    {
+      "grad_norm": 0.8998610377311707,
+      "learning_rate": 5.884962618687799e-05,
+      "loss": 0.0303,
+      "step": 94240
+    },
+    {
+      "grad_norm": 1.219303846359253,
+      "learning_rate": 5.8841489240141856e-05,
+      "loss": 0.0294,
+      "step": 94250
+    },
+    {
+      "grad_norm": 0.6772059798240662,
+      "learning_rate": 5.8833352051682725e-05,
+      "loss": 0.0393,
+      "step": 94260
+    },
+    {
+      "grad_norm": 0.4309449791908264,
+      "learning_rate": 5.8825214621723056e-05,
+      "loss": 0.0409,
+      "step": 94270
+    },
+    {
+      "grad_norm": 1.7988744974136353,
+      "learning_rate": 5.881707695048535e-05,
+      "loss": 0.0438,
+      "step": 94280
+    },
+    {
+      "grad_norm": 0.3555532395839691,
+      "learning_rate": 5.880893903819206e-05,
+      "loss": 0.0275,
+      "step": 94290
+    },
+    {
+      "grad_norm": 0.586198091506958,
+      "learning_rate": 5.88008008850657e-05,
+      "loss": 0.0293,
+      "step": 94300
+    },
+    {
+      "grad_norm": 0.43841391801834106,
+      "learning_rate": 5.879266249132873e-05,
+      "loss": 0.0353,
+      "step": 94310
+    },
+    {
+      "grad_norm": 1.1508238315582275,
+      "learning_rate": 5.87845238572037e-05,
+      "loss": 0.0304,
+      "step": 94320
+    },
+    {
+      "grad_norm": 0.4158710837364197,
+      "learning_rate": 5.877638498291307e-05,
+      "loss": 0.0354,
+      "step": 94330
+    },
+    {
+      "grad_norm": 0.5363155603408813,
+      "learning_rate": 5.876824586867937e-05,
+      "loss": 0.0353,
+      "step": 94340
+    },
+    {
+      "grad_norm": 0.6238853931427002,
+      "learning_rate": 5.876010651472512e-05,
+      "loss": 0.0376,
+      "step": 94350
+    },
+    {
+      "grad_norm": 0.9462804198265076,
+      "learning_rate": 5.875196692127286e-05,
+      "loss": 0.0375,
+      "step": 94360
+    },
+    {
+      "grad_norm": 0.4868607521057129,
+      "learning_rate": 5.87438270885451e-05,
+      "loss": 0.0304,
+      "step": 94370
+    },
+    {
+      "grad_norm": 0.8164985775947571,
+      "learning_rate": 5.873568701676441e-05,
+      "loss": 0.0264,
+      "step": 94380
+    },
+    {
+      "grad_norm": 0.4346328377723694,
+      "learning_rate": 5.8727546706153305e-05,
+      "loss": 0.0296,
+      "step": 94390
+    },
+    {
+      "grad_norm": 0.453347384929657,
+      "learning_rate": 5.8719406156934357e-05,
+      "loss": 0.0301,
+      "step": 94400
+    },
+    {
+      "grad_norm": 0.5684769749641418,
+      "learning_rate": 5.87112653693301e-05,
+      "loss": 0.0221,
+      "step": 94410
+    },
+    {
+      "grad_norm": 0.35685256123542786,
+      "learning_rate": 5.870312434356315e-05,
+      "loss": 0.0262,
+      "step": 94420
+    },
+    {
+      "grad_norm": 0.5048567056655884,
+      "learning_rate": 5.869498307985604e-05,
+      "loss": 0.0354,
+      "step": 94430
+    },
+    {
+      "grad_norm": 0.5484380722045898,
+      "learning_rate": 5.868684157843136e-05,
+      "loss": 0.0281,
+      "step": 94440
+    },
+    {
+      "grad_norm": 0.5628528594970703,
+      "learning_rate": 5.867869983951168e-05,
+      "loss": 0.033,
+      "step": 94450
+    },
+    {
+      "grad_norm": 0.45118528604507446,
+      "learning_rate": 5.867055786331962e-05,
+      "loss": 0.0328,
+      "step": 94460
+    },
+    {
+      "grad_norm": 0.9713805913925171,
+      "learning_rate": 5.866241565007776e-05,
+      "loss": 0.0336,
+      "step": 94470
+    },
+    {
+      "grad_norm": 0.5590383410453796,
+      "learning_rate": 5.865427320000872e-05,
+      "loss": 0.0284,
+      "step": 94480
+    },
+    {
+      "grad_norm": 0.5002375245094299,
+      "learning_rate": 5.86461305133351e-05,
+      "loss": 0.043,
+      "step": 94490
+    },
+    {
+      "grad_norm": 0.4486755430698395,
+      "learning_rate": 5.863798759027951e-05,
+      "loss": 0.0429,
+      "step": 94500
+    },
+    {
+      "grad_norm": 2.2812390327453613,
+      "learning_rate": 5.862984443106461e-05,
+      "loss": 0.0392,
+      "step": 94510
+    },
+    {
+      "grad_norm": 1.028064250946045,
+      "learning_rate": 5.862170103591298e-05,
+      "loss": 0.0514,
+      "step": 94520
+    },
+    {
+      "grad_norm": 1.3652572631835938,
+      "learning_rate": 5.861355740504729e-05,
+      "loss": 0.0405,
+      "step": 94530
+    },
+    {
+      "grad_norm": 0.6345760822296143,
+      "learning_rate": 5.8605413538690154e-05,
+      "loss": 0.0325,
+      "step": 94540
+    },
+    {
+      "grad_norm": 0.600156843662262,
+      "learning_rate": 5.859726943706428e-05,
+      "loss": 0.0284,
+      "step": 94550
+    },
+    {
+      "grad_norm": 0.4847635328769684,
+      "learning_rate": 5.8589125100392276e-05,
+      "loss": 0.0385,
+      "step": 94560
+    },
+    {
+      "grad_norm": 3.4538533687591553,
+      "learning_rate": 5.8580980528896824e-05,
+      "loss": 0.0363,
+      "step": 94570
+    },
+    {
+      "grad_norm": 0.564947783946991,
+      "learning_rate": 5.857283572280058e-05,
+      "loss": 0.0344,
+      "step": 94580
+    },
+    {
+      "grad_norm": 0.4027915894985199,
+      "learning_rate": 5.8564690682326237e-05,
+      "loss": 0.0305,
+      "step": 94590
+    },
+    {
+      "grad_norm": 0.5366203188896179,
+      "learning_rate": 5.855654540769645e-05,
+      "loss": 0.0287,
+      "step": 94600
+    },
+    {
+      "grad_norm": 0.6146447062492371,
+      "learning_rate": 5.8548399899133944e-05,
+      "loss": 0.039,
+      "step": 94610
+    },
+    {
+      "grad_norm": 0.4840897023677826,
+      "learning_rate": 5.854025415686139e-05,
+      "loss": 0.03,
+      "step": 94620
+    },
+    {
+      "grad_norm": 0.5011682510375977,
+      "learning_rate": 5.8532108181101496e-05,
+      "loss": 0.0282,
+      "step": 94630
+    },
+    {
+      "grad_norm": 0.5527607798576355,
+      "learning_rate": 5.852396197207697e-05,
+      "loss": 0.0226,
+      "step": 94640
+    },
+    {
+      "grad_norm": 0.8765010833740234,
+      "learning_rate": 5.851581553001053e-05,
+      "loss": 0.0324,
+      "step": 94650
+    },
+    {
+      "grad_norm": 0.4599286913871765,
+      "learning_rate": 5.8507668855124885e-05,
+      "loss": 0.0173,
+      "step": 94660
+    },
+    {
+      "grad_norm": 0.23935741186141968,
+      "learning_rate": 5.8499521947642764e-05,
+      "loss": 0.0256,
+      "step": 94670
+    },
+    {
+      "grad_norm": 0.4892892837524414,
+      "learning_rate": 5.849137480778691e-05,
+      "loss": 0.0333,
+      "step": 94680
+    },
+    {
+      "grad_norm": 0.6479471921920776,
+      "learning_rate": 5.848322743578008e-05,
+      "loss": 0.0329,
+      "step": 94690
+    },
+    {
+      "grad_norm": 1.3608194589614868,
+      "learning_rate": 5.8475079831844984e-05,
+      "loss": 0.0397,
+      "step": 94700
+    },
+    {
+      "grad_norm": 0.34517285227775574,
+      "learning_rate": 5.846693199620438e-05,
+      "loss": 0.0298,
+      "step": 94710
+    },
+    {
+      "grad_norm": 0.5231087803840637,
+      "learning_rate": 5.845878392908105e-05,
+      "loss": 0.0317,
+      "step": 94720
+    },
+    {
+      "grad_norm": 1.2401241064071655,
+      "learning_rate": 5.845063563069774e-05,
+      "loss": 0.0305,
+      "step": 94730
+    },
+    {
+      "grad_norm": 0.36291664838790894,
+      "learning_rate": 5.844248710127722e-05,
+      "loss": 0.0499,
+      "step": 94740
+    },
+    {
+      "grad_norm": 0.3909893333911896,
+      "learning_rate": 5.843433834104227e-05,
+      "loss": 0.0394,
+      "step": 94750
+    },
+    {
+      "grad_norm": 0.6977999210357666,
+      "learning_rate": 5.8426189350215696e-05,
+      "loss": 0.0331,
+      "step": 94760
+    },
+    {
+      "grad_norm": 0.5565579533576965,
+      "learning_rate": 5.841804012902027e-05,
+      "loss": 0.0369,
+      "step": 94770
+    },
+    {
+      "grad_norm": 0.5465147495269775,
+      "learning_rate": 5.840989067767878e-05,
+      "loss": 0.0229,
+      "step": 94780
+    },
+    {
+      "grad_norm": 0.6709083914756775,
+      "learning_rate": 5.8401740996414034e-05,
+      "loss": 0.0512,
+      "step": 94790
+    },
+    {
+      "grad_norm": 0.45223379135131836,
+      "learning_rate": 5.8393591085448865e-05,
+      "loss": 0.0184,
+      "step": 94800
+    },
+    {
+      "grad_norm": 0.6993906497955322,
+      "learning_rate": 5.8385440945006044e-05,
+      "loss": 0.031,
+      "step": 94810
+    },
+    {
+      "grad_norm": 0.438129186630249,
+      "learning_rate": 5.8377290575308444e-05,
+      "loss": 0.0353,
+      "step": 94820
+    },
+    {
+      "grad_norm": 0.5383040308952332,
+      "learning_rate": 5.836913997657885e-05,
+      "loss": 0.0397,
+      "step": 94830
+    },
+    {
+      "grad_norm": 0.3721461892127991,
+      "learning_rate": 5.8360989149040125e-05,
+      "loss": 0.0361,
+      "step": 94840
+    },
+    {
+      "grad_norm": 0.5317333340644836,
+      "learning_rate": 5.835283809291509e-05,
+      "loss": 0.0364,
+      "step": 94850
+    },
+    {
+      "grad_norm": 0.6898958086967468,
+      "learning_rate": 5.834468680842659e-05,
+      "loss": 0.0282,
+      "step": 94860
+    },
+    {
+      "grad_norm": 0.3576701581478119,
+      "learning_rate": 5.833653529579749e-05,
+      "loss": 0.0517,
+      "step": 94870
+    },
+    {
+      "grad_norm": 0.6345551609992981,
+      "learning_rate": 5.832838355525065e-05,
+      "loss": 0.0278,
+      "step": 94880
+    },
+    {
+      "grad_norm": 0.4950910210609436,
+      "learning_rate": 5.8320231587008946e-05,
+      "loss": 0.0285,
+      "step": 94890
+    },
+    {
+      "grad_norm": 0.49363332986831665,
+      "learning_rate": 5.831207939129523e-05,
+      "loss": 0.0269,
+      "step": 94900
+    },
+    {
+      "grad_norm": 1.3156089782714844,
+      "learning_rate": 5.8303926968332375e-05,
+      "loss": 0.0581,
+      "step": 94910
+    },
+    {
+      "grad_norm": 1.6803780794143677,
+      "learning_rate": 5.829577431834328e-05,
+      "loss": 0.0312,
+      "step": 94920
+    },
+    {
+      "grad_norm": 0.6866757869720459,
+      "learning_rate": 5.828762144155083e-05,
+      "loss": 0.0338,
+      "step": 94930
+    },
+    {
+      "grad_norm": 0.46985769271850586,
+      "learning_rate": 5.827946833817795e-05,
+      "loss": 0.0383,
+      "step": 94940
+    },
+    {
+      "grad_norm": 1.1448684930801392,
+      "learning_rate": 5.827131500844748e-05,
+      "loss": 0.0351,
+      "step": 94950
+    },
+    {
+      "grad_norm": 0.5230758786201477,
+      "learning_rate": 5.8263161452582384e-05,
+      "loss": 0.0415,
+      "step": 94960
+    },
+    {
+      "grad_norm": 0.5969500541687012,
+      "learning_rate": 5.8255007670805564e-05,
+      "loss": 0.024,
+      "step": 94970
+    },
+    {
+      "grad_norm": 0.5518593788146973,
+      "learning_rate": 5.824685366333992e-05,
+      "loss": 0.0315,
+      "step": 94980
+    },
+    {
+      "grad_norm": 0.46476367115974426,
+      "learning_rate": 5.8238699430408394e-05,
+      "loss": 0.0298,
+      "step": 94990
+    },
+    {
+      "grad_norm": 0.5356079339981079,
+      "learning_rate": 5.823054497223392e-05,
+      "loss": 0.0431,
+      "step": 95000
+    },
+    {
+      "grad_norm": 0.4476495087146759,
+      "learning_rate": 5.8222390289039456e-05,
+      "loss": 0.0329,
+      "step": 95010
+    },
+    {
+      "grad_norm": 0.43433934450149536,
+      "learning_rate": 5.8214235381047914e-05,
+      "loss": 0.0284,
+      "step": 95020
+    },
+    {
+      "grad_norm": 0.42702779173851013,
+      "learning_rate": 5.8206080248482275e-05,
+      "loss": 0.0276,
+      "step": 95030
+    },
+    {
+      "grad_norm": 0.44209691882133484,
+      "learning_rate": 5.819792489156548e-05,
+      "loss": 0.0378,
+      "step": 95040
+    },
+    {
+      "grad_norm": 0.47762250900268555,
+      "learning_rate": 5.8189769310520495e-05,
+      "loss": 0.0222,
+      "step": 95050
+    },
+    {
+      "grad_norm": 0.536874532699585,
+      "learning_rate": 5.8181613505570284e-05,
+      "loss": 0.0342,
+      "step": 95060
+    },
+    {
+      "grad_norm": 0.3211955428123474,
+      "learning_rate": 5.8173457476937856e-05,
+      "loss": 0.0266,
+      "step": 95070
+    },
+    {
+      "grad_norm": 1.6203471422195435,
+      "learning_rate": 5.8165301224846156e-05,
+      "loss": 0.0323,
+      "step": 95080
+    },
+    {
+      "grad_norm": 0.39970773458480835,
+      "learning_rate": 5.81571447495182e-05,
+      "loss": 0.0343,
+      "step": 95090
+    },
+    {
+      "grad_norm": 0.7331780791282654,
+      "learning_rate": 5.8148988051176954e-05,
+      "loss": 0.0291,
+      "step": 95100
+    },
+    {
+      "grad_norm": 0.40209531784057617,
+      "learning_rate": 5.8140831130045445e-05,
+      "loss": 0.0475,
+      "step": 95110
+    },
+    {
+      "grad_norm": 0.6806427240371704,
+      "learning_rate": 5.813267398634668e-05,
+      "loss": 0.0357,
+      "step": 95120
+    },
+    {
+      "grad_norm": 0.37350034713745117,
+      "learning_rate": 5.812451662030366e-05,
+      "loss": 0.0269,
+      "step": 95130
+    },
+    {
+      "grad_norm": 0.3727569580078125,
+      "learning_rate": 5.811635903213939e-05,
+      "loss": 0.0327,
+      "step": 95140
+    },
+    {
+      "grad_norm": 0.5645720362663269,
+      "learning_rate": 5.8108201222076944e-05,
+      "loss": 0.0345,
+      "step": 95150
+    },
+    {
+      "grad_norm": 0.7271094918251038,
+      "learning_rate": 5.8100043190339295e-05,
+      "loss": 0.0269,
+      "step": 95160
+    },
+    {
+      "grad_norm": 0.5604318976402283,
+      "learning_rate": 5.809188493714952e-05,
+      "loss": 0.0236,
+      "step": 95170
+    },
+    {
+      "grad_norm": 1.3187975883483887,
+      "learning_rate": 5.8083726462730635e-05,
+      "loss": 0.0502,
+      "step": 95180
+    },
+    {
+      "grad_norm": 1.0085830688476562,
+      "learning_rate": 5.807556776730574e-05,
+      "loss": 0.0296,
+      "step": 95190
+    },
+    {
+      "grad_norm": 0.8455968499183655,
+      "learning_rate": 5.8067408851097825e-05,
+      "loss": 0.0624,
+      "step": 95200
+    },
+    {
+      "grad_norm": 0.8370541334152222,
+      "learning_rate": 5.805924971432999e-05,
+      "loss": 0.0366,
+      "step": 95210
+    },
+    {
+      "grad_norm": 0.4027293622493744,
+      "learning_rate": 5.8051090357225314e-05,
+      "loss": 0.0235,
+      "step": 95220
+    },
+    {
+      "grad_norm": 0.6827797293663025,
+      "learning_rate": 5.804293078000683e-05,
+      "loss": 0.0254,
+      "step": 95230
+    },
+    {
+      "grad_norm": 0.6454222798347473,
+      "learning_rate": 5.803477098289765e-05,
+      "loss": 0.0377,
+      "step": 95240
+    },
+    {
+      "grad_norm": 0.6976858973503113,
+      "learning_rate": 5.802661096612083e-05,
+      "loss": 0.0458,
+      "step": 95250
+    },
+    {
+      "grad_norm": 0.4924894869327545,
+      "learning_rate": 5.801845072989951e-05,
+      "loss": 0.0275,
+      "step": 95260
+    },
+    {
+      "grad_norm": 0.43605223298072815,
+      "learning_rate": 5.801029027445675e-05,
+      "loss": 0.0338,
+      "step": 95270
+    },
+    {
+      "grad_norm": 0.29318153858184814,
+      "learning_rate": 5.800212960001567e-05,
+      "loss": 0.0213,
+      "step": 95280
+    },
+    {
+      "grad_norm": 0.8345481753349304,
+      "learning_rate": 5.7993968706799365e-05,
+      "loss": 0.0322,
+      "step": 95290
+    },
+    {
+      "grad_norm": 0.4617365896701813,
+      "learning_rate": 5.798580759503095e-05,
+      "loss": 0.0337,
+      "step": 95300
+    },
+    {
+      "grad_norm": 0.5821983814239502,
+      "learning_rate": 5.797764626493356e-05,
+      "loss": 0.0289,
+      "step": 95310
+    },
+    {
+      "grad_norm": 0.588367223739624,
+      "learning_rate": 5.796948471673033e-05,
+      "loss": 0.0308,
+      "step": 95320
+    },
+    {
+      "grad_norm": 0.666019856929779,
+      "learning_rate": 5.796132295064437e-05,
+      "loss": 0.0286,
+      "step": 95330
+    },
+    {
+      "grad_norm": 1.0196372270584106,
+      "learning_rate": 5.7953160966898846e-05,
+      "loss": 0.0307,
+      "step": 95340
+    },
+    {
+      "grad_norm": 0.5135505199432373,
+      "learning_rate": 5.7944998765716866e-05,
+      "loss": 0.0325,
+      "step": 95350
+    },
+    {
+      "grad_norm": 2.2002217769622803,
+      "learning_rate": 5.7936836347321634e-05,
+      "loss": 0.0348,
+      "step": 95360
+    },
+    {
+      "grad_norm": 0.38131165504455566,
+      "learning_rate": 5.7928673711936247e-05,
+      "loss": 0.0228,
+      "step": 95370
+    },
+    {
+      "grad_norm": 0.47177669405937195,
+      "learning_rate": 5.792051085978391e-05,
+      "loss": 0.0219,
+      "step": 95380
+    },
+    {
+      "grad_norm": 0.2367016077041626,
+      "learning_rate": 5.791234779108778e-05,
+      "loss": 0.029,
+      "step": 95390
+    },
+    {
+      "grad_norm": 0.5315960645675659,
+      "learning_rate": 5.7904184506071046e-05,
+      "loss": 0.0283,
+      "step": 95400
+    },
+    {
+      "grad_norm": 0.5164232850074768,
+      "learning_rate": 5.789602100495687e-05,
+      "loss": 0.0289,
+      "step": 95410
+    },
+    {
+      "grad_norm": 1.2052408456802368,
+      "learning_rate": 5.788785728796844e-05,
+      "loss": 0.0347,
+      "step": 95420
+    },
+    {
+      "grad_norm": 0.4562908709049225,
+      "learning_rate": 5.7879693355328954e-05,
+      "loss": 0.0358,
+      "step": 95430
+    },
+    {
+      "grad_norm": 0.5438938736915588,
+      "learning_rate": 5.787152920726163e-05,
+      "loss": 0.0301,
+      "step": 95440
+    },
+    {
+      "grad_norm": 0.4394547641277313,
+      "learning_rate": 5.786336484398964e-05,
+      "loss": 0.0312,
+      "step": 95450
+    },
+    {
+      "grad_norm": 1.0884668827056885,
+      "learning_rate": 5.785520026573621e-05,
+      "loss": 0.0364,
+      "step": 95460
+    },
+    {
+      "grad_norm": 1.295399785041809,
+      "learning_rate": 5.784703547272457e-05,
+      "loss": 0.0557,
+      "step": 95470
+    },
+    {
+      "grad_norm": 0.3889925181865692,
+      "learning_rate": 5.783887046517791e-05,
+      "loss": 0.0263,
+      "step": 95480
+    },
+    {
+      "grad_norm": 0.4498007595539093,
+      "learning_rate": 5.7830705243319486e-05,
+      "loss": 0.0277,
+      "step": 95490
+    },
+    {
+      "grad_norm": 0.3830857574939728,
+      "learning_rate": 5.782253980737251e-05,
+      "loss": 0.0283,
+      "step": 95500
+    },
+    {
+      "grad_norm": 1.020450472831726,
+      "learning_rate": 5.781437415756026e-05,
+      "loss": 0.0429,
+      "step": 95510
+    },
+    {
+      "grad_norm": 1.0571722984313965,
+      "learning_rate": 5.780620829410594e-05,
+      "loss": 0.0284,
+      "step": 95520
+    },
+    {
+      "grad_norm": 0.5953222513198853,
+      "learning_rate": 5.779804221723282e-05,
+      "loss": 0.0382,
+      "step": 95530
+    },
+    {
+      "grad_norm": 1.290290117263794,
+      "learning_rate": 5.7789875927164147e-05,
+      "loss": 0.0413,
+      "step": 95540
+    },
+    {
+      "grad_norm": 0.49840864539146423,
+      "learning_rate": 5.778170942412321e-05,
+      "loss": 0.0359,
+      "step": 95550
+    },
+    {
+      "grad_norm": 0.40447568893432617,
+      "learning_rate": 5.777354270833324e-05,
+      "loss": 0.0454,
+      "step": 95560
+    },
+    {
+      "grad_norm": 0.42005208134651184,
+      "learning_rate": 5.776537578001755e-05,
+      "loss": 0.0311,
+      "step": 95570
+    },
+    {
+      "grad_norm": 0.4624519944190979,
+      "learning_rate": 5.775720863939939e-05,
+      "loss": 0.0393,
+      "step": 95580
+    },
+    {
+      "grad_norm": 0.5293760299682617,
+      "learning_rate": 5.774904128670206e-05,
+      "loss": 0.0342,
+      "step": 95590
+    },
+    {
+      "grad_norm": 0.5097499489784241,
+      "learning_rate": 5.774087372214887e-05,
+      "loss": 0.0267,
+      "step": 95600
+    },
+    {
+      "grad_norm": 0.46184593439102173,
+      "learning_rate": 5.773270594596309e-05,
+      "loss": 0.0271,
+      "step": 95610
+    },
+    {
+      "grad_norm": 0.36566510796546936,
+      "learning_rate": 5.772453795836803e-05,
+      "loss": 0.0372,
+      "step": 95620
+    },
+    {
+      "grad_norm": 0.5341957807540894,
+      "learning_rate": 5.771636975958701e-05,
+      "loss": 0.0295,
+      "step": 95630
+    },
+    {
+      "grad_norm": 0.36893147230148315,
+      "learning_rate": 5.770820134984334e-05,
+      "loss": 0.0682,
+      "step": 95640
+    },
+    {
+      "grad_norm": 1.2866339683532715,
+      "learning_rate": 5.7700032729360346e-05,
+      "loss": 0.0449,
+      "step": 95650
+    },
+    {
+      "grad_norm": 0.6607701778411865,
+      "learning_rate": 5.769186389836133e-05,
+      "loss": 0.031,
+      "step": 95660
+    },
+    {
+      "grad_norm": 0.5631270408630371,
+      "learning_rate": 5.768369485706966e-05,
+      "loss": 0.0304,
+      "step": 95670
+    },
+    {
+      "grad_norm": 0.4886820614337921,
+      "learning_rate": 5.767552560570865e-05,
+      "loss": 0.0426,
+      "step": 95680
+    },
+    {
+      "grad_norm": 0.9988505840301514,
+      "learning_rate": 5.7667356144501675e-05,
+      "loss": 0.0689,
+      "step": 95690
+    },
+    {
+      "grad_norm": 0.9249886870384216,
+      "learning_rate": 5.765918647367203e-05,
+      "loss": 0.043,
+      "step": 95700
+    },
+    {
+      "grad_norm": 1.4041200876235962,
+      "learning_rate": 5.765101659344313e-05,
+      "loss": 0.044,
+      "step": 95710
+    },
+    {
+      "grad_norm": 0.4839459955692291,
+      "learning_rate": 5.764284650403831e-05,
+      "loss": 0.0347,
+      "step": 95720
+    },
+    {
+      "grad_norm": 0.6469258069992065,
+      "learning_rate": 5.7634676205680924e-05,
+      "loss": 0.03,
+      "step": 95730
+    },
+    {
+      "grad_norm": 0.38833698630332947,
+      "learning_rate": 5.762650569859438e-05,
+      "loss": 0.0324,
+      "step": 95740
+    },
+    {
+      "grad_norm": 0.5135953426361084,
+      "learning_rate": 5.7618334983002006e-05,
+      "loss": 0.0315,
+      "step": 95750
+    },
+    {
+      "grad_norm": 0.6559708118438721,
+      "learning_rate": 5.761016405912724e-05,
+      "loss": 0.0417,
+      "step": 95760
+    },
+    {
+      "grad_norm": 0.7851808667182922,
+      "learning_rate": 5.7601992927193435e-05,
+      "loss": 0.0339,
+      "step": 95770
+    },
+    {
+      "grad_norm": 0.5713172554969788,
+      "learning_rate": 5.759382158742401e-05,
+      "loss": 0.0363,
+      "step": 95780
+    },
+    {
+      "grad_norm": 0.9226561784744263,
+      "learning_rate": 5.758565004004235e-05,
+      "loss": 0.0369,
+      "step": 95790
+    },
+    {
+      "grad_norm": 0.4489760100841522,
+      "learning_rate": 5.757747828527187e-05,
+      "loss": 0.0245,
+      "step": 95800
+    },
+    {
+      "grad_norm": 0.5411319136619568,
+      "learning_rate": 5.756930632333596e-05,
+      "loss": 0.0261,
+      "step": 95810
+    },
+    {
+      "grad_norm": 0.8015331625938416,
+      "learning_rate": 5.7561134154458084e-05,
+      "loss": 0.0326,
+      "step": 95820
+    },
+    {
+      "grad_norm": 0.6182081699371338,
+      "learning_rate": 5.7552961778861624e-05,
+      "loss": 0.0343,
+      "step": 95830
+    },
+    {
+      "grad_norm": 0.5232490301132202,
+      "learning_rate": 5.7544789196770045e-05,
+      "loss": 0.0456,
+      "step": 95840
+    },
+    {
+      "grad_norm": 0.49339061975479126,
+      "learning_rate": 5.753661640840675e-05,
+      "loss": 0.0297,
+      "step": 95850
+    },
+    {
+      "grad_norm": 0.5880131125450134,
+      "learning_rate": 5.75284434139952e-05,
+      "loss": 0.0331,
+      "step": 95860
+    },
+    {
+      "grad_norm": 1.1774519681930542,
+      "learning_rate": 5.752027021375883e-05,
+      "loss": 0.0431,
+      "step": 95870
+    },
+    {
+      "grad_norm": 0.5257726907730103,
+      "learning_rate": 5.75120968079211e-05,
+      "loss": 0.03,
+      "step": 95880
+    },
+    {
+      "grad_norm": 0.36144837737083435,
+      "learning_rate": 5.7503923196705465e-05,
+      "loss": 0.0236,
+      "step": 95890
+    },
+    {
+      "grad_norm": 0.2636711597442627,
+      "learning_rate": 5.74957493803354e-05,
+      "loss": 0.0325,
+      "step": 95900
+    },
+    {
+      "grad_norm": 0.6951267123222351,
+      "learning_rate": 5.748757535903435e-05,
+      "loss": 0.0451,
+      "step": 95910
+    },
+    {
+      "grad_norm": 0.7024590373039246,
+      "learning_rate": 5.74794011330258e-05,
+      "loss": 0.0408,
+      "step": 95920
+    },
+    {
+      "grad_norm": 0.6986164450645447,
+      "learning_rate": 5.7471226702533244e-05,
+      "loss": 0.0292,
+      "step": 95930
+    },
+    {
+      "grad_norm": 1.0770725011825562,
+      "learning_rate": 5.746305206778016e-05,
+      "loss": 0.0372,
+      "step": 95940
+    },
+    {
+      "grad_norm": 0.7453944683074951,
+      "learning_rate": 5.745487722899001e-05,
+      "loss": 0.0317,
+      "step": 95950
+    },
+    {
+      "grad_norm": 0.5071442723274231,
+      "learning_rate": 5.744670218638634e-05,
+      "loss": 0.0296,
+      "step": 95960
+    },
+    {
+      "grad_norm": 0.5259467363357544,
+      "learning_rate": 5.7438526940192626e-05,
+      "loss": 0.0448,
+      "step": 95970
+    },
+    {
+      "grad_norm": 0.28479570150375366,
+      "learning_rate": 5.7430351490632374e-05,
+      "loss": 0.0414,
+      "step": 95980
+    },
+    {
+      "grad_norm": 0.4995824694633484,
+      "learning_rate": 5.742217583792912e-05,
+      "loss": 0.0365,
+      "step": 95990
+    },
+    {
+      "grad_norm": 0.6876243948936462,
+      "learning_rate": 5.7413999982306345e-05,
+      "loss": 0.0293,
+      "step": 96000
+    },
+    {
+      "grad_norm": 0.3699477016925812,
+      "learning_rate": 5.740582392398761e-05,
+      "loss": 0.0315,
+      "step": 96010
+    },
+    {
+      "grad_norm": 0.6052810549736023,
+      "learning_rate": 5.7397647663196416e-05,
+      "loss": 0.028,
+      "step": 96020
+    },
+    {
+      "grad_norm": 0.35227593779563904,
+      "learning_rate": 5.738947120015634e-05,
+      "loss": 0.0435,
+      "step": 96030
+    },
+    {
+      "grad_norm": 0.4931417405605316,
+      "learning_rate": 5.738129453509088e-05,
+      "loss": 0.0344,
+      "step": 96040
+    },
+    {
+      "grad_norm": 0.4418470859527588,
+      "learning_rate": 5.737311766822361e-05,
+      "loss": 0.0345,
+      "step": 96050
+    },
+    {
+      "grad_norm": 0.29308322072029114,
+      "learning_rate": 5.736494059977806e-05,
+      "loss": 0.0291,
+      "step": 96060
+    },
+    {
+      "grad_norm": 0.6654694676399231,
+      "learning_rate": 5.7356763329977804e-05,
+      "loss": 0.0471,
+      "step": 96070
+    },
+    {
+      "grad_norm": 0.47091221809387207,
+      "learning_rate": 5.73485858590464e-05,
+      "loss": 0.0329,
+      "step": 96080
+    },
+    {
+      "grad_norm": 0.575046956539154,
+      "learning_rate": 5.7340408187207427e-05,
+      "loss": 0.0227,
+      "step": 96090
+    },
+    {
+      "grad_norm": 0.4994950294494629,
+      "learning_rate": 5.733223031468445e-05,
+      "loss": 0.0299,
+      "step": 96100
+    },
+    {
+      "grad_norm": 0.7672926187515259,
+      "learning_rate": 5.732405224170105e-05,
+      "loss": 0.0352,
+      "step": 96110
+    },
+    {
+      "grad_norm": 0.41025906801223755,
+      "learning_rate": 5.731587396848081e-05,
+      "loss": 0.0333,
+      "step": 96120
+    },
+    {
+      "grad_norm": 0.5090916156768799,
+      "learning_rate": 5.730769549524733e-05,
+      "loss": 0.0413,
+      "step": 96130
+    },
+    {
+      "grad_norm": 0.8955886363983154,
+      "learning_rate": 5.72995168222242e-05,
+      "loss": 0.0527,
+      "step": 96140
+    },
+    {
+      "grad_norm": 0.4223652780056,
+      "learning_rate": 5.729133794963502e-05,
+      "loss": 0.026,
+      "step": 96150
+    },
+    {
+      "grad_norm": 0.8798855543136597,
+      "learning_rate": 5.72831588777034e-05,
+      "loss": 0.044,
+      "step": 96160
+    },
+    {
+      "grad_norm": 0.47302258014678955,
+      "learning_rate": 5.7274979606652944e-05,
+      "loss": 0.0252,
+      "step": 96170
+    },
+    {
+      "grad_norm": 0.6732344031333923,
+      "learning_rate": 5.72668001367073e-05,
+      "loss": 0.0325,
+      "step": 96180
+    },
+    {
+      "grad_norm": 0.5817117094993591,
+      "learning_rate": 5.7258620468090053e-05,
+      "loss": 0.0327,
+      "step": 96190
+    },
+    {
+      "grad_norm": 0.5745179653167725,
+      "learning_rate": 5.7250440601024844e-05,
+      "loss": 0.0345,
+      "step": 96200
+    },
+    {
+      "grad_norm": 0.43093663454055786,
+      "learning_rate": 5.7242260535735325e-05,
+      "loss": 0.0404,
+      "step": 96210
+    },
+    {
+      "grad_norm": 0.8568543791770935,
+      "learning_rate": 5.723408027244513e-05,
+      "loss": 0.0417,
+      "step": 96220
+    },
+    {
+      "grad_norm": 0.422098308801651,
+      "learning_rate": 5.722589981137788e-05,
+      "loss": 0.0407,
+      "step": 96230
+    },
+    {
+      "grad_norm": 0.5218200087547302,
+      "learning_rate": 5.721771915275727e-05,
+      "loss": 0.0379,
+      "step": 96240
+    },
+    {
+      "grad_norm": 0.4373098313808441,
+      "learning_rate": 5.720953829680691e-05,
+      "loss": 0.0393,
+      "step": 96250
+    },
+    {
+      "grad_norm": 0.32299718260765076,
+      "learning_rate": 5.7201357243750475e-05,
+      "loss": 0.0274,
+      "step": 96260
+    },
+    {
+      "grad_norm": 0.45211470127105713,
+      "learning_rate": 5.7193175993811646e-05,
+      "loss": 0.0321,
+      "step": 96270
+    },
+    {
+      "grad_norm": 0.4680432677268982,
+      "learning_rate": 5.71849945472141e-05,
+      "loss": 0.0267,
+      "step": 96280
+    },
+    {
+      "grad_norm": 0.39872124791145325,
+      "learning_rate": 5.7176812904181485e-05,
+      "loss": 0.0279,
+      "step": 96290
+    },
+    {
+      "grad_norm": 0.33962002396583557,
+      "learning_rate": 5.7168631064937515e-05,
+      "loss": 0.0356,
+      "step": 96300
+    },
+    {
+      "grad_norm": 0.3756754994392395,
+      "learning_rate": 5.7160449029705855e-05,
+      "loss": 0.0284,
+      "step": 96310
+    },
+    {
+      "grad_norm": 0.5249772667884827,
+      "learning_rate": 5.715226679871021e-05,
+      "loss": 0.0301,
+      "step": 96320
+    },
+    {
+      "grad_norm": 0.6299551129341125,
+      "learning_rate": 5.714408437217428e-05,
+      "loss": 0.0388,
+      "step": 96330
+    },
+    {
+      "grad_norm": 0.58436119556427,
+      "learning_rate": 5.7135901750321774e-05,
+      "loss": 0.0337,
+      "step": 96340
+    },
+    {
+      "grad_norm": 0.46726903319358826,
+      "learning_rate": 5.7127718933376384e-05,
+      "loss": 0.027,
+      "step": 96350
+    },
+    {
+      "grad_norm": 0.624725878238678,
+      "learning_rate": 5.711953592156184e-05,
+      "loss": 0.0363,
+      "step": 96360
+    },
+    {
+      "grad_norm": 0.4036841094493866,
+      "learning_rate": 5.7111352715101866e-05,
+      "loss": 0.0339,
+      "step": 96370
+    },
+    {
+      "grad_norm": 0.7538849115371704,
+      "learning_rate": 5.710316931422016e-05,
+      "loss": 0.032,
+      "step": 96380
+    },
+    {
+      "grad_norm": 0.6233367323875427,
+      "learning_rate": 5.709498571914048e-05,
+      "loss": 0.0317,
+      "step": 96390
+    },
+    {
+      "grad_norm": 0.5989446640014648,
+      "learning_rate": 5.7086801930086574e-05,
+      "loss": 0.0391,
+      "step": 96400
+    },
+    {
+      "grad_norm": 0.2726397216320038,
+      "learning_rate": 5.7078617947282155e-05,
+      "loss": 0.0323,
+      "step": 96410
+    },
+    {
+      "grad_norm": 0.5281200408935547,
+      "learning_rate": 5.707043377095097e-05,
+      "loss": 0.0333,
+      "step": 96420
+    },
+    {
+      "grad_norm": 0.36897334456443787,
+      "learning_rate": 5.70622494013168e-05,
+      "loss": 0.025,
+      "step": 96430
+    },
+    {
+      "grad_norm": 0.6797336339950562,
+      "learning_rate": 5.705406483860337e-05,
+      "loss": 0.0354,
+      "step": 96440
+    },
+    {
+      "grad_norm": 0.5506234765052795,
+      "learning_rate": 5.7045880083034464e-05,
+      "loss": 0.0313,
+      "step": 96450
+    },
+    {
+      "grad_norm": 0.5084333419799805,
+      "learning_rate": 5.703769513483383e-05,
+      "loss": 0.0333,
+      "step": 96460
+    },
+    {
+      "grad_norm": 0.4965425431728363,
+      "learning_rate": 5.702950999422528e-05,
+      "loss": 0.0306,
+      "step": 96470
+    },
+    {
+      "grad_norm": 0.996036946773529,
+      "learning_rate": 5.702132466143255e-05,
+      "loss": 0.0515,
+      "step": 96480
+    },
+    {
+      "grad_norm": 0.45447978377342224,
+      "learning_rate": 5.7013139136679464e-05,
+      "loss": 0.0388,
+      "step": 96490
+    },
+    {
+      "grad_norm": 0.4689699709415436,
+      "learning_rate": 5.700495342018977e-05,
+      "loss": 0.0307,
+      "step": 96500
+    },
+    {
+      "grad_norm": 0.34897929430007935,
+      "learning_rate": 5.699676751218728e-05,
+      "loss": 0.0318,
+      "step": 96510
+    },
+    {
+      "grad_norm": 0.38493847846984863,
+      "learning_rate": 5.698858141289579e-05,
+      "loss": 0.0301,
+      "step": 96520
+    },
+    {
+      "grad_norm": 1.0957993268966675,
+      "learning_rate": 5.698039512253912e-05,
+      "loss": 0.0298,
+      "step": 96530
+    },
+    {
+      "grad_norm": 0.312806636095047,
+      "learning_rate": 5.6972208641341064e-05,
+      "loss": 0.0245,
+      "step": 96540
+    },
+    {
+      "grad_norm": 0.34617576003074646,
+      "learning_rate": 5.696402196952546e-05,
+      "loss": 0.0269,
+      "step": 96550
+    },
+    {
+      "grad_norm": 0.6477895379066467,
+      "learning_rate": 5.695583510731609e-05,
+      "loss": 0.0299,
+      "step": 96560
+    },
+    {
+      "grad_norm": 0.5671438574790955,
+      "learning_rate": 5.694764805493682e-05,
+      "loss": 0.0243,
+      "step": 96570
+    },
+    {
+      "grad_norm": 0.8395051956176758,
+      "learning_rate": 5.6939460812611436e-05,
+      "loss": 0.0363,
+      "step": 96580
+    },
+    {
+      "grad_norm": 1.140723705291748,
+      "learning_rate": 5.693127338056382e-05,
+      "loss": 0.0322,
+      "step": 96590
+    },
+    {
+      "grad_norm": 0.26309439539909363,
+      "learning_rate": 5.692308575901779e-05,
+      "loss": 0.0283,
+      "step": 96600
+    },
+    {
+      "grad_norm": 0.627852737903595,
+      "learning_rate": 5.69148979481972e-05,
+      "loss": 0.0296,
+      "step": 96610
+    },
+    {
+      "grad_norm": 1.047719120979309,
+      "learning_rate": 5.690670994832589e-05,
+      "loss": 0.0346,
+      "step": 96620
+    },
+    {
+      "grad_norm": 0.9190741777420044,
+      "learning_rate": 5.689852175962772e-05,
+      "loss": 0.0344,
+      "step": 96630
+    },
+    {
+      "grad_norm": 0.8969599604606628,
+      "learning_rate": 5.6890333382326566e-05,
+      "loss": 0.0352,
+      "step": 96640
+    },
+    {
+      "grad_norm": 0.44503533840179443,
+      "learning_rate": 5.6882144816646286e-05,
+      "loss": 0.0221,
+      "step": 96650
+    },
+    {
+      "grad_norm": 0.6313518285751343,
+      "learning_rate": 5.687395606281075e-05,
+      "loss": 0.0259,
+      "step": 96660
+    },
+    {
+      "grad_norm": 0.427726149559021,
+      "learning_rate": 5.686576712104383e-05,
+      "loss": 0.0243,
+      "step": 96670
+    },
+    {
+      "grad_norm": 0.3421591520309448,
+      "learning_rate": 5.685757799156944e-05,
+      "loss": 0.0311,
+      "step": 96680
+    },
+    {
+      "grad_norm": 0.7570383548736572,
+      "learning_rate": 5.684938867461143e-05,
+      "loss": 0.036,
+      "step": 96690
+    },
+    {
+      "grad_norm": 0.992483913898468,
+      "learning_rate": 5.68411991703937e-05,
+      "loss": 0.0385,
+      "step": 96700
+    },
+    {
+      "grad_norm": 0.5796877145767212,
+      "learning_rate": 5.683300947914015e-05,
+      "loss": 0.0209,
+      "step": 96710
+    },
+    {
+      "grad_norm": 0.6478826403617859,
+      "learning_rate": 5.682481960107471e-05,
+      "loss": 0.0246,
+      "step": 96720
+    },
+    {
+      "grad_norm": 0.5497615933418274,
+      "learning_rate": 5.681662953642125e-05,
+      "loss": 0.0428,
+      "step": 96730
+    },
+    {
+      "grad_norm": 0.3798612952232361,
+      "learning_rate": 5.6808439285403716e-05,
+      "loss": 0.0461,
+      "step": 96740
+    },
+    {
+      "grad_norm": 0.38550302386283875,
+      "learning_rate": 5.6800248848246e-05,
+      "loss": 0.0271,
+      "step": 96750
+    },
+    {
+      "grad_norm": 0.34990718960762024,
+      "learning_rate": 5.679205822517204e-05,
+      "loss": 0.0444,
+      "step": 96760
+    },
+    {
+      "grad_norm": 0.7315101027488708,
+      "learning_rate": 5.6783867416405734e-05,
+      "loss": 0.0439,
+      "step": 96770
+    },
+    {
+      "grad_norm": 0.3917868733406067,
+      "learning_rate": 5.677567642217107e-05,
+      "loss": 0.0304,
+      "step": 96780
+    },
+    {
+      "grad_norm": 0.5642104148864746,
+      "learning_rate": 5.676748524269194e-05,
+      "loss": 0.0318,
+      "step": 96790
+    },
+    {
+      "grad_norm": 0.548087477684021,
+      "learning_rate": 5.675929387819232e-05,
+      "loss": 0.0334,
+      "step": 96800
+    },
+    {
+      "grad_norm": 0.5323836207389832,
+      "learning_rate": 5.675110232889614e-05,
+      "loss": 0.0264,
+      "step": 96810
+    },
+    {
+      "grad_norm": 0.7248335480690002,
+      "learning_rate": 5.6742910595027366e-05,
+      "loss": 0.0459,
+      "step": 96820
+    },
+    {
+      "grad_norm": 1.7780487537384033,
+      "learning_rate": 5.6734718676809926e-05,
+      "loss": 0.0403,
+      "step": 96830
+    },
+    {
+      "grad_norm": 0.8291771411895752,
+      "learning_rate": 5.672652657446783e-05,
+      "loss": 0.0319,
+      "step": 96840
+    },
+    {
+      "grad_norm": 1.1124643087387085,
+      "learning_rate": 5.671833428822502e-05,
+      "loss": 0.0273,
+      "step": 96850
+    },
+    {
+      "grad_norm": 0.47669854760169983,
+      "learning_rate": 5.6710141818305476e-05,
+      "loss": 0.0513,
+      "step": 96860
+    },
+    {
+      "grad_norm": 0.42456290125846863,
+      "learning_rate": 5.6701949164933165e-05,
+      "loss": 0.0385,
+      "step": 96870
+    },
+    {
+      "grad_norm": 0.4215793311595917,
+      "learning_rate": 5.6693756328332084e-05,
+      "loss": 0.0293,
+      "step": 96880
+    },
+    {
+      "grad_norm": 0.49282148480415344,
+      "learning_rate": 5.668556330872622e-05,
+      "loss": 0.0311,
+      "step": 96890
+    },
+    {
+      "grad_norm": 0.4701014757156372,
+      "learning_rate": 5.667737010633958e-05,
+      "loss": 0.036,
+      "step": 96900
+    },
+    {
+      "grad_norm": 1.55496084690094,
+      "learning_rate": 5.666917672139613e-05,
+      "loss": 0.0384,
+      "step": 96910
+    },
+    {
+      "grad_norm": 0.20843355357646942,
+      "learning_rate": 5.666098315411991e-05,
+      "loss": 0.0329,
+      "step": 96920
+    },
+    {
+      "grad_norm": 0.6907283663749695,
+      "learning_rate": 5.6652789404734904e-05,
+      "loss": 0.0255,
+      "step": 96930
+    },
+    {
+      "grad_norm": 0.6062840223312378,
+      "learning_rate": 5.664459547346514e-05,
+      "loss": 0.04,
+      "step": 96940
+    },
+    {
+      "grad_norm": 0.41386863589286804,
+      "learning_rate": 5.663640136053464e-05,
+      "loss": 0.0288,
+      "step": 96950
+    },
+    {
+      "grad_norm": 0.6265805959701538,
+      "learning_rate": 5.6628207066167395e-05,
+      "loss": 0.0368,
+      "step": 96960
+    },
+    {
+      "grad_norm": 0.5119907855987549,
+      "learning_rate": 5.662001259058748e-05,
+      "loss": 0.0294,
+      "step": 96970
+    },
+    {
+      "grad_norm": 0.5660344958305359,
+      "learning_rate": 5.661181793401889e-05,
+      "loss": 0.0274,
+      "step": 96980
+    },
+    {
+      "grad_norm": 0.24024926126003265,
+      "learning_rate": 5.660362309668571e-05,
+      "loss": 0.0361,
+      "step": 96990
+    },
+    {
+      "grad_norm": 0.3019554018974304,
+      "learning_rate": 5.659542807881193e-05,
+      "loss": 0.0293,
+      "step": 97000
+    },
+    {
+      "grad_norm": 0.5986632704734802,
+      "learning_rate": 5.6587232880621646e-05,
+      "loss": 0.0378,
+      "step": 97010
+    },
+    {
+      "grad_norm": 0.3881347179412842,
+      "learning_rate": 5.657903750233886e-05,
+      "loss": 0.0373,
+      "step": 97020
+    },
+    {
+      "grad_norm": 0.3062974214553833,
+      "learning_rate": 5.657084194418768e-05,
+      "loss": 0.0334,
+      "step": 97030
+    },
+    {
+      "grad_norm": 0.5921733379364014,
+      "learning_rate": 5.6562646206392146e-05,
+      "loss": 0.0351,
+      "step": 97040
+    },
+    {
+      "grad_norm": 0.6466537714004517,
+      "learning_rate": 5.655445028917634e-05,
+      "loss": 0.0286,
+      "step": 97050
+    },
+    {
+      "grad_norm": 0.36827653646469116,
+      "learning_rate": 5.6546254192764314e-05,
+      "loss": 0.0419,
+      "step": 97060
+    },
+    {
+      "grad_norm": 0.5463423728942871,
+      "learning_rate": 5.6538057917380174e-05,
+      "loss": 0.0321,
+      "step": 97070
+    },
+    {
+      "grad_norm": 0.469431608915329,
+      "learning_rate": 5.6529861463247966e-05,
+      "loss": 0.0249,
+      "step": 97080
+    },
+    {
+      "grad_norm": 0.45140013098716736,
+      "learning_rate": 5.65216648305918e-05,
+      "loss": 0.0406,
+      "step": 97090
+    },
+    {
+      "grad_norm": 0.6823347806930542,
+      "learning_rate": 5.6513468019635775e-05,
+      "loss": 0.0308,
+      "step": 97100
+    },
+    {
+      "grad_norm": 0.6114554405212402,
+      "learning_rate": 5.650527103060398e-05,
+      "loss": 0.038,
+      "step": 97110
+    },
+    {
+      "grad_norm": 0.41846325993537903,
+      "learning_rate": 5.649707386372052e-05,
+      "loss": 0.029,
+      "step": 97120
+    },
+    {
+      "grad_norm": 1.2818193435668945,
+      "learning_rate": 5.648887651920949e-05,
+      "loss": 0.0421,
+      "step": 97130
+    },
+    {
+      "grad_norm": 0.5631383657455444,
+      "learning_rate": 5.6480678997295036e-05,
+      "loss": 0.0269,
+      "step": 97140
+    },
+    {
+      "grad_norm": 0.876508355140686,
+      "learning_rate": 5.647248129820122e-05,
+      "loss": 0.0307,
+      "step": 97150
+    },
+    {
+      "grad_norm": 0.979421854019165,
+      "learning_rate": 5.646428342215223e-05,
+      "loss": 0.0398,
+      "step": 97160
+    },
+    {
+      "grad_norm": 0.5304279327392578,
+      "learning_rate": 5.6456085369372144e-05,
+      "loss": 0.0341,
+      "step": 97170
+    },
+    {
+      "grad_norm": 0.6715513467788696,
+      "learning_rate": 5.644788714008512e-05,
+      "loss": 0.0275,
+      "step": 97180
+    },
+    {
+      "grad_norm": 0.9585444331169128,
+      "learning_rate": 5.6439688734515274e-05,
+      "loss": 0.0308,
+      "step": 97190
+    },
+    {
+      "grad_norm": 0.9615318775177002,
+      "learning_rate": 5.6431490152886766e-05,
+      "loss": 0.0298,
+      "step": 97200
+    },
+    {
+      "grad_norm": 0.5630415678024292,
+      "learning_rate": 5.642329139542372e-05,
+      "loss": 0.0613,
+      "step": 97210
+    },
+    {
+      "grad_norm": 0.6155786514282227,
+      "learning_rate": 5.6415092462350304e-05,
+      "loss": 0.069,
+      "step": 97220
+    },
+    {
+      "grad_norm": 0.38147473335266113,
+      "learning_rate": 5.6406893353890675e-05,
+      "loss": 0.0303,
+      "step": 97230
+    },
+    {
+      "grad_norm": 0.5621039271354675,
+      "learning_rate": 5.6398694070268996e-05,
+      "loss": 0.0289,
+      "step": 97240
+    },
+    {
+      "grad_norm": 0.5073451995849609,
+      "learning_rate": 5.639049461170941e-05,
+      "loss": 0.0305,
+      "step": 97250
+    },
+    {
+      "grad_norm": 0.40113168954849243,
+      "learning_rate": 5.6382294978436124e-05,
+      "loss": 0.025,
+      "step": 97260
+    },
+    {
+      "grad_norm": 1.0294981002807617,
+      "learning_rate": 5.637409517067327e-05,
+      "loss": 0.0339,
+      "step": 97270
+    },
+    {
+      "grad_norm": 0.5633421540260315,
+      "learning_rate": 5.636589518864505e-05,
+      "loss": 0.0348,
+      "step": 97280
+    },
+    {
+      "grad_norm": 0.6977658271789551,
+      "learning_rate": 5.6357695032575644e-05,
+      "loss": 0.0342,
+      "step": 97290
+    },
+    {
+      "grad_norm": 0.8165563941001892,
+      "learning_rate": 5.6349494702689267e-05,
+      "loss": 0.0417,
+      "step": 97300
+    },
+    {
+      "grad_norm": 0.3538430631160736,
+      "learning_rate": 5.634129419921006e-05,
+      "loss": 0.0252,
+      "step": 97310
+    },
+    {
+      "grad_norm": 0.7569912075996399,
+      "learning_rate": 5.6333093522362276e-05,
+      "loss": 0.0258,
+      "step": 97320
+    },
+    {
+      "grad_norm": 0.7721326351165771,
+      "learning_rate": 5.632489267237009e-05,
+      "loss": 0.0323,
+      "step": 97330
+    },
+    {
+      "grad_norm": 0.9186615347862244,
+      "learning_rate": 5.63166916494577e-05,
+      "loss": 0.033,
+      "step": 97340
+    },
+    {
+      "grad_norm": 0.7639920115470886,
+      "learning_rate": 5.630849045384934e-05,
+      "loss": 0.0267,
+      "step": 97350
+    },
+    {
+      "grad_norm": 0.5564056038856506,
+      "learning_rate": 5.630028908576922e-05,
+      "loss": 0.0327,
+      "step": 97360
+    },
+    {
+      "grad_norm": 0.6427054405212402,
+      "learning_rate": 5.6292087545441575e-05,
+      "loss": 0.0337,
+      "step": 97370
+    },
+    {
+      "grad_norm": 0.4314996898174286,
+      "learning_rate": 5.628388583309061e-05,
+      "loss": 0.0393,
+      "step": 97380
+    },
+    {
+      "grad_norm": 0.4814470410346985,
+      "learning_rate": 5.627568394894057e-05,
+      "loss": 0.0357,
+      "step": 97390
+    },
+    {
+      "grad_norm": 0.7534058094024658,
+      "learning_rate": 5.626748189321568e-05,
+      "loss": 0.0254,
+      "step": 97400
+    },
+    {
+      "grad_norm": 0.2977355718612671,
+      "learning_rate": 5.6259279666140206e-05,
+      "loss": 0.0351,
+      "step": 97410
+    },
+    {
+      "grad_norm": 0.47892773151397705,
+      "learning_rate": 5.6251077267938366e-05,
+      "loss": 0.0446,
+      "step": 97420
+    },
+    {
+      "grad_norm": 0.36399319767951965,
+      "learning_rate": 5.6242874698834435e-05,
+      "loss": 0.0294,
+      "step": 97430
+    },
+    {
+      "grad_norm": 0.5157135725021362,
+      "learning_rate": 5.623467195905264e-05,
+      "loss": 0.0282,
+      "step": 97440
+    },
+    {
+      "grad_norm": 0.47865402698516846,
+      "learning_rate": 5.622646904881726e-05,
+      "loss": 0.0478,
+      "step": 97450
+    },
+    {
+      "grad_norm": 0.4636740982532501,
+      "learning_rate": 5.6218265968352556e-05,
+      "loss": 0.0295,
+      "step": 97460
+    },
+    {
+      "grad_norm": 0.5621232986450195,
+      "learning_rate": 5.621006271788279e-05,
+      "loss": 0.0303,
+      "step": 97470
+    },
+    {
+      "grad_norm": 0.23064902424812317,
+      "learning_rate": 5.6201859297632256e-05,
+      "loss": 0.0352,
+      "step": 97480
+    },
+    {
+      "grad_norm": 0.6606371998786926,
+      "learning_rate": 5.6193655707825224e-05,
+      "loss": 0.0299,
+      "step": 97490
+    },
+    {
+      "grad_norm": 0.5087209939956665,
+      "learning_rate": 5.618545194868595e-05,
+      "loss": 0.0261,
+      "step": 97500
+    },
+    {
+      "grad_norm": 0.5411959886550903,
+      "learning_rate": 5.6177248020438755e-05,
+      "loss": 0.0338,
+      "step": 97510
+    },
+    {
+      "grad_norm": 0.2501802146434784,
+      "learning_rate": 5.616904392330792e-05,
+      "loss": 0.0394,
+      "step": 97520
+    },
+    {
+      "grad_norm": 0.37192094326019287,
+      "learning_rate": 5.616083965751774e-05,
+      "loss": 0.0294,
+      "step": 97530
+    },
+    {
+      "grad_norm": 0.5732018947601318,
+      "learning_rate": 5.6152635223292505e-05,
+      "loss": 0.0327,
+      "step": 97540
+    },
+    {
+      "grad_norm": 0.4452190101146698,
+      "learning_rate": 5.6144430620856556e-05,
+      "loss": 0.0249,
+      "step": 97550
+    },
+    {
+      "grad_norm": 0.31643661856651306,
+      "learning_rate": 5.613622585043418e-05,
+      "loss": 0.0372,
+      "step": 97560
+    },
+    {
+      "grad_norm": 0.4849341809749603,
+      "learning_rate": 5.6128020912249676e-05,
+      "loss": 0.0271,
+      "step": 97570
+    },
+    {
+      "grad_norm": 0.43558210134506226,
+      "learning_rate": 5.611981580652741e-05,
+      "loss": 0.0276,
+      "step": 97580
+    },
+    {
+      "grad_norm": 0.20417919754981995,
+      "learning_rate": 5.6111610533491654e-05,
+      "loss": 0.0306,
+      "step": 97590
+    },
+    {
+      "grad_norm": 0.504372775554657,
+      "learning_rate": 5.610340509336677e-05,
+      "loss": 0.0282,
+      "step": 97600
+    },
+    {
+      "grad_norm": 0.3219762146472931,
+      "learning_rate": 5.609519948637708e-05,
+      "loss": 0.027,
+      "step": 97610
+    },
+    {
+      "grad_norm": 1.1436975002288818,
+      "learning_rate": 5.608699371274694e-05,
+      "loss": 0.0421,
+      "step": 97620
+    },
+    {
+      "grad_norm": 1.0195263624191284,
+      "learning_rate": 5.607878777270067e-05,
+      "loss": 0.0272,
+      "step": 97630
+    },
+    {
+      "grad_norm": 0.24015243351459503,
+      "learning_rate": 5.607058166646263e-05,
+      "loss": 0.0324,
+      "step": 97640
+    },
+    {
+      "grad_norm": 0.7441185712814331,
+      "learning_rate": 5.606237539425716e-05,
+      "loss": 0.0375,
+      "step": 97650
+    },
+    {
+      "grad_norm": 0.5439512133598328,
+      "learning_rate": 5.605416895630863e-05,
+      "loss": 0.0392,
+      "step": 97660
+    },
+    {
+      "grad_norm": 0.7624025940895081,
+      "learning_rate": 5.604596235284139e-05,
+      "loss": 0.0368,
+      "step": 97670
+    },
+    {
+      "grad_norm": 0.3532242774963379,
+      "learning_rate": 5.603775558407982e-05,
+      "loss": 0.05,
+      "step": 97680
+    },
+    {
+      "grad_norm": 0.743155300617218,
+      "learning_rate": 5.602954865024826e-05,
+      "loss": 0.033,
+      "step": 97690
+    },
+    {
+      "grad_norm": 0.24137143790721893,
+      "learning_rate": 5.6021341551571135e-05,
+      "loss": 0.0296,
+      "step": 97700
+    },
+    {
+      "grad_norm": 0.38752424716949463,
+      "learning_rate": 5.601313428827277e-05,
+      "loss": 0.0364,
+      "step": 97710
+    },
+    {
+      "grad_norm": 0.2992742359638214,
+      "learning_rate": 5.600492686057759e-05,
+      "loss": 0.0308,
+      "step": 97720
+    },
+    {
+      "grad_norm": 0.3173584043979645,
+      "learning_rate": 5.599671926870995e-05,
+      "loss": 0.022,
+      "step": 97730
+    },
+    {
+      "grad_norm": 0.7326532602310181,
+      "learning_rate": 5.598851151289427e-05,
+      "loss": 0.0309,
+      "step": 97740
+    },
+    {
+      "grad_norm": 0.3422268331050873,
+      "learning_rate": 5.598030359335492e-05,
+      "loss": 0.0435,
+      "step": 97750
+    },
+    {
+      "grad_norm": 0.47826841473579407,
+      "learning_rate": 5.5972095510316336e-05,
+      "loss": 0.0242,
+      "step": 97760
+    },
+    {
+      "grad_norm": 0.402252197265625,
+      "learning_rate": 5.59638872640029e-05,
+      "loss": 0.0328,
+      "step": 97770
+    },
+    {
+      "grad_norm": 0.7990672588348389,
+      "learning_rate": 5.5955678854639015e-05,
+      "loss": 0.0262,
+      "step": 97780
+    },
+    {
+      "grad_norm": 0.6808543801307678,
+      "learning_rate": 5.594747028244911e-05,
+      "loss": 0.0391,
+      "step": 97790
+    },
+    {
+      "grad_norm": 0.34693780541419983,
+      "learning_rate": 5.5939261547657604e-05,
+      "loss": 0.0269,
+      "step": 97800
+    },
+    {
+      "grad_norm": 0.4065653681755066,
+      "learning_rate": 5.5931052650488926e-05,
+      "loss": 0.0355,
+      "step": 97810
+    },
+    {
+      "grad_norm": 0.5645700693130493,
+      "learning_rate": 5.5922843591167486e-05,
+      "loss": 0.0533,
+      "step": 97820
+    },
+    {
+      "grad_norm": 0.5519161820411682,
+      "learning_rate": 5.591463436991774e-05,
+      "loss": 0.0326,
+      "step": 97830
+    },
+    {
+      "grad_norm": 0.5838869214057922,
+      "learning_rate": 5.59064249869641e-05,
+      "loss": 0.0312,
+      "step": 97840
+    },
+    {
+      "grad_norm": 0.4514476954936981,
+      "learning_rate": 5.589821544253102e-05,
+      "loss": 0.0307,
+      "step": 97850
+    },
+    {
+      "grad_norm": 0.26909422874450684,
+      "learning_rate": 5.5890005736842955e-05,
+      "loss": 0.0294,
+      "step": 97860
+    },
+    {
+      "grad_norm": 0.3713429868221283,
+      "learning_rate": 5.588179587012434e-05,
+      "loss": 0.0335,
+      "step": 97870
+    },
+    {
+      "grad_norm": 0.46927565336227417,
+      "learning_rate": 5.587358584259964e-05,
+      "loss": 0.0325,
+      "step": 97880
+    },
+    {
+      "grad_norm": 0.473599374294281,
+      "learning_rate": 5.586537565449331e-05,
+      "loss": 0.0208,
+      "step": 97890
+    },
+    {
+      "grad_norm": 0.4182407259941101,
+      "learning_rate": 5.58571653060298e-05,
+      "loss": 0.0406,
+      "step": 97900
+    },
+    {
+      "grad_norm": 0.651139497756958,
+      "learning_rate": 5.5848954797433606e-05,
+      "loss": 0.0333,
+      "step": 97910
+    },
+    {
+      "grad_norm": 0.5627975463867188,
+      "learning_rate": 5.584074412892918e-05,
+      "loss": 0.0369,
+      "step": 97920
+    },
+    {
+      "grad_norm": 0.38358014822006226,
+      "learning_rate": 5.583253330074101e-05,
+      "loss": 0.0359,
+      "step": 97930
+    },
+    {
+      "grad_norm": 0.5723459124565125,
+      "learning_rate": 5.582432231309356e-05,
+      "loss": 0.0287,
+      "step": 97940
+    },
+    {
+      "grad_norm": 0.4747147858142853,
+      "learning_rate": 5.5816111166211336e-05,
+      "loss": 0.0427,
+      "step": 97950
+    },
+    {
+      "grad_norm": 0.7406452894210815,
+      "learning_rate": 5.5807899860318803e-05,
+      "loss": 0.0363,
+      "step": 97960
+    },
+    {
+      "grad_norm": 0.42782285809516907,
+      "learning_rate": 5.579968839564049e-05,
+      "loss": 0.0229,
+      "step": 97970
+    },
+    {
+      "grad_norm": 0.7803516387939453,
+      "learning_rate": 5.579147677240085e-05,
+      "loss": 0.0385,
+      "step": 97980
+    },
+    {
+      "grad_norm": 0.5031641125679016,
+      "learning_rate": 5.5783264990824434e-05,
+      "loss": 0.026,
+      "step": 97990
+    },
+    {
+      "grad_norm": 0.48279574513435364,
+      "learning_rate": 5.57750530511357e-05,
+      "loss": 0.0353,
+      "step": 98000
+    },
+    {
+      "grad_norm": 0.5552628636360168,
+      "learning_rate": 5.576684095355922e-05,
+      "loss": 0.0266,
+      "step": 98010
+    },
+    {
+      "grad_norm": 0.5807422399520874,
+      "learning_rate": 5.575862869831945e-05,
+      "loss": 0.0453,
+      "step": 98020
+    },
+    {
+      "grad_norm": 0.5507750511169434,
+      "learning_rate": 5.575041628564094e-05,
+      "loss": 0.0284,
+      "step": 98030
+    },
+    {
+      "grad_norm": 0.496061235666275,
+      "learning_rate": 5.574220371574821e-05,
+      "loss": 0.0302,
+      "step": 98040
+    },
+    {
+      "grad_norm": 0.23731033504009247,
+      "learning_rate": 5.573399098886579e-05,
+      "loss": 0.0271,
+      "step": 98050
+    },
+    {
+      "grad_norm": 0.4654640555381775,
+      "learning_rate": 5.572577810521821e-05,
+      "loss": 0.0347,
+      "step": 98060
+    },
+    {
+      "grad_norm": 0.6437534093856812,
+      "learning_rate": 5.571756506503e-05,
+      "loss": 0.0284,
+      "step": 98070
+    },
+    {
+      "grad_norm": 0.555944561958313,
+      "learning_rate": 5.570935186852573e-05,
+      "loss": 0.0351,
+      "step": 98080
+    },
+    {
+      "grad_norm": 0.4182700514793396,
+      "learning_rate": 5.570113851592991e-05,
+      "loss": 0.0347,
+      "step": 98090
+    },
+    {
+      "grad_norm": 0.575872540473938,
+      "learning_rate": 5.569292500746709e-05,
+      "loss": 0.0306,
+      "step": 98100
+    },
+    {
+      "grad_norm": 0.43108952045440674,
+      "learning_rate": 5.568471134336185e-05,
+      "loss": 0.0322,
+      "step": 98110
+    },
+    {
+      "grad_norm": 0.2561056911945343,
+      "learning_rate": 5.567649752383876e-05,
+      "loss": 0.0284,
+      "step": 98120
+    },
+    {
+      "grad_norm": 0.2799573838710785,
+      "learning_rate": 5.5668283549122336e-05,
+      "loss": 0.0439,
+      "step": 98130
+    },
+    {
+      "grad_norm": 0.7223587036132812,
+      "learning_rate": 5.566006941943718e-05,
+      "loss": 0.031,
+      "step": 98140
+    },
+    {
+      "grad_norm": 0.3376460075378418,
+      "learning_rate": 5.565185513500785e-05,
+      "loss": 0.0256,
+      "step": 98150
+    },
+    {
+      "grad_norm": 0.4076686203479767,
+      "learning_rate": 5.564364069605892e-05,
+      "loss": 0.0544,
+      "step": 98160
+    },
+    {
+      "grad_norm": 0.36395037174224854,
+      "learning_rate": 5.563542610281496e-05,
+      "loss": 0.0209,
+      "step": 98170
+    },
+    {
+      "grad_norm": 0.3139670491218567,
+      "learning_rate": 5.5627211355500594e-05,
+      "loss": 0.0327,
+      "step": 98180
+    },
+    {
+      "grad_norm": 0.5566185712814331,
+      "learning_rate": 5.561899645434037e-05,
+      "loss": 0.0396,
+      "step": 98190
+    },
+    {
+      "grad_norm": 0.8665329217910767,
+      "learning_rate": 5.56107813995589e-05,
+      "loss": 0.0325,
+      "step": 98200
+    },
+    {
+      "grad_norm": 0.47682860493659973,
+      "learning_rate": 5.560256619138077e-05,
+      "loss": 0.0312,
+      "step": 98210
+    },
+    {
+      "grad_norm": 0.40892910957336426,
+      "learning_rate": 5.55943508300306e-05,
+      "loss": 0.0247,
+      "step": 98220
+    },
+    {
+      "grad_norm": 1.8944920301437378,
+      "learning_rate": 5.558613531573294e-05,
+      "loss": 0.0392,
+      "step": 98230
+    },
+    {
+      "grad_norm": 0.4812558591365814,
+      "learning_rate": 5.5577919648712475e-05,
+      "loss": 0.0349,
+      "step": 98240
+    },
+    {
+      "grad_norm": 0.6622310876846313,
+      "learning_rate": 5.556970382919376e-05,
+      "loss": 0.0281,
+      "step": 98250
+    },
+    {
+      "grad_norm": 0.3040202856063843,
+      "learning_rate": 5.556148785740146e-05,
+      "loss": 0.0282,
+      "step": 98260
+    },
+    {
+      "grad_norm": 0.40724340081214905,
+      "learning_rate": 5.5553271733560154e-05,
+      "loss": 0.0245,
+      "step": 98270
+    },
+    {
+      "grad_norm": 0.5924420952796936,
+      "learning_rate": 5.554505545789449e-05,
+      "loss": 0.0334,
+      "step": 98280
+    },
+    {
+      "grad_norm": 0.8824102878570557,
+      "learning_rate": 5.5536839030629084e-05,
+      "loss": 0.0295,
+      "step": 98290
+    },
+    {
+      "grad_norm": 0.8643279075622559,
+      "learning_rate": 5.55286224519886e-05,
+      "loss": 0.0298,
+      "step": 98300
+    },
+    {
+      "grad_norm": 0.6623115539550781,
+      "learning_rate": 5.552040572219763e-05,
+      "loss": 0.0274,
+      "step": 98310
+    },
+    {
+      "grad_norm": 0.4339623749256134,
+      "learning_rate": 5.5512188841480864e-05,
+      "loss": 0.0349,
+      "step": 98320
+    },
+    {
+      "grad_norm": 0.5422537326812744,
+      "learning_rate": 5.550397181006292e-05,
+      "loss": 0.0294,
+      "step": 98330
+    },
+    {
+      "grad_norm": 0.46970340609550476,
+      "learning_rate": 5.549575462816844e-05,
+      "loss": 0.0371,
+      "step": 98340
+    },
+    {
+      "grad_norm": 0.6197744607925415,
+      "learning_rate": 5.5487537296022106e-05,
+      "loss": 0.0263,
+      "step": 98350
+    },
+    {
+      "grad_norm": 0.6144700050354004,
+      "learning_rate": 5.547931981384855e-05,
+      "loss": 0.0269,
+      "step": 98360
+    },
+    {
+      "grad_norm": 0.49539896845817566,
+      "learning_rate": 5.547110218187247e-05,
+      "loss": 0.0343,
+      "step": 98370
+    },
+    {
+      "grad_norm": 0.7848888635635376,
+      "learning_rate": 5.5462884400318494e-05,
+      "loss": 0.0346,
+      "step": 98380
+    },
+    {
+      "grad_norm": 0.3779284358024597,
+      "learning_rate": 5.545466646941133e-05,
+      "loss": 0.0235,
+      "step": 98390
+    },
+    {
+      "grad_norm": 0.5648841261863708,
+      "learning_rate": 5.5446448389375614e-05,
+      "loss": 0.0303,
+      "step": 98400
+    },
+    {
+      "grad_norm": 0.7872648239135742,
+      "learning_rate": 5.5438230160436066e-05,
+      "loss": 0.0309,
+      "step": 98410
+    },
+    {
+      "grad_norm": 0.2609250247478485,
+      "learning_rate": 5.5430011782817326e-05,
+      "loss": 0.0269,
+      "step": 98420
+    },
+    {
+      "grad_norm": 0.45733126997947693,
+      "learning_rate": 5.5421793256744115e-05,
+      "loss": 0.0316,
+      "step": 98430
+    },
+    {
+      "grad_norm": 0.6008514165878296,
+      "learning_rate": 5.541357458244111e-05,
+      "loss": 0.0309,
+      "step": 98440
+    },
+    {
+      "grad_norm": 2.2206852436065674,
+      "learning_rate": 5.540535576013302e-05,
+      "loss": 0.0223,
+      "step": 98450
+    },
+    {
+      "grad_norm": 1.0771840810775757,
+      "learning_rate": 5.539713679004453e-05,
+      "loss": 0.0342,
+      "step": 98460
+    },
+    {
+      "grad_norm": 0.5460710525512695,
+      "learning_rate": 5.538891767240034e-05,
+      "loss": 0.0309,
+      "step": 98470
+    },
+    {
+      "grad_norm": 0.7297230362892151,
+      "learning_rate": 5.538069840742517e-05,
+      "loss": 0.0294,
+      "step": 98480
+    },
+    {
+      "grad_norm": 0.7403075695037842,
+      "learning_rate": 5.5372478995343726e-05,
+      "loss": 0.0445,
+      "step": 98490
+    },
+    {
+      "grad_norm": 0.3727034032344818,
+      "learning_rate": 5.536425943638072e-05,
+      "loss": 0.0261,
+      "step": 98500
+    },
+    {
+      "grad_norm": 0.4247840344905853,
+      "learning_rate": 5.535603973076089e-05,
+      "loss": 0.0281,
+      "step": 98510
+    },
+    {
+      "grad_norm": 0.3567926585674286,
+      "learning_rate": 5.534781987870893e-05,
+      "loss": 0.0254,
+      "step": 98520
+    },
+    {
+      "grad_norm": 1.9736695289611816,
+      "learning_rate": 5.533959988044959e-05,
+      "loss": 0.024,
+      "step": 98530
+    },
+    {
+      "grad_norm": 0.4050154685974121,
+      "learning_rate": 5.53313797362076e-05,
+      "loss": 0.0276,
+      "step": 98540
+    },
+    {
+      "grad_norm": 0.85350102186203,
+      "learning_rate": 5.532315944620769e-05,
+      "loss": 0.0333,
+      "step": 98550
+    },
+    {
+      "grad_norm": 0.3479944169521332,
+      "learning_rate": 5.531493901067458e-05,
+      "loss": 0.0259,
+      "step": 98560
+    },
+    {
+      "grad_norm": 0.40536758303642273,
+      "learning_rate": 5.530671842983305e-05,
+      "loss": 0.0284,
+      "step": 98570
+    },
+    {
+      "grad_norm": 0.7098545432090759,
+      "learning_rate": 5.529849770390785e-05,
+      "loss": 0.0363,
+      "step": 98580
+    },
+    {
+      "grad_norm": 0.4504464864730835,
+      "learning_rate": 5.5290276833123686e-05,
+      "loss": 0.0316,
+      "step": 98590
+    },
+    {
+      "grad_norm": 0.829785168170929,
+      "learning_rate": 5.528205581770536e-05,
+      "loss": 0.0197,
+      "step": 98600
+    },
+    {
+      "grad_norm": 0.5994556546211243,
+      "learning_rate": 5.527383465787759e-05,
+      "loss": 0.0268,
+      "step": 98610
+    },
+    {
+      "grad_norm": 0.26177042722702026,
+      "learning_rate": 5.526561335386519e-05,
+      "loss": 0.0264,
+      "step": 98620
+    },
+    {
+      "grad_norm": 0.49420586228370667,
+      "learning_rate": 5.525739190589287e-05,
+      "loss": 0.0353,
+      "step": 98630
+    },
+    {
+      "grad_norm": 0.4949207603931427,
+      "learning_rate": 5.524917031418546e-05,
+      "loss": 0.034,
+      "step": 98640
+    },
+    {
+      "grad_norm": 1.2176916599273682,
+      "learning_rate": 5.524094857896769e-05,
+      "loss": 0.0302,
+      "step": 98650
+    },
+    {
+      "grad_norm": 0.5316818952560425,
+      "learning_rate": 5.523272670046435e-05,
+      "loss": 0.0347,
+      "step": 98660
+    },
+    {
+      "grad_norm": 0.5056130886077881,
+      "learning_rate": 5.522450467890024e-05,
+      "loss": 0.034,
+      "step": 98670
+    },
+    {
+      "grad_norm": 0.4737711250782013,
+      "learning_rate": 5.521628251450012e-05,
+      "loss": 0.0291,
+      "step": 98680
+    },
+    {
+      "grad_norm": 0.805754542350769,
+      "learning_rate": 5.52080602074888e-05,
+      "loss": 0.0364,
+      "step": 98690
+    },
+    {
+      "grad_norm": 0.41569414734840393,
+      "learning_rate": 5.519983775809108e-05,
+      "loss": 0.0364,
+      "step": 98700
+    },
+    {
+      "grad_norm": 0.7887876629829407,
+      "learning_rate": 5.519161516653174e-05,
+      "loss": 0.0376,
+      "step": 98710
+    },
+    {
+      "grad_norm": 0.562975287437439,
+      "learning_rate": 5.518339243303561e-05,
+      "loss": 0.0247,
+      "step": 98720
+    },
+    {
+      "grad_norm": 0.9220061302185059,
+      "learning_rate": 5.5175169557827454e-05,
+      "loss": 0.0314,
+      "step": 98730
+    },
+    {
+      "grad_norm": 0.3858847916126251,
+      "learning_rate": 5.5166946541132116e-05,
+      "loss": 0.0271,
+      "step": 98740
+    },
+    {
+      "grad_norm": 0.7329385876655579,
+      "learning_rate": 5.5158723383174396e-05,
+      "loss": 0.0358,
+      "step": 98750
+    },
+    {
+      "grad_norm": 0.5569372177124023,
+      "learning_rate": 5.5150500084179124e-05,
+      "loss": 0.0352,
+      "step": 98760
+    },
+    {
+      "grad_norm": 0.5676229596138,
+      "learning_rate": 5.5142276644371116e-05,
+      "loss": 0.0274,
+      "step": 98770
+    },
+    {
+      "grad_norm": 0.4875623285770416,
+      "learning_rate": 5.513405306397519e-05,
+      "loss": 0.0465,
+      "step": 98780
+    },
+    {
+      "grad_norm": 0.4936395287513733,
+      "learning_rate": 5.5125829343216184e-05,
+      "loss": 0.0284,
+      "step": 98790
+    },
+    {
+      "grad_norm": 0.5939506888389587,
+      "learning_rate": 5.5117605482318927e-05,
+      "loss": 0.0324,
+      "step": 98800
+    },
+    {
+      "grad_norm": 0.4642618000507355,
+      "learning_rate": 5.510938148150826e-05,
+      "loss": 0.0221,
+      "step": 98810
+    },
+    {
+      "grad_norm": 0.7027327418327332,
+      "learning_rate": 5.510115734100902e-05,
+      "loss": 0.0252,
+      "step": 98820
+    },
+    {
+      "grad_norm": 0.6032017469406128,
+      "learning_rate": 5.509293306104607e-05,
+      "loss": 0.0272,
+      "step": 98830
+    },
+    {
+      "grad_norm": 0.5465788245201111,
+      "learning_rate": 5.508470864184423e-05,
+      "loss": 0.0245,
+      "step": 98840
+    },
+    {
+      "grad_norm": 0.8284013867378235,
+      "learning_rate": 5.507648408362838e-05,
+      "loss": 0.0355,
+      "step": 98850
+    },
+    {
+      "grad_norm": 0.7488915920257568,
+      "learning_rate": 5.506825938662335e-05,
+      "loss": 0.0298,
+      "step": 98860
+    },
+    {
+      "grad_norm": 0.355071485042572,
+      "learning_rate": 5.5060034551054e-05,
+      "loss": 0.0295,
+      "step": 98870
+    },
+    {
+      "grad_norm": 0.5456687808036804,
+      "learning_rate": 5.5051809577145216e-05,
+      "loss": 0.0288,
+      "step": 98880
+    },
+    {
+      "grad_norm": 0.5403125286102295,
+      "learning_rate": 5.5043584465121863e-05,
+      "loss": 0.0423,
+      "step": 98890
+    },
+    {
+      "grad_norm": 0.3306410312652588,
+      "learning_rate": 5.5035359215208805e-05,
+      "loss": 0.0245,
+      "step": 98900
+    },
+    {
+      "grad_norm": 0.6373453736305237,
+      "learning_rate": 5.5027133827630916e-05,
+      "loss": 0.0253,
+      "step": 98910
+    },
+    {
+      "grad_norm": 0.5469528436660767,
+      "learning_rate": 5.501890830261307e-05,
+      "loss": 0.0329,
+      "step": 98920
+    },
+    {
+      "grad_norm": 0.45177900791168213,
+      "learning_rate": 5.501068264038016e-05,
+      "loss": 0.0346,
+      "step": 98930
+    },
+    {
+      "grad_norm": 0.30723336338996887,
+      "learning_rate": 5.5002456841157066e-05,
+      "loss": 0.029,
+      "step": 98940
+    },
+    {
+      "grad_norm": 0.6057271361351013,
+      "learning_rate": 5.49942309051687e-05,
+      "loss": 0.0293,
+      "step": 98950
+    },
+    {
+      "grad_norm": 0.7285621166229248,
+      "learning_rate": 5.4986004832639915e-05,
+      "loss": 0.0294,
+      "step": 98960
+    },
+    {
+      "grad_norm": 0.47374066710472107,
+      "learning_rate": 5.497777862379565e-05,
+      "loss": 0.0331,
+      "step": 98970
+    },
+    {
+      "grad_norm": 0.4973074197769165,
+      "learning_rate": 5.496955227886078e-05,
+      "loss": 0.0252,
+      "step": 98980
+    },
+    {
+      "grad_norm": 0.3439911901950836,
+      "learning_rate": 5.4961325798060206e-05,
+      "loss": 0.0361,
+      "step": 98990
+    },
+    {
+      "grad_norm": 0.6697579026222229,
+      "learning_rate": 5.495309918161885e-05,
+      "loss": 0.0411,
+      "step": 99000
+    },
+    {
+      "grad_norm": 1.1195522546768188,
+      "learning_rate": 5.494487242976164e-05,
+      "loss": 0.0293,
+      "step": 99010
+    },
+    {
+      "grad_norm": 1.0196559429168701,
+      "learning_rate": 5.493664554271347e-05,
+      "loss": 0.037,
+      "step": 99020
+    },
+    {
+      "grad_norm": 0.8217356204986572,
+      "learning_rate": 5.492841852069926e-05,
+      "loss": 0.0327,
+      "step": 99030
+    },
+    {
+      "grad_norm": 0.41342902183532715,
+      "learning_rate": 5.492019136394394e-05,
+      "loss": 0.0348,
+      "step": 99040
+    },
+    {
+      "grad_norm": 0.413683146238327,
+      "learning_rate": 5.491196407267244e-05,
+      "loss": 0.0367,
+      "step": 99050
+    },
+    {
+      "grad_norm": 0.5646896362304688,
+      "learning_rate": 5.4903736647109684e-05,
+      "loss": 0.032,
+      "step": 99060
+    },
+    {
+      "grad_norm": 0.44807344675064087,
+      "learning_rate": 5.48955090874806e-05,
+      "loss": 0.0238,
+      "step": 99070
+    },
+    {
+      "grad_norm": 0.4989403486251831,
+      "learning_rate": 5.488728139401016e-05,
+      "loss": 0.0268,
+      "step": 99080
+    },
+    {
+      "grad_norm": 0.44538742303848267,
+      "learning_rate": 5.4879053566923264e-05,
+      "loss": 0.0207,
+      "step": 99090
+    },
+    {
+      "grad_norm": 0.34237396717071533,
+      "learning_rate": 5.4870825606444885e-05,
+      "loss": 0.0426,
+      "step": 99100
+    },
+    {
+      "grad_norm": 1.1371984481811523,
+      "learning_rate": 5.4862597512799964e-05,
+      "loss": 0.031,
+      "step": 99110
+    },
+    {
+      "grad_norm": 0.6841449737548828,
+      "learning_rate": 5.4854369286213446e-05,
+      "loss": 0.0275,
+      "step": 99120
+    },
+    {
+      "grad_norm": 0.8847923278808594,
+      "learning_rate": 5.4846140926910295e-05,
+      "loss": 0.0318,
+      "step": 99130
+    },
+    {
+      "grad_norm": 0.8726252913475037,
+      "learning_rate": 5.483791243511549e-05,
+      "loss": 0.0502,
+      "step": 99140
+    },
+    {
+      "grad_norm": 0.5615969300270081,
+      "learning_rate": 5.482968381105396e-05,
+      "loss": 0.0405,
+      "step": 99150
+    },
+    {
+      "grad_norm": 0.7514541745185852,
+      "learning_rate": 5.48214550549507e-05,
+      "loss": 0.0262,
+      "step": 99160
+    },
+    {
+      "grad_norm": 0.6283766031265259,
+      "learning_rate": 5.4813226167030665e-05,
+      "loss": 0.0422,
+      "step": 99170
+    },
+    {
+      "grad_norm": 0.5210540294647217,
+      "learning_rate": 5.480499714751883e-05,
+      "loss": 0.0418,
+      "step": 99180
+    },
+    {
+      "grad_norm": 0.40636390447616577,
+      "learning_rate": 5.4796767996640175e-05,
+      "loss": 0.0333,
+      "step": 99190
+    },
+    {
+      "grad_norm": 0.9820419549942017,
+      "learning_rate": 5.47885387146197e-05,
+      "loss": 0.0326,
+      "step": 99200
+    },
+    {
+      "grad_norm": 0.49363285303115845,
+      "learning_rate": 5.4780309301682364e-05,
+      "loss": 0.027,
+      "step": 99210
+    },
+    {
+      "grad_norm": 0.9255826473236084,
+      "learning_rate": 5.477207975805317e-05,
+      "loss": 0.04,
+      "step": 99220
+    },
+    {
+      "grad_norm": 0.40679433941841125,
+      "learning_rate": 5.4763850083957115e-05,
+      "loss": 0.0352,
+      "step": 99230
+    },
+    {
+      "grad_norm": 0.5113542079925537,
+      "learning_rate": 5.475562027961918e-05,
+      "loss": 0.025,
+      "step": 99240
+    },
+    {
+      "grad_norm": 0.34924978017807007,
+      "learning_rate": 5.474739034526437e-05,
+      "loss": 0.0314,
+      "step": 99250
+    },
+    {
+      "grad_norm": 0.5603371262550354,
+      "learning_rate": 5.473916028111771e-05,
+      "loss": 0.0377,
+      "step": 99260
+    },
+    {
+      "grad_norm": 0.7901656031608582,
+      "learning_rate": 5.473093008740416e-05,
+      "loss": 0.0263,
+      "step": 99270
+    },
+    {
+      "grad_norm": 0.769119143486023,
+      "learning_rate": 5.472269976434877e-05,
+      "loss": 0.0315,
+      "step": 99280
+    },
+    {
+      "grad_norm": 0.465717077255249,
+      "learning_rate": 5.471446931217656e-05,
+      "loss": 0.044,
+      "step": 99290
+    },
+    {
+      "grad_norm": 0.7616139054298401,
+      "learning_rate": 5.4706238731112516e-05,
+      "loss": 0.0255,
+      "step": 99300
+    },
+    {
+      "grad_norm": 0.551078736782074,
+      "learning_rate": 5.4698008021381665e-05,
+      "loss": 0.032,
+      "step": 99310
+    },
+    {
+      "grad_norm": 0.32453978061676025,
+      "learning_rate": 5.468977718320905e-05,
+      "loss": 0.0367,
+      "step": 99320
+    },
+    {
+      "grad_norm": 0.7093350291252136,
+      "learning_rate": 5.468154621681969e-05,
+      "loss": 0.0321,
+      "step": 99330
+    },
+    {
+      "grad_norm": 0.5233401656150818,
+      "learning_rate": 5.4673315122438604e-05,
+      "loss": 0.0405,
+      "step": 99340
+    },
+    {
+      "grad_norm": 1.0642000436782837,
+      "learning_rate": 5.466508390029086e-05,
+      "loss": 0.0296,
+      "step": 99350
+    },
+    {
+      "grad_norm": 0.3567197620868683,
+      "learning_rate": 5.465685255060146e-05,
+      "loss": 0.0306,
+      "step": 99360
+    },
+    {
+      "grad_norm": 0.6736899018287659,
+      "learning_rate": 5.464862107359546e-05,
+      "loss": 0.033,
+      "step": 99370
+    },
+    {
+      "grad_norm": 1.5298079252243042,
+      "learning_rate": 5.46403894694979e-05,
+      "loss": 0.0297,
+      "step": 99380
+    },
+    {
+      "grad_norm": 0.4329909682273865,
+      "learning_rate": 5.463215773853385e-05,
+      "loss": 0.0388,
+      "step": 99390
+    },
+    {
+      "grad_norm": 0.4481748342514038,
+      "learning_rate": 5.462392588092834e-05,
+      "loss": 0.0305,
+      "step": 99400
+    },
+    {
+      "grad_norm": 0.9970000982284546,
+      "learning_rate": 5.461569389690644e-05,
+      "loss": 0.028,
+      "step": 99410
+    },
+    {
+      "grad_norm": 1.0269917249679565,
+      "learning_rate": 5.4607461786693195e-05,
+      "loss": 0.026,
+      "step": 99420
+    },
+    {
+      "grad_norm": 0.6269853711128235,
+      "learning_rate": 5.4599229550513685e-05,
+      "loss": 0.0301,
+      "step": 99430
+    },
+    {
+      "grad_norm": 0.47505322098731995,
+      "learning_rate": 5.4590997188592954e-05,
+      "loss": 0.0451,
+      "step": 99440
+    },
+    {
+      "grad_norm": 0.9144106507301331,
+      "learning_rate": 5.4582764701156096e-05,
+      "loss": 0.0471,
+      "step": 99450
+    },
+    {
+      "grad_norm": 1.4314719438552856,
+      "learning_rate": 5.4574532088428164e-05,
+      "loss": 0.0214,
+      "step": 99460
+    },
+    {
+      "grad_norm": 1.1766020059585571,
+      "learning_rate": 5.456629935063425e-05,
+      "loss": 0.0451,
+      "step": 99470
+    },
+    {
+      "grad_norm": 0.3813842535018921,
+      "learning_rate": 5.455806648799943e-05,
+      "loss": 0.0297,
+      "step": 99480
+    },
+    {
+      "grad_norm": 1.0084044933319092,
+      "learning_rate": 5.454983350074877e-05,
+      "loss": 0.0397,
+      "step": 99490
+    },
+    {
+      "grad_norm": 0.5254133343696594,
+      "learning_rate": 5.454160038910737e-05,
+      "loss": 0.0463,
+      "step": 99500
+    },
+    {
+      "grad_norm": 0.6431543231010437,
+      "learning_rate": 5.453336715330034e-05,
+      "loss": 0.0324,
+      "step": 99510
+    },
+    {
+      "grad_norm": 0.7360857129096985,
+      "learning_rate": 5.452513379355275e-05,
+      "loss": 0.0326,
+      "step": 99520
+    },
+    {
+      "grad_norm": 0.4276816248893738,
+      "learning_rate": 5.451690031008969e-05,
+      "loss": 0.0241,
+      "step": 99530
+    },
+    {
+      "grad_norm": 0.5347890257835388,
+      "learning_rate": 5.450866670313629e-05,
+      "loss": 0.038,
+      "step": 99540
+    },
+    {
+      "grad_norm": 0.859916090965271,
+      "learning_rate": 5.450043297291763e-05,
+      "loss": 0.0253,
+      "step": 99550
+    },
+    {
+      "grad_norm": 0.33791613578796387,
+      "learning_rate": 5.4492199119658824e-05,
+      "loss": 0.0252,
+      "step": 99560
+    },
+    {
+      "grad_norm": 0.4538193643093109,
+      "learning_rate": 5.448396514358497e-05,
+      "loss": 0.0244,
+      "step": 99570
+    },
+    {
+      "grad_norm": 0.5247684121131897,
+      "learning_rate": 5.447573104492121e-05,
+      "loss": 0.0318,
+      "step": 99580
+    },
+    {
+      "grad_norm": 1.0923070907592773,
+      "learning_rate": 5.4467496823892626e-05,
+      "loss": 0.0381,
+      "step": 99590
+    },
+    {
+      "grad_norm": 0.3277921676635742,
+      "learning_rate": 5.445926248072438e-05,
+      "loss": 0.0274,
+      "step": 99600
+    },
+    {
+      "grad_norm": 0.6288064122200012,
+      "learning_rate": 5.445102801564156e-05,
+      "loss": 0.0487,
+      "step": 99610
+    },
+    {
+      "grad_norm": 0.5682016015052795,
+      "learning_rate": 5.444279342886931e-05,
+      "loss": 0.0284,
+      "step": 99620
+    },
+    {
+      "grad_norm": 0.5701287388801575,
+      "learning_rate": 5.443455872063274e-05,
+      "loss": 0.0291,
+      "step": 99630
+    },
+    {
+      "grad_norm": 0.46336784958839417,
+      "learning_rate": 5.442632389115703e-05,
+      "loss": 0.0309,
+      "step": 99640
+    },
+    {
+      "grad_norm": 0.44368621706962585,
+      "learning_rate": 5.441808894066727e-05,
+      "loss": 0.0256,
+      "step": 99650
+    },
+    {
+      "grad_norm": 0.5016841888427734,
+      "learning_rate": 5.4409853869388614e-05,
+      "loss": 0.0298,
+      "step": 99660
+    },
+    {
+      "grad_norm": 0.48958921432495117,
+      "learning_rate": 5.4401618677546215e-05,
+      "loss": 0.0228,
+      "step": 99670
+    },
+    {
+      "grad_norm": 0.3721274435520172,
+      "learning_rate": 5.439338336536522e-05,
+      "loss": 0.0333,
+      "step": 99680
+    },
+    {
+      "grad_norm": 0.5461316108703613,
+      "learning_rate": 5.438514793307077e-05,
+      "loss": 0.0446,
+      "step": 99690
+    },
+    {
+      "grad_norm": 0.4393020272254944,
+      "learning_rate": 5.437691238088802e-05,
+      "loss": 0.0295,
+      "step": 99700
+    },
+    {
+      "grad_norm": 0.5876752138137817,
+      "learning_rate": 5.436867670904213e-05,
+      "loss": 0.0294,
+      "step": 99710
+    },
+    {
+      "grad_norm": 0.38955235481262207,
+      "learning_rate": 5.436044091775827e-05,
+      "loss": 0.0311,
+      "step": 99720
+    },
+    {
+      "grad_norm": 0.4453369081020355,
+      "learning_rate": 5.435220500726159e-05,
+      "loss": 0.0326,
+      "step": 99730
+    },
+    {
+      "grad_norm": 0.5272635221481323,
+      "learning_rate": 5.4343968977777246e-05,
+      "loss": 0.0244,
+      "step": 99740
+    },
+    {
+      "grad_norm": 0.464298278093338,
+      "learning_rate": 5.433573282953045e-05,
+      "loss": 0.0256,
+      "step": 99750
+    },
+    {
+      "grad_norm": 0.7756121754646301,
+      "learning_rate": 5.432749656274633e-05,
+      "loss": 0.0338,
+      "step": 99760
+    },
+    {
+      "grad_norm": 1.0495953559875488,
+      "learning_rate": 5.431926017765007e-05,
+      "loss": 0.0507,
+      "step": 99770
+    },
+    {
+      "grad_norm": 0.38006892800331116,
+      "learning_rate": 5.431102367446686e-05,
+      "loss": 0.0421,
+      "step": 99780
+    },
+    {
+      "grad_norm": 0.38949164748191833,
+      "learning_rate": 5.430278705342191e-05,
+      "loss": 0.0328,
+      "step": 99790
+    },
+    {
+      "grad_norm": 0.7261487245559692,
+      "learning_rate": 5.429455031474036e-05,
+      "loss": 0.037,
+      "step": 99800
+    },
+    {
+      "grad_norm": 0.3270784020423889,
+      "learning_rate": 5.428631345864742e-05,
+      "loss": 0.0226,
+      "step": 99810
+    },
+    {
+      "grad_norm": 0.5695765614509583,
+      "learning_rate": 5.4278076485368255e-05,
+      "loss": 0.0261,
+      "step": 99820
+    },
+    {
+      "grad_norm": 0.7434101104736328,
+      "learning_rate": 5.426983939512812e-05,
+      "loss": 0.0355,
+      "step": 99830
+    },
+    {
+      "grad_norm": 0.3166317641735077,
+      "learning_rate": 5.4261602188152175e-05,
+      "loss": 0.0443,
+      "step": 99840
+    },
+    {
+      "grad_norm": 0.5688899755477905,
+      "learning_rate": 5.4253364864665625e-05,
+      "loss": 0.0318,
+      "step": 99850
+    },
+    {
+      "grad_norm": 1.0651979446411133,
+      "learning_rate": 5.424512742489367e-05,
+      "loss": 0.0256,
+      "step": 99860
+    },
+    {
+      "grad_norm": 0.4752435088157654,
+      "learning_rate": 5.4236889869061536e-05,
+      "loss": 0.0325,
+      "step": 99870
+    },
+    {
+      "grad_norm": 1.1882244348526,
+      "learning_rate": 5.4228652197394415e-05,
+      "loss": 0.0349,
+      "step": 99880
+    },
+    {
+      "grad_norm": 0.5061211585998535,
+      "learning_rate": 5.4220414410117536e-05,
+      "loss": 0.0453,
+      "step": 99890
+    },
+    {
+      "grad_norm": 0.6679757833480835,
+      "learning_rate": 5.42121765074561e-05,
+      "loss": 0.0482,
+      "step": 99900
+    },
+    {
+      "grad_norm": 0.5573995113372803,
+      "learning_rate": 5.4203938489635366e-05,
+      "loss": 0.0302,
+      "step": 99910
+    },
+    {
+      "grad_norm": 0.5463385581970215,
+      "learning_rate": 5.419570035688052e-05,
+      "loss": 0.0334,
+      "step": 99920
+    },
+    {
+      "grad_norm": 0.4597403407096863,
+      "learning_rate": 5.418746210941681e-05,
+      "loss": 0.0327,
+      "step": 99930
+    },
+    {
+      "grad_norm": 1.0360522270202637,
+      "learning_rate": 5.417922374746944e-05,
+      "loss": 0.0381,
+      "step": 99940
+    },
+    {
+      "grad_norm": 0.40096649527549744,
+      "learning_rate": 5.4170985271263676e-05,
+      "loss": 0.0382,
+      "step": 99950
+    },
+    {
+      "grad_norm": 0.6078590750694275,
+      "learning_rate": 5.416274668102474e-05,
+      "loss": 0.0264,
+      "step": 99960
+    },
+    {
+      "grad_norm": 1.1088635921478271,
+      "learning_rate": 5.4154507976977875e-05,
+      "loss": 0.0348,
+      "step": 99970
+    },
+    {
+      "grad_norm": 0.5336252450942993,
+      "learning_rate": 5.414626915934832e-05,
+      "loss": 0.0275,
+      "step": 99980
+    },
+    {
+      "grad_norm": 0.47380033135414124,
+      "learning_rate": 5.413803022836133e-05,
+      "loss": 0.029,
+      "step": 99990
+    },
+    {
+      "grad_norm": 0.4581809639930725,
+      "learning_rate": 5.412979118424214e-05,
+      "loss": 0.0461,
+      "step": 100000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 200000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 50000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}