diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,12034 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.2,
+  "eval_steps": 500,
+  "global_step": 20000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "grad_norm": 0.24323463439941406,
+      "learning_rate": 1.8e-07,
+      "loss": 1.0309,
+      "step": 10
+    },
+    {
+      "grad_norm": 0.34074512124061584,
+      "learning_rate": 3.8e-07,
+      "loss": 1.0393,
+      "step": 20
+    },
+    {
+      "grad_norm": 0.29844534397125244,
+      "learning_rate": 5.8e-07,
+      "loss": 1.012,
+      "step": 30
+    },
+    {
+      "grad_norm": 0.31005048751831055,
+      "learning_rate": 7.8e-07,
+      "loss": 1.0181,
+      "step": 40
+    },
+    {
+      "grad_norm": 0.2365904003381729,
+      "learning_rate": 9.8e-07,
+      "loss": 1.0312,
+      "step": 50
+    },
+    {
+      "grad_norm": 0.2460295855998993,
+      "learning_rate": 1.18e-06,
+      "loss": 1.0365,
+      "step": 60
+    },
+    {
+      "grad_norm": 0.3435072600841522,
+      "learning_rate": 1.3800000000000001e-06,
+      "loss": 1.0268,
+      "step": 70
+    },
+    {
+      "grad_norm": 0.1815941482782364,
+      "learning_rate": 1.5800000000000003e-06,
+      "loss": 1.0257,
+      "step": 80
+    },
+    {
+      "grad_norm": 0.19930750131607056,
+      "learning_rate": 1.7800000000000001e-06,
+      "loss": 1.0266,
+      "step": 90
+    },
+    {
+      "grad_norm": 0.27344945073127747,
+      "learning_rate": 1.98e-06,
+      "loss": 1.035,
+      "step": 100
+    },
+    {
+      "grad_norm": 0.28589773178100586,
+      "learning_rate": 2.1800000000000003e-06,
+      "loss": 1.0229,
+      "step": 110
+    },
+    {
+      "grad_norm": 0.2818903923034668,
+      "learning_rate": 2.38e-06,
+      "loss": 1.0171,
+      "step": 120
+    },
+    {
+      "grad_norm": 0.288936972618103,
+      "learning_rate": 2.5800000000000003e-06,
+      "loss": 1.0331,
+      "step": 130
+    },
+    {
+      "grad_norm": 0.2609023451805115,
+      "learning_rate": 2.78e-06,
+      "loss": 1.0029,
+      "step": 140
+    },
+    {
+      "grad_norm": 0.2229061871767044,
+      "learning_rate": 2.9800000000000003e-06,
+      "loss": 1.0233,
+      "step": 150
+    },
+    {
+      "grad_norm": 0.2491007298231125,
+      "learning_rate": 3.1800000000000005e-06,
+      "loss": 1.0387,
+      "step": 160
+    },
+    {
+      "grad_norm": 0.2276277244091034,
+      "learning_rate": 3.38e-06,
+      "loss": 1.0171,
+      "step": 170
+    },
+    {
+      "grad_norm": 0.30169904232025146,
+      "learning_rate": 3.58e-06,
+      "loss": 1.0272,
+      "step": 180
+    },
+    {
+      "grad_norm": 0.30298280715942383,
+      "learning_rate": 3.7800000000000002e-06,
+      "loss": 1.0132,
+      "step": 190
+    },
+    {
+      "grad_norm": 0.3040730059146881,
+      "learning_rate": 3.98e-06,
+      "loss": 1.0253,
+      "step": 200
+    },
+    {
+      "grad_norm": 0.32458242774009705,
+      "learning_rate": 4.18e-06,
+      "loss": 1.0278,
+      "step": 210
+    },
+    {
+      "grad_norm": 0.2951343357563019,
+      "learning_rate": 4.38e-06,
+      "loss": 1.011,
+      "step": 220
+    },
+    {
+      "grad_norm": 0.4917892515659332,
+      "learning_rate": 4.58e-06,
+      "loss": 1.0313,
+      "step": 230
+    },
+    {
+      "grad_norm": 0.7013012170791626,
+      "learning_rate": 4.780000000000001e-06,
+      "loss": 1.0009,
+      "step": 240
+    },
+    {
+      "grad_norm": 1.0409867763519287,
+      "learning_rate": 4.98e-06,
+      "loss": 0.9843,
+      "step": 250
+    },
+    {
+      "grad_norm": 1.3605926036834717,
+      "learning_rate": 5.18e-06,
+      "loss": 0.9535,
+      "step": 260
+    },
+    {
+      "grad_norm": 1.7467690706253052,
+      "learning_rate": 5.38e-06,
+      "loss": 0.9499,
+      "step": 270
+    },
+    {
+      "grad_norm": 1.6608549356460571,
+      "learning_rate": 5.580000000000001e-06,
+      "loss": 0.9154,
+      "step": 280
+    },
+    {
+      "grad_norm": 1.395630955696106,
+      "learning_rate": 5.78e-06,
+      "loss": 0.9164,
+      "step": 290
+    },
+    {
+      "grad_norm": 2.0484440326690674,
+      "learning_rate": 5.98e-06,
+      "loss": 0.8721,
+      "step": 300
+    },
+    {
+      "grad_norm": 2.3988609313964844,
+      "learning_rate": 6.18e-06,
+      "loss": 0.8632,
+      "step": 310
+    },
+    {
+      "grad_norm": 1.9542955160140991,
+      "learning_rate": 6.38e-06,
+      "loss": 0.7978,
+      "step": 320
+    },
+    {
+      "grad_norm": 2.325824022293091,
+      "learning_rate": 6.58e-06,
+      "loss": 0.7808,
+      "step": 330
+    },
+    {
+      "grad_norm": 2.3015785217285156,
+      "learning_rate": 6.78e-06,
+      "loss": 0.7454,
+      "step": 340
+    },
+    {
+      "grad_norm": 2.4168238639831543,
+      "learning_rate": 6.98e-06,
+      "loss": 0.7369,
+      "step": 350
+    },
+    {
+      "grad_norm": 2.097677230834961,
+      "learning_rate": 7.180000000000001e-06,
+      "loss": 0.6807,
+      "step": 360
+    },
+    {
+      "grad_norm": 2.358717918395996,
+      "learning_rate": 7.3800000000000005e-06,
+      "loss": 0.7152,
+      "step": 370
+    },
+    {
+      "grad_norm": 2.6012001037597656,
+      "learning_rate": 7.580000000000001e-06,
+      "loss": 0.6652,
+      "step": 380
+    },
+    {
+      "grad_norm": 2.4282021522521973,
+      "learning_rate": 7.78e-06,
+      "loss": 0.6525,
+      "step": 390
+    },
+    {
+      "grad_norm": 3.712512731552124,
+      "learning_rate": 7.98e-06,
+      "loss": 0.6401,
+      "step": 400
+    },
+    {
+      "grad_norm": 2.7904763221740723,
+      "learning_rate": 8.18e-06,
+      "loss": 0.6029,
+      "step": 410
+    },
+    {
+      "grad_norm": 3.173227071762085,
+      "learning_rate": 8.380000000000001e-06,
+      "loss": 0.5751,
+      "step": 420
+    },
+    {
+      "grad_norm": 2.756822347640991,
+      "learning_rate": 8.580000000000001e-06,
+      "loss": 0.5691,
+      "step": 430
+    },
+    {
+      "grad_norm": 2.6459238529205322,
+      "learning_rate": 8.78e-06,
+      "loss": 0.5309,
+      "step": 440
+    },
+    {
+      "grad_norm": 1.9680471420288086,
+      "learning_rate": 8.98e-06,
+      "loss": 0.4919,
+      "step": 450
+    },
+    {
+      "grad_norm": 3.2210946083068848,
+      "learning_rate": 9.180000000000002e-06,
+      "loss": 0.4923,
+      "step": 460
+    },
+    {
+      "grad_norm": 3.4105448722839355,
+      "learning_rate": 9.38e-06,
+      "loss": 0.4769,
+      "step": 470
+    },
+    {
+      "grad_norm": 3.3270251750946045,
+      "learning_rate": 9.58e-06,
+      "loss": 0.4766,
+      "step": 480
+    },
+    {
+      "grad_norm": 2.685455083847046,
+      "learning_rate": 9.78e-06,
+      "loss": 0.4554,
+      "step": 490
+    },
+    {
+      "grad_norm": 4.284464359283447,
+      "learning_rate": 9.980000000000001e-06,
+      "loss": 0.4061,
+      "step": 500
+    },
+    {
+      "grad_norm": 3.293006658554077,
+      "learning_rate": 1.018e-05,
+      "loss": 0.4232,
+      "step": 510
+    },
+    {
+      "grad_norm": 2.953587293624878,
+      "learning_rate": 1.038e-05,
+      "loss": 0.3862,
+      "step": 520
+    },
+    {
+      "grad_norm": 3.5714266300201416,
+      "learning_rate": 1.058e-05,
+      "loss": 0.3812,
+      "step": 530
+    },
+    {
+      "grad_norm": 2.9290807247161865,
+      "learning_rate": 1.0780000000000002e-05,
+      "loss": 0.3279,
+      "step": 540
+    },
+    {
+      "grad_norm": 3.8112032413482666,
+      "learning_rate": 1.098e-05,
+      "loss": 0.3573,
+      "step": 550
+    },
+    {
+      "grad_norm": 3.4585070610046387,
+      "learning_rate": 1.118e-05,
+      "loss": 0.3439,
+      "step": 560
+    },
+    {
+      "grad_norm": 3.087247610092163,
+      "learning_rate": 1.1380000000000001e-05,
+      "loss": 0.2902,
+      "step": 570
+    },
+    {
+      "grad_norm": 2.668964147567749,
+      "learning_rate": 1.1580000000000001e-05,
+      "loss": 0.2707,
+      "step": 580
+    },
+    {
+      "grad_norm": 3.6468138694763184,
+      "learning_rate": 1.178e-05,
+      "loss": 0.2743,
+      "step": 590
+    },
+    {
+      "grad_norm": 2.388329267501831,
+      "learning_rate": 1.198e-05,
+      "loss": 0.2539,
+      "step": 600
+    },
+    {
+      "grad_norm": 3.534154176712036,
+      "learning_rate": 1.2180000000000002e-05,
+      "loss": 0.2346,
+      "step": 610
+    },
+    {
+      "grad_norm": 3.371579170227051,
+      "learning_rate": 1.238e-05,
+      "loss": 0.2365,
+      "step": 620
+    },
+    {
+      "grad_norm": 3.232956647872925,
+      "learning_rate": 1.258e-05,
+      "loss": 0.2274,
+      "step": 630
+    },
+    {
+      "grad_norm": 4.677562713623047,
+      "learning_rate": 1.278e-05,
+      "loss": 0.2146,
+      "step": 640
+    },
+    {
+      "grad_norm": 3.47682523727417,
+      "learning_rate": 1.2980000000000001e-05,
+      "loss": 0.1974,
+      "step": 650
+    },
+    {
+      "grad_norm": 3.9820761680603027,
+      "learning_rate": 1.3180000000000001e-05,
+      "loss": 0.2201,
+      "step": 660
+    },
+    {
+      "grad_norm": 2.4261512756347656,
+      "learning_rate": 1.338e-05,
+      "loss": 0.1715,
+      "step": 670
+    },
+    {
+      "grad_norm": 4.057462692260742,
+      "learning_rate": 1.358e-05,
+      "loss": 0.1935,
+      "step": 680
+    },
+    {
+      "grad_norm": 3.1671414375305176,
+      "learning_rate": 1.3780000000000002e-05,
+      "loss": 0.1816,
+      "step": 690
+    },
+    {
+      "grad_norm": 3.836470603942871,
+      "learning_rate": 1.3980000000000002e-05,
+      "loss": 0.2009,
+      "step": 700
+    },
+    {
+      "grad_norm": 3.4371752738952637,
+      "learning_rate": 1.4180000000000001e-05,
+      "loss": 0.1664,
+      "step": 710
+    },
+    {
+      "grad_norm": 3.9317233562469482,
+      "learning_rate": 1.4380000000000001e-05,
+      "loss": 0.1795,
+      "step": 720
+    },
+    {
+      "grad_norm": 2.880136728286743,
+      "learning_rate": 1.4580000000000003e-05,
+      "loss": 0.1636,
+      "step": 730
+    },
+    {
+      "grad_norm": 1.9766147136688232,
+      "learning_rate": 1.4779999999999999e-05,
+      "loss": 0.1331,
+      "step": 740
+    },
+    {
+      "grad_norm": 1.6496448516845703,
+      "learning_rate": 1.4979999999999999e-05,
+      "loss": 0.1573,
+      "step": 750
+    },
+    {
+      "grad_norm": 2.026895761489868,
+      "learning_rate": 1.518e-05,
+      "loss": 0.1476,
+      "step": 760
+    },
+    {
+      "grad_norm": 2.0964386463165283,
+      "learning_rate": 1.538e-05,
+      "loss": 0.1593,
+      "step": 770
+    },
+    {
+      "grad_norm": 2.7636566162109375,
+      "learning_rate": 1.558e-05,
+      "loss": 0.1953,
+      "step": 780
+    },
+    {
+      "grad_norm": 2.352786064147949,
+      "learning_rate": 1.578e-05,
+      "loss": 0.1438,
+      "step": 790
+    },
+    {
+      "grad_norm": 2.7201473712921143,
+      "learning_rate": 1.598e-05,
+      "loss": 0.1386,
+      "step": 800
+    },
+    {
+      "grad_norm": 2.4620485305786133,
+      "learning_rate": 1.618e-05,
+      "loss": 0.1476,
+      "step": 810
+    },
+    {
+      "grad_norm": 2.4028594493865967,
+      "learning_rate": 1.6380000000000002e-05,
+      "loss": 0.1427,
+      "step": 820
+    },
+    {
+      "grad_norm": 2.453202247619629,
+      "learning_rate": 1.658e-05,
+      "loss": 0.1595,
+      "step": 830
+    },
+    {
+      "grad_norm": 2.199979305267334,
+      "learning_rate": 1.6780000000000002e-05,
+      "loss": 0.1543,
+      "step": 840
+    },
+    {
+      "grad_norm": 1.7894608974456787,
+      "learning_rate": 1.698e-05,
+      "loss": 0.1574,
+      "step": 850
+    },
+    {
+      "grad_norm": 2.3981385231018066,
+      "learning_rate": 1.718e-05,
+      "loss": 0.1365,
+      "step": 860
+    },
+    {
+      "grad_norm": 2.667057991027832,
+      "learning_rate": 1.7380000000000003e-05,
+      "loss": 0.1645,
+      "step": 870
+    },
+    {
+      "grad_norm": 2.543144941329956,
+      "learning_rate": 1.758e-05,
+      "loss": 0.135,
+      "step": 880
+    },
+    {
+      "grad_norm": 2.41051983833313,
+      "learning_rate": 1.7780000000000003e-05,
+      "loss": 0.1313,
+      "step": 890
+    },
+    {
+      "grad_norm": 2.010571002960205,
+      "learning_rate": 1.798e-05,
+      "loss": 0.1354,
+      "step": 900
+    },
+    {
+      "grad_norm": 2.220653533935547,
+      "learning_rate": 1.818e-05,
+      "loss": 0.1253,
+      "step": 910
+    },
+    {
+      "grad_norm": 1.8454041481018066,
+      "learning_rate": 1.838e-05,
+      "loss": 0.116,
+      "step": 920
+    },
+    {
+      "grad_norm": 1.979677677154541,
+      "learning_rate": 1.858e-05,
+      "loss": 0.1284,
+      "step": 930
+    },
+    {
+      "grad_norm": 2.5556516647338867,
+      "learning_rate": 1.878e-05,
+      "loss": 0.14,
+      "step": 940
+    },
+    {
+      "grad_norm": 2.128957509994507,
+      "learning_rate": 1.898e-05,
+      "loss": 0.1148,
+      "step": 950
+    },
+    {
+      "grad_norm": 2.0536532402038574,
+      "learning_rate": 1.918e-05,
+      "loss": 0.1233,
+      "step": 960
+    },
+    {
+      "grad_norm": 2.3479814529418945,
+      "learning_rate": 1.938e-05,
+      "loss": 0.1483,
+      "step": 970
+    },
+    {
+      "grad_norm": 1.476418137550354,
+      "learning_rate": 1.9580000000000002e-05,
+      "loss": 0.1137,
+      "step": 980
+    },
+    {
+      "grad_norm": 2.468423843383789,
+      "learning_rate": 1.978e-05,
+      "loss": 0.1102,
+      "step": 990
+    },
+    {
+      "grad_norm": 1.5869988203048706,
+      "learning_rate": 1.9980000000000002e-05,
+      "loss": 0.1133,
+      "step": 1000
+    },
+    {
+      "grad_norm": 1.7217639684677124,
+      "learning_rate": 2.0180000000000003e-05,
+      "loss": 0.1077,
+      "step": 1010
+    },
+    {
+      "grad_norm": 2.7842702865600586,
+      "learning_rate": 2.038e-05,
+      "loss": 0.1329,
+      "step": 1020
+    },
+    {
+      "grad_norm": 1.7710098028182983,
+      "learning_rate": 2.0580000000000003e-05,
+      "loss": 0.0992,
+      "step": 1030
+    },
+    {
+      "grad_norm": 1.7425968647003174,
+      "learning_rate": 2.078e-05,
+      "loss": 0.1128,
+      "step": 1040
+    },
+    {
+      "grad_norm": 2.5411627292633057,
+      "learning_rate": 2.098e-05,
+      "loss": 0.118,
+      "step": 1050
+    },
+    {
+      "grad_norm": 1.512483835220337,
+      "learning_rate": 2.118e-05,
+      "loss": 0.1274,
+      "step": 1060
+    },
+    {
+      "grad_norm": 2.261084794998169,
+      "learning_rate": 2.138e-05,
+      "loss": 0.1318,
+      "step": 1070
+    },
+    {
+      "grad_norm": 1.5960973501205444,
+      "learning_rate": 2.158e-05,
+      "loss": 0.1393,
+      "step": 1080
+    },
+    {
+      "grad_norm": 1.3446298837661743,
+      "learning_rate": 2.178e-05,
+      "loss": 0.1101,
+      "step": 1090
+    },
+    {
+      "grad_norm": 1.9963794946670532,
+      "learning_rate": 2.198e-05,
+      "loss": 0.0893,
+      "step": 1100
+    },
+    {
+      "grad_norm": 2.878643274307251,
+      "learning_rate": 2.218e-05,
+      "loss": 0.1342,
+      "step": 1110
+    },
+    {
+      "grad_norm": 1.5142366886138916,
+      "learning_rate": 2.2380000000000003e-05,
+      "loss": 0.0932,
+      "step": 1120
+    },
+    {
+      "grad_norm": 1.3655840158462524,
+      "learning_rate": 2.258e-05,
+      "loss": 0.1175,
+      "step": 1130
+    },
+    {
+      "grad_norm": 1.9727683067321777,
+      "learning_rate": 2.2780000000000002e-05,
+      "loss": 0.1521,
+      "step": 1140
+    },
+    {
+      "grad_norm": 1.6121673583984375,
+      "learning_rate": 2.298e-05,
+      "loss": 0.1252,
+      "step": 1150
+    },
+    {
+      "grad_norm": 1.2537587881088257,
+      "learning_rate": 2.318e-05,
+      "loss": 0.111,
+      "step": 1160
+    },
+    {
+      "grad_norm": 2.148144006729126,
+      "learning_rate": 2.3380000000000003e-05,
+      "loss": 0.108,
+      "step": 1170
+    },
+    {
+      "grad_norm": 1.69101881980896,
+      "learning_rate": 2.358e-05,
+      "loss": 0.0928,
+      "step": 1180
+    },
+    {
+      "grad_norm": 1.6988859176635742,
+      "learning_rate": 2.3780000000000003e-05,
+      "loss": 0.1105,
+      "step": 1190
+    },
+    {
+      "grad_norm": 4.235020160675049,
+      "learning_rate": 2.398e-05,
+      "loss": 0.1193,
+      "step": 1200
+    },
+    {
+      "grad_norm": 4.887176036834717,
+      "learning_rate": 2.418e-05,
+      "loss": 0.1357,
+      "step": 1210
+    },
+    {
+      "grad_norm": 0.813777506351471,
+      "learning_rate": 2.438e-05,
+      "loss": 0.1044,
+      "step": 1220
+    },
+    {
+      "grad_norm": 1.8302229642868042,
+      "learning_rate": 2.4580000000000002e-05,
+      "loss": 0.1101,
+      "step": 1230
+    },
+    {
+      "grad_norm": 1.3978817462921143,
+      "learning_rate": 2.478e-05,
+      "loss": 0.1184,
+      "step": 1240
+    },
+    {
+      "grad_norm": 2.0479328632354736,
+      "learning_rate": 2.498e-05,
+      "loss": 0.0906,
+      "step": 1250
+    },
+    {
+      "grad_norm": 2.38946795463562,
+      "learning_rate": 2.5180000000000003e-05,
+      "loss": 0.1043,
+      "step": 1260
+    },
+    {
+      "grad_norm": 1.249617338180542,
+      "learning_rate": 2.5380000000000004e-05,
+      "loss": 0.0849,
+      "step": 1270
+    },
+    {
+      "grad_norm": 1.517021656036377,
+      "learning_rate": 2.5580000000000002e-05,
+      "loss": 0.107,
+      "step": 1280
+    },
+    {
+      "grad_norm": 1.3285075426101685,
+      "learning_rate": 2.5779999999999997e-05,
+      "loss": 0.105,
+      "step": 1290
+    },
+    {
+      "grad_norm": 1.5297868251800537,
+      "learning_rate": 2.598e-05,
+      "loss": 0.0973,
+      "step": 1300
+    },
+    {
+      "grad_norm": 0.9701268672943115,
+      "learning_rate": 2.618e-05,
+      "loss": 0.0976,
+      "step": 1310
+    },
+    {
+      "grad_norm": 1.2006975412368774,
+      "learning_rate": 2.6379999999999998e-05,
+      "loss": 0.0994,
+      "step": 1320
+    },
+    {
+      "grad_norm": 1.2093645334243774,
+      "learning_rate": 2.658e-05,
+      "loss": 0.0773,
+      "step": 1330
+    },
+    {
+      "grad_norm": 1.6315072774887085,
+      "learning_rate": 2.678e-05,
+      "loss": 0.0838,
+      "step": 1340
+    },
+    {
+      "grad_norm": 0.9597839713096619,
+      "learning_rate": 2.698e-05,
+      "loss": 0.1086,
+      "step": 1350
+    },
+    {
+      "grad_norm": 2.636733293533325,
+      "learning_rate": 2.718e-05,
+      "loss": 0.1013,
+      "step": 1360
+    },
+    {
+      "grad_norm": 1.5911072492599487,
+      "learning_rate": 2.738e-05,
+      "loss": 0.0824,
+      "step": 1370
+    },
+    {
+      "grad_norm": 1.6432372331619263,
+      "learning_rate": 2.758e-05,
+      "loss": 0.0809,
+      "step": 1380
+    },
+    {
+      "grad_norm": 1.8894906044006348,
+      "learning_rate": 2.778e-05,
+      "loss": 0.0905,
+      "step": 1390
+    },
+    {
+      "grad_norm": 1.47123122215271,
+      "learning_rate": 2.798e-05,
+      "loss": 0.0809,
+      "step": 1400
+    },
+    {
+      "grad_norm": 1.0250835418701172,
+      "learning_rate": 2.818e-05,
+      "loss": 0.0923,
+      "step": 1410
+    },
+    {
+      "grad_norm": 1.6976494789123535,
+      "learning_rate": 2.8380000000000003e-05,
+      "loss": 0.0928,
+      "step": 1420
+    },
+    {
+      "grad_norm": 1.0837762355804443,
+      "learning_rate": 2.858e-05,
+      "loss": 0.0734,
+      "step": 1430
+    },
+    {
+      "grad_norm": 1.2509829998016357,
+      "learning_rate": 2.8780000000000002e-05,
+      "loss": 0.0987,
+      "step": 1440
+    },
+    {
+      "grad_norm": 1.0369926691055298,
+      "learning_rate": 2.898e-05,
+      "loss": 0.1036,
+      "step": 1450
+    },
+    {
+      "grad_norm": 1.3391159772872925,
+      "learning_rate": 2.9180000000000002e-05,
+      "loss": 0.0996,
+      "step": 1460
+    },
+    {
+      "grad_norm": 1.259562611579895,
+      "learning_rate": 2.9380000000000003e-05,
+      "loss": 0.0963,
+      "step": 1470
+    },
+    {
+      "grad_norm": 1.2859934568405151,
+      "learning_rate": 2.958e-05,
+      "loss": 0.0816,
+      "step": 1480
+    },
+    {
+      "grad_norm": 1.3876073360443115,
+      "learning_rate": 2.9780000000000003e-05,
+      "loss": 0.0902,
+      "step": 1490
+    },
+    {
+      "grad_norm": 1.1462910175323486,
+      "learning_rate": 2.998e-05,
+      "loss": 0.0951,
+      "step": 1500
+    },
+    {
+      "grad_norm": 1.2179933786392212,
+      "learning_rate": 3.0180000000000002e-05,
+      "loss": 0.0807,
+      "step": 1510
+    },
+    {
+      "grad_norm": 1.4895336627960205,
+      "learning_rate": 3.0380000000000004e-05,
+      "loss": 0.0893,
+      "step": 1520
+    },
+    {
+      "grad_norm": 1.0243799686431885,
+      "learning_rate": 3.058e-05,
+      "loss": 0.0966,
+      "step": 1530
+    },
+    {
+      "grad_norm": 1.0312671661376953,
+      "learning_rate": 3.078e-05,
+      "loss": 0.0845,
+      "step": 1540
+    },
+    {
+      "grad_norm": 1.1680856943130493,
+      "learning_rate": 3.0980000000000005e-05,
+      "loss": 0.0812,
+      "step": 1550
+    },
+    {
+      "grad_norm": 0.8857987523078918,
+      "learning_rate": 3.118e-05,
+      "loss": 0.1068,
+      "step": 1560
+    },
+    {
+      "grad_norm": 1.4180179834365845,
+      "learning_rate": 3.138e-05,
+      "loss": 0.0741,
+      "step": 1570
+    },
+    {
+      "grad_norm": 1.2802883386611938,
+      "learning_rate": 3.1580000000000006e-05,
+      "loss": 0.0859,
+      "step": 1580
+    },
+    {
+      "grad_norm": 1.434507966041565,
+      "learning_rate": 3.1780000000000004e-05,
+      "loss": 0.0923,
+      "step": 1590
+    },
+    {
+      "grad_norm": 1.0308754444122314,
+      "learning_rate": 3.198e-05,
+      "loss": 0.0784,
+      "step": 1600
+    },
+    {
+      "grad_norm": 0.8732582926750183,
+      "learning_rate": 3.218e-05,
+      "loss": 0.0672,
+      "step": 1610
+    },
+    {
+      "grad_norm": 0.7804297804832458,
+      "learning_rate": 3.238e-05,
+      "loss": 0.0802,
+      "step": 1620
+    },
+    {
+      "grad_norm": 1.3388926982879639,
+      "learning_rate": 3.2579999999999996e-05,
+      "loss": 0.1015,
+      "step": 1630
+    },
+    {
+      "grad_norm": 1.6440131664276123,
+      "learning_rate": 3.278e-05,
+      "loss": 0.0879,
+      "step": 1640
+    },
+    {
+      "grad_norm": 1.1676356792449951,
+      "learning_rate": 3.298e-05,
+      "loss": 0.0872,
+      "step": 1650
+    },
+    {
+      "grad_norm": 1.383884310722351,
+      "learning_rate": 3.318e-05,
+      "loss": 0.0889,
+      "step": 1660
+    },
+    {
+      "grad_norm": 0.8376438021659851,
+      "learning_rate": 3.338e-05,
+      "loss": 0.0666,
+      "step": 1670
+    },
+    {
+      "grad_norm": 1.1388325691223145,
+      "learning_rate": 3.358e-05,
+      "loss": 0.0747,
+      "step": 1680
+    },
+    {
+      "grad_norm": 1.247609257698059,
+      "learning_rate": 3.378e-05,
+      "loss": 0.0746,
+      "step": 1690
+    },
+    {
+      "grad_norm": 0.9289684295654297,
+      "learning_rate": 3.398e-05,
+      "loss": 0.0837,
+      "step": 1700
+    },
+    {
+      "grad_norm": 1.8538250923156738,
+      "learning_rate": 3.418e-05,
+      "loss": 0.0979,
+      "step": 1710
+    },
+    {
+      "grad_norm": 0.9559040665626526,
+      "learning_rate": 3.438e-05,
+      "loss": 0.0818,
+      "step": 1720
+    },
+    {
+      "grad_norm": 1.0027278661727905,
+      "learning_rate": 3.4580000000000004e-05,
+      "loss": 0.0782,
+      "step": 1730
+    },
+    {
+      "grad_norm": 1.5428392887115479,
+      "learning_rate": 3.478e-05,
+      "loss": 0.0726,
+      "step": 1740
+    },
+    {
+      "grad_norm": 1.6734929084777832,
+      "learning_rate": 3.498e-05,
+      "loss": 0.0868,
+      "step": 1750
+    },
+    {
+      "grad_norm": 2.180098295211792,
+      "learning_rate": 3.518e-05,
+      "loss": 0.0872,
+      "step": 1760
+    },
+    {
+      "grad_norm": 1.0983431339263916,
+      "learning_rate": 3.5380000000000003e-05,
+      "loss": 0.0743,
+      "step": 1770
+    },
+    {
+      "grad_norm": 0.942829966545105,
+      "learning_rate": 3.558e-05,
+      "loss": 0.0979,
+      "step": 1780
+    },
+    {
+      "grad_norm": 1.6690951585769653,
+      "learning_rate": 3.578e-05,
+      "loss": 0.0755,
+      "step": 1790
+    },
+    {
+      "grad_norm": 1.0191823244094849,
+      "learning_rate": 3.5980000000000004e-05,
+      "loss": 0.0795,
+      "step": 1800
+    },
+    {
+      "grad_norm": 0.9048247337341309,
+      "learning_rate": 3.618e-05,
+      "loss": 0.0683,
+      "step": 1810
+    },
+    {
+      "grad_norm": 1.5634185075759888,
+      "learning_rate": 3.638e-05,
+      "loss": 0.0865,
+      "step": 1820
+    },
+    {
+      "grad_norm": 1.554189682006836,
+      "learning_rate": 3.6580000000000006e-05,
+      "loss": 0.083,
+      "step": 1830
+    },
+    {
+      "grad_norm": 0.9538047909736633,
+      "learning_rate": 3.6780000000000004e-05,
+      "loss": 0.0877,
+      "step": 1840
+    },
+    {
+      "grad_norm": 0.9088499546051025,
+      "learning_rate": 3.698e-05,
+      "loss": 0.0988,
+      "step": 1850
+    },
+    {
+      "grad_norm": 1.038340449333191,
+      "learning_rate": 3.7180000000000007e-05,
+      "loss": 0.0996,
+      "step": 1860
+    },
+    {
+      "grad_norm": 1.010509729385376,
+      "learning_rate": 3.7380000000000005e-05,
+      "loss": 0.0771,
+      "step": 1870
+    },
+    {
+      "grad_norm": 0.9490908980369568,
+      "learning_rate": 3.758e-05,
+      "loss": 0.0633,
+      "step": 1880
+    },
+    {
+      "grad_norm": 0.8129947185516357,
+      "learning_rate": 3.778000000000001e-05,
+      "loss": 0.0784,
+      "step": 1890
+    },
+    {
+      "grad_norm": 0.8083765506744385,
+      "learning_rate": 3.7980000000000006e-05,
+      "loss": 0.0652,
+      "step": 1900
+    },
+    {
+      "grad_norm": 1.436314344406128,
+      "learning_rate": 3.818e-05,
+      "loss": 0.0988,
+      "step": 1910
+    },
+    {
+      "grad_norm": 0.8581476211547852,
+      "learning_rate": 3.838e-05,
+      "loss": 0.0759,
+      "step": 1920
+    },
+    {
+      "grad_norm": 0.699325442314148,
+      "learning_rate": 3.858e-05,
+      "loss": 0.0681,
+      "step": 1930
+    },
+    {
+      "grad_norm": 1.452941656112671,
+      "learning_rate": 3.878e-05,
+      "loss": 0.0802,
+      "step": 1940
+    },
+    {
+      "grad_norm": 0.6633671522140503,
+      "learning_rate": 3.898e-05,
+      "loss": 0.0628,
+      "step": 1950
+    },
+    {
+      "grad_norm": 1.7221360206604004,
+      "learning_rate": 3.918e-05,
+      "loss": 0.0941,
+      "step": 1960
+    },
+    {
+      "grad_norm": 0.7586915493011475,
+      "learning_rate": 3.938e-05,
+      "loss": 0.0646,
+      "step": 1970
+    },
+    {
+      "grad_norm": 1.2361974716186523,
+      "learning_rate": 3.958e-05,
+      "loss": 0.0867,
+      "step": 1980
+    },
+    {
+      "grad_norm": 0.9242485165596008,
+      "learning_rate": 3.978e-05,
+      "loss": 0.0601,
+      "step": 1990
+    },
+    {
+      "grad_norm": 1.0715078115463257,
+      "learning_rate": 3.998e-05,
+      "loss": 0.0782,
+      "step": 2000
+    },
+    {
+      "grad_norm": 1.0248526334762573,
+      "learning_rate": 4.018e-05,
+      "loss": 0.1058,
+      "step": 2010
+    },
+    {
+      "grad_norm": 1.2648011445999146,
+      "learning_rate": 4.038e-05,
+      "loss": 0.0801,
+      "step": 2020
+    },
+    {
+      "grad_norm": 1.0998585224151611,
+      "learning_rate": 4.058e-05,
+      "loss": 0.0628,
+      "step": 2030
+    },
+    {
+      "grad_norm": 0.7973329424858093,
+      "learning_rate": 4.078e-05,
+      "loss": 0.0833,
+      "step": 2040
+    },
+    {
+      "grad_norm": 0.8564066290855408,
+      "learning_rate": 4.0980000000000004e-05,
+      "loss": 0.0784,
+      "step": 2050
+    },
+    {
+      "grad_norm": 1.236814022064209,
+      "learning_rate": 4.118e-05,
+      "loss": 0.0703,
+      "step": 2060
+    },
+    {
+      "grad_norm": 0.8105146884918213,
+      "learning_rate": 4.138e-05,
+      "loss": 0.0625,
+      "step": 2070
+    },
+    {
+      "grad_norm": 0.7948865294456482,
+      "learning_rate": 4.1580000000000005e-05,
+      "loss": 0.0696,
+      "step": 2080
+    },
+    {
+      "grad_norm": 0.965408205986023,
+      "learning_rate": 4.178e-05,
+      "loss": 0.0711,
+      "step": 2090
+    },
+    {
+      "grad_norm": 0.9406697154045105,
+      "learning_rate": 4.198e-05,
+      "loss": 0.0727,
+      "step": 2100
+    },
+    {
+      "grad_norm": 0.8055232763290405,
+      "learning_rate": 4.2180000000000006e-05,
+      "loss": 0.0933,
+      "step": 2110
+    },
+    {
+      "grad_norm": 0.8500663042068481,
+      "learning_rate": 4.2380000000000004e-05,
+      "loss": 0.0659,
+      "step": 2120
+    },
+    {
+      "grad_norm": 0.8973005414009094,
+      "learning_rate": 4.258e-05,
+      "loss": 0.0707,
+      "step": 2130
+    },
+    {
+      "grad_norm": 0.8494951725006104,
+      "learning_rate": 4.278e-05,
+      "loss": 0.0558,
+      "step": 2140
+    },
+    {
+      "grad_norm": 0.8333751559257507,
+      "learning_rate": 4.2980000000000005e-05,
+      "loss": 0.0798,
+      "step": 2150
+    },
+    {
+      "grad_norm": 0.7871338725090027,
+      "learning_rate": 4.318e-05,
+      "loss": 0.0625,
+      "step": 2160
+    },
+    {
+      "grad_norm": 0.7040622234344482,
+      "learning_rate": 4.338e-05,
+      "loss": 0.0675,
+      "step": 2170
+    },
+    {
+      "grad_norm": 0.9401140809059143,
+      "learning_rate": 4.3580000000000006e-05,
+      "loss": 0.0773,
+      "step": 2180
+    },
+    {
+      "grad_norm": 0.8710242509841919,
+      "learning_rate": 4.3780000000000004e-05,
+      "loss": 0.0636,
+      "step": 2190
+    },
+    {
+      "grad_norm": 0.765397846698761,
+      "learning_rate": 4.398e-05,
+      "loss": 0.0613,
+      "step": 2200
+    },
+    {
+      "grad_norm": 0.6467282772064209,
+      "learning_rate": 4.418000000000001e-05,
+      "loss": 0.064,
+      "step": 2210
+    },
+    {
+      "grad_norm": 1.477567434310913,
+      "learning_rate": 4.438e-05,
+      "loss": 0.0623,
+      "step": 2220
+    },
+    {
+      "grad_norm": 0.9443312883377075,
+      "learning_rate": 4.458e-05,
+      "loss": 0.0668,
+      "step": 2230
+    },
+    {
+      "grad_norm": 0.7416368722915649,
+      "learning_rate": 4.478e-05,
+      "loss": 0.0604,
+      "step": 2240
+    },
+    {
+      "grad_norm": 0.7133755683898926,
+      "learning_rate": 4.498e-05,
+      "loss": 0.0737,
+      "step": 2250
+    },
+    {
+      "grad_norm": 0.6120943427085876,
+      "learning_rate": 4.518e-05,
+      "loss": 0.0553,
+      "step": 2260
+    },
+    {
+      "grad_norm": 0.8734622001647949,
+      "learning_rate": 4.538e-05,
+      "loss": 0.0544,
+      "step": 2270
+    },
+    {
+      "grad_norm": 0.6398209929466248,
+      "learning_rate": 4.558e-05,
+      "loss": 0.0636,
+      "step": 2280
+    },
+    {
+      "grad_norm": 1.380096435546875,
+      "learning_rate": 4.578e-05,
+      "loss": 0.0867,
+      "step": 2290
+    },
+    {
+      "grad_norm": 0.6424226760864258,
+      "learning_rate": 4.5980000000000004e-05,
+      "loss": 0.0534,
+      "step": 2300
+    },
+    {
+      "grad_norm": 0.5737485289573669,
+      "learning_rate": 4.618e-05,
+      "loss": 0.0591,
+      "step": 2310
+    },
+    {
+      "grad_norm": 0.6159701943397522,
+      "learning_rate": 4.638e-05,
+      "loss": 0.0508,
+      "step": 2320
+    },
+    {
+      "grad_norm": 0.6447447538375854,
+      "learning_rate": 4.6580000000000005e-05,
+      "loss": 0.0699,
+      "step": 2330
+    },
+    {
+      "grad_norm": 0.6198409795761108,
+      "learning_rate": 4.678e-05,
+      "loss": 0.0628,
+      "step": 2340
+    },
+    {
+      "grad_norm": 0.6166672110557556,
+      "learning_rate": 4.698e-05,
+      "loss": 0.0595,
+      "step": 2350
+    },
+    {
+      "grad_norm": 0.7590539455413818,
+      "learning_rate": 4.718e-05,
+      "loss": 0.0628,
+      "step": 2360
+    },
+    {
+      "grad_norm": 0.6507792472839355,
+      "learning_rate": 4.7380000000000004e-05,
+      "loss": 0.0673,
+      "step": 2370
+    },
+    {
+      "grad_norm": 0.766956090927124,
+      "learning_rate": 4.758e-05,
+      "loss": 0.0773,
+      "step": 2380
+    },
+    {
+      "grad_norm": 0.883449912071228,
+      "learning_rate": 4.778e-05,
+      "loss": 0.0778,
+      "step": 2390
+    },
+    {
+      "grad_norm": 0.6879324913024902,
+      "learning_rate": 4.7980000000000005e-05,
+      "loss": 0.0668,
+      "step": 2400
+    },
+    {
+      "grad_norm": 0.9086018204689026,
+      "learning_rate": 4.818e-05,
+      "loss": 0.0625,
+      "step": 2410
+    },
+    {
+      "grad_norm": 0.7436268329620361,
+      "learning_rate": 4.838e-05,
+      "loss": 0.0985,
+      "step": 2420
+    },
+    {
+      "grad_norm": 0.9962342381477356,
+      "learning_rate": 4.8580000000000006e-05,
+      "loss": 0.0694,
+      "step": 2430
+    },
+    {
+      "grad_norm": 0.8323448300361633,
+      "learning_rate": 4.8780000000000004e-05,
+      "loss": 0.0698,
+      "step": 2440
+    },
+    {
+      "grad_norm": 0.7347047328948975,
+      "learning_rate": 4.898e-05,
+      "loss": 0.0588,
+      "step": 2450
+    },
+    {
+      "grad_norm": 0.6135653853416443,
+      "learning_rate": 4.918000000000001e-05,
+      "loss": 0.0546,
+      "step": 2460
+    },
+    {
+      "grad_norm": 0.6037757396697998,
+      "learning_rate": 4.9380000000000005e-05,
+      "loss": 0.0519,
+      "step": 2470
+    },
+    {
+      "grad_norm": 0.6975889801979065,
+      "learning_rate": 4.958e-05,
+      "loss": 0.0771,
+      "step": 2480
+    },
+    {
+      "grad_norm": 0.7472870349884033,
+      "learning_rate": 4.978e-05,
+      "loss": 0.0598,
+      "step": 2490
+    },
+    {
+      "grad_norm": 0.6862678527832031,
+      "learning_rate": 4.9980000000000006e-05,
+      "loss": 0.0545,
+      "step": 2500
+    },
+    {
+      "grad_norm": 0.8071557283401489,
+      "learning_rate": 5.0180000000000004e-05,
+      "loss": 0.0517,
+      "step": 2510
+    },
+    {
+      "grad_norm": 0.6523743271827698,
+      "learning_rate": 5.038e-05,
+      "loss": 0.0621,
+      "step": 2520
+    },
+    {
+      "grad_norm": 0.6114144325256348,
+      "learning_rate": 5.058000000000001e-05,
+      "loss": 0.0501,
+      "step": 2530
+    },
+    {
+      "grad_norm": 0.6552909016609192,
+      "learning_rate": 5.0780000000000005e-05,
+      "loss": 0.0615,
+      "step": 2540
+    },
+    {
+      "grad_norm": 0.8600518703460693,
+      "learning_rate": 5.098e-05,
+      "loss": 0.0669,
+      "step": 2550
+    },
+    {
+      "grad_norm": 0.6675088405609131,
+      "learning_rate": 5.118000000000001e-05,
+      "loss": 0.0623,
+      "step": 2560
+    },
+    {
+      "grad_norm": 0.7757863402366638,
+      "learning_rate": 5.1380000000000006e-05,
+      "loss": 0.0623,
+      "step": 2570
+    },
+    {
+      "grad_norm": 0.7180933356285095,
+      "learning_rate": 5.1580000000000004e-05,
+      "loss": 0.0629,
+      "step": 2580
+    },
+    {
+      "grad_norm": 0.7248421311378479,
+      "learning_rate": 5.178000000000001e-05,
+      "loss": 0.059,
+      "step": 2590
+    },
+    {
+      "grad_norm": 0.7094396948814392,
+      "learning_rate": 5.198000000000001e-05,
+      "loss": 0.0664,
+      "step": 2600
+    },
+    {
+      "grad_norm": 0.7055537700653076,
+      "learning_rate": 5.2180000000000005e-05,
+      "loss": 0.0657,
+      "step": 2610
+    },
+    {
+      "grad_norm": 0.7061589360237122,
+      "learning_rate": 5.238000000000001e-05,
+      "loss": 0.0511,
+      "step": 2620
+    },
+    {
+      "grad_norm": 0.7152190208435059,
+      "learning_rate": 5.258000000000001e-05,
+      "loss": 0.0616,
+      "step": 2630
+    },
+    {
+      "grad_norm": 0.8776269555091858,
+      "learning_rate": 5.2780000000000006e-05,
+      "loss": 0.07,
+      "step": 2640
+    },
+    {
+      "grad_norm": 0.5741156935691833,
+      "learning_rate": 5.2980000000000004e-05,
+      "loss": 0.071,
+      "step": 2650
+    },
+    {
+      "grad_norm": 0.6530773639678955,
+      "learning_rate": 5.318000000000001e-05,
+      "loss": 0.0763,
+      "step": 2660
+    },
+    {
+      "grad_norm": 0.7851654887199402,
+      "learning_rate": 5.338000000000001e-05,
+      "loss": 0.0733,
+      "step": 2670
+    },
+    {
+      "grad_norm": 1.0083369016647339,
+      "learning_rate": 5.3580000000000005e-05,
+      "loss": 0.0827,
+      "step": 2680
+    },
+    {
+      "grad_norm": 0.6418405175209045,
+      "learning_rate": 5.378e-05,
+      "loss": 0.0612,
+      "step": 2690
+    },
+    {
+      "grad_norm": 0.6848601698875427,
+      "learning_rate": 5.3979999999999995e-05,
+      "loss": 0.0535,
+      "step": 2700
+    },
+    {
+      "grad_norm": 0.6649168729782104,
+      "learning_rate": 5.418e-05,
+      "loss": 0.0585,
+      "step": 2710
+    },
+    {
+      "grad_norm": 0.6305927038192749,
+      "learning_rate": 5.438e-05,
+      "loss": 0.0788,
+      "step": 2720
+    },
+    {
+      "grad_norm": 0.7496237754821777,
+      "learning_rate": 5.4579999999999996e-05,
+      "loss": 0.0567,
+      "step": 2730
+    },
+    {
+      "grad_norm": 0.47063612937927246,
+      "learning_rate": 5.478e-05,
+      "loss": 0.0558,
+      "step": 2740
+    },
+    {
+      "grad_norm": 0.5131617188453674,
+      "learning_rate": 5.498e-05,
+      "loss": 0.0615,
+      "step": 2750
+    },
+    {
+      "grad_norm": 0.8309383392333984,
+      "learning_rate": 5.518e-05,
+      "loss": 0.0547,
+      "step": 2760
+    },
+    {
+      "grad_norm": 0.6489686369895935,
+      "learning_rate": 5.538e-05,
+      "loss": 0.0559,
+      "step": 2770
+    },
+    {
+      "grad_norm": 0.6935626864433289,
+      "learning_rate": 5.558e-05,
+      "loss": 0.0673,
+      "step": 2780
+    },
+    {
+      "grad_norm": 0.6607373952865601,
+      "learning_rate": 5.578e-05,
+      "loss": 0.0611,
+      "step": 2790
+    },
+    {
+      "grad_norm": 0.6474405527114868,
+      "learning_rate": 5.5979999999999996e-05,
+      "loss": 0.0531,
+      "step": 2800
+    },
+    {
+      "grad_norm": 1.0084667205810547,
+      "learning_rate": 5.618e-05,
+      "loss": 0.0905,
+      "step": 2810
+    },
+    {
+      "grad_norm": 0.9654085040092468,
+      "learning_rate": 5.638e-05,
+      "loss": 0.0737,
+      "step": 2820
+    },
+    {
+      "grad_norm": 0.584434449672699,
+      "learning_rate": 5.658e-05,
+      "loss": 0.0585,
+      "step": 2830
+    },
+    {
+      "grad_norm": 0.5688425302505493,
+      "learning_rate": 5.678e-05,
+      "loss": 0.0745,
+      "step": 2840
+    },
+    {
+      "grad_norm": 0.5918985605239868,
+      "learning_rate": 5.698e-05,
+      "loss": 0.069,
+      "step": 2850
+    },
+    {
+      "grad_norm": 0.6128337979316711,
+      "learning_rate": 5.718e-05,
+      "loss": 0.0584,
+      "step": 2860
+    },
+    {
+      "grad_norm": 0.5219225883483887,
+      "learning_rate": 5.738e-05,
+      "loss": 0.0518,
+      "step": 2870
+    },
+    {
+      "grad_norm": 0.4728126525878906,
+      "learning_rate": 5.758e-05,
+      "loss": 0.0485,
+      "step": 2880
+    },
+    {
+      "grad_norm": 0.7647413611412048,
+      "learning_rate": 5.778e-05,
+      "loss": 0.0556,
+      "step": 2890
+    },
+    {
+      "grad_norm": 0.5122050642967224,
+      "learning_rate": 5.7980000000000004e-05,
+      "loss": 0.0683,
+      "step": 2900
+    },
+    {
+      "grad_norm": 0.7916375994682312,
+      "learning_rate": 5.818e-05,
+      "loss": 0.055,
+      "step": 2910
+    },
+    {
+      "grad_norm": 0.7011560797691345,
+      "learning_rate": 5.838e-05,
+      "loss": 0.0568,
+      "step": 2920
+    },
+    {
+      "grad_norm": 0.6700689196586609,
+      "learning_rate": 5.858e-05,
+      "loss": 0.0477,
+      "step": 2930
+    },
+    {
+      "grad_norm": 0.5937225818634033,
+      "learning_rate": 5.878e-05,
+      "loss": 0.0501,
+      "step": 2940
+    },
+    {
+      "grad_norm": 0.49369940161705017,
+      "learning_rate": 5.898e-05,
+      "loss": 0.0475,
+      "step": 2950
+    },
+    {
+      "grad_norm": 0.6631751656532288,
+      "learning_rate": 5.918e-05,
+      "loss": 0.0615,
+      "step": 2960
+    },
+    {
+      "grad_norm": 0.7893167734146118,
+      "learning_rate": 5.9380000000000004e-05,
+      "loss": 0.0477,
+      "step": 2970
+    },
+    {
+      "grad_norm": 0.5764897465705872,
+      "learning_rate": 5.958e-05,
+      "loss": 0.0556,
+      "step": 2980
+    },
+    {
+      "grad_norm": 0.5732360482215881,
+      "learning_rate": 5.978e-05,
+      "loss": 0.0627,
+      "step": 2990
+    },
+    {
+      "grad_norm": 0.5444154143333435,
+      "learning_rate": 5.9980000000000005e-05,
+      "loss": 0.0612,
+      "step": 3000
+    },
+    {
+      "grad_norm": 0.5632981657981873,
+      "learning_rate": 6.018e-05,
+      "loss": 0.0449,
+      "step": 3010
+    },
+    {
+      "grad_norm": 0.6956084966659546,
+      "learning_rate": 6.038e-05,
+      "loss": 0.0508,
+      "step": 3020
+    },
+    {
+      "grad_norm": 0.5621139407157898,
+      "learning_rate": 6.0580000000000006e-05,
+      "loss": 0.0516,
+      "step": 3030
+    },
+    {
+      "grad_norm": 0.6331535577774048,
+      "learning_rate": 6.0780000000000004e-05,
+      "loss": 0.055,
+      "step": 3040
+    },
+    {
+      "grad_norm": 0.6451631188392639,
+      "learning_rate": 6.098e-05,
+      "loss": 0.0526,
+      "step": 3050
+    },
+    {
+      "grad_norm": 0.4736952781677246,
+      "learning_rate": 6.118000000000001e-05,
+      "loss": 0.0548,
+      "step": 3060
+    },
+    {
+      "grad_norm": 0.5182963609695435,
+      "learning_rate": 6.138e-05,
+      "loss": 0.0436,
+      "step": 3070
+    },
+    {
+      "grad_norm": 0.7367036938667297,
+      "learning_rate": 6.158e-05,
+      "loss": 0.0555,
+      "step": 3080
+    },
+    {
+      "grad_norm": 1.0562509298324585,
+      "learning_rate": 6.178000000000001e-05,
+      "loss": 0.0724,
+      "step": 3090
+    },
+    {
+      "grad_norm": 0.7549290657043457,
+      "learning_rate": 6.198e-05,
+      "loss": 0.0526,
+      "step": 3100
+    },
+    {
+      "grad_norm": 0.5529669523239136,
+      "learning_rate": 6.218e-05,
+      "loss": 0.0451,
+      "step": 3110
+    },
+    {
+      "grad_norm": 0.5710684061050415,
+      "learning_rate": 6.238000000000001e-05,
+      "loss": 0.0469,
+      "step": 3120
+    },
+    {
+      "grad_norm": 0.5792014598846436,
+      "learning_rate": 6.258e-05,
+      "loss": 0.0472,
+      "step": 3130
+    },
+    {
+      "grad_norm": 0.6089155673980713,
+      "learning_rate": 6.278e-05,
+      "loss": 0.0512,
+      "step": 3140
+    },
+    {
+      "grad_norm": 0.6686075329780579,
+      "learning_rate": 6.298000000000001e-05,
+      "loss": 0.0481,
+      "step": 3150
+    },
+    {
+      "grad_norm": 0.48785340785980225,
+      "learning_rate": 6.318e-05,
+      "loss": 0.0534,
+      "step": 3160
+    },
+    {
+      "grad_norm": 0.5482088923454285,
+      "learning_rate": 6.338e-05,
+      "loss": 0.0495,
+      "step": 3170
+    },
+    {
+      "grad_norm": 0.5249758362770081,
+      "learning_rate": 6.358000000000001e-05,
+      "loss": 0.0668,
+      "step": 3180
+    },
+    {
+      "grad_norm": 0.6556891798973083,
+      "learning_rate": 6.378e-05,
+      "loss": 0.0641,
+      "step": 3190
+    },
+    {
+      "grad_norm": 0.6621457934379578,
+      "learning_rate": 6.398000000000001e-05,
+      "loss": 0.0615,
+      "step": 3200
+    },
+    {
+      "grad_norm": 0.4882360100746155,
+      "learning_rate": 6.418000000000001e-05,
+      "loss": 0.0485,
+      "step": 3210
+    },
+    {
+      "grad_norm": 0.9999679923057556,
+      "learning_rate": 6.438e-05,
+      "loss": 0.07,
+      "step": 3220
+    },
+    {
+      "grad_norm": 0.6060804128646851,
+      "learning_rate": 6.458000000000001e-05,
+      "loss": 0.0641,
+      "step": 3230
+    },
+    {
+      "grad_norm": 0.41649818420410156,
+      "learning_rate": 6.478000000000001e-05,
+      "loss": 0.0494,
+      "step": 3240
+    },
+    {
+      "grad_norm": 0.4703940749168396,
+      "learning_rate": 6.498e-05,
+      "loss": 0.0644,
+      "step": 3250
+    },
+    {
+      "grad_norm": 0.5934008359909058,
+      "learning_rate": 6.518000000000001e-05,
+      "loss": 0.0539,
+      "step": 3260
+    },
+    {
+      "grad_norm": 0.6371035575866699,
+      "learning_rate": 6.538000000000001e-05,
+      "loss": 0.0539,
+      "step": 3270
+    },
+    {
+      "grad_norm": 0.517002522945404,
+      "learning_rate": 6.558e-05,
+      "loss": 0.0475,
+      "step": 3280
+    },
+    {
+      "grad_norm": 0.49867257475852966,
+      "learning_rate": 6.578000000000001e-05,
+      "loss": 0.0479,
+      "step": 3290
+    },
+    {
+      "grad_norm": 0.5001471638679504,
+      "learning_rate": 6.598e-05,
+      "loss": 0.0446,
+      "step": 3300
+    },
+    {
+      "grad_norm": 0.5566295981407166,
+      "learning_rate": 6.618e-05,
+      "loss": 0.0595,
+      "step": 3310
+    },
+    {
+      "grad_norm": 0.6019293069839478,
+      "learning_rate": 6.638e-05,
+      "loss": 0.0638,
+      "step": 3320
+    },
+    {
+      "grad_norm": 0.5611937046051025,
+      "learning_rate": 6.658e-05,
+      "loss": 0.0535,
+      "step": 3330
+    },
+    {
+      "grad_norm": 0.5913999676704407,
+      "learning_rate": 6.678e-05,
+      "loss": 0.0469,
+      "step": 3340
+    },
+    {
+      "grad_norm": 0.6757261157035828,
+      "learning_rate": 6.698e-05,
+      "loss": 0.0491,
+      "step": 3350
+    },
+    {
+      "grad_norm": 1.1269656419754028,
+      "learning_rate": 6.718e-05,
+      "loss": 0.0504,
+      "step": 3360
+    },
+    {
+      "grad_norm": 0.6970487833023071,
+      "learning_rate": 6.738e-05,
+      "loss": 0.052,
+      "step": 3370
+    },
+    {
+      "grad_norm": 0.635503888130188,
+      "learning_rate": 6.758e-05,
+      "loss": 0.0887,
+      "step": 3380
+    },
+    {
+      "grad_norm": 0.6195010542869568,
+      "learning_rate": 6.778e-05,
+      "loss": 0.0495,
+      "step": 3390
+    },
+    {
+      "grad_norm": 0.6423906087875366,
+      "learning_rate": 6.798e-05,
+      "loss": 0.0576,
+      "step": 3400
+    },
+    {
+      "grad_norm": 0.6626360416412354,
+      "learning_rate": 6.818e-05,
+      "loss": 0.0501,
+      "step": 3410
+    },
+    {
+      "grad_norm": 0.5380253791809082,
+      "learning_rate": 6.838e-05,
+      "loss": 0.0497,
+      "step": 3420
+    },
+    {
+      "grad_norm": 0.577542781829834,
+      "learning_rate": 6.858e-05,
+      "loss": 0.0494,
+      "step": 3430
+    },
+    {
+      "grad_norm": 0.4449599087238312,
+      "learning_rate": 6.878e-05,
+      "loss": 0.0565,
+      "step": 3440
+    },
+    {
+      "grad_norm": 0.631966769695282,
+      "learning_rate": 6.898e-05,
+      "loss": 0.0466,
+      "step": 3450
+    },
+    {
+      "grad_norm": 0.5737388134002686,
+      "learning_rate": 6.918e-05,
+      "loss": 0.046,
+      "step": 3460
+    },
+    {
+      "grad_norm": 0.5362457633018494,
+      "learning_rate": 6.938e-05,
+      "loss": 0.0566,
+      "step": 3470
+    },
+    {
+      "grad_norm": 0.4598131775856018,
+      "learning_rate": 6.958e-05,
+      "loss": 0.0584,
+      "step": 3480
+    },
+    {
+      "grad_norm": 0.47502726316452026,
+      "learning_rate": 6.978e-05,
+      "loss": 0.0558,
+      "step": 3490
+    },
+    {
+      "grad_norm": 0.45879724621772766,
+      "learning_rate": 6.998e-05,
+      "loss": 0.042,
+      "step": 3500
+    },
+    {
+      "grad_norm": 0.5175849199295044,
+      "learning_rate": 7.018e-05,
+      "loss": 0.0481,
+      "step": 3510
+    },
+    {
+      "grad_norm": 0.5727440714836121,
+      "learning_rate": 7.038e-05,
+      "loss": 0.0485,
+      "step": 3520
+    },
+    {
+      "grad_norm": 0.49426883459091187,
+      "learning_rate": 7.058e-05,
+      "loss": 0.0475,
+      "step": 3530
+    },
+    {
+      "grad_norm": 0.47619980573654175,
+      "learning_rate": 7.078e-05,
+      "loss": 0.0477,
+      "step": 3540
+    },
+    {
+      "grad_norm": 0.47510600090026855,
+      "learning_rate": 7.098e-05,
+      "loss": 0.0528,
+      "step": 3550
+    },
+    {
+      "grad_norm": 0.5645313858985901,
+      "learning_rate": 7.118e-05,
+      "loss": 0.04,
+      "step": 3560
+    },
+    {
+      "grad_norm": 0.5124518275260925,
+      "learning_rate": 7.138e-05,
+      "loss": 0.0528,
+      "step": 3570
+    },
+    {
+      "grad_norm": 0.4331539571285248,
+      "learning_rate": 7.158e-05,
+      "loss": 0.0649,
+      "step": 3580
+    },
+    {
+      "grad_norm": 0.565325140953064,
+      "learning_rate": 7.178000000000001e-05,
+      "loss": 0.0641,
+      "step": 3590
+    },
+    {
+      "grad_norm": 0.49523457884788513,
+      "learning_rate": 7.198e-05,
+      "loss": 0.0531,
+      "step": 3600
+    },
+    {
+      "grad_norm": 0.40296709537506104,
+      "learning_rate": 7.218e-05,
+      "loss": 0.0507,
+      "step": 3610
+    },
+    {
+      "grad_norm": 0.49126020073890686,
+      "learning_rate": 7.238000000000001e-05,
+      "loss": 0.0478,
+      "step": 3620
+    },
+    {
+      "grad_norm": 0.5226730704307556,
+      "learning_rate": 7.258e-05,
+      "loss": 0.045,
+      "step": 3630
+    },
+    {
+      "grad_norm": 0.48106834292411804,
+      "learning_rate": 7.278e-05,
+      "loss": 0.0454,
+      "step": 3640
+    },
+    {
+      "grad_norm": 0.45139843225479126,
+      "learning_rate": 7.298000000000001e-05,
+      "loss": 0.055,
+      "step": 3650
+    },
+    {
+      "grad_norm": 0.5822842717170715,
+      "learning_rate": 7.318e-05,
+      "loss": 0.0498,
+      "step": 3660
+    },
+    {
+      "grad_norm": 0.6017340421676636,
+      "learning_rate": 7.338e-05,
+      "loss": 0.0546,
+      "step": 3670
+    },
+    {
+      "grad_norm": 0.6336044669151306,
+      "learning_rate": 7.358000000000001e-05,
+      "loss": 0.05,
+      "step": 3680
+    },
+    {
+      "grad_norm": 0.6810202598571777,
+      "learning_rate": 7.378e-05,
+      "loss": 0.0478,
+      "step": 3690
+    },
+    {
+      "grad_norm": 0.49058160185813904,
+      "learning_rate": 7.398e-05,
+      "loss": 0.0504,
+      "step": 3700
+    },
+    {
+      "grad_norm": 0.4867585003376007,
+      "learning_rate": 7.418000000000001e-05,
+      "loss": 0.0471,
+      "step": 3710
+    },
+    {
+      "grad_norm": 0.49752700328826904,
+      "learning_rate": 7.438e-05,
+      "loss": 0.0501,
+      "step": 3720
+    },
+    {
+      "grad_norm": 0.41769036650657654,
+      "learning_rate": 7.458000000000001e-05,
+      "loss": 0.0433,
+      "step": 3730
+    },
+    {
+      "grad_norm": 0.47804659605026245,
+      "learning_rate": 7.478e-05,
+      "loss": 0.0444,
+      "step": 3740
+    },
+    {
+      "grad_norm": 0.46447914838790894,
+      "learning_rate": 7.498e-05,
+      "loss": 0.0533,
+      "step": 3750
+    },
+    {
+      "grad_norm": 0.3227159380912781,
+      "learning_rate": 7.518000000000001e-05,
+      "loss": 0.0398,
+      "step": 3760
+    },
+    {
+      "grad_norm": 0.6006016731262207,
+      "learning_rate": 7.538e-05,
+      "loss": 0.0487,
+      "step": 3770
+    },
+    {
+      "grad_norm": 0.4678070545196533,
+      "learning_rate": 7.558e-05,
+      "loss": 0.0486,
+      "step": 3780
+    },
+    {
+      "grad_norm": 0.4607994258403778,
+      "learning_rate": 7.578000000000001e-05,
+      "loss": 0.044,
+      "step": 3790
+    },
+    {
+      "grad_norm": 0.5018726587295532,
+      "learning_rate": 7.598e-05,
+      "loss": 0.0754,
+      "step": 3800
+    },
+    {
+      "grad_norm": 0.4651670455932617,
+      "learning_rate": 7.618e-05,
+      "loss": 0.0438,
+      "step": 3810
+    },
+    {
+      "grad_norm": 0.6074767708778381,
+      "learning_rate": 7.638000000000001e-05,
+      "loss": 0.0562,
+      "step": 3820
+    },
+    {
+      "grad_norm": 0.4194856584072113,
+      "learning_rate": 7.658e-05,
+      "loss": 0.0438,
+      "step": 3830
+    },
+    {
+      "grad_norm": 0.40190210938453674,
+      "learning_rate": 7.678000000000001e-05,
+      "loss": 0.0409,
+      "step": 3840
+    },
+    {
+      "grad_norm": 0.5286075472831726,
+      "learning_rate": 7.698000000000001e-05,
+      "loss": 0.0606,
+      "step": 3850
+    },
+    {
+      "grad_norm": 0.5535075068473816,
+      "learning_rate": 7.718e-05,
+      "loss": 0.0426,
+      "step": 3860
+    },
+    {
+      "grad_norm": 0.450271338224411,
+      "learning_rate": 7.738000000000001e-05,
+      "loss": 0.0452,
+      "step": 3870
+    },
+    {
+      "grad_norm": 0.35586071014404297,
+      "learning_rate": 7.758000000000001e-05,
+      "loss": 0.0425,
+      "step": 3880
+    },
+    {
+      "grad_norm": 0.47037267684936523,
+      "learning_rate": 7.778e-05,
+      "loss": 0.0479,
+      "step": 3890
+    },
+    {
+      "grad_norm": 0.5718138217926025,
+      "learning_rate": 7.798000000000001e-05,
+      "loss": 0.0509,
+      "step": 3900
+    },
+    {
+      "grad_norm": 0.3333280682563782,
+      "learning_rate": 7.818000000000001e-05,
+      "loss": 0.0458,
+      "step": 3910
+    },
+    {
+      "grad_norm": 0.8567695617675781,
+      "learning_rate": 7.838e-05,
+      "loss": 0.0534,
+      "step": 3920
+    },
+    {
+      "grad_norm": 0.3658080995082855,
+      "learning_rate": 7.858000000000001e-05,
+      "loss": 0.0471,
+      "step": 3930
+    },
+    {
+      "grad_norm": 0.49003928899765015,
+      "learning_rate": 7.878e-05,
+      "loss": 0.0554,
+      "step": 3940
+    },
+    {
+      "grad_norm": 0.44335323572158813,
+      "learning_rate": 7.897999999999999e-05,
+      "loss": 0.0511,
+      "step": 3950
+    },
+    {
+      "grad_norm": 0.3798561990261078,
+      "learning_rate": 7.918e-05,
+      "loss": 0.0606,
+      "step": 3960
+    },
+    {
+      "grad_norm": 0.4345288574695587,
+      "learning_rate": 7.938e-05,
+      "loss": 0.044,
+      "step": 3970
+    },
+    {
+      "grad_norm": 0.49366435408592224,
+      "learning_rate": 7.958e-05,
+      "loss": 0.0507,
+      "step": 3980
+    },
+    {
+      "grad_norm": 0.5321271419525146,
+      "learning_rate": 7.978e-05,
+      "loss": 0.0543,
+      "step": 3990
+    },
+    {
+      "grad_norm": 0.6306968927383423,
+      "learning_rate": 7.998e-05,
+      "loss": 0.0509,
+      "step": 4000
+    },
+    {
+      "grad_norm": 0.5244865417480469,
+      "learning_rate": 8.018e-05,
+      "loss": 0.0467,
+      "step": 4010
+    },
+    {
+      "grad_norm": 0.459025502204895,
+      "learning_rate": 8.038e-05,
+      "loss": 0.0499,
+      "step": 4020
+    },
+    {
+      "grad_norm": 0.48619168996810913,
+      "learning_rate": 8.058e-05,
+      "loss": 0.0542,
+      "step": 4030
+    },
+    {
+      "grad_norm": 0.47001272439956665,
+      "learning_rate": 8.078e-05,
+      "loss": 0.0377,
+      "step": 4040
+    },
+    {
+      "grad_norm": 0.42484578490257263,
+      "learning_rate": 8.098e-05,
+      "loss": 0.0457,
+      "step": 4050
+    },
+    {
+      "grad_norm": 0.4668360650539398,
+      "learning_rate": 8.118e-05,
+      "loss": 0.0444,
+      "step": 4060
+    },
+    {
+      "grad_norm": 0.36333346366882324,
+      "learning_rate": 8.138e-05,
+      "loss": 0.0407,
+      "step": 4070
+    },
+    {
+      "grad_norm": 0.4790932536125183,
+      "learning_rate": 8.158e-05,
+      "loss": 0.0518,
+      "step": 4080
+    },
+    {
+      "grad_norm": 0.48865705728530884,
+      "learning_rate": 8.178e-05,
+      "loss": 0.0491,
+      "step": 4090
+    },
+    {
+      "grad_norm": 0.510968804359436,
+      "learning_rate": 8.198e-05,
+      "loss": 0.0404,
+      "step": 4100
+    },
+    {
+      "grad_norm": 0.5166163444519043,
+      "learning_rate": 8.218e-05,
+      "loss": 0.048,
+      "step": 4110
+    },
+    {
+      "grad_norm": 0.7706247568130493,
+      "learning_rate": 8.238000000000001e-05,
+      "loss": 0.0546,
+      "step": 4120
+    },
+    {
+      "grad_norm": 0.5259150862693787,
+      "learning_rate": 8.258e-05,
+      "loss": 0.0454,
+      "step": 4130
+    },
+    {
+      "grad_norm": 0.36422306299209595,
+      "learning_rate": 8.278e-05,
+      "loss": 0.0438,
+      "step": 4140
+    },
+    {
+      "grad_norm": 0.39548495411872864,
+      "learning_rate": 8.298000000000001e-05,
+      "loss": 0.0548,
+      "step": 4150
+    },
+    {
+      "grad_norm": 0.4889143109321594,
+      "learning_rate": 8.318e-05,
+      "loss": 0.0436,
+      "step": 4160
+    },
+    {
+      "grad_norm": 0.4294140934944153,
+      "learning_rate": 8.338e-05,
+      "loss": 0.0426,
+      "step": 4170
+    },
+    {
+      "grad_norm": 0.3817083239555359,
+      "learning_rate": 8.358e-05,
+      "loss": 0.0429,
+      "step": 4180
+    },
+    {
+      "grad_norm": 0.4154946804046631,
+      "learning_rate": 8.378e-05,
+      "loss": 0.0444,
+      "step": 4190
+    },
+    {
+      "grad_norm": 0.4453136920928955,
+      "learning_rate": 8.398e-05,
+      "loss": 0.0427,
+      "step": 4200
+    },
+    {
+      "grad_norm": 0.41065388917922974,
+      "learning_rate": 8.418e-05,
+      "loss": 0.041,
+      "step": 4210
+    },
+    {
+      "grad_norm": 0.41612672805786133,
+      "learning_rate": 8.438e-05,
+      "loss": 0.0543,
+      "step": 4220
+    },
+    {
+      "grad_norm": 0.5291852951049805,
+      "learning_rate": 8.458e-05,
+      "loss": 0.0638,
+      "step": 4230
+    },
+    {
+      "grad_norm": 0.4191744923591614,
+      "learning_rate": 8.478e-05,
+      "loss": 0.0544,
+      "step": 4240
+    },
+    {
+      "grad_norm": 0.3190278708934784,
+      "learning_rate": 8.498e-05,
+      "loss": 0.0528,
+      "step": 4250
+    },
+    {
+      "grad_norm": 0.43338626623153687,
+      "learning_rate": 8.518000000000001e-05,
+      "loss": 0.0507,
+      "step": 4260
+    },
+    {
+      "grad_norm": 0.38887307047843933,
+      "learning_rate": 8.538e-05,
+      "loss": 0.0462,
+      "step": 4270
+    },
+    {
+      "grad_norm": 0.47358450293540955,
+      "learning_rate": 8.558e-05,
+      "loss": 0.0433,
+      "step": 4280
+    },
+    {
+      "grad_norm": 0.4823721945285797,
+      "learning_rate": 8.578000000000001e-05,
+      "loss": 0.0447,
+      "step": 4290
+    },
+    {
+      "grad_norm": 0.3531292676925659,
+      "learning_rate": 8.598e-05,
+      "loss": 0.0396,
+      "step": 4300
+    },
+    {
+      "grad_norm": 0.4482009708881378,
+      "learning_rate": 8.618e-05,
+      "loss": 0.0453,
+      "step": 4310
+    },
+    {
+      "grad_norm": 0.5934690237045288,
+      "learning_rate": 8.638000000000001e-05,
+      "loss": 0.0711,
+      "step": 4320
+    },
+    {
+      "grad_norm": 0.4615998864173889,
+      "learning_rate": 8.658e-05,
+      "loss": 0.046,
+      "step": 4330
+    },
+    {
+      "grad_norm": 0.38178497552871704,
+      "learning_rate": 8.678e-05,
+      "loss": 0.0418,
+      "step": 4340
+    },
+    {
+      "grad_norm": 0.4002855122089386,
+      "learning_rate": 8.698000000000001e-05,
+      "loss": 0.0358,
+      "step": 4350
+    },
+    {
+      "grad_norm": 0.37864506244659424,
+      "learning_rate": 8.718e-05,
+      "loss": 0.039,
+      "step": 4360
+    },
+    {
+      "grad_norm": 0.4157409965991974,
+      "learning_rate": 8.738000000000001e-05,
+      "loss": 0.0458,
+      "step": 4370
+    },
+    {
+      "grad_norm": 0.43442434072494507,
+      "learning_rate": 8.758000000000001e-05,
+      "loss": 0.0472,
+      "step": 4380
+    },
+    {
+      "grad_norm": 0.48835688829421997,
+      "learning_rate": 8.778e-05,
+      "loss": 0.0398,
+      "step": 4390
+    },
+    {
+      "grad_norm": 0.48423928022384644,
+      "learning_rate": 8.798000000000001e-05,
+      "loss": 0.0554,
+      "step": 4400
+    },
+    {
+      "grad_norm": 0.47621750831604004,
+      "learning_rate": 8.818000000000001e-05,
+      "loss": 0.0448,
+      "step": 4410
+    },
+    {
+      "grad_norm": 0.4389837384223938,
+      "learning_rate": 8.838e-05,
+      "loss": 0.0596,
+      "step": 4420
+    },
+    {
+      "grad_norm": 0.3592231273651123,
+      "learning_rate": 8.858000000000001e-05,
+      "loss": 0.0501,
+      "step": 4430
+    },
+    {
+      "grad_norm": 0.48489102721214294,
+      "learning_rate": 8.878000000000001e-05,
+      "loss": 0.0507,
+      "step": 4440
+    },
+    {
+      "grad_norm": 0.3971380889415741,
+      "learning_rate": 8.898e-05,
+      "loss": 0.0587,
+      "step": 4450
+    },
+    {
+      "grad_norm": 0.49518850445747375,
+      "learning_rate": 8.918000000000001e-05,
+      "loss": 0.0493,
+      "step": 4460
+    },
+    {
+      "grad_norm": 0.4285871982574463,
+      "learning_rate": 8.938e-05,
+      "loss": 0.0463,
+      "step": 4470
+    },
+    {
+      "grad_norm": 0.4088277518749237,
+      "learning_rate": 8.958e-05,
+      "loss": 0.0517,
+      "step": 4480
+    },
+    {
+      "grad_norm": 0.4277302324771881,
+      "learning_rate": 8.978000000000001e-05,
+      "loss": 0.0506,
+      "step": 4490
+    },
+    {
+      "grad_norm": 0.46519720554351807,
+      "learning_rate": 8.998e-05,
+      "loss": 0.0495,
+      "step": 4500
+    },
+    {
+      "grad_norm": 0.4068399667739868,
+      "learning_rate": 9.018000000000001e-05,
+      "loss": 0.0687,
+      "step": 4510
+    },
+    {
+      "grad_norm": 0.49455416202545166,
+      "learning_rate": 9.038000000000001e-05,
+      "loss": 0.0508,
+      "step": 4520
+    },
+    {
+      "grad_norm": 0.4416707158088684,
+      "learning_rate": 9.058e-05,
+      "loss": 0.0481,
+      "step": 4530
+    },
+    {
+      "grad_norm": 0.5990498661994934,
+      "learning_rate": 9.078000000000001e-05,
+      "loss": 0.0635,
+      "step": 4540
+    },
+    {
+      "grad_norm": 0.5360383987426758,
+      "learning_rate": 9.098000000000001e-05,
+      "loss": 0.0612,
+      "step": 4550
+    },
+    {
+      "grad_norm": 0.37586185336112976,
+      "learning_rate": 9.118e-05,
+      "loss": 0.0473,
+      "step": 4560
+    },
+    {
+      "grad_norm": 0.40508490800857544,
+      "learning_rate": 9.138e-05,
+      "loss": 0.0533,
+      "step": 4570
+    },
+    {
+      "grad_norm": 0.8519114851951599,
+      "learning_rate": 9.158e-05,
+      "loss": 0.0468,
+      "step": 4580
+    },
+    {
+      "grad_norm": 0.4385341703891754,
+      "learning_rate": 9.178e-05,
+      "loss": 0.0473,
+      "step": 4590
+    },
+    {
+      "grad_norm": 0.47749242186546326,
+      "learning_rate": 9.198e-05,
+      "loss": 0.0507,
+      "step": 4600
+    },
+    {
+      "grad_norm": 0.4829212427139282,
+      "learning_rate": 9.218e-05,
+      "loss": 0.0499,
+      "step": 4610
+    },
+    {
+      "grad_norm": 0.4476567804813385,
+      "learning_rate": 9.238e-05,
+      "loss": 0.0417,
+      "step": 4620
+    },
+    {
+      "grad_norm": 0.5656363368034363,
+      "learning_rate": 9.258e-05,
+      "loss": 0.0546,
+      "step": 4630
+    },
+    {
+      "grad_norm": 0.5048646330833435,
+      "learning_rate": 9.278e-05,
+      "loss": 0.0516,
+      "step": 4640
+    },
+    {
+      "grad_norm": 0.540164053440094,
+      "learning_rate": 9.298e-05,
+      "loss": 0.0421,
+      "step": 4650
+    },
+    {
+      "grad_norm": 0.41845086216926575,
+      "learning_rate": 9.318e-05,
+      "loss": 0.0478,
+      "step": 4660
+    },
+    {
+      "grad_norm": 0.6415730118751526,
+      "learning_rate": 9.338e-05,
+      "loss": 0.0447,
+      "step": 4670
+    },
+    {
+      "grad_norm": 0.35450783371925354,
+      "learning_rate": 9.358e-05,
+      "loss": 0.0461,
+      "step": 4680
+    },
+    {
+      "grad_norm": 0.48354604840278625,
+      "learning_rate": 9.378e-05,
+      "loss": 0.0531,
+      "step": 4690
+    },
+    {
+      "grad_norm": 0.4911448061466217,
+      "learning_rate": 9.398e-05,
+      "loss": 0.0473,
+      "step": 4700
+    },
+    {
+      "grad_norm": 0.454332172870636,
+      "learning_rate": 9.418e-05,
+      "loss": 0.0435,
+      "step": 4710
+    },
+    {
+      "grad_norm": 0.42084118723869324,
+      "learning_rate": 9.438e-05,
+      "loss": 0.0426,
+      "step": 4720
+    },
+    {
+      "grad_norm": 0.30459684133529663,
+      "learning_rate": 9.458e-05,
+      "loss": 0.0533,
+      "step": 4730
+    },
+    {
+      "grad_norm": 0.3999723792076111,
+      "learning_rate": 9.478e-05,
+      "loss": 0.0519,
+      "step": 4740
+    },
+    {
+      "grad_norm": 0.3873731195926666,
+      "learning_rate": 9.498e-05,
+      "loss": 0.0415,
+      "step": 4750
+    },
+    {
+      "grad_norm": 0.3257777690887451,
+      "learning_rate": 9.518000000000001e-05,
+      "loss": 0.0458,
+      "step": 4760
+    },
+    {
+      "grad_norm": 0.571869969367981,
+      "learning_rate": 9.538e-05,
+      "loss": 0.0487,
+      "step": 4770
+    },
+    {
+      "grad_norm": 0.5172654986381531,
+      "learning_rate": 9.558e-05,
+      "loss": 0.0561,
+      "step": 4780
+    },
+    {
+      "grad_norm": 0.40108487010002136,
+      "learning_rate": 9.578000000000001e-05,
+      "loss": 0.0411,
+      "step": 4790
+    },
+    {
+      "grad_norm": 0.2834753394126892,
+      "learning_rate": 9.598e-05,
+      "loss": 0.043,
+      "step": 4800
+    },
+    {
+      "grad_norm": 0.3625306487083435,
+      "learning_rate": 9.618e-05,
+      "loss": 0.0444,
+      "step": 4810
+    },
+    {
+      "grad_norm": 0.3061979115009308,
+      "learning_rate": 9.638000000000001e-05,
+      "loss": 0.048,
+      "step": 4820
+    },
+    {
+      "grad_norm": 0.43342238664627075,
+      "learning_rate": 9.658e-05,
+      "loss": 0.0459,
+      "step": 4830
+    },
+    {
+      "grad_norm": 0.45829254388809204,
+      "learning_rate": 9.678e-05,
+      "loss": 0.0469,
+      "step": 4840
+    },
+    {
+      "grad_norm": 0.4165900945663452,
+      "learning_rate": 9.698000000000001e-05,
+      "loss": 0.0428,
+      "step": 4850
+    },
+    {
+      "grad_norm": 0.3381836712360382,
+      "learning_rate": 9.718e-05,
+      "loss": 0.0374,
+      "step": 4860
+    },
+    {
+      "grad_norm": 0.4262806177139282,
+      "learning_rate": 9.738e-05,
+      "loss": 0.0427,
+      "step": 4870
+    },
+    {
+      "grad_norm": 0.35872822999954224,
+      "learning_rate": 9.758000000000001e-05,
+      "loss": 0.0392,
+      "step": 4880
+    },
+    {
+      "grad_norm": 0.5044097304344177,
+      "learning_rate": 9.778e-05,
+      "loss": 0.0571,
+      "step": 4890
+    },
+    {
+      "grad_norm": 0.593035876750946,
+      "learning_rate": 9.798000000000001e-05,
+      "loss": 0.0391,
+      "step": 4900
+    },
+    {
+      "grad_norm": 0.4018821716308594,
+      "learning_rate": 9.818000000000001e-05,
+      "loss": 0.0495,
+      "step": 4910
+    },
+    {
+      "grad_norm": 0.36531198024749756,
+      "learning_rate": 9.838e-05,
+      "loss": 0.0461,
+      "step": 4920
+    },
+    {
+      "grad_norm": 0.3901344835758209,
+      "learning_rate": 9.858000000000001e-05,
+      "loss": 0.0447,
+      "step": 4930
+    },
+    {
+      "grad_norm": 0.3914910554885864,
+      "learning_rate": 9.878e-05,
+      "loss": 0.0417,
+      "step": 4940
+    },
+    {
+      "grad_norm": 0.4712642729282379,
+      "learning_rate": 9.898e-05,
+      "loss": 0.0456,
+      "step": 4950
+    },
+    {
+      "grad_norm": 0.3110232651233673,
+      "learning_rate": 9.918000000000001e-05,
+      "loss": 0.0429,
+      "step": 4960
+    },
+    {
+      "grad_norm": 0.38908815383911133,
+      "learning_rate": 9.938e-05,
+      "loss": 0.0521,
+      "step": 4970
+    },
+    {
+      "grad_norm": 0.350799560546875,
+      "learning_rate": 9.958e-05,
+      "loss": 0.0484,
+      "step": 4980
+    },
+    {
+      "grad_norm": 0.34600725769996643,
+      "learning_rate": 9.978000000000001e-05,
+      "loss": 0.0429,
+      "step": 4990
+    },
+    {
+      "grad_norm": 0.44985055923461914,
+      "learning_rate": 9.998e-05,
+      "loss": 0.053,
+      "step": 5000
+    },
+    {
+      "grad_norm": 0.4457371234893799,
+      "learning_rate": 9.999999778549045e-05,
+      "loss": 0.0444,
+      "step": 5010
+    },
+    {
+      "grad_norm": 0.4866776764392853,
+      "learning_rate": 9.999999013039593e-05,
+      "loss": 0.0419,
+      "step": 5020
+    },
+    {
+      "grad_norm": 0.4193825125694275,
+      "learning_rate": 9.999997700737766e-05,
+      "loss": 0.04,
+      "step": 5030
+    },
+    {
+      "grad_norm": 0.3338404595851898,
+      "learning_rate": 9.999995841643709e-05,
+      "loss": 0.0399,
+      "step": 5040
+    },
+    {
+      "grad_norm": 0.3945288062095642,
+      "learning_rate": 9.999993435757623e-05,
+      "loss": 0.0448,
+      "step": 5050
+    },
+    {
+      "grad_norm": 0.308926522731781,
+      "learning_rate": 9.999990483079773e-05,
+      "loss": 0.0346,
+      "step": 5060
+    },
+    {
+      "grad_norm": 0.3824428617954254,
+      "learning_rate": 9.999986983610481e-05,
+      "loss": 0.0536,
+      "step": 5070
+    },
+    {
+      "grad_norm": 0.32512784004211426,
+      "learning_rate": 9.99998293735013e-05,
+      "loss": 0.0498,
+      "step": 5080
+    },
+    {
+      "grad_norm": 0.2981336712837219,
+      "learning_rate": 9.999978344299161e-05,
+      "loss": 0.0411,
+      "step": 5090
+    },
+    {
+      "grad_norm": 0.36756810545921326,
+      "learning_rate": 9.99997320445808e-05,
+      "loss": 0.0417,
+      "step": 5100
+    },
+    {
+      "grad_norm": 0.44123566150665283,
+      "learning_rate": 9.999967517827444e-05,
+      "loss": 0.0478,
+      "step": 5110
+    },
+    {
+      "grad_norm": 0.4048570692539215,
+      "learning_rate": 9.999961284407879e-05,
+      "loss": 0.0558,
+      "step": 5120
+    },
+    {
+      "grad_norm": 0.41541656851768494,
+      "learning_rate": 9.999954504200067e-05,
+      "loss": 0.0532,
+      "step": 5130
+    },
+    {
+      "grad_norm": 0.370635449886322,
+      "learning_rate": 9.999947177204744e-05,
+      "loss": 0.0438,
+      "step": 5140
+    },
+    {
+      "grad_norm": 0.4047102928161621,
+      "learning_rate": 9.999939303422718e-05,
+      "loss": 0.039,
+      "step": 5150
+    },
+    {
+      "grad_norm": 0.3960151672363281,
+      "learning_rate": 9.999930882854847e-05,
+      "loss": 0.0584,
+      "step": 5160
+    },
+    {
+      "grad_norm": 0.35693055391311646,
+      "learning_rate": 9.999921915502051e-05,
+      "loss": 0.0462,
+      "step": 5170
+    },
+    {
+      "grad_norm": 0.35383063554763794,
+      "learning_rate": 9.99991240136531e-05,
+      "loss": 0.0397,
+      "step": 5180
+    },
+    {
+      "grad_norm": 0.38076698780059814,
+      "learning_rate": 9.999902340445668e-05,
+      "loss": 0.0598,
+      "step": 5190
+    },
+    {
+      "grad_norm": 0.2750827372074127,
+      "learning_rate": 9.999891732744224e-05,
+      "loss": 0.0368,
+      "step": 5200
+    },
+    {
+      "grad_norm": 0.4872633218765259,
+      "learning_rate": 9.999880578262135e-05,
+      "loss": 0.0456,
+      "step": 5210
+    },
+    {
+      "grad_norm": 0.38172680139541626,
+      "learning_rate": 9.999868877000624e-05,
+      "loss": 0.0427,
+      "step": 5220
+    },
+    {
+      "grad_norm": 0.33038702607154846,
+      "learning_rate": 9.99985662896097e-05,
+      "loss": 0.0417,
+      "step": 5230
+    },
+    {
+      "grad_norm": 0.3226548135280609,
+      "learning_rate": 9.999843834144513e-05,
+      "loss": 0.0405,
+      "step": 5240
+    },
+    {
+      "grad_norm": 0.3860369920730591,
+      "learning_rate": 9.99983049255265e-05,
+      "loss": 0.0513,
+      "step": 5250
+    },
+    {
+      "grad_norm": 0.34384334087371826,
+      "learning_rate": 9.999816604186843e-05,
+      "loss": 0.0393,
+      "step": 5260
+    },
+    {
+      "grad_norm": 0.38275647163391113,
+      "learning_rate": 9.999802169048609e-05,
+      "loss": 0.0418,
+      "step": 5270
+    },
+    {
+      "grad_norm": 0.4732551574707031,
+      "learning_rate": 9.999787187139527e-05,
+      "loss": 0.0453,
+      "step": 5280
+    },
+    {
+      "grad_norm": 0.34008124470710754,
+      "learning_rate": 9.999771658461234e-05,
+      "loss": 0.0468,
+      "step": 5290
+    },
+    {
+      "grad_norm": 0.34717661142349243,
+      "learning_rate": 9.999755583015431e-05,
+      "loss": 0.0369,
+      "step": 5300
+    },
+    {
+      "grad_norm": 0.3388221263885498,
+      "learning_rate": 9.999738960803874e-05,
+      "loss": 0.0344,
+      "step": 5310
+    },
+    {
+      "grad_norm": 0.37457239627838135,
+      "learning_rate": 9.99972179182838e-05,
+      "loss": 0.0408,
+      "step": 5320
+    },
+    {
+      "grad_norm": 0.46544578671455383,
+      "learning_rate": 9.99970407609083e-05,
+      "loss": 0.0561,
+      "step": 5330
+    },
+    {
+      "grad_norm": 0.3946884572505951,
+      "learning_rate": 9.999685813593159e-05,
+      "loss": 0.0443,
+      "step": 5340
+    },
+    {
+      "grad_norm": 0.2683626413345337,
+      "learning_rate": 9.999667004337362e-05,
+      "loss": 0.0374,
+      "step": 5350
+    },
+    {
+      "grad_norm": 0.28631749749183655,
+      "learning_rate": 9.9996476483255e-05,
+      "loss": 0.0413,
+      "step": 5360
+    },
+    {
+      "grad_norm": 0.36079248785972595,
+      "learning_rate": 9.999627745559688e-05,
+      "loss": 0.0356,
+      "step": 5370
+    },
+    {
+      "grad_norm": 0.4213111102581024,
+      "learning_rate": 9.999607296042101e-05,
+      "loss": 0.0383,
+      "step": 5380
+    },
+    {
+      "grad_norm": 0.31158196926116943,
+      "learning_rate": 9.99958629977498e-05,
+      "loss": 0.0375,
+      "step": 5390
+    },
+    {
+      "grad_norm": 0.27046331763267517,
+      "learning_rate": 9.999564756760615e-05,
+      "loss": 0.0405,
+      "step": 5400
+    },
+    {
+      "grad_norm": 0.27969858050346375,
+      "learning_rate": 9.999542667001366e-05,
+      "loss": 0.0333,
+      "step": 5410
+    },
+    {
+      "grad_norm": 0.43641960620880127,
+      "learning_rate": 9.999520030499647e-05,
+      "loss": 0.0389,
+      "step": 5420
+    },
+    {
+      "grad_norm": 0.3843284249305725,
+      "learning_rate": 9.999496847257936e-05,
+      "loss": 0.0377,
+      "step": 5430
+    },
+    {
+      "grad_norm": 0.3445203900337219,
+      "learning_rate": 9.999473117278764e-05,
+      "loss": 0.0475,
+      "step": 5440
+    },
+    {
+      "grad_norm": 0.3761952519416809,
+      "learning_rate": 9.999448840564731e-05,
+      "loss": 0.0322,
+      "step": 5450
+    },
+    {
+      "grad_norm": 0.3402634561061859,
+      "learning_rate": 9.999424017118488e-05,
+      "loss": 0.036,
+      "step": 5460
+    },
+    {
+      "grad_norm": 0.3042530119419098,
+      "learning_rate": 9.999398646942751e-05,
+      "loss": 0.0326,
+      "step": 5470
+    },
+    {
+      "grad_norm": 0.3125622570514679,
+      "learning_rate": 9.999372730040296e-05,
+      "loss": 0.0367,
+      "step": 5480
+    },
+    {
+      "grad_norm": 0.28172048926353455,
+      "learning_rate": 9.999346266413953e-05,
+      "loss": 0.0349,
+      "step": 5490
+    },
+    {
+      "grad_norm": 0.3005838394165039,
+      "learning_rate": 9.99931925606662e-05,
+      "loss": 0.037,
+      "step": 5500
+    },
+    {
+      "grad_norm": 0.3403024971485138,
+      "learning_rate": 9.99929169900125e-05,
+      "loss": 0.0397,
+      "step": 5510
+    },
+    {
+      "grad_norm": 0.2735153138637543,
+      "learning_rate": 9.999263595220855e-05,
+      "loss": 0.0353,
+      "step": 5520
+    },
+    {
+      "grad_norm": 0.31464219093322754,
+      "learning_rate": 9.99923494472851e-05,
+      "loss": 0.0371,
+      "step": 5530
+    },
+    {
+      "grad_norm": 0.3070959448814392,
+      "learning_rate": 9.999205747527348e-05,
+      "loss": 0.032,
+      "step": 5540
+    },
+    {
+      "grad_norm": 0.3369695544242859,
+      "learning_rate": 9.999176003620561e-05,
+      "loss": 0.035,
+      "step": 5550
+    },
+    {
+      "grad_norm": 0.3155800998210907,
+      "learning_rate": 9.999145713011405e-05,
+      "loss": 0.0359,
+      "step": 5560
+    },
+    {
+      "grad_norm": 0.36522960662841797,
+      "learning_rate": 9.999114875703186e-05,
+      "loss": 0.0381,
+      "step": 5570
+    },
+    {
+      "grad_norm": 0.46231067180633545,
+      "learning_rate": 9.999083491699281e-05,
+      "loss": 0.0482,
+      "step": 5580
+    },
+    {
+      "grad_norm": 0.43577179312705994,
+      "learning_rate": 9.999051561003123e-05,
+      "loss": 0.0361,
+      "step": 5590
+    },
+    {
+      "grad_norm": 0.3758983910083771,
+      "learning_rate": 9.999019083618202e-05,
+      "loss": 0.043,
+      "step": 5600
+    },
+    {
+      "grad_norm": 0.394493967294693,
+      "learning_rate": 9.99898605954807e-05,
+      "loss": 0.0379,
+      "step": 5610
+    },
+    {
+      "grad_norm": 0.2872087359428406,
+      "learning_rate": 9.998952488796338e-05,
+      "loss": 0.0367,
+      "step": 5620
+    },
+    {
+      "grad_norm": 0.2769279479980469,
+      "learning_rate": 9.998918371366676e-05,
+      "loss": 0.0342,
+      "step": 5630
+    },
+    {
+      "grad_norm": 0.2927900552749634,
+      "learning_rate": 9.99888370726282e-05,
+      "loss": 0.0358,
+      "step": 5640
+    },
+    {
+      "grad_norm": 0.28604426980018616,
+      "learning_rate": 9.998848496488556e-05,
+      "loss": 0.0513,
+      "step": 5650
+    },
+    {
+      "grad_norm": 0.29099681973457336,
+      "learning_rate": 9.998812739047736e-05,
+      "loss": 0.0377,
+      "step": 5660
+    },
+    {
+      "grad_norm": 0.35573118925094604,
+      "learning_rate": 9.99877643494427e-05,
+      "loss": 0.0376,
+      "step": 5670
+    },
+    {
+      "grad_norm": 0.3163166046142578,
+      "learning_rate": 9.998739584182128e-05,
+      "loss": 0.0447,
+      "step": 5680
+    },
+    {
+      "grad_norm": 0.4396672248840332,
+      "learning_rate": 9.998702186765342e-05,
+      "loss": 0.0404,
+      "step": 5690
+    },
+    {
+      "grad_norm": 0.3494808077812195,
+      "learning_rate": 9.998664242698e-05,
+      "loss": 0.0393,
+      "step": 5700
+    },
+    {
+      "grad_norm": 0.38465186953544617,
+      "learning_rate": 9.998625751984251e-05,
+      "loss": 0.0451,
+      "step": 5710
+    },
+    {
+      "grad_norm": 0.328311562538147,
+      "learning_rate": 9.998586714628307e-05,
+      "loss": 0.0375,
+      "step": 5720
+    },
+    {
+      "grad_norm": 0.29680177569389343,
+      "learning_rate": 9.998547130634432e-05,
+      "loss": 0.0377,
+      "step": 5730
+    },
+    {
+      "grad_norm": 0.31583890318870544,
+      "learning_rate": 9.99850700000696e-05,
+      "loss": 0.0438,
+      "step": 5740
+    },
+    {
+      "grad_norm": 0.26687678694725037,
+      "learning_rate": 9.998466322750278e-05,
+      "loss": 0.0348,
+      "step": 5750
+    },
+    {
+      "grad_norm": 0.3553796708583832,
+      "learning_rate": 9.998425098868834e-05,
+      "loss": 0.0389,
+      "step": 5760
+    },
+    {
+      "grad_norm": 0.38707616925239563,
+      "learning_rate": 9.998383328367136e-05,
+      "loss": 0.0395,
+      "step": 5770
+    },
+    {
+      "grad_norm": 0.3412174880504608,
+      "learning_rate": 9.99834101124975e-05,
+      "loss": 0.0436,
+      "step": 5780
+    },
+    {
+      "grad_norm": 0.2778187692165375,
+      "learning_rate": 9.998298147521309e-05,
+      "loss": 0.0373,
+      "step": 5790
+    },
+    {
+      "grad_norm": 0.3315787613391876,
+      "learning_rate": 9.998254737186496e-05,
+      "loss": 0.0457,
+      "step": 5800
+    },
+    {
+      "grad_norm": 0.32647934556007385,
+      "learning_rate": 9.99821078025006e-05,
+      "loss": 0.0431,
+      "step": 5810
+    },
+    {
+      "grad_norm": 0.3641613721847534,
+      "learning_rate": 9.998166276716807e-05,
+      "loss": 0.0377,
+      "step": 5820
+    },
+    {
+      "grad_norm": 0.3695627748966217,
+      "learning_rate": 9.998121226591606e-05,
+      "loss": 0.0407,
+      "step": 5830
+    },
+    {
+      "grad_norm": 0.35932645201683044,
+      "learning_rate": 9.998075629879382e-05,
+      "loss": 0.0392,
+      "step": 5840
+    },
+    {
+      "grad_norm": 0.3038875162601471,
+      "learning_rate": 9.99802948658512e-05,
+      "loss": 0.032,
+      "step": 5850
+    },
+    {
+      "grad_norm": 0.20721293985843658,
+      "learning_rate": 9.99798279671387e-05,
+      "loss": 0.042,
+      "step": 5860
+    },
+    {
+      "grad_norm": 0.3722662925720215,
+      "learning_rate": 9.997935560270734e-05,
+      "loss": 0.0381,
+      "step": 5870
+    },
+    {
+      "grad_norm": 0.4159487783908844,
+      "learning_rate": 9.997887777260879e-05,
+      "loss": 0.0471,
+      "step": 5880
+    },
+    {
+      "grad_norm": 0.3565455377101898,
+      "learning_rate": 9.997839447689532e-05,
+      "loss": 0.0453,
+      "step": 5890
+    },
+    {
+      "grad_norm": 0.3338732123374939,
+      "learning_rate": 9.997790571561978e-05,
+      "loss": 0.0601,
+      "step": 5900
+    },
+    {
+      "grad_norm": 0.33086299896240234,
+      "learning_rate": 9.99774114888356e-05,
+      "loss": 0.0483,
+      "step": 5910
+    },
+    {
+      "grad_norm": 0.3562318682670593,
+      "learning_rate": 9.997691179659684e-05,
+      "loss": 0.0383,
+      "step": 5920
+    },
+    {
+      "grad_norm": 0.2637366056442261,
+      "learning_rate": 9.997640663895815e-05,
+      "loss": 0.0369,
+      "step": 5930
+    },
+    {
+      "grad_norm": 0.2633378505706787,
+      "learning_rate": 9.997589601597477e-05,
+      "loss": 0.0412,
+      "step": 5940
+    },
+    {
+      "grad_norm": 0.4011734426021576,
+      "learning_rate": 9.997537992770252e-05,
+      "loss": 0.0396,
+      "step": 5950
+    },
+    {
+      "grad_norm": 0.362652063369751,
+      "learning_rate": 9.997485837419788e-05,
+      "loss": 0.0352,
+      "step": 5960
+    },
+    {
+      "grad_norm": 0.41802698373794556,
+      "learning_rate": 9.997433135551786e-05,
+      "loss": 0.0448,
+      "step": 5970
+    },
+    {
+      "grad_norm": 0.31231939792633057,
+      "learning_rate": 9.997379887172009e-05,
+      "loss": 0.0423,
+      "step": 5980
+    },
+    {
+      "grad_norm": 0.5096443295478821,
+      "learning_rate": 9.997326092286281e-05,
+      "loss": 0.0527,
+      "step": 5990
+    },
+    {
+      "grad_norm": 0.2742319405078888,
+      "learning_rate": 9.997271750900486e-05,
+      "loss": 0.0582,
+      "step": 6000
+    },
+    {
+      "grad_norm": 0.29416942596435547,
+      "learning_rate": 9.997216863020565e-05,
+      "loss": 0.0418,
+      "step": 6010
+    },
+    {
+      "grad_norm": 0.25156641006469727,
+      "learning_rate": 9.99716142865252e-05,
+      "loss": 0.0409,
+      "step": 6020
+    },
+    {
+      "grad_norm": 0.33867189288139343,
+      "learning_rate": 9.997105447802415e-05,
+      "loss": 0.0397,
+      "step": 6030
+    },
+    {
+      "grad_norm": 0.3623952865600586,
+      "learning_rate": 9.997048920476373e-05,
+      "loss": 0.0387,
+      "step": 6040
+    },
+    {
+      "grad_norm": 0.39471375942230225,
+      "learning_rate": 9.996991846680572e-05,
+      "loss": 0.0451,
+      "step": 6050
+    },
+    {
+      "grad_norm": 0.3980799615383148,
+      "learning_rate": 9.996934226421257e-05,
+      "loss": 0.0384,
+      "step": 6060
+    },
+    {
+      "grad_norm": 0.41620194911956787,
+      "learning_rate": 9.996876059704726e-05,
+      "loss": 0.0416,
+      "step": 6070
+    },
+    {
+      "grad_norm": 0.2997787892818451,
+      "learning_rate": 9.996817346537343e-05,
+      "loss": 0.0425,
+      "step": 6080
+    },
+    {
+      "grad_norm": 0.39817532896995544,
+      "learning_rate": 9.996758086925526e-05,
+      "loss": 0.0424,
+      "step": 6090
+    },
+    {
+      "grad_norm": 0.3052063286304474,
+      "learning_rate": 9.996698280875759e-05,
+      "loss": 0.0459,
+      "step": 6100
+    },
+    {
+      "grad_norm": 0.28340935707092285,
+      "learning_rate": 9.99663792839458e-05,
+      "loss": 0.0321,
+      "step": 6110
+    },
+    {
+      "grad_norm": 0.3321530818939209,
+      "learning_rate": 9.99657702948859e-05,
+      "loss": 0.0413,
+      "step": 6120
+    },
+    {
+      "grad_norm": 0.3218732178211212,
+      "learning_rate": 9.996515584164448e-05,
+      "loss": 0.0336,
+      "step": 6130
+    },
+    {
+      "grad_norm": 0.2716471552848816,
+      "learning_rate": 9.996453592428873e-05,
+      "loss": 0.0364,
+      "step": 6140
+    },
+    {
+      "grad_norm": 0.2865748703479767,
+      "learning_rate": 9.996391054288646e-05,
+      "loss": 0.0584,
+      "step": 6150
+    },
+    {
+      "grad_norm": 0.3972782492637634,
+      "learning_rate": 9.996327969750605e-05,
+      "loss": 0.058,
+      "step": 6160
+    },
+    {
+      "grad_norm": 0.36359286308288574,
+      "learning_rate": 9.996264338821649e-05,
+      "loss": 0.0507,
+      "step": 6170
+    },
+    {
+      "grad_norm": 0.3013223707675934,
+      "learning_rate": 9.996200161508735e-05,
+      "loss": 0.0391,
+      "step": 6180
+    },
+    {
+      "grad_norm": 0.2465677708387375,
+      "learning_rate": 9.996135437818885e-05,
+      "loss": 0.0485,
+      "step": 6190
+    },
+    {
+      "grad_norm": 0.3803187906742096,
+      "learning_rate": 9.996070167759175e-05,
+      "loss": 0.0399,
+      "step": 6200
+    },
+    {
+      "grad_norm": 0.34350550174713135,
+      "learning_rate": 9.996004351336743e-05,
+      "loss": 0.0414,
+      "step": 6210
+    },
+    {
+      "grad_norm": 0.46143826842308044,
+      "learning_rate": 9.995937988558785e-05,
+      "loss": 0.0365,
+      "step": 6220
+    },
+    {
+      "grad_norm": 0.31243279576301575,
+      "learning_rate": 9.995871079432561e-05,
+      "loss": 0.0402,
+      "step": 6230
+    },
+    {
+      "grad_norm": 0.2912810444831848,
+      "learning_rate": 9.995803623965389e-05,
+      "loss": 0.0424,
+      "step": 6240
+    },
+    {
+      "grad_norm": 0.3197357952594757,
+      "learning_rate": 9.995735622164641e-05,
+      "loss": 0.0447,
+      "step": 6250
+    },
+    {
+      "grad_norm": 0.35028401017189026,
+      "learning_rate": 9.995667074037758e-05,
+      "loss": 0.0318,
+      "step": 6260
+    },
+    {
+      "grad_norm": 0.3003797233104706,
+      "learning_rate": 9.995597979592232e-05,
+      "loss": 0.0405,
+      "step": 6270
+    },
+    {
+      "grad_norm": 0.25014162063598633,
+      "learning_rate": 9.995528338835625e-05,
+      "loss": 0.0382,
+      "step": 6280
+    },
+    {
+      "grad_norm": 0.2773245871067047,
+      "learning_rate": 9.995458151775547e-05,
+      "loss": 0.0357,
+      "step": 6290
+    },
+    {
+      "grad_norm": 0.3372359275817871,
+      "learning_rate": 9.995387418419677e-05,
+      "loss": 0.0402,
+      "step": 6300
+    },
+    {
+      "grad_norm": 0.3421248197555542,
+      "learning_rate": 9.99531613877575e-05,
+      "loss": 0.0348,
+      "step": 6310
+    },
+    {
+      "grad_norm": 0.30623844265937805,
+      "learning_rate": 9.995244312851559e-05,
+      "loss": 0.0336,
+      "step": 6320
+    },
+    {
+      "grad_norm": 0.3319791853427887,
+      "learning_rate": 9.995171940654961e-05,
+      "loss": 0.0351,
+      "step": 6330
+    },
+    {
+      "grad_norm": 0.40112826228141785,
+      "learning_rate": 9.995099022193871e-05,
+      "loss": 0.0485,
+      "step": 6340
+    },
+    {
+      "grad_norm": 0.518397331237793,
+      "learning_rate": 9.995025557476261e-05,
+      "loss": 0.04,
+      "step": 6350
+    },
+    {
+      "grad_norm": 0.37978556752204895,
+      "learning_rate": 9.994951546510165e-05,
+      "loss": 0.0399,
+      "step": 6360
+    },
+    {
+      "grad_norm": 0.31037217378616333,
+      "learning_rate": 9.994876989303679e-05,
+      "loss": 0.036,
+      "step": 6370
+    },
+    {
+      "grad_norm": 0.3502160906791687,
+      "learning_rate": 9.994801885864955e-05,
+      "loss": 0.0371,
+      "step": 6380
+    },
+    {
+      "grad_norm": 0.3823016583919525,
+      "learning_rate": 9.994726236202205e-05,
+      "loss": 0.0424,
+      "step": 6390
+    },
+    {
+      "grad_norm": 0.32516252994537354,
+      "learning_rate": 9.994650040323704e-05,
+      "loss": 0.0439,
+      "step": 6400
+    },
+    {
+      "grad_norm": 0.3373061418533325,
+      "learning_rate": 9.994573298237784e-05,
+      "loss": 0.0319,
+      "step": 6410
+    },
+    {
+      "grad_norm": 0.27572333812713623,
+      "learning_rate": 9.994496009952837e-05,
+      "loss": 0.0406,
+      "step": 6420
+    },
+    {
+      "grad_norm": 0.2845383584499359,
+      "learning_rate": 9.994418175477316e-05,
+      "loss": 0.0369,
+      "step": 6430
+    },
+    {
+      "grad_norm": 0.26869192719459534,
+      "learning_rate": 9.994339794819733e-05,
+      "loss": 0.0356,
+      "step": 6440
+    },
+    {
+      "grad_norm": 0.3009776473045349,
+      "learning_rate": 9.994260867988658e-05,
+      "loss": 0.0353,
+      "step": 6450
+    },
+    {
+      "grad_norm": 0.30609941482543945,
+      "learning_rate": 9.994181394992723e-05,
+      "loss": 0.0339,
+      "step": 6460
+    },
+    {
+      "grad_norm": 0.2574935853481293,
+      "learning_rate": 9.994101375840618e-05,
+      "loss": 0.0368,
+      "step": 6470
+    },
+    {
+      "grad_norm": 0.24934887886047363,
+      "learning_rate": 9.994020810541098e-05,
+      "loss": 0.0338,
+      "step": 6480
+    },
+    {
+      "grad_norm": 0.3328988254070282,
+      "learning_rate": 9.99393969910297e-05,
+      "loss": 0.0423,
+      "step": 6490
+    },
+    {
+      "grad_norm": 0.2232816368341446,
+      "learning_rate": 9.993858041535104e-05,
+      "loss": 0.0322,
+      "step": 6500
+    },
+    {
+      "grad_norm": 0.2760820686817169,
+      "learning_rate": 9.99377583784643e-05,
+      "loss": 0.0333,
+      "step": 6510
+    },
+    {
+      "grad_norm": 0.28666985034942627,
+      "learning_rate": 9.993693088045939e-05,
+      "loss": 0.0371,
+      "step": 6520
+    },
+    {
+      "grad_norm": 0.31116101145744324,
+      "learning_rate": 9.99360979214268e-05,
+      "loss": 0.0371,
+      "step": 6530
+    },
+    {
+      "grad_norm": 0.40249717235565186,
+      "learning_rate": 9.99352595014576e-05,
+      "loss": 0.043,
+      "step": 6540
+    },
+    {
+      "grad_norm": 0.4444715976715088,
+      "learning_rate": 9.993441562064354e-05,
+      "loss": 0.0354,
+      "step": 6550
+    },
+    {
+      "grad_norm": 0.3594377338886261,
+      "learning_rate": 9.993356627907685e-05,
+      "loss": 0.0405,
+      "step": 6560
+    },
+    {
+      "grad_norm": 0.44024428725242615,
+      "learning_rate": 9.99327114768504e-05,
+      "loss": 0.0443,
+      "step": 6570
+    },
+    {
+      "grad_norm": 0.31277918815612793,
+      "learning_rate": 9.99318512140577e-05,
+      "loss": 0.0319,
+      "step": 6580
+    },
+    {
+      "grad_norm": 0.26775193214416504,
+      "learning_rate": 9.993098549079284e-05,
+      "loss": 0.0449,
+      "step": 6590
+    },
+    {
+      "grad_norm": 0.287387877702713,
+      "learning_rate": 9.993011430715047e-05,
+      "loss": 0.0442,
+      "step": 6600
+    },
+    {
+      "grad_norm": 0.2790446877479553,
+      "learning_rate": 9.992923766322586e-05,
+      "loss": 0.0335,
+      "step": 6610
+    },
+    {
+      "grad_norm": 0.26064810156822205,
+      "learning_rate": 9.99283555591149e-05,
+      "loss": 0.0319,
+      "step": 6620
+    },
+    {
+      "grad_norm": 0.2634753882884979,
+      "learning_rate": 9.992746799491404e-05,
+      "loss": 0.0341,
+      "step": 6630
+    },
+    {
+      "grad_norm": 0.2597951889038086,
+      "learning_rate": 9.992657497072033e-05,
+      "loss": 0.0292,
+      "step": 6640
+    },
+    {
+      "grad_norm": 0.3425586521625519,
+      "learning_rate": 9.992567648663147e-05,
+      "loss": 0.044,
+      "step": 6650
+    },
+    {
+      "grad_norm": 0.3029065430164337,
+      "learning_rate": 9.992477254274568e-05,
+      "loss": 0.0321,
+      "step": 6660
+    },
+    {
+      "grad_norm": 0.23979894816875458,
+      "learning_rate": 9.992386313916183e-05,
+      "loss": 0.0295,
+      "step": 6670
+    },
+    {
+      "grad_norm": 0.2957475185394287,
+      "learning_rate": 9.992294827597934e-05,
+      "loss": 0.0404,
+      "step": 6680
+    },
+    {
+      "grad_norm": 0.31868672370910645,
+      "learning_rate": 9.992202795329831e-05,
+      "loss": 0.0367,
+      "step": 6690
+    },
+    {
+      "grad_norm": 0.37263667583465576,
+      "learning_rate": 9.992110217121936e-05,
+      "loss": 0.0377,
+      "step": 6700
+    },
+    {
+      "grad_norm": 0.3524804413318634,
+      "learning_rate": 9.992017092984372e-05,
+      "loss": 0.0407,
+      "step": 6710
+    },
+    {
+      "grad_norm": 0.31922340393066406,
+      "learning_rate": 9.991923422927326e-05,
+      "loss": 0.0473,
+      "step": 6720
+    },
+    {
+      "grad_norm": 0.30095764994621277,
+      "learning_rate": 9.991829206961037e-05,
+      "loss": 0.0415,
+      "step": 6730
+    },
+    {
+      "grad_norm": 0.3046099841594696,
+      "learning_rate": 9.991734445095813e-05,
+      "loss": 0.0623,
+      "step": 6740
+    },
+    {
+      "grad_norm": 0.29005441069602966,
+      "learning_rate": 9.991639137342015e-05,
+      "loss": 0.0366,
+      "step": 6750
+    },
+    {
+      "grad_norm": 0.28021571040153503,
+      "learning_rate": 9.991543283710064e-05,
+      "loss": 0.0335,
+      "step": 6760
+    },
+    {
+      "grad_norm": 0.3045392334461212,
+      "learning_rate": 9.991446884210445e-05,
+      "loss": 0.0318,
+      "step": 6770
+    },
+    {
+      "grad_norm": 0.2530970573425293,
+      "learning_rate": 9.9913499388537e-05,
+      "loss": 0.0376,
+      "step": 6780
+    },
+    {
+      "grad_norm": 0.3419201076030731,
+      "learning_rate": 9.99125244765043e-05,
+      "loss": 0.034,
+      "step": 6790
+    },
+    {
+      "grad_norm": 0.29189565777778625,
+      "learning_rate": 9.991154410611296e-05,
+      "loss": 0.0427,
+      "step": 6800
+    },
+    {
+      "grad_norm": 0.2636774480342865,
+      "learning_rate": 9.99105582774702e-05,
+      "loss": 0.033,
+      "step": 6810
+    },
+    {
+      "grad_norm": 0.28096434473991394,
+      "learning_rate": 9.990956699068384e-05,
+      "loss": 0.0437,
+      "step": 6820
+    },
+    {
+      "grad_norm": 0.3254293203353882,
+      "learning_rate": 9.990857024586224e-05,
+      "loss": 0.0354,
+      "step": 6830
+    },
+    {
+      "grad_norm": 0.33727508783340454,
+      "learning_rate": 9.990756804311446e-05,
+      "loss": 0.0392,
+      "step": 6840
+    },
+    {
+      "grad_norm": 0.26032304763793945,
+      "learning_rate": 9.990656038255006e-05,
+      "loss": 0.0345,
+      "step": 6850
+    },
+    {
+      "grad_norm": 0.3134416937828064,
+      "learning_rate": 9.990554726427926e-05,
+      "loss": 0.0312,
+      "step": 6860
+    },
+    {
+      "grad_norm": 0.33217957615852356,
+      "learning_rate": 9.990452868841284e-05,
+      "loss": 0.0479,
+      "step": 6870
+    },
+    {
+      "grad_norm": 0.24309852719306946,
+      "learning_rate": 9.99035046550622e-05,
+      "loss": 0.0428,
+      "step": 6880
+    },
+    {
+      "grad_norm": 0.2586185038089752,
+      "learning_rate": 9.99024751643393e-05,
+      "loss": 0.0382,
+      "step": 6890
+    },
+    {
+      "grad_norm": 0.35449615120887756,
+      "learning_rate": 9.990144021635677e-05,
+      "loss": 0.043,
+      "step": 6900
+    },
+    {
+      "grad_norm": 0.2781040668487549,
+      "learning_rate": 9.990039981122775e-05,
+      "loss": 0.0336,
+      "step": 6910
+    },
+    {
+      "grad_norm": 0.2982754409313202,
+      "learning_rate": 9.989935394906602e-05,
+      "loss": 0.0419,
+      "step": 6920
+    },
+    {
+      "grad_norm": 0.40027543902397156,
+      "learning_rate": 9.989830262998598e-05,
+      "loss": 0.0403,
+      "step": 6930
+    },
+    {
+      "grad_norm": 0.27110135555267334,
+      "learning_rate": 9.989724585410259e-05,
+      "loss": 0.033,
+      "step": 6940
+    },
+    {
+      "grad_norm": 0.3203417658805847,
+      "learning_rate": 9.989618362153139e-05,
+      "loss": 0.0321,
+      "step": 6950
+    },
+    {
+      "grad_norm": 0.3800163269042969,
+      "learning_rate": 9.989511593238859e-05,
+      "loss": 0.0343,
+      "step": 6960
+    },
+    {
+      "grad_norm": 0.27937543392181396,
+      "learning_rate": 9.98940427867909e-05,
+      "loss": 0.0363,
+      "step": 6970
+    },
+    {
+      "grad_norm": 0.2833656370639801,
+      "learning_rate": 9.989296418485573e-05,
+      "loss": 0.0438,
+      "step": 6980
+    },
+    {
+      "grad_norm": 0.27536827325820923,
+      "learning_rate": 9.989188012670101e-05,
+      "loss": 0.0334,
+      "step": 6990
+    },
+    {
+      "grad_norm": 0.3987238109111786,
+      "learning_rate": 9.989079061244528e-05,
+      "loss": 0.04,
+      "step": 7000
+    },
+    {
+      "grad_norm": 0.23699449002742767,
+      "learning_rate": 9.988969564220769e-05,
+      "loss": 0.0449,
+      "step": 7010
+    },
+    {
+      "grad_norm": 0.3830566108226776,
+      "learning_rate": 9.988859521610801e-05,
+      "loss": 0.0365,
+      "step": 7020
+    },
+    {
+      "grad_norm": 0.3622129261493683,
+      "learning_rate": 9.988748933426656e-05,
+      "loss": 0.0522,
+      "step": 7030
+    },
+    {
+      "grad_norm": 0.28122296929359436,
+      "learning_rate": 9.988637799680428e-05,
+      "loss": 0.0374,
+      "step": 7040
+    },
+    {
+      "grad_norm": 0.2586895525455475,
+      "learning_rate": 9.98852612038427e-05,
+      "loss": 0.0332,
+      "step": 7050
+    },
+    {
+      "grad_norm": 0.29525530338287354,
+      "learning_rate": 9.988413895550397e-05,
+      "loss": 0.032,
+      "step": 7060
+    },
+    {
+      "grad_norm": 0.2827947437763214,
+      "learning_rate": 9.98830112519108e-05,
+      "loss": 0.0363,
+      "step": 7070
+    },
+    {
+      "grad_norm": 0.4056331515312195,
+      "learning_rate": 9.98818780931865e-05,
+      "loss": 0.0525,
+      "step": 7080
+    },
+    {
+      "grad_norm": 0.3443695902824402,
+      "learning_rate": 9.988073947945502e-05,
+      "loss": 0.0371,
+      "step": 7090
+    },
+    {
+      "grad_norm": 0.34121641516685486,
+      "learning_rate": 9.987959541084087e-05,
+      "loss": 0.031,
+      "step": 7100
+    },
+    {
+      "grad_norm": 0.23405751585960388,
+      "learning_rate": 9.987844588746915e-05,
+      "loss": 0.044,
+      "step": 7110
+    },
+    {
+      "grad_norm": 0.29563143849372864,
+      "learning_rate": 9.987729090946558e-05,
+      "loss": 0.0304,
+      "step": 7120
+    },
+    {
+      "grad_norm": 0.23582780361175537,
+      "learning_rate": 9.987613047695647e-05,
+      "loss": 0.0319,
+      "step": 7130
+    },
+    {
+      "grad_norm": 0.22907638549804688,
+      "learning_rate": 9.987496459006871e-05,
+      "loss": 0.056,
+      "step": 7140
+    },
+    {
+      "grad_norm": 0.24580740928649902,
+      "learning_rate": 9.987379324892982e-05,
+      "loss": 0.0444,
+      "step": 7150
+    },
+    {
+      "grad_norm": 0.4440804123878479,
+      "learning_rate": 9.987261645366788e-05,
+      "loss": 0.041,
+      "step": 7160
+    },
+    {
+      "grad_norm": 0.28178590536117554,
+      "learning_rate": 9.987143420441158e-05,
+      "loss": 0.0391,
+      "step": 7170
+    },
+    {
+      "grad_norm": 0.3208364248275757,
+      "learning_rate": 9.987024650129022e-05,
+      "loss": 0.0329,
+      "step": 7180
+    },
+    {
+      "grad_norm": 0.2527238726615906,
+      "learning_rate": 9.986905334443368e-05,
+      "loss": 0.0413,
+      "step": 7190
+    },
+    {
+      "grad_norm": 0.3884478211402893,
+      "learning_rate": 9.986785473397245e-05,
+      "loss": 0.0346,
+      "step": 7200
+    },
+    {
+      "grad_norm": 0.26452428102493286,
+      "learning_rate": 9.98666506700376e-05,
+      "loss": 0.0393,
+      "step": 7210
+    },
+    {
+      "grad_norm": 0.3502344489097595,
+      "learning_rate": 9.986544115276081e-05,
+      "loss": 0.0417,
+      "step": 7220
+    },
+    {
+      "grad_norm": 0.31970664858818054,
+      "learning_rate": 9.986422618227433e-05,
+      "loss": 0.0335,
+      "step": 7230
+    },
+    {
+      "grad_norm": 0.28935691714286804,
+      "learning_rate": 9.986300575871106e-05,
+      "loss": 0.0389,
+      "step": 7240
+    },
+    {
+      "grad_norm": 0.30361080169677734,
+      "learning_rate": 9.986177988220444e-05,
+      "loss": 0.037,
+      "step": 7250
+    },
+    {
+      "grad_norm": 0.28274649381637573,
+      "learning_rate": 9.986054855288856e-05,
+      "loss": 0.0337,
+      "step": 7260
+    },
+    {
+      "grad_norm": 0.31100982427597046,
+      "learning_rate": 9.985931177089802e-05,
+      "loss": 0.0319,
+      "step": 7270
+    },
+    {
+      "grad_norm": 0.301792174577713,
+      "learning_rate": 9.985806953636814e-05,
+      "loss": 0.0324,
+      "step": 7280
+    },
+    {
+      "grad_norm": 0.24162042140960693,
+      "learning_rate": 9.985682184943471e-05,
+      "loss": 0.036,
+      "step": 7290
+    },
+    {
+      "grad_norm": 0.25785937905311584,
+      "learning_rate": 9.98555687102342e-05,
+      "loss": 0.0339,
+      "step": 7300
+    },
+    {
+      "grad_norm": 0.23329828679561615,
+      "learning_rate": 9.985431011890367e-05,
+      "loss": 0.035,
+      "step": 7310
+    },
+    {
+      "grad_norm": 0.38969555497169495,
+      "learning_rate": 9.985304607558075e-05,
+      "loss": 0.0274,
+      "step": 7320
+    },
+    {
+      "grad_norm": 0.2825782597064972,
+      "learning_rate": 9.985177658040364e-05,
+      "loss": 0.034,
+      "step": 7330
+    },
+    {
+      "grad_norm": 0.2738676965236664,
+      "learning_rate": 9.985050163351119e-05,
+      "loss": 0.0404,
+      "step": 7340
+    },
+    {
+      "grad_norm": 0.27064812183380127,
+      "learning_rate": 9.984922123504286e-05,
+      "loss": 0.0317,
+      "step": 7350
+    },
+    {
+      "grad_norm": 0.2947773337364197,
+      "learning_rate": 9.984793538513862e-05,
+      "loss": 0.0328,
+      "step": 7360
+    },
+    {
+      "grad_norm": 0.2917945981025696,
+      "learning_rate": 9.984664408393912e-05,
+      "loss": 0.0356,
+      "step": 7370
+    },
+    {
+      "grad_norm": 0.30523553490638733,
+      "learning_rate": 9.984534733158556e-05,
+      "loss": 0.032,
+      "step": 7380
+    },
+    {
+      "grad_norm": 0.25360366702079773,
+      "learning_rate": 9.984404512821977e-05,
+      "loss": 0.0334,
+      "step": 7390
+    },
+    {
+      "grad_norm": 0.33502334356307983,
+      "learning_rate": 9.984273747398411e-05,
+      "loss": 0.0341,
+      "step": 7400
+    },
+    {
+      "grad_norm": 0.28833675384521484,
+      "learning_rate": 9.984142436902165e-05,
+      "loss": 0.0368,
+      "step": 7410
+    },
+    {
+      "grad_norm": 0.3010246455669403,
+      "learning_rate": 9.984010581347596e-05,
+      "loss": 0.0408,
+      "step": 7420
+    },
+    {
+      "grad_norm": 0.27226006984710693,
+      "learning_rate": 9.983878180749121e-05,
+      "loss": 0.0399,
+      "step": 7430
+    },
+    {
+      "grad_norm": 0.3038751482963562,
+      "learning_rate": 9.983745235121222e-05,
+      "loss": 0.0358,
+      "step": 7440
+    },
+    {
+      "grad_norm": 0.26306214928627014,
+      "learning_rate": 9.983611744478438e-05,
+      "loss": 0.0338,
+      "step": 7450
+    },
+    {
+      "grad_norm": 0.2382918745279312,
+      "learning_rate": 9.983477708835365e-05,
+      "loss": 0.0342,
+      "step": 7460
+    },
+    {
+      "grad_norm": 0.30361855030059814,
+      "learning_rate": 9.983343128206664e-05,
+      "loss": 0.0386,
+      "step": 7470
+    },
+    {
+      "grad_norm": 0.3462936282157898,
+      "learning_rate": 9.983208002607049e-05,
+      "loss": 0.0423,
+      "step": 7480
+    },
+    {
+      "grad_norm": 0.3493572473526001,
+      "learning_rate": 9.9830723320513e-05,
+      "loss": 0.0369,
+      "step": 7490
+    },
+    {
+      "grad_norm": 0.3099392354488373,
+      "learning_rate": 9.982936116554254e-05,
+      "loss": 0.0321,
+      "step": 7500
+    },
+    {
+      "grad_norm": 0.2957872152328491,
+      "learning_rate": 9.982799356130803e-05,
+      "loss": 0.0295,
+      "step": 7510
+    },
+    {
+      "grad_norm": 0.2223420888185501,
+      "learning_rate": 9.982662050795908e-05,
+      "loss": 0.0299,
+      "step": 7520
+    },
+    {
+      "grad_norm": 0.2569833993911743,
+      "learning_rate": 9.982524200564583e-05,
+      "loss": 0.0284,
+      "step": 7530
+    },
+    {
+      "grad_norm": 0.27650219202041626,
+      "learning_rate": 9.982385805451901e-05,
+      "loss": 0.0356,
+      "step": 7540
+    },
+    {
+      "grad_norm": 0.25388774275779724,
+      "learning_rate": 9.982246865472998e-05,
+      "loss": 0.0333,
+      "step": 7550
+    },
+    {
+      "grad_norm": 0.21305237710475922,
+      "learning_rate": 9.982107380643069e-05,
+      "loss": 0.0332,
+      "step": 7560
+    },
+    {
+      "grad_norm": 0.23799386620521545,
+      "learning_rate": 9.981967350977368e-05,
+      "loss": 0.0405,
+      "step": 7570
+    },
+    {
+      "grad_norm": 0.3703261911869049,
+      "learning_rate": 9.981826776491208e-05,
+      "loss": 0.0419,
+      "step": 7580
+    },
+    {
+      "grad_norm": 0.2796971797943115,
+      "learning_rate": 9.98168565719996e-05,
+      "loss": 0.0403,
+      "step": 7590
+    },
+    {
+      "grad_norm": 0.23259609937667847,
+      "learning_rate": 9.98154399311906e-05,
+      "loss": 0.0481,
+      "step": 7600
+    },
+    {
+      "grad_norm": 0.25072360038757324,
+      "learning_rate": 9.981401784263997e-05,
+      "loss": 0.0402,
+      "step": 7610
+    },
+    {
+      "grad_norm": 0.2262532114982605,
+      "learning_rate": 9.981259030650326e-05,
+      "loss": 0.0395,
+      "step": 7620
+    },
+    {
+      "grad_norm": 0.28616514801979065,
+      "learning_rate": 9.981115732293655e-05,
+      "loss": 0.0389,
+      "step": 7630
+    },
+    {
+      "grad_norm": 0.3039534091949463,
+      "learning_rate": 9.980971889209659e-05,
+      "loss": 0.0368,
+      "step": 7640
+    },
+    {
+      "grad_norm": 0.1946086436510086,
+      "learning_rate": 9.980827501414064e-05,
+      "loss": 0.0324,
+      "step": 7650
+    },
+    {
+      "grad_norm": 0.25375232100486755,
+      "learning_rate": 9.980682568922663e-05,
+      "loss": 0.0316,
+      "step": 7660
+    },
+    {
+      "grad_norm": 0.3526664674282074,
+      "learning_rate": 9.980537091751304e-05,
+      "loss": 0.0345,
+      "step": 7670
+    },
+    {
+      "grad_norm": 0.3070203959941864,
+      "learning_rate": 9.980391069915897e-05,
+      "loss": 0.0357,
+      "step": 7680
+    },
+    {
+      "grad_norm": 0.23501381278038025,
+      "learning_rate": 9.98024450343241e-05,
+      "loss": 0.0333,
+      "step": 7690
+    },
+    {
+      "grad_norm": 0.2339390218257904,
+      "learning_rate": 9.980097392316872e-05,
+      "loss": 0.0283,
+      "step": 7700
+    },
+    {
+      "grad_norm": 0.2792384922504425,
+      "learning_rate": 9.97994973658537e-05,
+      "loss": 0.0427,
+      "step": 7710
+    },
+    {
+      "grad_norm": 0.26472142338752747,
+      "learning_rate": 9.979801536254054e-05,
+      "loss": 0.0382,
+      "step": 7720
+    },
+    {
+      "grad_norm": 0.2343011200428009,
+      "learning_rate": 9.979652791339127e-05,
+      "loss": 0.0391,
+      "step": 7730
+    },
+    {
+      "grad_norm": 0.3107043206691742,
+      "learning_rate": 9.97950350185686e-05,
+      "loss": 0.0351,
+      "step": 7740
+    },
+    {
+      "grad_norm": 0.28410080075263977,
+      "learning_rate": 9.979353667823574e-05,
+      "loss": 0.0299,
+      "step": 7750
+    },
+    {
+      "grad_norm": 0.22636625170707703,
+      "learning_rate": 9.979203289255658e-05,
+      "loss": 0.0335,
+      "step": 7760
+    },
+    {
+      "grad_norm": 0.2744749188423157,
+      "learning_rate": 9.979052366169557e-05,
+      "loss": 0.0352,
+      "step": 7770
+    },
+    {
+      "grad_norm": 0.2687520384788513,
+      "learning_rate": 9.978900898581775e-05,
+      "loss": 0.037,
+      "step": 7780
+    },
+    {
+      "grad_norm": 0.29273924231529236,
+      "learning_rate": 9.978748886508875e-05,
+      "loss": 0.0359,
+      "step": 7790
+    },
+    {
+      "grad_norm": 0.28796759247779846,
+      "learning_rate": 9.978596329967484e-05,
+      "loss": 0.0302,
+      "step": 7800
+    },
+    {
+      "grad_norm": 0.23354090750217438,
+      "learning_rate": 9.978443228974284e-05,
+      "loss": 0.0331,
+      "step": 7810
+    },
+    {
+      "grad_norm": 0.21528609097003937,
+      "learning_rate": 9.978289583546015e-05,
+      "loss": 0.027,
+      "step": 7820
+    },
+    {
+      "grad_norm": 0.297354519367218,
+      "learning_rate": 9.978135393699484e-05,
+      "loss": 0.0303,
+      "step": 7830
+    },
+    {
+      "grad_norm": 0.2809606194496155,
+      "learning_rate": 9.977980659451548e-05,
+      "loss": 0.0279,
+      "step": 7840
+    },
+    {
+      "grad_norm": 0.23026390373706818,
+      "learning_rate": 9.977825380819135e-05,
+      "loss": 0.031,
+      "step": 7850
+    },
+    {
+      "grad_norm": 0.3256017863750458,
+      "learning_rate": 9.97766955781922e-05,
+      "loss": 0.0365,
+      "step": 7860
+    },
+    {
+      "grad_norm": 0.33720579743385315,
+      "learning_rate": 9.977513190468848e-05,
+      "loss": 0.0389,
+      "step": 7870
+    },
+    {
+      "grad_norm": 0.35296595096588135,
+      "learning_rate": 9.977356278785116e-05,
+      "loss": 0.0371,
+      "step": 7880
+    },
+    {
+      "grad_norm": 0.29040560126304626,
+      "learning_rate": 9.977198822785184e-05,
+      "loss": 0.0318,
+      "step": 7890
+    },
+    {
+      "grad_norm": 0.33496764302253723,
+      "learning_rate": 9.977040822486273e-05,
+      "loss": 0.0474,
+      "step": 7900
+    },
+    {
+      "grad_norm": 0.3030688762664795,
+      "learning_rate": 9.97688227790566e-05,
+      "loss": 0.04,
+      "step": 7910
+    },
+    {
+      "grad_norm": 0.2527315318584442,
+      "learning_rate": 9.976723189060684e-05,
+      "loss": 0.0544,
+      "step": 7920
+    },
+    {
+      "grad_norm": 0.2498956322669983,
+      "learning_rate": 9.976563555968742e-05,
+      "loss": 0.034,
+      "step": 7930
+    },
+    {
+      "grad_norm": 0.2670711278915405,
+      "learning_rate": 9.976403378647292e-05,
+      "loss": 0.0348,
+      "step": 7940
+    },
+    {
+      "grad_norm": 0.2685103714466095,
+      "learning_rate": 9.97624265711385e-05,
+      "loss": 0.0328,
+      "step": 7950
+    },
+    {
+      "grad_norm": 0.2989571988582611,
+      "learning_rate": 9.976081391385993e-05,
+      "loss": 0.031,
+      "step": 7960
+    },
+    {
+      "grad_norm": 0.25616368651390076,
+      "learning_rate": 9.975919581481356e-05,
+      "loss": 0.0294,
+      "step": 7970
+    },
+    {
+      "grad_norm": 0.3602653443813324,
+      "learning_rate": 9.975757227417634e-05,
+      "loss": 0.0324,
+      "step": 7980
+    },
+    {
+      "grad_norm": 0.30340373516082764,
+      "learning_rate": 9.975594329212586e-05,
+      "loss": 0.0325,
+      "step": 7990
+    },
+    {
+      "grad_norm": 0.2628995180130005,
+      "learning_rate": 9.97543088688402e-05,
+      "loss": 0.0274,
+      "step": 8000
+    },
+    {
+      "grad_norm": 0.21238869428634644,
+      "learning_rate": 9.975266900449814e-05,
+      "loss": 0.0283,
+      "step": 8010
+    },
+    {
+      "grad_norm": 0.24085064232349396,
+      "learning_rate": 9.975102369927898e-05,
+      "loss": 0.029,
+      "step": 8020
+    },
+    {
+      "grad_norm": 0.26724568009376526,
+      "learning_rate": 9.974937295336269e-05,
+      "loss": 0.0288,
+      "step": 8030
+    },
+    {
+      "grad_norm": 0.2729582190513611,
+      "learning_rate": 9.974771676692975e-05,
+      "loss": 0.031,
+      "step": 8040
+    },
+    {
+      "grad_norm": 0.27377861738204956,
+      "learning_rate": 9.974605514016131e-05,
+      "loss": 0.0327,
+      "step": 8050
+    },
+    {
+      "grad_norm": 0.2355956733226776,
+      "learning_rate": 9.974438807323907e-05,
+      "loss": 0.027,
+      "step": 8060
+    },
+    {
+      "grad_norm": 0.26737040281295776,
+      "learning_rate": 9.974271556634535e-05,
+      "loss": 0.0286,
+      "step": 8070
+    },
+    {
+      "grad_norm": 0.4328813850879669,
+      "learning_rate": 9.974103761966302e-05,
+      "loss": 0.0451,
+      "step": 8080
+    },
+    {
+      "grad_norm": 0.2998552918434143,
+      "learning_rate": 9.973935423337563e-05,
+      "loss": 0.0368,
+      "step": 8090
+    },
+    {
+      "grad_norm": 0.2817609906196594,
+      "learning_rate": 9.973766540766722e-05,
+      "loss": 0.0395,
+      "step": 8100
+    },
+    {
+      "grad_norm": 0.2668747305870056,
+      "learning_rate": 9.97359711427225e-05,
+      "loss": 0.0419,
+      "step": 8110
+    },
+    {
+      "grad_norm": 0.26675042510032654,
+      "learning_rate": 9.973427143872677e-05,
+      "loss": 0.0333,
+      "step": 8120
+    },
+    {
+      "grad_norm": 0.3330526351928711,
+      "learning_rate": 9.973256629586589e-05,
+      "loss": 0.0465,
+      "step": 8130
+    },
+    {
+      "grad_norm": 0.28058531880378723,
+      "learning_rate": 9.973085571432632e-05,
+      "loss": 0.0387,
+      "step": 8140
+    },
+    {
+      "grad_norm": 0.2961269021034241,
+      "learning_rate": 9.972913969429513e-05,
+      "loss": 0.0315,
+      "step": 8150
+    },
+    {
+      "grad_norm": 0.2650843858718872,
+      "learning_rate": 9.972741823596e-05,
+      "loss": 0.0412,
+      "step": 8160
+    },
+    {
+      "grad_norm": 0.19450725615024567,
+      "learning_rate": 9.972569133950917e-05,
+      "loss": 0.0339,
+      "step": 8170
+    },
+    {
+      "grad_norm": 0.2454257607460022,
+      "learning_rate": 9.972395900513151e-05,
+      "loss": 0.0309,
+      "step": 8180
+    },
+    {
+      "grad_norm": 0.28682729601860046,
+      "learning_rate": 9.972222123301645e-05,
+      "loss": 0.0311,
+      "step": 8190
+    },
+    {
+      "grad_norm": 0.2527318298816681,
+      "learning_rate": 9.972047802335403e-05,
+      "loss": 0.0302,
+      "step": 8200
+    },
+    {
+      "grad_norm": 0.2567032277584076,
+      "learning_rate": 9.971872937633488e-05,
+      "loss": 0.0245,
+      "step": 8210
+    },
+    {
+      "grad_norm": 0.2801527976989746,
+      "learning_rate": 9.971697529215024e-05,
+      "loss": 0.0297,
+      "step": 8220
+    },
+    {
+      "grad_norm": 0.2584557831287384,
+      "learning_rate": 9.971521577099192e-05,
+      "loss": 0.0297,
+      "step": 8230
+    },
+    {
+      "grad_norm": 0.24566324055194855,
+      "learning_rate": 9.971345081305236e-05,
+      "loss": 0.0322,
+      "step": 8240
+    },
+    {
+      "grad_norm": 0.2597614526748657,
+      "learning_rate": 9.971168041852456e-05,
+      "loss": 0.0305,
+      "step": 8250
+    },
+    {
+      "grad_norm": 0.2775578200817108,
+      "learning_rate": 9.970990458760215e-05,
+      "loss": 0.0259,
+      "step": 8260
+    },
+    {
+      "grad_norm": 0.2215222269296646,
+      "learning_rate": 9.970812332047929e-05,
+      "loss": 0.0283,
+      "step": 8270
+    },
+    {
+      "grad_norm": 0.34152841567993164,
+      "learning_rate": 9.97063366173508e-05,
+      "loss": 0.0419,
+      "step": 8280
+    },
+    {
+      "grad_norm": 0.29298463463783264,
+      "learning_rate": 9.970454447841207e-05,
+      "loss": 0.0278,
+      "step": 8290
+    },
+    {
+      "grad_norm": 0.26257312297821045,
+      "learning_rate": 9.970274690385909e-05,
+      "loss": 0.0338,
+      "step": 8300
+    },
+    {
+      "grad_norm": 0.24145163595676422,
+      "learning_rate": 9.970094389388844e-05,
+      "loss": 0.0289,
+      "step": 8310
+    },
+    {
+      "grad_norm": 0.2763570249080658,
+      "learning_rate": 9.969913544869728e-05,
+      "loss": 0.0255,
+      "step": 8320
+    },
+    {
+      "grad_norm": 0.3095169961452484,
+      "learning_rate": 9.96973215684834e-05,
+      "loss": 0.0299,
+      "step": 8330
+    },
+    {
+      "grad_norm": 0.23848479986190796,
+      "learning_rate": 9.969550225344513e-05,
+      "loss": 0.0254,
+      "step": 8340
+    },
+    {
+      "grad_norm": 0.24103796482086182,
+      "learning_rate": 9.969367750378147e-05,
+      "loss": 0.032,
+      "step": 8350
+    },
+    {
+      "grad_norm": 0.21034106612205505,
+      "learning_rate": 9.969184731969194e-05,
+      "loss": 0.028,
+      "step": 8360
+    },
+    {
+      "grad_norm": 0.2843741178512573,
+      "learning_rate": 9.96900117013767e-05,
+      "loss": 0.0263,
+      "step": 8370
+    },
+    {
+      "grad_norm": 0.23153378069400787,
+      "learning_rate": 9.96881706490365e-05,
+      "loss": 0.032,
+      "step": 8380
+    },
+    {
+      "grad_norm": 0.20613279938697815,
+      "learning_rate": 9.968632416287265e-05,
+      "loss": 0.028,
+      "step": 8390
+    },
+    {
+      "grad_norm": 0.34714826941490173,
+      "learning_rate": 9.96844722430871e-05,
+      "loss": 0.0275,
+      "step": 8400
+    },
+    {
+      "grad_norm": 0.2388719618320465,
+      "learning_rate": 9.968261488988235e-05,
+      "loss": 0.0301,
+      "step": 8410
+    },
+    {
+      "grad_norm": 0.27256375551223755,
+      "learning_rate": 9.968075210346155e-05,
+      "loss": 0.0284,
+      "step": 8420
+    },
+    {
+      "grad_norm": 0.31579911708831787,
+      "learning_rate": 9.967888388402839e-05,
+      "loss": 0.028,
+      "step": 8430
+    },
+    {
+      "grad_norm": 0.20512278378009796,
+      "learning_rate": 9.967701023178717e-05,
+      "loss": 0.0297,
+      "step": 8440
+    },
+    {
+      "grad_norm": 0.2867315709590912,
+      "learning_rate": 9.967513114694282e-05,
+      "loss": 0.0296,
+      "step": 8450
+    },
+    {
+      "grad_norm": 0.280953049659729,
+      "learning_rate": 9.967324662970079e-05,
+      "loss": 0.0296,
+      "step": 8460
+    },
+    {
+      "grad_norm": 0.2461746484041214,
+      "learning_rate": 9.96713566802672e-05,
+      "loss": 0.0272,
+      "step": 8470
+    },
+    {
+      "grad_norm": 0.3342266380786896,
+      "learning_rate": 9.966946129884873e-05,
+      "loss": 0.0282,
+      "step": 8480
+    },
+    {
+      "grad_norm": 0.27970245480537415,
+      "learning_rate": 9.966756048565265e-05,
+      "loss": 0.0309,
+      "step": 8490
+    },
+    {
+      "grad_norm": 0.287237286567688,
+      "learning_rate": 9.966565424088681e-05,
+      "loss": 0.0356,
+      "step": 8500
+    },
+    {
+      "grad_norm": 0.32742419838905334,
+      "learning_rate": 9.96637425647597e-05,
+      "loss": 0.0293,
+      "step": 8510
+    },
+    {
+      "grad_norm": 0.2388700246810913,
+      "learning_rate": 9.966182545748038e-05,
+      "loss": 0.0236,
+      "step": 8520
+    },
+    {
+      "grad_norm": 0.38181743025779724,
+      "learning_rate": 9.96599029192585e-05,
+      "loss": 0.0336,
+      "step": 8530
+    },
+    {
+      "grad_norm": 0.28651759028434753,
+      "learning_rate": 9.965797495030428e-05,
+      "loss": 0.0322,
+      "step": 8540
+    },
+    {
+      "grad_norm": 0.20996415615081787,
+      "learning_rate": 9.96560415508286e-05,
+      "loss": 0.0319,
+      "step": 8550
+    },
+    {
+      "grad_norm": 0.23119144141674042,
+      "learning_rate": 9.965410272104286e-05,
+      "loss": 0.0307,
+      "step": 8560
+    },
+    {
+      "grad_norm": 0.31931647658348083,
+      "learning_rate": 9.96521584611591e-05,
+      "loss": 0.0528,
+      "step": 8570
+    },
+    {
+      "grad_norm": 0.4174204468727112,
+      "learning_rate": 9.965020877138994e-05,
+      "loss": 0.037,
+      "step": 8580
+    },
+    {
+      "grad_norm": 0.23783935606479645,
+      "learning_rate": 9.964825365194861e-05,
+      "loss": 0.0332,
+      "step": 8590
+    },
+    {
+      "grad_norm": 0.2693871557712555,
+      "learning_rate": 9.96462931030489e-05,
+      "loss": 0.0254,
+      "step": 8600
+    },
+    {
+      "grad_norm": 0.3077763319015503,
+      "learning_rate": 9.96443271249052e-05,
+      "loss": 0.0276,
+      "step": 8610
+    },
+    {
+      "grad_norm": 0.30304789543151855,
+      "learning_rate": 9.964235571773255e-05,
+      "loss": 0.0333,
+      "step": 8620
+    },
+    {
+      "grad_norm": 0.24959449470043182,
+      "learning_rate": 9.96403788817465e-05,
+      "loss": 0.0279,
+      "step": 8630
+    },
+    {
+      "grad_norm": 0.2815662622451782,
+      "learning_rate": 9.963839661716325e-05,
+      "loss": 0.0312,
+      "step": 8640
+    },
+    {
+      "grad_norm": 0.2716885209083557,
+      "learning_rate": 9.963640892419958e-05,
+      "loss": 0.0331,
+      "step": 8650
+    },
+    {
+      "grad_norm": 0.26827648282051086,
+      "learning_rate": 9.963441580307286e-05,
+      "loss": 0.0325,
+      "step": 8660
+    },
+    {
+      "grad_norm": 0.2859035134315491,
+      "learning_rate": 9.963241725400104e-05,
+      "loss": 0.0289,
+      "step": 8670
+    },
+    {
+      "grad_norm": 0.21131233870983124,
+      "learning_rate": 9.963041327720271e-05,
+      "loss": 0.025,
+      "step": 8680
+    },
+    {
+      "grad_norm": 0.21143798530101776,
+      "learning_rate": 9.962840387289697e-05,
+      "loss": 0.0303,
+      "step": 8690
+    },
+    {
+      "grad_norm": 0.21988138556480408,
+      "learning_rate": 9.962638904130363e-05,
+      "loss": 0.0293,
+      "step": 8700
+    },
+    {
+      "grad_norm": 0.2538502812385559,
+      "learning_rate": 9.962436878264298e-05,
+      "loss": 0.0356,
+      "step": 8710
+    },
+    {
+      "grad_norm": 0.419718861579895,
+      "learning_rate": 9.962234309713598e-05,
+      "loss": 0.0428,
+      "step": 8720
+    },
+    {
+      "grad_norm": 0.21358099579811096,
+      "learning_rate": 9.962031198500414e-05,
+      "loss": 0.0285,
+      "step": 8730
+    },
+    {
+      "grad_norm": 0.2663249373435974,
+      "learning_rate": 9.961827544646958e-05,
+      "loss": 0.0264,
+      "step": 8740
+    },
+    {
+      "grad_norm": 0.2093496471643448,
+      "learning_rate": 9.961623348175501e-05,
+      "loss": 0.0325,
+      "step": 8750
+    },
+    {
+      "grad_norm": 0.21907588839530945,
+      "learning_rate": 9.961418609108377e-05,
+      "loss": 0.0296,
+      "step": 8760
+    },
+    {
+      "grad_norm": 0.26477670669555664,
+      "learning_rate": 9.961213327467971e-05,
+      "loss": 0.0325,
+      "step": 8770
+    },
+    {
+      "grad_norm": 0.32057881355285645,
+      "learning_rate": 9.961007503276736e-05,
+      "loss": 0.0394,
+      "step": 8780
+    },
+    {
+      "grad_norm": 0.25897708535194397,
+      "learning_rate": 9.960801136557179e-05,
+      "loss": 0.0317,
+      "step": 8790
+    },
+    {
+      "grad_norm": 0.22486916184425354,
+      "learning_rate": 9.960594227331866e-05,
+      "loss": 0.0275,
+      "step": 8800
+    },
+    {
+      "grad_norm": 0.20350143313407898,
+      "learning_rate": 9.960386775623429e-05,
+      "loss": 0.0278,
+      "step": 8810
+    },
+    {
+      "grad_norm": 0.2133597880601883,
+      "learning_rate": 9.96017878145455e-05,
+      "loss": 0.0286,
+      "step": 8820
+    },
+    {
+      "grad_norm": 0.21676552295684814,
+      "learning_rate": 9.959970244847977e-05,
+      "loss": 0.0289,
+      "step": 8830
+    },
+    {
+      "grad_norm": 0.31035494804382324,
+      "learning_rate": 9.959761165826518e-05,
+      "loss": 0.0283,
+      "step": 8840
+    },
+    {
+      "grad_norm": 0.278306245803833,
+      "learning_rate": 9.959551544413033e-05,
+      "loss": 0.0262,
+      "step": 8850
+    },
+    {
+      "grad_norm": 0.24367694556713104,
+      "learning_rate": 9.959341380630448e-05,
+      "loss": 0.0301,
+      "step": 8860
+    },
+    {
+      "grad_norm": 0.3271205425262451,
+      "learning_rate": 9.959130674501746e-05,
+      "loss": 0.03,
+      "step": 8870
+    },
+    {
+      "grad_norm": 0.26145613193511963,
+      "learning_rate": 9.958919426049968e-05,
+      "loss": 0.0321,
+      "step": 8880
+    },
+    {
+      "grad_norm": 0.2227334827184677,
+      "learning_rate": 9.958707635298219e-05,
+      "loss": 0.0353,
+      "step": 8890
+    },
+    {
+      "grad_norm": 0.23663465678691864,
+      "learning_rate": 9.958495302269657e-05,
+      "loss": 0.0317,
+      "step": 8900
+    },
+    {
+      "grad_norm": 0.23389406502246857,
+      "learning_rate": 9.958282426987503e-05,
+      "loss": 0.0277,
+      "step": 8910
+    },
+    {
+      "grad_norm": 0.3852209150791168,
+      "learning_rate": 9.95806900947504e-05,
+      "loss": 0.0363,
+      "step": 8920
+    },
+    {
+      "grad_norm": 0.26318982243537903,
+      "learning_rate": 9.957855049755604e-05,
+      "loss": 0.0265,
+      "step": 8930
+    },
+    {
+      "grad_norm": 0.26339688897132874,
+      "learning_rate": 9.957640547852593e-05,
+      "loss": 0.0301,
+      "step": 8940
+    },
+    {
+      "grad_norm": 0.2245272397994995,
+      "learning_rate": 9.957425503789466e-05,
+      "loss": 0.0255,
+      "step": 8950
+    },
+    {
+      "grad_norm": 0.25376787781715393,
+      "learning_rate": 9.957209917589738e-05,
+      "loss": 0.0256,
+      "step": 8960
+    },
+    {
+      "grad_norm": 0.25946691632270813,
+      "learning_rate": 9.956993789276987e-05,
+      "loss": 0.0242,
+      "step": 8970
+    },
+    {
+      "grad_norm": 0.2547438144683838,
+      "learning_rate": 9.956777118874847e-05,
+      "loss": 0.0318,
+      "step": 8980
+    },
+    {
+      "grad_norm": 0.3102149963378906,
+      "learning_rate": 9.956559906407016e-05,
+      "loss": 0.0497,
+      "step": 8990
+    },
+    {
+      "grad_norm": 0.2657608389854431,
+      "learning_rate": 9.956342151897245e-05,
+      "loss": 0.0324,
+      "step": 9000
+    },
+    {
+      "grad_norm": 0.20772376656532288,
+      "learning_rate": 9.956123855369346e-05,
+      "loss": 0.0255,
+      "step": 9010
+    },
+    {
+      "grad_norm": 0.2664943337440491,
+      "learning_rate": 9.955905016847196e-05,
+      "loss": 0.0296,
+      "step": 9020
+    },
+    {
+      "grad_norm": 0.30040860176086426,
+      "learning_rate": 9.955685636354723e-05,
+      "loss": 0.0399,
+      "step": 9030
+    },
+    {
+      "grad_norm": 0.23971383273601532,
+      "learning_rate": 9.95546571391592e-05,
+      "loss": 0.0345,
+      "step": 9040
+    },
+    {
+      "grad_norm": 0.2846747040748596,
+      "learning_rate": 9.955245249554837e-05,
+      "loss": 0.0273,
+      "step": 9050
+    },
+    {
+      "grad_norm": 0.21492944657802582,
+      "learning_rate": 9.955024243295582e-05,
+      "loss": 0.0398,
+      "step": 9060
+    },
+    {
+      "grad_norm": 0.22139547765254974,
+      "learning_rate": 9.954802695162328e-05,
+      "loss": 0.023,
+      "step": 9070
+    },
+    {
+      "grad_norm": 0.2831159830093384,
+      "learning_rate": 9.954580605179302e-05,
+      "loss": 0.0261,
+      "step": 9080
+    },
+    {
+      "grad_norm": 0.268113911151886,
+      "learning_rate": 9.954357973370788e-05,
+      "loss": 0.0327,
+      "step": 9090
+    },
+    {
+      "grad_norm": 0.29760822653770447,
+      "learning_rate": 9.954134799761135e-05,
+      "loss": 0.0339,
+      "step": 9100
+    },
+    {
+      "grad_norm": 0.2652718424797058,
+      "learning_rate": 9.953911084374748e-05,
+      "loss": 0.0314,
+      "step": 9110
+    },
+    {
+      "grad_norm": 0.22531113028526306,
+      "learning_rate": 9.953686827236093e-05,
+      "loss": 0.0306,
+      "step": 9120
+    },
+    {
+      "grad_norm": 0.273868203163147,
+      "learning_rate": 9.953462028369695e-05,
+      "loss": 0.0372,
+      "step": 9130
+    },
+    {
+      "grad_norm": 0.2280065417289734,
+      "learning_rate": 9.953236687800136e-05,
+      "loss": 0.0252,
+      "step": 9140
+    },
+    {
+      "grad_norm": 0.2533838450908661,
+      "learning_rate": 9.95301080555206e-05,
+      "loss": 0.0348,
+      "step": 9150
+    },
+    {
+      "grad_norm": 0.1797395944595337,
+      "learning_rate": 9.952784381650171e-05,
+      "loss": 0.0255,
+      "step": 9160
+    },
+    {
+      "grad_norm": 0.22674137353897095,
+      "learning_rate": 9.952557416119226e-05,
+      "loss": 0.0265,
+      "step": 9170
+    },
+    {
+      "grad_norm": 0.19275228679180145,
+      "learning_rate": 9.95232990898405e-05,
+      "loss": 0.0251,
+      "step": 9180
+    },
+    {
+      "grad_norm": 0.2782747149467468,
+      "learning_rate": 9.95210186026952e-05,
+      "loss": 0.0236,
+      "step": 9190
+    },
+    {
+      "grad_norm": 0.2016344666481018,
+      "learning_rate": 9.951873270000576e-05,
+      "loss": 0.0268,
+      "step": 9200
+    },
+    {
+      "grad_norm": 0.19166283309459686,
+      "learning_rate": 9.951644138202216e-05,
+      "loss": 0.0395,
+      "step": 9210
+    },
+    {
+      "grad_norm": 0.20689427852630615,
+      "learning_rate": 9.951414464899498e-05,
+      "loss": 0.0304,
+      "step": 9220
+    },
+    {
+      "grad_norm": 0.24695102870464325,
+      "learning_rate": 9.951184250117538e-05,
+      "loss": 0.0279,
+      "step": 9230
+    },
+    {
+      "grad_norm": 0.20411330461502075,
+      "learning_rate": 9.950953493881513e-05,
+      "loss": 0.0345,
+      "step": 9240
+    },
+    {
+      "grad_norm": 0.20947149395942688,
+      "learning_rate": 9.950722196216658e-05,
+      "loss": 0.0235,
+      "step": 9250
+    },
+    {
+      "grad_norm": 0.24433375895023346,
+      "learning_rate": 9.950490357148265e-05,
+      "loss": 0.0266,
+      "step": 9260
+    },
+    {
+      "grad_norm": 0.23741038143634796,
+      "learning_rate": 9.950257976701692e-05,
+      "loss": 0.0312,
+      "step": 9270
+    },
+    {
+      "grad_norm": 0.2531261444091797,
+      "learning_rate": 9.950025054902348e-05,
+      "loss": 0.029,
+      "step": 9280
+    },
+    {
+      "grad_norm": 0.4013068377971649,
+      "learning_rate": 9.949791591775706e-05,
+      "loss": 0.0385,
+      "step": 9290
+    },
+    {
+      "grad_norm": 0.2998681366443634,
+      "learning_rate": 9.949557587347298e-05,
+      "loss": 0.0396,
+      "step": 9300
+    },
+    {
+      "grad_norm": 0.24046652019023895,
+      "learning_rate": 9.949323041642713e-05,
+      "loss": 0.0299,
+      "step": 9310
+    },
+    {
+      "grad_norm": 0.2448456734418869,
+      "learning_rate": 9.949087954687602e-05,
+      "loss": 0.0438,
+      "step": 9320
+    },
+    {
+      "grad_norm": 0.19716238975524902,
+      "learning_rate": 9.948852326507672e-05,
+      "loss": 0.0288,
+      "step": 9330
+    },
+    {
+      "grad_norm": 0.2192045897245407,
+      "learning_rate": 9.948616157128694e-05,
+      "loss": 0.0334,
+      "step": 9340
+    },
+    {
+      "grad_norm": 0.28484123945236206,
+      "learning_rate": 9.948379446576493e-05,
+      "loss": 0.0299,
+      "step": 9350
+    },
+    {
+      "grad_norm": 0.24440808594226837,
+      "learning_rate": 9.948142194876952e-05,
+      "loss": 0.026,
+      "step": 9360
+    },
+    {
+      "grad_norm": 0.2314007729291916,
+      "learning_rate": 9.947904402056024e-05,
+      "loss": 0.0394,
+      "step": 9370
+    },
+    {
+      "grad_norm": 0.1801016479730606,
+      "learning_rate": 9.947666068139708e-05,
+      "loss": 0.0266,
+      "step": 9380
+    },
+    {
+      "grad_norm": 0.27671197056770325,
+      "learning_rate": 9.947427193154071e-05,
+      "loss": 0.0277,
+      "step": 9390
+    },
+    {
+      "grad_norm": 0.27336594462394714,
+      "learning_rate": 9.947187777125233e-05,
+      "loss": 0.0374,
+      "step": 9400
+    },
+    {
+      "grad_norm": 0.3352520763874054,
+      "learning_rate": 9.946947820079377e-05,
+      "loss": 0.035,
+      "step": 9410
+    },
+    {
+      "grad_norm": 0.3108274042606354,
+      "learning_rate": 9.946707322042747e-05,
+      "loss": 0.0276,
+      "step": 9420
+    },
+    {
+      "grad_norm": 0.21146629750728607,
+      "learning_rate": 9.94646628304164e-05,
+      "loss": 0.0272,
+      "step": 9430
+    },
+    {
+      "grad_norm": 0.25181418657302856,
+      "learning_rate": 9.946224703102418e-05,
+      "loss": 0.0268,
+      "step": 9440
+    },
+    {
+      "grad_norm": 0.20653235912322998,
+      "learning_rate": 9.945982582251498e-05,
+      "loss": 0.0239,
+      "step": 9450
+    },
+    {
+      "grad_norm": 0.2121826559305191,
+      "learning_rate": 9.94573992051536e-05,
+      "loss": 0.0235,
+      "step": 9460
+    },
+    {
+      "grad_norm": 0.20453797280788422,
+      "learning_rate": 9.94549671792054e-05,
+      "loss": 0.0386,
+      "step": 9470
+    },
+    {
+      "grad_norm": 0.23002152144908905,
+      "learning_rate": 9.945252974493635e-05,
+      "loss": 0.0256,
+      "step": 9480
+    },
+    {
+      "grad_norm": 0.23061874508857727,
+      "learning_rate": 9.9450086902613e-05,
+      "loss": 0.0249,
+      "step": 9490
+    },
+    {
+      "grad_norm": 0.18634353578090668,
+      "learning_rate": 9.944763865250248e-05,
+      "loss": 0.024,
+      "step": 9500
+    },
+    {
+      "grad_norm": 0.15805545449256897,
+      "learning_rate": 9.944518499487254e-05,
+      "loss": 0.0243,
+      "step": 9510
+    },
+    {
+      "grad_norm": 0.23776651918888092,
+      "learning_rate": 9.944272592999151e-05,
+      "loss": 0.0292,
+      "step": 9520
+    },
+    {
+      "grad_norm": 0.21607664227485657,
+      "learning_rate": 9.94402614581283e-05,
+      "loss": 0.0265,
+      "step": 9530
+    },
+    {
+      "grad_norm": 0.42079275846481323,
+      "learning_rate": 9.943779157955244e-05,
+      "loss": 0.0338,
+      "step": 9540
+    },
+    {
+      "grad_norm": 0.2920873165130615,
+      "learning_rate": 9.943531629453403e-05,
+      "loss": 0.0292,
+      "step": 9550
+    },
+    {
+      "grad_norm": 0.18967023491859436,
+      "learning_rate": 9.943283560334375e-05,
+      "loss": 0.0305,
+      "step": 9560
+    },
+    {
+      "grad_norm": 0.18423569202423096,
+      "learning_rate": 9.943034950625288e-05,
+      "loss": 0.0409,
+      "step": 9570
+    },
+    {
+      "grad_norm": 0.24028638005256653,
+      "learning_rate": 9.942785800353332e-05,
+      "loss": 0.0313,
+      "step": 9580
+    },
+    {
+      "grad_norm": 0.2594365179538727,
+      "learning_rate": 9.942536109545751e-05,
+      "loss": 0.0257,
+      "step": 9590
+    },
+    {
+      "grad_norm": 0.2314215749502182,
+      "learning_rate": 9.942285878229853e-05,
+      "loss": 0.0244,
+      "step": 9600
+    },
+    {
+      "grad_norm": 0.22195105254650116,
+      "learning_rate": 9.942035106433001e-05,
+      "loss": 0.0251,
+      "step": 9610
+    },
+    {
+      "grad_norm": 0.24202179908752441,
+      "learning_rate": 9.94178379418262e-05,
+      "loss": 0.0284,
+      "step": 9620
+    },
+    {
+      "grad_norm": 0.21964173018932343,
+      "learning_rate": 9.941531941506194e-05,
+      "loss": 0.024,
+      "step": 9630
+    },
+    {
+      "grad_norm": 0.21718333661556244,
+      "learning_rate": 9.941279548431263e-05,
+      "loss": 0.0237,
+      "step": 9640
+    },
+    {
+      "grad_norm": 0.1686076819896698,
+      "learning_rate": 9.941026614985431e-05,
+      "loss": 0.0241,
+      "step": 9650
+    },
+    {
+      "grad_norm": 0.2513884902000427,
+      "learning_rate": 9.940773141196357e-05,
+      "loss": 0.0265,
+      "step": 9660
+    },
+    {
+      "grad_norm": 0.24969647824764252,
+      "learning_rate": 9.94051912709176e-05,
+      "loss": 0.0306,
+      "step": 9670
+    },
+    {
+      "grad_norm": 0.2391081154346466,
+      "learning_rate": 9.940264572699421e-05,
+      "loss": 0.0245,
+      "step": 9680
+    },
+    {
+      "grad_norm": 0.3072415590286255,
+      "learning_rate": 9.940009478047174e-05,
+      "loss": 0.0254,
+      "step": 9690
+    },
+    {
+      "grad_norm": 0.19190135598182678,
+      "learning_rate": 9.939753843162918e-05,
+      "loss": 0.0242,
+      "step": 9700
+    },
+    {
+      "grad_norm": 0.2722727358341217,
+      "learning_rate": 9.939497668074609e-05,
+      "loss": 0.0223,
+      "step": 9710
+    },
+    {
+      "grad_norm": 0.25808846950531006,
+      "learning_rate": 9.93924095281026e-05,
+      "loss": 0.0278,
+      "step": 9720
+    },
+    {
+      "grad_norm": 0.27858999371528625,
+      "learning_rate": 9.938983697397948e-05,
+      "loss": 0.0311,
+      "step": 9730
+    },
+    {
+      "grad_norm": 0.3111307919025421,
+      "learning_rate": 9.938725901865805e-05,
+      "loss": 0.0254,
+      "step": 9740
+    },
+    {
+      "grad_norm": 0.18427453935146332,
+      "learning_rate": 9.93846756624202e-05,
+      "loss": 0.0262,
+      "step": 9750
+    },
+    {
+      "grad_norm": 0.22065432369709015,
+      "learning_rate": 9.938208690554849e-05,
+      "loss": 0.0281,
+      "step": 9760
+    },
+    {
+      "grad_norm": 0.2541735768318176,
+      "learning_rate": 9.9379492748326e-05,
+      "loss": 0.0262,
+      "step": 9770
+    },
+    {
+      "grad_norm": 0.25489741563796997,
+      "learning_rate": 9.937689319103641e-05,
+      "loss": 0.0288,
+      "step": 9780
+    },
+    {
+      "grad_norm": 0.26940909028053284,
+      "learning_rate": 9.937428823396404e-05,
+      "loss": 0.0239,
+      "step": 9790
+    },
+    {
+      "grad_norm": 0.24088643491268158,
+      "learning_rate": 9.937167787739372e-05,
+      "loss": 0.0227,
+      "step": 9800
+    },
+    {
+      "grad_norm": 0.2515871822834015,
+      "learning_rate": 9.936906212161095e-05,
+      "loss": 0.028,
+      "step": 9810
+    },
+    {
+      "grad_norm": 0.20829987525939941,
+      "learning_rate": 9.936644096690176e-05,
+      "loss": 0.0289,
+      "step": 9820
+    },
+    {
+      "grad_norm": 0.27316397428512573,
+      "learning_rate": 9.936381441355282e-05,
+      "loss": 0.0272,
+      "step": 9830
+    },
+    {
+      "grad_norm": 0.19299016892910004,
+      "learning_rate": 9.936118246185136e-05,
+      "loss": 0.0362,
+      "step": 9840
+    },
+    {
+      "grad_norm": 0.24408580362796783,
+      "learning_rate": 9.935854511208518e-05,
+      "loss": 0.0329,
+      "step": 9850
+    },
+    {
+      "grad_norm": 0.17430546879768372,
+      "learning_rate": 9.935590236454272e-05,
+      "loss": 0.0219,
+      "step": 9860
+    },
+    {
+      "grad_norm": 0.17232699692249298,
+      "learning_rate": 9.935325421951298e-05,
+      "loss": 0.023,
+      "step": 9870
+    },
+    {
+      "grad_norm": 0.2845950424671173,
+      "learning_rate": 9.935060067728557e-05,
+      "loss": 0.027,
+      "step": 9880
+    },
+    {
+      "grad_norm": 0.15747709572315216,
+      "learning_rate": 9.934794173815067e-05,
+      "loss": 0.0203,
+      "step": 9890
+    },
+    {
+      "grad_norm": 0.18450337648391724,
+      "learning_rate": 9.934527740239906e-05,
+      "loss": 0.0246,
+      "step": 9900
+    },
+    {
+      "grad_norm": 0.18799738585948944,
+      "learning_rate": 9.934260767032209e-05,
+      "loss": 0.0259,
+      "step": 9910
+    },
+    {
+      "grad_norm": 0.2259480208158493,
+      "learning_rate": 9.933993254221172e-05,
+      "loss": 0.0289,
+      "step": 9920
+    },
+    {
+      "grad_norm": 0.2046884149312973,
+      "learning_rate": 9.933725201836053e-05,
+      "loss": 0.023,
+      "step": 9930
+    },
+    {
+      "grad_norm": 0.2832944989204407,
+      "learning_rate": 9.933456609906162e-05,
+      "loss": 0.0251,
+      "step": 9940
+    },
+    {
+      "grad_norm": 0.15886572003364563,
+      "learning_rate": 9.933187478460875e-05,
+      "loss": 0.0201,
+      "step": 9950
+    },
+    {
+      "grad_norm": 0.19201332330703735,
+      "learning_rate": 9.93291780752962e-05,
+      "loss": 0.0215,
+      "step": 9960
+    },
+    {
+      "grad_norm": 0.20374132692813873,
+      "learning_rate": 9.932647597141893e-05,
+      "loss": 0.0299,
+      "step": 9970
+    },
+    {
+      "grad_norm": 0.25485411286354065,
+      "learning_rate": 9.932376847327239e-05,
+      "loss": 0.0261,
+      "step": 9980
+    },
+    {
+      "grad_norm": 0.24204477667808533,
+      "learning_rate": 9.932105558115268e-05,
+      "loss": 0.029,
+      "step": 9990
+    },
+    {
+      "grad_norm": 0.30668389797210693,
+      "learning_rate": 9.931833729535651e-05,
+      "loss": 0.0308,
+      "step": 10000
+    },
+    {
+      "grad_norm": 0.22847627103328705,
+      "learning_rate": 9.931561361618111e-05,
+      "loss": 0.0283,
+      "step": 10010
+    },
+    {
+      "grad_norm": 0.19643275439739227,
+      "learning_rate": 9.931288454392435e-05,
+      "loss": 0.0294,
+      "step": 10020
+    },
+    {
+      "grad_norm": 0.2654076814651489,
+      "learning_rate": 9.931015007888467e-05,
+      "loss": 0.0245,
+      "step": 10030
+    },
+    {
+      "grad_norm": 0.2502186596393585,
+      "learning_rate": 9.930741022136112e-05,
+      "loss": 0.0311,
+      "step": 10040
+    },
+    {
+      "grad_norm": 0.2615163326263428,
+      "learning_rate": 9.930466497165333e-05,
+      "loss": 0.0291,
+      "step": 10050
+    },
+    {
+      "grad_norm": 0.25903403759002686,
+      "learning_rate": 9.93019143300615e-05,
+      "loss": 0.0322,
+      "step": 10060
+    },
+    {
+      "grad_norm": 0.1642703264951706,
+      "learning_rate": 9.929915829688644e-05,
+      "loss": 0.0212,
+      "step": 10070
+    },
+    {
+      "grad_norm": 0.18677522242069244,
+      "learning_rate": 9.929639687242955e-05,
+      "loss": 0.025,
+      "step": 10080
+    },
+    {
+      "grad_norm": 0.20119620859622955,
+      "learning_rate": 9.929363005699281e-05,
+      "loss": 0.0237,
+      "step": 10090
+    },
+    {
+      "grad_norm": 0.19396060705184937,
+      "learning_rate": 9.92908578508788e-05,
+      "loss": 0.0273,
+      "step": 10100
+    },
+    {
+      "grad_norm": 0.2114391028881073,
+      "learning_rate": 9.928808025439069e-05,
+      "loss": 0.0195,
+      "step": 10110
+    },
+    {
+      "grad_norm": 0.20611080527305603,
+      "learning_rate": 9.928529726783223e-05,
+      "loss": 0.0232,
+      "step": 10120
+    },
+    {
+      "grad_norm": 0.2865302264690399,
+      "learning_rate": 9.928250889150774e-05,
+      "loss": 0.0271,
+      "step": 10130
+    },
+    {
+      "grad_norm": 0.29436272382736206,
+      "learning_rate": 9.92797151257222e-05,
+      "loss": 0.0272,
+      "step": 10140
+    },
+    {
+      "grad_norm": 0.24675260484218597,
+      "learning_rate": 9.927691597078108e-05,
+      "loss": 0.032,
+      "step": 10150
+    },
+    {
+      "grad_norm": 0.23811346292495728,
+      "learning_rate": 9.927411142699053e-05,
+      "loss": 0.0276,
+      "step": 10160
+    },
+    {
+      "grad_norm": 0.2110828161239624,
+      "learning_rate": 9.927130149465725e-05,
+      "loss": 0.0263,
+      "step": 10170
+    },
+    {
+      "grad_norm": 0.2198689728975296,
+      "learning_rate": 9.92684861740885e-05,
+      "loss": 0.034,
+      "step": 10180
+    },
+    {
+      "grad_norm": 0.366068035364151,
+      "learning_rate": 9.926566546559217e-05,
+      "loss": 0.0391,
+      "step": 10190
+    },
+    {
+      "grad_norm": 0.2847702205181122,
+      "learning_rate": 9.926283936947673e-05,
+      "loss": 0.0318,
+      "step": 10200
+    },
+    {
+      "grad_norm": 0.2421785444021225,
+      "learning_rate": 9.926000788605126e-05,
+      "loss": 0.0292,
+      "step": 10210
+    },
+    {
+      "grad_norm": 0.22924669086933136,
+      "learning_rate": 9.92571710156254e-05,
+      "loss": 0.0254,
+      "step": 10220
+    },
+    {
+      "grad_norm": 0.1691027134656906,
+      "learning_rate": 9.925432875850936e-05,
+      "loss": 0.0306,
+      "step": 10230
+    },
+    {
+      "grad_norm": 0.1929677575826645,
+      "learning_rate": 9.925148111501396e-05,
+      "loss": 0.0266,
+      "step": 10240
+    },
+    {
+      "grad_norm": 0.18243707716464996,
+      "learning_rate": 9.924862808545066e-05,
+      "loss": 0.0249,
+      "step": 10250
+    },
+    {
+      "grad_norm": 0.2026163786649704,
+      "learning_rate": 9.924576967013141e-05,
+      "loss": 0.0204,
+      "step": 10260
+    },
+    {
+      "grad_norm": 0.15999555587768555,
+      "learning_rate": 9.924290586936887e-05,
+      "loss": 0.0269,
+      "step": 10270
+    },
+    {
+      "grad_norm": 0.2202780395746231,
+      "learning_rate": 9.924003668347614e-05,
+      "loss": 0.0305,
+      "step": 10280
+    },
+    {
+      "grad_norm": 0.23286528885364532,
+      "learning_rate": 9.923716211276704e-05,
+      "loss": 0.034,
+      "step": 10290
+    },
+    {
+      "grad_norm": 0.23497836291790009,
+      "learning_rate": 9.923428215755594e-05,
+      "loss": 0.0278,
+      "step": 10300
+    },
+    {
+      "grad_norm": 0.2514705955982208,
+      "learning_rate": 9.923139681815775e-05,
+      "loss": 0.0237,
+      "step": 10310
+    },
+    {
+      "grad_norm": 0.18826180696487427,
+      "learning_rate": 9.922850609488801e-05,
+      "loss": 0.0268,
+      "step": 10320
+    },
+    {
+      "grad_norm": 0.2724052667617798,
+      "learning_rate": 9.922560998806287e-05,
+      "loss": 0.0262,
+      "step": 10330
+    },
+    {
+      "grad_norm": 0.24208195507526398,
+      "learning_rate": 9.922270849799905e-05,
+      "loss": 0.026,
+      "step": 10340
+    },
+    {
+      "grad_norm": 0.27003219723701477,
+      "learning_rate": 9.92198016250138e-05,
+      "loss": 0.0289,
+      "step": 10350
+    },
+    {
+      "grad_norm": 0.22307470440864563,
+      "learning_rate": 9.921688936942506e-05,
+      "loss": 0.0242,
+      "step": 10360
+    },
+    {
+      "grad_norm": 0.18017853796482086,
+      "learning_rate": 9.921397173155129e-05,
+      "loss": 0.0223,
+      "step": 10370
+    },
+    {
+      "grad_norm": 0.15174813568592072,
+      "learning_rate": 9.921104871171157e-05,
+      "loss": 0.0246,
+      "step": 10380
+    },
+    {
+      "grad_norm": 0.15180101990699768,
+      "learning_rate": 9.920812031022554e-05,
+      "loss": 0.0223,
+      "step": 10390
+    },
+    {
+      "grad_norm": 0.24426856637001038,
+      "learning_rate": 9.920518652741348e-05,
+      "loss": 0.0267,
+      "step": 10400
+    },
+    {
+      "grad_norm": 0.16897350549697876,
+      "learning_rate": 9.920224736359618e-05,
+      "loss": 0.0242,
+      "step": 10410
+    },
+    {
+      "grad_norm": 0.2237374484539032,
+      "learning_rate": 9.91993028190951e-05,
+      "loss": 0.0281,
+      "step": 10420
+    },
+    {
+      "grad_norm": 0.23615053296089172,
+      "learning_rate": 9.919635289423222e-05,
+      "loss": 0.0207,
+      "step": 10430
+    },
+    {
+      "grad_norm": 0.25416046380996704,
+      "learning_rate": 9.919339758933015e-05,
+      "loss": 0.0221,
+      "step": 10440
+    },
+    {
+      "grad_norm": 0.21657735109329224,
+      "learning_rate": 9.919043690471209e-05,
+      "loss": 0.0284,
+      "step": 10450
+    },
+    {
+      "grad_norm": 0.28293582797050476,
+      "learning_rate": 9.91874708407018e-05,
+      "loss": 0.0262,
+      "step": 10460
+    },
+    {
+      "grad_norm": 0.26687443256378174,
+      "learning_rate": 9.918449939762367e-05,
+      "loss": 0.0247,
+      "step": 10470
+    },
+    {
+      "grad_norm": 0.27301326394081116,
+      "learning_rate": 9.91815225758026e-05,
+      "loss": 0.026,
+      "step": 10480
+    },
+    {
+      "grad_norm": 0.15694575011730194,
+      "learning_rate": 9.917854037556419e-05,
+      "loss": 0.0209,
+      "step": 10490
+    },
+    {
+      "grad_norm": 0.17286072671413422,
+      "learning_rate": 9.917555279723454e-05,
+      "loss": 0.0207,
+      "step": 10500
+    },
+    {
+      "grad_norm": 0.2426028549671173,
+      "learning_rate": 9.917255984114036e-05,
+      "loss": 0.031,
+      "step": 10510
+    },
+    {
+      "grad_norm": 0.18824507296085358,
+      "learning_rate": 9.916956150760896e-05,
+      "loss": 0.0211,
+      "step": 10520
+    },
+    {
+      "grad_norm": 0.18461254239082336,
+      "learning_rate": 9.916655779696826e-05,
+      "loss": 0.024,
+      "step": 10530
+    },
+    {
+      "grad_norm": 0.15825887024402618,
+      "learning_rate": 9.916354870954671e-05,
+      "loss": 0.023,
+      "step": 10540
+    },
+    {
+      "grad_norm": 0.21739420294761658,
+      "learning_rate": 9.91605342456734e-05,
+      "loss": 0.02,
+      "step": 10550
+    },
+    {
+      "grad_norm": 0.1977476328611374,
+      "learning_rate": 9.915751440567795e-05,
+      "loss": 0.0203,
+      "step": 10560
+    },
+    {
+      "grad_norm": 0.2597450017929077,
+      "learning_rate": 9.915448918989066e-05,
+      "loss": 0.0207,
+      "step": 10570
+    },
+    {
+      "grad_norm": 0.17215295135974884,
+      "learning_rate": 9.915145859864232e-05,
+      "loss": 0.0251,
+      "step": 10580
+    },
+    {
+      "grad_norm": 0.2348063886165619,
+      "learning_rate": 9.914842263226437e-05,
+      "loss": 0.0273,
+      "step": 10590
+    },
+    {
+      "grad_norm": 0.16071432828903198,
+      "learning_rate": 9.914538129108882e-05,
+      "loss": 0.0349,
+      "step": 10600
+    },
+    {
+      "grad_norm": 0.1594308614730835,
+      "learning_rate": 9.914233457544825e-05,
+      "loss": 0.0436,
+      "step": 10610
+    },
+    {
+      "grad_norm": 0.366974800825119,
+      "learning_rate": 9.913928248567586e-05,
+      "loss": 0.0393,
+      "step": 10620
+    },
+    {
+      "grad_norm": 0.23805655539035797,
+      "learning_rate": 9.913622502210542e-05,
+      "loss": 0.0239,
+      "step": 10630
+    },
+    {
+      "grad_norm": 0.20906804502010345,
+      "learning_rate": 9.913316218507128e-05,
+      "loss": 0.0325,
+      "step": 10640
+    },
+    {
+      "grad_norm": 0.170127272605896,
+      "learning_rate": 9.91300939749084e-05,
+      "loss": 0.0295,
+      "step": 10650
+    },
+    {
+      "grad_norm": 0.21453642845153809,
+      "learning_rate": 9.91270203919523e-05,
+      "loss": 0.0323,
+      "step": 10660
+    },
+    {
+      "grad_norm": 0.29988667368888855,
+      "learning_rate": 9.912394143653912e-05,
+      "loss": 0.0311,
+      "step": 10670
+    },
+    {
+      "grad_norm": 0.2286015897989273,
+      "learning_rate": 9.912085710900555e-05,
+      "loss": 0.0224,
+      "step": 10680
+    },
+    {
+      "grad_norm": 0.26532313227653503,
+      "learning_rate": 9.911776740968892e-05,
+      "loss": 0.0245,
+      "step": 10690
+    },
+    {
+      "grad_norm": 0.22534982860088348,
+      "learning_rate": 9.911467233892709e-05,
+      "loss": 0.0446,
+      "step": 10700
+    },
+    {
+      "grad_norm": 0.24942530691623688,
+      "learning_rate": 9.911157189705853e-05,
+      "loss": 0.0355,
+      "step": 10710
+    },
+    {
+      "grad_norm": 0.18762122094631195,
+      "learning_rate": 9.910846608442229e-05,
+      "loss": 0.0291,
+      "step": 10720
+    },
+    {
+      "grad_norm": 0.17774976789951324,
+      "learning_rate": 9.910535490135805e-05,
+      "loss": 0.0224,
+      "step": 10730
+    },
+    {
+      "grad_norm": 0.2681278884410858,
+      "learning_rate": 9.910223834820603e-05,
+      "loss": 0.0226,
+      "step": 10740
+    },
+    {
+      "grad_norm": 0.16931435465812683,
+      "learning_rate": 9.909911642530703e-05,
+      "loss": 0.0261,
+      "step": 10750
+    },
+    {
+      "grad_norm": 0.23430457711219788,
+      "learning_rate": 9.909598913300249e-05,
+      "loss": 0.0322,
+      "step": 10760
+    },
+    {
+      "grad_norm": 0.28979241847991943,
+      "learning_rate": 9.909285647163438e-05,
+      "loss": 0.0319,
+      "step": 10770
+    },
+    {
+      "grad_norm": 0.19815216958522797,
+      "learning_rate": 9.908971844154531e-05,
+      "loss": 0.0281,
+      "step": 10780
+    },
+    {
+      "grad_norm": 0.2559219002723694,
+      "learning_rate": 9.908657504307843e-05,
+      "loss": 0.0249,
+      "step": 10790
+    },
+    {
+      "grad_norm": 0.21558895707130432,
+      "learning_rate": 9.908342627657751e-05,
+      "loss": 0.0305,
+      "step": 10800
+    },
+    {
+      "grad_norm": 0.22216109931468964,
+      "learning_rate": 9.908027214238689e-05,
+      "loss": 0.0232,
+      "step": 10810
+    },
+    {
+      "grad_norm": 0.21503609418869019,
+      "learning_rate": 9.90771126408515e-05,
+      "loss": 0.0265,
+      "step": 10820
+    },
+    {
+      "grad_norm": 0.19307014346122742,
+      "learning_rate": 9.907394777231685e-05,
+      "loss": 0.0259,
+      "step": 10830
+    },
+    {
+      "grad_norm": 0.23382370173931122,
+      "learning_rate": 9.907077753712905e-05,
+      "loss": 0.0313,
+      "step": 10840
+    },
+    {
+      "grad_norm": 0.26325681805610657,
+      "learning_rate": 9.906760193563482e-05,
+      "loss": 0.0252,
+      "step": 10850
+    },
+    {
+      "grad_norm": 0.22320054471492767,
+      "learning_rate": 9.906442096818139e-05,
+      "loss": 0.0229,
+      "step": 10860
+    },
+    {
+      "grad_norm": 0.20608460903167725,
+      "learning_rate": 9.906123463511665e-05,
+      "loss": 0.0272,
+      "step": 10870
+    },
+    {
+      "grad_norm": 0.22655341029167175,
+      "learning_rate": 9.905804293678907e-05,
+      "loss": 0.0287,
+      "step": 10880
+    },
+    {
+      "grad_norm": 0.228485107421875,
+      "learning_rate": 9.905484587354766e-05,
+      "loss": 0.0303,
+      "step": 10890
+    },
+    {
+      "grad_norm": 0.3410513699054718,
+      "learning_rate": 9.905164344574205e-05,
+      "loss": 0.0316,
+      "step": 10900
+    },
+    {
+      "grad_norm": 0.2594175338745117,
+      "learning_rate": 9.904843565372248e-05,
+      "loss": 0.0276,
+      "step": 10910
+    },
+    {
+      "grad_norm": 0.21144439280033112,
+      "learning_rate": 9.904522249783972e-05,
+      "loss": 0.0269,
+      "step": 10920
+    },
+    {
+      "grad_norm": 0.17710238695144653,
+      "learning_rate": 9.904200397844517e-05,
+      "loss": 0.0354,
+      "step": 10930
+    },
+    {
+      "grad_norm": 0.30291834473609924,
+      "learning_rate": 9.903878009589078e-05,
+      "loss": 0.0323,
+      "step": 10940
+    },
+    {
+      "grad_norm": 0.29697805643081665,
+      "learning_rate": 9.903555085052915e-05,
+      "loss": 0.0272,
+      "step": 10950
+    },
+    {
+      "grad_norm": 0.13839080929756165,
+      "learning_rate": 9.903231624271338e-05,
+      "loss": 0.021,
+      "step": 10960
+    },
+    {
+      "grad_norm": 0.17306920886039734,
+      "learning_rate": 9.902907627279724e-05,
+      "loss": 0.0226,
+      "step": 10970
+    },
+    {
+      "grad_norm": 0.1867360770702362,
+      "learning_rate": 9.902583094113504e-05,
+      "loss": 0.0251,
+      "step": 10980
+    },
+    {
+      "grad_norm": 0.15005651116371155,
+      "learning_rate": 9.902258024808168e-05,
+      "loss": 0.0228,
+      "step": 10990
+    },
+    {
+      "grad_norm": 0.199822798371315,
+      "learning_rate": 9.901932419399264e-05,
+      "loss": 0.0235,
+      "step": 11000
+    },
+    {
+      "grad_norm": 0.15658538043498993,
+      "learning_rate": 9.9016062779224e-05,
+      "loss": 0.0227,
+      "step": 11010
+    },
+    {
+      "grad_norm": 0.1818545162677765,
+      "learning_rate": 9.901279600413242e-05,
+      "loss": 0.024,
+      "step": 11020
+    },
+    {
+      "grad_norm": 0.30815455317497253,
+      "learning_rate": 9.900952386907518e-05,
+      "loss": 0.0257,
+      "step": 11030
+    },
+    {
+      "grad_norm": 0.20397421717643738,
+      "learning_rate": 9.90062463744101e-05,
+      "loss": 0.0226,
+      "step": 11040
+    },
+    {
+      "grad_norm": 0.23438507318496704,
+      "learning_rate": 9.900296352049558e-05,
+      "loss": 0.0213,
+      "step": 11050
+    },
+    {
+      "grad_norm": 0.1967267543077469,
+      "learning_rate": 9.899967530769065e-05,
+      "loss": 0.0276,
+      "step": 11060
+    },
+    {
+      "grad_norm": 0.15900884568691254,
+      "learning_rate": 9.899638173635489e-05,
+      "loss": 0.022,
+      "step": 11070
+    },
+    {
+      "grad_norm": 0.19317078590393066,
+      "learning_rate": 9.899308280684849e-05,
+      "loss": 0.0236,
+      "step": 11080
+    },
+    {
+      "grad_norm": 0.2020977884531021,
+      "learning_rate": 9.898977851953222e-05,
+      "loss": 0.0227,
+      "step": 11090
+    },
+    {
+      "grad_norm": 0.1757260411977768,
+      "learning_rate": 9.898646887476741e-05,
+      "loss": 0.028,
+      "step": 11100
+    },
+    {
+      "grad_norm": 0.24692878127098083,
+      "learning_rate": 9.898315387291603e-05,
+      "loss": 0.0264,
+      "step": 11110
+    },
+    {
+      "grad_norm": 0.20433445274829865,
+      "learning_rate": 9.89798335143406e-05,
+      "loss": 0.0236,
+      "step": 11120
+    },
+    {
+      "grad_norm": 0.18330003321170807,
+      "learning_rate": 9.897650779940419e-05,
+      "loss": 0.0284,
+      "step": 11130
+    },
+    {
+      "grad_norm": 0.15452328324317932,
+      "learning_rate": 9.897317672847054e-05,
+      "loss": 0.0219,
+      "step": 11140
+    },
+    {
+      "grad_norm": 0.1887684315443039,
+      "learning_rate": 9.89698403019039e-05,
+      "loss": 0.016,
+      "step": 11150
+    },
+    {
+      "grad_norm": 0.23487187922000885,
+      "learning_rate": 9.896649852006917e-05,
+      "loss": 0.0221,
+      "step": 11160
+    },
+    {
+      "grad_norm": 0.26311561465263367,
+      "learning_rate": 9.896315138333177e-05,
+      "loss": 0.0215,
+      "step": 11170
+    },
+    {
+      "grad_norm": 0.20930245518684387,
+      "learning_rate": 9.895979889205774e-05,
+      "loss": 0.0247,
+      "step": 11180
+    },
+    {
+      "grad_norm": 0.1848008632659912,
+      "learning_rate": 9.895644104661372e-05,
+      "loss": 0.0276,
+      "step": 11190
+    },
+    {
+      "grad_norm": 0.17293724417686462,
+      "learning_rate": 9.895307784736691e-05,
+      "loss": 0.0253,
+      "step": 11200
+    },
+    {
+      "grad_norm": 0.192388653755188,
+      "learning_rate": 9.894970929468512e-05,
+      "loss": 0.0255,
+      "step": 11210
+    },
+    {
+      "grad_norm": 0.17037655413150787,
+      "learning_rate": 9.89463353889367e-05,
+      "loss": 0.0221,
+      "step": 11220
+    },
+    {
+      "grad_norm": 0.30824750661849976,
+      "learning_rate": 9.894295613049065e-05,
+      "loss": 0.0344,
+      "step": 11230
+    },
+    {
+      "grad_norm": 0.16636694967746735,
+      "learning_rate": 9.893957151971649e-05,
+      "loss": 0.0224,
+      "step": 11240
+    },
+    {
+      "grad_norm": 0.23010289669036865,
+      "learning_rate": 9.893618155698436e-05,
+      "loss": 0.0202,
+      "step": 11250
+    },
+    {
+      "grad_norm": 0.18815329670906067,
+      "learning_rate": 9.8932786242665e-05,
+      "loss": 0.0198,
+      "step": 11260
+    },
+    {
+      "grad_norm": 0.15744227170944214,
+      "learning_rate": 9.89293855771297e-05,
+      "loss": 0.0215,
+      "step": 11270
+    },
+    {
+      "grad_norm": 0.2967168688774109,
+      "learning_rate": 9.892597956075036e-05,
+      "loss": 0.0317,
+      "step": 11280
+    },
+    {
+      "grad_norm": 0.24614492058753967,
+      "learning_rate": 9.892256819389947e-05,
+      "loss": 0.025,
+      "step": 11290
+    },
+    {
+      "grad_norm": 0.19683314859867096,
+      "learning_rate": 9.891915147695006e-05,
+      "loss": 0.0247,
+      "step": 11300
+    },
+    {
+      "grad_norm": 0.2899618446826935,
+      "learning_rate": 9.891572941027577e-05,
+      "loss": 0.0257,
+      "step": 11310
+    },
+    {
+      "grad_norm": 0.2563789486885071,
+      "learning_rate": 9.89123019942509e-05,
+      "loss": 0.0261,
+      "step": 11320
+    },
+    {
+      "grad_norm": 0.15692956745624542,
+      "learning_rate": 9.89088692292502e-05,
+      "loss": 0.0239,
+      "step": 11330
+    },
+    {
+      "grad_norm": 0.20042259991168976,
+      "learning_rate": 9.89054311156491e-05,
+      "loss": 0.0197,
+      "step": 11340
+    },
+    {
+      "grad_norm": 0.13932734727859497,
+      "learning_rate": 9.890198765382357e-05,
+      "loss": 0.0395,
+      "step": 11350
+    },
+    {
+      "grad_norm": 0.20912913978099823,
+      "learning_rate": 9.889853884415021e-05,
+      "loss": 0.0237,
+      "step": 11360
+    },
+    {
+      "grad_norm": 0.22004306316375732,
+      "learning_rate": 9.889508468700614e-05,
+      "loss": 0.0204,
+      "step": 11370
+    },
+    {
+      "grad_norm": 0.19079676270484924,
+      "learning_rate": 9.889162518276915e-05,
+      "loss": 0.0225,
+      "step": 11380
+    },
+    {
+      "grad_norm": 0.22446309030056,
+      "learning_rate": 9.888816033181752e-05,
+      "loss": 0.0262,
+      "step": 11390
+    },
+    {
+      "grad_norm": 0.18327660858631134,
+      "learning_rate": 9.888469013453018e-05,
+      "loss": 0.0281,
+      "step": 11400
+    },
+    {
+      "grad_norm": 0.3433232605457306,
+      "learning_rate": 9.888121459128663e-05,
+      "loss": 0.025,
+      "step": 11410
+    },
+    {
+      "grad_norm": 0.21350350975990295,
+      "learning_rate": 9.887773370246693e-05,
+      "loss": 0.0365,
+      "step": 11420
+    },
+    {
+      "grad_norm": 0.2073519080877304,
+      "learning_rate": 9.887424746845177e-05,
+      "loss": 0.027,
+      "step": 11430
+    },
+    {
+      "grad_norm": 0.236676886677742,
+      "learning_rate": 9.887075588962239e-05,
+      "loss": 0.0245,
+      "step": 11440
+    },
+    {
+      "grad_norm": 0.18879009783267975,
+      "learning_rate": 9.88672589663606e-05,
+      "loss": 0.024,
+      "step": 11450
+    },
+    {
+      "grad_norm": 0.2247360348701477,
+      "learning_rate": 9.886375669904886e-05,
+      "loss": 0.0302,
+      "step": 11460
+    },
+    {
+      "grad_norm": 0.20852605998516083,
+      "learning_rate": 9.886024908807014e-05,
+      "loss": 0.0224,
+      "step": 11470
+    },
+    {
+      "grad_norm": 0.23273442685604095,
+      "learning_rate": 9.885673613380806e-05,
+      "loss": 0.0223,
+      "step": 11480
+    },
+    {
+      "grad_norm": 0.22791051864624023,
+      "learning_rate": 9.885321783664676e-05,
+      "loss": 0.0275,
+      "step": 11490
+    },
+    {
+      "grad_norm": 0.27649661898612976,
+      "learning_rate": 9.884969419697101e-05,
+      "loss": 0.0239,
+      "step": 11500
+    },
+    {
+      "grad_norm": 0.17674340307712555,
+      "learning_rate": 9.884616521516614e-05,
+      "loss": 0.0213,
+      "step": 11510
+    },
+    {
+      "grad_norm": 0.24930547177791595,
+      "learning_rate": 9.88426308916181e-05,
+      "loss": 0.0222,
+      "step": 11520
+    },
+    {
+      "grad_norm": 0.1840018332004547,
+      "learning_rate": 9.883909122671335e-05,
+      "loss": 0.0203,
+      "step": 11530
+    },
+    {
+      "grad_norm": 0.16447660326957703,
+      "learning_rate": 9.883554622083904e-05,
+      "loss": 0.0221,
+      "step": 11540
+    },
+    {
+      "grad_norm": 0.320231169462204,
+      "learning_rate": 9.88319958743828e-05,
+      "loss": 0.0259,
+      "step": 11550
+    },
+    {
+      "grad_norm": 0.1773620992898941,
+      "learning_rate": 9.882844018773291e-05,
+      "loss": 0.0223,
+      "step": 11560
+    },
+    {
+      "grad_norm": 0.20005793869495392,
+      "learning_rate": 9.882487916127823e-05,
+      "loss": 0.0213,
+      "step": 11570
+    },
+    {
+      "grad_norm": 0.24085812270641327,
+      "learning_rate": 9.882131279540815e-05,
+      "loss": 0.0274,
+      "step": 11580
+    },
+    {
+      "grad_norm": 0.21849165856838226,
+      "learning_rate": 9.881774109051271e-05,
+      "loss": 0.0263,
+      "step": 11590
+    },
+    {
+      "grad_norm": 0.20229481160640717,
+      "learning_rate": 9.881416404698252e-05,
+      "loss": 0.0216,
+      "step": 11600
+    },
+    {
+      "grad_norm": 0.24025803804397583,
+      "learning_rate": 9.881058166520873e-05,
+      "loss": 0.031,
+      "step": 11610
+    },
+    {
+      "grad_norm": 0.20828023552894592,
+      "learning_rate": 9.880699394558311e-05,
+      "loss": 0.0319,
+      "step": 11620
+    },
+    {
+      "grad_norm": 0.23106470704078674,
+      "learning_rate": 9.880340088849801e-05,
+      "loss": 0.0375,
+      "step": 11630
+    },
+    {
+      "grad_norm": 0.17633292078971863,
+      "learning_rate": 9.879980249434637e-05,
+      "loss": 0.0238,
+      "step": 11640
+    },
+    {
+      "grad_norm": 0.28792208433151245,
+      "learning_rate": 9.879619876352168e-05,
+      "loss": 0.0275,
+      "step": 11650
+    },
+    {
+      "grad_norm": 0.20732413232326508,
+      "learning_rate": 9.879258969641809e-05,
+      "loss": 0.0227,
+      "step": 11660
+    },
+    {
+      "grad_norm": 0.16144432127475739,
+      "learning_rate": 9.878897529343023e-05,
+      "loss": 0.0196,
+      "step": 11670
+    },
+    {
+      "grad_norm": 0.16630032658576965,
+      "learning_rate": 9.878535555495338e-05,
+      "loss": 0.0249,
+      "step": 11680
+    },
+    {
+      "grad_norm": 0.2381720244884491,
+      "learning_rate": 9.87817304813834e-05,
+      "loss": 0.0237,
+      "step": 11690
+    },
+    {
+      "grad_norm": 0.2279759645462036,
+      "learning_rate": 9.877810007311671e-05,
+      "loss": 0.0232,
+      "step": 11700
+    },
+    {
+      "grad_norm": 0.2708115577697754,
+      "learning_rate": 9.877446433055035e-05,
+      "loss": 0.0234,
+      "step": 11710
+    },
+    {
+      "grad_norm": 0.30552560091018677,
+      "learning_rate": 9.877082325408191e-05,
+      "loss": 0.0243,
+      "step": 11720
+    },
+    {
+      "grad_norm": 0.16460350155830383,
+      "learning_rate": 9.876717684410954e-05,
+      "loss": 0.0203,
+      "step": 11730
+    },
+    {
+      "grad_norm": 0.16834262013435364,
+      "learning_rate": 9.876352510103204e-05,
+      "loss": 0.021,
+      "step": 11740
+    },
+    {
+      "grad_norm": 0.1868865042924881,
+      "learning_rate": 9.875986802524875e-05,
+      "loss": 0.0288,
+      "step": 11750
+    },
+    {
+      "grad_norm": 0.15930218994617462,
+      "learning_rate": 9.87562056171596e-05,
+      "loss": 0.0219,
+      "step": 11760
+    },
+    {
+      "grad_norm": 0.17643789947032928,
+      "learning_rate": 9.875253787716511e-05,
+      "loss": 0.0233,
+      "step": 11770
+    },
+    {
+      "grad_norm": 0.21850240230560303,
+      "learning_rate": 9.874886480566637e-05,
+      "loss": 0.0233,
+      "step": 11780
+    },
+    {
+      "grad_norm": 0.1663942039012909,
+      "learning_rate": 9.874518640306507e-05,
+      "loss": 0.02,
+      "step": 11790
+    },
+    {
+      "grad_norm": 0.16576506197452545,
+      "learning_rate": 9.874150266976347e-05,
+      "loss": 0.0261,
+      "step": 11800
+    },
+    {
+      "grad_norm": 0.15494920313358307,
+      "learning_rate": 9.873781360616443e-05,
+      "loss": 0.0304,
+      "step": 11810
+    },
+    {
+      "grad_norm": 0.15801291167736053,
+      "learning_rate": 9.873411921267137e-05,
+      "loss": 0.0238,
+      "step": 11820
+    },
+    {
+      "grad_norm": 0.18863633275032043,
+      "learning_rate": 9.873041948968829e-05,
+      "loss": 0.0302,
+      "step": 11830
+    },
+    {
+      "grad_norm": 0.17288516461849213,
+      "learning_rate": 9.872671443761981e-05,
+      "loss": 0.0217,
+      "step": 11840
+    },
+    {
+      "grad_norm": 0.16020582616329193,
+      "learning_rate": 9.872300405687109e-05,
+      "loss": 0.0227,
+      "step": 11850
+    },
+    {
+      "grad_norm": 0.2162427455186844,
+      "learning_rate": 9.871928834784792e-05,
+      "loss": 0.0254,
+      "step": 11860
+    },
+    {
+      "grad_norm": 0.16531915962696075,
+      "learning_rate": 9.871556731095661e-05,
+      "loss": 0.0201,
+      "step": 11870
+    },
+    {
+      "grad_norm": 0.16371871531009674,
+      "learning_rate": 9.871184094660411e-05,
+      "loss": 0.0345,
+      "step": 11880
+    },
+    {
+      "grad_norm": 0.18528763949871063,
+      "learning_rate": 9.870810925519791e-05,
+      "loss": 0.0205,
+      "step": 11890
+    },
+    {
+      "grad_norm": 0.19059091806411743,
+      "learning_rate": 9.870437223714612e-05,
+      "loss": 0.022,
+      "step": 11900
+    },
+    {
+      "grad_norm": 0.19611909985542297,
+      "learning_rate": 9.87006298928574e-05,
+      "loss": 0.0228,
+      "step": 11910
+    },
+    {
+      "grad_norm": 0.16118177771568298,
+      "learning_rate": 9.869688222274103e-05,
+      "loss": 0.0205,
+      "step": 11920
+    },
+    {
+      "grad_norm": 0.17447493970394135,
+      "learning_rate": 9.869312922720681e-05,
+      "loss": 0.023,
+      "step": 11930
+    },
+    {
+      "grad_norm": 0.21070200204849243,
+      "learning_rate": 9.868937090666521e-05,
+      "loss": 0.0219,
+      "step": 11940
+    },
+    {
+      "grad_norm": 0.14857400953769684,
+      "learning_rate": 9.86856072615272e-05,
+      "loss": 0.0181,
+      "step": 11950
+    },
+    {
+      "grad_norm": 0.24491359293460846,
+      "learning_rate": 9.868183829220438e-05,
+      "loss": 0.0209,
+      "step": 11960
+    },
+    {
+      "grad_norm": 0.2287050485610962,
+      "learning_rate": 9.867806399910893e-05,
+      "loss": 0.0215,
+      "step": 11970
+    },
+    {
+      "grad_norm": 0.22646783292293549,
+      "learning_rate": 9.867428438265356e-05,
+      "loss": 0.0229,
+      "step": 11980
+    },
+    {
+      "grad_norm": 0.20929382741451263,
+      "learning_rate": 9.867049944325165e-05,
+      "loss": 0.0237,
+      "step": 11990
+    },
+    {
+      "grad_norm": 0.19067181646823883,
+      "learning_rate": 9.86667091813171e-05,
+      "loss": 0.0317,
+      "step": 12000
+    },
+    {
+      "grad_norm": 0.23134197294712067,
+      "learning_rate": 9.866291359726438e-05,
+      "loss": 0.0253,
+      "step": 12010
+    },
+    {
+      "grad_norm": 0.18194840848445892,
+      "learning_rate": 9.865911269150861e-05,
+      "loss": 0.0216,
+      "step": 12020
+    },
+    {
+      "grad_norm": 0.17308545112609863,
+      "learning_rate": 9.865530646446544e-05,
+      "loss": 0.0193,
+      "step": 12030
+    },
+    {
+      "grad_norm": 0.25795429944992065,
+      "learning_rate": 9.86514949165511e-05,
+      "loss": 0.023,
+      "step": 12040
+    },
+    {
+      "grad_norm": 0.23635797202587128,
+      "learning_rate": 9.864767804818243e-05,
+      "loss": 0.0258,
+      "step": 12050
+    },
+    {
+      "grad_norm": 0.2365824282169342,
+      "learning_rate": 9.86438558597768e-05,
+      "loss": 0.0232,
+      "step": 12060
+    },
+    {
+      "grad_norm": 0.16586890816688538,
+      "learning_rate": 9.864002835175225e-05,
+      "loss": 0.0336,
+      "step": 12070
+    },
+    {
+      "grad_norm": 0.23999793827533722,
+      "learning_rate": 9.863619552452734e-05,
+      "loss": 0.0246,
+      "step": 12080
+    },
+    {
+      "grad_norm": 0.19375000894069672,
+      "learning_rate": 9.863235737852119e-05,
+      "loss": 0.0196,
+      "step": 12090
+    },
+    {
+      "grad_norm": 0.24414919316768646,
+      "learning_rate": 9.862851391415356e-05,
+      "loss": 0.0258,
+      "step": 12100
+    },
+    {
+      "grad_norm": 0.18846546113491058,
+      "learning_rate": 9.862466513184477e-05,
+      "loss": 0.0234,
+      "step": 12110
+    },
+    {
+      "grad_norm": 0.18849043548107147,
+      "learning_rate": 9.86208110320157e-05,
+      "loss": 0.0175,
+      "step": 12120
+    },
+    {
+      "grad_norm": 0.15783953666687012,
+      "learning_rate": 9.861695161508784e-05,
+      "loss": 0.0233,
+      "step": 12130
+    },
+    {
+      "grad_norm": 0.210113987326622,
+      "learning_rate": 9.861308688148324e-05,
+      "loss": 0.0199,
+      "step": 12140
+    },
+    {
+      "grad_norm": 0.14968241751194,
+      "learning_rate": 9.860921683162455e-05,
+      "loss": 0.0204,
+      "step": 12150
+    },
+    {
+      "grad_norm": 0.16812889277935028,
+      "learning_rate": 9.860534146593499e-05,
+      "loss": 0.0185,
+      "step": 12160
+    },
+    {
+      "grad_norm": 0.16429181396961212,
+      "learning_rate": 9.860146078483836e-05,
+      "loss": 0.02,
+      "step": 12170
+    },
+    {
+      "grad_norm": 0.2724097967147827,
+      "learning_rate": 9.859757478875905e-05,
+      "loss": 0.0285,
+      "step": 12180
+    },
+    {
+      "grad_norm": 0.23996753990650177,
+      "learning_rate": 9.859368347812204e-05,
+      "loss": 0.0209,
+      "step": 12190
+    },
+    {
+      "grad_norm": 0.1860392540693283,
+      "learning_rate": 9.858978685335285e-05,
+      "loss": 0.0288,
+      "step": 12200
+    },
+    {
+      "grad_norm": 0.2090688943862915,
+      "learning_rate": 9.858588491487763e-05,
+      "loss": 0.038,
+      "step": 12210
+    },
+    {
+      "grad_norm": 0.22886458039283752,
+      "learning_rate": 9.858197766312308e-05,
+      "loss": 0.0242,
+      "step": 12220
+    },
+    {
+      "grad_norm": 0.19855360686779022,
+      "learning_rate": 9.857806509851649e-05,
+      "loss": 0.0249,
+      "step": 12230
+    },
+    {
+      "grad_norm": 0.23276641964912415,
+      "learning_rate": 9.857414722148574e-05,
+      "loss": 0.0214,
+      "step": 12240
+    },
+    {
+      "grad_norm": 0.21611379086971283,
+      "learning_rate": 9.857022403245928e-05,
+      "loss": 0.0297,
+      "step": 12250
+    },
+    {
+      "grad_norm": 0.24511033296585083,
+      "learning_rate": 9.856629553186615e-05,
+      "loss": 0.0314,
+      "step": 12260
+    },
+    {
+      "grad_norm": 0.1581019163131714,
+      "learning_rate": 9.856236172013595e-05,
+      "loss": 0.024,
+      "step": 12270
+    },
+    {
+      "grad_norm": 0.19699901342391968,
+      "learning_rate": 9.85584225976989e-05,
+      "loss": 0.0226,
+      "step": 12280
+    },
+    {
+      "grad_norm": 0.18282975256443024,
+      "learning_rate": 9.855447816498575e-05,
+      "loss": 0.0261,
+      "step": 12290
+    },
+    {
+      "grad_norm": 0.22771519422531128,
+      "learning_rate": 9.855052842242787e-05,
+      "loss": 0.0188,
+      "step": 12300
+    },
+    {
+      "grad_norm": 0.15357476472854614,
+      "learning_rate": 9.85465733704572e-05,
+      "loss": 0.0218,
+      "step": 12310
+    },
+    {
+      "grad_norm": 0.2205132395029068,
+      "learning_rate": 9.854261300950624e-05,
+      "loss": 0.026,
+      "step": 12320
+    },
+    {
+      "grad_norm": 0.17333334684371948,
+      "learning_rate": 9.853864734000813e-05,
+      "loss": 0.0219,
+      "step": 12330
+    },
+    {
+      "grad_norm": 0.17897644639015198,
+      "learning_rate": 9.85346763623965e-05,
+      "loss": 0.0247,
+      "step": 12340
+    },
+    {
+      "grad_norm": 0.19456519186496735,
+      "learning_rate": 9.853070007710564e-05,
+      "loss": 0.0221,
+      "step": 12350
+    },
+    {
+      "grad_norm": 0.19320239126682281,
+      "learning_rate": 9.85267184845704e-05,
+      "loss": 0.0232,
+      "step": 12360
+    },
+    {
+      "grad_norm": 0.1920768767595291,
+      "learning_rate": 9.852273158522616e-05,
+      "loss": 0.0203,
+      "step": 12370
+    },
+    {
+      "grad_norm": 0.19391462206840515,
+      "learning_rate": 9.851873937950896e-05,
+      "loss": 0.0223,
+      "step": 12380
+    },
+    {
+      "grad_norm": 0.2679179608821869,
+      "learning_rate": 9.851474186785537e-05,
+      "loss": 0.0232,
+      "step": 12390
+    },
+    {
+      "grad_norm": 0.2386413812637329,
+      "learning_rate": 9.851073905070254e-05,
+      "loss": 0.025,
+      "step": 12400
+    },
+    {
+      "grad_norm": 0.2780703008174896,
+      "learning_rate": 9.850673092848824e-05,
+      "loss": 0.0257,
+      "step": 12410
+    },
+    {
+      "grad_norm": 0.168027862906456,
+      "learning_rate": 9.850271750165077e-05,
+      "loss": 0.0178,
+      "step": 12420
+    },
+    {
+      "grad_norm": 0.32538965344429016,
+      "learning_rate": 9.849869877062902e-05,
+      "loss": 0.0328,
+      "step": 12430
+    },
+    {
+      "grad_norm": 0.19939382374286652,
+      "learning_rate": 9.849467473586252e-05,
+      "loss": 0.0271,
+      "step": 12440
+    },
+    {
+      "grad_norm": 0.21899616718292236,
+      "learning_rate": 9.849064539779127e-05,
+      "loss": 0.0224,
+      "step": 12450
+    },
+    {
+      "grad_norm": 0.21500538289546967,
+      "learning_rate": 9.848661075685594e-05,
+      "loss": 0.0261,
+      "step": 12460
+    },
+    {
+      "grad_norm": 0.14544419944286346,
+      "learning_rate": 9.848257081349778e-05,
+      "loss": 0.0234,
+      "step": 12470
+    },
+    {
+      "grad_norm": 0.16736792027950287,
+      "learning_rate": 9.847852556815856e-05,
+      "loss": 0.0189,
+      "step": 12480
+    },
+    {
+      "grad_norm": 0.16074730455875397,
+      "learning_rate": 9.847447502128067e-05,
+      "loss": 0.02,
+      "step": 12490
+    },
+    {
+      "grad_norm": 0.19539934396743774,
+      "learning_rate": 9.847041917330708e-05,
+      "loss": 0.0269,
+      "step": 12500
+    },
+    {
+      "grad_norm": 0.21927885711193085,
+      "learning_rate": 9.846635802468132e-05,
+      "loss": 0.032,
+      "step": 12510
+    },
+    {
+      "grad_norm": 0.22915364801883698,
+      "learning_rate": 9.84622915758475e-05,
+      "loss": 0.0256,
+      "step": 12520
+    },
+    {
+      "grad_norm": 0.15862935781478882,
+      "learning_rate": 9.845821982725034e-05,
+      "loss": 0.0236,
+      "step": 12530
+    },
+    {
+      "grad_norm": 0.23897311091423035,
+      "learning_rate": 9.845414277933514e-05,
+      "loss": 0.0296,
+      "step": 12540
+    },
+    {
+      "grad_norm": 0.20395700633525848,
+      "learning_rate": 9.845006043254771e-05,
+      "loss": 0.0265,
+      "step": 12550
+    },
+    {
+      "grad_norm": 0.23836259543895721,
+      "learning_rate": 9.844597278733451e-05,
+      "loss": 0.0227,
+      "step": 12560
+    },
+    {
+      "grad_norm": 0.11812478303909302,
+      "learning_rate": 9.844187984414259e-05,
+      "loss": 0.0214,
+      "step": 12570
+    },
+    {
+      "grad_norm": 0.13120566308498383,
+      "learning_rate": 9.84377816034195e-05,
+      "loss": 0.0218,
+      "step": 12580
+    },
+    {
+      "grad_norm": 0.1643330156803131,
+      "learning_rate": 9.843367806561345e-05,
+      "loss": 0.0269,
+      "step": 12590
+    },
+    {
+      "grad_norm": 0.18466365337371826,
+      "learning_rate": 9.842956923117317e-05,
+      "loss": 0.0219,
+      "step": 12600
+    },
+    {
+      "grad_norm": 0.2244631052017212,
+      "learning_rate": 9.842545510054802e-05,
+      "loss": 0.0192,
+      "step": 12610
+    },
+    {
+      "grad_norm": 0.20854896306991577,
+      "learning_rate": 9.842133567418792e-05,
+      "loss": 0.0196,
+      "step": 12620
+    },
+    {
+      "grad_norm": 0.16039612889289856,
+      "learning_rate": 9.841721095254333e-05,
+      "loss": 0.0177,
+      "step": 12630
+    },
+    {
+      "grad_norm": 0.22511406242847443,
+      "learning_rate": 9.841308093606537e-05,
+      "loss": 0.0271,
+      "step": 12640
+    },
+    {
+      "grad_norm": 0.19451841711997986,
+      "learning_rate": 9.840894562520565e-05,
+      "loss": 0.0228,
+      "step": 12650
+    },
+    {
+      "grad_norm": 0.20607230067253113,
+      "learning_rate": 9.840480502041642e-05,
+      "loss": 0.0269,
+      "step": 12660
+    },
+    {
+      "grad_norm": 0.1661987453699112,
+      "learning_rate": 9.840065912215049e-05,
+      "loss": 0.0224,
+      "step": 12670
+    },
+    {
+      "grad_norm": 0.13661257922649384,
+      "learning_rate": 9.839650793086124e-05,
+      "loss": 0.0317,
+      "step": 12680
+    },
+    {
+      "grad_norm": 0.17065025866031647,
+      "learning_rate": 9.839235144700265e-05,
+      "loss": 0.0263,
+      "step": 12690
+    },
+    {
+      "grad_norm": 0.26821181178092957,
+      "learning_rate": 9.838818967102926e-05,
+      "loss": 0.0226,
+      "step": 12700
+    },
+    {
+      "grad_norm": 0.1930248886346817,
+      "learning_rate": 9.83840226033962e-05,
+      "loss": 0.023,
+      "step": 12710
+    },
+    {
+      "grad_norm": 0.22751566767692566,
+      "learning_rate": 9.837985024455918e-05,
+      "loss": 0.0223,
+      "step": 12720
+    },
+    {
+      "grad_norm": 0.19473154842853546,
+      "learning_rate": 9.837567259497447e-05,
+      "loss": 0.0207,
+      "step": 12730
+    },
+    {
+      "grad_norm": 0.15432409942150116,
+      "learning_rate": 9.837148965509894e-05,
+      "loss": 0.024,
+      "step": 12740
+    },
+    {
+      "grad_norm": 0.17699211835861206,
+      "learning_rate": 9.836730142539001e-05,
+      "loss": 0.0185,
+      "step": 12750
+    },
+    {
+      "grad_norm": 0.22674058377742767,
+      "learning_rate": 9.836310790630574e-05,
+      "loss": 0.0266,
+      "step": 12760
+    },
+    {
+      "grad_norm": 0.21011611819267273,
+      "learning_rate": 9.83589090983047e-05,
+      "loss": 0.0273,
+      "step": 12770
+    },
+    {
+      "grad_norm": 0.33996444940567017,
+      "learning_rate": 9.835470500184605e-05,
+      "loss": 0.0266,
+      "step": 12780
+    },
+    {
+      "grad_norm": 0.21211223304271698,
+      "learning_rate": 9.835049561738957e-05,
+      "loss": 0.028,
+      "step": 12790
+    },
+    {
+      "grad_norm": 0.22107115387916565,
+      "learning_rate": 9.834628094539558e-05,
+      "loss": 0.0236,
+      "step": 12800
+    },
+    {
+      "grad_norm": 0.18725305795669556,
+      "learning_rate": 9.834206098632499e-05,
+      "loss": 0.0228,
+      "step": 12810
+    },
+    {
+      "grad_norm": 0.1533517688512802,
+      "learning_rate": 9.833783574063931e-05,
+      "loss": 0.0252,
+      "step": 12820
+    },
+    {
+      "grad_norm": 0.2761463224887848,
+      "learning_rate": 9.833360520880058e-05,
+      "loss": 0.0262,
+      "step": 12830
+    },
+    {
+      "grad_norm": 0.16616663336753845,
+      "learning_rate": 9.832936939127144e-05,
+      "loss": 0.0208,
+      "step": 12840
+    },
+    {
+      "grad_norm": 0.19194220006465912,
+      "learning_rate": 9.832512828851515e-05,
+      "loss": 0.0214,
+      "step": 12850
+    },
+    {
+      "grad_norm": 0.21045731008052826,
+      "learning_rate": 9.832088190099546e-05,
+      "loss": 0.0248,
+      "step": 12860
+    },
+    {
+      "grad_norm": 0.22156284749507904,
+      "learning_rate": 9.831663022917679e-05,
+      "loss": 0.0212,
+      "step": 12870
+    },
+    {
+      "grad_norm": 0.18087059259414673,
+      "learning_rate": 9.831237327352407e-05,
+      "loss": 0.018,
+      "step": 12880
+    },
+    {
+      "grad_norm": 0.19974391162395477,
+      "learning_rate": 9.830811103450286e-05,
+      "loss": 0.0214,
+      "step": 12890
+    },
+    {
+      "grad_norm": 0.1758899688720703,
+      "learning_rate": 9.830384351257924e-05,
+      "loss": 0.03,
+      "step": 12900
+    },
+    {
+      "grad_norm": 0.17871540784835815,
+      "learning_rate": 9.829957070821993e-05,
+      "loss": 0.0218,
+      "step": 12910
+    },
+    {
+      "grad_norm": 0.17277392745018005,
+      "learning_rate": 9.829529262189218e-05,
+      "loss": 0.0172,
+      "step": 12920
+    },
+    {
+      "grad_norm": 0.14195123314857483,
+      "learning_rate": 9.829100925406385e-05,
+      "loss": 0.0202,
+      "step": 12930
+    },
+    {
+      "grad_norm": 0.2592112123966217,
+      "learning_rate": 9.828672060520333e-05,
+      "loss": 0.0225,
+      "step": 12940
+    },
+    {
+      "grad_norm": 0.12915688753128052,
+      "learning_rate": 9.828242667577966e-05,
+      "loss": 0.0175,
+      "step": 12950
+    },
+    {
+      "grad_norm": 0.18046808242797852,
+      "learning_rate": 9.82781274662624e-05,
+      "loss": 0.0202,
+      "step": 12960
+    },
+    {
+      "grad_norm": 0.17385080456733704,
+      "learning_rate": 9.82738229771217e-05,
+      "loss": 0.0181,
+      "step": 12970
+    },
+    {
+      "grad_norm": 0.2113443911075592,
+      "learning_rate": 9.826951320882829e-05,
+      "loss": 0.0169,
+      "step": 12980
+    },
+    {
+      "grad_norm": 0.21402354538440704,
+      "learning_rate": 9.826519816185351e-05,
+      "loss": 0.0191,
+      "step": 12990
+    },
+    {
+      "grad_norm": 0.1944163292646408,
+      "learning_rate": 9.826087783666921e-05,
+      "loss": 0.0232,
+      "step": 13000
+    },
+    {
+      "grad_norm": 0.19149993360042572,
+      "learning_rate": 9.825655223374787e-05,
+      "loss": 0.038,
+      "step": 13010
+    },
+    {
+      "grad_norm": 0.22704754769802094,
+      "learning_rate": 9.825222135356253e-05,
+      "loss": 0.0323,
+      "step": 13020
+    },
+    {
+      "grad_norm": 0.15156039595603943,
+      "learning_rate": 9.82478851965868e-05,
+      "loss": 0.0319,
+      "step": 13030
+    },
+    {
+      "grad_norm": 0.15829913318157196,
+      "learning_rate": 9.82435437632949e-05,
+      "loss": 0.0217,
+      "step": 13040
+    },
+    {
+      "grad_norm": 0.15479987859725952,
+      "learning_rate": 9.823919705416158e-05,
+      "loss": 0.0196,
+      "step": 13050
+    },
+    {
+      "grad_norm": 0.22412778437137604,
+      "learning_rate": 9.82348450696622e-05,
+      "loss": 0.0207,
+      "step": 13060
+    },
+    {
+      "grad_norm": 0.23682750761508942,
+      "learning_rate": 9.823048781027268e-05,
+      "loss": 0.0316,
+      "step": 13070
+    },
+    {
+      "grad_norm": 0.26787540316581726,
+      "learning_rate": 9.822612527646953e-05,
+      "loss": 0.023,
+      "step": 13080
+    },
+    {
+      "grad_norm": 0.1484673023223877,
+      "learning_rate": 9.822175746872984e-05,
+      "loss": 0.0267,
+      "step": 13090
+    },
+    {
+      "grad_norm": 0.1588597595691681,
+      "learning_rate": 9.821738438753123e-05,
+      "loss": 0.0226,
+      "step": 13100
+    },
+    {
+      "grad_norm": 0.13903941214084625,
+      "learning_rate": 9.821300603335196e-05,
+      "loss": 0.0197,
+      "step": 13110
+    },
+    {
+      "grad_norm": 0.1881917119026184,
+      "learning_rate": 9.820862240667085e-05,
+      "loss": 0.0194,
+      "step": 13120
+    },
+    {
+      "grad_norm": 0.18558470904827118,
+      "learning_rate": 9.820423350796726e-05,
+      "loss": 0.0262,
+      "step": 13130
+    },
+    {
+      "grad_norm": 0.1924840658903122,
+      "learning_rate": 9.819983933772118e-05,
+      "loss": 0.024,
+      "step": 13140
+    },
+    {
+      "grad_norm": 0.28957125544548035,
+      "learning_rate": 9.819543989641314e-05,
+      "loss": 0.0242,
+      "step": 13150
+    },
+    {
+      "grad_norm": 0.22398625314235687,
+      "learning_rate": 9.819103518452423e-05,
+      "loss": 0.018,
+      "step": 13160
+    },
+    {
+      "grad_norm": 0.12985973060131073,
+      "learning_rate": 9.818662520253618e-05,
+      "loss": 0.022,
+      "step": 13170
+    },
+    {
+      "grad_norm": 0.1540331095457077,
+      "learning_rate": 9.818220995093126e-05,
+      "loss": 0.0227,
+      "step": 13180
+    },
+    {
+      "grad_norm": 0.23458382487297058,
+      "learning_rate": 9.817778943019228e-05,
+      "loss": 0.0179,
+      "step": 13190
+    },
+    {
+      "grad_norm": 0.26470619440078735,
+      "learning_rate": 9.81733636408027e-05,
+      "loss": 0.0235,
+      "step": 13200
+    },
+    {
+      "grad_norm": 0.15119107067584991,
+      "learning_rate": 9.816893258324649e-05,
+      "loss": 0.0162,
+      "step": 13210
+    },
+    {
+      "grad_norm": 0.16853472590446472,
+      "learning_rate": 9.816449625800823e-05,
+      "loss": 0.0182,
+      "step": 13220
+    },
+    {
+      "grad_norm": 0.1395794004201889,
+      "learning_rate": 9.816005466557308e-05,
+      "loss": 0.0223,
+      "step": 13230
+    },
+    {
+      "grad_norm": 0.2139284461736679,
+      "learning_rate": 9.815560780642674e-05,
+      "loss": 0.0291,
+      "step": 13240
+    },
+    {
+      "grad_norm": 0.18602004647254944,
+      "learning_rate": 9.815115568105555e-05,
+      "loss": 0.0219,
+      "step": 13250
+    },
+    {
+      "grad_norm": 0.25841423869132996,
+      "learning_rate": 9.814669828994638e-05,
+      "loss": 0.022,
+      "step": 13260
+    },
+    {
+      "grad_norm": 0.1906161606311798,
+      "learning_rate": 9.814223563358665e-05,
+      "loss": 0.022,
+      "step": 13270
+    },
+    {
+      "grad_norm": 0.2061898112297058,
+      "learning_rate": 9.813776771246443e-05,
+      "loss": 0.0196,
+      "step": 13280
+    },
+    {
+      "grad_norm": 0.1892378032207489,
+      "learning_rate": 9.813329452706829e-05,
+      "loss": 0.0207,
+      "step": 13290
+    },
+    {
+      "grad_norm": 0.18297891318798065,
+      "learning_rate": 9.812881607788744e-05,
+      "loss": 0.0182,
+      "step": 13300
+    },
+    {
+      "grad_norm": 0.18209515511989594,
+      "learning_rate": 9.812433236541163e-05,
+      "loss": 0.0236,
+      "step": 13310
+    },
+    {
+      "grad_norm": 0.2757410705089569,
+      "learning_rate": 9.811984339013116e-05,
+      "loss": 0.0259,
+      "step": 13320
+    },
+    {
+      "grad_norm": 0.18968841433525085,
+      "learning_rate": 9.811534915253698e-05,
+      "loss": 0.0225,
+      "step": 13330
+    },
+    {
+      "grad_norm": 0.18140247464179993,
+      "learning_rate": 9.811084965312056e-05,
+      "loss": 0.0211,
+      "step": 13340
+    },
+    {
+      "grad_norm": 0.16182762384414673,
+      "learning_rate": 9.810634489237396e-05,
+      "loss": 0.0181,
+      "step": 13350
+    },
+    {
+      "grad_norm": 0.18578748404979706,
+      "learning_rate": 9.81018348707898e-05,
+      "loss": 0.0209,
+      "step": 13360
+    },
+    {
+      "grad_norm": 0.13064348697662354,
+      "learning_rate": 9.809731958886131e-05,
+      "loss": 0.0253,
+      "step": 13370
+    },
+    {
+      "grad_norm": 0.3066904544830322,
+      "learning_rate": 9.809279904708224e-05,
+      "loss": 0.0258,
+      "step": 13380
+    },
+    {
+      "grad_norm": 0.19796819984912872,
+      "learning_rate": 9.808827324594699e-05,
+      "loss": 0.0239,
+      "step": 13390
+    },
+    {
+      "grad_norm": 0.2558414340019226,
+      "learning_rate": 9.808374218595046e-05,
+      "loss": 0.0301,
+      "step": 13400
+    },
+    {
+      "grad_norm": 0.21207885444164276,
+      "learning_rate": 9.80792058675882e-05,
+      "loss": 0.0235,
+      "step": 13410
+    },
+    {
+      "grad_norm": 0.14607496559619904,
+      "learning_rate": 9.807466429135627e-05,
+      "loss": 0.0248,
+      "step": 13420
+    },
+    {
+      "grad_norm": 0.1876640021800995,
+      "learning_rate": 9.807011745775132e-05,
+      "loss": 0.0204,
+      "step": 13430
+    },
+    {
+      "grad_norm": 0.19389186799526215,
+      "learning_rate": 9.806556536727061e-05,
+      "loss": 0.0216,
+      "step": 13440
+    },
+    {
+      "grad_norm": 0.2219102680683136,
+      "learning_rate": 9.806100802041193e-05,
+      "loss": 0.0263,
+      "step": 13450
+    },
+    {
+      "grad_norm": 0.17273353040218353,
+      "learning_rate": 9.805644541767368e-05,
+      "loss": 0.0345,
+      "step": 13460
+    },
+    {
+      "grad_norm": 0.19201411306858063,
+      "learning_rate": 9.805187755955478e-05,
+      "loss": 0.0344,
+      "step": 13470
+    },
+    {
+      "grad_norm": 0.1702917516231537,
+      "learning_rate": 9.804730444655483e-05,
+      "loss": 0.0326,
+      "step": 13480
+    },
+    {
+      "grad_norm": 0.22219261527061462,
+      "learning_rate": 9.804272607917388e-05,
+      "loss": 0.0268,
+      "step": 13490
+    },
+    {
+      "grad_norm": 0.2701045870780945,
+      "learning_rate": 9.803814245791265e-05,
+      "loss": 0.0176,
+      "step": 13500
+    },
+    {
+      "grad_norm": 0.18916724622249603,
+      "learning_rate": 9.803355358327239e-05,
+      "loss": 0.0268,
+      "step": 13510
+    },
+    {
+      "grad_norm": 0.20439498126506805,
+      "learning_rate": 9.802895945575492e-05,
+      "loss": 0.031,
+      "step": 13520
+    },
+    {
+      "grad_norm": 0.1777377426624298,
+      "learning_rate": 9.802436007586266e-05,
+      "loss": 0.0306,
+      "step": 13530
+    },
+    {
+      "grad_norm": 0.2089541107416153,
+      "learning_rate": 9.801975544409858e-05,
+      "loss": 0.027,
+      "step": 13540
+    },
+    {
+      "grad_norm": 0.1677665412425995,
+      "learning_rate": 9.801514556096625e-05,
+      "loss": 0.0208,
+      "step": 13550
+    },
+    {
+      "grad_norm": 0.19572888314723969,
+      "learning_rate": 9.801053042696977e-05,
+      "loss": 0.0266,
+      "step": 13560
+    },
+    {
+      "grad_norm": 0.15096737444400787,
+      "learning_rate": 9.800591004261388e-05,
+      "loss": 0.0215,
+      "step": 13570
+    },
+    {
+      "grad_norm": 0.2841437757015228,
+      "learning_rate": 9.800128440840385e-05,
+      "loss": 0.0239,
+      "step": 13580
+    },
+    {
+      "grad_norm": 0.1756044179201126,
+      "learning_rate": 9.799665352484552e-05,
+      "loss": 0.0329,
+      "step": 13590
+    },
+    {
+      "grad_norm": 0.2213645875453949,
+      "learning_rate": 9.799201739244532e-05,
+      "loss": 0.0381,
+      "step": 13600
+    },
+    {
+      "grad_norm": 0.18800993263721466,
+      "learning_rate": 9.798737601171025e-05,
+      "loss": 0.0213,
+      "step": 13610
+    },
+    {
+      "grad_norm": 0.16354207694530487,
+      "learning_rate": 9.79827293831479e-05,
+      "loss": 0.0319,
+      "step": 13620
+    },
+    {
+      "grad_norm": 0.2384779155254364,
+      "learning_rate": 9.797807750726638e-05,
+      "loss": 0.0226,
+      "step": 13630
+    },
+    {
+      "grad_norm": 0.19253763556480408,
+      "learning_rate": 9.797342038457446e-05,
+      "loss": 0.0209,
+      "step": 13640
+    },
+    {
+      "grad_norm": 0.20019499957561493,
+      "learning_rate": 9.796875801558141e-05,
+      "loss": 0.0265,
+      "step": 13650
+    },
+    {
+      "grad_norm": 0.22288911044597626,
+      "learning_rate": 9.79640904007971e-05,
+      "loss": 0.027,
+      "step": 13660
+    },
+    {
+      "grad_norm": 0.1982785016298294,
+      "learning_rate": 9.795941754073199e-05,
+      "loss": 0.0212,
+      "step": 13670
+    },
+    {
+      "grad_norm": 0.11598828434944153,
+      "learning_rate": 9.795473943589705e-05,
+      "loss": 0.0203,
+      "step": 13680
+    },
+    {
+      "grad_norm": 0.2284257560968399,
+      "learning_rate": 9.795005608680394e-05,
+      "loss": 0.0211,
+      "step": 13690
+    },
+    {
+      "grad_norm": 0.18853017687797546,
+      "learning_rate": 9.794536749396477e-05,
+      "loss": 0.0235,
+      "step": 13700
+    },
+    {
+      "grad_norm": 0.18426069617271423,
+      "learning_rate": 9.79406736578923e-05,
+      "loss": 0.0202,
+      "step": 13710
+    },
+    {
+      "grad_norm": 0.17854681611061096,
+      "learning_rate": 9.793597457909984e-05,
+      "loss": 0.0198,
+      "step": 13720
+    },
+    {
+      "grad_norm": 0.1685594767332077,
+      "learning_rate": 9.793127025810127e-05,
+      "loss": 0.0194,
+      "step": 13730
+    },
+    {
+      "grad_norm": 0.22527188062667847,
+      "learning_rate": 9.792656069541104e-05,
+      "loss": 0.0179,
+      "step": 13740
+    },
+    {
+      "grad_norm": 0.15930485725402832,
+      "learning_rate": 9.79218458915442e-05,
+      "loss": 0.0201,
+      "step": 13750
+    },
+    {
+      "grad_norm": 0.2720975875854492,
+      "learning_rate": 9.791712584701634e-05,
+      "loss": 0.0358,
+      "step": 13760
+    },
+    {
+      "grad_norm": 0.2056513875722885,
+      "learning_rate": 9.791240056234364e-05,
+      "loss": 0.0212,
+      "step": 13770
+    },
+    {
+      "grad_norm": 0.19017393887043,
+      "learning_rate": 9.790767003804283e-05,
+      "loss": 0.02,
+      "step": 13780
+    },
+    {
+      "grad_norm": 0.176192969083786,
+      "learning_rate": 9.790293427463126e-05,
+      "loss": 0.021,
+      "step": 13790
+    },
+    {
+      "grad_norm": 0.1970798522233963,
+      "learning_rate": 9.789819327262684e-05,
+      "loss": 0.0202,
+      "step": 13800
+    },
+    {
+      "grad_norm": 0.15416617691516876,
+      "learning_rate": 9.7893447032548e-05,
+      "loss": 0.0258,
+      "step": 13810
+    },
+    {
+      "grad_norm": 0.19955475628376007,
+      "learning_rate": 9.78886955549138e-05,
+      "loss": 0.0224,
+      "step": 13820
+    },
+    {
+      "grad_norm": 0.16509506106376648,
+      "learning_rate": 9.788393884024387e-05,
+      "loss": 0.0267,
+      "step": 13830
+    },
+    {
+      "grad_norm": 0.17359670996665955,
+      "learning_rate": 9.787917688905836e-05,
+      "loss": 0.0251,
+      "step": 13840
+    },
+    {
+      "grad_norm": 0.24574629962444305,
+      "learning_rate": 9.787440970187807e-05,
+      "loss": 0.0185,
+      "step": 13850
+    },
+    {
+      "grad_norm": 0.158518984913826,
+      "learning_rate": 9.786963727922429e-05,
+      "loss": 0.0222,
+      "step": 13860
+    },
+    {
+      "grad_norm": 0.12145864218473434,
+      "learning_rate": 9.786485962161897e-05,
+      "loss": 0.0221,
+      "step": 13870
+    },
+    {
+      "grad_norm": 0.15362100303173065,
+      "learning_rate": 9.786007672958455e-05,
+      "loss": 0.0178,
+      "step": 13880
+    },
+    {
+      "grad_norm": 0.26031774282455444,
+      "learning_rate": 9.78552886036441e-05,
+      "loss": 0.0269,
+      "step": 13890
+    },
+    {
+      "grad_norm": 0.14883166551589966,
+      "learning_rate": 9.785049524432124e-05,
+      "loss": 0.0194,
+      "step": 13900
+    },
+    {
+      "grad_norm": 0.1708686351776123,
+      "learning_rate": 9.784569665214016e-05,
+      "loss": 0.0201,
+      "step": 13910
+    },
+    {
+      "grad_norm": 0.20524881780147552,
+      "learning_rate": 9.784089282762563e-05,
+      "loss": 0.0224,
+      "step": 13920
+    },
+    {
+      "grad_norm": 0.23709675669670105,
+      "learning_rate": 9.7836083771303e-05,
+      "loss": 0.0223,
+      "step": 13930
+    },
+    {
+      "grad_norm": 0.16310928761959076,
+      "learning_rate": 9.783126948369817e-05,
+      "loss": 0.0196,
+      "step": 13940
+    },
+    {
+      "grad_norm": 0.13026170432567596,
+      "learning_rate": 9.78264499653376e-05,
+      "loss": 0.0198,
+      "step": 13950
+    },
+    {
+      "grad_norm": 0.14431704580783844,
+      "learning_rate": 9.782162521674838e-05,
+      "loss": 0.0207,
+      "step": 13960
+    },
+    {
+      "grad_norm": 0.20787157118320465,
+      "learning_rate": 9.781679523845812e-05,
+      "loss": 0.0379,
+      "step": 13970
+    },
+    {
+      "grad_norm": 0.1441018134355545,
+      "learning_rate": 9.781196003099502e-05,
+      "loss": 0.026,
+      "step": 13980
+    },
+    {
+      "grad_norm": 0.13051380217075348,
+      "learning_rate": 9.780711959488786e-05,
+      "loss": 0.0225,
+      "step": 13990
+    },
+    {
+      "grad_norm": 0.21909509599208832,
+      "learning_rate": 9.780227393066599e-05,
+      "loss": 0.0211,
+      "step": 14000
+    },
+    {
+      "grad_norm": 0.19448043406009674,
+      "learning_rate": 9.77974230388593e-05,
+      "loss": 0.0202,
+      "step": 14010
+    },
+    {
+      "grad_norm": 0.1597941666841507,
+      "learning_rate": 9.779256691999829e-05,
+      "loss": 0.0272,
+      "step": 14020
+    },
+    {
+      "grad_norm": 0.20353730022907257,
+      "learning_rate": 9.778770557461403e-05,
+      "loss": 0.0247,
+      "step": 14030
+    },
+    {
+      "grad_norm": 0.17038080096244812,
+      "learning_rate": 9.778283900323812e-05,
+      "loss": 0.0179,
+      "step": 14040
+    },
+    {
+      "grad_norm": 0.17785057425498962,
+      "learning_rate": 9.777796720640277e-05,
+      "loss": 0.0184,
+      "step": 14050
+    },
+    {
+      "grad_norm": 0.17627201974391937,
+      "learning_rate": 9.777309018464078e-05,
+      "loss": 0.0235,
+      "step": 14060
+    },
+    {
+      "grad_norm": 0.22092576324939728,
+      "learning_rate": 9.776820793848547e-05,
+      "loss": 0.0229,
+      "step": 14070
+    },
+    {
+      "grad_norm": 0.11341450363397598,
+      "learning_rate": 9.776332046847075e-05,
+      "loss": 0.0193,
+      "step": 14080
+    },
+    {
+      "grad_norm": 0.12342403829097748,
+      "learning_rate": 9.775842777513111e-05,
+      "loss": 0.0195,
+      "step": 14090
+    },
+    {
+      "grad_norm": 0.1861448734998703,
+      "learning_rate": 9.775352985900163e-05,
+      "loss": 0.0244,
+      "step": 14100
+    },
+    {
+      "grad_norm": 0.12468966096639633,
+      "learning_rate": 9.774862672061791e-05,
+      "loss": 0.0226,
+      "step": 14110
+    },
+    {
+      "grad_norm": 0.18342188000679016,
+      "learning_rate": 9.774371836051616e-05,
+      "loss": 0.0195,
+      "step": 14120
+    },
+    {
+      "grad_norm": 0.2583344578742981,
+      "learning_rate": 9.773880477923315e-05,
+      "loss": 0.028,
+      "step": 14130
+    },
+    {
+      "grad_norm": 0.1771797239780426,
+      "learning_rate": 9.773388597730623e-05,
+      "loss": 0.0275,
+      "step": 14140
+    },
+    {
+      "grad_norm": 0.20567385852336884,
+      "learning_rate": 9.77289619552733e-05,
+      "loss": 0.0207,
+      "step": 14150
+    },
+    {
+      "grad_norm": 0.31525325775146484,
+      "learning_rate": 9.772403271367285e-05,
+      "loss": 0.0338,
+      "step": 14160
+    },
+    {
+      "grad_norm": 0.24591059982776642,
+      "learning_rate": 9.771909825304396e-05,
+      "loss": 0.0235,
+      "step": 14170
+    },
+    {
+      "grad_norm": 0.18029507994651794,
+      "learning_rate": 9.771415857392619e-05,
+      "loss": 0.0226,
+      "step": 14180
+    },
+    {
+      "grad_norm": 0.22809664905071259,
+      "learning_rate": 9.770921367685978e-05,
+      "loss": 0.0252,
+      "step": 14190
+    },
+    {
+      "grad_norm": 0.24675194919109344,
+      "learning_rate": 9.770426356238551e-05,
+      "loss": 0.0236,
+      "step": 14200
+    },
+    {
+      "grad_norm": 0.24943700432777405,
+      "learning_rate": 9.769930823104469e-05,
+      "loss": 0.0223,
+      "step": 14210
+    },
+    {
+      "grad_norm": 0.23726001381874084,
+      "learning_rate": 9.769434768337926e-05,
+      "loss": 0.0265,
+      "step": 14220
+    },
+    {
+      "grad_norm": 0.19129405915737152,
+      "learning_rate": 9.768938191993164e-05,
+      "loss": 0.0224,
+      "step": 14230
+    },
+    {
+      "grad_norm": 0.24804796278476715,
+      "learning_rate": 9.768441094124494e-05,
+      "loss": 0.0213,
+      "step": 14240
+    },
+    {
+      "grad_norm": 0.18922118842601776,
+      "learning_rate": 9.767943474786275e-05,
+      "loss": 0.0241,
+      "step": 14250
+    },
+    {
+      "grad_norm": 0.14617517590522766,
+      "learning_rate": 9.767445334032923e-05,
+      "loss": 0.0203,
+      "step": 14260
+    },
+    {
+      "grad_norm": 0.19204413890838623,
+      "learning_rate": 9.766946671918919e-05,
+      "loss": 0.0269,
+      "step": 14270
+    },
+    {
+      "grad_norm": 0.20152969658374786,
+      "learning_rate": 9.766447488498796e-05,
+      "loss": 0.0222,
+      "step": 14280
+    },
+    {
+      "grad_norm": 0.17186246812343597,
+      "learning_rate": 9.765947783827139e-05,
+      "loss": 0.0191,
+      "step": 14290
+    },
+    {
+      "grad_norm": 0.2033412903547287,
+      "learning_rate": 9.765447557958599e-05,
+      "loss": 0.0225,
+      "step": 14300
+    },
+    {
+      "grad_norm": 0.22731895744800568,
+      "learning_rate": 9.764946810947879e-05,
+      "loss": 0.0195,
+      "step": 14310
+    },
+    {
+      "grad_norm": 0.16104164719581604,
+      "learning_rate": 9.764445542849738e-05,
+      "loss": 0.035,
+      "step": 14320
+    },
+    {
+      "grad_norm": 0.14508305490016937,
+      "learning_rate": 9.763943753718998e-05,
+      "loss": 0.0204,
+      "step": 14330
+    },
+    {
+      "grad_norm": 0.2084996998310089,
+      "learning_rate": 9.76344144361053e-05,
+      "loss": 0.0218,
+      "step": 14340
+    },
+    {
+      "grad_norm": 0.3200346827507019,
+      "learning_rate": 9.762938612579269e-05,
+      "loss": 0.0227,
+      "step": 14350
+    },
+    {
+      "grad_norm": 0.11472415179014206,
+      "learning_rate": 9.762435260680202e-05,
+      "loss": 0.0198,
+      "step": 14360
+    },
+    {
+      "grad_norm": 0.18148097395896912,
+      "learning_rate": 9.761931387968373e-05,
+      "loss": 0.0234,
+      "step": 14370
+    },
+    {
+      "grad_norm": 0.15157316625118256,
+      "learning_rate": 9.76142699449889e-05,
+      "loss": 0.02,
+      "step": 14380
+    },
+    {
+      "grad_norm": 0.2643571197986603,
+      "learning_rate": 9.760922080326908e-05,
+      "loss": 0.0261,
+      "step": 14390
+    },
+    {
+      "grad_norm": 0.18957151472568512,
+      "learning_rate": 9.760416645507644e-05,
+      "loss": 0.0228,
+      "step": 14400
+    },
+    {
+      "grad_norm": 0.2967056334018707,
+      "learning_rate": 9.759910690096375e-05,
+      "loss": 0.0224,
+      "step": 14410
+    },
+    {
+      "grad_norm": 0.20794577896595,
+      "learning_rate": 9.759404214148429e-05,
+      "loss": 0.0228,
+      "step": 14420
+    },
+    {
+      "grad_norm": 0.17462901771068573,
+      "learning_rate": 9.758897217719191e-05,
+      "loss": 0.0228,
+      "step": 14430
+    },
+    {
+      "grad_norm": 0.3013613522052765,
+      "learning_rate": 9.758389700864113e-05,
+      "loss": 0.0197,
+      "step": 14440
+    },
+    {
+      "grad_norm": 0.26826104521751404,
+      "learning_rate": 9.757881663638688e-05,
+      "loss": 0.023,
+      "step": 14450
+    },
+    {
+      "grad_norm": 0.11767105013132095,
+      "learning_rate": 9.757373106098478e-05,
+      "loss": 0.0203,
+      "step": 14460
+    },
+    {
+      "grad_norm": 0.17926104366779327,
+      "learning_rate": 9.756864028299097e-05,
+      "loss": 0.0228,
+      "step": 14470
+    },
+    {
+      "grad_norm": 0.1788896769285202,
+      "learning_rate": 9.75635443029622e-05,
+      "loss": 0.019,
+      "step": 14480
+    },
+    {
+      "grad_norm": 0.20952224731445312,
+      "learning_rate": 9.755844312145572e-05,
+      "loss": 0.0197,
+      "step": 14490
+    },
+    {
+      "grad_norm": 0.11812091618776321,
+      "learning_rate": 9.755333673902941e-05,
+      "loss": 0.026,
+      "step": 14500
+    },
+    {
+      "grad_norm": 0.20557008683681488,
+      "learning_rate": 9.75482251562417e-05,
+      "loss": 0.0224,
+      "step": 14510
+    },
+    {
+      "grad_norm": 0.15923477709293365,
+      "learning_rate": 9.754310837365155e-05,
+      "loss": 0.0178,
+      "step": 14520
+    },
+    {
+      "grad_norm": 0.19438670575618744,
+      "learning_rate": 9.753798639181856e-05,
+      "loss": 0.0363,
+      "step": 14530
+    },
+    {
+      "grad_norm": 0.19051246345043182,
+      "learning_rate": 9.753285921130286e-05,
+      "loss": 0.02,
+      "step": 14540
+    },
+    {
+      "grad_norm": 0.1433384120464325,
+      "learning_rate": 9.752772683266512e-05,
+      "loss": 0.0196,
+      "step": 14550
+    },
+    {
+      "grad_norm": 0.17908519506454468,
+      "learning_rate": 9.752258925646665e-05,
+      "loss": 0.0204,
+      "step": 14560
+    },
+    {
+      "grad_norm": 0.1297716647386551,
+      "learning_rate": 9.751744648326926e-05,
+      "loss": 0.0175,
+      "step": 14570
+    },
+    {
+      "grad_norm": 0.24698980152606964,
+      "learning_rate": 9.751229851363536e-05,
+      "loss": 0.0245,
+      "step": 14580
+    },
+    {
+      "grad_norm": 0.1593431830406189,
+      "learning_rate": 9.750714534812793e-05,
+      "loss": 0.034,
+      "step": 14590
+    },
+    {
+      "grad_norm": 0.1284456104040146,
+      "learning_rate": 9.750198698731053e-05,
+      "loss": 0.0294,
+      "step": 14600
+    },
+    {
+      "grad_norm": 0.16837169229984283,
+      "learning_rate": 9.749682343174722e-05,
+      "loss": 0.0184,
+      "step": 14610
+    },
+    {
+      "grad_norm": 0.1542179435491562,
+      "learning_rate": 9.749165468200272e-05,
+      "loss": 0.019,
+      "step": 14620
+    },
+    {
+      "grad_norm": 0.1604662835597992,
+      "learning_rate": 9.748648073864229e-05,
+      "loss": 0.02,
+      "step": 14630
+    },
+    {
+      "grad_norm": 0.2227831333875656,
+      "learning_rate": 9.748130160223168e-05,
+      "loss": 0.0207,
+      "step": 14640
+    },
+    {
+      "grad_norm": 0.18712344765663147,
+      "learning_rate": 9.747611727333734e-05,
+      "loss": 0.02,
+      "step": 14650
+    },
+    {
+      "grad_norm": 0.16670818626880646,
+      "learning_rate": 9.74709277525262e-05,
+      "loss": 0.0188,
+      "step": 14660
+    },
+    {
+      "grad_norm": 0.21042916178703308,
+      "learning_rate": 9.746573304036576e-05,
+      "loss": 0.0254,
+      "step": 14670
+    },
+    {
+      "grad_norm": 0.20920996367931366,
+      "learning_rate": 9.746053313742412e-05,
+      "loss": 0.0191,
+      "step": 14680
+    },
+    {
+      "grad_norm": 0.17584975063800812,
+      "learning_rate": 9.745532804426994e-05,
+      "loss": 0.0223,
+      "step": 14690
+    },
+    {
+      "grad_norm": 0.18833471834659576,
+      "learning_rate": 9.745011776147242e-05,
+      "loss": 0.0243,
+      "step": 14700
+    },
+    {
+      "grad_norm": 0.2266969531774521,
+      "learning_rate": 9.744490228960138e-05,
+      "loss": 0.025,
+      "step": 14710
+    },
+    {
+      "grad_norm": 0.22414347529411316,
+      "learning_rate": 9.743968162922713e-05,
+      "loss": 0.0253,
+      "step": 14720
+    },
+    {
+      "grad_norm": 0.17024505138397217,
+      "learning_rate": 9.743445578092064e-05,
+      "loss": 0.0235,
+      "step": 14730
+    },
+    {
+      "grad_norm": 0.16535751521587372,
+      "learning_rate": 9.742922474525338e-05,
+      "loss": 0.0285,
+      "step": 14740
+    },
+    {
+      "grad_norm": 0.17352423071861267,
+      "learning_rate": 9.742398852279741e-05,
+      "loss": 0.0271,
+      "step": 14750
+    },
+    {
+      "grad_norm": 0.20040717720985413,
+      "learning_rate": 9.741874711412535e-05,
+      "loss": 0.0255,
+      "step": 14760
+    },
+    {
+      "grad_norm": 0.18188050389289856,
+      "learning_rate": 9.741350051981042e-05,
+      "loss": 0.0215,
+      "step": 14770
+    },
+    {
+      "grad_norm": 0.1819373220205307,
+      "learning_rate": 9.740824874042633e-05,
+      "loss": 0.0207,
+      "step": 14780
+    },
+    {
+      "grad_norm": 0.16066209971904755,
+      "learning_rate": 9.740299177654746e-05,
+      "loss": 0.0178,
+      "step": 14790
+    },
+    {
+      "grad_norm": 0.28634339570999146,
+      "learning_rate": 9.739772962874867e-05,
+      "loss": 0.0221,
+      "step": 14800
+    },
+    {
+      "grad_norm": 0.13778288662433624,
+      "learning_rate": 9.739246229760541e-05,
+      "loss": 0.0184,
+      "step": 14810
+    },
+    {
+      "grad_norm": 0.1555616855621338,
+      "learning_rate": 9.738718978369376e-05,
+      "loss": 0.0212,
+      "step": 14820
+    },
+    {
+      "grad_norm": 0.1300973743200302,
+      "learning_rate": 9.738191208759025e-05,
+      "loss": 0.0298,
+      "step": 14830
+    },
+    {
+      "grad_norm": 0.1307215690612793,
+      "learning_rate": 9.73766292098721e-05,
+      "loss": 0.0358,
+      "step": 14840
+    },
+    {
+      "grad_norm": 0.24456113576889038,
+      "learning_rate": 9.737134115111699e-05,
+      "loss": 0.0388,
+      "step": 14850
+    },
+    {
+      "grad_norm": 0.15836361050605774,
+      "learning_rate": 9.736604791190323e-05,
+      "loss": 0.0241,
+      "step": 14860
+    },
+    {
+      "grad_norm": 0.18230853974819183,
+      "learning_rate": 9.73607494928097e-05,
+      "loss": 0.022,
+      "step": 14870
+    },
+    {
+      "grad_norm": 0.16585737466812134,
+      "learning_rate": 9.735544589441581e-05,
+      "loss": 0.0249,
+      "step": 14880
+    },
+    {
+      "grad_norm": 0.17573226988315582,
+      "learning_rate": 9.735013711730154e-05,
+      "loss": 0.0223,
+      "step": 14890
+    },
+    {
+      "grad_norm": 0.17305533587932587,
+      "learning_rate": 9.734482316204747e-05,
+      "loss": 0.0192,
+      "step": 14900
+    },
+    {
+      "grad_norm": 0.21089904010295868,
+      "learning_rate": 9.733950402923473e-05,
+      "loss": 0.0217,
+      "step": 14910
+    },
+    {
+      "grad_norm": 0.20229409635066986,
+      "learning_rate": 9.7334179719445e-05,
+      "loss": 0.0193,
+      "step": 14920
+    },
+    {
+      "grad_norm": 0.2923470437526703,
+      "learning_rate": 9.732885023326053e-05,
+      "loss": 0.0183,
+      "step": 14930
+    },
+    {
+      "grad_norm": 0.12000405043363571,
+      "learning_rate": 9.732351557126418e-05,
+      "loss": 0.0263,
+      "step": 14940
+    },
+    {
+      "grad_norm": 0.2534976899623871,
+      "learning_rate": 9.731817573403929e-05,
+      "loss": 0.0347,
+      "step": 14950
+    },
+    {
+      "grad_norm": 0.1990581750869751,
+      "learning_rate": 9.731283072216985e-05,
+      "loss": 0.0265,
+      "step": 14960
+    },
+    {
+      "grad_norm": 0.1513371616601944,
+      "learning_rate": 9.730748053624039e-05,
+      "loss": 0.025,
+      "step": 14970
+    },
+    {
+      "grad_norm": 0.17424747347831726,
+      "learning_rate": 9.730212517683598e-05,
+      "loss": 0.0272,
+      "step": 14980
+    },
+    {
+      "grad_norm": 0.17181776463985443,
+      "learning_rate": 9.729676464454228e-05,
+      "loss": 0.0247,
+      "step": 14990
+    },
+    {
+      "grad_norm": 0.24047744274139404,
+      "learning_rate": 9.72913989399455e-05,
+      "loss": 0.0262,
+      "step": 15000
+    },
+    {
+      "grad_norm": 0.16642619669437408,
+      "learning_rate": 9.728602806363242e-05,
+      "loss": 0.0215,
+      "step": 15010
+    },
+    {
+      "grad_norm": 0.24995094537734985,
+      "learning_rate": 9.728065201619043e-05,
+      "loss": 0.0212,
+      "step": 15020
+    },
+    {
+      "grad_norm": 0.2822050452232361,
+      "learning_rate": 9.727527079820742e-05,
+      "loss": 0.0204,
+      "step": 15030
+    },
+    {
+      "grad_norm": 0.13784967362880707,
+      "learning_rate": 9.726988441027186e-05,
+      "loss": 0.0307,
+      "step": 15040
+    },
+    {
+      "grad_norm": 0.1744374781847,
+      "learning_rate": 9.726449285297281e-05,
+      "loss": 0.0346,
+      "step": 15050
+    },
+    {
+      "grad_norm": 0.26359444856643677,
+      "learning_rate": 9.72590961268999e-05,
+      "loss": 0.0321,
+      "step": 15060
+    },
+    {
+      "grad_norm": 0.17985014617443085,
+      "learning_rate": 9.725369423264328e-05,
+      "loss": 0.0244,
+      "step": 15070
+    },
+    {
+      "grad_norm": 0.16373814642429352,
+      "learning_rate": 9.72482871707937e-05,
+      "loss": 0.0237,
+      "step": 15080
+    },
+    {
+      "grad_norm": 0.23996175825595856,
+      "learning_rate": 9.724287494194247e-05,
+      "loss": 0.0241,
+      "step": 15090
+    },
+    {
+      "grad_norm": 0.1508621722459793,
+      "learning_rate": 9.723745754668147e-05,
+      "loss": 0.0209,
+      "step": 15100
+    },
+    {
+      "grad_norm": 0.1979391872882843,
+      "learning_rate": 9.723203498560313e-05,
+      "loss": 0.0218,
+      "step": 15110
+    },
+    {
+      "grad_norm": 0.15029415488243103,
+      "learning_rate": 9.722660725930046e-05,
+      "loss": 0.0186,
+      "step": 15120
+    },
+    {
+      "grad_norm": 0.1532818078994751,
+      "learning_rate": 9.722117436836702e-05,
+      "loss": 0.0196,
+      "step": 15130
+    },
+    {
+      "grad_norm": 0.11257666349411011,
+      "learning_rate": 9.721573631339696e-05,
+      "loss": 0.0153,
+      "step": 15140
+    },
+    {
+      "grad_norm": 0.1832984983921051,
+      "learning_rate": 9.721029309498494e-05,
+      "loss": 0.0225,
+      "step": 15150
+    },
+    {
+      "grad_norm": 0.19913160800933838,
+      "learning_rate": 9.720484471372627e-05,
+      "loss": 0.0216,
+      "step": 15160
+    },
+    {
+      "grad_norm": 0.15556563436985016,
+      "learning_rate": 9.719939117021673e-05,
+      "loss": 0.0278,
+      "step": 15170
+    },
+    {
+      "grad_norm": 0.15178711712360382,
+      "learning_rate": 9.719393246505275e-05,
+      "loss": 0.0202,
+      "step": 15180
+    },
+    {
+      "grad_norm": 0.1809513419866562,
+      "learning_rate": 9.718846859883128e-05,
+      "loss": 0.0197,
+      "step": 15190
+    },
+    {
+      "grad_norm": 0.1799234002828598,
+      "learning_rate": 9.718299957214982e-05,
+      "loss": 0.0268,
+      "step": 15200
+    },
+    {
+      "grad_norm": 0.1379155069589615,
+      "learning_rate": 9.717752538560646e-05,
+      "loss": 0.0203,
+      "step": 15210
+    },
+    {
+      "grad_norm": 0.37399640679359436,
+      "learning_rate": 9.717204603979986e-05,
+      "loss": 0.0221,
+      "step": 15220
+    },
+    {
+      "grad_norm": 0.16043303906917572,
+      "learning_rate": 9.716656153532922e-05,
+      "loss": 0.0174,
+      "step": 15230
+    },
+    {
+      "grad_norm": 0.22133223712444305,
+      "learning_rate": 9.716107187279434e-05,
+      "loss": 0.0185,
+      "step": 15240
+    },
+    {
+      "grad_norm": 0.24428661167621613,
+      "learning_rate": 9.715557705279555e-05,
+      "loss": 0.0363,
+      "step": 15250
+    },
+    {
+      "grad_norm": 0.21249181032180786,
+      "learning_rate": 9.715007707593372e-05,
+      "loss": 0.0231,
+      "step": 15260
+    },
+    {
+      "grad_norm": 0.15947481989860535,
+      "learning_rate": 9.714457194281036e-05,
+      "loss": 0.0205,
+      "step": 15270
+    },
+    {
+      "grad_norm": 0.27906718850135803,
+      "learning_rate": 9.713906165402751e-05,
+      "loss": 0.0195,
+      "step": 15280
+    },
+    {
+      "grad_norm": 0.20777805149555206,
+      "learning_rate": 9.713354621018774e-05,
+      "loss": 0.0274,
+      "step": 15290
+    },
+    {
+      "grad_norm": 0.14752337336540222,
+      "learning_rate": 9.712802561189422e-05,
+      "loss": 0.0219,
+      "step": 15300
+    },
+    {
+      "grad_norm": 0.14230316877365112,
+      "learning_rate": 9.712249985975069e-05,
+      "loss": 0.0292,
+      "step": 15310
+    },
+    {
+      "grad_norm": 0.13026396930217743,
+      "learning_rate": 9.71169689543614e-05,
+      "loss": 0.0178,
+      "step": 15320
+    },
+    {
+      "grad_norm": 0.21577967703342438,
+      "learning_rate": 9.711143289633123e-05,
+      "loss": 0.0194,
+      "step": 15330
+    },
+    {
+      "grad_norm": 0.1306057721376419,
+      "learning_rate": 9.710589168626561e-05,
+      "loss": 0.0195,
+      "step": 15340
+    },
+    {
+      "grad_norm": 0.15792009234428406,
+      "learning_rate": 9.710034532477048e-05,
+      "loss": 0.0227,
+      "step": 15350
+    },
+    {
+      "grad_norm": 0.17315755784511566,
+      "learning_rate": 9.709479381245239e-05,
+      "loss": 0.0187,
+      "step": 15360
+    },
+    {
+      "grad_norm": 0.15572920441627502,
+      "learning_rate": 9.708923714991847e-05,
+      "loss": 0.022,
+      "step": 15370
+    },
+    {
+      "grad_norm": 0.16451194882392883,
+      "learning_rate": 9.708367533777638e-05,
+      "loss": 0.0211,
+      "step": 15380
+    },
+    {
+      "grad_norm": 0.19162417948246002,
+      "learning_rate": 9.707810837663431e-05,
+      "loss": 0.0201,
+      "step": 15390
+    },
+    {
+      "grad_norm": 0.1849055141210556,
+      "learning_rate": 9.707253626710113e-05,
+      "loss": 0.0192,
+      "step": 15400
+    },
+    {
+      "grad_norm": 0.16424880921840668,
+      "learning_rate": 9.706695900978613e-05,
+      "loss": 0.0176,
+      "step": 15410
+    },
+    {
+      "grad_norm": 0.1317879855632782,
+      "learning_rate": 9.706137660529926e-05,
+      "loss": 0.0198,
+      "step": 15420
+    },
+    {
+      "grad_norm": 0.20026306807994843,
+      "learning_rate": 9.705578905425101e-05,
+      "loss": 0.0321,
+      "step": 15430
+    },
+    {
+      "grad_norm": 0.1635892391204834,
+      "learning_rate": 9.705019635725241e-05,
+      "loss": 0.0205,
+      "step": 15440
+    },
+    {
+      "grad_norm": 0.12891200184822083,
+      "learning_rate": 9.704459851491508e-05,
+      "loss": 0.0266,
+      "step": 15450
+    },
+    {
+      "grad_norm": 0.13116709887981415,
+      "learning_rate": 9.703899552785118e-05,
+      "loss": 0.0206,
+      "step": 15460
+    },
+    {
+      "grad_norm": 0.1506842076778412,
+      "learning_rate": 9.703338739667346e-05,
+      "loss": 0.0182,
+      "step": 15470
+    },
+    {
+      "grad_norm": 0.2451898604631424,
+      "learning_rate": 9.70277741219952e-05,
+      "loss": 0.0243,
+      "step": 15480
+    },
+    {
+      "grad_norm": 0.43695685267448425,
+      "learning_rate": 9.702215570443027e-05,
+      "loss": 0.0242,
+      "step": 15490
+    },
+    {
+      "grad_norm": 0.19942164421081543,
+      "learning_rate": 9.701653214459309e-05,
+      "loss": 0.0209,
+      "step": 15500
+    },
+    {
+      "grad_norm": 0.19791483879089355,
+      "learning_rate": 9.701090344309865e-05,
+      "loss": 0.0258,
+      "step": 15510
+    },
+    {
+      "grad_norm": 0.15242278575897217,
+      "learning_rate": 9.700526960056247e-05,
+      "loss": 0.0172,
+      "step": 15520
+    },
+    {
+      "grad_norm": 0.12601499259471893,
+      "learning_rate": 9.699963061760068e-05,
+      "loss": 0.0181,
+      "step": 15530
+    },
+    {
+      "grad_norm": 0.1721322238445282,
+      "learning_rate": 9.699398649482997e-05,
+      "loss": 0.0193,
+      "step": 15540
+    },
+    {
+      "grad_norm": 0.17007143795490265,
+      "learning_rate": 9.698833723286753e-05,
+      "loss": 0.0196,
+      "step": 15550
+    },
+    {
+      "grad_norm": 0.2079053670167923,
+      "learning_rate": 9.698268283233118e-05,
+      "loss": 0.0205,
+      "step": 15560
+    },
+    {
+      "grad_norm": 0.2198907434940338,
+      "learning_rate": 9.697702329383929e-05,
+      "loss": 0.0249,
+      "step": 15570
+    },
+    {
+      "grad_norm": 0.15883125364780426,
+      "learning_rate": 9.697135861801074e-05,
+      "loss": 0.0262,
+      "step": 15580
+    },
+    {
+      "grad_norm": 0.1725255697965622,
+      "learning_rate": 9.696568880546505e-05,
+      "loss": 0.0209,
+      "step": 15590
+    },
+    {
+      "grad_norm": 0.1504587084054947,
+      "learning_rate": 9.696001385682223e-05,
+      "loss": 0.0197,
+      "step": 15600
+    },
+    {
+      "grad_norm": 0.19720175862312317,
+      "learning_rate": 9.695433377270291e-05,
+      "loss": 0.0236,
+      "step": 15610
+    },
+    {
+      "grad_norm": 0.15130719542503357,
+      "learning_rate": 9.694864855372824e-05,
+      "loss": 0.0193,
+      "step": 15620
+    },
+    {
+      "grad_norm": 0.16259866952896118,
+      "learning_rate": 9.694295820051995e-05,
+      "loss": 0.0195,
+      "step": 15630
+    },
+    {
+      "grad_norm": 0.14147628843784332,
+      "learning_rate": 9.693726271370032e-05,
+      "loss": 0.0217,
+      "step": 15640
+    },
+    {
+      "grad_norm": 0.14053097367286682,
+      "learning_rate": 9.693156209389221e-05,
+      "loss": 0.02,
+      "step": 15650
+    },
+    {
+      "grad_norm": 0.1870625615119934,
+      "learning_rate": 9.692585634171905e-05,
+      "loss": 0.0226,
+      "step": 15660
+    },
+    {
+      "grad_norm": 0.18313618004322052,
+      "learning_rate": 9.692014545780476e-05,
+      "loss": 0.0193,
+      "step": 15670
+    },
+    {
+      "grad_norm": 0.1535652130842209,
+      "learning_rate": 9.691442944277393e-05,
+      "loss": 0.017,
+      "step": 15680
+    },
+    {
+      "grad_norm": 0.1558559387922287,
+      "learning_rate": 9.690870829725162e-05,
+      "loss": 0.0192,
+      "step": 15690
+    },
+    {
+      "grad_norm": 0.2124132513999939,
+      "learning_rate": 9.69029820218635e-05,
+      "loss": 0.02,
+      "step": 15700
+    },
+    {
+      "grad_norm": 0.23267558217048645,
+      "learning_rate": 9.689725061723579e-05,
+      "loss": 0.0243,
+      "step": 15710
+    },
+    {
+      "grad_norm": 0.16114464402198792,
+      "learning_rate": 9.689151408399527e-05,
+      "loss": 0.0188,
+      "step": 15720
+    },
+    {
+      "grad_norm": 0.20184509456157684,
+      "learning_rate": 9.688577242276924e-05,
+      "loss": 0.0281,
+      "step": 15730
+    },
+    {
+      "grad_norm": 0.15289756655693054,
+      "learning_rate": 9.688002563418566e-05,
+      "loss": 0.0207,
+      "step": 15740
+    },
+    {
+      "grad_norm": 0.22334766387939453,
+      "learning_rate": 9.687427371887293e-05,
+      "loss": 0.026,
+      "step": 15750
+    },
+    {
+      "grad_norm": 0.2039691060781479,
+      "learning_rate": 9.686851667746012e-05,
+      "loss": 0.0205,
+      "step": 15760
+    },
+    {
+      "grad_norm": 0.25130152702331543,
+      "learning_rate": 9.686275451057677e-05,
+      "loss": 0.0234,
+      "step": 15770
+    },
+    {
+      "grad_norm": 0.16842985153198242,
+      "learning_rate": 9.685698721885308e-05,
+      "loss": 0.0226,
+      "step": 15780
+    },
+    {
+      "grad_norm": 0.2182195633649826,
+      "learning_rate": 9.68512148029197e-05,
+      "loss": 0.0251,
+      "step": 15790
+    },
+    {
+      "grad_norm": 0.22064755856990814,
+      "learning_rate": 9.684543726340791e-05,
+      "loss": 0.0241,
+      "step": 15800
+    },
+    {
+      "grad_norm": 0.20407047867774963,
+      "learning_rate": 9.683965460094952e-05,
+      "loss": 0.021,
+      "step": 15810
+    },
+    {
+      "grad_norm": 0.16670729219913483,
+      "learning_rate": 9.683386681617694e-05,
+      "loss": 0.0202,
+      "step": 15820
+    },
+    {
+      "grad_norm": 0.5364972949028015,
+      "learning_rate": 9.68280739097231e-05,
+      "loss": 0.0196,
+      "step": 15830
+    },
+    {
+      "grad_norm": 0.2008659690618515,
+      "learning_rate": 9.682227588222148e-05,
+      "loss": 0.0186,
+      "step": 15840
+    },
+    {
+      "grad_norm": 0.19648461043834686,
+      "learning_rate": 9.681647273430618e-05,
+      "loss": 0.0202,
+      "step": 15850
+    },
+    {
+      "grad_norm": 0.12721413373947144,
+      "learning_rate": 9.681066446661182e-05,
+      "loss": 0.0183,
+      "step": 15860
+    },
+    {
+      "grad_norm": 0.17354756593704224,
+      "learning_rate": 9.680485107977357e-05,
+      "loss": 0.0223,
+      "step": 15870
+    },
+    {
+      "grad_norm": 0.13167676329612732,
+      "learning_rate": 9.679903257442716e-05,
+      "loss": 0.0225,
+      "step": 15880
+    },
+    {
+      "grad_norm": 0.1604689508676529,
+      "learning_rate": 9.679320895120891e-05,
+      "loss": 0.0199,
+      "step": 15890
+    },
+    {
+      "grad_norm": 0.12434596568346024,
+      "learning_rate": 9.67873802107557e-05,
+      "loss": 0.0152,
+      "step": 15900
+    },
+    {
+      "grad_norm": 0.15131287276744843,
+      "learning_rate": 9.67815463537049e-05,
+      "loss": 0.0169,
+      "step": 15910
+    },
+    {
+      "grad_norm": 0.20170335471630096,
+      "learning_rate": 9.677570738069457e-05,
+      "loss": 0.0216,
+      "step": 15920
+    },
+    {
+      "grad_norm": 0.16980966925621033,
+      "learning_rate": 9.676986329236318e-05,
+      "loss": 0.0212,
+      "step": 15930
+    },
+    {
+      "grad_norm": 0.16614173352718353,
+      "learning_rate": 9.676401408934987e-05,
+      "loss": 0.0203,
+      "step": 15940
+    },
+    {
+      "grad_norm": 0.1673685610294342,
+      "learning_rate": 9.675815977229428e-05,
+      "loss": 0.0187,
+      "step": 15950
+    },
+    {
+      "grad_norm": 0.12713928520679474,
+      "learning_rate": 9.675230034183664e-05,
+      "loss": 0.0166,
+      "step": 15960
+    },
+    {
+      "grad_norm": 0.16778503358364105,
+      "learning_rate": 9.674643579861773e-05,
+      "loss": 0.0208,
+      "step": 15970
+    },
+    {
+      "grad_norm": 0.19937868416309357,
+      "learning_rate": 9.674056614327886e-05,
+      "loss": 0.016,
+      "step": 15980
+    },
+    {
+      "grad_norm": 0.214517280459404,
+      "learning_rate": 9.673469137646198e-05,
+      "loss": 0.023,
+      "step": 15990
+    },
+    {
+      "grad_norm": 0.15694685280323029,
+      "learning_rate": 9.67288114988095e-05,
+      "loss": 0.0191,
+      "step": 16000
+    },
+    {
+      "grad_norm": 0.19046202301979065,
+      "learning_rate": 9.672292651096447e-05,
+      "loss": 0.0193,
+      "step": 16010
+    },
+    {
+      "grad_norm": 0.1726117879152298,
+      "learning_rate": 9.671703641357042e-05,
+      "loss": 0.0188,
+      "step": 16020
+    },
+    {
+      "grad_norm": 0.1297914832830429,
+      "learning_rate": 9.67111412072715e-05,
+      "loss": 0.0195,
+      "step": 16030
+    },
+    {
+      "grad_norm": 0.14712730050086975,
+      "learning_rate": 9.670524089271242e-05,
+      "loss": 0.0194,
+      "step": 16040
+    },
+    {
+      "grad_norm": 0.12155260145664215,
+      "learning_rate": 9.669933547053842e-05,
+      "loss": 0.0178,
+      "step": 16050
+    },
+    {
+      "grad_norm": 0.1876615434885025,
+      "learning_rate": 9.669342494139531e-05,
+      "loss": 0.0195,
+      "step": 16060
+    },
+    {
+      "grad_norm": 0.22119666635990143,
+      "learning_rate": 9.668750930592943e-05,
+      "loss": 0.0173,
+      "step": 16070
+    },
+    {
+      "grad_norm": 0.16617971658706665,
+      "learning_rate": 9.668158856478775e-05,
+      "loss": 0.0186,
+      "step": 16080
+    },
+    {
+      "grad_norm": 0.16504545509815216,
+      "learning_rate": 9.66756627186177e-05,
+      "loss": 0.0203,
+      "step": 16090
+    },
+    {
+      "grad_norm": 0.11611940711736679,
+      "learning_rate": 9.666973176806737e-05,
+      "loss": 0.0202,
+      "step": 16100
+    },
+    {
+      "grad_norm": 0.22529837489128113,
+      "learning_rate": 9.666379571378534e-05,
+      "loss": 0.0211,
+      "step": 16110
+    },
+    {
+      "grad_norm": 0.19440312683582306,
+      "learning_rate": 9.665785455642076e-05,
+      "loss": 0.0253,
+      "step": 16120
+    },
+    {
+      "grad_norm": 0.26122716069221497,
+      "learning_rate": 9.665190829662337e-05,
+      "loss": 0.0217,
+      "step": 16130
+    },
+    {
+      "grad_norm": 0.2044735997915268,
+      "learning_rate": 9.664595693504342e-05,
+      "loss": 0.0185,
+      "step": 16140
+    },
+    {
+      "grad_norm": 0.16995391249656677,
+      "learning_rate": 9.664000047233175e-05,
+      "loss": 0.0256,
+      "step": 16150
+    },
+    {
+      "grad_norm": 0.14951781928539276,
+      "learning_rate": 9.663403890913976e-05,
+      "loss": 0.0212,
+      "step": 16160
+    },
+    {
+      "grad_norm": 0.17346349358558655,
+      "learning_rate": 9.662807224611938e-05,
+      "loss": 0.0212,
+      "step": 16170
+    },
+    {
+      "grad_norm": 0.14404243230819702,
+      "learning_rate": 9.662210048392311e-05,
+      "loss": 0.0163,
+      "step": 16180
+    },
+    {
+      "grad_norm": 0.20005543529987335,
+      "learning_rate": 9.661612362320405e-05,
+      "loss": 0.0184,
+      "step": 16190
+    },
+    {
+      "grad_norm": 0.13963541388511658,
+      "learning_rate": 9.661014166461579e-05,
+      "loss": 0.0205,
+      "step": 16200
+    },
+    {
+      "grad_norm": 0.15437063574790955,
+      "learning_rate": 9.66041546088125e-05,
+      "loss": 0.0269,
+      "step": 16210
+    },
+    {
+      "grad_norm": 0.14778704941272736,
+      "learning_rate": 9.659816245644895e-05,
+      "loss": 0.0182,
+      "step": 16220
+    },
+    {
+      "grad_norm": 0.13394783437252045,
+      "learning_rate": 9.65921652081804e-05,
+      "loss": 0.0241,
+      "step": 16230
+    },
+    {
+      "grad_norm": 0.25377240777015686,
+      "learning_rate": 9.658616286466271e-05,
+      "loss": 0.0237,
+      "step": 16240
+    },
+    {
+      "grad_norm": 0.23287169635295868,
+      "learning_rate": 9.65801554265523e-05,
+      "loss": 0.0195,
+      "step": 16250
+    },
+    {
+      "grad_norm": 0.24727307260036469,
+      "learning_rate": 9.657414289450612e-05,
+      "loss": 0.0206,
+      "step": 16260
+    },
+    {
+      "grad_norm": 0.1427251100540161,
+      "learning_rate": 9.656812526918171e-05,
+      "loss": 0.0206,
+      "step": 16270
+    },
+    {
+      "grad_norm": 0.16701585054397583,
+      "learning_rate": 9.656210255123712e-05,
+      "loss": 0.0243,
+      "step": 16280
+    },
+    {
+      "grad_norm": 0.34902223944664,
+      "learning_rate": 9.6556074741331e-05,
+      "loss": 0.0203,
+      "step": 16290
+    },
+    {
+      "grad_norm": 0.12792527675628662,
+      "learning_rate": 9.655004184012256e-05,
+      "loss": 0.017,
+      "step": 16300
+    },
+    {
+      "grad_norm": 0.27711719274520874,
+      "learning_rate": 9.654400384827152e-05,
+      "loss": 0.0233,
+      "step": 16310
+    },
+    {
+      "grad_norm": 0.1507222205400467,
+      "learning_rate": 9.653796076643818e-05,
+      "loss": 0.0184,
+      "step": 16320
+    },
+    {
+      "grad_norm": 0.18236646056175232,
+      "learning_rate": 9.653191259528344e-05,
+      "loss": 0.0291,
+      "step": 16330
+    },
+    {
+      "grad_norm": 0.1331816017627716,
+      "learning_rate": 9.65258593354687e-05,
+      "loss": 0.0184,
+      "step": 16340
+    },
+    {
+      "grad_norm": 0.16813215613365173,
+      "learning_rate": 9.651980098765591e-05,
+      "loss": 0.0159,
+      "step": 16350
+    },
+    {
+      "grad_norm": 0.20344854891300201,
+      "learning_rate": 9.651373755250765e-05,
+      "loss": 0.0203,
+      "step": 16360
+    },
+    {
+      "grad_norm": 0.2824576497077942,
+      "learning_rate": 9.650766903068697e-05,
+      "loss": 0.0261,
+      "step": 16370
+    },
+    {
+      "grad_norm": 0.1959116905927658,
+      "learning_rate": 9.650159542285753e-05,
+      "loss": 0.0209,
+      "step": 16380
+    },
+    {
+      "grad_norm": 0.1596689373254776,
+      "learning_rate": 9.649551672968353e-05,
+      "loss": 0.0251,
+      "step": 16390
+    },
+    {
+      "grad_norm": 0.17274928092956543,
+      "learning_rate": 9.648943295182973e-05,
+      "loss": 0.0203,
+      "step": 16400
+    },
+    {
+      "grad_norm": 0.20984774827957153,
+      "learning_rate": 9.648334408996144e-05,
+      "loss": 0.0217,
+      "step": 16410
+    },
+    {
+      "grad_norm": 0.14616049826145172,
+      "learning_rate": 9.647725014474452e-05,
+      "loss": 0.0193,
+      "step": 16420
+    },
+    {
+      "grad_norm": 0.16566751897335052,
+      "learning_rate": 9.64711511168454e-05,
+      "loss": 0.021,
+      "step": 16430
+    },
+    {
+      "grad_norm": 0.21652109920978546,
+      "learning_rate": 9.646504700693108e-05,
+      "loss": 0.0184,
+      "step": 16440
+    },
+    {
+      "grad_norm": 0.1672782450914383,
+      "learning_rate": 9.645893781566907e-05,
+      "loss": 0.0177,
+      "step": 16450
+    },
+    {
+      "grad_norm": 0.1438208669424057,
+      "learning_rate": 9.645282354372744e-05,
+      "loss": 0.021,
+      "step": 16460
+    },
+    {
+      "grad_norm": 0.14506752789020538,
+      "learning_rate": 9.644670419177491e-05,
+      "loss": 0.0174,
+      "step": 16470
+    },
+    {
+      "grad_norm": 0.21750515699386597,
+      "learning_rate": 9.644057976048062e-05,
+      "loss": 0.0272,
+      "step": 16480
+    },
+    {
+      "grad_norm": 0.1513761579990387,
+      "learning_rate": 9.643445025051435e-05,
+      "loss": 0.0223,
+      "step": 16490
+    },
+    {
+      "grad_norm": 0.2190374881029129,
+      "learning_rate": 9.642831566254641e-05,
+      "loss": 0.0189,
+      "step": 16500
+    },
+    {
+      "grad_norm": 0.17759716510772705,
+      "learning_rate": 9.642217599724769e-05,
+      "loss": 0.0188,
+      "step": 16510
+    },
+    {
+      "grad_norm": 0.18366079032421112,
+      "learning_rate": 9.64160312552896e-05,
+      "loss": 0.023,
+      "step": 16520
+    },
+    {
+      "grad_norm": 0.17398585379123688,
+      "learning_rate": 9.64098814373441e-05,
+      "loss": 0.0199,
+      "step": 16530
+    },
+    {
+      "grad_norm": 0.2863290011882782,
+      "learning_rate": 9.640372654408374e-05,
+      "loss": 0.0186,
+      "step": 16540
+    },
+    {
+      "grad_norm": 0.16058862209320068,
+      "learning_rate": 9.639756657618162e-05,
+      "loss": 0.0201,
+      "step": 16550
+    },
+    {
+      "grad_norm": 0.18812903761863708,
+      "learning_rate": 9.639140153431138e-05,
+      "loss": 0.0223,
+      "step": 16560
+    },
+    {
+      "grad_norm": 0.1370997577905655,
+      "learning_rate": 9.638523141914721e-05,
+      "loss": 0.021,
+      "step": 16570
+    },
+    {
+      "grad_norm": 0.17544087767601013,
+      "learning_rate": 9.637905623136388e-05,
+      "loss": 0.0248,
+      "step": 16580
+    },
+    {
+      "grad_norm": 0.13355325162410736,
+      "learning_rate": 9.637287597163669e-05,
+      "loss": 0.017,
+      "step": 16590
+    },
+    {
+      "grad_norm": 0.13413205742835999,
+      "learning_rate": 9.63666906406415e-05,
+      "loss": 0.0169,
+      "step": 16600
+    },
+    {
+      "grad_norm": 0.15648318827152252,
+      "learning_rate": 9.636050023905473e-05,
+      "loss": 0.0149,
+      "step": 16610
+    },
+    {
+      "grad_norm": 0.12259843945503235,
+      "learning_rate": 9.635430476755336e-05,
+      "loss": 0.0147,
+      "step": 16620
+    },
+    {
+      "grad_norm": 0.1691352128982544,
+      "learning_rate": 9.63481042268149e-05,
+      "loss": 0.0155,
+      "step": 16630
+    },
+    {
+      "grad_norm": 0.23620128631591797,
+      "learning_rate": 9.634189861751745e-05,
+      "loss": 0.0228,
+      "step": 16640
+    },
+    {
+      "grad_norm": 0.1666763424873352,
+      "learning_rate": 9.633568794033967e-05,
+      "loss": 0.0215,
+      "step": 16650
+    },
+    {
+      "grad_norm": 0.19014954566955566,
+      "learning_rate": 9.63294721959607e-05,
+      "loss": 0.0191,
+      "step": 16660
+    },
+    {
+      "grad_norm": 0.18404936790466309,
+      "learning_rate": 9.63232513850603e-05,
+      "loss": 0.0317,
+      "step": 16670
+    },
+    {
+      "grad_norm": 0.19489778578281403,
+      "learning_rate": 9.631702550831878e-05,
+      "loss": 0.0215,
+      "step": 16680
+    },
+    {
+      "grad_norm": 0.20426806807518005,
+      "learning_rate": 9.631079456641698e-05,
+      "loss": 0.0219,
+      "step": 16690
+    },
+    {
+      "grad_norm": 0.14335012435913086,
+      "learning_rate": 9.630455856003632e-05,
+      "loss": 0.0184,
+      "step": 16700
+    },
+    {
+      "grad_norm": 0.18258005380630493,
+      "learning_rate": 9.629831748985876e-05,
+      "loss": 0.0237,
+      "step": 16710
+    },
+    {
+      "grad_norm": 0.2831587791442871,
+      "learning_rate": 9.629207135656679e-05,
+      "loss": 0.0329,
+      "step": 16720
+    },
+    {
+      "grad_norm": 0.23784853518009186,
+      "learning_rate": 9.628582016084353e-05,
+      "loss": 0.0324,
+      "step": 16730
+    },
+    {
+      "grad_norm": 0.18631325662136078,
+      "learning_rate": 9.627956390337254e-05,
+      "loss": 0.0189,
+      "step": 16740
+    },
+    {
+      "grad_norm": 0.1817905157804489,
+      "learning_rate": 9.627330258483802e-05,
+      "loss": 0.0292,
+      "step": 16750
+    },
+    {
+      "grad_norm": 0.17063161730766296,
+      "learning_rate": 9.62670362059247e-05,
+      "loss": 0.0193,
+      "step": 16760
+    },
+    {
+      "grad_norm": 0.168016254901886,
+      "learning_rate": 9.626076476731786e-05,
+      "loss": 0.0191,
+      "step": 16770
+    },
+    {
+      "grad_norm": 0.17138415575027466,
+      "learning_rate": 9.625448826970336e-05,
+      "loss": 0.0212,
+      "step": 16780
+    },
+    {
+      "grad_norm": 0.13529685139656067,
+      "learning_rate": 9.624820671376755e-05,
+      "loss": 0.0172,
+      "step": 16790
+    },
+    {
+      "grad_norm": 0.1677829623222351,
+      "learning_rate": 9.62419201001974e-05,
+      "loss": 0.0192,
+      "step": 16800
+    },
+    {
+      "grad_norm": 0.15738433599472046,
+      "learning_rate": 9.623562842968037e-05,
+      "loss": 0.0169,
+      "step": 16810
+    },
+    {
+      "grad_norm": 0.13722850382328033,
+      "learning_rate": 9.622933170290454e-05,
+      "loss": 0.0169,
+      "step": 16820
+    },
+    {
+      "grad_norm": 0.12585514783859253,
+      "learning_rate": 9.622302992055849e-05,
+      "loss": 0.0193,
+      "step": 16830
+    },
+    {
+      "grad_norm": 0.13715484738349915,
+      "learning_rate": 9.62167230833314e-05,
+      "loss": 0.0161,
+      "step": 16840
+    },
+    {
+      "grad_norm": 0.1492435485124588,
+      "learning_rate": 9.621041119191295e-05,
+      "loss": 0.0185,
+      "step": 16850
+    },
+    {
+      "grad_norm": 0.13320568203926086,
+      "learning_rate": 9.620409424699342e-05,
+      "loss": 0.023,
+      "step": 16860
+    },
+    {
+      "grad_norm": 0.12619438767433167,
+      "learning_rate": 9.619777224926359e-05,
+      "loss": 0.017,
+      "step": 16870
+    },
+    {
+      "grad_norm": 0.19407665729522705,
+      "learning_rate": 9.619144519941485e-05,
+      "loss": 0.0173,
+      "step": 16880
+    },
+    {
+      "grad_norm": 0.18669100105762482,
+      "learning_rate": 9.618511309813912e-05,
+      "loss": 0.0183,
+      "step": 16890
+    },
+    {
+      "grad_norm": 0.1230948269367218,
+      "learning_rate": 9.617877594612886e-05,
+      "loss": 0.0176,
+      "step": 16900
+    },
+    {
+      "grad_norm": 0.1145622655749321,
+      "learning_rate": 9.617243374407707e-05,
+      "loss": 0.0176,
+      "step": 16910
+    },
+    {
+      "grad_norm": 0.11539571732282639,
+      "learning_rate": 9.616608649267736e-05,
+      "loss": 0.0172,
+      "step": 16920
+    },
+    {
+      "grad_norm": 0.18856383860111237,
+      "learning_rate": 9.615973419262385e-05,
+      "loss": 0.0188,
+      "step": 16930
+    },
+    {
+      "grad_norm": 0.1374579817056656,
+      "learning_rate": 9.615337684461119e-05,
+      "loss": 0.0179,
+      "step": 16940
+    },
+    {
+      "grad_norm": 0.20111244916915894,
+      "learning_rate": 9.614701444933465e-05,
+      "loss": 0.0247,
+      "step": 16950
+    },
+    {
+      "grad_norm": 0.20620639622211456,
+      "learning_rate": 9.614064700748997e-05,
+      "loss": 0.0196,
+      "step": 16960
+    },
+    {
+      "grad_norm": 0.2019098848104477,
+      "learning_rate": 9.613427451977352e-05,
+      "loss": 0.0215,
+      "step": 16970
+    },
+    {
+      "grad_norm": 0.14879979193210602,
+      "learning_rate": 9.612789698688216e-05,
+      "loss": 0.0194,
+      "step": 16980
+    },
+    {
+      "grad_norm": 0.21490399539470673,
+      "learning_rate": 9.612151440951334e-05,
+      "loss": 0.0226,
+      "step": 16990
+    },
+    {
+      "grad_norm": 0.23071619868278503,
+      "learning_rate": 9.611512678836506e-05,
+      "loss": 0.0218,
+      "step": 17000
+    },
+    {
+      "grad_norm": 0.25268909335136414,
+      "learning_rate": 9.610873412413584e-05,
+      "loss": 0.0287,
+      "step": 17010
+    },
+    {
+      "grad_norm": 0.23127177357673645,
+      "learning_rate": 9.610233641752476e-05,
+      "loss": 0.0284,
+      "step": 17020
+    },
+    {
+      "grad_norm": 0.19044871628284454,
+      "learning_rate": 9.609593366923151e-05,
+      "loss": 0.0201,
+      "step": 17030
+    },
+    {
+      "grad_norm": 0.18184806406497955,
+      "learning_rate": 9.608952587995625e-05,
+      "loss": 0.0187,
+      "step": 17040
+    },
+    {
+      "grad_norm": 0.1722000241279602,
+      "learning_rate": 9.608311305039972e-05,
+      "loss": 0.0196,
+      "step": 17050
+    },
+    {
+      "grad_norm": 0.33803096413612366,
+      "learning_rate": 9.607669518126326e-05,
+      "loss": 0.0268,
+      "step": 17060
+    },
+    {
+      "grad_norm": 0.15279702842235565,
+      "learning_rate": 9.607027227324866e-05,
+      "loss": 0.0173,
+      "step": 17070
+    },
+    {
+      "grad_norm": 0.19342657923698425,
+      "learning_rate": 9.606384432705837e-05,
+      "loss": 0.0166,
+      "step": 17080
+    },
+    {
+      "grad_norm": 0.12429074943065643,
+      "learning_rate": 9.60574113433953e-05,
+      "loss": 0.0195,
+      "step": 17090
+    },
+    {
+      "grad_norm": 0.11971762776374817,
+      "learning_rate": 9.6050973322963e-05,
+      "loss": 0.0172,
+      "step": 17100
+    },
+    {
+      "grad_norm": 0.1515258252620697,
+      "learning_rate": 9.604453026646547e-05,
+      "loss": 0.0198,
+      "step": 17110
+    },
+    {
+      "grad_norm": 0.19088582694530487,
+      "learning_rate": 9.603808217460735e-05,
+      "loss": 0.0176,
+      "step": 17120
+    },
+    {
+      "grad_norm": 0.211159348487854,
+      "learning_rate": 9.603162904809377e-05,
+      "loss": 0.0186,
+      "step": 17130
+    },
+    {
+      "grad_norm": 0.11558739095926285,
+      "learning_rate": 9.602517088763045e-05,
+      "loss": 0.0147,
+      "step": 17140
+    },
+    {
+      "grad_norm": 0.13939666748046875,
+      "learning_rate": 9.601870769392365e-05,
+      "loss": 0.0214,
+      "step": 17150
+    },
+    {
+      "grad_norm": 0.13686273992061615,
+      "learning_rate": 9.601223946768017e-05,
+      "loss": 0.0199,
+      "step": 17160
+    },
+    {
+      "grad_norm": 0.1269262135028839,
+      "learning_rate": 9.600576620960734e-05,
+      "loss": 0.0204,
+      "step": 17170
+    },
+    {
+      "grad_norm": 0.2078564167022705,
+      "learning_rate": 9.599928792041308e-05,
+      "loss": 0.019,
+      "step": 17180
+    },
+    {
+      "grad_norm": 0.20139223337173462,
+      "learning_rate": 9.599280460080587e-05,
+      "loss": 0.0174,
+      "step": 17190
+    },
+    {
+      "grad_norm": 0.16742077469825745,
+      "learning_rate": 9.59863162514947e-05,
+      "loss": 0.0198,
+      "step": 17200
+    },
+    {
+      "grad_norm": 0.1732303500175476,
+      "learning_rate": 9.597982287318911e-05,
+      "loss": 0.0179,
+      "step": 17210
+    },
+    {
+      "grad_norm": 0.13972607254981995,
+      "learning_rate": 9.597332446659923e-05,
+      "loss": 0.0184,
+      "step": 17220
+    },
+    {
+      "grad_norm": 0.15899419784545898,
+      "learning_rate": 9.59668210324357e-05,
+      "loss": 0.0178,
+      "step": 17230
+    },
+    {
+      "grad_norm": 0.18167293071746826,
+      "learning_rate": 9.596031257140974e-05,
+      "loss": 0.0175,
+      "step": 17240
+    },
+    {
+      "grad_norm": 0.23579664528369904,
+      "learning_rate": 9.59537990842331e-05,
+      "loss": 0.0276,
+      "step": 17250
+    },
+    {
+      "grad_norm": 0.19228799641132355,
+      "learning_rate": 9.594728057161806e-05,
+      "loss": 0.0181,
+      "step": 17260
+    },
+    {
+      "grad_norm": 0.17511771619319916,
+      "learning_rate": 9.594075703427752e-05,
+      "loss": 0.0188,
+      "step": 17270
+    },
+    {
+      "grad_norm": 0.12719599902629852,
+      "learning_rate": 9.593422847292486e-05,
+      "loss": 0.0158,
+      "step": 17280
+    },
+    {
+      "grad_norm": 0.15555448830127716,
+      "learning_rate": 9.592769488827402e-05,
+      "loss": 0.0194,
+      "step": 17290
+    },
+    {
+      "grad_norm": 0.1316969096660614,
+      "learning_rate": 9.592115628103952e-05,
+      "loss": 0.0179,
+      "step": 17300
+    },
+    {
+      "grad_norm": 0.08673807978630066,
+      "learning_rate": 9.591461265193643e-05,
+      "loss": 0.0169,
+      "step": 17310
+    },
+    {
+      "grad_norm": 0.12836283445358276,
+      "learning_rate": 9.590806400168032e-05,
+      "loss": 0.0142,
+      "step": 17320
+    },
+    {
+      "grad_norm": 0.12820006906986237,
+      "learning_rate": 9.590151033098735e-05,
+      "loss": 0.0159,
+      "step": 17330
+    },
+    {
+      "grad_norm": 0.17789334058761597,
+      "learning_rate": 9.589495164057423e-05,
+      "loss": 0.0189,
+      "step": 17340
+    },
+    {
+      "grad_norm": 0.12534722685813904,
+      "learning_rate": 9.58883879311582e-05,
+      "loss": 0.0165,
+      "step": 17350
+    },
+    {
+      "grad_norm": 0.24806447327136993,
+      "learning_rate": 9.588181920345705e-05,
+      "loss": 0.0212,
+      "step": 17360
+    },
+    {
+      "grad_norm": 0.19533716142177582,
+      "learning_rate": 9.587524545818913e-05,
+      "loss": 0.0176,
+      "step": 17370
+    },
+    {
+      "grad_norm": 0.23233434557914734,
+      "learning_rate": 9.586866669607335e-05,
+      "loss": 0.019,
+      "step": 17380
+    },
+    {
+      "grad_norm": 0.11792702972888947,
+      "learning_rate": 9.586208291782915e-05,
+      "loss": 0.0159,
+      "step": 17390
+    },
+    {
+      "grad_norm": 0.19819194078445435,
+      "learning_rate": 9.58554941241765e-05,
+      "loss": 0.0216,
+      "step": 17400
+    },
+    {
+      "grad_norm": 0.16610698401927948,
+      "learning_rate": 9.584890031583596e-05,
+      "loss": 0.0166,
+      "step": 17410
+    },
+    {
+      "grad_norm": 0.1923968642950058,
+      "learning_rate": 9.584230149352861e-05,
+      "loss": 0.019,
+      "step": 17420
+    },
+    {
+      "grad_norm": 0.14501355588436127,
+      "learning_rate": 9.58356976579761e-05,
+      "loss": 0.0178,
+      "step": 17430
+    },
+    {
+      "grad_norm": 0.19165129959583282,
+      "learning_rate": 9.58290888099006e-05,
+      "loss": 0.023,
+      "step": 17440
+    },
+    {
+      "grad_norm": 0.1499188244342804,
+      "learning_rate": 9.582247495002486e-05,
+      "loss": 0.0205,
+      "step": 17450
+    },
+    {
+      "grad_norm": 0.22566922008991241,
+      "learning_rate": 9.581585607907214e-05,
+      "loss": 0.0187,
+      "step": 17460
+    },
+    {
+      "grad_norm": 0.12246707081794739,
+      "learning_rate": 9.580923219776628e-05,
+      "loss": 0.0162,
+      "step": 17470
+    },
+    {
+      "grad_norm": 0.1772511601448059,
+      "learning_rate": 9.580260330683167e-05,
+      "loss": 0.0197,
+      "step": 17480
+    },
+    {
+      "grad_norm": 0.2166670709848404,
+      "learning_rate": 9.579596940699322e-05,
+      "loss": 0.0166,
+      "step": 17490
+    },
+    {
+      "grad_norm": 0.2035713642835617,
+      "learning_rate": 9.578933049897643e-05,
+      "loss": 0.0166,
+      "step": 17500
+    },
+    {
+      "grad_norm": 0.2200816571712494,
+      "learning_rate": 9.578268658350728e-05,
+      "loss": 0.0184,
+      "step": 17510
+    },
+    {
+      "grad_norm": 0.19936850666999817,
+      "learning_rate": 9.577603766131235e-05,
+      "loss": 0.0196,
+      "step": 17520
+    },
+    {
+      "grad_norm": 0.16781416535377502,
+      "learning_rate": 9.576938373311878e-05,
+      "loss": 0.0187,
+      "step": 17530
+    },
+    {
+      "grad_norm": 0.17356479167938232,
+      "learning_rate": 9.576272479965421e-05,
+      "loss": 0.0215,
+      "step": 17540
+    },
+    {
+      "grad_norm": 0.245540589094162,
+      "learning_rate": 9.575606086164687e-05,
+      "loss": 0.0192,
+      "step": 17550
+    },
+    {
+      "grad_norm": 0.1843673586845398,
+      "learning_rate": 9.57493919198255e-05,
+      "loss": 0.0337,
+      "step": 17560
+    },
+    {
+      "grad_norm": 0.21972040832042694,
+      "learning_rate": 9.57427179749194e-05,
+      "loss": 0.0274,
+      "step": 17570
+    },
+    {
+      "grad_norm": 0.1518850475549698,
+      "learning_rate": 9.573603902765846e-05,
+      "loss": 0.0193,
+      "step": 17580
+    },
+    {
+      "grad_norm": 0.14615441858768463,
+      "learning_rate": 9.572935507877304e-05,
+      "loss": 0.0237,
+      "step": 17590
+    },
+    {
+      "grad_norm": 0.19311341643333435,
+      "learning_rate": 9.57226661289941e-05,
+      "loss": 0.0271,
+      "step": 17600
+    },
+    {
+      "grad_norm": 0.18611031770706177,
+      "learning_rate": 9.571597217905315e-05,
+      "loss": 0.0245,
+      "step": 17610
+    },
+    {
+      "grad_norm": 0.17586012184619904,
+      "learning_rate": 9.57092732296822e-05,
+      "loss": 0.0188,
+      "step": 17620
+    },
+    {
+      "grad_norm": 0.12343309819698334,
+      "learning_rate": 9.570256928161385e-05,
+      "loss": 0.0164,
+      "step": 17630
+    },
+    {
+      "grad_norm": 0.1187998428940773,
+      "learning_rate": 9.569586033558126e-05,
+      "loss": 0.0201,
+      "step": 17640
+    },
+    {
+      "grad_norm": 0.14904014766216278,
+      "learning_rate": 9.568914639231807e-05,
+      "loss": 0.0176,
+      "step": 17650
+    },
+    {
+      "grad_norm": 0.44079622626304626,
+      "learning_rate": 9.568242745255852e-05,
+      "loss": 0.0306,
+      "step": 17660
+    },
+    {
+      "grad_norm": 0.1811484694480896,
+      "learning_rate": 9.567570351703739e-05,
+      "loss": 0.0237,
+      "step": 17670
+    },
+    {
+      "grad_norm": 0.19072183966636658,
+      "learning_rate": 9.566897458649001e-05,
+      "loss": 0.0228,
+      "step": 17680
+    },
+    {
+      "grad_norm": 0.13817256689071655,
+      "learning_rate": 9.566224066165221e-05,
+      "loss": 0.0225,
+      "step": 17690
+    },
+    {
+      "grad_norm": 0.1360534429550171,
+      "learning_rate": 9.565550174326043e-05,
+      "loss": 0.0275,
+      "step": 17700
+    },
+    {
+      "grad_norm": 0.2549751102924347,
+      "learning_rate": 9.564875783205162e-05,
+      "loss": 0.0233,
+      "step": 17710
+    },
+    {
+      "grad_norm": 0.1603786200284958,
+      "learning_rate": 9.564200892876328e-05,
+      "loss": 0.0208,
+      "step": 17720
+    },
+    {
+      "grad_norm": 0.12452217936515808,
+      "learning_rate": 9.563525503413348e-05,
+      "loss": 0.0184,
+      "step": 17730
+    },
+    {
+      "grad_norm": 0.2197364717721939,
+      "learning_rate": 9.562849614890079e-05,
+      "loss": 0.0268,
+      "step": 17740
+    },
+    {
+      "grad_norm": 0.2540474832057953,
+      "learning_rate": 9.562173227380436e-05,
+      "loss": 0.0316,
+      "step": 17750
+    },
+    {
+      "grad_norm": 0.22960379719734192,
+      "learning_rate": 9.561496340958389e-05,
+      "loss": 0.023,
+      "step": 17760
+    },
+    {
+      "grad_norm": 0.17902421951293945,
+      "learning_rate": 9.560818955697959e-05,
+      "loss": 0.0175,
+      "step": 17770
+    },
+    {
+      "grad_norm": 0.19437146186828613,
+      "learning_rate": 9.560141071673228e-05,
+      "loss": 0.0251,
+      "step": 17780
+    },
+    {
+      "grad_norm": 0.1188102588057518,
+      "learning_rate": 9.559462688958323e-05,
+      "loss": 0.0148,
+      "step": 17790
+    },
+    {
+      "grad_norm": 0.14368949830532074,
+      "learning_rate": 9.558783807627434e-05,
+      "loss": 0.016,
+      "step": 17800
+    },
+    {
+      "grad_norm": 0.27022475004196167,
+      "learning_rate": 9.558104427754801e-05,
+      "loss": 0.0229,
+      "step": 17810
+    },
+    {
+      "grad_norm": 0.239619642496109,
+      "learning_rate": 9.557424549414722e-05,
+      "loss": 0.0206,
+      "step": 17820
+    },
+    {
+      "grad_norm": 0.22713308036327362,
+      "learning_rate": 9.556744172681546e-05,
+      "loss": 0.0192,
+      "step": 17830
+    },
+    {
+      "grad_norm": 0.15671558678150177,
+      "learning_rate": 9.556063297629677e-05,
+      "loss": 0.0181,
+      "step": 17840
+    },
+    {
+      "grad_norm": 0.18283586204051971,
+      "learning_rate": 9.555381924333578e-05,
+      "loss": 0.0171,
+      "step": 17850
+    },
+    {
+      "grad_norm": 0.133639857172966,
+      "learning_rate": 9.554700052867758e-05,
+      "loss": 0.0204,
+      "step": 17860
+    },
+    {
+      "grad_norm": 0.1618448793888092,
+      "learning_rate": 9.554017683306789e-05,
+      "loss": 0.0184,
+      "step": 17870
+    },
+    {
+      "grad_norm": 0.1818198561668396,
+      "learning_rate": 9.553334815725294e-05,
+      "loss": 0.0172,
+      "step": 17880
+    },
+    {
+      "grad_norm": 0.21823522448539734,
+      "learning_rate": 9.552651450197949e-05,
+      "loss": 0.0194,
+      "step": 17890
+    },
+    {
+      "grad_norm": 0.21261535584926605,
+      "learning_rate": 9.551967586799486e-05,
+      "loss": 0.0176,
+      "step": 17900
+    },
+    {
+      "grad_norm": 0.22059044241905212,
+      "learning_rate": 9.551283225604692e-05,
+      "loss": 0.0192,
+      "step": 17910
+    },
+    {
+      "grad_norm": 0.14343805611133575,
+      "learning_rate": 9.550598366688406e-05,
+      "loss": 0.0165,
+      "step": 17920
+    },
+    {
+      "grad_norm": 0.17971761524677277,
+      "learning_rate": 9.549913010125526e-05,
+      "loss": 0.0168,
+      "step": 17930
+    },
+    {
+      "grad_norm": 0.17414745688438416,
+      "learning_rate": 9.549227155990999e-05,
+      "loss": 0.0165,
+      "step": 17940
+    },
+    {
+      "grad_norm": 0.14939148724079132,
+      "learning_rate": 9.548540804359828e-05,
+      "loss": 0.0236,
+      "step": 17950
+    },
+    {
+      "grad_norm": 0.19795101881027222,
+      "learning_rate": 9.547853955307077e-05,
+      "loss": 0.0213,
+      "step": 17960
+    },
+    {
+      "grad_norm": 0.1562632918357849,
+      "learning_rate": 9.547166608907853e-05,
+      "loss": 0.0147,
+      "step": 17970
+    },
+    {
+      "grad_norm": 0.1966799795627594,
+      "learning_rate": 9.546478765237326e-05,
+      "loss": 0.0264,
+      "step": 17980
+    },
+    {
+      "grad_norm": 0.19698645174503326,
+      "learning_rate": 9.545790424370715e-05,
+      "loss": 0.0168,
+      "step": 17990
+    },
+    {
+      "grad_norm": 0.15871930122375488,
+      "learning_rate": 9.5451015863833e-05,
+      "loss": 0.0245,
+      "step": 18000
+    },
+    {
+      "grad_norm": 0.22079159319400787,
+      "learning_rate": 9.544412251350408e-05,
+      "loss": 0.027,
+      "step": 18010
+    },
+    {
+      "grad_norm": 0.13759233057498932,
+      "learning_rate": 9.543722419347422e-05,
+      "loss": 0.0218,
+      "step": 18020
+    },
+    {
+      "grad_norm": 0.2363809049129486,
+      "learning_rate": 9.543032090449788e-05,
+      "loss": 0.0257,
+      "step": 18030
+    },
+    {
+      "grad_norm": 0.22802729904651642,
+      "learning_rate": 9.542341264732992e-05,
+      "loss": 0.0255,
+      "step": 18040
+    },
+    {
+      "grad_norm": 0.24015113711357117,
+      "learning_rate": 9.541649942272585e-05,
+      "loss": 0.0247,
+      "step": 18050
+    },
+    {
+      "grad_norm": 0.16380251944065094,
+      "learning_rate": 9.54095812314417e-05,
+      "loss": 0.0199,
+      "step": 18060
+    },
+    {
+      "grad_norm": 0.20321090519428253,
+      "learning_rate": 9.540265807423401e-05,
+      "loss": 0.0201,
+      "step": 18070
+    },
+    {
+      "grad_norm": 0.15798524022102356,
+      "learning_rate": 9.53957299518599e-05,
+      "loss": 0.0181,
+      "step": 18080
+    },
+    {
+      "grad_norm": 0.17707329988479614,
+      "learning_rate": 9.5388796865077e-05,
+      "loss": 0.0223,
+      "step": 18090
+    },
+    {
+      "grad_norm": 0.17842534184455872,
+      "learning_rate": 9.538185881464353e-05,
+      "loss": 0.0228,
+      "step": 18100
+    },
+    {
+      "grad_norm": 0.1735224723815918,
+      "learning_rate": 9.537491580131821e-05,
+      "loss": 0.0184,
+      "step": 18110
+    },
+    {
+      "grad_norm": 0.1456340104341507,
+      "learning_rate": 9.53679678258603e-05,
+      "loss": 0.0188,
+      "step": 18120
+    },
+    {
+      "grad_norm": 0.23411701619625092,
+      "learning_rate": 9.536101488902966e-05,
+      "loss": 0.0195,
+      "step": 18130
+    },
+    {
+      "grad_norm": 0.16469906270503998,
+      "learning_rate": 9.535405699158663e-05,
+      "loss": 0.0166,
+      "step": 18140
+    },
+    {
+      "grad_norm": 0.17826716601848602,
+      "learning_rate": 9.53470941342921e-05,
+      "loss": 0.0163,
+      "step": 18150
+    },
+    {
+      "grad_norm": 0.12871642410755157,
+      "learning_rate": 9.534012631790756e-05,
+      "loss": 0.019,
+      "step": 18160
+    },
+    {
+      "grad_norm": 0.19330409169197083,
+      "learning_rate": 9.533315354319494e-05,
+      "loss": 0.0186,
+      "step": 18170
+    },
+    {
+      "grad_norm": 0.14240480959415436,
+      "learning_rate": 9.532617581091682e-05,
+      "loss": 0.0156,
+      "step": 18180
+    },
+    {
+      "grad_norm": 0.1367618292570114,
+      "learning_rate": 9.531919312183629e-05,
+      "loss": 0.0198,
+      "step": 18190
+    },
+    {
+      "grad_norm": 0.14495417475700378,
+      "learning_rate": 9.531220547671688e-05,
+      "loss": 0.0154,
+      "step": 18200
+    },
+    {
+      "grad_norm": 0.153059184551239,
+      "learning_rate": 9.530521287632285e-05,
+      "loss": 0.0193,
+      "step": 18210
+    },
+    {
+      "grad_norm": 0.13408780097961426,
+      "learning_rate": 9.529821532141884e-05,
+      "loss": 0.0147,
+      "step": 18220
+    },
+    {
+      "grad_norm": 0.1397167295217514,
+      "learning_rate": 9.52912128127701e-05,
+      "loss": 0.017,
+      "step": 18230
+    },
+    {
+      "grad_norm": 0.21022088825702667,
+      "learning_rate": 9.528420535114244e-05,
+      "loss": 0.0192,
+      "step": 18240
+    },
+    {
+      "grad_norm": 0.20326019823551178,
+      "learning_rate": 9.527719293730215e-05,
+      "loss": 0.0242,
+      "step": 18250
+    },
+    {
+      "grad_norm": 0.15119020640850067,
+      "learning_rate": 9.527017557201611e-05,
+      "loss": 0.019,
+      "step": 18260
+    },
+    {
+      "grad_norm": 0.16186340153217316,
+      "learning_rate": 9.526315325605176e-05,
+      "loss": 0.0233,
+      "step": 18270
+    },
+    {
+      "grad_norm": 0.1725398451089859,
+      "learning_rate": 9.525612599017699e-05,
+      "loss": 0.0166,
+      "step": 18280
+    },
+    {
+      "grad_norm": 0.23013170063495636,
+      "learning_rate": 9.524909377516033e-05,
+      "loss": 0.0197,
+      "step": 18290
+    },
+    {
+      "grad_norm": 0.1861681342124939,
+      "learning_rate": 9.524205661177081e-05,
+      "loss": 0.0175,
+      "step": 18300
+    },
+    {
+      "grad_norm": 0.16925564408302307,
+      "learning_rate": 9.523501450077801e-05,
+      "loss": 0.02,
+      "step": 18310
+    },
+    {
+      "grad_norm": 0.21048231422901154,
+      "learning_rate": 9.522796744295202e-05,
+      "loss": 0.0221,
+      "step": 18320
+    },
+    {
+      "grad_norm": 0.17354194819927216,
+      "learning_rate": 9.522091543906352e-05,
+      "loss": 0.0202,
+      "step": 18330
+    },
+    {
+      "grad_norm": 0.14386051893234253,
+      "learning_rate": 9.521385848988369e-05,
+      "loss": 0.0188,
+      "step": 18340
+    },
+    {
+      "grad_norm": 0.15568502247333527,
+      "learning_rate": 9.520679659618428e-05,
+      "loss": 0.0159,
+      "step": 18350
+    },
+    {
+      "grad_norm": 0.16611768305301666,
+      "learning_rate": 9.519972975873754e-05,
+      "loss": 0.0193,
+      "step": 18360
+    },
+    {
+      "grad_norm": 0.17259441316127777,
+      "learning_rate": 9.519265797831633e-05,
+      "loss": 0.0173,
+      "step": 18370
+    },
+    {
+      "grad_norm": 0.1512155681848526,
+      "learning_rate": 9.518558125569399e-05,
+      "loss": 0.0192,
+      "step": 18380
+    },
+    {
+      "grad_norm": 0.1475355327129364,
+      "learning_rate": 9.517849959164442e-05,
+      "loss": 0.0166,
+      "step": 18390
+    },
+    {
+      "grad_norm": 0.23186150193214417,
+      "learning_rate": 9.517141298694205e-05,
+      "loss": 0.0236,
+      "step": 18400
+    },
+    {
+      "grad_norm": 0.17594440281391144,
+      "learning_rate": 9.516432144236188e-05,
+      "loss": 0.0213,
+      "step": 18410
+    },
+    {
+      "grad_norm": 0.15148113667964935,
+      "learning_rate": 9.515722495867941e-05,
+      "loss": 0.0217,
+      "step": 18420
+    },
+    {
+      "grad_norm": 0.1281021535396576,
+      "learning_rate": 9.515012353667072e-05,
+      "loss": 0.0175,
+      "step": 18430
+    },
+    {
+      "grad_norm": 0.1846960037946701,
+      "learning_rate": 9.51430171771124e-05,
+      "loss": 0.0154,
+      "step": 18440
+    },
+    {
+      "grad_norm": 0.13139033317565918,
+      "learning_rate": 9.513590588078159e-05,
+      "loss": 0.0231,
+      "step": 18450
+    },
+    {
+      "grad_norm": 0.19512365758419037,
+      "learning_rate": 9.512878964845597e-05,
+      "loss": 0.0191,
+      "step": 18460
+    },
+    {
+      "grad_norm": 0.28988271951675415,
+      "learning_rate": 9.512166848091377e-05,
+      "loss": 0.0232,
+      "step": 18470
+    },
+    {
+      "grad_norm": 0.12837249040603638,
+      "learning_rate": 9.511454237893376e-05,
+      "loss": 0.0177,
+      "step": 18480
+    },
+    {
+      "grad_norm": 0.13322801887989044,
+      "learning_rate": 9.51074113432952e-05,
+      "loss": 0.0158,
+      "step": 18490
+    },
+    {
+      "grad_norm": 0.15466050803661346,
+      "learning_rate": 9.510027537477797e-05,
+      "loss": 0.0239,
+      "step": 18500
+    },
+    {
+      "grad_norm": 0.17534281313419342,
+      "learning_rate": 9.509313447416242e-05,
+      "loss": 0.02,
+      "step": 18510
+    },
+    {
+      "grad_norm": 0.20654787123203278,
+      "learning_rate": 9.508598864222949e-05,
+      "loss": 0.0173,
+      "step": 18520
+    },
+    {
+      "grad_norm": 0.14114446938037872,
+      "learning_rate": 9.507883787976062e-05,
+      "loss": 0.021,
+      "step": 18530
+    },
+    {
+      "grad_norm": 0.1328234076499939,
+      "learning_rate": 9.507168218753781e-05,
+      "loss": 0.0146,
+      "step": 18540
+    },
+    {
+      "grad_norm": 0.15576857328414917,
+      "learning_rate": 9.506452156634362e-05,
+      "loss": 0.0175,
+      "step": 18550
+    },
+    {
+      "grad_norm": 0.2059352844953537,
+      "learning_rate": 9.505735601696109e-05,
+      "loss": 0.0262,
+      "step": 18560
+    },
+    {
+      "grad_norm": 0.18526364862918854,
+      "learning_rate": 9.505018554017385e-05,
+      "loss": 0.0199,
+      "step": 18570
+    },
+    {
+      "grad_norm": 0.21587447822093964,
+      "learning_rate": 9.504301013676604e-05,
+      "loss": 0.0184,
+      "step": 18580
+    },
+    {
+      "grad_norm": 0.18770910799503326,
+      "learning_rate": 9.503582980752238e-05,
+      "loss": 0.0171,
+      "step": 18590
+    },
+    {
+      "grad_norm": 0.5846869945526123,
+      "learning_rate": 9.502864455322809e-05,
+      "loss": 0.0331,
+      "step": 18600
+    },
+    {
+      "grad_norm": 0.14761292934417725,
+      "learning_rate": 9.502145437466891e-05,
+      "loss": 0.018,
+      "step": 18610
+    },
+    {
+      "grad_norm": 0.17377683520317078,
+      "learning_rate": 9.501425927263116e-05,
+      "loss": 0.033,
+      "step": 18620
+    },
+    {
+      "grad_norm": 0.3424476087093353,
+      "learning_rate": 9.500705924790172e-05,
+      "loss": 0.0461,
+      "step": 18630
+    },
+    {
+      "grad_norm": 0.22030770778656006,
+      "learning_rate": 9.499985430126794e-05,
+      "loss": 0.0234,
+      "step": 18640
+    },
+    {
+      "grad_norm": 0.17035162448883057,
+      "learning_rate": 9.499264443351775e-05,
+      "loss": 0.021,
+      "step": 18650
+    },
+    {
+      "grad_norm": 0.2081509232521057,
+      "learning_rate": 9.498542964543961e-05,
+      "loss": 0.0216,
+      "step": 18660
+    },
+    {
+      "grad_norm": 0.23317208886146545,
+      "learning_rate": 9.497820993782252e-05,
+      "loss": 0.0211,
+      "step": 18670
+    },
+    {
+      "grad_norm": 0.141694575548172,
+      "learning_rate": 9.497098531145601e-05,
+      "loss": 0.0209,
+      "step": 18680
+    },
+    {
+      "grad_norm": 0.14944763481616974,
+      "learning_rate": 9.496375576713017e-05,
+      "loss": 0.0185,
+      "step": 18690
+    },
+    {
+      "grad_norm": 0.13773611187934875,
+      "learning_rate": 9.49565213056356e-05,
+      "loss": 0.0158,
+      "step": 18700
+    },
+    {
+      "grad_norm": 0.12076227366924286,
+      "learning_rate": 9.494928192776342e-05,
+      "loss": 0.015,
+      "step": 18710
+    },
+    {
+      "grad_norm": 0.13550543785095215,
+      "learning_rate": 9.494203763430538e-05,
+      "loss": 0.0155,
+      "step": 18720
+    },
+    {
+      "grad_norm": 0.18993476033210754,
+      "learning_rate": 9.493478842605366e-05,
+      "loss": 0.0358,
+      "step": 18730
+    },
+    {
+      "grad_norm": 0.18273325264453888,
+      "learning_rate": 9.492753430380105e-05,
+      "loss": 0.016,
+      "step": 18740
+    },
+    {
+      "grad_norm": 0.1703435182571411,
+      "learning_rate": 9.492027526834083e-05,
+      "loss": 0.0167,
+      "step": 18750
+    },
+    {
+      "grad_norm": 0.19595186412334442,
+      "learning_rate": 9.491301132046684e-05,
+      "loss": 0.0183,
+      "step": 18760
+    },
+    {
+      "grad_norm": 0.131064772605896,
+      "learning_rate": 9.490574246097345e-05,
+      "loss": 0.0378,
+      "step": 18770
+    },
+    {
+      "grad_norm": 0.3044780492782593,
+      "learning_rate": 9.48984686906556e-05,
+      "loss": 0.0325,
+      "step": 18780
+    },
+    {
+      "grad_norm": 0.24853640794754028,
+      "learning_rate": 9.489119001030871e-05,
+      "loss": 0.0222,
+      "step": 18790
+    },
+    {
+      "grad_norm": 0.19803500175476074,
+      "learning_rate": 9.488390642072878e-05,
+      "loss": 0.0195,
+      "step": 18800
+    },
+    {
+      "grad_norm": 0.1484699696302414,
+      "learning_rate": 9.48766179227123e-05,
+      "loss": 0.0204,
+      "step": 18810
+    },
+    {
+      "grad_norm": 0.1853627860546112,
+      "learning_rate": 9.486932451705636e-05,
+      "loss": 0.0214,
+      "step": 18820
+    },
+    {
+      "grad_norm": 0.16896642744541168,
+      "learning_rate": 9.486202620455857e-05,
+      "loss": 0.0179,
+      "step": 18830
+    },
+    {
+      "grad_norm": 0.16422446072101593,
+      "learning_rate": 9.485472298601704e-05,
+      "loss": 0.0183,
+      "step": 18840
+    },
+    {
+      "grad_norm": 0.24244602024555206,
+      "learning_rate": 9.484741486223043e-05,
+      "loss": 0.0197,
+      "step": 18850
+    },
+    {
+      "grad_norm": 0.20923802256584167,
+      "learning_rate": 9.484010183399797e-05,
+      "loss": 0.0229,
+      "step": 18860
+    },
+    {
+      "grad_norm": 0.17514586448669434,
+      "learning_rate": 9.483278390211938e-05,
+      "loss": 0.0201,
+      "step": 18870
+    },
+    {
+      "grad_norm": 0.11981351673603058,
+      "learning_rate": 9.482546106739496e-05,
+      "loss": 0.0184,
+      "step": 18880
+    },
+    {
+      "grad_norm": 0.18240664899349213,
+      "learning_rate": 9.48181333306255e-05,
+      "loss": 0.017,
+      "step": 18890
+    },
+    {
+      "grad_norm": 0.12653538584709167,
+      "learning_rate": 9.481080069261237e-05,
+      "loss": 0.0268,
+      "step": 18900
+    },
+    {
+      "grad_norm": 0.16492033004760742,
+      "learning_rate": 9.480346315415745e-05,
+      "loss": 0.0164,
+      "step": 18910
+    },
+    {
+      "grad_norm": 0.22140853106975555,
+      "learning_rate": 9.479612071606314e-05,
+      "loss": 0.0174,
+      "step": 18920
+    },
+    {
+      "grad_norm": 0.1757112592458725,
+      "learning_rate": 9.478877337913244e-05,
+      "loss": 0.02,
+      "step": 18930
+    },
+    {
+      "grad_norm": 0.15548118948936462,
+      "learning_rate": 9.478142114416881e-05,
+      "loss": 0.0172,
+      "step": 18940
+    },
+    {
+      "grad_norm": 0.12196731567382812,
+      "learning_rate": 9.47740640119763e-05,
+      "loss": 0.0145,
+      "step": 18950
+    },
+    {
+      "grad_norm": 0.16696184873580933,
+      "learning_rate": 9.476670198335947e-05,
+      "loss": 0.0195,
+      "step": 18960
+    },
+    {
+      "grad_norm": 0.16144691407680511,
+      "learning_rate": 9.47593350591234e-05,
+      "loss": 0.0192,
+      "step": 18970
+    },
+    {
+      "grad_norm": 0.14798134565353394,
+      "learning_rate": 9.475196324007376e-05,
+      "loss": 0.0192,
+      "step": 18980
+    },
+    {
+      "grad_norm": 0.17827743291854858,
+      "learning_rate": 9.474458652701669e-05,
+      "loss": 0.0153,
+      "step": 18990
+    },
+    {
+      "grad_norm": 0.2161901444196701,
+      "learning_rate": 9.473720492075892e-05,
+      "loss": 0.0213,
+      "step": 19000
+    },
+    {
+      "grad_norm": 0.18233783543109894,
+      "learning_rate": 9.472981842210768e-05,
+      "loss": 0.0209,
+      "step": 19010
+    },
+    {
+      "grad_norm": 0.16601136326789856,
+      "learning_rate": 9.472242703187074e-05,
+      "loss": 0.0192,
+      "step": 19020
+    },
+    {
+      "grad_norm": 0.1236705556511879,
+      "learning_rate": 9.471503075085643e-05,
+      "loss": 0.0145,
+      "step": 19030
+    },
+    {
+      "grad_norm": 0.1993335336446762,
+      "learning_rate": 9.470762957987359e-05,
+      "loss": 0.021,
+      "step": 19040
+    },
+    {
+      "grad_norm": 0.17819608747959137,
+      "learning_rate": 9.470022351973158e-05,
+      "loss": 0.0212,
+      "step": 19050
+    },
+    {
+      "grad_norm": 0.20374342799186707,
+      "learning_rate": 9.469281257124034e-05,
+      "loss": 0.0173,
+      "step": 19060
+    },
+    {
+      "grad_norm": 0.19512693583965302,
+      "learning_rate": 9.46853967352103e-05,
+      "loss": 0.0206,
+      "step": 19070
+    },
+    {
+      "grad_norm": 0.15427890419960022,
+      "learning_rate": 9.467797601245246e-05,
+      "loss": 0.0161,
+      "step": 19080
+    },
+    {
+      "grad_norm": 0.17384685575962067,
+      "learning_rate": 9.467055040377834e-05,
+      "loss": 0.0237,
+      "step": 19090
+    },
+    {
+      "grad_norm": 0.16809290647506714,
+      "learning_rate": 9.466311990999999e-05,
+      "loss": 0.0238,
+      "step": 19100
+    },
+    {
+      "grad_norm": 0.16821721196174622,
+      "learning_rate": 9.465568453193e-05,
+      "loss": 0.0196,
+      "step": 19110
+    },
+    {
+      "grad_norm": 0.127919003367424,
+      "learning_rate": 9.464824427038148e-05,
+      "loss": 0.0173,
+      "step": 19120
+    },
+    {
+      "grad_norm": 0.11654169112443924,
+      "learning_rate": 9.46407991261681e-05,
+      "loss": 0.0273,
+      "step": 19130
+    },
+    {
+      "grad_norm": 0.10396882146596909,
+      "learning_rate": 9.463334910010404e-05,
+      "loss": 0.016,
+      "step": 19140
+    },
+    {
+      "grad_norm": 0.13910573720932007,
+      "learning_rate": 9.462589419300403e-05,
+      "loss": 0.0125,
+      "step": 19150
+    },
+    {
+      "grad_norm": 0.15320537984371185,
+      "learning_rate": 9.461843440568333e-05,
+      "loss": 0.0191,
+      "step": 19160
+    },
+    {
+      "grad_norm": 0.11951324343681335,
+      "learning_rate": 9.461096973895773e-05,
+      "loss": 0.0152,
+      "step": 19170
+    },
+    {
+      "grad_norm": 0.1604233831167221,
+      "learning_rate": 9.460350019364355e-05,
+      "loss": 0.0193,
+      "step": 19180
+    },
+    {
+      "grad_norm": 0.20535050332546234,
+      "learning_rate": 9.459602577055764e-05,
+      "loss": 0.0342,
+      "step": 19190
+    },
+    {
+      "grad_norm": 0.1729145348072052,
+      "learning_rate": 9.45885464705174e-05,
+      "loss": 0.0181,
+      "step": 19200
+    },
+    {
+      "grad_norm": 0.15082843601703644,
+      "learning_rate": 9.458106229434076e-05,
+      "loss": 0.0166,
+      "step": 19210
+    },
+    {
+      "grad_norm": 0.20488899946212769,
+      "learning_rate": 9.457357324284617e-05,
+      "loss": 0.0151,
+      "step": 19220
+    },
+    {
+      "grad_norm": 0.15571105480194092,
+      "learning_rate": 9.456607931685262e-05,
+      "loss": 0.0199,
+      "step": 19230
+    },
+    {
+      "grad_norm": 0.21508295834064484,
+      "learning_rate": 9.455858051717965e-05,
+      "loss": 0.0176,
+      "step": 19240
+    },
+    {
+      "grad_norm": 0.15895192325115204,
+      "learning_rate": 9.45510768446473e-05,
+      "loss": 0.0169,
+      "step": 19250
+    },
+    {
+      "grad_norm": 0.21724411845207214,
+      "learning_rate": 9.454356830007618e-05,
+      "loss": 0.0171,
+      "step": 19260
+    },
+    {
+      "grad_norm": 0.1266838163137436,
+      "learning_rate": 9.45360548842874e-05,
+      "loss": 0.0149,
+      "step": 19270
+    },
+    {
+      "grad_norm": 0.1782476305961609,
+      "learning_rate": 9.452853659810261e-05,
+      "loss": 0.019,
+      "step": 19280
+    },
+    {
+      "grad_norm": 0.20052076876163483,
+      "learning_rate": 9.452101344234401e-05,
+      "loss": 0.0227,
+      "step": 19290
+    },
+    {
+      "grad_norm": 0.13075384497642517,
+      "learning_rate": 9.451348541783431e-05,
+      "loss": 0.0188,
+      "step": 19300
+    },
+    {
+      "grad_norm": 0.13211585581302643,
+      "learning_rate": 9.450595252539678e-05,
+      "loss": 0.0164,
+      "step": 19310
+    },
+    {
+      "grad_norm": 0.13835737109184265,
+      "learning_rate": 9.449841476585518e-05,
+      "loss": 0.0243,
+      "step": 19320
+    },
+    {
+      "grad_norm": 0.1919039934873581,
+      "learning_rate": 9.449087214003384e-05,
+      "loss": 0.0331,
+      "step": 19330
+    },
+    {
+      "grad_norm": 0.2083517163991928,
+      "learning_rate": 9.448332464875765e-05,
+      "loss": 0.0337,
+      "step": 19340
+    },
+    {
+      "grad_norm": 0.14755715429782867,
+      "learning_rate": 9.447577229285192e-05,
+      "loss": 0.0236,
+      "step": 19350
+    },
+    {
+      "grad_norm": 0.1130974218249321,
+      "learning_rate": 9.446821507314261e-05,
+      "loss": 0.0148,
+      "step": 19360
+    },
+    {
+      "grad_norm": 0.1291045844554901,
+      "learning_rate": 9.446065299045617e-05,
+      "loss": 0.0182,
+      "step": 19370
+    },
+    {
+      "grad_norm": 0.18204990029335022,
+      "learning_rate": 9.445308604561955e-05,
+      "loss": 0.029,
+      "step": 19380
+    },
+    {
+      "grad_norm": 0.16195808351039886,
+      "learning_rate": 9.444551423946028e-05,
+      "loss": 0.021,
+      "step": 19390
+    },
+    {
+      "grad_norm": 0.11503028869628906,
+      "learning_rate": 9.443793757280638e-05,
+      "loss": 0.0175,
+      "step": 19400
+    },
+    {
+      "grad_norm": 0.13353650271892548,
+      "learning_rate": 9.443035604648646e-05,
+      "loss": 0.0158,
+      "step": 19410
+    },
+    {
+      "grad_norm": 0.13877806067466736,
+      "learning_rate": 9.44227696613296e-05,
+      "loss": 0.0164,
+      "step": 19420
+    },
+    {
+      "grad_norm": 0.27247360348701477,
+      "learning_rate": 9.441517841816542e-05,
+      "loss": 0.0297,
+      "step": 19430
+    },
+    {
+      "grad_norm": 0.15438807010650635,
+      "learning_rate": 9.440758231782413e-05,
+      "loss": 0.0179,
+      "step": 19440
+    },
+    {
+      "grad_norm": 0.15321041643619537,
+      "learning_rate": 9.439998136113639e-05,
+      "loss": 0.0166,
+      "step": 19450
+    },
+    {
+      "grad_norm": 0.18666008114814758,
+      "learning_rate": 9.439237554893344e-05,
+      "loss": 0.0172,
+      "step": 19460
+    },
+    {
+      "grad_norm": 0.13289569318294525,
+      "learning_rate": 9.438476488204705e-05,
+      "loss": 0.0224,
+      "step": 19470
+    },
+    {
+      "grad_norm": 0.13856227695941925,
+      "learning_rate": 9.43771493613095e-05,
+      "loss": 0.0171,
+      "step": 19480
+    },
+    {
+      "grad_norm": 0.19389276206493378,
+      "learning_rate": 9.436952898755362e-05,
+      "loss": 0.0279,
+      "step": 19490
+    },
+    {
+      "grad_norm": 0.15192767977714539,
+      "learning_rate": 9.436190376161276e-05,
+      "loss": 0.0178,
+      "step": 19500
+    },
+    {
+      "grad_norm": 0.1461472362279892,
+      "learning_rate": 9.43542736843208e-05,
+      "loss": 0.0287,
+      "step": 19510
+    },
+    {
+      "grad_norm": 0.17848698794841766,
+      "learning_rate": 9.434663875651216e-05,
+      "loss": 0.017,
+      "step": 19520
+    },
+    {
+      "grad_norm": 0.20570912957191467,
+      "learning_rate": 9.433899897902177e-05,
+      "loss": 0.0171,
+      "step": 19530
+    },
+    {
+      "grad_norm": 0.14891409873962402,
+      "learning_rate": 9.433135435268511e-05,
+      "loss": 0.0168,
+      "step": 19540
+    },
+    {
+      "grad_norm": 0.11298293620347977,
+      "learning_rate": 9.432370487833819e-05,
+      "loss": 0.0187,
+      "step": 19550
+    },
+    {
+      "grad_norm": 0.2647833526134491,
+      "learning_rate": 9.431605055681756e-05,
+      "loss": 0.0237,
+      "step": 19560
+    },
+    {
+      "grad_norm": 0.18187938630580902,
+      "learning_rate": 9.430839138896026e-05,
+      "loss": 0.0194,
+      "step": 19570
+    },
+    {
+      "grad_norm": 0.13703405857086182,
+      "learning_rate": 9.43007273756039e-05,
+      "loss": 0.0232,
+      "step": 19580
+    },
+    {
+      "grad_norm": 0.15095089375972748,
+      "learning_rate": 9.429305851758658e-05,
+      "loss": 0.0196,
+      "step": 19590
+    },
+    {
+      "grad_norm": 0.2457534223794937,
+      "learning_rate": 9.428538481574699e-05,
+      "loss": 0.0214,
+      "step": 19600
+    },
+    {
+      "grad_norm": 0.15796126425266266,
+      "learning_rate": 9.42777062709243e-05,
+      "loss": 0.0188,
+      "step": 19610
+    },
+    {
+      "grad_norm": 0.2010515034198761,
+      "learning_rate": 9.427002288395821e-05,
+      "loss": 0.0197,
+      "step": 19620
+    },
+    {
+      "grad_norm": 0.1911383867263794,
+      "learning_rate": 9.426233465568898e-05,
+      "loss": 0.0212,
+      "step": 19630
+    },
+    {
+      "grad_norm": 0.1548798829317093,
+      "learning_rate": 9.42546415869574e-05,
+      "loss": 0.0173,
+      "step": 19640
+    },
+    {
+      "grad_norm": 0.1870667040348053,
+      "learning_rate": 9.424694367860473e-05,
+      "loss": 0.0196,
+      "step": 19650
+    },
+    {
+      "grad_norm": 0.17390161752700806,
+      "learning_rate": 9.423924093147284e-05,
+      "loss": 0.0174,
+      "step": 19660
+    },
+    {
+      "grad_norm": 0.14238622784614563,
+      "learning_rate": 9.423153334640407e-05,
+      "loss": 0.0158,
+      "step": 19670
+    },
+    {
+      "grad_norm": 0.1375490427017212,
+      "learning_rate": 9.42238209242413e-05,
+      "loss": 0.0156,
+      "step": 19680
+    },
+    {
+      "grad_norm": 0.17629438638687134,
+      "learning_rate": 9.421610366582798e-05,
+      "loss": 0.0206,
+      "step": 19690
+    },
+    {
+      "grad_norm": 0.14485591650009155,
+      "learning_rate": 9.420838157200803e-05,
+      "loss": 0.017,
+      "step": 19700
+    },
+    {
+      "grad_norm": 0.14034612476825714,
+      "learning_rate": 9.420065464362594e-05,
+      "loss": 0.0205,
+      "step": 19710
+    },
+    {
+      "grad_norm": 0.18918192386627197,
+      "learning_rate": 9.419292288152673e-05,
+      "loss": 0.0201,
+      "step": 19720
+    },
+    {
+      "grad_norm": 0.14771851897239685,
+      "learning_rate": 9.418518628655588e-05,
+      "loss": 0.0171,
+      "step": 19730
+    },
+    {
+      "grad_norm": 0.12691043317317963,
+      "learning_rate": 9.417744485955951e-05,
+      "loss": 0.0159,
+      "step": 19740
+    },
+    {
+      "grad_norm": 0.12100371718406677,
+      "learning_rate": 9.41696986013842e-05,
+      "loss": 0.015,
+      "step": 19750
+    },
+    {
+      "grad_norm": 0.17419448494911194,
+      "learning_rate": 9.416194751287705e-05,
+      "loss": 0.0216,
+      "step": 19760
+    },
+    {
+      "grad_norm": 0.15822921693325043,
+      "learning_rate": 9.415419159488572e-05,
+      "loss": 0.0158,
+      "step": 19770
+    },
+    {
+      "grad_norm": 0.14083370566368103,
+      "learning_rate": 9.414643084825837e-05,
+      "loss": 0.0211,
+      "step": 19780
+    },
+    {
+      "grad_norm": 0.1571672409772873,
+      "learning_rate": 9.413866527384372e-05,
+      "loss": 0.0224,
+      "step": 19790
+    },
+    {
+      "grad_norm": 0.15686865150928497,
+      "learning_rate": 9.4130894872491e-05,
+      "loss": 0.0165,
+      "step": 19800
+    },
+    {
+      "grad_norm": 0.1321669965982437,
+      "learning_rate": 9.412311964504998e-05,
+      "loss": 0.0181,
+      "step": 19810
+    },
+    {
+      "grad_norm": 0.17046107351779938,
+      "learning_rate": 9.411533959237091e-05,
+      "loss": 0.0192,
+      "step": 19820
+    },
+    {
+      "grad_norm": 0.17673924565315247,
+      "learning_rate": 9.410755471530464e-05,
+      "loss": 0.0135,
+      "step": 19830
+    },
+    {
+      "grad_norm": 0.12554793059825897,
+      "learning_rate": 9.40997650147025e-05,
+      "loss": 0.015,
+      "step": 19840
+    },
+    {
+      "grad_norm": 0.2735735774040222,
+      "learning_rate": 9.409197049141637e-05,
+      "loss": 0.0257,
+      "step": 19850
+    },
+    {
+      "grad_norm": 0.18254448473453522,
+      "learning_rate": 9.408417114629863e-05,
+      "loss": 0.0302,
+      "step": 19860
+    },
+    {
+      "grad_norm": 0.12666963040828705,
+      "learning_rate": 9.40763669802022e-05,
+      "loss": 0.0164,
+      "step": 19870
+    },
+    {
+      "grad_norm": 0.16897419095039368,
+      "learning_rate": 9.406855799398056e-05,
+      "loss": 0.0273,
+      "step": 19880
+    },
+    {
+      "grad_norm": 0.1645938605070114,
+      "learning_rate": 9.406074418848767e-05,
+      "loss": 0.0219,
+      "step": 19890
+    },
+    {
+      "grad_norm": 0.2880553603172302,
+      "learning_rate": 9.405292556457805e-05,
+      "loss": 0.0335,
+      "step": 19900
+    },
+    {
+      "grad_norm": 0.2345859855413437,
+      "learning_rate": 9.404510212310671e-05,
+      "loss": 0.0204,
+      "step": 19910
+    },
+    {
+      "grad_norm": 0.1619919091463089,
+      "learning_rate": 9.403727386492924e-05,
+      "loss": 0.0178,
+      "step": 19920
+    },
+    {
+      "grad_norm": 0.18329904973506927,
+      "learning_rate": 9.40294407909017e-05,
+      "loss": 0.02,
+      "step": 19930
+    },
+    {
+      "grad_norm": 0.19710899889469147,
+      "learning_rate": 9.40216029018807e-05,
+      "loss": 0.0166,
+      "step": 19940
+    },
+    {
+      "grad_norm": 0.20877808332443237,
+      "learning_rate": 9.401376019872338e-05,
+      "loss": 0.0165,
+      "step": 19950
+    },
+    {
+      "grad_norm": 0.15872612595558167,
+      "learning_rate": 9.400591268228746e-05,
+      "loss": 0.0178,
+      "step": 19960
+    },
+    {
+      "grad_norm": 0.18141992390155792,
+      "learning_rate": 9.399806035343106e-05,
+      "loss": 0.0183,
+      "step": 19970
+    },
+    {
+      "grad_norm": 0.21124470233917236,
+      "learning_rate": 9.399020321301294e-05,
+      "loss": 0.0192,
+      "step": 19980
+    },
+    {
+      "grad_norm": 0.19280655682086945,
+      "learning_rate": 9.398234126189234e-05,
+      "loss": 0.0193,
+      "step": 19990
+    },
+    {
+      "grad_norm": 0.19284053146839142,
+      "learning_rate": 9.397447450092902e-05,
+      "loss": 0.0182,
+      "step": 20000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 100000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 20000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}