diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,7383 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.984819734345351,
+  "eval_steps": 500,
+  "global_step": 10500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003795066413662239,
+      "grad_norm": 1.7131669521331787,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.6804,
+      "step": 10
+    },
+    {
+      "epoch": 0.007590132827324478,
+      "grad_norm": 1.7053213119506836,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.6854,
+      "step": 20
+    },
+    {
+      "epoch": 0.011385199240986717,
+      "grad_norm": 1.8932372331619263,
+      "learning_rate": 5e-06,
+      "loss": 0.6597,
+      "step": 30
+    },
+    {
+      "epoch": 0.015180265654648957,
+      "grad_norm": 1.516872763633728,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.6243,
+      "step": 40
+    },
+    {
+      "epoch": 0.018975332068311195,
+      "grad_norm": 1.5149081945419312,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.5632,
+      "step": 50
+    },
+    {
+      "epoch": 0.022770398481973434,
+      "grad_norm": 1.0706552267074585,
+      "learning_rate": 1e-05,
+      "loss": 0.5289,
+      "step": 60
+    },
+    {
+      "epoch": 0.026565464895635674,
+      "grad_norm": 1.102160930633545,
+      "learning_rate": 1.1666666666666668e-05,
+      "loss": 0.5263,
+      "step": 70
+    },
+    {
+      "epoch": 0.030360531309297913,
+      "grad_norm": 1.2059059143066406,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.5466,
+      "step": 80
+    },
+    {
+      "epoch": 0.03415559772296015,
+      "grad_norm": 1.0622307062149048,
+      "learning_rate": 1.5e-05,
+      "loss": 0.4918,
+      "step": 90
+    },
+    {
+      "epoch": 0.03795066413662239,
+      "grad_norm": 1.5696407556533813,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.516,
+      "step": 100
+    },
+    {
+      "epoch": 0.04174573055028463,
+      "grad_norm": 1.49858820438385,
+      "learning_rate": 1.8333333333333333e-05,
+      "loss": 0.5024,
+      "step": 110
+    },
+    {
+      "epoch": 0.04554079696394687,
+      "grad_norm": 1.5996527671813965,
+      "learning_rate": 2e-05,
+      "loss": 0.4775,
+      "step": 120
+    },
+    {
+      "epoch": 0.04933586337760911,
+      "grad_norm": 1.6391699314117432,
+      "learning_rate": 2.1666666666666667e-05,
+      "loss": 0.5028,
+      "step": 130
+    },
+    {
+      "epoch": 0.05313092979127135,
+      "grad_norm": 1.5045441389083862,
+      "learning_rate": 2.3333333333333336e-05,
+      "loss": 0.472,
+      "step": 140
+    },
+    {
+      "epoch": 0.056925996204933584,
+      "grad_norm": 1.1791646480560303,
+      "learning_rate": 2.5e-05,
+      "loss": 0.4606,
+      "step": 150
+    },
+    {
+      "epoch": 0.06072106261859583,
+      "grad_norm": 1.3659300804138184,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 0.527,
+      "step": 160
+    },
+    {
+      "epoch": 0.06451612903225806,
+      "grad_norm": 0.9830155968666077,
+      "learning_rate": 2.8333333333333335e-05,
+      "loss": 0.458,
+      "step": 170
+    },
+    {
+      "epoch": 0.0683111954459203,
+      "grad_norm": 1.6211776733398438,
+      "learning_rate": 3e-05,
+      "loss": 0.4613,
+      "step": 180
+    },
+    {
+      "epoch": 0.07210626185958255,
+      "grad_norm": 1.9507710933685303,
+      "learning_rate": 3.1666666666666666e-05,
+      "loss": 0.4531,
+      "step": 190
+    },
+    {
+      "epoch": 0.07590132827324478,
+      "grad_norm": 1.312615156173706,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.4384,
+      "step": 200
+    },
+    {
+      "epoch": 0.07969639468690702,
+      "grad_norm": 2.034919261932373,
+      "learning_rate": 3.5e-05,
+      "loss": 0.4747,
+      "step": 210
+    },
+    {
+      "epoch": 0.08349146110056926,
+      "grad_norm": 2.045759677886963,
+      "learning_rate": 3.6666666666666666e-05,
+      "loss": 0.4153,
+      "step": 220
+    },
+    {
+      "epoch": 0.0872865275142315,
+      "grad_norm": 2.0934813022613525,
+      "learning_rate": 3.8333333333333334e-05,
+      "loss": 0.3829,
+      "step": 230
+    },
+    {
+      "epoch": 0.09108159392789374,
+      "grad_norm": 2.4255552291870117,
+      "learning_rate": 4e-05,
+      "loss": 0.3816,
+      "step": 240
+    },
+    {
+      "epoch": 0.09487666034155598,
+      "grad_norm": 1.42184579372406,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.3948,
+      "step": 250
+    },
+    {
+      "epoch": 0.09867172675521822,
+      "grad_norm": 1.6787000894546509,
+      "learning_rate": 4.3333333333333334e-05,
+      "loss": 0.3877,
+      "step": 260
+    },
+    {
+      "epoch": 0.10246679316888045,
+      "grad_norm": 2.121290445327759,
+      "learning_rate": 4.5e-05,
+      "loss": 0.3732,
+      "step": 270
+    },
+    {
+      "epoch": 0.1062618595825427,
+      "grad_norm": 1.5,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 0.3567,
+      "step": 280
+    },
+    {
+      "epoch": 0.11005692599620494,
+      "grad_norm": 3.0193252563476562,
+      "learning_rate": 4.8333333333333334e-05,
+      "loss": 0.3916,
+      "step": 290
+    },
+    {
+      "epoch": 0.11385199240986717,
+      "grad_norm": 2.7301666736602783,
+      "learning_rate": 5e-05,
+      "loss": 0.3723,
+      "step": 300
+    },
+    {
+      "epoch": 0.11764705882352941,
+      "grad_norm": 1.8423070907592773,
+      "learning_rate": 4.9951171875e-05,
+      "loss": 0.3214,
+      "step": 310
+    },
+    {
+      "epoch": 0.12144212523719165,
+      "grad_norm": 1.204102873802185,
+      "learning_rate": 4.990234375e-05,
+      "loss": 0.3251,
+      "step": 320
+    },
+    {
+      "epoch": 0.1252371916508539,
+      "grad_norm": 1.803913950920105,
+      "learning_rate": 4.9853515625000005e-05,
+      "loss": 0.3942,
+      "step": 330
+    },
+    {
+      "epoch": 0.12903225806451613,
+      "grad_norm": 3.175114154815674,
+      "learning_rate": 4.9804687500000004e-05,
+      "loss": 0.39,
+      "step": 340
+    },
+    {
+      "epoch": 0.13282732447817835,
+      "grad_norm": 2.4476590156555176,
+      "learning_rate": 4.9755859375e-05,
+      "loss": 0.349,
+      "step": 350
+    },
+    {
+      "epoch": 0.1366223908918406,
+      "grad_norm": 1.2592339515686035,
+      "learning_rate": 4.970703125e-05,
+      "loss": 0.3315,
+      "step": 360
+    },
+    {
+      "epoch": 0.14041745730550284,
+      "grad_norm": 1.6238622665405273,
+      "learning_rate": 4.9658203125e-05,
+      "loss": 0.3307,
+      "step": 370
+    },
+    {
+      "epoch": 0.1442125237191651,
+      "grad_norm": 1.3984373807907104,
+      "learning_rate": 4.9609375000000005e-05,
+      "loss": 0.294,
+      "step": 380
+    },
+    {
+      "epoch": 0.14800759013282733,
+      "grad_norm": 3.1960623264312744,
+      "learning_rate": 4.9560546875e-05,
+      "loss": 0.3314,
+      "step": 390
+    },
+    {
+      "epoch": 0.15180265654648956,
+      "grad_norm": 1.5345971584320068,
+      "learning_rate": 4.951171875e-05,
+      "loss": 0.3438,
+      "step": 400
+    },
+    {
+      "epoch": 0.1555977229601518,
+      "grad_norm": 3.1037323474884033,
+      "learning_rate": 4.9462890625e-05,
+      "loss": 0.3246,
+      "step": 410
+    },
+    {
+      "epoch": 0.15939278937381404,
+      "grad_norm": 3.519519805908203,
+      "learning_rate": 4.94140625e-05,
+      "loss": 0.3087,
+      "step": 420
+    },
+    {
+      "epoch": 0.16318785578747627,
+      "grad_norm": 1.347273826599121,
+      "learning_rate": 4.9365234375000005e-05,
+      "loss": 0.3303,
+      "step": 430
+    },
+    {
+      "epoch": 0.16698292220113853,
+      "grad_norm": 1.2372374534606934,
+      "learning_rate": 4.931640625e-05,
+      "loss": 0.3225,
+      "step": 440
+    },
+    {
+      "epoch": 0.17077798861480076,
+      "grad_norm": 0.9122889637947083,
+      "learning_rate": 4.9267578125e-05,
+      "loss": 0.3081,
+      "step": 450
+    },
+    {
+      "epoch": 0.174573055028463,
+      "grad_norm": 3.7750535011291504,
+      "learning_rate": 4.921875e-05,
+      "loss": 0.2785,
+      "step": 460
+    },
+    {
+      "epoch": 0.17836812144212524,
+      "grad_norm": 1.0529924631118774,
+      "learning_rate": 4.9169921875000006e-05,
+      "loss": 0.283,
+      "step": 470
+    },
+    {
+      "epoch": 0.18216318785578747,
+      "grad_norm": 1.5323132276535034,
+      "learning_rate": 4.9121093750000004e-05,
+      "loss": 0.2982,
+      "step": 480
+    },
+    {
+      "epoch": 0.1859582542694497,
+      "grad_norm": 1.1751055717468262,
+      "learning_rate": 4.9072265625e-05,
+      "loss": 0.2639,
+      "step": 490
+    },
+    {
+      "epoch": 0.18975332068311196,
+      "grad_norm": 1.0208653211593628,
+      "learning_rate": 4.90234375e-05,
+      "loss": 0.2651,
+      "step": 500
+    },
+    {
+      "epoch": 0.1935483870967742,
+      "grad_norm": 1.7089987993240356,
+      "learning_rate": 4.8974609375e-05,
+      "loss": 0.2572,
+      "step": 510
+    },
+    {
+      "epoch": 0.19734345351043645,
+      "grad_norm": 4.918070316314697,
+      "learning_rate": 4.8925781250000006e-05,
+      "loss": 0.299,
+      "step": 520
+    },
+    {
+      "epoch": 0.20113851992409867,
+      "grad_norm": 1.117162823677063,
+      "learning_rate": 4.8876953125000004e-05,
+      "loss": 0.2699,
+      "step": 530
+    },
+    {
+      "epoch": 0.2049335863377609,
+      "grad_norm": 1.813411831855774,
+      "learning_rate": 4.8828125e-05,
+      "loss": 0.2391,
+      "step": 540
+    },
+    {
+      "epoch": 0.20872865275142316,
+      "grad_norm": 3.368643283843994,
+      "learning_rate": 4.8779296875e-05,
+      "loss": 0.3022,
+      "step": 550
+    },
+    {
+      "epoch": 0.2125237191650854,
+      "grad_norm": 16.486289978027344,
+      "learning_rate": 4.873046875e-05,
+      "loss": 0.2837,
+      "step": 560
+    },
+    {
+      "epoch": 0.21631878557874762,
+      "grad_norm": 1.3590037822723389,
+      "learning_rate": 4.8681640625000005e-05,
+      "loss": 0.2182,
+      "step": 570
+    },
+    {
+      "epoch": 0.22011385199240988,
+      "grad_norm": 1.8672986030578613,
+      "learning_rate": 4.8632812500000004e-05,
+      "loss": 0.2925,
+      "step": 580
+    },
+    {
+      "epoch": 0.2239089184060721,
+      "grad_norm": 2.350752592086792,
+      "learning_rate": 4.8583984375e-05,
+      "loss": 0.2585,
+      "step": 590
+    },
+    {
+      "epoch": 0.22770398481973433,
+      "grad_norm": 2.4918649196624756,
+      "learning_rate": 4.853515625e-05,
+      "loss": 0.2824,
+      "step": 600
+    },
+    {
+      "epoch": 0.2314990512333966,
+      "grad_norm": 2.4856553077697754,
+      "learning_rate": 4.8486328125e-05,
+      "loss": 0.2444,
+      "step": 610
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 1.87199866771698,
+      "learning_rate": 4.8437500000000005e-05,
+      "loss": 0.256,
+      "step": 620
+    },
+    {
+      "epoch": 0.23908918406072105,
+      "grad_norm": 1.0694291591644287,
+      "learning_rate": 4.8388671875000004e-05,
+      "loss": 0.245,
+      "step": 630
+    },
+    {
+      "epoch": 0.2428842504743833,
+      "grad_norm": 0.7904035449028015,
+      "learning_rate": 4.833984375e-05,
+      "loss": 0.2588,
+      "step": 640
+    },
+    {
+      "epoch": 0.24667931688804554,
+      "grad_norm": 2.714871883392334,
+      "learning_rate": 4.8291015625e-05,
+      "loss": 0.2741,
+      "step": 650
+    },
+    {
+      "epoch": 0.2504743833017078,
+      "grad_norm": 3.948547124862671,
+      "learning_rate": 4.82421875e-05,
+      "loss": 0.2335,
+      "step": 660
+    },
+    {
+      "epoch": 0.25426944971537,
+      "grad_norm": 1.6354694366455078,
+      "learning_rate": 4.8193359375000005e-05,
+      "loss": 0.2298,
+      "step": 670
+    },
+    {
+      "epoch": 0.25806451612903225,
+      "grad_norm": 1.1305994987487793,
+      "learning_rate": 4.8144531250000003e-05,
+      "loss": 0.2279,
+      "step": 680
+    },
+    {
+      "epoch": 0.2618595825426945,
+      "grad_norm": 1.804825782775879,
+      "learning_rate": 4.8095703125e-05,
+      "loss": 0.2401,
+      "step": 690
+    },
+    {
+      "epoch": 0.2656546489563567,
+      "grad_norm": 1.0778950452804565,
+      "learning_rate": 4.8046875e-05,
+      "loss": 0.2498,
+      "step": 700
+    },
+    {
+      "epoch": 0.269449715370019,
+      "grad_norm": 2.672403335571289,
+      "learning_rate": 4.7998046875e-05,
+      "loss": 0.2521,
+      "step": 710
+    },
+    {
+      "epoch": 0.2732447817836812,
+      "grad_norm": 1.0559144020080566,
+      "learning_rate": 4.7949218750000005e-05,
+      "loss": 0.1855,
+      "step": 720
+    },
+    {
+      "epoch": 0.27703984819734345,
+      "grad_norm": 1.3226491212844849,
+      "learning_rate": 4.7900390625e-05,
+      "loss": 0.21,
+      "step": 730
+    },
+    {
+      "epoch": 0.2808349146110057,
+      "grad_norm": 2.1266074180603027,
+      "learning_rate": 4.78515625e-05,
+      "loss": 0.2232,
+      "step": 740
+    },
+    {
+      "epoch": 0.2846299810246679,
+      "grad_norm": 2.9967539310455322,
+      "learning_rate": 4.7802734375e-05,
+      "loss": 0.2554,
+      "step": 750
+    },
+    {
+      "epoch": 0.2884250474383302,
+      "grad_norm": 2.6614627838134766,
+      "learning_rate": 4.775390625e-05,
+      "loss": 0.2811,
+      "step": 760
+    },
+    {
+      "epoch": 0.2922201138519924,
+      "grad_norm": 1.64667546749115,
+      "learning_rate": 4.7705078125000004e-05,
+      "loss": 0.2102,
+      "step": 770
+    },
+    {
+      "epoch": 0.29601518026565465,
+      "grad_norm": 2.339608669281006,
+      "learning_rate": 4.765625e-05,
+      "loss": 0.2125,
+      "step": 780
+    },
+    {
+      "epoch": 0.2998102466793169,
+      "grad_norm": 1.6804083585739136,
+      "learning_rate": 4.7607421875e-05,
+      "loss": 0.2722,
+      "step": 790
+    },
+    {
+      "epoch": 0.3036053130929791,
+      "grad_norm": 2.6005263328552246,
+      "learning_rate": 4.755859375e-05,
+      "loss": 0.2067,
+      "step": 800
+    },
+    {
+      "epoch": 0.30740037950664134,
+      "grad_norm": 5.113396167755127,
+      "learning_rate": 4.7509765625000006e-05,
+      "loss": 0.1988,
+      "step": 810
+    },
+    {
+      "epoch": 0.3111954459203036,
+      "grad_norm": 1.9176031351089478,
+      "learning_rate": 4.7460937500000004e-05,
+      "loss": 0.2416,
+      "step": 820
+    },
+    {
+      "epoch": 0.31499051233396586,
+      "grad_norm": 1.5946362018585205,
+      "learning_rate": 4.7412109375e-05,
+      "loss": 0.2416,
+      "step": 830
+    },
+    {
+      "epoch": 0.3187855787476281,
+      "grad_norm": 1.6692804098129272,
+      "learning_rate": 4.736328125e-05,
+      "loss": 0.2139,
+      "step": 840
+    },
+    {
+      "epoch": 0.3225806451612903,
+      "grad_norm": 4.5298285484313965,
+      "learning_rate": 4.7314453125e-05,
+      "loss": 0.2285,
+      "step": 850
+    },
+    {
+      "epoch": 0.32637571157495254,
+      "grad_norm": 1.9948817491531372,
+      "learning_rate": 4.7265625000000005e-05,
+      "loss": 0.2453,
+      "step": 860
+    },
+    {
+      "epoch": 0.3301707779886148,
+      "grad_norm": 2.5353565216064453,
+      "learning_rate": 4.7216796875000004e-05,
+      "loss": 0.2259,
+      "step": 870
+    },
+    {
+      "epoch": 0.33396584440227706,
+      "grad_norm": 5.23643684387207,
+      "learning_rate": 4.716796875e-05,
+      "loss": 0.2318,
+      "step": 880
+    },
+    {
+      "epoch": 0.3377609108159393,
+      "grad_norm": 3.062701463699341,
+      "learning_rate": 4.7119140625e-05,
+      "loss": 0.1835,
+      "step": 890
+    },
+    {
+      "epoch": 0.3415559772296015,
+      "grad_norm": 1.5771597623825073,
+      "learning_rate": 4.70703125e-05,
+      "loss": 0.2195,
+      "step": 900
+    },
+    {
+      "epoch": 0.34535104364326374,
+      "grad_norm": 0.9039077162742615,
+      "learning_rate": 4.7021484375000005e-05,
+      "loss": 0.1545,
+      "step": 910
+    },
+    {
+      "epoch": 0.349146110056926,
+      "grad_norm": 2.7035298347473145,
+      "learning_rate": 4.6972656250000004e-05,
+      "loss": 0.2221,
+      "step": 920
+    },
+    {
+      "epoch": 0.35294117647058826,
+      "grad_norm": 2.3225386142730713,
+      "learning_rate": 4.6923828125e-05,
+      "loss": 0.1912,
+      "step": 930
+    },
+    {
+      "epoch": 0.3567362428842505,
+      "grad_norm": 1.1066793203353882,
+      "learning_rate": 4.6875e-05,
+      "loss": 0.2003,
+      "step": 940
+    },
+    {
+      "epoch": 0.3605313092979127,
+      "grad_norm": 1.2358715534210205,
+      "learning_rate": 4.6826171875e-05,
+      "loss": 0.1944,
+      "step": 950
+    },
+    {
+      "epoch": 0.36432637571157495,
+      "grad_norm": 0.5866732001304626,
+      "learning_rate": 4.6777343750000005e-05,
+      "loss": 0.1885,
+      "step": 960
+    },
+    {
+      "epoch": 0.3681214421252372,
+      "grad_norm": 1.436168909072876,
+      "learning_rate": 4.6728515625000004e-05,
+      "loss": 0.182,
+      "step": 970
+    },
+    {
+      "epoch": 0.3719165085388994,
+      "grad_norm": 1.5037955045700073,
+      "learning_rate": 4.66796875e-05,
+      "loss": 0.2024,
+      "step": 980
+    },
+    {
+      "epoch": 0.3757115749525617,
+      "grad_norm": 1.4837393760681152,
+      "learning_rate": 4.6630859375e-05,
+      "loss": 0.2249,
+      "step": 990
+    },
+    {
+      "epoch": 0.3795066413662239,
+      "grad_norm": 12.082221031188965,
+      "learning_rate": 4.658203125e-05,
+      "loss": 0.2191,
+      "step": 1000
+    },
+    {
+      "epoch": 0.38330170777988615,
+      "grad_norm": 0.7743262648582458,
+      "learning_rate": 4.6533203125000005e-05,
+      "loss": 0.1654,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3870967741935484,
+      "grad_norm": 3.7393670082092285,
+      "learning_rate": 4.6484375e-05,
+      "loss": 0.1595,
+      "step": 1020
+    },
+    {
+      "epoch": 0.3908918406072106,
+      "grad_norm": 1.2153229713439941,
+      "learning_rate": 4.6435546875e-05,
+      "loss": 0.2276,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3946869070208729,
+      "grad_norm": 0.9271629452705383,
+      "learning_rate": 4.638671875e-05,
+      "loss": 0.2039,
+      "step": 1040
+    },
+    {
+      "epoch": 0.3984819734345351,
+      "grad_norm": 1.0829685926437378,
+      "learning_rate": 4.6337890625e-05,
+      "loss": 0.1731,
+      "step": 1050
+    },
+    {
+      "epoch": 0.40227703984819735,
+      "grad_norm": 1.2705596685409546,
+      "learning_rate": 4.6289062500000005e-05,
+      "loss": 0.1359,
+      "step": 1060
+    },
+    {
+      "epoch": 0.4060721062618596,
+      "grad_norm": 4.376911163330078,
+      "learning_rate": 4.6240234375e-05,
+      "loss": 0.2095,
+      "step": 1070
+    },
+    {
+      "epoch": 0.4098671726755218,
+      "grad_norm": 2.1292335987091064,
+      "learning_rate": 4.619140625e-05,
+      "loss": 0.1916,
+      "step": 1080
+    },
+    {
+      "epoch": 0.41366223908918404,
+      "grad_norm": 1.6525979042053223,
+      "learning_rate": 4.6142578125e-05,
+      "loss": 0.173,
+      "step": 1090
+    },
+    {
+      "epoch": 0.4174573055028463,
+      "grad_norm": 4.228000164031982,
+      "learning_rate": 4.609375e-05,
+      "loss": 0.2117,
+      "step": 1100
+    },
+    {
+      "epoch": 0.42125237191650855,
+      "grad_norm": 5.334222316741943,
+      "learning_rate": 4.6044921875000004e-05,
+      "loss": 0.185,
+      "step": 1110
+    },
+    {
+      "epoch": 0.4250474383301708,
+      "grad_norm": 1.7326403856277466,
+      "learning_rate": 4.599609375e-05,
+      "loss": 0.1875,
+      "step": 1120
+    },
+    {
+      "epoch": 0.428842504743833,
+      "grad_norm": 2.4292402267456055,
+      "learning_rate": 4.5947265625e-05,
+      "loss": 0.1747,
+      "step": 1130
+    },
+    {
+      "epoch": 0.43263757115749524,
+      "grad_norm": 1.6561298370361328,
+      "learning_rate": 4.58984375e-05,
+      "loss": 0.2017,
+      "step": 1140
+    },
+    {
+      "epoch": 0.4364326375711575,
+      "grad_norm": 2.659874439239502,
+      "learning_rate": 4.5849609375000005e-05,
+      "loss": 0.2415,
+      "step": 1150
+    },
+    {
+      "epoch": 0.44022770398481975,
+      "grad_norm": 2.743425130844116,
+      "learning_rate": 4.5800781250000004e-05,
+      "loss": 0.2332,
+      "step": 1160
+    },
+    {
+      "epoch": 0.444022770398482,
+      "grad_norm": 2.3197848796844482,
+      "learning_rate": 4.5751953125e-05,
+      "loss": 0.1946,
+      "step": 1170
+    },
+    {
+      "epoch": 0.4478178368121442,
+      "grad_norm": 2.110534191131592,
+      "learning_rate": 4.5703125e-05,
+      "loss": 0.1948,
+      "step": 1180
+    },
+    {
+      "epoch": 0.45161290322580644,
+      "grad_norm": 1.3609685897827148,
+      "learning_rate": 4.5654296875e-05,
+      "loss": 0.1801,
+      "step": 1190
+    },
+    {
+      "epoch": 0.45540796963946867,
+      "grad_norm": 3.159426689147949,
+      "learning_rate": 4.5605468750000005e-05,
+      "loss": 0.2184,
+      "step": 1200
+    },
+    {
+      "epoch": 0.45920303605313095,
+      "grad_norm": 1.7927987575531006,
+      "learning_rate": 4.5556640625000004e-05,
+      "loss": 0.1604,
+      "step": 1210
+    },
+    {
+      "epoch": 0.4629981024667932,
+      "grad_norm": 1.5928328037261963,
+      "learning_rate": 4.55078125e-05,
+      "loss": 0.1693,
+      "step": 1220
+    },
+    {
+      "epoch": 0.4667931688804554,
+      "grad_norm": 0.8145284056663513,
+      "learning_rate": 4.5458984375e-05,
+      "loss": 0.1761,
+      "step": 1230
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 0.7765156030654907,
+      "learning_rate": 4.541015625e-05,
+      "loss": 0.1799,
+      "step": 1240
+    },
+    {
+      "epoch": 0.47438330170777987,
+      "grad_norm": 1.8456169366836548,
+      "learning_rate": 4.5361328125000005e-05,
+      "loss": 0.168,
+      "step": 1250
+    },
+    {
+      "epoch": 0.4781783681214421,
+      "grad_norm": 1.6953251361846924,
+      "learning_rate": 4.5312500000000004e-05,
+      "loss": 0.1945,
+      "step": 1260
+    },
+    {
+      "epoch": 0.4819734345351044,
+      "grad_norm": 1.5285083055496216,
+      "learning_rate": 4.5263671875e-05,
+      "loss": 0.2075,
+      "step": 1270
+    },
+    {
+      "epoch": 0.4857685009487666,
+      "grad_norm": 2.95650577545166,
+      "learning_rate": 4.521484375e-05,
+      "loss": 0.1601,
+      "step": 1280
+    },
+    {
+      "epoch": 0.48956356736242884,
+      "grad_norm": 0.7677034735679626,
+      "learning_rate": 4.5166015625e-05,
+      "loss": 0.1695,
+      "step": 1290
+    },
+    {
+      "epoch": 0.49335863377609107,
+      "grad_norm": 1.9959975481033325,
+      "learning_rate": 4.5117187500000005e-05,
+      "loss": 0.2183,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4971537001897533,
+      "grad_norm": 1.8000417947769165,
+      "learning_rate": 4.5068359375000003e-05,
+      "loss": 0.175,
+      "step": 1310
+    },
+    {
+      "epoch": 0.5009487666034156,
+      "grad_norm": 1.400612473487854,
+      "learning_rate": 4.501953125e-05,
+      "loss": 0.2085,
+      "step": 1320
+    },
+    {
+      "epoch": 0.5047438330170778,
+      "grad_norm": 1.6406989097595215,
+      "learning_rate": 4.4970703125e-05,
+      "loss": 0.1537,
+      "step": 1330
+    },
+    {
+      "epoch": 0.50853889943074,
+      "grad_norm": 2.0849852561950684,
+      "learning_rate": 4.4921875e-05,
+      "loss": 0.1579,
+      "step": 1340
+    },
+    {
+      "epoch": 0.5123339658444023,
+      "grad_norm": 2.6497225761413574,
+      "learning_rate": 4.4873046875000005e-05,
+      "loss": 0.1888,
+      "step": 1350
+    },
+    {
+      "epoch": 0.5161290322580645,
+      "grad_norm": 2.2594399452209473,
+      "learning_rate": 4.482421875e-05,
+      "loss": 0.1645,
+      "step": 1360
+    },
+    {
+      "epoch": 0.5199240986717267,
+      "grad_norm": 1.3591111898422241,
+      "learning_rate": 4.4775390625e-05,
+      "loss": 0.1876,
+      "step": 1370
+    },
+    {
+      "epoch": 0.523719165085389,
+      "grad_norm": 5.060487747192383,
+      "learning_rate": 4.47265625e-05,
+      "loss": 0.1946,
+      "step": 1380
+    },
+    {
+      "epoch": 0.5275142314990512,
+      "grad_norm": 1.7694716453552246,
+      "learning_rate": 4.4677734375e-05,
+      "loss": 0.0966,
+      "step": 1390
+    },
+    {
+      "epoch": 0.5313092979127134,
+      "grad_norm": 2.8661625385284424,
+      "learning_rate": 4.4628906250000004e-05,
+      "loss": 0.1614,
+      "step": 1400
+    },
+    {
+      "epoch": 0.5351043643263758,
+      "grad_norm": 2.2955727577209473,
+      "learning_rate": 4.4580078125e-05,
+      "loss": 0.193,
+      "step": 1410
+    },
+    {
+      "epoch": 0.538899430740038,
+      "grad_norm": 1.4596924781799316,
+      "learning_rate": 4.453125e-05,
+      "loss": 0.1971,
+      "step": 1420
+    },
+    {
+      "epoch": 0.5426944971537002,
+      "grad_norm": 1.039890170097351,
+      "learning_rate": 4.4482421875e-05,
+      "loss": 0.1909,
+      "step": 1430
+    },
+    {
+      "epoch": 0.5464895635673624,
+      "grad_norm": 1.433979868888855,
+      "learning_rate": 4.443359375e-05,
+      "loss": 0.1832,
+      "step": 1440
+    },
+    {
+      "epoch": 0.5502846299810247,
+      "grad_norm": 1.306391954421997,
+      "learning_rate": 4.4384765625000004e-05,
+      "loss": 0.1867,
+      "step": 1450
+    },
+    {
+      "epoch": 0.5540796963946869,
+      "grad_norm": 1.2681069374084473,
+      "learning_rate": 4.43359375e-05,
+      "loss": 0.1506,
+      "step": 1460
+    },
+    {
+      "epoch": 0.5578747628083491,
+      "grad_norm": 3.947502613067627,
+      "learning_rate": 4.4287109375e-05,
+      "loss": 0.1343,
+      "step": 1470
+    },
+    {
+      "epoch": 0.5616698292220114,
+      "grad_norm": 4.928821563720703,
+      "learning_rate": 4.423828125e-05,
+      "loss": 0.2057,
+      "step": 1480
+    },
+    {
+      "epoch": 0.5654648956356736,
+      "grad_norm": 2.162473201751709,
+      "learning_rate": 4.4189453125000005e-05,
+      "loss": 0.1942,
+      "step": 1490
+    },
+    {
+      "epoch": 0.5692599620493358,
+      "grad_norm": 5.402246475219727,
+      "learning_rate": 4.4140625000000004e-05,
+      "loss": 0.1727,
+      "step": 1500
+    },
+    {
+      "epoch": 0.573055028462998,
+      "grad_norm": 0.2728889286518097,
+      "learning_rate": 4.4091796875e-05,
+      "loss": 0.1345,
+      "step": 1510
+    },
+    {
+      "epoch": 0.5768500948766604,
+      "grad_norm": 2.027841567993164,
+      "learning_rate": 4.404296875e-05,
+      "loss": 0.213,
+      "step": 1520
+    },
+    {
+      "epoch": 0.5806451612903226,
+      "grad_norm": 1.3224737644195557,
+      "learning_rate": 4.3994140625e-05,
+      "loss": 0.1735,
+      "step": 1530
+    },
+    {
+      "epoch": 0.5844402277039848,
+      "grad_norm": 2.3124992847442627,
+      "learning_rate": 4.3945312500000005e-05,
+      "loss": 0.2177,
+      "step": 1540
+    },
+    {
+      "epoch": 0.5882352941176471,
+      "grad_norm": 1.2521787881851196,
+      "learning_rate": 4.3896484375000004e-05,
+      "loss": 0.1332,
+      "step": 1550
+    },
+    {
+      "epoch": 0.5920303605313093,
+      "grad_norm": 2.5216283798217773,
+      "learning_rate": 4.384765625e-05,
+      "loss": 0.1318,
+      "step": 1560
+    },
+    {
+      "epoch": 0.5958254269449715,
+      "grad_norm": 1.8268439769744873,
+      "learning_rate": 4.3798828125e-05,
+      "loss": 0.1269,
+      "step": 1570
+    },
+    {
+      "epoch": 0.5996204933586338,
+      "grad_norm": 0.6268766522407532,
+      "learning_rate": 4.375e-05,
+      "loss": 0.1381,
+      "step": 1580
+    },
+    {
+      "epoch": 0.603415559772296,
+      "grad_norm": 1.979546308517456,
+      "learning_rate": 4.3701171875000005e-05,
+      "loss": 0.1351,
+      "step": 1590
+    },
+    {
+      "epoch": 0.6072106261859582,
+      "grad_norm": 1.5526436567306519,
+      "learning_rate": 4.3652343750000004e-05,
+      "loss": 0.2163,
+      "step": 1600
+    },
+    {
+      "epoch": 0.6110056925996205,
+      "grad_norm": 0.9428083896636963,
+      "learning_rate": 4.3603515625e-05,
+      "loss": 0.1398,
+      "step": 1610
+    },
+    {
+      "epoch": 0.6148007590132827,
+      "grad_norm": 2.1224870681762695,
+      "learning_rate": 4.35546875e-05,
+      "loss": 0.1891,
+      "step": 1620
+    },
+    {
+      "epoch": 0.618595825426945,
+      "grad_norm": 0.3401525914669037,
+      "learning_rate": 4.3505859375e-05,
+      "loss": 0.1068,
+      "step": 1630
+    },
+    {
+      "epoch": 0.6223908918406073,
+      "grad_norm": 1.1070092916488647,
+      "learning_rate": 4.3457031250000005e-05,
+      "loss": 0.1407,
+      "step": 1640
+    },
+    {
+      "epoch": 0.6261859582542695,
+      "grad_norm": 1.1588579416275024,
+      "learning_rate": 4.3408203125e-05,
+      "loss": 0.2238,
+      "step": 1650
+    },
+    {
+      "epoch": 0.6299810246679317,
+      "grad_norm": 1.3201090097427368,
+      "learning_rate": 4.3359375e-05,
+      "loss": 0.2135,
+      "step": 1660
+    },
+    {
+      "epoch": 0.6337760910815939,
+      "grad_norm": 1.2257441282272339,
+      "learning_rate": 4.3310546875e-05,
+      "loss": 0.1261,
+      "step": 1670
+    },
+    {
+      "epoch": 0.6375711574952562,
+      "grad_norm": 1.4213567972183228,
+      "learning_rate": 4.326171875e-05,
+      "loss": 0.1439,
+      "step": 1680
+    },
+    {
+      "epoch": 0.6413662239089184,
+      "grad_norm": 1.0983916521072388,
+      "learning_rate": 4.3212890625000004e-05,
+      "loss": 0.1356,
+      "step": 1690
+    },
+    {
+      "epoch": 0.6451612903225806,
+      "grad_norm": 1.6485854387283325,
+      "learning_rate": 4.31640625e-05,
+      "loss": 0.1549,
+      "step": 1700
+    },
+    {
+      "epoch": 0.6489563567362429,
+      "grad_norm": 5.49334716796875,
+      "learning_rate": 4.3115234375e-05,
+      "loss": 0.1519,
+      "step": 1710
+    },
+    {
+      "epoch": 0.6527514231499051,
+      "grad_norm": 0.26703280210494995,
+      "learning_rate": 4.306640625e-05,
+      "loss": 0.1499,
+      "step": 1720
+    },
+    {
+      "epoch": 0.6565464895635673,
+      "grad_norm": 1.5822151899337769,
+      "learning_rate": 4.3017578125e-05,
+      "loss": 0.1733,
+      "step": 1730
+    },
+    {
+      "epoch": 0.6603415559772297,
+      "grad_norm": 1.1510590314865112,
+      "learning_rate": 4.2968750000000004e-05,
+      "loss": 0.1665,
+      "step": 1740
+    },
+    {
+      "epoch": 0.6641366223908919,
+      "grad_norm": 2.48427152633667,
+      "learning_rate": 4.2919921875e-05,
+      "loss": 0.1598,
+      "step": 1750
+    },
+    {
+      "epoch": 0.6679316888045541,
+      "grad_norm": 2.0076019763946533,
+      "learning_rate": 4.287109375e-05,
+      "loss": 0.1642,
+      "step": 1760
+    },
+    {
+      "epoch": 0.6717267552182163,
+      "grad_norm": 2.1611413955688477,
+      "learning_rate": 4.2822265625e-05,
+      "loss": 0.1538,
+      "step": 1770
+    },
+    {
+      "epoch": 0.6755218216318786,
+      "grad_norm": 2.476008415222168,
+      "learning_rate": 4.27734375e-05,
+      "loss": 0.1193,
+      "step": 1780
+    },
+    {
+      "epoch": 0.6793168880455408,
+      "grad_norm": 2.426025867462158,
+      "learning_rate": 4.2724609375000004e-05,
+      "loss": 0.161,
+      "step": 1790
+    },
+    {
+      "epoch": 0.683111954459203,
+      "grad_norm": 2.2168385982513428,
+      "learning_rate": 4.267578125e-05,
+      "loss": 0.1429,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6869070208728653,
+      "grad_norm": 1.63054358959198,
+      "learning_rate": 4.2626953125e-05,
+      "loss": 0.1561,
+      "step": 1810
+    },
+    {
+      "epoch": 0.6907020872865275,
+      "grad_norm": 5.170077323913574,
+      "learning_rate": 4.2578125e-05,
+      "loss": 0.1685,
+      "step": 1820
+    },
+    {
+      "epoch": 0.6944971537001897,
+      "grad_norm": 2.700263023376465,
+      "learning_rate": 4.2529296875000005e-05,
+      "loss": 0.1601,
+      "step": 1830
+    },
+    {
+      "epoch": 0.698292220113852,
+      "grad_norm": 1.6965094804763794,
+      "learning_rate": 4.2480468750000004e-05,
+      "loss": 0.1046,
+      "step": 1840
+    },
+    {
+      "epoch": 0.7020872865275142,
+      "grad_norm": 5.461817264556885,
+      "learning_rate": 4.2431640625e-05,
+      "loss": 0.1421,
+      "step": 1850
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 1.584050178527832,
+      "learning_rate": 4.23828125e-05,
+      "loss": 0.1781,
+      "step": 1860
+    },
+    {
+      "epoch": 0.7096774193548387,
+      "grad_norm": 2.42586088180542,
+      "learning_rate": 4.2333984375e-05,
+      "loss": 0.1274,
+      "step": 1870
+    },
+    {
+      "epoch": 0.713472485768501,
+      "grad_norm": 3.151433229446411,
+      "learning_rate": 4.2285156250000005e-05,
+      "loss": 0.1825,
+      "step": 1880
+    },
+    {
+      "epoch": 0.7172675521821632,
+      "grad_norm": 1.1808427572250366,
+      "learning_rate": 4.2236328125000004e-05,
+      "loss": 0.2085,
+      "step": 1890
+    },
+    {
+      "epoch": 0.7210626185958254,
+      "grad_norm": 1.981814980506897,
+      "learning_rate": 4.21875e-05,
+      "loss": 0.1718,
+      "step": 1900
+    },
+    {
+      "epoch": 0.7248576850094877,
+      "grad_norm": 0.9719598293304443,
+      "learning_rate": 4.2138671875e-05,
+      "loss": 0.1461,
+      "step": 1910
+    },
+    {
+      "epoch": 0.7286527514231499,
+      "grad_norm": 1.493422031402588,
+      "learning_rate": 4.208984375e-05,
+      "loss": 0.1902,
+      "step": 1920
+    },
+    {
+      "epoch": 0.7324478178368121,
+      "grad_norm": 1.4552210569381714,
+      "learning_rate": 4.2041015625000005e-05,
+      "loss": 0.1253,
+      "step": 1930
+    },
+    {
+      "epoch": 0.7362428842504743,
+      "grad_norm": 2.0822556018829346,
+      "learning_rate": 4.1992187500000003e-05,
+      "loss": 0.144,
+      "step": 1940
+    },
+    {
+      "epoch": 0.7400379506641366,
+      "grad_norm": 2.461090326309204,
+      "learning_rate": 4.1943359375e-05,
+      "loss": 0.2084,
+      "step": 1950
+    },
+    {
+      "epoch": 0.7438330170777988,
+      "grad_norm": 1.8043471574783325,
+      "learning_rate": 4.189453125e-05,
+      "loss": 0.1904,
+      "step": 1960
+    },
+    {
+      "epoch": 0.7476280834914611,
+      "grad_norm": 1.6388760805130005,
+      "learning_rate": 4.1845703125e-05,
+      "loss": 0.2071,
+      "step": 1970
+    },
+    {
+      "epoch": 0.7514231499051234,
+      "grad_norm": 2.5029492378234863,
+      "learning_rate": 4.1796875000000005e-05,
+      "loss": 0.1881,
+      "step": 1980
+    },
+    {
+      "epoch": 0.7552182163187856,
+      "grad_norm": 1.3092814683914185,
+      "learning_rate": 4.1748046875e-05,
+      "loss": 0.1356,
+      "step": 1990
+    },
+    {
+      "epoch": 0.7590132827324478,
+      "grad_norm": 1.2208425998687744,
+      "learning_rate": 4.169921875e-05,
+      "loss": 0.1378,
+      "step": 2000
+    },
+    {
+      "epoch": 0.7628083491461101,
+      "grad_norm": 3.214336633682251,
+      "learning_rate": 4.1650390625e-05,
+      "loss": 0.1954,
+      "step": 2010
+    },
+    {
+      "epoch": 0.7666034155597723,
+      "grad_norm": 4.104292392730713,
+      "learning_rate": 4.16015625e-05,
+      "loss": 0.1886,
+      "step": 2020
+    },
+    {
+      "epoch": 0.7703984819734345,
+      "grad_norm": 2.170186996459961,
+      "learning_rate": 4.1552734375000004e-05,
+      "loss": 0.1705,
+      "step": 2030
+    },
+    {
+      "epoch": 0.7741935483870968,
+      "grad_norm": 2.6494083404541016,
+      "learning_rate": 4.150390625e-05,
+      "loss": 0.1986,
+      "step": 2040
+    },
+    {
+      "epoch": 0.777988614800759,
+      "grad_norm": 0.7542719841003418,
+      "learning_rate": 4.1455078125e-05,
+      "loss": 0.1255,
+      "step": 2050
+    },
+    {
+      "epoch": 0.7817836812144212,
+      "grad_norm": 3.126569986343384,
+      "learning_rate": 4.140625e-05,
+      "loss": 0.1576,
+      "step": 2060
+    },
+    {
+      "epoch": 0.7855787476280834,
+      "grad_norm": 1.0665310621261597,
+      "learning_rate": 4.1357421875e-05,
+      "loss": 0.174,
+      "step": 2070
+    },
+    {
+      "epoch": 0.7893738140417458,
+      "grad_norm": 1.3480401039123535,
+      "learning_rate": 4.1308593750000004e-05,
+      "loss": 0.1203,
+      "step": 2080
+    },
+    {
+      "epoch": 0.793168880455408,
+      "grad_norm": 2.358405113220215,
+      "learning_rate": 4.1259765625e-05,
+      "loss": 0.1394,
+      "step": 2090
+    },
+    {
+      "epoch": 0.7969639468690702,
+      "grad_norm": 3.2337498664855957,
+      "learning_rate": 4.12109375e-05,
+      "loss": 0.1711,
+      "step": 2100
+    },
+    {
+      "epoch": 0.8007590132827325,
+      "grad_norm": 2.7708380222320557,
+      "learning_rate": 4.1162109375e-05,
+      "loss": 0.1265,
+      "step": 2110
+    },
+    {
+      "epoch": 0.8045540796963947,
+      "grad_norm": 3.3023488521575928,
+      "learning_rate": 4.1113281250000005e-05,
+      "loss": 0.1706,
+      "step": 2120
+    },
+    {
+      "epoch": 0.8083491461100569,
+      "grad_norm": 1.758325219154358,
+      "learning_rate": 4.1064453125000004e-05,
+      "loss": 0.1371,
+      "step": 2130
+    },
+    {
+      "epoch": 0.8121442125237192,
+      "grad_norm": 1.5623672008514404,
+      "learning_rate": 4.1015625e-05,
+      "loss": 0.1756,
+      "step": 2140
+    },
+    {
+      "epoch": 0.8159392789373814,
+      "grad_norm": 1.3145450353622437,
+      "learning_rate": 4.0966796875e-05,
+      "loss": 0.1328,
+      "step": 2150
+    },
+    {
+      "epoch": 0.8197343453510436,
+      "grad_norm": 2.432619094848633,
+      "learning_rate": 4.091796875e-05,
+      "loss": 0.1286,
+      "step": 2160
+    },
+    {
+      "epoch": 0.8235294117647058,
+      "grad_norm": 0.4147840142250061,
+      "learning_rate": 4.0869140625000005e-05,
+      "loss": 0.1509,
+      "step": 2170
+    },
+    {
+      "epoch": 0.8273244781783681,
+      "grad_norm": 1.6098836660385132,
+      "learning_rate": 4.0820312500000004e-05,
+      "loss": 0.1746,
+      "step": 2180
+    },
+    {
+      "epoch": 0.8311195445920304,
+      "grad_norm": 2.5355212688446045,
+      "learning_rate": 4.0771484375e-05,
+      "loss": 0.1238,
+      "step": 2190
+    },
+    {
+      "epoch": 0.8349146110056926,
+      "grad_norm": 1.5544086694717407,
+      "learning_rate": 4.072265625e-05,
+      "loss": 0.2168,
+      "step": 2200
+    },
+    {
+      "epoch": 0.8387096774193549,
+      "grad_norm": 2.1792962551116943,
+      "learning_rate": 4.0673828125e-05,
+      "loss": 0.1338,
+      "step": 2210
+    },
+    {
+      "epoch": 0.8425047438330171,
+      "grad_norm": 2.667340040206909,
+      "learning_rate": 4.0625000000000005e-05,
+      "loss": 0.1505,
+      "step": 2220
+    },
+    {
+      "epoch": 0.8462998102466793,
+      "grad_norm": 0.8551260232925415,
+      "learning_rate": 4.0576171875000004e-05,
+      "loss": 0.1081,
+      "step": 2230
+    },
+    {
+      "epoch": 0.8500948766603416,
+      "grad_norm": 2.8773763179779053,
+      "learning_rate": 4.052734375e-05,
+      "loss": 0.1089,
+      "step": 2240
+    },
+    {
+      "epoch": 0.8538899430740038,
+      "grad_norm": 2.12497878074646,
+      "learning_rate": 4.0478515625e-05,
+      "loss": 0.1268,
+      "step": 2250
+    },
+    {
+      "epoch": 0.857685009487666,
+      "grad_norm": 1.8039929866790771,
+      "learning_rate": 4.04296875e-05,
+      "loss": 0.1544,
+      "step": 2260
+    },
+    {
+      "epoch": 0.8614800759013282,
+      "grad_norm": 0.4839627742767334,
+      "learning_rate": 4.0380859375000005e-05,
+      "loss": 0.1421,
+      "step": 2270
+    },
+    {
+      "epoch": 0.8652751423149905,
+      "grad_norm": 3.672240734100342,
+      "learning_rate": 4.033203125e-05,
+      "loss": 0.134,
+      "step": 2280
+    },
+    {
+      "epoch": 0.8690702087286527,
+      "grad_norm": 2.4371728897094727,
+      "learning_rate": 4.0283203125e-05,
+      "loss": 0.1419,
+      "step": 2290
+    },
+    {
+      "epoch": 0.872865275142315,
+      "grad_norm": 1.8469904661178589,
+      "learning_rate": 4.0234375e-05,
+      "loss": 0.1846,
+      "step": 2300
+    },
+    {
+      "epoch": 0.8766603415559773,
+      "grad_norm": 0.7639700174331665,
+      "learning_rate": 4.0185546875e-05,
+      "loss": 0.106,
+      "step": 2310
+    },
+    {
+      "epoch": 0.8804554079696395,
+      "grad_norm": 1.4450427293777466,
+      "learning_rate": 4.0136718750000004e-05,
+      "loss": 0.1408,
+      "step": 2320
+    },
+    {
+      "epoch": 0.8842504743833017,
+      "grad_norm": 1.3033993244171143,
+      "learning_rate": 4.0087890625e-05,
+      "loss": 0.1456,
+      "step": 2330
+    },
+    {
+      "epoch": 0.888045540796964,
+      "grad_norm": 1.3045791387557983,
+      "learning_rate": 4.00390625e-05,
+      "loss": 0.1531,
+      "step": 2340
+    },
+    {
+      "epoch": 0.8918406072106262,
+      "grad_norm": 3.4357423782348633,
+      "learning_rate": 3.9990234375e-05,
+      "loss": 0.1417,
+      "step": 2350
+    },
+    {
+      "epoch": 0.8956356736242884,
+      "grad_norm": 3.5311038494110107,
+      "learning_rate": 3.994140625e-05,
+      "loss": 0.1317,
+      "step": 2360
+    },
+    {
+      "epoch": 0.8994307400379506,
+      "grad_norm": 4.028538227081299,
+      "learning_rate": 3.9892578125000004e-05,
+      "loss": 0.1644,
+      "step": 2370
+    },
+    {
+      "epoch": 0.9032258064516129,
+      "grad_norm": 1.4089256525039673,
+      "learning_rate": 3.984375e-05,
+      "loss": 0.1087,
+      "step": 2380
+    },
+    {
+      "epoch": 0.9070208728652751,
+      "grad_norm": 0.2230881005525589,
+      "learning_rate": 3.9794921875e-05,
+      "loss": 0.1387,
+      "step": 2390
+    },
+    {
+      "epoch": 0.9108159392789373,
+      "grad_norm": 2.5647592544555664,
+      "learning_rate": 3.974609375e-05,
+      "loss": 0.1475,
+      "step": 2400
+    },
+    {
+      "epoch": 0.9146110056925996,
+      "grad_norm": 1.2803542613983154,
+      "learning_rate": 3.9697265625e-05,
+      "loss": 0.126,
+      "step": 2410
+    },
+    {
+      "epoch": 0.9184060721062619,
+      "grad_norm": 3.2023112773895264,
+      "learning_rate": 3.9648437500000004e-05,
+      "loss": 0.1458,
+      "step": 2420
+    },
+    {
+      "epoch": 0.9222011385199241,
+      "grad_norm": 3.615530252456665,
+      "learning_rate": 3.9599609375e-05,
+      "loss": 0.1297,
+      "step": 2430
+    },
+    {
+      "epoch": 0.9259962049335864,
+      "grad_norm": 3.396568536758423,
+      "learning_rate": 3.955078125e-05,
+      "loss": 0.1486,
+      "step": 2440
+    },
+    {
+      "epoch": 0.9297912713472486,
+      "grad_norm": 1.7030583620071411,
+      "learning_rate": 3.9501953125e-05,
+      "loss": 0.1464,
+      "step": 2450
+    },
+    {
+      "epoch": 0.9335863377609108,
+      "grad_norm": 1.0317497253417969,
+      "learning_rate": 3.9453125000000005e-05,
+      "loss": 0.1658,
+      "step": 2460
+    },
+    {
+      "epoch": 0.937381404174573,
+      "grad_norm": 1.1268532276153564,
+      "learning_rate": 3.9404296875000004e-05,
+      "loss": 0.1425,
+      "step": 2470
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 0.9238561391830444,
+      "learning_rate": 3.935546875e-05,
+      "loss": 0.1565,
+      "step": 2480
+    },
+    {
+      "epoch": 0.9449715370018975,
+      "grad_norm": 1.4960806369781494,
+      "learning_rate": 3.9306640625e-05,
+      "loss": 0.1681,
+      "step": 2490
+    },
+    {
+      "epoch": 0.9487666034155597,
+      "grad_norm": 1.306814193725586,
+      "learning_rate": 3.92578125e-05,
+      "loss": 0.1719,
+      "step": 2500
+    },
+    {
+      "epoch": 0.952561669829222,
+      "grad_norm": 0.391342431306839,
+      "learning_rate": 3.9208984375000005e-05,
+      "loss": 0.1497,
+      "step": 2510
+    },
+    {
+      "epoch": 0.9563567362428842,
+      "grad_norm": 1.9634449481964111,
+      "learning_rate": 3.9160156250000004e-05,
+      "loss": 0.124,
+      "step": 2520
+    },
+    {
+      "epoch": 0.9601518026565465,
+      "grad_norm": 2.7319021224975586,
+      "learning_rate": 3.9111328125e-05,
+      "loss": 0.1029,
+      "step": 2530
+    },
+    {
+      "epoch": 0.9639468690702088,
+      "grad_norm": 1.062157392501831,
+      "learning_rate": 3.90625e-05,
+      "loss": 0.1612,
+      "step": 2540
+    },
+    {
+      "epoch": 0.967741935483871,
+      "grad_norm": 2.737459182739258,
+      "learning_rate": 3.9013671875e-05,
+      "loss": 0.1817,
+      "step": 2550
+    },
+    {
+      "epoch": 0.9715370018975332,
+      "grad_norm": 1.4106887578964233,
+      "learning_rate": 3.8964843750000005e-05,
+      "loss": 0.1875,
+      "step": 2560
+    },
+    {
+      "epoch": 0.9753320683111955,
+      "grad_norm": 7.118113040924072,
+      "learning_rate": 3.8916015625000003e-05,
+      "loss": 0.2243,
+      "step": 2570
+    },
+    {
+      "epoch": 0.9791271347248577,
+      "grad_norm": 2.956235647201538,
+      "learning_rate": 3.88671875e-05,
+      "loss": 0.1059,
+      "step": 2580
+    },
+    {
+      "epoch": 0.9829222011385199,
+      "grad_norm": 1.2888784408569336,
+      "learning_rate": 3.8818359375e-05,
+      "loss": 0.1546,
+      "step": 2590
+    },
+    {
+      "epoch": 0.9867172675521821,
+      "grad_norm": 2.5757930278778076,
+      "learning_rate": 3.876953125e-05,
+      "loss": 0.115,
+      "step": 2600
+    },
+    {
+      "epoch": 0.9905123339658444,
+      "grad_norm": 0.7105236053466797,
+      "learning_rate": 3.8720703125000005e-05,
+      "loss": 0.1218,
+      "step": 2610
+    },
+    {
+      "epoch": 0.9943074003795066,
+      "grad_norm": 2.5876383781433105,
+      "learning_rate": 3.8671875e-05,
+      "loss": 0.1487,
+      "step": 2620
+    },
+    {
+      "epoch": 0.9981024667931688,
+      "grad_norm": 0.2208087146282196,
+      "learning_rate": 3.8623046875e-05,
+      "loss": 0.1429,
+      "step": 2630
+    },
+    {
+      "epoch": 1.0018975332068312,
+      "grad_norm": 0.6170036196708679,
+      "learning_rate": 3.857421875e-05,
+      "loss": 0.128,
+      "step": 2640
+    },
+    {
+      "epoch": 1.0056925996204933,
+      "grad_norm": 1.1868369579315186,
+      "learning_rate": 3.8525390625e-05,
+      "loss": 0.0923,
+      "step": 2650
+    },
+    {
+      "epoch": 1.0094876660341556,
+      "grad_norm": 3.0359079837799072,
+      "learning_rate": 3.8476562500000004e-05,
+      "loss": 0.1104,
+      "step": 2660
+    },
+    {
+      "epoch": 1.0132827324478177,
+      "grad_norm": 0.6559151411056519,
+      "learning_rate": 3.8427734375e-05,
+      "loss": 0.1089,
+      "step": 2670
+    },
+    {
+      "epoch": 1.01707779886148,
+      "grad_norm": 10.784985542297363,
+      "learning_rate": 3.837890625e-05,
+      "loss": 0.1408,
+      "step": 2680
+    },
+    {
+      "epoch": 1.0208728652751424,
+      "grad_norm": 1.7095699310302734,
+      "learning_rate": 3.8330078125e-05,
+      "loss": 0.1358,
+      "step": 2690
+    },
+    {
+      "epoch": 1.0246679316888045,
+      "grad_norm": 1.3584043979644775,
+      "learning_rate": 3.828125e-05,
+      "loss": 0.1248,
+      "step": 2700
+    },
+    {
+      "epoch": 1.0284629981024669,
+      "grad_norm": 5.567887783050537,
+      "learning_rate": 3.8232421875000004e-05,
+      "loss": 0.0992,
+      "step": 2710
+    },
+    {
+      "epoch": 1.032258064516129,
+      "grad_norm": 1.6698075532913208,
+      "learning_rate": 3.818359375e-05,
+      "loss": 0.1503,
+      "step": 2720
+    },
+    {
+      "epoch": 1.0360531309297913,
+      "grad_norm": 0.29519161581993103,
+      "learning_rate": 3.8134765625e-05,
+      "loss": 0.1247,
+      "step": 2730
+    },
+    {
+      "epoch": 1.0398481973434535,
+      "grad_norm": 2.3616697788238525,
+      "learning_rate": 3.80859375e-05,
+      "loss": 0.1459,
+      "step": 2740
+    },
+    {
+      "epoch": 1.0436432637571158,
+      "grad_norm": 1.219618320465088,
+      "learning_rate": 3.8037109375e-05,
+      "loss": 0.1036,
+      "step": 2750
+    },
+    {
+      "epoch": 1.047438330170778,
+      "grad_norm": 1.3592404127120972,
+      "learning_rate": 3.7988281250000004e-05,
+      "loss": 0.1399,
+      "step": 2760
+    },
+    {
+      "epoch": 1.0512333965844403,
+      "grad_norm": 1.2837351560592651,
+      "learning_rate": 3.7939453125e-05,
+      "loss": 0.1581,
+      "step": 2770
+    },
+    {
+      "epoch": 1.0550284629981024,
+      "grad_norm": 1.3627588748931885,
+      "learning_rate": 3.7890625e-05,
+      "loss": 0.1093,
+      "step": 2780
+    },
+    {
+      "epoch": 1.0588235294117647,
+      "grad_norm": 4.571230888366699,
+      "learning_rate": 3.7841796875e-05,
+      "loss": 0.1693,
+      "step": 2790
+    },
+    {
+      "epoch": 1.0626185958254268,
+      "grad_norm": 1.575040578842163,
+      "learning_rate": 3.7792968750000005e-05,
+      "loss": 0.1646,
+      "step": 2800
+    },
+    {
+      "epoch": 1.0664136622390892,
+      "grad_norm": 2.594174861907959,
+      "learning_rate": 3.7744140625000004e-05,
+      "loss": 0.0976,
+      "step": 2810
+    },
+    {
+      "epoch": 1.0702087286527515,
+      "grad_norm": 4.076402187347412,
+      "learning_rate": 3.76953125e-05,
+      "loss": 0.1301,
+      "step": 2820
+    },
+    {
+      "epoch": 1.0740037950664136,
+      "grad_norm": 2.7510082721710205,
+      "learning_rate": 3.7646484375e-05,
+      "loss": 0.1337,
+      "step": 2830
+    },
+    {
+      "epoch": 1.077798861480076,
+      "grad_norm": 0.8219005465507507,
+      "learning_rate": 3.759765625e-05,
+      "loss": 0.1122,
+      "step": 2840
+    },
+    {
+      "epoch": 1.081593927893738,
+      "grad_norm": 1.9153568744659424,
+      "learning_rate": 3.7548828125000005e-05,
+      "loss": 0.1428,
+      "step": 2850
+    },
+    {
+      "epoch": 1.0853889943074004,
+      "grad_norm": 2.93013858795166,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.1872,
+      "step": 2860
+    },
+    {
+      "epoch": 1.0891840607210626,
+      "grad_norm": 0.7126034498214722,
+      "learning_rate": 3.7451171875e-05,
+      "loss": 0.1106,
+      "step": 2870
+    },
+    {
+      "epoch": 1.092979127134725,
+      "grad_norm": 1.8968008756637573,
+      "learning_rate": 3.740234375e-05,
+      "loss": 0.1131,
+      "step": 2880
+    },
+    {
+      "epoch": 1.096774193548387,
+      "grad_norm": 5.133113861083984,
+      "learning_rate": 3.7353515625e-05,
+      "loss": 0.0884,
+      "step": 2890
+    },
+    {
+      "epoch": 1.1005692599620494,
+      "grad_norm": 3.756060838699341,
+      "learning_rate": 3.7304687500000005e-05,
+      "loss": 0.1373,
+      "step": 2900
+    },
+    {
+      "epoch": 1.1043643263757117,
+      "grad_norm": 7.563070297241211,
+      "learning_rate": 3.7255859375e-05,
+      "loss": 0.1353,
+      "step": 2910
+    },
+    {
+      "epoch": 1.1081593927893738,
+      "grad_norm": 4.473198413848877,
+      "learning_rate": 3.720703125e-05,
+      "loss": 0.1639,
+      "step": 2920
+    },
+    {
+      "epoch": 1.1119544592030361,
+      "grad_norm": 2.689405679702759,
+      "learning_rate": 3.7158203125e-05,
+      "loss": 0.1117,
+      "step": 2930
+    },
+    {
+      "epoch": 1.1157495256166983,
+      "grad_norm": 0.2793045938014984,
+      "learning_rate": 3.7109375e-05,
+      "loss": 0.1073,
+      "step": 2940
+    },
+    {
+      "epoch": 1.1195445920303606,
+      "grad_norm": 1.4892089366912842,
+      "learning_rate": 3.7060546875000004e-05,
+      "loss": 0.1541,
+      "step": 2950
+    },
+    {
+      "epoch": 1.1233396584440227,
+      "grad_norm": 1.1303538084030151,
+      "learning_rate": 3.701171875e-05,
+      "loss": 0.0961,
+      "step": 2960
+    },
+    {
+      "epoch": 1.127134724857685,
+      "grad_norm": 0.6085264682769775,
+      "learning_rate": 3.6962890625e-05,
+      "loss": 0.111,
+      "step": 2970
+    },
+    {
+      "epoch": 1.1309297912713472,
+      "grad_norm": 0.44500744342803955,
+      "learning_rate": 3.69140625e-05,
+      "loss": 0.0939,
+      "step": 2980
+    },
+    {
+      "epoch": 1.1347248576850095,
+      "grad_norm": 1.8215651512145996,
+      "learning_rate": 3.6865234375e-05,
+      "loss": 0.1112,
+      "step": 2990
+    },
+    {
+      "epoch": 1.1385199240986716,
+      "grad_norm": 0.7494792938232422,
+      "learning_rate": 3.6816406250000004e-05,
+      "loss": 0.1407,
+      "step": 3000
+    },
+    {
+      "epoch": 1.142314990512334,
+      "grad_norm": 1.2958310842514038,
+      "learning_rate": 3.6767578125e-05,
+      "loss": 0.086,
+      "step": 3010
+    },
+    {
+      "epoch": 1.146110056925996,
+      "grad_norm": 1.223376989364624,
+      "learning_rate": 3.671875e-05,
+      "loss": 0.1152,
+      "step": 3020
+    },
+    {
+      "epoch": 1.1499051233396584,
+      "grad_norm": 5.232940196990967,
+      "learning_rate": 3.6669921875e-05,
+      "loss": 0.1308,
+      "step": 3030
+    },
+    {
+      "epoch": 1.1537001897533208,
+      "grad_norm": 1.4690934419631958,
+      "learning_rate": 3.662109375e-05,
+      "loss": 0.1275,
+      "step": 3040
+    },
+    {
+      "epoch": 1.157495256166983,
+      "grad_norm": 0.8882303833961487,
+      "learning_rate": 3.6572265625000004e-05,
+      "loss": 0.0709,
+      "step": 3050
+    },
+    {
+      "epoch": 1.1612903225806452,
+      "grad_norm": 7.125335216522217,
+      "learning_rate": 3.65234375e-05,
+      "loss": 0.0991,
+      "step": 3060
+    },
+    {
+      "epoch": 1.1650853889943074,
+      "grad_norm": 2.321225881576538,
+      "learning_rate": 3.6474609375e-05,
+      "loss": 0.1986,
+      "step": 3070
+    },
+    {
+      "epoch": 1.1688804554079697,
+      "grad_norm": 2.8146891593933105,
+      "learning_rate": 3.642578125e-05,
+      "loss": 0.1497,
+      "step": 3080
+    },
+    {
+      "epoch": 1.1726755218216318,
+      "grad_norm": 2.781428575515747,
+      "learning_rate": 3.6376953125e-05,
+      "loss": 0.1075,
+      "step": 3090
+    },
+    {
+      "epoch": 1.1764705882352942,
+      "grad_norm": 7.027383327484131,
+      "learning_rate": 3.6328125000000004e-05,
+      "loss": 0.0921,
+      "step": 3100
+    },
+    {
+      "epoch": 1.1802656546489563,
+      "grad_norm": 2.3189167976379395,
+      "learning_rate": 3.6279296875e-05,
+      "loss": 0.0784,
+      "step": 3110
+    },
+    {
+      "epoch": 1.1840607210626186,
+      "grad_norm": 3.060039758682251,
+      "learning_rate": 3.623046875e-05,
+      "loss": 0.1262,
+      "step": 3120
+    },
+    {
+      "epoch": 1.187855787476281,
+      "grad_norm": 6.099356174468994,
+      "learning_rate": 3.6181640625e-05,
+      "loss": 0.1506,
+      "step": 3130
+    },
+    {
+      "epoch": 1.191650853889943,
+      "grad_norm": 3.1299543380737305,
+      "learning_rate": 3.6132812500000005e-05,
+      "loss": 0.1431,
+      "step": 3140
+    },
+    {
+      "epoch": 1.1954459203036052,
+      "grad_norm": 1.5676418542861938,
+      "learning_rate": 3.6083984375000004e-05,
+      "loss": 0.1018,
+      "step": 3150
+    },
+    {
+      "epoch": 1.1992409867172675,
+      "grad_norm": 0.786465585231781,
+      "learning_rate": 3.603515625e-05,
+      "loss": 0.1471,
+      "step": 3160
+    },
+    {
+      "epoch": 1.2030360531309299,
+      "grad_norm": 0.6863810420036316,
+      "learning_rate": 3.5986328125e-05,
+      "loss": 0.1144,
+      "step": 3170
+    },
+    {
+      "epoch": 1.206831119544592,
+      "grad_norm": 6.13245964050293,
+      "learning_rate": 3.59375e-05,
+      "loss": 0.1378,
+      "step": 3180
+    },
+    {
+      "epoch": 1.2106261859582543,
+      "grad_norm": 0.9144377112388611,
+      "learning_rate": 3.5888671875000005e-05,
+      "loss": 0.1024,
+      "step": 3190
+    },
+    {
+      "epoch": 1.2144212523719164,
+      "grad_norm": 13.092443466186523,
+      "learning_rate": 3.583984375e-05,
+      "loss": 0.1241,
+      "step": 3200
+    },
+    {
+      "epoch": 1.2182163187855788,
+      "grad_norm": 5.453747272491455,
+      "learning_rate": 3.5791015625e-05,
+      "loss": 0.1307,
+      "step": 3210
+    },
+    {
+      "epoch": 1.222011385199241,
+      "grad_norm": 5.696516036987305,
+      "learning_rate": 3.57421875e-05,
+      "loss": 0.1661,
+      "step": 3220
+    },
+    {
+      "epoch": 1.2258064516129032,
+      "grad_norm": 1.4154207706451416,
+      "learning_rate": 3.5693359375e-05,
+      "loss": 0.1017,
+      "step": 3230
+    },
+    {
+      "epoch": 1.2296015180265654,
+      "grad_norm": 3.1260204315185547,
+      "learning_rate": 3.5644531250000005e-05,
+      "loss": 0.1224,
+      "step": 3240
+    },
+    {
+      "epoch": 1.2333965844402277,
+      "grad_norm": 1.4753592014312744,
+      "learning_rate": 3.5595703125e-05,
+      "loss": 0.1,
+      "step": 3250
+    },
+    {
+      "epoch": 1.23719165085389,
+      "grad_norm": 2.7512917518615723,
+      "learning_rate": 3.5546875e-05,
+      "loss": 0.152,
+      "step": 3260
+    },
+    {
+      "epoch": 1.2409867172675522,
+      "grad_norm": 0.1835506409406662,
+      "learning_rate": 3.5498046875e-05,
+      "loss": 0.0897,
+      "step": 3270
+    },
+    {
+      "epoch": 1.2447817836812145,
+      "grad_norm": 2.484245777130127,
+      "learning_rate": 3.544921875e-05,
+      "loss": 0.1284,
+      "step": 3280
+    },
+    {
+      "epoch": 1.2485768500948766,
+      "grad_norm": 2.778939962387085,
+      "learning_rate": 3.5400390625000004e-05,
+      "loss": 0.1225,
+      "step": 3290
+    },
+    {
+      "epoch": 1.252371916508539,
+      "grad_norm": 4.067395210266113,
+      "learning_rate": 3.53515625e-05,
+      "loss": 0.1687,
+      "step": 3300
+    },
+    {
+      "epoch": 1.256166982922201,
+      "grad_norm": 0.2922412157058716,
+      "learning_rate": 3.5302734375e-05,
+      "loss": 0.066,
+      "step": 3310
+    },
+    {
+      "epoch": 1.2599620493358634,
+      "grad_norm": 2.992678165435791,
+      "learning_rate": 3.525390625e-05,
+      "loss": 0.1016,
+      "step": 3320
+    },
+    {
+      "epoch": 1.2637571157495255,
+      "grad_norm": 0.5019288063049316,
+      "learning_rate": 3.5205078125e-05,
+      "loss": 0.0877,
+      "step": 3330
+    },
+    {
+      "epoch": 1.2675521821631879,
+      "grad_norm": 5.55689811706543,
+      "learning_rate": 3.5156250000000004e-05,
+      "loss": 0.1191,
+      "step": 3340
+    },
+    {
+      "epoch": 1.2713472485768502,
+      "grad_norm": 3.2791213989257812,
+      "learning_rate": 3.5107421875e-05,
+      "loss": 0.1086,
+      "step": 3350
+    },
+    {
+      "epoch": 1.2751423149905123,
+      "grad_norm": 7.413064956665039,
+      "learning_rate": 3.505859375e-05,
+      "loss": 0.1063,
+      "step": 3360
+    },
+    {
+      "epoch": 1.2789373814041745,
+      "grad_norm": 4.541271686553955,
+      "learning_rate": 3.5009765625e-05,
+      "loss": 0.0959,
+      "step": 3370
+    },
+    {
+      "epoch": 1.2827324478178368,
+      "grad_norm": 2.8879811763763428,
+      "learning_rate": 3.49609375e-05,
+      "loss": 0.1178,
+      "step": 3380
+    },
+    {
+      "epoch": 1.2865275142314991,
+      "grad_norm": 3.210865020751953,
+      "learning_rate": 3.4912109375000004e-05,
+      "loss": 0.1464,
+      "step": 3390
+    },
+    {
+      "epoch": 1.2903225806451613,
+      "grad_norm": 0.654231071472168,
+      "learning_rate": 3.486328125e-05,
+      "loss": 0.1404,
+      "step": 3400
+    },
+    {
+      "epoch": 1.2941176470588236,
+      "grad_norm": 2.9404890537261963,
+      "learning_rate": 3.4814453125e-05,
+      "loss": 0.1213,
+      "step": 3410
+    },
+    {
+      "epoch": 1.2979127134724857,
+      "grad_norm": 2.2991085052490234,
+      "learning_rate": 3.4765625e-05,
+      "loss": 0.1131,
+      "step": 3420
+    },
+    {
+      "epoch": 1.301707779886148,
+      "grad_norm": 0.30925440788269043,
+      "learning_rate": 3.4716796875e-05,
+      "loss": 0.1166,
+      "step": 3430
+    },
+    {
+      "epoch": 1.3055028462998102,
+      "grad_norm": 1.3804266452789307,
+      "learning_rate": 3.4667968750000004e-05,
+      "loss": 0.0634,
+      "step": 3440
+    },
+    {
+      "epoch": 1.3092979127134725,
+      "grad_norm": 3.1803112030029297,
+      "learning_rate": 3.4619140625e-05,
+      "loss": 0.1916,
+      "step": 3450
+    },
+    {
+      "epoch": 1.3130929791271346,
+      "grad_norm": 2.8847222328186035,
+      "learning_rate": 3.45703125e-05,
+      "loss": 0.1856,
+      "step": 3460
+    },
+    {
+      "epoch": 1.316888045540797,
+      "grad_norm": 7.0924973487854,
+      "learning_rate": 3.4521484375e-05,
+      "loss": 0.1292,
+      "step": 3470
+    },
+    {
+      "epoch": 1.3206831119544593,
+      "grad_norm": 4.695943355560303,
+      "learning_rate": 3.4472656250000005e-05,
+      "loss": 0.1518,
+      "step": 3480
+    },
+    {
+      "epoch": 1.3244781783681214,
+      "grad_norm": 4.995908260345459,
+      "learning_rate": 3.4423828125000003e-05,
+      "loss": 0.12,
+      "step": 3490
+    },
+    {
+      "epoch": 1.3282732447817835,
+      "grad_norm": 4.585287570953369,
+      "learning_rate": 3.4375e-05,
+      "loss": 0.0933,
+      "step": 3500
+    },
+    {
+      "epoch": 1.3320683111954459,
+      "grad_norm": 1.5841524600982666,
+      "learning_rate": 3.4326171875e-05,
+      "loss": 0.1172,
+      "step": 3510
+    },
+    {
+      "epoch": 1.3358633776091082,
+      "grad_norm": 3.6837852001190186,
+      "learning_rate": 3.427734375e-05,
+      "loss": 0.1164,
+      "step": 3520
+    },
+    {
+      "epoch": 1.3396584440227703,
+      "grad_norm": 2.470222234725952,
+      "learning_rate": 3.4228515625000005e-05,
+      "loss": 0.1258,
+      "step": 3530
+    },
+    {
+      "epoch": 1.3434535104364327,
+      "grad_norm": 1.8782237768173218,
+      "learning_rate": 3.41796875e-05,
+      "loss": 0.1078,
+      "step": 3540
+    },
+    {
+      "epoch": 1.3472485768500948,
+      "grad_norm": 0.29535171389579773,
+      "learning_rate": 3.4130859375e-05,
+      "loss": 0.1658,
+      "step": 3550
+    },
+    {
+      "epoch": 1.3510436432637571,
+      "grad_norm": 3.8535208702087402,
+      "learning_rate": 3.408203125e-05,
+      "loss": 0.1632,
+      "step": 3560
+    },
+    {
+      "epoch": 1.3548387096774195,
+      "grad_norm": 2.0340235233306885,
+      "learning_rate": 3.4033203125e-05,
+      "loss": 0.1498,
+      "step": 3570
+    },
+    {
+      "epoch": 1.3586337760910816,
+      "grad_norm": 3.015774726867676,
+      "learning_rate": 3.3984375000000004e-05,
+      "loss": 0.1099,
+      "step": 3580
+    },
+    {
+      "epoch": 1.3624288425047437,
+      "grad_norm": 5.396883487701416,
+      "learning_rate": 3.3935546875e-05,
+      "loss": 0.1308,
+      "step": 3590
+    },
+    {
+      "epoch": 1.366223908918406,
+      "grad_norm": 4.15665864944458,
+      "learning_rate": 3.388671875e-05,
+      "loss": 0.0893,
+      "step": 3600
+    },
+    {
+      "epoch": 1.3700189753320684,
+      "grad_norm": 2.0461652278900146,
+      "learning_rate": 3.3837890625e-05,
+      "loss": 0.1157,
+      "step": 3610
+    },
+    {
+      "epoch": 1.3738140417457305,
+      "grad_norm": 1.5953052043914795,
+      "learning_rate": 3.37890625e-05,
+      "loss": 0.1611,
+      "step": 3620
+    },
+    {
+      "epoch": 1.3776091081593929,
+      "grad_norm": 3.8149826526641846,
+      "learning_rate": 3.3740234375000004e-05,
+      "loss": 0.1582,
+      "step": 3630
+    },
+    {
+      "epoch": 1.381404174573055,
+      "grad_norm": 5.658437252044678,
+      "learning_rate": 3.369140625e-05,
+      "loss": 0.1481,
+      "step": 3640
+    },
+    {
+      "epoch": 1.3851992409867173,
+      "grad_norm": 0.47566506266593933,
+      "learning_rate": 3.3642578125e-05,
+      "loss": 0.1336,
+      "step": 3650
+    },
+    {
+      "epoch": 1.3889943074003794,
+      "grad_norm": 2.9851224422454834,
+      "learning_rate": 3.359375e-05,
+      "loss": 0.1274,
+      "step": 3660
+    },
+    {
+      "epoch": 1.3927893738140418,
+      "grad_norm": 2.3793752193450928,
+      "learning_rate": 3.3544921875e-05,
+      "loss": 0.1189,
+      "step": 3670
+    },
+    {
+      "epoch": 1.396584440227704,
+      "grad_norm": 0.35333120822906494,
+      "learning_rate": 3.3496093750000004e-05,
+      "loss": 0.1021,
+      "step": 3680
+    },
+    {
+      "epoch": 1.4003795066413662,
+      "grad_norm": 2.170039653778076,
+      "learning_rate": 3.3447265625e-05,
+      "loss": 0.1016,
+      "step": 3690
+    },
+    {
+      "epoch": 1.4041745730550286,
+      "grad_norm": 3.225989818572998,
+      "learning_rate": 3.33984375e-05,
+      "loss": 0.1559,
+      "step": 3700
+    },
+    {
+      "epoch": 1.4079696394686907,
+      "grad_norm": 5.81306266784668,
+      "learning_rate": 3.3349609375e-05,
+      "loss": 0.1378,
+      "step": 3710
+    },
+    {
+      "epoch": 1.4117647058823528,
+      "grad_norm": 0.839579701423645,
+      "learning_rate": 3.330078125e-05,
+      "loss": 0.0981,
+      "step": 3720
+    },
+    {
+      "epoch": 1.4155597722960152,
+      "grad_norm": 2.421964645385742,
+      "learning_rate": 3.3251953125000004e-05,
+      "loss": 0.1267,
+      "step": 3730
+    },
+    {
+      "epoch": 1.4193548387096775,
+      "grad_norm": 0.298155814409256,
+      "learning_rate": 3.3203125e-05,
+      "loss": 0.1619,
+      "step": 3740
+    },
+    {
+      "epoch": 1.4231499051233396,
+      "grad_norm": 5.643527030944824,
+      "learning_rate": 3.3154296875e-05,
+      "loss": 0.0844,
+      "step": 3750
+    },
+    {
+      "epoch": 1.426944971537002,
+      "grad_norm": 1.7513082027435303,
+      "learning_rate": 3.310546875e-05,
+      "loss": 0.133,
+      "step": 3760
+    },
+    {
+      "epoch": 1.430740037950664,
+      "grad_norm": 1.2837634086608887,
+      "learning_rate": 3.3056640625000005e-05,
+      "loss": 0.1241,
+      "step": 3770
+    },
+    {
+      "epoch": 1.4345351043643264,
+      "grad_norm": 0.7017351984977722,
+      "learning_rate": 3.3007812500000004e-05,
+      "loss": 0.1123,
+      "step": 3780
+    },
+    {
+      "epoch": 1.4383301707779887,
+      "grad_norm": 6.043475151062012,
+      "learning_rate": 3.2958984375e-05,
+      "loss": 0.1249,
+      "step": 3790
+    },
+    {
+      "epoch": 1.4421252371916509,
+      "grad_norm": 4.449422359466553,
+      "learning_rate": 3.291015625e-05,
+      "loss": 0.173,
+      "step": 3800
+    },
+    {
+      "epoch": 1.445920303605313,
+      "grad_norm": 1.7111449241638184,
+      "learning_rate": 3.2861328125e-05,
+      "loss": 0.1473,
+      "step": 3810
+    },
+    {
+      "epoch": 1.4497153700189753,
+      "grad_norm": 1.3379569053649902,
+      "learning_rate": 3.2812500000000005e-05,
+      "loss": 0.1119,
+      "step": 3820
+    },
+    {
+      "epoch": 1.4535104364326377,
+      "grad_norm": 7.154158115386963,
+      "learning_rate": 3.2763671875e-05,
+      "loss": 0.1273,
+      "step": 3830
+    },
+    {
+      "epoch": 1.4573055028462998,
+      "grad_norm": 1.2248731851577759,
+      "learning_rate": 3.271484375e-05,
+      "loss": 0.1081,
+      "step": 3840
+    },
+    {
+      "epoch": 1.4611005692599621,
+      "grad_norm": 1.219230055809021,
+      "learning_rate": 3.2666015625e-05,
+      "loss": 0.0945,
+      "step": 3850
+    },
+    {
+      "epoch": 1.4648956356736242,
+      "grad_norm": 4.3124189376831055,
+      "learning_rate": 3.26171875e-05,
+      "loss": 0.1039,
+      "step": 3860
+    },
+    {
+      "epoch": 1.4686907020872866,
+      "grad_norm": 2.915302038192749,
+      "learning_rate": 3.2568359375000005e-05,
+      "loss": 0.1236,
+      "step": 3870
+    },
+    {
+      "epoch": 1.4724857685009487,
+      "grad_norm": 0.3403218984603882,
+      "learning_rate": 3.251953125e-05,
+      "loss": 0.146,
+      "step": 3880
+    },
+    {
+      "epoch": 1.476280834914611,
+      "grad_norm": 1.74779212474823,
+      "learning_rate": 3.2470703125e-05,
+      "loss": 0.1096,
+      "step": 3890
+    },
+    {
+      "epoch": 1.4800759013282732,
+      "grad_norm": 2.724412202835083,
+      "learning_rate": 3.2421875e-05,
+      "loss": 0.1147,
+      "step": 3900
+    },
+    {
+      "epoch": 1.4838709677419355,
+      "grad_norm": 3.6029605865478516,
+      "learning_rate": 3.2373046875e-05,
+      "loss": 0.1293,
+      "step": 3910
+    },
+    {
+      "epoch": 1.4876660341555978,
+      "grad_norm": 1.7680699825286865,
+      "learning_rate": 3.2324218750000004e-05,
+      "loss": 0.0891,
+      "step": 3920
+    },
+    {
+      "epoch": 1.49146110056926,
+      "grad_norm": 0.7916316390037537,
+      "learning_rate": 3.2275390625e-05,
+      "loss": 0.1223,
+      "step": 3930
+    },
+    {
+      "epoch": 1.495256166982922,
+      "grad_norm": 0.9054811596870422,
+      "learning_rate": 3.22265625e-05,
+      "loss": 0.0934,
+      "step": 3940
+    },
+    {
+      "epoch": 1.4990512333965844,
+      "grad_norm": 0.14054611325263977,
+      "learning_rate": 3.2177734375e-05,
+      "loss": 0.0494,
+      "step": 3950
+    },
+    {
+      "epoch": 1.5028462998102468,
+      "grad_norm": 3.1943421363830566,
+      "learning_rate": 3.212890625e-05,
+      "loss": 0.1156,
+      "step": 3960
+    },
+    {
+      "epoch": 1.5066413662239089,
+      "grad_norm": 1.0965791940689087,
+      "learning_rate": 3.2080078125000004e-05,
+      "loss": 0.1016,
+      "step": 3970
+    },
+    {
+      "epoch": 1.510436432637571,
+      "grad_norm": 1.3087248802185059,
+      "learning_rate": 3.203125e-05,
+      "loss": 0.0764,
+      "step": 3980
+    },
+    {
+      "epoch": 1.5142314990512333,
+      "grad_norm": 2.760798692703247,
+      "learning_rate": 3.1982421875e-05,
+      "loss": 0.114,
+      "step": 3990
+    },
+    {
+      "epoch": 1.5180265654648957,
+      "grad_norm": 0.1450069397687912,
+      "learning_rate": 3.193359375e-05,
+      "loss": 0.1192,
+      "step": 4000
+    },
+    {
+      "epoch": 1.521821631878558,
+      "grad_norm": 4.504504680633545,
+      "learning_rate": 3.1884765625e-05,
+      "loss": 0.1046,
+      "step": 4010
+    },
+    {
+      "epoch": 1.5256166982922201,
+      "grad_norm": 0.7182434797286987,
+      "learning_rate": 3.1835937500000004e-05,
+      "loss": 0.0932,
+      "step": 4020
+    },
+    {
+      "epoch": 1.5294117647058822,
+      "grad_norm": 4.370609283447266,
+      "learning_rate": 3.1787109375e-05,
+      "loss": 0.144,
+      "step": 4030
+    },
+    {
+      "epoch": 1.5332068311195446,
+      "grad_norm": 3.8300323486328125,
+      "learning_rate": 3.173828125e-05,
+      "loss": 0.0982,
+      "step": 4040
+    },
+    {
+      "epoch": 1.537001897533207,
+      "grad_norm": 0.25771814584732056,
+      "learning_rate": 3.1689453125e-05,
+      "loss": 0.0691,
+      "step": 4050
+    },
+    {
+      "epoch": 1.540796963946869,
+      "grad_norm": 2.758225917816162,
+      "learning_rate": 3.1640625e-05,
+      "loss": 0.1308,
+      "step": 4060
+    },
+    {
+      "epoch": 1.5445920303605312,
+      "grad_norm": 2.7619638442993164,
+      "learning_rate": 3.1591796875000004e-05,
+      "loss": 0.094,
+      "step": 4070
+    },
+    {
+      "epoch": 1.5483870967741935,
+      "grad_norm": 0.9765902757644653,
+      "learning_rate": 3.154296875e-05,
+      "loss": 0.0811,
+      "step": 4080
+    },
+    {
+      "epoch": 1.5521821631878558,
+      "grad_norm": 4.361360549926758,
+      "learning_rate": 3.1494140625e-05,
+      "loss": 0.1742,
+      "step": 4090
+    },
+    {
+      "epoch": 1.5559772296015182,
+      "grad_norm": 2.249197244644165,
+      "learning_rate": 3.14453125e-05,
+      "loss": 0.0807,
+      "step": 4100
+    },
+    {
+      "epoch": 1.5597722960151803,
+      "grad_norm": 3.4518532752990723,
+      "learning_rate": 3.1396484375000005e-05,
+      "loss": 0.1422,
+      "step": 4110
+    },
+    {
+      "epoch": 1.5635673624288424,
+      "grad_norm": 0.6679037809371948,
+      "learning_rate": 3.1347656250000003e-05,
+      "loss": 0.1214,
+      "step": 4120
+    },
+    {
+      "epoch": 1.5673624288425048,
+      "grad_norm": 3.879596710205078,
+      "learning_rate": 3.1298828125e-05,
+      "loss": 0.1084,
+      "step": 4130
+    },
+    {
+      "epoch": 1.571157495256167,
+      "grad_norm": 5.232009410858154,
+      "learning_rate": 3.125e-05,
+      "loss": 0.1192,
+      "step": 4140
+    },
+    {
+      "epoch": 1.5749525616698292,
+      "grad_norm": 3.875843048095703,
+      "learning_rate": 3.1201171875e-05,
+      "loss": 0.1099,
+      "step": 4150
+    },
+    {
+      "epoch": 1.5787476280834913,
+      "grad_norm": 0.17772170901298523,
+      "learning_rate": 3.1152343750000005e-05,
+      "loss": 0.1001,
+      "step": 4160
+    },
+    {
+      "epoch": 1.5825426944971537,
+      "grad_norm": 0.6866888403892517,
+      "learning_rate": 3.1103515625e-05,
+      "loss": 0.1598,
+      "step": 4170
+    },
+    {
+      "epoch": 1.586337760910816,
+      "grad_norm": 2.2445452213287354,
+      "learning_rate": 3.10546875e-05,
+      "loss": 0.1532,
+      "step": 4180
+    },
+    {
+      "epoch": 1.5901328273244781,
+      "grad_norm": 1.2135056257247925,
+      "learning_rate": 3.1005859375e-05,
+      "loss": 0.1337,
+      "step": 4190
+    },
+    {
+      "epoch": 1.5939278937381403,
+      "grad_norm": 0.8548033833503723,
+      "learning_rate": 3.095703125e-05,
+      "loss": 0.1142,
+      "step": 4200
+    },
+    {
+      "epoch": 1.5977229601518026,
+      "grad_norm": 1.7404321432113647,
+      "learning_rate": 3.0908203125000004e-05,
+      "loss": 0.1195,
+      "step": 4210
+    },
+    {
+      "epoch": 1.601518026565465,
+      "grad_norm": 1.4047428369522095,
+      "learning_rate": 3.0859375e-05,
+      "loss": 0.1853,
+      "step": 4220
+    },
+    {
+      "epoch": 1.6053130929791273,
+      "grad_norm": 2.793487071990967,
+      "learning_rate": 3.0810546875e-05,
+      "loss": 0.1231,
+      "step": 4230
+    },
+    {
+      "epoch": 1.6091081593927894,
+      "grad_norm": 0.928959310054779,
+      "learning_rate": 3.076171875e-05,
+      "loss": 0.0891,
+      "step": 4240
+    },
+    {
+      "epoch": 1.6129032258064515,
+      "grad_norm": 1.1571967601776123,
+      "learning_rate": 3.0712890625e-05,
+      "loss": 0.1119,
+      "step": 4250
+    },
+    {
+      "epoch": 1.6166982922201139,
+      "grad_norm": 3.0740041732788086,
+      "learning_rate": 3.0664062500000004e-05,
+      "loss": 0.1518,
+      "step": 4260
+    },
+    {
+      "epoch": 1.6204933586337762,
+      "grad_norm": 5.726138114929199,
+      "learning_rate": 3.0615234375e-05,
+      "loss": 0.1121,
+      "step": 4270
+    },
+    {
+      "epoch": 1.6242884250474383,
+      "grad_norm": 3.900777816772461,
+      "learning_rate": 3.056640625e-05,
+      "loss": 0.1513,
+      "step": 4280
+    },
+    {
+      "epoch": 1.6280834914611004,
+      "grad_norm": 3.43808913230896,
+      "learning_rate": 3.0517578125e-05,
+      "loss": 0.1259,
+      "step": 4290
+    },
+    {
+      "epoch": 1.6318785578747628,
+      "grad_norm": 1.2054848670959473,
+      "learning_rate": 3.0468750000000002e-05,
+      "loss": 0.1446,
+      "step": 4300
+    },
+    {
+      "epoch": 1.635673624288425,
+      "grad_norm": 3.756579875946045,
+      "learning_rate": 3.0419921875e-05,
+      "loss": 0.1348,
+      "step": 4310
+    },
+    {
+      "epoch": 1.6394686907020875,
+      "grad_norm": 1.4033925533294678,
+      "learning_rate": 3.0371093750000003e-05,
+      "loss": 0.1053,
+      "step": 4320
+    },
+    {
+      "epoch": 1.6432637571157496,
+      "grad_norm": 1.6513621807098389,
+      "learning_rate": 3.0322265625e-05,
+      "loss": 0.1217,
+      "step": 4330
+    },
+    {
+      "epoch": 1.6470588235294117,
+      "grad_norm": 1.9821256399154663,
+      "learning_rate": 3.02734375e-05,
+      "loss": 0.0959,
+      "step": 4340
+    },
+    {
+      "epoch": 1.650853889943074,
+      "grad_norm": 7.50634241104126,
+      "learning_rate": 3.0224609375000002e-05,
+      "loss": 0.1487,
+      "step": 4350
+    },
+    {
+      "epoch": 1.6546489563567364,
+      "grad_norm": 1.1505802869796753,
+      "learning_rate": 3.017578125e-05,
+      "loss": 0.1246,
+      "step": 4360
+    },
+    {
+      "epoch": 1.6584440227703985,
+      "grad_norm": 1.774200677871704,
+      "learning_rate": 3.0126953125000002e-05,
+      "loss": 0.086,
+      "step": 4370
+    },
+    {
+      "epoch": 1.6622390891840606,
+      "grad_norm": 1.566748023033142,
+      "learning_rate": 3.0078125e-05,
+      "loss": 0.1088,
+      "step": 4380
+    },
+    {
+      "epoch": 1.666034155597723,
+      "grad_norm": 2.8167648315429688,
+      "learning_rate": 3.0029296875000003e-05,
+      "loss": 0.122,
+      "step": 4390
+    },
+    {
+      "epoch": 1.6698292220113853,
+      "grad_norm": 1.7637346982955933,
+      "learning_rate": 2.998046875e-05,
+      "loss": 0.1036,
+      "step": 4400
+    },
+    {
+      "epoch": 1.6736242884250474,
+      "grad_norm": 0.3347111642360687,
+      "learning_rate": 2.9931640625e-05,
+      "loss": 0.1259,
+      "step": 4410
+    },
+    {
+      "epoch": 1.6774193548387095,
+      "grad_norm": 4.920076370239258,
+      "learning_rate": 2.9882812500000002e-05,
+      "loss": 0.1594,
+      "step": 4420
+    },
+    {
+      "epoch": 1.6812144212523719,
+      "grad_norm": 3.4409444332122803,
+      "learning_rate": 2.9833984375e-05,
+      "loss": 0.1541,
+      "step": 4430
+    },
+    {
+      "epoch": 1.6850094876660342,
+      "grad_norm": 0.639980673789978,
+      "learning_rate": 2.9785156250000003e-05,
+      "loss": 0.0826,
+      "step": 4440
+    },
+    {
+      "epoch": 1.6888045540796965,
+      "grad_norm": 3.240345001220703,
+      "learning_rate": 2.9736328125e-05,
+      "loss": 0.1473,
+      "step": 4450
+    },
+    {
+      "epoch": 1.6925996204933587,
+      "grad_norm": 2.2682647705078125,
+      "learning_rate": 2.96875e-05,
+      "loss": 0.0959,
+      "step": 4460
+    },
+    {
+      "epoch": 1.6963946869070208,
+      "grad_norm": 2.3791496753692627,
+      "learning_rate": 2.9638671875000002e-05,
+      "loss": 0.0953,
+      "step": 4470
+    },
+    {
+      "epoch": 1.7001897533206831,
+      "grad_norm": 1.5654246807098389,
+      "learning_rate": 2.958984375e-05,
+      "loss": 0.113,
+      "step": 4480
+    },
+    {
+      "epoch": 1.7039848197343455,
+      "grad_norm": 5.17665958404541,
+      "learning_rate": 2.9541015625000003e-05,
+      "loss": 0.1164,
+      "step": 4490
+    },
+    {
+      "epoch": 1.7077798861480076,
+      "grad_norm": 18.226165771484375,
+      "learning_rate": 2.94921875e-05,
+      "loss": 0.1293,
+      "step": 4500
+    },
+    {
+      "epoch": 1.7115749525616697,
+      "grad_norm": 3.5760374069213867,
+      "learning_rate": 2.9443359375e-05,
+      "loss": 0.0931,
+      "step": 4510
+    },
+    {
+      "epoch": 1.715370018975332,
+      "grad_norm": 2.9964776039123535,
+      "learning_rate": 2.9394531250000002e-05,
+      "loss": 0.0932,
+      "step": 4520
+    },
+    {
+      "epoch": 1.7191650853889944,
+      "grad_norm": 10.505178451538086,
+      "learning_rate": 2.9345703125e-05,
+      "loss": 0.139,
+      "step": 4530
+    },
+    {
+      "epoch": 1.7229601518026565,
+      "grad_norm": 0.9944730997085571,
+      "learning_rate": 2.9296875000000002e-05,
+      "loss": 0.159,
+      "step": 4540
+    },
+    {
+      "epoch": 1.7267552182163188,
+      "grad_norm": 1.2323939800262451,
+      "learning_rate": 2.9248046875e-05,
+      "loss": 0.118,
+      "step": 4550
+    },
+    {
+      "epoch": 1.730550284629981,
+      "grad_norm": 0.8581392765045166,
+      "learning_rate": 2.9199218750000003e-05,
+      "loss": 0.1165,
+      "step": 4560
+    },
+    {
+      "epoch": 1.7343453510436433,
+      "grad_norm": 2.196648120880127,
+      "learning_rate": 2.9150390625e-05,
+      "loss": 0.0803,
+      "step": 4570
+    },
+    {
+      "epoch": 1.7381404174573056,
+      "grad_norm": 3.5112388134002686,
+      "learning_rate": 2.91015625e-05,
+      "loss": 0.1348,
+      "step": 4580
+    },
+    {
+      "epoch": 1.7419354838709677,
+      "grad_norm": 1.1738495826721191,
+      "learning_rate": 2.9052734375000002e-05,
+      "loss": 0.1114,
+      "step": 4590
+    },
+    {
+      "epoch": 1.7457305502846299,
+      "grad_norm": 1.6850240230560303,
+      "learning_rate": 2.900390625e-05,
+      "loss": 0.1457,
+      "step": 4600
+    },
+    {
+      "epoch": 1.7495256166982922,
+      "grad_norm": 1.4865467548370361,
+      "learning_rate": 2.8955078125000003e-05,
+      "loss": 0.1078,
+      "step": 4610
+    },
+    {
+      "epoch": 1.7533206831119545,
+      "grad_norm": 1.445610523223877,
+      "learning_rate": 2.890625e-05,
+      "loss": 0.0839,
+      "step": 4620
+    },
+    {
+      "epoch": 1.7571157495256167,
+      "grad_norm": 1.649983525276184,
+      "learning_rate": 2.8857421875e-05,
+      "loss": 0.1028,
+      "step": 4630
+    },
+    {
+      "epoch": 1.7609108159392788,
+      "grad_norm": 2.717585802078247,
+      "learning_rate": 2.8808593750000002e-05,
+      "loss": 0.1127,
+      "step": 4640
+    },
+    {
+      "epoch": 1.7647058823529411,
+      "grad_norm": 2.902244806289673,
+      "learning_rate": 2.8759765625e-05,
+      "loss": 0.0743,
+      "step": 4650
+    },
+    {
+      "epoch": 1.7685009487666035,
+      "grad_norm": 1.8880512714385986,
+      "learning_rate": 2.8710937500000002e-05,
+      "loss": 0.0875,
+      "step": 4660
+    },
+    {
+      "epoch": 1.7722960151802658,
+      "grad_norm": 1.119419813156128,
+      "learning_rate": 2.8662109375e-05,
+      "loss": 0.1028,
+      "step": 4670
+    },
+    {
+      "epoch": 1.776091081593928,
+      "grad_norm": 2.3372507095336914,
+      "learning_rate": 2.8613281250000003e-05,
+      "loss": 0.161,
+      "step": 4680
+    },
+    {
+      "epoch": 1.77988614800759,
+      "grad_norm": 0.6809380054473877,
+      "learning_rate": 2.8564453125e-05,
+      "loss": 0.091,
+      "step": 4690
+    },
+    {
+      "epoch": 1.7836812144212524,
+      "grad_norm": 4.871325969696045,
+      "learning_rate": 2.8515625e-05,
+      "loss": 0.1495,
+      "step": 4700
+    },
+    {
+      "epoch": 1.7874762808349147,
+      "grad_norm": 10.103543281555176,
+      "learning_rate": 2.8466796875000002e-05,
+      "loss": 0.0847,
+      "step": 4710
+    },
+    {
+      "epoch": 1.7912713472485768,
+      "grad_norm": 0.719699501991272,
+      "learning_rate": 2.841796875e-05,
+      "loss": 0.0991,
+      "step": 4720
+    },
+    {
+      "epoch": 1.795066413662239,
+      "grad_norm": 2.012406826019287,
+      "learning_rate": 2.8369140625000003e-05,
+      "loss": 0.069,
+      "step": 4730
+    },
+    {
+      "epoch": 1.7988614800759013,
+      "grad_norm": 2.038810968399048,
+      "learning_rate": 2.83203125e-05,
+      "loss": 0.0946,
+      "step": 4740
+    },
+    {
+      "epoch": 1.8026565464895636,
+      "grad_norm": 1.991003394126892,
+      "learning_rate": 2.8271484375e-05,
+      "loss": 0.1033,
+      "step": 4750
+    },
+    {
+      "epoch": 1.8064516129032258,
+      "grad_norm": 1.9379823207855225,
+      "learning_rate": 2.8222656250000002e-05,
+      "loss": 0.0738,
+      "step": 4760
+    },
+    {
+      "epoch": 1.810246679316888,
+      "grad_norm": 0.9378390312194824,
+      "learning_rate": 2.8173828125e-05,
+      "loss": 0.0907,
+      "step": 4770
+    },
+    {
+      "epoch": 1.8140417457305502,
+      "grad_norm": 2.5683369636535645,
+      "learning_rate": 2.8125000000000003e-05,
+      "loss": 0.1156,
+      "step": 4780
+    },
+    {
+      "epoch": 1.8178368121442126,
+      "grad_norm": 2.95536470413208,
+      "learning_rate": 2.8076171875e-05,
+      "loss": 0.0959,
+      "step": 4790
+    },
+    {
+      "epoch": 1.821631878557875,
+      "grad_norm": 11.215580940246582,
+      "learning_rate": 2.802734375e-05,
+      "loss": 0.0812,
+      "step": 4800
+    },
+    {
+      "epoch": 1.825426944971537,
+      "grad_norm": 0.4500042498111725,
+      "learning_rate": 2.7978515625000002e-05,
+      "loss": 0.1114,
+      "step": 4810
+    },
+    {
+      "epoch": 1.8292220113851991,
+      "grad_norm": 0.5829250812530518,
+      "learning_rate": 2.79296875e-05,
+      "loss": 0.1284,
+      "step": 4820
+    },
+    {
+      "epoch": 1.8330170777988615,
+      "grad_norm": 3.114776134490967,
+      "learning_rate": 2.7880859375000002e-05,
+      "loss": 0.1283,
+      "step": 4830
+    },
+    {
+      "epoch": 1.8368121442125238,
+      "grad_norm": 0.47552067041397095,
+      "learning_rate": 2.783203125e-05,
+      "loss": 0.0752,
+      "step": 4840
+    },
+    {
+      "epoch": 1.840607210626186,
+      "grad_norm": 4.794514179229736,
+      "learning_rate": 2.7783203125000003e-05,
+      "loss": 0.1012,
+      "step": 4850
+    },
+    {
+      "epoch": 1.844402277039848,
+      "grad_norm": 5.392133712768555,
+      "learning_rate": 2.7734375e-05,
+      "loss": 0.178,
+      "step": 4860
+    },
+    {
+      "epoch": 1.8481973434535104,
+      "grad_norm": 1.1505749225616455,
+      "learning_rate": 2.7685546875e-05,
+      "loss": 0.126,
+      "step": 4870
+    },
+    {
+      "epoch": 1.8519924098671727,
+      "grad_norm": 1.1924586296081543,
+      "learning_rate": 2.7636718750000002e-05,
+      "loss": 0.1109,
+      "step": 4880
+    },
+    {
+      "epoch": 1.855787476280835,
+      "grad_norm": 0.12782755494117737,
+      "learning_rate": 2.7587890625e-05,
+      "loss": 0.0732,
+      "step": 4890
+    },
+    {
+      "epoch": 1.8595825426944972,
+      "grad_norm": 1.1095064878463745,
+      "learning_rate": 2.7539062500000003e-05,
+      "loss": 0.0802,
+      "step": 4900
+    },
+    {
+      "epoch": 1.8633776091081593,
+      "grad_norm": 8.920310020446777,
+      "learning_rate": 2.7490234375e-05,
+      "loss": 0.0964,
+      "step": 4910
+    },
+    {
+      "epoch": 1.8671726755218216,
+      "grad_norm": 1.8678808212280273,
+      "learning_rate": 2.744140625e-05,
+      "loss": 0.1072,
+      "step": 4920
+    },
+    {
+      "epoch": 1.870967741935484,
+      "grad_norm": 1.8633017539978027,
+      "learning_rate": 2.7392578125000002e-05,
+      "loss": 0.0835,
+      "step": 4930
+    },
+    {
+      "epoch": 1.874762808349146,
+      "grad_norm": 1.7576115131378174,
+      "learning_rate": 2.734375e-05,
+      "loss": 0.1327,
+      "step": 4940
+    },
+    {
+      "epoch": 1.8785578747628082,
+      "grad_norm": 3.504157304763794,
+      "learning_rate": 2.7294921875000003e-05,
+      "loss": 0.1609,
+      "step": 4950
+    },
+    {
+      "epoch": 1.8823529411764706,
+      "grad_norm": 1.7668483257293701,
+      "learning_rate": 2.724609375e-05,
+      "loss": 0.1316,
+      "step": 4960
+    },
+    {
+      "epoch": 1.886148007590133,
+      "grad_norm": 0.659870982170105,
+      "learning_rate": 2.7197265625e-05,
+      "loss": 0.0913,
+      "step": 4970
+    },
+    {
+      "epoch": 1.889943074003795,
+      "grad_norm": 1.428725004196167,
+      "learning_rate": 2.7148437500000002e-05,
+      "loss": 0.118,
+      "step": 4980
+    },
+    {
+      "epoch": 1.8937381404174574,
+      "grad_norm": 1.8446964025497437,
+      "learning_rate": 2.7099609375e-05,
+      "loss": 0.1203,
+      "step": 4990
+    },
+    {
+      "epoch": 1.8975332068311195,
+      "grad_norm": 2.9335217475891113,
+      "learning_rate": 2.7050781250000002e-05,
+      "loss": 0.1301,
+      "step": 5000
+    },
+    {
+      "epoch": 1.9013282732447818,
+      "grad_norm": 0.8534810543060303,
+      "learning_rate": 2.7001953125e-05,
+      "loss": 0.0555,
+      "step": 5010
+    },
+    {
+      "epoch": 1.9051233396584442,
+      "grad_norm": 0.5556221604347229,
+      "learning_rate": 2.6953125000000003e-05,
+      "loss": 0.1036,
+      "step": 5020
+    },
+    {
+      "epoch": 1.9089184060721063,
+      "grad_norm": 1.7097387313842773,
+      "learning_rate": 2.6904296875e-05,
+      "loss": 0.0869,
+      "step": 5030
+    },
+    {
+      "epoch": 1.9127134724857684,
+      "grad_norm": 2.324669122695923,
+      "learning_rate": 2.685546875e-05,
+      "loss": 0.1233,
+      "step": 5040
+    },
+    {
+      "epoch": 1.9165085388994307,
+      "grad_norm": 2.4764981269836426,
+      "learning_rate": 2.6806640625000002e-05,
+      "loss": 0.1379,
+      "step": 5050
+    },
+    {
+      "epoch": 1.920303605313093,
+      "grad_norm": 4.731557846069336,
+      "learning_rate": 2.67578125e-05,
+      "loss": 0.189,
+      "step": 5060
+    },
+    {
+      "epoch": 1.9240986717267552,
+      "grad_norm": 0.4868462383747101,
+      "learning_rate": 2.6708984375000003e-05,
+      "loss": 0.0765,
+      "step": 5070
+    },
+    {
+      "epoch": 1.9278937381404173,
+      "grad_norm": 1.3497892618179321,
+      "learning_rate": 2.666015625e-05,
+      "loss": 0.1039,
+      "step": 5080
+    },
+    {
+      "epoch": 1.9316888045540797,
+      "grad_norm": 15.007429122924805,
+      "learning_rate": 2.6611328125e-05,
+      "loss": 0.0996,
+      "step": 5090
+    },
+    {
+      "epoch": 1.935483870967742,
+      "grad_norm": 8.113617897033691,
+      "learning_rate": 2.6562500000000002e-05,
+      "loss": 0.1316,
+      "step": 5100
+    },
+    {
+      "epoch": 1.9392789373814043,
+      "grad_norm": 0.4574742913246155,
+      "learning_rate": 2.6513671875e-05,
+      "loss": 0.1044,
+      "step": 5110
+    },
+    {
+      "epoch": 1.9430740037950665,
+      "grad_norm": 2.1475601196289062,
+      "learning_rate": 2.6464843750000002e-05,
+      "loss": 0.1236,
+      "step": 5120
+    },
+    {
+      "epoch": 1.9468690702087286,
+      "grad_norm": 2.370619058609009,
+      "learning_rate": 2.6416015625e-05,
+      "loss": 0.1358,
+      "step": 5130
+    },
+    {
+      "epoch": 1.950664136622391,
+      "grad_norm": 0.7283152937889099,
+      "learning_rate": 2.63671875e-05,
+      "loss": 0.1348,
+      "step": 5140
+    },
+    {
+      "epoch": 1.9544592030360532,
+      "grad_norm": 2.8883001804351807,
+      "learning_rate": 2.6318359375e-05,
+      "loss": 0.083,
+      "step": 5150
+    },
+    {
+      "epoch": 1.9582542694497154,
+      "grad_norm": 0.26794353127479553,
+      "learning_rate": 2.626953125e-05,
+      "loss": 0.1229,
+      "step": 5160
+    },
+    {
+      "epoch": 1.9620493358633775,
+      "grad_norm": 0.10836785286664963,
+      "learning_rate": 2.6220703125000002e-05,
+      "loss": 0.0731,
+      "step": 5170
+    },
+    {
+      "epoch": 1.9658444022770398,
+      "grad_norm": 1.5825821161270142,
+      "learning_rate": 2.6171875e-05,
+      "loss": 0.1394,
+      "step": 5180
+    },
+    {
+      "epoch": 1.9696394686907022,
+      "grad_norm": 2.9467551708221436,
+      "learning_rate": 2.6123046875000003e-05,
+      "loss": 0.0986,
+      "step": 5190
+    },
+    {
+      "epoch": 1.9734345351043643,
+      "grad_norm": 0.14293566346168518,
+      "learning_rate": 2.607421875e-05,
+      "loss": 0.0824,
+      "step": 5200
+    },
+    {
+      "epoch": 1.9772296015180264,
+      "grad_norm": 0.4912210702896118,
+      "learning_rate": 2.6025390625e-05,
+      "loss": 0.0863,
+      "step": 5210
+    },
+    {
+      "epoch": 1.9810246679316887,
+      "grad_norm": 0.2447841614484787,
+      "learning_rate": 2.5976562500000002e-05,
+      "loss": 0.0877,
+      "step": 5220
+    },
+    {
+      "epoch": 1.984819734345351,
+      "grad_norm": 0.13301405310630798,
+      "learning_rate": 2.5927734375e-05,
+      "loss": 0.104,
+      "step": 5230
+    },
+    {
+      "epoch": 1.9886148007590134,
+      "grad_norm": 3.25866961479187,
+      "learning_rate": 2.5878906250000003e-05,
+      "loss": 0.0806,
+      "step": 5240
+    },
+    {
+      "epoch": 1.9924098671726755,
+      "grad_norm": 3.9567527770996094,
+      "learning_rate": 2.5830078125e-05,
+      "loss": 0.1226,
+      "step": 5250
+    },
+    {
+      "epoch": 1.9962049335863377,
+      "grad_norm": 3.6540729999542236,
+      "learning_rate": 2.578125e-05,
+      "loss": 0.0628,
+      "step": 5260
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.9958958625793457,
+      "learning_rate": 2.5732421875000002e-05,
+      "loss": 0.1229,
+      "step": 5270
+    },
+    {
+      "epoch": 2.0037950664136623,
+      "grad_norm": 4.634014129638672,
+      "learning_rate": 2.568359375e-05,
+      "loss": 0.1,
+      "step": 5280
+    },
+    {
+      "epoch": 2.0075901328273247,
+      "grad_norm": 1.0794429779052734,
+      "learning_rate": 2.5634765625000002e-05,
+      "loss": 0.1,
+      "step": 5290
+    },
+    {
+      "epoch": 2.0113851992409866,
+      "grad_norm": 2.6222951412200928,
+      "learning_rate": 2.55859375e-05,
+      "loss": 0.057,
+      "step": 5300
+    },
+    {
+      "epoch": 2.015180265654649,
+      "grad_norm": 1.499935507774353,
+      "learning_rate": 2.5537109375e-05,
+      "loss": 0.0766,
+      "step": 5310
+    },
+    {
+      "epoch": 2.0189753320683113,
+      "grad_norm": 2.614969491958618,
+      "learning_rate": 2.548828125e-05,
+      "loss": 0.1003,
+      "step": 5320
+    },
+    {
+      "epoch": 2.0227703984819736,
+      "grad_norm": 1.4524706602096558,
+      "learning_rate": 2.5439453125e-05,
+      "loss": 0.1681,
+      "step": 5330
+    },
+    {
+      "epoch": 2.0265654648956355,
+      "grad_norm": 1.5427693128585815,
+      "learning_rate": 2.5390625000000002e-05,
+      "loss": 0.0745,
+      "step": 5340
+    },
+    {
+      "epoch": 2.030360531309298,
+      "grad_norm": 0.6060462594032288,
+      "learning_rate": 2.5341796875e-05,
+      "loss": 0.0557,
+      "step": 5350
+    },
+    {
+      "epoch": 2.03415559772296,
+      "grad_norm": 2.1763222217559814,
+      "learning_rate": 2.5292968750000003e-05,
+      "loss": 0.0962,
+      "step": 5360
+    },
+    {
+      "epoch": 2.0379506641366225,
+      "grad_norm": 0.9857283234596252,
+      "learning_rate": 2.5244140625e-05,
+      "loss": 0.0646,
+      "step": 5370
+    },
+    {
+      "epoch": 2.041745730550285,
+      "grad_norm": 0.14561018347740173,
+      "learning_rate": 2.51953125e-05,
+      "loss": 0.0686,
+      "step": 5380
+    },
+    {
+      "epoch": 2.0455407969639468,
+      "grad_norm": 5.825016498565674,
+      "learning_rate": 2.5146484375000002e-05,
+      "loss": 0.1106,
+      "step": 5390
+    },
+    {
+      "epoch": 2.049335863377609,
+      "grad_norm": 0.4656510353088379,
+      "learning_rate": 2.509765625e-05,
+      "loss": 0.0793,
+      "step": 5400
+    },
+    {
+      "epoch": 2.0531309297912714,
+      "grad_norm": 5.336658954620361,
+      "learning_rate": 2.5048828125000003e-05,
+      "loss": 0.1136,
+      "step": 5410
+    },
+    {
+      "epoch": 2.0569259962049338,
+      "grad_norm": 1.3186858892440796,
+      "learning_rate": 2.5e-05,
+      "loss": 0.0908,
+      "step": 5420
+    },
+    {
+      "epoch": 2.0607210626185957,
+      "grad_norm": 2.3468871116638184,
+      "learning_rate": 2.4951171875e-05,
+      "loss": 0.1127,
+      "step": 5430
+    },
+    {
+      "epoch": 2.064516129032258,
+      "grad_norm": 1.6484739780426025,
+      "learning_rate": 2.4902343750000002e-05,
+      "loss": 0.0921,
+      "step": 5440
+    },
+    {
+      "epoch": 2.0683111954459203,
+      "grad_norm": 1.97286856174469,
+      "learning_rate": 2.4853515625e-05,
+      "loss": 0.064,
+      "step": 5450
+    },
+    {
+      "epoch": 2.0721062618595827,
+      "grad_norm": 0.7309706211090088,
+      "learning_rate": 2.4804687500000002e-05,
+      "loss": 0.1256,
+      "step": 5460
+    },
+    {
+      "epoch": 2.0759013282732446,
+      "grad_norm": 3.2271645069122314,
+      "learning_rate": 2.4755859375e-05,
+      "loss": 0.0889,
+      "step": 5470
+    },
+    {
+      "epoch": 2.079696394686907,
+      "grad_norm": 18.506216049194336,
+      "learning_rate": 2.470703125e-05,
+      "loss": 0.1328,
+      "step": 5480
+    },
+    {
+      "epoch": 2.0834914611005693,
+      "grad_norm": 1.2257277965545654,
+      "learning_rate": 2.4658203125e-05,
+      "loss": 0.0673,
+      "step": 5490
+    },
+    {
+      "epoch": 2.0872865275142316,
+      "grad_norm": 0.1906469613313675,
+      "learning_rate": 2.4609375e-05,
+      "loss": 0.0808,
+      "step": 5500
+    },
+    {
+      "epoch": 2.091081593927894,
+      "grad_norm": 0.9694260954856873,
+      "learning_rate": 2.4560546875000002e-05,
+      "loss": 0.0558,
+      "step": 5510
+    },
+    {
+      "epoch": 2.094876660341556,
+      "grad_norm": 5.630046844482422,
+      "learning_rate": 2.451171875e-05,
+      "loss": 0.1262,
+      "step": 5520
+    },
+    {
+      "epoch": 2.098671726755218,
+      "grad_norm": 0.13950304687023163,
+      "learning_rate": 2.4462890625000003e-05,
+      "loss": 0.0711,
+      "step": 5530
+    },
+    {
+      "epoch": 2.1024667931688805,
+      "grad_norm": 0.424904465675354,
+      "learning_rate": 2.44140625e-05,
+      "loss": 0.0841,
+      "step": 5540
+    },
+    {
+      "epoch": 2.106261859582543,
+      "grad_norm": 7.330411434173584,
+      "learning_rate": 2.4365234375e-05,
+      "loss": 0.1482,
+      "step": 5550
+    },
+    {
+      "epoch": 2.1100569259962048,
+      "grad_norm": 0.2741791009902954,
+      "learning_rate": 2.4316406250000002e-05,
+      "loss": 0.0945,
+      "step": 5560
+    },
+    {
+      "epoch": 2.113851992409867,
+      "grad_norm": 1.025099277496338,
+      "learning_rate": 2.4267578125e-05,
+      "loss": 0.0981,
+      "step": 5570
+    },
+    {
+      "epoch": 2.1176470588235294,
+      "grad_norm": 2.723508596420288,
+      "learning_rate": 2.4218750000000003e-05,
+      "loss": 0.067,
+      "step": 5580
+    },
+    {
+      "epoch": 2.121442125237192,
+      "grad_norm": 0.18666787445545197,
+      "learning_rate": 2.4169921875e-05,
+      "loss": 0.077,
+      "step": 5590
+    },
+    {
+      "epoch": 2.1252371916508537,
+      "grad_norm": 2.304980754852295,
+      "learning_rate": 2.412109375e-05,
+      "loss": 0.1016,
+      "step": 5600
+    },
+    {
+      "epoch": 2.129032258064516,
+      "grad_norm": 1.6174981594085693,
+      "learning_rate": 2.4072265625000002e-05,
+      "loss": 0.0735,
+      "step": 5610
+    },
+    {
+      "epoch": 2.1328273244781784,
+      "grad_norm": 5.401015758514404,
+      "learning_rate": 2.40234375e-05,
+      "loss": 0.087,
+      "step": 5620
+    },
+    {
+      "epoch": 2.1366223908918407,
+      "grad_norm": 2.5387024879455566,
+      "learning_rate": 2.3974609375000002e-05,
+      "loss": 0.1006,
+      "step": 5630
+    },
+    {
+      "epoch": 2.140417457305503,
+      "grad_norm": 4.753091812133789,
+      "learning_rate": 2.392578125e-05,
+      "loss": 0.1013,
+      "step": 5640
+    },
+    {
+      "epoch": 2.144212523719165,
+      "grad_norm": 3.540262460708618,
+      "learning_rate": 2.3876953125e-05,
+      "loss": 0.0697,
+      "step": 5650
+    },
+    {
+      "epoch": 2.1480075901328273,
+      "grad_norm": 1.53217613697052,
+      "learning_rate": 2.3828125e-05,
+      "loss": 0.0812,
+      "step": 5660
+    },
+    {
+      "epoch": 2.1518026565464896,
+      "grad_norm": 2.652308940887451,
+      "learning_rate": 2.3779296875e-05,
+      "loss": 0.092,
+      "step": 5670
+    },
+    {
+      "epoch": 2.155597722960152,
+      "grad_norm": 2.7964372634887695,
+      "learning_rate": 2.3730468750000002e-05,
+      "loss": 0.0658,
+      "step": 5680
+    },
+    {
+      "epoch": 2.159392789373814,
+      "grad_norm": 0.11225280165672302,
+      "learning_rate": 2.3681640625e-05,
+      "loss": 0.0939,
+      "step": 5690
+    },
+    {
+      "epoch": 2.163187855787476,
+      "grad_norm": 1.5736573934555054,
+      "learning_rate": 2.3632812500000003e-05,
+      "loss": 0.0727,
+      "step": 5700
+    },
+    {
+      "epoch": 2.1669829222011385,
+      "grad_norm": 2.087057113647461,
+      "learning_rate": 2.3583984375e-05,
+      "loss": 0.0654,
+      "step": 5710
+    },
+    {
+      "epoch": 2.170777988614801,
+      "grad_norm": 1.598823070526123,
+      "learning_rate": 2.353515625e-05,
+      "loss": 0.0874,
+      "step": 5720
+    },
+    {
+      "epoch": 2.174573055028463,
+      "grad_norm": 1.7258918285369873,
+      "learning_rate": 2.3486328125000002e-05,
+      "loss": 0.0703,
+      "step": 5730
+    },
+    {
+      "epoch": 2.178368121442125,
+      "grad_norm": 12.662415504455566,
+      "learning_rate": 2.34375e-05,
+      "loss": 0.0998,
+      "step": 5740
+    },
+    {
+      "epoch": 2.1821631878557874,
+      "grad_norm": 5.9703803062438965,
+      "learning_rate": 2.3388671875000002e-05,
+      "loss": 0.1021,
+      "step": 5750
+    },
+    {
+      "epoch": 2.18595825426945,
+      "grad_norm": 1.9118971824645996,
+      "learning_rate": 2.333984375e-05,
+      "loss": 0.0574,
+      "step": 5760
+    },
+    {
+      "epoch": 2.189753320683112,
+      "grad_norm": 2.8925118446350098,
+      "learning_rate": 2.3291015625e-05,
+      "loss": 0.0804,
+      "step": 5770
+    },
+    {
+      "epoch": 2.193548387096774,
+      "grad_norm": 0.9911293387413025,
+      "learning_rate": 2.32421875e-05,
+      "loss": 0.0673,
+      "step": 5780
+    },
+    {
+      "epoch": 2.1973434535104364,
+      "grad_norm": 3.4294886589050293,
+      "learning_rate": 2.3193359375e-05,
+      "loss": 0.0729,
+      "step": 5790
+    },
+    {
+      "epoch": 2.2011385199240987,
+      "grad_norm": 5.382150650024414,
+      "learning_rate": 2.3144531250000002e-05,
+      "loss": 0.1117,
+      "step": 5800
+    },
+    {
+      "epoch": 2.204933586337761,
+      "grad_norm": 3.5237820148468018,
+      "learning_rate": 2.3095703125e-05,
+      "loss": 0.0674,
+      "step": 5810
+    },
+    {
+      "epoch": 2.2087286527514234,
+      "grad_norm": 5.6236772537231445,
+      "learning_rate": 2.3046875e-05,
+      "loss": 0.0279,
+      "step": 5820
+    },
+    {
+      "epoch": 2.2125237191650853,
+      "grad_norm": 1.1168630123138428,
+      "learning_rate": 2.2998046875e-05,
+      "loss": 0.0773,
+      "step": 5830
+    },
+    {
+      "epoch": 2.2163187855787476,
+      "grad_norm": 1.0353121757507324,
+      "learning_rate": 2.294921875e-05,
+      "loss": 0.062,
+      "step": 5840
+    },
+    {
+      "epoch": 2.22011385199241,
+      "grad_norm": 1.4820594787597656,
+      "learning_rate": 2.2900390625000002e-05,
+      "loss": 0.0778,
+      "step": 5850
+    },
+    {
+      "epoch": 2.2239089184060723,
+      "grad_norm": 8.295422554016113,
+      "learning_rate": 2.28515625e-05,
+      "loss": 0.1192,
+      "step": 5860
+    },
+    {
+      "epoch": 2.227703984819734,
+      "grad_norm": 1.5980597734451294,
+      "learning_rate": 2.2802734375000003e-05,
+      "loss": 0.0648,
+      "step": 5870
+    },
+    {
+      "epoch": 2.2314990512333965,
+      "grad_norm": 0.2760424315929413,
+      "learning_rate": 2.275390625e-05,
+      "loss": 0.0722,
+      "step": 5880
+    },
+    {
+      "epoch": 2.235294117647059,
+      "grad_norm": 0.8219416737556458,
+      "learning_rate": 2.2705078125e-05,
+      "loss": 0.0935,
+      "step": 5890
+    },
+    {
+      "epoch": 2.239089184060721,
+      "grad_norm": 0.16338910162448883,
+      "learning_rate": 2.2656250000000002e-05,
+      "loss": 0.0876,
+      "step": 5900
+    },
+    {
+      "epoch": 2.242884250474383,
+      "grad_norm": 0.5857824683189392,
+      "learning_rate": 2.2607421875e-05,
+      "loss": 0.117,
+      "step": 5910
+    },
+    {
+      "epoch": 2.2466793168880455,
+      "grad_norm": 0.1616586148738861,
+      "learning_rate": 2.2558593750000002e-05,
+      "loss": 0.072,
+      "step": 5920
+    },
+    {
+      "epoch": 2.250474383301708,
+      "grad_norm": 0.26469337940216064,
+      "learning_rate": 2.2509765625e-05,
+      "loss": 0.0902,
+      "step": 5930
+    },
+    {
+      "epoch": 2.25426944971537,
+      "grad_norm": 3.576016426086426,
+      "learning_rate": 2.24609375e-05,
+      "loss": 0.1647,
+      "step": 5940
+    },
+    {
+      "epoch": 2.258064516129032,
+      "grad_norm": 6.523315906524658,
+      "learning_rate": 2.2412109375e-05,
+      "loss": 0.0705,
+      "step": 5950
+    },
+    {
+      "epoch": 2.2618595825426944,
+      "grad_norm": 4.0901689529418945,
+      "learning_rate": 2.236328125e-05,
+      "loss": 0.0786,
+      "step": 5960
+    },
+    {
+      "epoch": 2.2656546489563567,
+      "grad_norm": 0.5081945061683655,
+      "learning_rate": 2.2314453125000002e-05,
+      "loss": 0.1158,
+      "step": 5970
+    },
+    {
+      "epoch": 2.269449715370019,
+      "grad_norm": 0.10847347974777222,
+      "learning_rate": 2.2265625e-05,
+      "loss": 0.0825,
+      "step": 5980
+    },
+    {
+      "epoch": 2.2732447817836814,
+      "grad_norm": 9.521303176879883,
+      "learning_rate": 2.2216796875e-05,
+      "loss": 0.0875,
+      "step": 5990
+    },
+    {
+      "epoch": 2.2770398481973433,
+      "grad_norm": 6.0424580574035645,
+      "learning_rate": 2.216796875e-05,
+      "loss": 0.0994,
+      "step": 6000
+    },
+    {
+      "epoch": 2.2808349146110056,
+      "grad_norm": 0.3634886145591736,
+      "learning_rate": 2.2119140625e-05,
+      "loss": 0.0813,
+      "step": 6010
+    },
+    {
+      "epoch": 2.284629981024668,
+      "grad_norm": 1.929626703262329,
+      "learning_rate": 2.2070312500000002e-05,
+      "loss": 0.0705,
+      "step": 6020
+    },
+    {
+      "epoch": 2.2884250474383303,
+      "grad_norm": 4.993653297424316,
+      "learning_rate": 2.2021484375e-05,
+      "loss": 0.0731,
+      "step": 6030
+    },
+    {
+      "epoch": 2.292220113851992,
+      "grad_norm": 0.4869803190231323,
+      "learning_rate": 2.1972656250000003e-05,
+      "loss": 0.1123,
+      "step": 6040
+    },
+    {
+      "epoch": 2.2960151802656545,
+      "grad_norm": 1.1776117086410522,
+      "learning_rate": 2.1923828125e-05,
+      "loss": 0.0643,
+      "step": 6050
+    },
+    {
+      "epoch": 2.299810246679317,
+      "grad_norm": 1.7794570922851562,
+      "learning_rate": 2.1875e-05,
+      "loss": 0.0852,
+      "step": 6060
+    },
+    {
+      "epoch": 2.3036053130929792,
+      "grad_norm": 2.7579660415649414,
+      "learning_rate": 2.1826171875000002e-05,
+      "loss": 0.0975,
+      "step": 6070
+    },
+    {
+      "epoch": 2.3074003795066416,
+      "grad_norm": 2.9852662086486816,
+      "learning_rate": 2.177734375e-05,
+      "loss": 0.0724,
+      "step": 6080
+    },
+    {
+      "epoch": 2.3111954459203035,
+      "grad_norm": 3.543381452560425,
+      "learning_rate": 2.1728515625000002e-05,
+      "loss": 0.1108,
+      "step": 6090
+    },
+    {
+      "epoch": 2.314990512333966,
+      "grad_norm": 6.476046085357666,
+      "learning_rate": 2.16796875e-05,
+      "loss": 0.1231,
+      "step": 6100
+    },
+    {
+      "epoch": 2.318785578747628,
+      "grad_norm": 3.2935097217559814,
+      "learning_rate": 2.1630859375e-05,
+      "loss": 0.1052,
+      "step": 6110
+    },
+    {
+      "epoch": 2.3225806451612905,
+      "grad_norm": 1.1247642040252686,
+      "learning_rate": 2.158203125e-05,
+      "loss": 0.0817,
+      "step": 6120
+    },
+    {
+      "epoch": 2.3263757115749524,
+      "grad_norm": 6.793920993804932,
+      "learning_rate": 2.1533203125e-05,
+      "loss": 0.0623,
+      "step": 6130
+    },
+    {
+      "epoch": 2.3301707779886147,
+      "grad_norm": 0.12885475158691406,
+      "learning_rate": 2.1484375000000002e-05,
+      "loss": 0.0942,
+      "step": 6140
+    },
+    {
+      "epoch": 2.333965844402277,
+      "grad_norm": 1.4963340759277344,
+      "learning_rate": 2.1435546875e-05,
+      "loss": 0.0549,
+      "step": 6150
+    },
+    {
+      "epoch": 2.3377609108159394,
+      "grad_norm": 1.460093379020691,
+      "learning_rate": 2.138671875e-05,
+      "loss": 0.094,
+      "step": 6160
+    },
+    {
+      "epoch": 2.3415559772296017,
+      "grad_norm": 4.440692901611328,
+      "learning_rate": 2.1337890625e-05,
+      "loss": 0.1673,
+      "step": 6170
+    },
+    {
+      "epoch": 2.3453510436432636,
+      "grad_norm": 2.9689061641693115,
+      "learning_rate": 2.12890625e-05,
+      "loss": 0.0772,
+      "step": 6180
+    },
+    {
+      "epoch": 2.349146110056926,
+      "grad_norm": 8.890856742858887,
+      "learning_rate": 2.1240234375000002e-05,
+      "loss": 0.0588,
+      "step": 6190
+    },
+    {
+      "epoch": 2.3529411764705883,
+      "grad_norm": 0.12126415222883224,
+      "learning_rate": 2.119140625e-05,
+      "loss": 0.0624,
+      "step": 6200
+    },
+    {
+      "epoch": 2.3567362428842507,
+      "grad_norm": 0.5167102217674255,
+      "learning_rate": 2.1142578125000003e-05,
+      "loss": 0.0732,
+      "step": 6210
+    },
+    {
+      "epoch": 2.3605313092979125,
+      "grad_norm": 0.18846435844898224,
+      "learning_rate": 2.109375e-05,
+      "loss": 0.1007,
+      "step": 6220
+    },
+    {
+      "epoch": 2.364326375711575,
+      "grad_norm": 1.9389616250991821,
+      "learning_rate": 2.1044921875e-05,
+      "loss": 0.0912,
+      "step": 6230
+    },
+    {
+      "epoch": 2.3681214421252372,
+      "grad_norm": 5.2946457862854,
+      "learning_rate": 2.0996093750000002e-05,
+      "loss": 0.057,
+      "step": 6240
+    },
+    {
+      "epoch": 2.3719165085388996,
+      "grad_norm": 0.13522082567214966,
+      "learning_rate": 2.0947265625e-05,
+      "loss": 0.0877,
+      "step": 6250
+    },
+    {
+      "epoch": 2.375711574952562,
+      "grad_norm": 0.43759119510650635,
+      "learning_rate": 2.0898437500000002e-05,
+      "loss": 0.0791,
+      "step": 6260
+    },
+    {
+      "epoch": 2.379506641366224,
+      "grad_norm": 4.369633197784424,
+      "learning_rate": 2.0849609375e-05,
+      "loss": 0.0793,
+      "step": 6270
+    },
+    {
+      "epoch": 2.383301707779886,
+      "grad_norm": 3.1445748805999756,
+      "learning_rate": 2.080078125e-05,
+      "loss": 0.0994,
+      "step": 6280
+    },
+    {
+      "epoch": 2.3870967741935485,
+      "grad_norm": 0.5459542274475098,
+      "learning_rate": 2.0751953125e-05,
+      "loss": 0.0493,
+      "step": 6290
+    },
+    {
+      "epoch": 2.3908918406072104,
+      "grad_norm": 0.8807210326194763,
+      "learning_rate": 2.0703125e-05,
+      "loss": 0.0669,
+      "step": 6300
+    },
+    {
+      "epoch": 2.3946869070208727,
+      "grad_norm": 2.931506872177124,
+      "learning_rate": 2.0654296875000002e-05,
+      "loss": 0.1014,
+      "step": 6310
+    },
+    {
+      "epoch": 2.398481973434535,
+      "grad_norm": 1.1972861289978027,
+      "learning_rate": 2.060546875e-05,
+      "loss": 0.0643,
+      "step": 6320
+    },
+    {
+      "epoch": 2.4022770398481974,
+      "grad_norm": 2.670483112335205,
+      "learning_rate": 2.0556640625000003e-05,
+      "loss": 0.0651,
+      "step": 6330
+    },
+    {
+      "epoch": 2.4060721062618597,
+      "grad_norm": 2.790907382965088,
+      "learning_rate": 2.05078125e-05,
+      "loss": 0.0979,
+      "step": 6340
+    },
+    {
+      "epoch": 2.4098671726755216,
+      "grad_norm": 1.7010408639907837,
+      "learning_rate": 2.0458984375e-05,
+      "loss": 0.0616,
+      "step": 6350
+    },
+    {
+      "epoch": 2.413662239089184,
+      "grad_norm": 2.3590617179870605,
+      "learning_rate": 2.0410156250000002e-05,
+      "loss": 0.0877,
+      "step": 6360
+    },
+    {
+      "epoch": 2.4174573055028463,
+      "grad_norm": 0.7550681829452515,
+      "learning_rate": 2.0361328125e-05,
+      "loss": 0.0351,
+      "step": 6370
+    },
+    {
+      "epoch": 2.4212523719165087,
+      "grad_norm": 2.2927632331848145,
+      "learning_rate": 2.0312500000000002e-05,
+      "loss": 0.102,
+      "step": 6380
+    },
+    {
+      "epoch": 2.4250474383301706,
+      "grad_norm": 8.239547729492188,
+      "learning_rate": 2.0263671875e-05,
+      "loss": 0.1315,
+      "step": 6390
+    },
+    {
+      "epoch": 2.428842504743833,
+      "grad_norm": 0.12305755913257599,
+      "learning_rate": 2.021484375e-05,
+      "loss": 0.0508,
+      "step": 6400
+    },
+    {
+      "epoch": 2.4326375711574952,
+      "grad_norm": 0.24204160273075104,
+      "learning_rate": 2.0166015625e-05,
+      "loss": 0.1154,
+      "step": 6410
+    },
+    {
+      "epoch": 2.4364326375711576,
+      "grad_norm": 1.9680283069610596,
+      "learning_rate": 2.01171875e-05,
+      "loss": 0.0576,
+      "step": 6420
+    },
+    {
+      "epoch": 2.44022770398482,
+      "grad_norm": 2.9172940254211426,
+      "learning_rate": 2.0068359375000002e-05,
+      "loss": 0.0457,
+      "step": 6430
+    },
+    {
+      "epoch": 2.444022770398482,
+      "grad_norm": 4.63267707824707,
+      "learning_rate": 2.001953125e-05,
+      "loss": 0.0544,
+      "step": 6440
+    },
+    {
+      "epoch": 2.447817836812144,
+      "grad_norm": 1.447266936302185,
+      "learning_rate": 1.9970703125e-05,
+      "loss": 0.0885,
+      "step": 6450
+    },
+    {
+      "epoch": 2.4516129032258065,
+      "grad_norm": 2.839066505432129,
+      "learning_rate": 1.9921875e-05,
+      "loss": 0.1266,
+      "step": 6460
+    },
+    {
+      "epoch": 2.455407969639469,
+      "grad_norm": 2.1036999225616455,
+      "learning_rate": 1.9873046875e-05,
+      "loss": 0.1107,
+      "step": 6470
+    },
+    {
+      "epoch": 2.4592030360531307,
+      "grad_norm": 2.6435329914093018,
+      "learning_rate": 1.9824218750000002e-05,
+      "loss": 0.0539,
+      "step": 6480
+    },
+    {
+      "epoch": 2.462998102466793,
+      "grad_norm": 0.2627769112586975,
+      "learning_rate": 1.9775390625e-05,
+      "loss": 0.0713,
+      "step": 6490
+    },
+    {
+      "epoch": 2.4667931688804554,
+      "grad_norm": 3.5408475399017334,
+      "learning_rate": 1.9726562500000003e-05,
+      "loss": 0.1061,
+      "step": 6500
+    },
+    {
+      "epoch": 2.4705882352941178,
+      "grad_norm": 2.456315279006958,
+      "learning_rate": 1.9677734375e-05,
+      "loss": 0.0782,
+      "step": 6510
+    },
+    {
+      "epoch": 2.47438330170778,
+      "grad_norm": 5.217021942138672,
+      "learning_rate": 1.962890625e-05,
+      "loss": 0.1009,
+      "step": 6520
+    },
+    {
+      "epoch": 2.478178368121442,
+      "grad_norm": 4.218019962310791,
+      "learning_rate": 1.9580078125000002e-05,
+      "loss": 0.0663,
+      "step": 6530
+    },
+    {
+      "epoch": 2.4819734345351043,
+      "grad_norm": 2.7066123485565186,
+      "learning_rate": 1.953125e-05,
+      "loss": 0.0891,
+      "step": 6540
+    },
+    {
+      "epoch": 2.4857685009487667,
+      "grad_norm": 0.1062941625714302,
+      "learning_rate": 1.9482421875000002e-05,
+      "loss": 0.1085,
+      "step": 6550
+    },
+    {
+      "epoch": 2.489563567362429,
+      "grad_norm": 5.984579086303711,
+      "learning_rate": 1.943359375e-05,
+      "loss": 0.092,
+      "step": 6560
+    },
+    {
+      "epoch": 2.493358633776091,
+      "grad_norm": 0.7308592796325684,
+      "learning_rate": 1.9384765625e-05,
+      "loss": 0.072,
+      "step": 6570
+    },
+    {
+      "epoch": 2.4971537001897532,
+      "grad_norm": 0.8086015582084656,
+      "learning_rate": 1.93359375e-05,
+      "loss": 0.1052,
+      "step": 6580
+    },
+    {
+      "epoch": 2.5009487666034156,
+      "grad_norm": 1.8991528749465942,
+      "learning_rate": 1.9287109375e-05,
+      "loss": 0.0737,
+      "step": 6590
+    },
+    {
+      "epoch": 2.504743833017078,
+      "grad_norm": 6.63985013961792,
+      "learning_rate": 1.9238281250000002e-05,
+      "loss": 0.1096,
+      "step": 6600
+    },
+    {
+      "epoch": 2.5085388994307403,
+      "grad_norm": 0.17855627834796906,
+      "learning_rate": 1.9189453125e-05,
+      "loss": 0.0624,
+      "step": 6610
+    },
+    {
+      "epoch": 2.512333965844402,
+      "grad_norm": 4.877336502075195,
+      "learning_rate": 1.9140625e-05,
+      "loss": 0.1211,
+      "step": 6620
+    },
+    {
+      "epoch": 2.5161290322580645,
+      "grad_norm": 0.27590852975845337,
+      "learning_rate": 1.9091796875e-05,
+      "loss": 0.0521,
+      "step": 6630
+    },
+    {
+      "epoch": 2.519924098671727,
+      "grad_norm": 0.45393088459968567,
+      "learning_rate": 1.904296875e-05,
+      "loss": 0.0707,
+      "step": 6640
+    },
+    {
+      "epoch": 2.5237191650853887,
+      "grad_norm": 2.1049611568450928,
+      "learning_rate": 1.8994140625000002e-05,
+      "loss": 0.1105,
+      "step": 6650
+    },
+    {
+      "epoch": 2.527514231499051,
+      "grad_norm": 1.805330753326416,
+      "learning_rate": 1.89453125e-05,
+      "loss": 0.068,
+      "step": 6660
+    },
+    {
+      "epoch": 2.5313092979127134,
+      "grad_norm": 1.1227184534072876,
+      "learning_rate": 1.8896484375000003e-05,
+      "loss": 0.0572,
+      "step": 6670
+    },
+    {
+      "epoch": 2.5351043643263758,
+      "grad_norm": 2.483306646347046,
+      "learning_rate": 1.884765625e-05,
+      "loss": 0.1095,
+      "step": 6680
+    },
+    {
+      "epoch": 2.538899430740038,
+      "grad_norm": 0.1452198177576065,
+      "learning_rate": 1.8798828125e-05,
+      "loss": 0.0401,
+      "step": 6690
+    },
+    {
+      "epoch": 2.5426944971537004,
+      "grad_norm": 0.14945687353610992,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 0.0796,
+      "step": 6700
+    },
+    {
+      "epoch": 2.5464895635673623,
+      "grad_norm": 1.3936477899551392,
+      "learning_rate": 1.8701171875e-05,
+      "loss": 0.0688,
+      "step": 6710
+    },
+    {
+      "epoch": 2.5502846299810247,
+      "grad_norm": 0.16819104552268982,
+      "learning_rate": 1.8652343750000002e-05,
+      "loss": 0.0454,
+      "step": 6720
+    },
+    {
+      "epoch": 2.554079696394687,
+      "grad_norm": 1.2239612340927124,
+      "learning_rate": 1.8603515625e-05,
+      "loss": 0.0588,
+      "step": 6730
+    },
+    {
+      "epoch": 2.557874762808349,
+      "grad_norm": 7.471010684967041,
+      "learning_rate": 1.85546875e-05,
+      "loss": 0.0528,
+      "step": 6740
+    },
+    {
+      "epoch": 2.5616698292220113,
+      "grad_norm": 4.900544166564941,
+      "learning_rate": 1.8505859375e-05,
+      "loss": 0.0858,
+      "step": 6750
+    },
+    {
+      "epoch": 2.5654648956356736,
+      "grad_norm": 3.8821702003479004,
+      "learning_rate": 1.845703125e-05,
+      "loss": 0.046,
+      "step": 6760
+    },
+    {
+      "epoch": 2.569259962049336,
+      "grad_norm": 0.17730577290058136,
+      "learning_rate": 1.8408203125000002e-05,
+      "loss": 0.0673,
+      "step": 6770
+    },
+    {
+      "epoch": 2.5730550284629983,
+      "grad_norm": 3.4757065773010254,
+      "learning_rate": 1.8359375e-05,
+      "loss": 0.094,
+      "step": 6780
+    },
+    {
+      "epoch": 2.5768500948766606,
+      "grad_norm": 3.2091782093048096,
+      "learning_rate": 1.8310546875e-05,
+      "loss": 0.08,
+      "step": 6790
+    },
+    {
+      "epoch": 2.5806451612903225,
+      "grad_norm": 5.548855304718018,
+      "learning_rate": 1.826171875e-05,
+      "loss": 0.0996,
+      "step": 6800
+    },
+    {
+      "epoch": 2.584440227703985,
+      "grad_norm": 0.17017248272895813,
+      "learning_rate": 1.8212890625e-05,
+      "loss": 0.0828,
+      "step": 6810
+    },
+    {
+      "epoch": 2.588235294117647,
+      "grad_norm": 9.512433052062988,
+      "learning_rate": 1.8164062500000002e-05,
+      "loss": 0.0696,
+      "step": 6820
+    },
+    {
+      "epoch": 2.592030360531309,
+      "grad_norm": 0.9737806916236877,
+      "learning_rate": 1.8115234375e-05,
+      "loss": 0.0881,
+      "step": 6830
+    },
+    {
+      "epoch": 2.5958254269449714,
+      "grad_norm": 7.027744293212891,
+      "learning_rate": 1.8066406250000002e-05,
+      "loss": 0.06,
+      "step": 6840
+    },
+    {
+      "epoch": 2.5996204933586338,
+      "grad_norm": 2.162301778793335,
+      "learning_rate": 1.8017578125e-05,
+      "loss": 0.0833,
+      "step": 6850
+    },
+    {
+      "epoch": 2.603415559772296,
+      "grad_norm": 0.30585893988609314,
+      "learning_rate": 1.796875e-05,
+      "loss": 0.0794,
+      "step": 6860
+    },
+    {
+      "epoch": 2.6072106261859584,
+      "grad_norm": 0.22574108839035034,
+      "learning_rate": 1.7919921875e-05,
+      "loss": 0.0965,
+      "step": 6870
+    },
+    {
+      "epoch": 2.6110056925996203,
+      "grad_norm": 0.6627634763717651,
+      "learning_rate": 1.787109375e-05,
+      "loss": 0.0622,
+      "step": 6880
+    },
+    {
+      "epoch": 2.6148007590132827,
+      "grad_norm": 0.17045138776302338,
+      "learning_rate": 1.7822265625000002e-05,
+      "loss": 0.0471,
+      "step": 6890
+    },
+    {
+      "epoch": 2.618595825426945,
+      "grad_norm": 0.31901392340660095,
+      "learning_rate": 1.77734375e-05,
+      "loss": 0.0607,
+      "step": 6900
+    },
+    {
+      "epoch": 2.6223908918406074,
+      "grad_norm": 0.21171316504478455,
+      "learning_rate": 1.7724609375e-05,
+      "loss": 0.0789,
+      "step": 6910
+    },
+    {
+      "epoch": 2.6261859582542693,
+      "grad_norm": 0.8109591007232666,
+      "learning_rate": 1.767578125e-05,
+      "loss": 0.0973,
+      "step": 6920
+    },
+    {
+      "epoch": 2.6299810246679316,
+      "grad_norm": 2.583545446395874,
+      "learning_rate": 1.7626953125e-05,
+      "loss": 0.0512,
+      "step": 6930
+    },
+    {
+      "epoch": 2.633776091081594,
+      "grad_norm": 1.5937598943710327,
+      "learning_rate": 1.7578125000000002e-05,
+      "loss": 0.0861,
+      "step": 6940
+    },
+    {
+      "epoch": 2.6375711574952563,
+      "grad_norm": 1.3143688440322876,
+      "learning_rate": 1.7529296875e-05,
+      "loss": 0.098,
+      "step": 6950
+    },
+    {
+      "epoch": 2.6413662239089186,
+      "grad_norm": 2.390667676925659,
+      "learning_rate": 1.748046875e-05,
+      "loss": 0.0621,
+      "step": 6960
+    },
+    {
+      "epoch": 2.6451612903225805,
+      "grad_norm": 0.30924805998802185,
+      "learning_rate": 1.7431640625e-05,
+      "loss": 0.0807,
+      "step": 6970
+    },
+    {
+      "epoch": 2.648956356736243,
+      "grad_norm": 1.6821314096450806,
+      "learning_rate": 1.73828125e-05,
+      "loss": 0.0598,
+      "step": 6980
+    },
+    {
+      "epoch": 2.652751423149905,
+      "grad_norm": 1.8624871969223022,
+      "learning_rate": 1.7333984375000002e-05,
+      "loss": 0.0841,
+      "step": 6990
+    },
+    {
+      "epoch": 2.656546489563567,
+      "grad_norm": 1.0055333375930786,
+      "learning_rate": 1.728515625e-05,
+      "loss": 0.0853,
+      "step": 7000
+    },
+    {
+      "epoch": 2.6603415559772294,
+      "grad_norm": 0.11686267703771591,
+      "learning_rate": 1.7236328125000002e-05,
+      "loss": 0.0455,
+      "step": 7010
+    },
+    {
+      "epoch": 2.6641366223908918,
+      "grad_norm": 5.000795841217041,
+      "learning_rate": 1.71875e-05,
+      "loss": 0.1102,
+      "step": 7020
+    },
+    {
+      "epoch": 2.667931688804554,
+      "grad_norm": 5.362839221954346,
+      "learning_rate": 1.7138671875e-05,
+      "loss": 0.0864,
+      "step": 7030
+    },
+    {
+      "epoch": 2.6717267552182165,
+      "grad_norm": 4.031505584716797,
+      "learning_rate": 1.708984375e-05,
+      "loss": 0.0753,
+      "step": 7040
+    },
+    {
+      "epoch": 2.675521821631879,
+      "grad_norm": 3.553187608718872,
+      "learning_rate": 1.7041015625e-05,
+      "loss": 0.0802,
+      "step": 7050
+    },
+    {
+      "epoch": 2.6793168880455407,
+      "grad_norm": 2.1504125595092773,
+      "learning_rate": 1.6992187500000002e-05,
+      "loss": 0.0798,
+      "step": 7060
+    },
+    {
+      "epoch": 2.683111954459203,
+      "grad_norm": 0.17360809445381165,
+      "learning_rate": 1.6943359375e-05,
+      "loss": 0.1064,
+      "step": 7070
+    },
+    {
+      "epoch": 2.6869070208728654,
+      "grad_norm": 0.16311465203762054,
+      "learning_rate": 1.689453125e-05,
+      "loss": 0.1194,
+      "step": 7080
+    },
+    {
+      "epoch": 2.6907020872865273,
+      "grad_norm": 3.6088805198669434,
+      "learning_rate": 1.6845703125e-05,
+      "loss": 0.0586,
+      "step": 7090
+    },
+    {
+      "epoch": 2.6944971537001896,
+      "grad_norm": 5.143406867980957,
+      "learning_rate": 1.6796875e-05,
+      "loss": 0.0892,
+      "step": 7100
+    },
+    {
+      "epoch": 2.698292220113852,
+      "grad_norm": 27.002168655395508,
+      "learning_rate": 1.6748046875000002e-05,
+      "loss": 0.089,
+      "step": 7110
+    },
+    {
+      "epoch": 2.7020872865275143,
+      "grad_norm": 1.443231225013733,
+      "learning_rate": 1.669921875e-05,
+      "loss": 0.1328,
+      "step": 7120
+    },
+    {
+      "epoch": 2.7058823529411766,
+      "grad_norm": 7.007279396057129,
+      "learning_rate": 1.6650390625e-05,
+      "loss": 0.0652,
+      "step": 7130
+    },
+    {
+      "epoch": 2.709677419354839,
+      "grad_norm": 0.25469958782196045,
+      "learning_rate": 1.66015625e-05,
+      "loss": 0.045,
+      "step": 7140
+    },
+    {
+      "epoch": 2.713472485768501,
+      "grad_norm": 4.693950653076172,
+      "learning_rate": 1.6552734375e-05,
+      "loss": 0.1245,
+      "step": 7150
+    },
+    {
+      "epoch": 2.717267552182163,
+      "grad_norm": 0.3287486732006073,
+      "learning_rate": 1.6503906250000002e-05,
+      "loss": 0.068,
+      "step": 7160
+    },
+    {
+      "epoch": 2.7210626185958255,
+      "grad_norm": 9.82812786102295,
+      "learning_rate": 1.6455078125e-05,
+      "loss": 0.0909,
+      "step": 7170
+    },
+    {
+      "epoch": 2.7248576850094874,
+      "grad_norm": 14.501320838928223,
+      "learning_rate": 1.6406250000000002e-05,
+      "loss": 0.0972,
+      "step": 7180
+    },
+    {
+      "epoch": 2.72865275142315,
+      "grad_norm": 5.130281448364258,
+      "learning_rate": 1.6357421875e-05,
+      "loss": 0.1253,
+      "step": 7190
+    },
+    {
+      "epoch": 2.732447817836812,
+      "grad_norm": 3.5541763305664062,
+      "learning_rate": 1.630859375e-05,
+      "loss": 0.0822,
+      "step": 7200
+    },
+    {
+      "epoch": 2.7362428842504745,
+      "grad_norm": 0.9670690894126892,
+      "learning_rate": 1.6259765625e-05,
+      "loss": 0.0231,
+      "step": 7210
+    },
+    {
+      "epoch": 2.740037950664137,
+      "grad_norm": 0.676513135433197,
+      "learning_rate": 1.62109375e-05,
+      "loss": 0.0972,
+      "step": 7220
+    },
+    {
+      "epoch": 2.7438330170777987,
+      "grad_norm": 7.5943217277526855,
+      "learning_rate": 1.6162109375000002e-05,
+      "loss": 0.0989,
+      "step": 7230
+    },
+    {
+      "epoch": 2.747628083491461,
+      "grad_norm": 0.20399871468544006,
+      "learning_rate": 1.611328125e-05,
+      "loss": 0.1036,
+      "step": 7240
+    },
+    {
+      "epoch": 2.7514231499051234,
+      "grad_norm": 0.43629199266433716,
+      "learning_rate": 1.6064453125e-05,
+      "loss": 0.0311,
+      "step": 7250
+    },
+    {
+      "epoch": 2.7552182163187857,
+      "grad_norm": 1.144394040107727,
+      "learning_rate": 1.6015625e-05,
+      "loss": 0.0815,
+      "step": 7260
+    },
+    {
+      "epoch": 2.7590132827324476,
+      "grad_norm": 0.06812827289104462,
+      "learning_rate": 1.5966796875e-05,
+      "loss": 0.0539,
+      "step": 7270
+    },
+    {
+      "epoch": 2.76280834914611,
+      "grad_norm": 2.913031578063965,
+      "learning_rate": 1.5917968750000002e-05,
+      "loss": 0.0443,
+      "step": 7280
+    },
+    {
+      "epoch": 2.7666034155597723,
+      "grad_norm": 2.4026944637298584,
+      "learning_rate": 1.5869140625e-05,
+      "loss": 0.0957,
+      "step": 7290
+    },
+    {
+      "epoch": 2.7703984819734346,
+      "grad_norm": 3.89658784866333,
+      "learning_rate": 1.58203125e-05,
+      "loss": 0.1125,
+      "step": 7300
+    },
+    {
+      "epoch": 2.774193548387097,
+      "grad_norm": 0.4522351920604706,
+      "learning_rate": 1.5771484375e-05,
+      "loss": 0.0889,
+      "step": 7310
+    },
+    {
+      "epoch": 2.777988614800759,
+      "grad_norm": 5.769268989562988,
+      "learning_rate": 1.572265625e-05,
+      "loss": 0.0631,
+      "step": 7320
+    },
+    {
+      "epoch": 2.781783681214421,
+      "grad_norm": 1.7276089191436768,
+      "learning_rate": 1.5673828125000002e-05,
+      "loss": 0.091,
+      "step": 7330
+    },
+    {
+      "epoch": 2.7855787476280836,
+      "grad_norm": 2.0759644508361816,
+      "learning_rate": 1.5625e-05,
+      "loss": 0.0655,
+      "step": 7340
+    },
+    {
+      "epoch": 2.789373814041746,
+      "grad_norm": 0.7582204937934875,
+      "learning_rate": 1.5576171875000002e-05,
+      "loss": 0.0541,
+      "step": 7350
+    },
+    {
+      "epoch": 2.793168880455408,
+      "grad_norm": 16.55638885498047,
+      "learning_rate": 1.552734375e-05,
+      "loss": 0.1178,
+      "step": 7360
+    },
+    {
+      "epoch": 2.79696394686907,
+      "grad_norm": 0.7026536464691162,
+      "learning_rate": 1.5478515625e-05,
+      "loss": 0.0459,
+      "step": 7370
+    },
+    {
+      "epoch": 2.8007590132827325,
+      "grad_norm": 4.089038372039795,
+      "learning_rate": 1.54296875e-05,
+      "loss": 0.0663,
+      "step": 7380
+    },
+    {
+      "epoch": 2.804554079696395,
+      "grad_norm": 3.8286547660827637,
+      "learning_rate": 1.5380859375e-05,
+      "loss": 0.1096,
+      "step": 7390
+    },
+    {
+      "epoch": 2.808349146110057,
+      "grad_norm": 2.5993642807006836,
+      "learning_rate": 1.5332031250000002e-05,
+      "loss": 0.0685,
+      "step": 7400
+    },
+    {
+      "epoch": 2.812144212523719,
+      "grad_norm": 1.0880334377288818,
+      "learning_rate": 1.5283203125e-05,
+      "loss": 0.0631,
+      "step": 7410
+    },
+    {
+      "epoch": 2.8159392789373814,
+      "grad_norm": 1.036834478378296,
+      "learning_rate": 1.5234375000000001e-05,
+      "loss": 0.086,
+      "step": 7420
+    },
+    {
+      "epoch": 2.8197343453510437,
+      "grad_norm": 5.436180114746094,
+      "learning_rate": 1.5185546875000001e-05,
+      "loss": 0.1121,
+      "step": 7430
+    },
+    {
+      "epoch": 2.8235294117647056,
+      "grad_norm": 3.7009427547454834,
+      "learning_rate": 1.513671875e-05,
+      "loss": 0.0764,
+      "step": 7440
+    },
+    {
+      "epoch": 2.827324478178368,
+      "grad_norm": 2.5197298526763916,
+      "learning_rate": 1.5087890625e-05,
+      "loss": 0.082,
+      "step": 7450
+    },
+    {
+      "epoch": 2.8311195445920303,
+      "grad_norm": 3.15004563331604,
+      "learning_rate": 1.50390625e-05,
+      "loss": 0.112,
+      "step": 7460
+    },
+    {
+      "epoch": 2.8349146110056926,
+      "grad_norm": 2.9666614532470703,
+      "learning_rate": 1.4990234375e-05,
+      "loss": 0.0872,
+      "step": 7470
+    },
+    {
+      "epoch": 2.838709677419355,
+      "grad_norm": 6.0326385498046875,
+      "learning_rate": 1.4941406250000001e-05,
+      "loss": 0.0817,
+      "step": 7480
+    },
+    {
+      "epoch": 2.8425047438330173,
+      "grad_norm": 1.699873685836792,
+      "learning_rate": 1.4892578125000001e-05,
+      "loss": 0.0816,
+      "step": 7490
+    },
+    {
+      "epoch": 2.846299810246679,
+      "grad_norm": 0.14119946956634521,
+      "learning_rate": 1.484375e-05,
+      "loss": 0.0725,
+      "step": 7500
+    },
+    {
+      "epoch": 2.8500948766603416,
+      "grad_norm": 6.737262725830078,
+      "learning_rate": 1.4794921875e-05,
+      "loss": 0.1205,
+      "step": 7510
+    },
+    {
+      "epoch": 2.853889943074004,
+      "grad_norm": 4.460575103759766,
+      "learning_rate": 1.474609375e-05,
+      "loss": 0.123,
+      "step": 7520
+    },
+    {
+      "epoch": 2.857685009487666,
+      "grad_norm": 0.09714975953102112,
+      "learning_rate": 1.4697265625000001e-05,
+      "loss": 0.0687,
+      "step": 7530
+    },
+    {
+      "epoch": 2.861480075901328,
+      "grad_norm": 3.972470760345459,
+      "learning_rate": 1.4648437500000001e-05,
+      "loss": 0.1089,
+      "step": 7540
+    },
+    {
+      "epoch": 2.8652751423149905,
+      "grad_norm": 2.0776712894439697,
+      "learning_rate": 1.4599609375000001e-05,
+      "loss": 0.1318,
+      "step": 7550
+    },
+    {
+      "epoch": 2.869070208728653,
+      "grad_norm": 0.21448436379432678,
+      "learning_rate": 1.455078125e-05,
+      "loss": 0.0639,
+      "step": 7560
+    },
+    {
+      "epoch": 2.872865275142315,
+      "grad_norm": 0.19727276265621185,
+      "learning_rate": 1.4501953125e-05,
+      "loss": 0.0464,
+      "step": 7570
+    },
+    {
+      "epoch": 2.8766603415559775,
+      "grad_norm": 2.9958267211914062,
+      "learning_rate": 1.4453125e-05,
+      "loss": 0.0715,
+      "step": 7580
+    },
+    {
+      "epoch": 2.8804554079696394,
+      "grad_norm": 1.823538064956665,
+      "learning_rate": 1.4404296875000001e-05,
+      "loss": 0.0781,
+      "step": 7590
+    },
+    {
+      "epoch": 2.8842504743833017,
+      "grad_norm": 2.5351407527923584,
+      "learning_rate": 1.4355468750000001e-05,
+      "loss": 0.0888,
+      "step": 7600
+    },
+    {
+      "epoch": 2.888045540796964,
+      "grad_norm": 4.274851322174072,
+      "learning_rate": 1.4306640625000002e-05,
+      "loss": 0.0228,
+      "step": 7610
+    },
+    {
+      "epoch": 2.891840607210626,
+      "grad_norm": 4.665604591369629,
+      "learning_rate": 1.42578125e-05,
+      "loss": 0.083,
+      "step": 7620
+    },
+    {
+      "epoch": 2.8956356736242883,
+      "grad_norm": 4.373048782348633,
+      "learning_rate": 1.4208984375e-05,
+      "loss": 0.0936,
+      "step": 7630
+    },
+    {
+      "epoch": 2.8994307400379506,
+      "grad_norm": 1.5743074417114258,
+      "learning_rate": 1.416015625e-05,
+      "loss": 0.0414,
+      "step": 7640
+    },
+    {
+      "epoch": 2.903225806451613,
+      "grad_norm": 2.3043341636657715,
+      "learning_rate": 1.4111328125000001e-05,
+      "loss": 0.0739,
+      "step": 7650
+    },
+    {
+      "epoch": 2.9070208728652753,
+      "grad_norm": 2.980686902999878,
+      "learning_rate": 1.4062500000000001e-05,
+      "loss": 0.0755,
+      "step": 7660
+    },
+    {
+      "epoch": 2.9108159392789372,
+      "grad_norm": 0.5928072929382324,
+      "learning_rate": 1.4013671875e-05,
+      "loss": 0.116,
+      "step": 7670
+    },
+    {
+      "epoch": 2.9146110056925996,
+      "grad_norm": 0.14647921919822693,
+      "learning_rate": 1.396484375e-05,
+      "loss": 0.0367,
+      "step": 7680
+    },
+    {
+      "epoch": 2.918406072106262,
+      "grad_norm": 6.466022968292236,
+      "learning_rate": 1.3916015625e-05,
+      "loss": 0.0365,
+      "step": 7690
+    },
+    {
+      "epoch": 2.9222011385199242,
+      "grad_norm": 13.139077186584473,
+      "learning_rate": 1.38671875e-05,
+      "loss": 0.1295,
+      "step": 7700
+    },
+    {
+      "epoch": 2.925996204933586,
+      "grad_norm": 0.3945586383342743,
+      "learning_rate": 1.3818359375000001e-05,
+      "loss": 0.0559,
+      "step": 7710
+    },
+    {
+      "epoch": 2.9297912713472485,
+      "grad_norm": 0.04980861395597458,
+      "learning_rate": 1.3769531250000001e-05,
+      "loss": 0.0485,
+      "step": 7720
+    },
+    {
+      "epoch": 2.933586337760911,
+      "grad_norm": 2.388545513153076,
+      "learning_rate": 1.3720703125e-05,
+      "loss": 0.0542,
+      "step": 7730
+    },
+    {
+      "epoch": 2.937381404174573,
+      "grad_norm": 2.4082882404327393,
+      "learning_rate": 1.3671875e-05,
+      "loss": 0.0939,
+      "step": 7740
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "grad_norm": 4.933741569519043,
+      "learning_rate": 1.3623046875e-05,
+      "loss": 0.1409,
+      "step": 7750
+    },
+    {
+      "epoch": 2.9449715370018974,
+      "grad_norm": 5.57550573348999,
+      "learning_rate": 1.3574218750000001e-05,
+      "loss": 0.0646,
+      "step": 7760
+    },
+    {
+      "epoch": 2.9487666034155597,
+      "grad_norm": 1.8403911590576172,
+      "learning_rate": 1.3525390625000001e-05,
+      "loss": 0.0694,
+      "step": 7770
+    },
+    {
+      "epoch": 2.952561669829222,
+      "grad_norm": 6.1294331550598145,
+      "learning_rate": 1.3476562500000001e-05,
+      "loss": 0.0476,
+      "step": 7780
+    },
+    {
+      "epoch": 2.956356736242884,
+      "grad_norm": 0.0652192234992981,
+      "learning_rate": 1.3427734375e-05,
+      "loss": 0.0634,
+      "step": 7790
+    },
+    {
+      "epoch": 2.9601518026565463,
+      "grad_norm": 2.2705845832824707,
+      "learning_rate": 1.337890625e-05,
+      "loss": 0.0577,
+      "step": 7800
+    },
+    {
+      "epoch": 2.9639468690702087,
+      "grad_norm": 0.12686532735824585,
+      "learning_rate": 1.3330078125e-05,
+      "loss": 0.0948,
+      "step": 7810
+    },
+    {
+      "epoch": 2.967741935483871,
+      "grad_norm": 3.2810075283050537,
+      "learning_rate": 1.3281250000000001e-05,
+      "loss": 0.0813,
+      "step": 7820
+    },
+    {
+      "epoch": 2.9715370018975333,
+      "grad_norm": 2.2181339263916016,
+      "learning_rate": 1.3232421875000001e-05,
+      "loss": 0.1022,
+      "step": 7830
+    },
+    {
+      "epoch": 2.9753320683111957,
+      "grad_norm": 1.6737946271896362,
+      "learning_rate": 1.318359375e-05,
+      "loss": 0.0557,
+      "step": 7840
+    },
+    {
+      "epoch": 2.9791271347248576,
+      "grad_norm": 7.780960559844971,
+      "learning_rate": 1.3134765625e-05,
+      "loss": 0.0978,
+      "step": 7850
+    },
+    {
+      "epoch": 2.98292220113852,
+      "grad_norm": 8.983189582824707,
+      "learning_rate": 1.30859375e-05,
+      "loss": 0.0601,
+      "step": 7860
+    },
+    {
+      "epoch": 2.9867172675521823,
+      "grad_norm": 4.744899272918701,
+      "learning_rate": 1.3037109375e-05,
+      "loss": 0.0418,
+      "step": 7870
+    },
+    {
+      "epoch": 2.990512333965844,
+      "grad_norm": 2.1875483989715576,
+      "learning_rate": 1.2988281250000001e-05,
+      "loss": 0.0746,
+      "step": 7880
+    },
+    {
+      "epoch": 2.9943074003795065,
+      "grad_norm": 1.506842017173767,
+      "learning_rate": 1.2939453125000001e-05,
+      "loss": 0.0868,
+      "step": 7890
+    },
+    {
+      "epoch": 2.998102466793169,
+      "grad_norm": 2.1302731037139893,
+      "learning_rate": 1.2890625e-05,
+      "loss": 0.0687,
+      "step": 7900
+    },
+    {
+      "epoch": 3.001897533206831,
+      "grad_norm": 2.632828950881958,
+      "learning_rate": 1.2841796875e-05,
+      "loss": 0.0705,
+      "step": 7910
+    },
+    {
+      "epoch": 3.0056925996204935,
+      "grad_norm": 0.15800461173057556,
+      "learning_rate": 1.279296875e-05,
+      "loss": 0.0522,
+      "step": 7920
+    },
+    {
+      "epoch": 3.0094876660341554,
+      "grad_norm": 0.13846412301063538,
+      "learning_rate": 1.2744140625e-05,
+      "loss": 0.0363,
+      "step": 7930
+    },
+    {
+      "epoch": 3.0132827324478177,
+      "grad_norm": 4.117944717407227,
+      "learning_rate": 1.2695312500000001e-05,
+      "loss": 0.0605,
+      "step": 7940
+    },
+    {
+      "epoch": 3.01707779886148,
+      "grad_norm": 1.4927798509597778,
+      "learning_rate": 1.2646484375000001e-05,
+      "loss": 0.0346,
+      "step": 7950
+    },
+    {
+      "epoch": 3.0208728652751424,
+      "grad_norm": 4.367966175079346,
+      "learning_rate": 1.259765625e-05,
+      "loss": 0.0458,
+      "step": 7960
+    },
+    {
+      "epoch": 3.0246679316888048,
+      "grad_norm": 2.0026087760925293,
+      "learning_rate": 1.2548828125e-05,
+      "loss": 0.0749,
+      "step": 7970
+    },
+    {
+      "epoch": 3.0284629981024667,
+      "grad_norm": 2.106546640396118,
+      "learning_rate": 1.25e-05,
+      "loss": 0.065,
+      "step": 7980
+    },
+    {
+      "epoch": 3.032258064516129,
+      "grad_norm": 4.122467994689941,
+      "learning_rate": 1.2451171875000001e-05,
+      "loss": 0.0475,
+      "step": 7990
+    },
+    {
+      "epoch": 3.0360531309297913,
+      "grad_norm": 0.08205808699131012,
+      "learning_rate": 1.2402343750000001e-05,
+      "loss": 0.0692,
+      "step": 8000
+    },
+    {
+      "epoch": 3.0398481973434537,
+      "grad_norm": 1.0389831066131592,
+      "learning_rate": 1.2353515625e-05,
+      "loss": 0.0514,
+      "step": 8010
+    },
+    {
+      "epoch": 3.0436432637571156,
+      "grad_norm": 0.1080293357372284,
+      "learning_rate": 1.23046875e-05,
+      "loss": 0.0385,
+      "step": 8020
+    },
+    {
+      "epoch": 3.047438330170778,
+      "grad_norm": 0.2515338361263275,
+      "learning_rate": 1.2255859375e-05,
+      "loss": 0.0835,
+      "step": 8030
+    },
+    {
+      "epoch": 3.0512333965844403,
+      "grad_norm": 1.1087881326675415,
+      "learning_rate": 1.220703125e-05,
+      "loss": 0.0559,
+      "step": 8040
+    },
+    {
+      "epoch": 3.0550284629981026,
+      "grad_norm": 1.1088217496871948,
+      "learning_rate": 1.2158203125000001e-05,
+      "loss": 0.075,
+      "step": 8050
+    },
+    {
+      "epoch": 3.0588235294117645,
+      "grad_norm": 3.310959577560425,
+      "learning_rate": 1.2109375000000001e-05,
+      "loss": 0.0596,
+      "step": 8060
+    },
+    {
+      "epoch": 3.062618595825427,
+      "grad_norm": 1.186274766921997,
+      "learning_rate": 1.2060546875e-05,
+      "loss": 0.0399,
+      "step": 8070
+    },
+    {
+      "epoch": 3.066413662239089,
+      "grad_norm": 3.054225444793701,
+      "learning_rate": 1.201171875e-05,
+      "loss": 0.0352,
+      "step": 8080
+    },
+    {
+      "epoch": 3.0702087286527515,
+      "grad_norm": 0.3610187768936157,
+      "learning_rate": 1.1962890625e-05,
+      "loss": 0.0519,
+      "step": 8090
+    },
+    {
+      "epoch": 3.074003795066414,
+      "grad_norm": 1.7858855724334717,
+      "learning_rate": 1.19140625e-05,
+      "loss": 0.0712,
+      "step": 8100
+    },
+    {
+      "epoch": 3.0777988614800758,
+      "grad_norm": 3.144697666168213,
+      "learning_rate": 1.1865234375000001e-05,
+      "loss": 0.0343,
+      "step": 8110
+    },
+    {
+      "epoch": 3.081593927893738,
+      "grad_norm": 1.743668556213379,
+      "learning_rate": 1.1816406250000001e-05,
+      "loss": 0.0611,
+      "step": 8120
+    },
+    {
+      "epoch": 3.0853889943074004,
+      "grad_norm": 0.6149533987045288,
+      "learning_rate": 1.1767578125e-05,
+      "loss": 0.0512,
+      "step": 8130
+    },
+    {
+      "epoch": 3.0891840607210628,
+      "grad_norm": 6.247795581817627,
+      "learning_rate": 1.171875e-05,
+      "loss": 0.0741,
+      "step": 8140
+    },
+    {
+      "epoch": 3.0929791271347247,
+      "grad_norm": 0.8566815853118896,
+      "learning_rate": 1.1669921875e-05,
+      "loss": 0.0699,
+      "step": 8150
+    },
+    {
+      "epoch": 3.096774193548387,
+      "grad_norm": 3.2794229984283447,
+      "learning_rate": 1.162109375e-05,
+      "loss": 0.0296,
+      "step": 8160
+    },
+    {
+      "epoch": 3.1005692599620494,
+      "grad_norm": 0.10005365312099457,
+      "learning_rate": 1.1572265625000001e-05,
+      "loss": 0.0645,
+      "step": 8170
+    },
+    {
+      "epoch": 3.1043643263757117,
+      "grad_norm": 2.8992691040039062,
+      "learning_rate": 1.15234375e-05,
+      "loss": 0.0456,
+      "step": 8180
+    },
+    {
+      "epoch": 3.108159392789374,
+      "grad_norm": 3.6778674125671387,
+      "learning_rate": 1.1474609375e-05,
+      "loss": 0.0351,
+      "step": 8190
+    },
+    {
+      "epoch": 3.111954459203036,
+      "grad_norm": 1.5398664474487305,
+      "learning_rate": 1.142578125e-05,
+      "loss": 0.042,
+      "step": 8200
+    },
+    {
+      "epoch": 3.1157495256166983,
+      "grad_norm": 0.05135444924235344,
+      "learning_rate": 1.1376953125e-05,
+      "loss": 0.0478,
+      "step": 8210
+    },
+    {
+      "epoch": 3.1195445920303606,
+      "grad_norm": 0.6804483532905579,
+      "learning_rate": 1.1328125000000001e-05,
+      "loss": 0.058,
+      "step": 8220
+    },
+    {
+      "epoch": 3.123339658444023,
+      "grad_norm": 0.10011663287878036,
+      "learning_rate": 1.1279296875000001e-05,
+      "loss": 0.0456,
+      "step": 8230
+    },
+    {
+      "epoch": 3.127134724857685,
+      "grad_norm": 0.466981440782547,
+      "learning_rate": 1.123046875e-05,
+      "loss": 0.0449,
+      "step": 8240
+    },
+    {
+      "epoch": 3.130929791271347,
+      "grad_norm": 2.163849353790283,
+      "learning_rate": 1.1181640625e-05,
+      "loss": 0.0595,
+      "step": 8250
+    },
+    {
+      "epoch": 3.1347248576850095,
+      "grad_norm": 1.1013680696487427,
+      "learning_rate": 1.11328125e-05,
+      "loss": 0.0708,
+      "step": 8260
+    },
+    {
+      "epoch": 3.138519924098672,
+      "grad_norm": 8.969820022583008,
+      "learning_rate": 1.1083984375e-05,
+      "loss": 0.064,
+      "step": 8270
+    },
+    {
+      "epoch": 3.1423149905123338,
+      "grad_norm": 1.1106621026992798,
+      "learning_rate": 1.1035156250000001e-05,
+      "loss": 0.1007,
+      "step": 8280
+    },
+    {
+      "epoch": 3.146110056925996,
+      "grad_norm": 0.1508377343416214,
+      "learning_rate": 1.0986328125000001e-05,
+      "loss": 0.0464,
+      "step": 8290
+    },
+    {
+      "epoch": 3.1499051233396584,
+      "grad_norm": 0.07330877333879471,
+      "learning_rate": 1.09375e-05,
+      "loss": 0.0797,
+      "step": 8300
+    },
+    {
+      "epoch": 3.153700189753321,
+      "grad_norm": 1.6159915924072266,
+      "learning_rate": 1.0888671875e-05,
+      "loss": 0.0527,
+      "step": 8310
+    },
+    {
+      "epoch": 3.157495256166983,
+      "grad_norm": 0.5196408629417419,
+      "learning_rate": 1.083984375e-05,
+      "loss": 0.0433,
+      "step": 8320
+    },
+    {
+      "epoch": 3.161290322580645,
+      "grad_norm": 2.486041307449341,
+      "learning_rate": 1.0791015625e-05,
+      "loss": 0.0651,
+      "step": 8330
+    },
+    {
+      "epoch": 3.1650853889943074,
+      "grad_norm": 1.0713788270950317,
+      "learning_rate": 1.0742187500000001e-05,
+      "loss": 0.0695,
+      "step": 8340
+    },
+    {
+      "epoch": 3.1688804554079697,
+      "grad_norm": 0.19154168665409088,
+      "learning_rate": 1.0693359375e-05,
+      "loss": 0.0364,
+      "step": 8350
+    },
+    {
+      "epoch": 3.172675521821632,
+      "grad_norm": 0.31223466992378235,
+      "learning_rate": 1.064453125e-05,
+      "loss": 0.0267,
+      "step": 8360
+    },
+    {
+      "epoch": 3.176470588235294,
+      "grad_norm": 0.7767817378044128,
+      "learning_rate": 1.0595703125e-05,
+      "loss": 0.0635,
+      "step": 8370
+    },
+    {
+      "epoch": 3.1802656546489563,
+      "grad_norm": 2.4257445335388184,
+      "learning_rate": 1.0546875e-05,
+      "loss": 0.0588,
+      "step": 8380
+    },
+    {
+      "epoch": 3.1840607210626186,
+      "grad_norm": 1.2349954843521118,
+      "learning_rate": 1.0498046875000001e-05,
+      "loss": 0.0557,
+      "step": 8390
+    },
+    {
+      "epoch": 3.187855787476281,
+      "grad_norm": 3.209284543991089,
+      "learning_rate": 1.0449218750000001e-05,
+      "loss": 0.0459,
+      "step": 8400
+    },
+    {
+      "epoch": 3.191650853889943,
+      "grad_norm": 0.16265904903411865,
+      "learning_rate": 1.0400390625e-05,
+      "loss": 0.0525,
+      "step": 8410
+    },
+    {
+      "epoch": 3.195445920303605,
+      "grad_norm": 0.6664568781852722,
+      "learning_rate": 1.03515625e-05,
+      "loss": 0.0727,
+      "step": 8420
+    },
+    {
+      "epoch": 3.1992409867172675,
+      "grad_norm": 0.9481377005577087,
+      "learning_rate": 1.0302734375e-05,
+      "loss": 0.0215,
+      "step": 8430
+    },
+    {
+      "epoch": 3.20303605313093,
+      "grad_norm": 5.600297451019287,
+      "learning_rate": 1.025390625e-05,
+      "loss": 0.0385,
+      "step": 8440
+    },
+    {
+      "epoch": 3.206831119544592,
+      "grad_norm": 0.15000663697719574,
+      "learning_rate": 1.0205078125000001e-05,
+      "loss": 0.0659,
+      "step": 8450
+    },
+    {
+      "epoch": 3.210626185958254,
+      "grad_norm": 0.6691407561302185,
+      "learning_rate": 1.0156250000000001e-05,
+      "loss": 0.0666,
+      "step": 8460
+    },
+    {
+      "epoch": 3.2144212523719164,
+      "grad_norm": 1.3882899284362793,
+      "learning_rate": 1.0107421875e-05,
+      "loss": 0.0815,
+      "step": 8470
+    },
+    {
+      "epoch": 3.218216318785579,
+      "grad_norm": 1.0314580202102661,
+      "learning_rate": 1.005859375e-05,
+      "loss": 0.0178,
+      "step": 8480
+    },
+    {
+      "epoch": 3.222011385199241,
+      "grad_norm": 3.9537134170532227,
+      "learning_rate": 1.0009765625e-05,
+      "loss": 0.0631,
+      "step": 8490
+    },
+    {
+      "epoch": 3.225806451612903,
+      "grad_norm": 5.446588039398193,
+      "learning_rate": 9.9609375e-06,
+      "loss": 0.0548,
+      "step": 8500
+    },
+    {
+      "epoch": 3.2296015180265654,
+      "grad_norm": 8.026607513427734,
+      "learning_rate": 9.912109375000001e-06,
+      "loss": 0.0353,
+      "step": 8510
+    },
+    {
+      "epoch": 3.2333965844402277,
+      "grad_norm": 0.1389143019914627,
+      "learning_rate": 9.863281250000001e-06,
+      "loss": 0.0419,
+      "step": 8520
+    },
+    {
+      "epoch": 3.23719165085389,
+      "grad_norm": 1.255216121673584,
+      "learning_rate": 9.814453125e-06,
+      "loss": 0.0697,
+      "step": 8530
+    },
+    {
+      "epoch": 3.2409867172675524,
+      "grad_norm": 4.600146770477295,
+      "learning_rate": 9.765625e-06,
+      "loss": 0.0879,
+      "step": 8540
+    },
+    {
+      "epoch": 3.2447817836812143,
+      "grad_norm": 0.09613824635744095,
+      "learning_rate": 9.716796875e-06,
+      "loss": 0.0122,
+      "step": 8550
+    },
+    {
+      "epoch": 3.2485768500948766,
+      "grad_norm": 1.0265446901321411,
+      "learning_rate": 9.66796875e-06,
+      "loss": 0.0227,
+      "step": 8560
+    },
+    {
+      "epoch": 3.252371916508539,
+      "grad_norm": 2.185931444168091,
+      "learning_rate": 9.619140625000001e-06,
+      "loss": 0.1162,
+      "step": 8570
+    },
+    {
+      "epoch": 3.2561669829222013,
+      "grad_norm": 0.1482323259115219,
+      "learning_rate": 9.5703125e-06,
+      "loss": 0.0581,
+      "step": 8580
+    },
+    {
+      "epoch": 3.259962049335863,
+      "grad_norm": 0.17460452020168304,
+      "learning_rate": 9.521484375e-06,
+      "loss": 0.0399,
+      "step": 8590
+    },
+    {
+      "epoch": 3.2637571157495255,
+      "grad_norm": 1.6274187564849854,
+      "learning_rate": 9.47265625e-06,
+      "loss": 0.0537,
+      "step": 8600
+    },
+    {
+      "epoch": 3.267552182163188,
+      "grad_norm": 8.227033615112305,
+      "learning_rate": 9.423828125e-06,
+      "loss": 0.0646,
+      "step": 8610
+    },
+    {
+      "epoch": 3.27134724857685,
+      "grad_norm": 0.08734069019556046,
+      "learning_rate": 9.375000000000001e-06,
+      "loss": 0.0675,
+      "step": 8620
+    },
+    {
+      "epoch": 3.2751423149905126,
+      "grad_norm": 0.5700662732124329,
+      "learning_rate": 9.326171875000001e-06,
+      "loss": 0.0744,
+      "step": 8630
+    },
+    {
+      "epoch": 3.2789373814041745,
+      "grad_norm": 2.089008092880249,
+      "learning_rate": 9.27734375e-06,
+      "loss": 0.0812,
+      "step": 8640
+    },
+    {
+      "epoch": 3.282732447817837,
+      "grad_norm": 0.11990799009799957,
+      "learning_rate": 9.228515625e-06,
+      "loss": 0.071,
+      "step": 8650
+    },
+    {
+      "epoch": 3.286527514231499,
+      "grad_norm": 0.5663464665412903,
+      "learning_rate": 9.1796875e-06,
+      "loss": 0.0279,
+      "step": 8660
+    },
+    {
+      "epoch": 3.2903225806451615,
+      "grad_norm": 0.8847103118896484,
+      "learning_rate": 9.130859375e-06,
+      "loss": 0.0473,
+      "step": 8670
+    },
+    {
+      "epoch": 3.2941176470588234,
+      "grad_norm": 0.08891147375106812,
+      "learning_rate": 9.082031250000001e-06,
+      "loss": 0.041,
+      "step": 8680
+    },
+    {
+      "epoch": 3.2979127134724857,
+      "grad_norm": 0.0875004231929779,
+      "learning_rate": 9.033203125000001e-06,
+      "loss": 0.0284,
+      "step": 8690
+    },
+    {
+      "epoch": 3.301707779886148,
+      "grad_norm": 0.353773832321167,
+      "learning_rate": 8.984375e-06,
+      "loss": 0.0451,
+      "step": 8700
+    },
+    {
+      "epoch": 3.3055028462998104,
+      "grad_norm": 0.03987530991435051,
+      "learning_rate": 8.935546875e-06,
+      "loss": 0.0803,
+      "step": 8710
+    },
+    {
+      "epoch": 3.3092979127134727,
+      "grad_norm": 2.087677001953125,
+      "learning_rate": 8.88671875e-06,
+      "loss": 0.0257,
+      "step": 8720
+    },
+    {
+      "epoch": 3.3130929791271346,
+      "grad_norm": 4.051992893218994,
+      "learning_rate": 8.837890625e-06,
+      "loss": 0.0345,
+      "step": 8730
+    },
+    {
+      "epoch": 3.316888045540797,
+      "grad_norm": 3.694368362426758,
+      "learning_rate": 8.789062500000001e-06,
+      "loss": 0.0824,
+      "step": 8740
+    },
+    {
+      "epoch": 3.3206831119544593,
+      "grad_norm": 0.09131748974323273,
+      "learning_rate": 8.740234375e-06,
+      "loss": 0.0295,
+      "step": 8750
+    },
+    {
+      "epoch": 3.324478178368121,
+      "grad_norm": 0.05908443033695221,
+      "learning_rate": 8.69140625e-06,
+      "loss": 0.0282,
+      "step": 8760
+    },
+    {
+      "epoch": 3.3282732447817835,
+      "grad_norm": 1.863980770111084,
+      "learning_rate": 8.642578125e-06,
+      "loss": 0.0442,
+      "step": 8770
+    },
+    {
+      "epoch": 3.332068311195446,
+      "grad_norm": 1.2207703590393066,
+      "learning_rate": 8.59375e-06,
+      "loss": 0.0316,
+      "step": 8780
+    },
+    {
+      "epoch": 3.3358633776091082,
+      "grad_norm": 2.562156915664673,
+      "learning_rate": 8.544921875e-06,
+      "loss": 0.0598,
+      "step": 8790
+    },
+    {
+      "epoch": 3.3396584440227706,
+      "grad_norm": 5.533409595489502,
+      "learning_rate": 8.496093750000001e-06,
+      "loss": 0.0432,
+      "step": 8800
+    },
+    {
+      "epoch": 3.3434535104364325,
+      "grad_norm": 0.47492659091949463,
+      "learning_rate": 8.447265625e-06,
+      "loss": 0.0528,
+      "step": 8810
+    },
+    {
+      "epoch": 3.347248576850095,
+      "grad_norm": 1.0108855962753296,
+      "learning_rate": 8.3984375e-06,
+      "loss": 0.0552,
+      "step": 8820
+    },
+    {
+      "epoch": 3.351043643263757,
+      "grad_norm": 1.780705451965332,
+      "learning_rate": 8.349609375e-06,
+      "loss": 0.0252,
+      "step": 8830
+    },
+    {
+      "epoch": 3.3548387096774195,
+      "grad_norm": 0.3152208924293518,
+      "learning_rate": 8.30078125e-06,
+      "loss": 0.0915,
+      "step": 8840
+    },
+    {
+      "epoch": 3.3586337760910814,
+      "grad_norm": 1.9720813035964966,
+      "learning_rate": 8.251953125000001e-06,
+      "loss": 0.0571,
+      "step": 8850
+    },
+    {
+      "epoch": 3.3624288425047437,
+      "grad_norm": 0.5636972784996033,
+      "learning_rate": 8.203125000000001e-06,
+      "loss": 0.0716,
+      "step": 8860
+    },
+    {
+      "epoch": 3.366223908918406,
+      "grad_norm": 9.523944854736328,
+      "learning_rate": 8.154296875e-06,
+      "loss": 0.0649,
+      "step": 8870
+    },
+    {
+      "epoch": 3.3700189753320684,
+      "grad_norm": 1.868201732635498,
+      "learning_rate": 8.10546875e-06,
+      "loss": 0.1055,
+      "step": 8880
+    },
+    {
+      "epoch": 3.3738140417457307,
+      "grad_norm": 4.064790725708008,
+      "learning_rate": 8.056640625e-06,
+      "loss": 0.0681,
+      "step": 8890
+    },
+    {
+      "epoch": 3.3776091081593926,
+      "grad_norm": 5.854636192321777,
+      "learning_rate": 8.0078125e-06,
+      "loss": 0.0755,
+      "step": 8900
+    },
+    {
+      "epoch": 3.381404174573055,
+      "grad_norm": 0.47955596446990967,
+      "learning_rate": 7.958984375000001e-06,
+      "loss": 0.0832,
+      "step": 8910
+    },
+    {
+      "epoch": 3.3851992409867173,
+      "grad_norm": 0.48627012968063354,
+      "learning_rate": 7.91015625e-06,
+      "loss": 0.0487,
+      "step": 8920
+    },
+    {
+      "epoch": 3.3889943074003797,
+      "grad_norm": 1.4986870288848877,
+      "learning_rate": 7.861328125e-06,
+      "loss": 0.0769,
+      "step": 8930
+    },
+    {
+      "epoch": 3.3927893738140416,
+      "grad_norm": 1.139615774154663,
+      "learning_rate": 7.8125e-06,
+      "loss": 0.0238,
+      "step": 8940
+    },
+    {
+      "epoch": 3.396584440227704,
+      "grad_norm": 0.17134952545166016,
+      "learning_rate": 7.763671875e-06,
+      "loss": 0.072,
+      "step": 8950
+    },
+    {
+      "epoch": 3.4003795066413662,
+      "grad_norm": 0.15060165524482727,
+      "learning_rate": 7.71484375e-06,
+      "loss": 0.0607,
+      "step": 8960
+    },
+    {
+      "epoch": 3.4041745730550286,
+      "grad_norm": 1.0973819494247437,
+      "learning_rate": 7.666015625000001e-06,
+      "loss": 0.0914,
+      "step": 8970
+    },
+    {
+      "epoch": 3.407969639468691,
+      "grad_norm": 4.7881951332092285,
+      "learning_rate": 7.6171875000000005e-06,
+      "loss": 0.0515,
+      "step": 8980
+    },
+    {
+      "epoch": 3.411764705882353,
+      "grad_norm": 2.9025986194610596,
+      "learning_rate": 7.568359375e-06,
+      "loss": 0.0576,
+      "step": 8990
+    },
+    {
+      "epoch": 3.415559772296015,
+      "grad_norm": 0.07781478762626648,
+      "learning_rate": 7.51953125e-06,
+      "loss": 0.0318,
+      "step": 9000
+    },
+    {
+      "epoch": 3.4193548387096775,
+      "grad_norm": 2.8141448497772217,
+      "learning_rate": 7.4707031250000005e-06,
+      "loss": 0.0598,
+      "step": 9010
+    },
+    {
+      "epoch": 3.42314990512334,
+      "grad_norm": 1.2371045351028442,
+      "learning_rate": 7.421875e-06,
+      "loss": 0.1014,
+      "step": 9020
+    },
+    {
+      "epoch": 3.4269449715370017,
+      "grad_norm": 0.11280115693807602,
+      "learning_rate": 7.373046875e-06,
+      "loss": 0.0571,
+      "step": 9030
+    },
+    {
+      "epoch": 3.430740037950664,
+      "grad_norm": 0.07071410119533539,
+      "learning_rate": 7.3242187500000006e-06,
+      "loss": 0.0289,
+      "step": 9040
+    },
+    {
+      "epoch": 3.4345351043643264,
+      "grad_norm": 0.07948953658342361,
+      "learning_rate": 7.275390625e-06,
+      "loss": 0.0328,
+      "step": 9050
+    },
+    {
+      "epoch": 3.4383301707779887,
+      "grad_norm": 6.166849613189697,
+      "learning_rate": 7.2265625e-06,
+      "loss": 0.0501,
+      "step": 9060
+    },
+    {
+      "epoch": 3.442125237191651,
+      "grad_norm": 0.3815774619579315,
+      "learning_rate": 7.177734375000001e-06,
+      "loss": 0.0449,
+      "step": 9070
+    },
+    {
+      "epoch": 3.445920303605313,
+      "grad_norm": 0.21274378895759583,
+      "learning_rate": 7.12890625e-06,
+      "loss": 0.0871,
+      "step": 9080
+    },
+    {
+      "epoch": 3.4497153700189753,
+      "grad_norm": 0.5041061043739319,
+      "learning_rate": 7.080078125e-06,
+      "loss": 0.0451,
+      "step": 9090
+    },
+    {
+      "epoch": 3.4535104364326377,
+      "grad_norm": 2.4566073417663574,
+      "learning_rate": 7.031250000000001e-06,
+      "loss": 0.0622,
+      "step": 9100
+    },
+    {
+      "epoch": 3.4573055028462996,
+      "grad_norm": 5.31998872756958,
+      "learning_rate": 6.982421875e-06,
+      "loss": 0.0545,
+      "step": 9110
+    },
+    {
+      "epoch": 3.461100569259962,
+      "grad_norm": 0.2531034052371979,
+      "learning_rate": 6.93359375e-06,
+      "loss": 0.0449,
+      "step": 9120
+    },
+    {
+      "epoch": 3.4648956356736242,
+      "grad_norm": 0.03640067204833031,
+      "learning_rate": 6.884765625000001e-06,
+      "loss": 0.0944,
+      "step": 9130
+    },
+    {
+      "epoch": 3.4686907020872866,
+      "grad_norm": 0.9717852473258972,
+      "learning_rate": 6.8359375e-06,
+      "loss": 0.0165,
+      "step": 9140
+    },
+    {
+      "epoch": 3.472485768500949,
+      "grad_norm": 1.4924548864364624,
+      "learning_rate": 6.7871093750000004e-06,
+      "loss": 0.069,
+      "step": 9150
+    },
+    {
+      "epoch": 3.476280834914611,
+      "grad_norm": 2.620271682739258,
+      "learning_rate": 6.738281250000001e-06,
+      "loss": 0.0967,
+      "step": 9160
+    },
+    {
+      "epoch": 3.480075901328273,
+      "grad_norm": 2.279548406600952,
+      "learning_rate": 6.689453125e-06,
+      "loss": 0.0257,
+      "step": 9170
+    },
+    {
+      "epoch": 3.4838709677419355,
+      "grad_norm": 0.08608423173427582,
+      "learning_rate": 6.6406250000000005e-06,
+      "loss": 0.0359,
+      "step": 9180
+    },
+    {
+      "epoch": 3.487666034155598,
+      "grad_norm": 5.201995849609375,
+      "learning_rate": 6.591796875e-06,
+      "loss": 0.0349,
+      "step": 9190
+    },
+    {
+      "epoch": 3.4914611005692597,
+      "grad_norm": 0.6848796606063843,
+      "learning_rate": 6.54296875e-06,
+      "loss": 0.0473,
+      "step": 9200
+    },
+    {
+      "epoch": 3.495256166982922,
+      "grad_norm": 1.0673704147338867,
+      "learning_rate": 6.4941406250000005e-06,
+      "loss": 0.0751,
+      "step": 9210
+    },
+    {
+      "epoch": 3.4990512333965844,
+      "grad_norm": 6.374655723571777,
+      "learning_rate": 6.4453125e-06,
+      "loss": 0.0672,
+      "step": 9220
+    },
+    {
+      "epoch": 3.5028462998102468,
+      "grad_norm": 3.0670387744903564,
+      "learning_rate": 6.396484375e-06,
+      "loss": 0.1047,
+      "step": 9230
+    },
+    {
+      "epoch": 3.506641366223909,
+      "grad_norm": 2.0058538913726807,
+      "learning_rate": 6.3476562500000006e-06,
+      "loss": 0.0571,
+      "step": 9240
+    },
+    {
+      "epoch": 3.510436432637571,
+      "grad_norm": 0.8808121681213379,
+      "learning_rate": 6.298828125e-06,
+      "loss": 0.0742,
+      "step": 9250
+    },
+    {
+      "epoch": 3.5142314990512333,
+      "grad_norm": 0.1013035699725151,
+      "learning_rate": 6.25e-06,
+      "loss": 0.0506,
+      "step": 9260
+    },
+    {
+      "epoch": 3.5180265654648957,
+      "grad_norm": 1.1379400491714478,
+      "learning_rate": 6.201171875000001e-06,
+      "loss": 0.0466,
+      "step": 9270
+    },
+    {
+      "epoch": 3.521821631878558,
+      "grad_norm": 0.44777366518974304,
+      "learning_rate": 6.15234375e-06,
+      "loss": 0.0425,
+      "step": 9280
+    },
+    {
+      "epoch": 3.52561669829222,
+      "grad_norm": 0.6099011301994324,
+      "learning_rate": 6.103515625e-06,
+      "loss": 0.0368,
+      "step": 9290
+    },
+    {
+      "epoch": 3.5294117647058822,
+      "grad_norm": 10.134333610534668,
+      "learning_rate": 6.054687500000001e-06,
+      "loss": 0.0459,
+      "step": 9300
+    },
+    {
+      "epoch": 3.5332068311195446,
+      "grad_norm": 10.301962852478027,
+      "learning_rate": 6.005859375e-06,
+      "loss": 0.0712,
+      "step": 9310
+    },
+    {
+      "epoch": 3.537001897533207,
+      "grad_norm": 2.240419864654541,
+      "learning_rate": 5.95703125e-06,
+      "loss": 0.0496,
+      "step": 9320
+    },
+    {
+      "epoch": 3.5407969639468693,
+      "grad_norm": 9.403803825378418,
+      "learning_rate": 5.908203125000001e-06,
+      "loss": 0.0551,
+      "step": 9330
+    },
+    {
+      "epoch": 3.544592030360531,
+      "grad_norm": 0.0765363797545433,
+      "learning_rate": 5.859375e-06,
+      "loss": 0.0382,
+      "step": 9340
+    },
+    {
+      "epoch": 3.5483870967741935,
+      "grad_norm": 0.6216185688972473,
+      "learning_rate": 5.810546875e-06,
+      "loss": 0.0723,
+      "step": 9350
+    },
+    {
+      "epoch": 3.552182163187856,
+      "grad_norm": 6.577167987823486,
+      "learning_rate": 5.76171875e-06,
+      "loss": 0.0626,
+      "step": 9360
+    },
+    {
+      "epoch": 3.555977229601518,
+      "grad_norm": 0.15332098305225372,
+      "learning_rate": 5.712890625e-06,
+      "loss": 0.0419,
+      "step": 9370
+    },
+    {
+      "epoch": 3.55977229601518,
+      "grad_norm": 3.2923789024353027,
+      "learning_rate": 5.6640625000000005e-06,
+      "loss": 0.0894,
+      "step": 9380
+    },
+    {
+      "epoch": 3.5635673624288424,
+      "grad_norm": 1.0206191539764404,
+      "learning_rate": 5.615234375e-06,
+      "loss": 0.0477,
+      "step": 9390
+    },
+    {
+      "epoch": 3.5673624288425048,
+      "grad_norm": 5.454959869384766,
+      "learning_rate": 5.56640625e-06,
+      "loss": 0.0315,
+      "step": 9400
+    },
+    {
+      "epoch": 3.571157495256167,
+      "grad_norm": 0.3191007673740387,
+      "learning_rate": 5.5175781250000005e-06,
+      "loss": 0.068,
+      "step": 9410
+    },
+    {
+      "epoch": 3.5749525616698294,
+      "grad_norm": 12.383304595947266,
+      "learning_rate": 5.46875e-06,
+      "loss": 0.0444,
+      "step": 9420
+    },
+    {
+      "epoch": 3.5787476280834913,
+      "grad_norm": 1.9023758172988892,
+      "learning_rate": 5.419921875e-06,
+      "loss": 0.0942,
+      "step": 9430
+    },
+    {
+      "epoch": 3.5825426944971537,
+      "grad_norm": 0.06706677377223969,
+      "learning_rate": 5.3710937500000005e-06,
+      "loss": 0.0512,
+      "step": 9440
+    },
+    {
+      "epoch": 3.586337760910816,
+      "grad_norm": 0.32390040159225464,
+      "learning_rate": 5.322265625e-06,
+      "loss": 0.0603,
+      "step": 9450
+    },
+    {
+      "epoch": 3.590132827324478,
+      "grad_norm": 1.5318775177001953,
+      "learning_rate": 5.2734375e-06,
+      "loss": 0.0491,
+      "step": 9460
+    },
+    {
+      "epoch": 3.5939278937381403,
+      "grad_norm": 0.5909900665283203,
+      "learning_rate": 5.2246093750000006e-06,
+      "loss": 0.0294,
+      "step": 9470
+    },
+    {
+      "epoch": 3.5977229601518026,
+      "grad_norm": 1.5226948261260986,
+      "learning_rate": 5.17578125e-06,
+      "loss": 0.0621,
+      "step": 9480
+    },
+    {
+      "epoch": 3.601518026565465,
+      "grad_norm": 0.24643893539905548,
+      "learning_rate": 5.126953125e-06,
+      "loss": 0.0293,
+      "step": 9490
+    },
+    {
+      "epoch": 3.6053130929791273,
+      "grad_norm": 7.143110752105713,
+      "learning_rate": 5.078125000000001e-06,
+      "loss": 0.0592,
+      "step": 9500
+    },
+    {
+      "epoch": 3.6091081593927896,
+      "grad_norm": 3.5135350227355957,
+      "learning_rate": 5.029296875e-06,
+      "loss": 0.0705,
+      "step": 9510
+    },
+    {
+      "epoch": 3.6129032258064515,
+      "grad_norm": 4.653140544891357,
+      "learning_rate": 4.98046875e-06,
+      "loss": 0.0624,
+      "step": 9520
+    },
+    {
+      "epoch": 3.616698292220114,
+      "grad_norm": 0.044525645673274994,
+      "learning_rate": 4.931640625000001e-06,
+      "loss": 0.0449,
+      "step": 9530
+    },
+    {
+      "epoch": 3.620493358633776,
+      "grad_norm": 7.338439464569092,
+      "learning_rate": 4.8828125e-06,
+      "loss": 0.0536,
+      "step": 9540
+    },
+    {
+      "epoch": 3.624288425047438,
+      "grad_norm": 0.4086396396160126,
+      "learning_rate": 4.833984375e-06,
+      "loss": 0.038,
+      "step": 9550
+    },
+    {
+      "epoch": 3.6280834914611004,
+      "grad_norm": 0.05038388445973396,
+      "learning_rate": 4.78515625e-06,
+      "loss": 0.0458,
+      "step": 9560
+    },
+    {
+      "epoch": 3.6318785578747628,
+      "grad_norm": 0.09961717575788498,
+      "learning_rate": 4.736328125e-06,
+      "loss": 0.0468,
+      "step": 9570
+    },
+    {
+      "epoch": 3.635673624288425,
+      "grad_norm": 0.27485185861587524,
+      "learning_rate": 4.6875000000000004e-06,
+      "loss": 0.0675,
+      "step": 9580
+    },
+    {
+      "epoch": 3.6394686907020875,
+      "grad_norm": 4.295794486999512,
+      "learning_rate": 4.638671875e-06,
+      "loss": 0.0519,
+      "step": 9590
+    },
+    {
+      "epoch": 3.64326375711575,
+      "grad_norm": 1.9907684326171875,
+      "learning_rate": 4.58984375e-06,
+      "loss": 0.0422,
+      "step": 9600
+    },
+    {
+      "epoch": 3.6470588235294117,
+      "grad_norm": 0.12039614468812943,
+      "learning_rate": 4.5410156250000005e-06,
+      "loss": 0.044,
+      "step": 9610
+    },
+    {
+      "epoch": 3.650853889943074,
+      "grad_norm": 0.4942443072795868,
+      "learning_rate": 4.4921875e-06,
+      "loss": 0.0828,
+      "step": 9620
+    },
+    {
+      "epoch": 3.6546489563567364,
+      "grad_norm": 0.8744149804115295,
+      "learning_rate": 4.443359375e-06,
+      "loss": 0.0514,
+      "step": 9630
+    },
+    {
+      "epoch": 3.6584440227703983,
+      "grad_norm": 1.8012325763702393,
+      "learning_rate": 4.3945312500000005e-06,
+      "loss": 0.0389,
+      "step": 9640
+    },
+    {
+      "epoch": 3.6622390891840606,
+      "grad_norm": 0.09957607835531235,
+      "learning_rate": 4.345703125e-06,
+      "loss": 0.0512,
+      "step": 9650
+    },
+    {
+      "epoch": 3.666034155597723,
+      "grad_norm": 0.0749269425868988,
+      "learning_rate": 4.296875e-06,
+      "loss": 0.0278,
+      "step": 9660
+    },
+    {
+      "epoch": 3.6698292220113853,
+      "grad_norm": 0.04859253391623497,
+      "learning_rate": 4.2480468750000006e-06,
+      "loss": 0.0813,
+      "step": 9670
+    },
+    {
+      "epoch": 3.6736242884250476,
+      "grad_norm": 3.236546277999878,
+      "learning_rate": 4.19921875e-06,
+      "loss": 0.0408,
+      "step": 9680
+    },
+    {
+      "epoch": 3.6774193548387095,
+      "grad_norm": 2.782500743865967,
+      "learning_rate": 4.150390625e-06,
+      "loss": 0.0365,
+      "step": 9690
+    },
+    {
+      "epoch": 3.681214421252372,
+      "grad_norm": 0.2516065835952759,
+      "learning_rate": 4.101562500000001e-06,
+      "loss": 0.0541,
+      "step": 9700
+    },
+    {
+      "epoch": 3.685009487666034,
+      "grad_norm": 0.0802445337176323,
+      "learning_rate": 4.052734375e-06,
+      "loss": 0.0296,
+      "step": 9710
+    },
+    {
+      "epoch": 3.6888045540796965,
+      "grad_norm": 0.7485657930374146,
+      "learning_rate": 4.00390625e-06,
+      "loss": 0.0194,
+      "step": 9720
+    },
+    {
+      "epoch": 3.6925996204933584,
+      "grad_norm": 0.05877687409520149,
+      "learning_rate": 3.955078125e-06,
+      "loss": 0.0547,
+      "step": 9730
+    },
+    {
+      "epoch": 3.6963946869070208,
+      "grad_norm": 3.6818785667419434,
+      "learning_rate": 3.90625e-06,
+      "loss": 0.0801,
+      "step": 9740
+    },
+    {
+      "epoch": 3.700189753320683,
+      "grad_norm": 0.22303463518619537,
+      "learning_rate": 3.857421875e-06,
+      "loss": 0.0326,
+      "step": 9750
+    },
+    {
+      "epoch": 3.7039848197343455,
+      "grad_norm": 0.16665808856487274,
+      "learning_rate": 3.8085937500000002e-06,
+      "loss": 0.0664,
+      "step": 9760
+    },
+    {
+      "epoch": 3.707779886148008,
+      "grad_norm": 0.2113623172044754,
+      "learning_rate": 3.759765625e-06,
+      "loss": 0.0495,
+      "step": 9770
+    },
+    {
+      "epoch": 3.7115749525616697,
+      "grad_norm": 1.9400161504745483,
+      "learning_rate": 3.7109375e-06,
+      "loss": 0.062,
+      "step": 9780
+    },
+    {
+      "epoch": 3.715370018975332,
+      "grad_norm": 2.147211790084839,
+      "learning_rate": 3.6621093750000003e-06,
+      "loss": 0.0408,
+      "step": 9790
+    },
+    {
+      "epoch": 3.7191650853889944,
+      "grad_norm": 0.17818136513233185,
+      "learning_rate": 3.61328125e-06,
+      "loss": 0.0376,
+      "step": 9800
+    },
+    {
+      "epoch": 3.7229601518026563,
+      "grad_norm": 0.2646294832229614,
+      "learning_rate": 3.564453125e-06,
+      "loss": 0.0488,
+      "step": 9810
+    },
+    {
+      "epoch": 3.7267552182163186,
+      "grad_norm": 0.07648167759180069,
+      "learning_rate": 3.5156250000000003e-06,
+      "loss": 0.0618,
+      "step": 9820
+    },
+    {
+      "epoch": 3.730550284629981,
+      "grad_norm": 4.988431930541992,
+      "learning_rate": 3.466796875e-06,
+      "loss": 0.0438,
+      "step": 9830
+    },
+    {
+      "epoch": 3.7343453510436433,
+      "grad_norm": 4.025431156158447,
+      "learning_rate": 3.41796875e-06,
+      "loss": 0.0663,
+      "step": 9840
+    },
+    {
+      "epoch": 3.7381404174573056,
+      "grad_norm": 0.7877894043922424,
+      "learning_rate": 3.3691406250000004e-06,
+      "loss": 0.0261,
+      "step": 9850
+    },
+    {
+      "epoch": 3.741935483870968,
+      "grad_norm": 1.7883660793304443,
+      "learning_rate": 3.3203125000000002e-06,
+      "loss": 0.0481,
+      "step": 9860
+    },
+    {
+      "epoch": 3.74573055028463,
+      "grad_norm": 2.136960029602051,
+      "learning_rate": 3.271484375e-06,
+      "loss": 0.052,
+      "step": 9870
+    },
+    {
+      "epoch": 3.749525616698292,
+      "grad_norm": 0.9067153930664062,
+      "learning_rate": 3.22265625e-06,
+      "loss": 0.0567,
+      "step": 9880
+    },
+    {
+      "epoch": 3.7533206831119545,
+      "grad_norm": 1.2437059879302979,
+      "learning_rate": 3.1738281250000003e-06,
+      "loss": 0.053,
+      "step": 9890
+    },
+    {
+      "epoch": 3.7571157495256164,
+      "grad_norm": 2.1223294734954834,
+      "learning_rate": 3.125e-06,
+      "loss": 0.0484,
+      "step": 9900
+    },
+    {
+      "epoch": 3.760910815939279,
+      "grad_norm": 8.40434455871582,
+      "learning_rate": 3.076171875e-06,
+      "loss": 0.0451,
+      "step": 9910
+    },
+    {
+      "epoch": 3.764705882352941,
+      "grad_norm": 2.565584421157837,
+      "learning_rate": 3.0273437500000003e-06,
+      "loss": 0.0589,
+      "step": 9920
+    },
+    {
+      "epoch": 3.7685009487666035,
+      "grad_norm": 5.559597492218018,
+      "learning_rate": 2.978515625e-06,
+      "loss": 0.0396,
+      "step": 9930
+    },
+    {
+      "epoch": 3.772296015180266,
+      "grad_norm": 0.5843867659568787,
+      "learning_rate": 2.9296875e-06,
+      "loss": 0.0682,
+      "step": 9940
+    },
+    {
+      "epoch": 3.776091081593928,
+      "grad_norm": 1.6344566345214844,
+      "learning_rate": 2.880859375e-06,
+      "loss": 0.0892,
+      "step": 9950
+    },
+    {
+      "epoch": 3.77988614800759,
+      "grad_norm": 5.6130051612854,
+      "learning_rate": 2.8320312500000002e-06,
+      "loss": 0.0439,
+      "step": 9960
+    },
+    {
+      "epoch": 3.7836812144212524,
+      "grad_norm": 3.700528144836426,
+      "learning_rate": 2.783203125e-06,
+      "loss": 0.0228,
+      "step": 9970
+    },
+    {
+      "epoch": 3.7874762808349147,
+      "grad_norm": 2.797687530517578,
+      "learning_rate": 2.734375e-06,
+      "loss": 0.0247,
+      "step": 9980
+    },
+    {
+      "epoch": 3.7912713472485766,
+      "grad_norm": 1.7192658185958862,
+      "learning_rate": 2.6855468750000003e-06,
+      "loss": 0.0792,
+      "step": 9990
+    },
+    {
+      "epoch": 3.795066413662239,
+      "grad_norm": 0.0573776513338089,
+      "learning_rate": 2.63671875e-06,
+      "loss": 0.0136,
+      "step": 10000
+    },
+    {
+      "epoch": 3.7988614800759013,
+      "grad_norm": 0.07321004569530487,
+      "learning_rate": 2.587890625e-06,
+      "loss": 0.0461,
+      "step": 10010
+    },
+    {
+      "epoch": 3.8026565464895636,
+      "grad_norm": 0.045114945620298386,
+      "learning_rate": 2.5390625000000003e-06,
+      "loss": 0.0658,
+      "step": 10020
+    },
+    {
+      "epoch": 3.806451612903226,
+      "grad_norm": 0.3899228870868683,
+      "learning_rate": 2.490234375e-06,
+      "loss": 0.0389,
+      "step": 10030
+    },
+    {
+      "epoch": 3.8102466793168883,
+      "grad_norm": 0.6319021582603455,
+      "learning_rate": 2.44140625e-06,
+      "loss": 0.0247,
+      "step": 10040
+    },
+    {
+      "epoch": 3.81404174573055,
+      "grad_norm": 1.4026541709899902,
+      "learning_rate": 2.392578125e-06,
+      "loss": 0.0161,
+      "step": 10050
+    },
+    {
+      "epoch": 3.8178368121442126,
+      "grad_norm": 4.106344699859619,
+      "learning_rate": 2.3437500000000002e-06,
+      "loss": 0.042,
+      "step": 10060
+    },
+    {
+      "epoch": 3.821631878557875,
+      "grad_norm": 0.5673054456710815,
+      "learning_rate": 2.294921875e-06,
+      "loss": 0.0589,
+      "step": 10070
+    },
+    {
+      "epoch": 3.825426944971537,
+      "grad_norm": 0.057744644582271576,
+      "learning_rate": 2.24609375e-06,
+      "loss": 0.0305,
+      "step": 10080
+    },
+    {
+      "epoch": 3.829222011385199,
+      "grad_norm": 3.3453450202941895,
+      "learning_rate": 2.1972656250000003e-06,
+      "loss": 0.0317,
+      "step": 10090
+    },
+    {
+      "epoch": 3.8330170777988615,
+      "grad_norm": 0.08820886164903641,
+      "learning_rate": 2.1484375e-06,
+      "loss": 0.0355,
+      "step": 10100
+    },
+    {
+      "epoch": 3.836812144212524,
+      "grad_norm": 1.522764801979065,
+      "learning_rate": 2.099609375e-06,
+      "loss": 0.0496,
+      "step": 10110
+    },
+    {
+      "epoch": 3.840607210626186,
+      "grad_norm": 0.9732184410095215,
+      "learning_rate": 2.0507812500000003e-06,
+      "loss": 0.0303,
+      "step": 10120
+    },
+    {
+      "epoch": 3.844402277039848,
+      "grad_norm": 0.1131846010684967,
+      "learning_rate": 2.001953125e-06,
+      "loss": 0.0359,
+      "step": 10130
+    },
+    {
+      "epoch": 3.8481973434535104,
+      "grad_norm": 3.4666688442230225,
+      "learning_rate": 1.953125e-06,
+      "loss": 0.0542,
+      "step": 10140
+    },
+    {
+      "epoch": 3.8519924098671727,
+      "grad_norm": 3.6389381885528564,
+      "learning_rate": 1.9042968750000001e-06,
+      "loss": 0.0328,
+      "step": 10150
+    },
+    {
+      "epoch": 3.855787476280835,
+      "grad_norm": 0.7695565819740295,
+      "learning_rate": 1.85546875e-06,
+      "loss": 0.0294,
+      "step": 10160
+    },
+    {
+      "epoch": 3.859582542694497,
+      "grad_norm": 5.1775593757629395,
+      "learning_rate": 1.806640625e-06,
+      "loss": 0.055,
+      "step": 10170
+    },
+    {
+      "epoch": 3.8633776091081593,
+      "grad_norm": 0.46061795949935913,
+      "learning_rate": 1.7578125000000002e-06,
+      "loss": 0.0376,
+      "step": 10180
+    },
+    {
+      "epoch": 3.8671726755218216,
+      "grad_norm": 0.16866852343082428,
+      "learning_rate": 1.708984375e-06,
+      "loss": 0.092,
+      "step": 10190
+    },
+    {
+      "epoch": 3.870967741935484,
+      "grad_norm": 2.495349168777466,
+      "learning_rate": 1.6601562500000001e-06,
+      "loss": 0.0205,
+      "step": 10200
+    },
+    {
+      "epoch": 3.8747628083491463,
+      "grad_norm": 4.127594470977783,
+      "learning_rate": 1.611328125e-06,
+      "loss": 0.0376,
+      "step": 10210
+    },
+    {
+      "epoch": 3.878557874762808,
+      "grad_norm": 0.0868837833404541,
+      "learning_rate": 1.5625e-06,
+      "loss": 0.0715,
+      "step": 10220
+    },
+    {
+      "epoch": 3.8823529411764706,
+      "grad_norm": 2.7866268157958984,
+      "learning_rate": 1.5136718750000002e-06,
+      "loss": 0.0623,
+      "step": 10230
+    },
+    {
+      "epoch": 3.886148007590133,
+      "grad_norm": 0.5652477741241455,
+      "learning_rate": 1.46484375e-06,
+      "loss": 0.0521,
+      "step": 10240
+    },
+    {
+      "epoch": 3.889943074003795,
+      "grad_norm": 0.13568060100078583,
+      "learning_rate": 1.4160156250000001e-06,
+      "loss": 0.0373,
+      "step": 10250
+    },
+    {
+      "epoch": 3.893738140417457,
+      "grad_norm": 7.213637828826904,
+      "learning_rate": 1.3671875e-06,
+      "loss": 0.1189,
+      "step": 10260
+    },
+    {
+      "epoch": 3.8975332068311195,
+      "grad_norm": 4.795431613922119,
+      "learning_rate": 1.318359375e-06,
+      "loss": 0.0368,
+      "step": 10270
+    },
+    {
+      "epoch": 3.901328273244782,
+      "grad_norm": 4.8751220703125,
+      "learning_rate": 1.2695312500000002e-06,
+      "loss": 0.0972,
+      "step": 10280
+    },
+    {
+      "epoch": 3.905123339658444,
+      "grad_norm": 0.5513148307800293,
+      "learning_rate": 1.220703125e-06,
+      "loss": 0.0287,
+      "step": 10290
+    },
+    {
+      "epoch": 3.9089184060721065,
+      "grad_norm": 0.16232678294181824,
+      "learning_rate": 1.1718750000000001e-06,
+      "loss": 0.0651,
+      "step": 10300
+    },
+    {
+      "epoch": 3.9127134724857684,
+      "grad_norm": 3.053624391555786,
+      "learning_rate": 1.123046875e-06,
+      "loss": 0.0358,
+      "step": 10310
+    },
+    {
+      "epoch": 3.9165085388994307,
+      "grad_norm": 0.1307297945022583,
+      "learning_rate": 1.07421875e-06,
+      "loss": 0.0171,
+      "step": 10320
+    },
+    {
+      "epoch": 3.920303605313093,
+      "grad_norm": 5.61918306350708,
+      "learning_rate": 1.0253906250000001e-06,
+      "loss": 0.0383,
+      "step": 10330
+    },
+    {
+      "epoch": 3.924098671726755,
+      "grad_norm": 4.017998695373535,
+      "learning_rate": 9.765625e-07,
+      "loss": 0.0547,
+      "step": 10340
+    },
+    {
+      "epoch": 3.9278937381404173,
+      "grad_norm": 8.339895248413086,
+      "learning_rate": 9.27734375e-07,
+      "loss": 0.059,
+      "step": 10350
+    },
+    {
+      "epoch": 3.9316888045540797,
+      "grad_norm": 0.5986772179603577,
+      "learning_rate": 8.789062500000001e-07,
+      "loss": 0.0773,
+      "step": 10360
+    },
+    {
+      "epoch": 3.935483870967742,
+      "grad_norm": 0.0516970194876194,
+      "learning_rate": 8.300781250000001e-07,
+      "loss": 0.0697,
+      "step": 10370
+    },
+    {
+      "epoch": 3.9392789373814043,
+      "grad_norm": 1.0691931247711182,
+      "learning_rate": 7.8125e-07,
+      "loss": 0.0382,
+      "step": 10380
+    },
+    {
+      "epoch": 3.9430740037950667,
+      "grad_norm": 1.0503530502319336,
+      "learning_rate": 7.32421875e-07,
+      "loss": 0.0781,
+      "step": 10390
+    },
+    {
+      "epoch": 3.9468690702087286,
+      "grad_norm": 4.003793239593506,
+      "learning_rate": 6.8359375e-07,
+      "loss": 0.1007,
+      "step": 10400
+    },
+    {
+      "epoch": 3.950664136622391,
+      "grad_norm": 0.04315977543592453,
+      "learning_rate": 6.347656250000001e-07,
+      "loss": 0.0553,
+      "step": 10410
+    },
+    {
+      "epoch": 3.9544592030360532,
+      "grad_norm": 4.378900051116943,
+      "learning_rate": 5.859375000000001e-07,
+      "loss": 0.0239,
+      "step": 10420
+    },
+    {
+      "epoch": 3.958254269449715,
+      "grad_norm": 0.17604303359985352,
+      "learning_rate": 5.37109375e-07,
+      "loss": 0.0338,
+      "step": 10430
+    },
+    {
+      "epoch": 3.9620493358633775,
+      "grad_norm": 0.040019456297159195,
+      "learning_rate": 4.8828125e-07,
+      "loss": 0.0088,
+      "step": 10440
+    },
+    {
+      "epoch": 3.96584440227704,
+      "grad_norm": 4.001920700073242,
+      "learning_rate": 4.3945312500000004e-07,
+      "loss": 0.0395,
+      "step": 10450
+    },
+    {
+      "epoch": 3.969639468690702,
+      "grad_norm": 4.805160999298096,
+      "learning_rate": 3.90625e-07,
+      "loss": 0.0713,
+      "step": 10460
+    },
+    {
+      "epoch": 3.9734345351043645,
+      "grad_norm": 0.0865137130022049,
+      "learning_rate": 3.41796875e-07,
+      "loss": 0.0394,
+      "step": 10470
+    },
+    {
+      "epoch": 3.9772296015180264,
+      "grad_norm": 2.695357322692871,
+      "learning_rate": 2.9296875000000003e-07,
+      "loss": 0.0582,
+      "step": 10480
+    },
+    {
+      "epoch": 3.9810246679316887,
+      "grad_norm": 0.9629122018814087,
+      "learning_rate": 2.44140625e-07,
+      "loss": 0.0201,
+      "step": 10490
+    },
+    {
+      "epoch": 3.984819734345351,
+      "grad_norm": 0.8045425415039062,
+      "learning_rate": 1.953125e-07,
+      "loss": 0.0653,
+      "step": 10500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10540,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2762272477794816.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}