diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,48019 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6666666666666666,
+  "eval_steps": 2000,
+  "global_step": 4000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00016666666666666666,
+      "grad_norm": 73.5,
+      "learning_rate": 0.0001,
+      "loss": 7.9671,
+      "loss/crossentropy": 2.569203495979309,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18632682040333748,
+      "step": 1
+    },
+    {
+      "epoch": 0.0003333333333333333,
+      "grad_norm": 93.0,
+      "learning_rate": 9.999999314610822e-05,
+      "loss": 7.8943,
+      "loss/crossentropy": 1.845904678106308,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19127092137932777,
+      "step": 2
+    },
+    {
+      "epoch": 0.0005,
+      "grad_norm": 40.0,
+      "learning_rate": 9.999997258443473e-05,
+      "loss": 7.7016,
+      "loss/crossentropy": 2.047421157360077,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20494147762656212,
+      "step": 3
+    },
+    {
+      "epoch": 0.0006666666666666666,
+      "grad_norm": 37.5,
+      "learning_rate": 9.999993831498517e-05,
+      "loss": 7.8427,
+      "loss/crossentropy": 1.876516431570053,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24268608912825584,
+      "step": 4
+    },
+    {
+      "epoch": 0.0008333333333333334,
+      "grad_norm": 37.25,
+      "learning_rate": 9.999989033776898e-05,
+      "loss": 7.8733,
+      "loss/crossentropy": 2.017443597316742,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24553321674466133,
+      "step": 5
+    },
+    {
+      "epoch": 0.001,
+      "grad_norm": 58.75,
+      "learning_rate": 9.999982865279924e-05,
+      "loss": 7.9913,
+      "loss/crossentropy": 2.0913399159908295,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18808197975158691,
+      "step": 6
+    },
+    {
+      "epoch": 0.0011666666666666668,
+      "grad_norm": 49.75,
+      "learning_rate": 9.999975326009292e-05,
+      "loss": 7.8335,
+      "loss/crossentropy": 2.122416466474533,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22057654336094856,
+      "step": 7
+    },
+    {
+      "epoch": 0.0013333333333333333,
+      "grad_norm": 37.5,
+      "learning_rate": 9.999966415967066e-05,
+      "loss": 7.5297,
+      "loss/crossentropy": 1.8422361314296722,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17389418557286263,
+      "step": 8
+    },
+    {
+      "epoch": 0.0015,
+      "grad_norm": 34.75,
+      "learning_rate": 9.999956135155687e-05,
+      "loss": 7.747,
+      "loss/crossentropy": 2.0487734377384186,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19654536992311478,
+      "step": 9
+    },
+    {
+      "epoch": 0.0016666666666666668,
+      "grad_norm": 41.75,
+      "learning_rate": 9.999944483577981e-05,
+      "loss": 7.6389,
+      "loss/crossentropy": 2.0523241758346558,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29397766664624214,
+      "step": 10
+    },
+    {
+      "epoch": 0.0018333333333333333,
+      "grad_norm": 36.25,
+      "learning_rate": 9.999931461237134e-05,
+      "loss": 7.7575,
+      "loss/crossentropy": 2.1524189710617065,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20942805707454681,
+      "step": 11
+    },
+    {
+      "epoch": 0.002,
+      "grad_norm": 34.25,
+      "learning_rate": 9.999917068136722e-05,
+      "loss": 7.8672,
+      "loss/crossentropy": 2.24754399061203,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23748969286680222,
+      "step": 12
+    },
+    {
+      "epoch": 0.0021666666666666666,
+      "grad_norm": 33.75,
+      "learning_rate": 9.999901304280685e-05,
+      "loss": 7.7629,
+      "loss/crossentropy": 1.634619951248169,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18291744217276573,
+      "step": 13
+    },
+    {
+      "epoch": 0.0023333333333333335,
+      "grad_norm": 41.0,
+      "learning_rate": 9.999884169673351e-05,
+      "loss": 7.8668,
+      "loss/crossentropy": 1.7690042853355408,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22475926205515862,
+      "step": 14
+    },
+    {
+      "epoch": 0.0025,
+      "grad_norm": 37.25,
+      "learning_rate": 9.999865664319414e-05,
+      "loss": 7.635,
+      "loss/crossentropy": 1.859389066696167,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2027263380587101,
+      "step": 15
+    },
+    {
+      "epoch": 0.0026666666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 280.3080729166667,
+      "learning_rate": 9.999845788223949e-05,
+      "loss": 7.5468,
+      "loss/crossentropy": 2.26497346162796,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.181312408298254,
+      "step": 16
+    },
+    {
+      "epoch": 0.0028333333333333335,
+      "grad_norm": 33.75,
+      "grad_norm_var": 227.43229166666666,
+      "learning_rate": 9.999824541392405e-05,
+      "loss": 7.7265,
+      "loss/crossentropy": 2.273234874010086,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21036671847105026,
+      "step": 17
+    },
+    {
+      "epoch": 0.003,
+      "grad_norm": 41.25,
+      "grad_norm_var": 45.71432291666667,
+      "learning_rate": 9.999801923830603e-05,
+      "loss": 7.7958,
+      "loss/crossentropy": 1.7472622692584991,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22986393049359322,
+      "step": 18
+    },
+    {
+      "epoch": 0.0031666666666666666,
+      "grad_norm": 43.0,
+      "grad_norm_var": 46.608072916666664,
+      "learning_rate": 9.99977793554475e-05,
+      "loss": 7.4669,
+      "loss/crossentropy": 2.0385634303092957,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2178351879119873,
+      "step": 19
+    },
+    {
+      "epoch": 0.0033333333333333335,
+      "grad_norm": 39.25,
+      "grad_norm_var": 46.365625,
+      "learning_rate": 9.999752576541418e-05,
+      "loss": 7.5922,
+      "loss/crossentropy": 1.7339409589767456,
+      "loss/hidden": 3.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26616106554865837,
+      "step": 20
+    },
+    {
+      "epoch": 0.0035,
+      "grad_norm": 33.75,
+      "grad_norm_var": 48.166666666666664,
+      "learning_rate": 9.999725846827562e-05,
+      "loss": 7.6232,
+      "loss/crossentropy": 1.7600694447755814,
+      "loss/hidden": 3.79296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23021411895751953,
+      "step": 21
+    },
+    {
+      "epoch": 0.0036666666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 22.983072916666668,
+      "learning_rate": 9.999697746410508e-05,
+      "loss": 7.7923,
+      "loss/crossentropy": 2.362265467643738,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17758158221840858,
+      "step": 22
+    },
+    {
+      "epoch": 0.003833333333333333,
+      "grad_norm": 36.0,
+      "grad_norm_var": 12.541666666666666,
+      "learning_rate": 9.99966827529796e-05,
+      "loss": 7.7335,
+      "loss/crossentropy": 1.964929312467575,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2139221392571926,
+      "step": 23
+    },
+    {
+      "epoch": 0.004,
+      "grad_norm": 33.75,
+      "grad_norm_var": 13.045572916666666,
+      "learning_rate": 9.999637433497999e-05,
+      "loss": 7.7097,
+      "loss/crossentropy": 1.7122240215539932,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2085253857076168,
+      "step": 24
+    },
+    {
+      "epoch": 0.004166666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 12.943489583333333,
+      "learning_rate": 9.999605221019081e-05,
+      "loss": 7.8487,
+      "loss/crossentropy": 1.3764294236898422,
+      "loss/hidden": 4.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25221870094537735,
+      "step": 25
+    },
+    {
+      "epoch": 0.004333333333333333,
+      "grad_norm": 35.5,
+      "grad_norm_var": 11.048958333333333,
+      "learning_rate": 9.999571637870036e-05,
+      "loss": 7.6111,
+      "loss/crossentropy": 2.3533842265605927,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19117553159594536,
+      "step": 26
+    },
+    {
+      "epoch": 0.0045,
+      "grad_norm": 40.25,
+      "grad_norm_var": 12.098958333333334,
+      "learning_rate": 9.99953668406007e-05,
+      "loss": 7.7699,
+      "loss/crossentropy": 1.930314987897873,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24592405930161476,
+      "step": 27
+    },
+    {
+      "epoch": 0.004666666666666667,
+      "grad_norm": 41.25,
+      "grad_norm_var": 13.148958333333333,
+      "learning_rate": 9.999500359598768e-05,
+      "loss": 7.702,
+      "loss/crossentropy": 2.1383188664913177,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1850673332810402,
+      "step": 28
+    },
+    {
+      "epoch": 0.004833333333333334,
+      "grad_norm": 36.75,
+      "grad_norm_var": 12.473958333333334,
+      "learning_rate": 9.999462664496088e-05,
+      "loss": 7.4131,
+      "loss/crossentropy": 2.1065402925014496,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20391792058944702,
+      "step": 29
+    },
+    {
+      "epoch": 0.005,
+      "grad_norm": 34.75,
+      "grad_norm_var": 11.608072916666666,
+      "learning_rate": 9.999423598762363e-05,
+      "loss": 7.5963,
+      "loss/crossentropy": 2.387889564037323,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18003453686833382,
+      "step": 30
+    },
+    {
+      "epoch": 0.005166666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 11.926822916666667,
+      "learning_rate": 9.999383162408304e-05,
+      "loss": 7.7149,
+      "loss/crossentropy": 1.8544995188713074,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22001322731375694,
+      "step": 31
+    },
+    {
+      "epoch": 0.005333333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 10.907291666666667,
+      "learning_rate": 9.999341355444995e-05,
+      "loss": 7.7558,
+      "loss/crossentropy": 1.8552018105983734,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19524798914790154,
+      "step": 32
+    },
+    {
+      "epoch": 0.0055,
+      "grad_norm": 37.25,
+      "grad_norm_var": 10.345833333333333,
+      "learning_rate": 9.999298177883903e-05,
+      "loss": 7.7273,
+      "loss/crossentropy": 1.7090170681476593,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20817053690552711,
+      "step": 33
+    },
+    {
+      "epoch": 0.005666666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 9.718489583333334,
+      "learning_rate": 9.99925362973686e-05,
+      "loss": 7.5989,
+      "loss/crossentropy": 2.094772696495056,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21507051959633827,
+      "step": 34
+    },
+    {
+      "epoch": 0.005833333333333334,
+      "grad_norm": 38.25,
+      "grad_norm_var": 6.883333333333334,
+      "learning_rate": 9.999207711016081e-05,
+      "loss": 7.8209,
+      "loss/crossentropy": 1.6093821227550507,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21887024864554405,
+      "step": 35
+    },
+    {
+      "epoch": 0.006,
+      "grad_norm": 45.5,
+      "grad_norm_var": 12.033072916666667,
+      "learning_rate": 9.999160421734155e-05,
+      "loss": 7.4932,
+      "loss/crossentropy": 2.328737795352936,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18808270618319511,
+      "step": 36
+    },
+    {
+      "epoch": 0.006166666666666667,
+      "grad_norm": 42.25,
+      "grad_norm_var": 13.555989583333334,
+      "learning_rate": 9.999111761904046e-05,
+      "loss": 7.6479,
+      "loss/crossentropy": 2.154049277305603,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20653583109378815,
+      "step": 37
+    },
+    {
+      "epoch": 0.006333333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 14.1197265625,
+      "learning_rate": 9.999061731539094e-05,
+      "loss": 7.4967,
+      "loss/crossentropy": 2.116226941347122,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20157190039753914,
+      "step": 38
+    },
+    {
+      "epoch": 0.0065,
+      "grad_norm": 31.0,
+      "grad_norm_var": 16.2603515625,
+      "learning_rate": 9.999010330653018e-05,
+      "loss": 7.4664,
+      "loss/crossentropy": 2.212589740753174,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19786111637949944,
+      "step": 39
+    },
+    {
+      "epoch": 0.006666666666666667,
+      "grad_norm": 40.25,
+      "grad_norm_var": 16.470247395833333,
+      "learning_rate": 9.998957559259906e-05,
+      "loss": 7.6662,
+      "loss/crossentropy": 2.4179359674453735,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23757457360625267,
+      "step": 40
+    },
+    {
+      "epoch": 0.006833333333333334,
+      "grad_norm": 37.25,
+      "grad_norm_var": 16.263997395833332,
+      "learning_rate": 9.998903417374228e-05,
+      "loss": 7.6428,
+      "loss/crossentropy": 2.329847365617752,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19405298680067062,
+      "step": 41
+    },
+    {
+      "epoch": 0.007,
+      "grad_norm": 35.0,
+      "grad_norm_var": 16.3853515625,
+      "learning_rate": 9.998847905010826e-05,
+      "loss": 7.6838,
+      "loss/crossentropy": 1.7561518549919128,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1967286802828312,
+      "step": 42
+    },
+    {
+      "epoch": 0.007166666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 16.256705729166665,
+      "learning_rate": 9.998791022184922e-05,
+      "loss": 7.5731,
+      "loss/crossentropy": 1.820853978395462,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2205936461687088,
+      "step": 43
+    },
+    {
+      "epoch": 0.007333333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 15.2556640625,
+      "learning_rate": 9.998732768912104e-05,
+      "loss": 7.8459,
+      "loss/crossentropy": 1.3915326595306396,
+      "loss/hidden": 3.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2971978336572647,
+      "step": 44
+    },
+    {
+      "epoch": 0.0075,
+      "grad_norm": 35.25,
+      "grad_norm_var": 15.2791015625,
+      "learning_rate": 9.99867314520835e-05,
+      "loss": 7.5113,
+      "loss/crossentropy": 1.7233994901180267,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19584518671035767,
+      "step": 45
+    },
+    {
+      "epoch": 0.007666666666666666,
+      "grad_norm": 39.75,
+      "grad_norm_var": 15.961393229166667,
+      "learning_rate": 9.998612151090003e-05,
+      "loss": 7.6346,
+      "loss/crossentropy": 1.3916895985603333,
+      "loss/hidden": 3.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24776612222194672,
+      "step": 46
+    },
+    {
+      "epoch": 0.007833333333333333,
+      "grad_norm": 37.5,
+      "grad_norm_var": 15.697330729166667,
+      "learning_rate": 9.998549786573785e-05,
+      "loss": 7.5357,
+      "loss/crossentropy": 1.95862877368927,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2236441969871521,
+      "step": 47
+    },
+    {
+      "epoch": 0.008,
+      "grad_norm": 35.5,
+      "grad_norm_var": 15.4056640625,
+      "learning_rate": 9.998486051676792e-05,
+      "loss": 7.4207,
+      "loss/crossentropy": 1.8571364283561707,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.201379906386137,
+      "step": 48
+    },
+    {
+      "epoch": 0.008166666666666666,
+      "grad_norm": 37.0,
+      "grad_norm_var": 15.3900390625,
+      "learning_rate": 9.9984209464165e-05,
+      "loss": 7.6778,
+      "loss/crossentropy": 2.2022317349910736,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18588031828403473,
+      "step": 49
+    },
+    {
+      "epoch": 0.008333333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 14.8009765625,
+      "learning_rate": 9.998354470810757e-05,
+      "loss": 7.7697,
+      "loss/crossentropy": 1.8480720520019531,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3351767808198929,
+      "step": 50
+    },
+    {
+      "epoch": 0.0085,
+      "grad_norm": 35.75,
+      "grad_norm_var": 14.688997395833333,
+      "learning_rate": 9.998286624877786e-05,
+      "loss": 7.5311,
+      "loss/crossentropy": 1.880394697189331,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20984028279781342,
+      "step": 51
+    },
+    {
+      "epoch": 0.008666666666666666,
+      "grad_norm": 38.75,
+      "grad_norm_var": 9.513997395833334,
+      "learning_rate": 9.99821740863619e-05,
+      "loss": 7.6409,
+      "loss/crossentropy": 2.4952712059020996,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2372022569179535,
+      "step": 52
+    },
+    {
+      "epoch": 0.008833333333333334,
+      "grad_norm": 3892314112.0,
+      "grad_norm_var": 9.468818042568137e+17,
+      "learning_rate": 9.998146822104943e-05,
+      "loss": 9.0543,
+      "loss/crossentropy": 1.5961681604385376,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18118682876229286,
+      "step": 53
+    },
+    {
+      "epoch": 0.009,
+      "grad_norm": 44.0,
+      "grad_norm_var": 9.468818038554188e+17,
+      "learning_rate": 9.998074865303399e-05,
+      "loss": 7.5862,
+      "loss/crossentropy": 2.1867645978927612,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2127695530653,
+      "step": 54
+    },
+    {
+      "epoch": 0.009166666666666667,
+      "grad_norm": 36.75,
+      "grad_norm_var": 9.468818036689121e+17,
+      "learning_rate": 9.998001538251282e-05,
+      "loss": 7.6058,
+      "loss/crossentropy": 2.333953231573105,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1927742250263691,
+      "step": 55
+    },
+    {
+      "epoch": 0.009333333333333334,
+      "grad_norm": 37.25,
+      "grad_norm_var": 9.468818037662199e+17,
+      "learning_rate": 9.997926840968699e-05,
+      "loss": 7.3744,
+      "loss/crossentropy": 2.0817086696624756,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21321595087647438,
+      "step": 56
+    },
+    {
+      "epoch": 0.0095,
+      "grad_norm": 35.5,
+      "grad_norm_var": 9.468818038229829e+17,
+      "learning_rate": 9.997850773476126e-05,
+      "loss": 7.5238,
+      "loss/crossentropy": 2.0765497386455536,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20579104870557785,
+      "step": 57
+    },
+    {
+      "epoch": 0.009666666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 9.468818038554188e+17,
+      "learning_rate": 9.997773335794416e-05,
+      "loss": 7.4419,
+      "loss/crossentropy": 1.7816000133752823,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20738175511360168,
+      "step": 58
+    },
+    {
+      "epoch": 0.009833333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 9.468818038310918e+17,
+      "learning_rate": 9.997694527944803e-05,
+      "loss": 7.5833,
+      "loss/crossentropy": 2.397744208574295,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16810957714915276,
+      "step": 59
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 36.75,
+      "grad_norm_var": 9.46881803725675e+17,
+      "learning_rate": 9.99761434994889e-05,
+      "loss": 7.5848,
+      "loss/crossentropy": 1.4827385395765305,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18737642094492912,
+      "step": 60
+    },
+    {
+      "epoch": 0.010166666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 9.468818038229829e+17,
+      "learning_rate": 9.997532801828658e-05,
+      "loss": 7.4993,
+      "loss/crossentropy": 2.182910054922104,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20538238808512688,
+      "step": 61
+    },
+    {
+      "epoch": 0.010333333333333333,
+      "grad_norm": 34.75,
+      "grad_norm_var": 9.468818039851626e+17,
+      "learning_rate": 9.997449883606466e-05,
+      "loss": 7.6736,
+      "loss/crossentropy": 2.0504411458969116,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19961906969547272,
+      "step": 62
+    },
+    {
+      "epoch": 0.0105,
+      "grad_norm": 31.875,
+      "grad_norm_var": 9.468818041676148e+17,
+      "learning_rate": 9.997365595305044e-05,
+      "loss": 7.5312,
+      "loss/crossentropy": 1.8536975383758545,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1750146523118019,
+      "step": 63
+    },
+    {
+      "epoch": 0.010666666666666666,
+      "grad_norm": 35.5,
+      "grad_norm_var": 9.468818041676148e+17,
+      "learning_rate": 9.997279936947502e-05,
+      "loss": 7.6283,
+      "loss/crossentropy": 1.9070446193218231,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809525452554226,
+      "step": 64
+    },
+    {
+      "epoch": 0.010833333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 9.468818042649226e+17,
+      "learning_rate": 9.997192908557323e-05,
+      "loss": 7.5086,
+      "loss/crossentropy": 1.9207460284233093,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17440685257315636,
+      "step": 65
+    },
+    {
+      "epoch": 0.011,
+      "grad_norm": 36.75,
+      "grad_norm_var": 9.468818041919418e+17,
+      "learning_rate": 9.997104510158365e-05,
+      "loss": 7.3597,
+      "loss/crossentropy": 2.178062379360199,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20515967160463333,
+      "step": 66
+    },
+    {
+      "epoch": 0.011166666666666667,
+      "grad_norm": 39.5,
+      "grad_norm_var": 9.46881804070307e+17,
+      "learning_rate": 9.997014741774866e-05,
+      "loss": 7.7332,
+      "loss/crossentropy": 2.0632802546024323,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2130327671766281,
+      "step": 67
+    },
+    {
+      "epoch": 0.011333333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 9.468818042568137e+17,
+      "learning_rate": 9.996923603431433e-05,
+      "loss": 7.4813,
+      "loss/crossentropy": 2.3944068551063538,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.190116498619318,
+      "step": 68
+    },
+    {
+      "epoch": 0.0115,
+      "grad_norm": 34.0,
+      "grad_norm_var": 8.9275390625,
+      "learning_rate": 9.996831095153055e-05,
+      "loss": 7.4656,
+      "loss/crossentropy": 1.6360968053340912,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19409537687897682,
+      "step": 69
+    },
+    {
+      "epoch": 0.011666666666666667,
+      "grad_norm": 42.25,
+      "grad_norm_var": 7.170247395833333,
+      "learning_rate": 9.996737216965092e-05,
+      "loss": 7.6666,
+      "loss/crossentropy": 1.496591791510582,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2146080546081066,
+      "step": 70
+    },
+    {
+      "epoch": 0.011833333333333333,
+      "grad_norm": 35.75,
+      "grad_norm_var": 7.0712890625,
+      "learning_rate": 9.996641968893282e-05,
+      "loss": 7.4798,
+      "loss/crossentropy": 2.3171346783638,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18420026078820229,
+      "step": 71
+    },
+    {
+      "epoch": 0.012,
+      "grad_norm": 33.75,
+      "grad_norm_var": 7.009309895833334,
+      "learning_rate": 9.996545350963738e-05,
+      "loss": 7.5509,
+      "loss/crossentropy": 1.4588509052991867,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2755301594734192,
+      "step": 72
+    },
+    {
+      "epoch": 0.012166666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 7.713541666666667,
+      "learning_rate": 9.996447363202946e-05,
+      "loss": 7.4458,
+      "loss/crossentropy": 2.4704632461071014,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2312110774219036,
+      "step": 73
+    },
+    {
+      "epoch": 0.012333333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 8.960416666666667,
+      "learning_rate": 9.996348005637775e-05,
+      "loss": 7.3695,
+      "loss/crossentropy": 2.1731217801570892,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19828997924923897,
+      "step": 74
+    },
+    {
+      "epoch": 0.0125,
+      "grad_norm": 37.25,
+      "grad_norm_var": 9.318489583333333,
+      "learning_rate": 9.996247278295458e-05,
+      "loss": 7.5469,
+      "loss/crossentropy": 1.7659152448177338,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23145361244678497,
+      "step": 75
+    },
+    {
+      "epoch": 0.012666666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 9.446875,
+      "learning_rate": 9.996145181203615e-05,
+      "loss": 7.678,
+      "loss/crossentropy": 2.506075084209442,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22724350914359093,
+      "step": 76
+    },
+    {
+      "epoch": 0.012833333333333334,
+      "grad_norm": 35.5,
+      "grad_norm_var": 9.037239583333333,
+      "learning_rate": 9.996041714390235e-05,
+      "loss": 7.7375,
+      "loss/crossentropy": 1.8532120883464813,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2014121375977993,
+      "step": 77
+    },
+    {
+      "epoch": 0.013,
+      "grad_norm": 34.25,
+      "grad_norm_var": 9.064322916666667,
+      "learning_rate": 9.995936877883682e-05,
+      "loss": 7.6128,
+      "loss/crossentropy": 2.0054582357406616,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2382129207253456,
+      "step": 78
+    },
+    {
+      "epoch": 0.013166666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 8.424934895833333,
+      "learning_rate": 9.9958306717127e-05,
+      "loss": 7.636,
+      "loss/crossentropy": 2.062336191534996,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2009948529303074,
+      "step": 79
+    },
+    {
+      "epoch": 0.013333333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 8.815559895833333,
+      "learning_rate": 9.995723095906407e-05,
+      "loss": 7.8122,
+      "loss/crossentropy": 2.1655342876911163,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1831391118466854,
+      "step": 80
+    },
+    {
+      "epoch": 0.0135,
+      "grad_norm": 34.75,
+      "grad_norm_var": 8.762434895833334,
+      "learning_rate": 9.995614150494293e-05,
+      "loss": 7.9923,
+      "loss/crossentropy": 1.973993867635727,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22885655611753464,
+      "step": 81
+    },
+    {
+      "epoch": 0.013666666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 8.532747395833333,
+      "learning_rate": 9.995503835506226e-05,
+      "loss": 7.5239,
+      "loss/crossentropy": 1.8596991300582886,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2005896307528019,
+      "step": 82
+    },
+    {
+      "epoch": 0.013833333333333333,
+      "grad_norm": 37.5,
+      "grad_norm_var": 7.526497395833333,
+      "learning_rate": 9.995392150972451e-05,
+      "loss": 7.7656,
+      "loss/crossentropy": 1.86503666639328,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2173938862979412,
+      "step": 83
+    },
+    {
+      "epoch": 0.014,
+      "grad_norm": 35.0,
+      "grad_norm_var": 7.332747395833334,
+      "learning_rate": 9.995279096923585e-05,
+      "loss": 7.5828,
+      "loss/crossentropy": 1.962416633963585,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18989747390151024,
+      "step": 84
+    },
+    {
+      "epoch": 0.014166666666666666,
+      "grad_norm": 41.0,
+      "grad_norm_var": 9.6587890625,
+      "learning_rate": 9.995164673390625e-05,
+      "loss": 7.5712,
+      "loss/crossentropy": 2.5914260745048523,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20670515671372414,
+      "step": 85
+    },
+    {
+      "epoch": 0.014333333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 6.2931640625,
+      "learning_rate": 9.995048880404938e-05,
+      "loss": 7.3591,
+      "loss/crossentropy": 2.336932420730591,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18983342498540878,
+      "step": 86
+    },
+    {
+      "epoch": 0.0145,
+      "grad_norm": 35.25,
+      "grad_norm_var": 6.236393229166667,
+      "learning_rate": 9.994931717998272e-05,
+      "loss": 7.3482,
+      "loss/crossentropy": 1.9553337693214417,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19011887535452843,
+      "step": 87
+    },
+    {
+      "epoch": 0.014666666666666666,
+      "grad_norm": 37.5,
+      "grad_norm_var": 6.673893229166667,
+      "learning_rate": 9.994813186202747e-05,
+      "loss": 7.478,
+      "loss/crossentropy": 2.452618956565857,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21071349829435349,
+      "step": 88
+    },
+    {
+      "epoch": 0.014833333333333334,
+      "grad_norm": 34.25,
+      "grad_norm_var": 6.07890625,
+      "learning_rate": 9.994693285050857e-05,
+      "loss": 7.6646,
+      "loss/crossentropy": 2.002704292535782,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19795797765254974,
+      "step": 89
+    },
+    {
+      "epoch": 0.015,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.83515625,
+      "learning_rate": 9.994572014575476e-05,
+      "loss": 7.6191,
+      "loss/crossentropy": 2.026648461818695,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2158929705619812,
+      "step": 90
+    },
+    {
+      "epoch": 0.015166666666666667,
+      "grad_norm": 39.5,
+      "grad_norm_var": 5.765625,
+      "learning_rate": 9.994449374809851e-05,
+      "loss": 7.6762,
+      "loss/crossentropy": 1.731523722410202,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21968171373009682,
+      "step": 91
+    },
+    {
+      "epoch": 0.015333333333333332,
+      "grad_norm": 35.25,
+      "grad_norm_var": 5.195572916666666,
+      "learning_rate": 9.994325365787602e-05,
+      "loss": 7.5381,
+      "loss/crossentropy": 1.7570662796497345,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1964312382042408,
+      "step": 92
+    },
+    {
+      "epoch": 0.0155,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.968489583333334,
+      "learning_rate": 9.99419998754273e-05,
+      "loss": 7.6536,
+      "loss/crossentropy": 2.0444860458374023,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18911006674170494,
+      "step": 93
+    },
+    {
+      "epoch": 0.015666666666666666,
+      "grad_norm": 36.5,
+      "grad_norm_var": 5.970833333333333,
+      "learning_rate": 9.994073240109606e-05,
+      "loss": 7.289,
+      "loss/crossentropy": 1.5085659623146057,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21490458399057388,
+      "step": 94
+    },
+    {
+      "epoch": 0.015833333333333335,
+      "grad_norm": 33.0,
+      "grad_norm_var": 6.32265625,
+      "learning_rate": 9.993945123522978e-05,
+      "loss": 7.5972,
+      "loss/crossentropy": 2.1204091608524323,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23001987114548683,
+      "step": 95
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 32.25,
+      "grad_norm_var": 6.420833333333333,
+      "learning_rate": 9.993815637817974e-05,
+      "loss": 7.5514,
+      "loss/crossentropy": 1.894325166940689,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2360989861190319,
+      "step": 96
+    },
+    {
+      "epoch": 0.016166666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 7.324739583333334,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 7.5417,
+      "loss/crossentropy": 2.4975918531417847,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18466202914714813,
+      "step": 97
+    },
+    {
+      "epoch": 0.01633333333333333,
+      "grad_norm": 36.25,
+      "grad_norm_var": 7.373958333333333,
+      "learning_rate": 9.993552559195197e-05,
+      "loss": 7.6344,
+      "loss/crossentropy": 1.989092081785202,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1912154033780098,
+      "step": 98
+    },
+    {
+      "epoch": 0.0165,
+      "grad_norm": 32.5,
+      "grad_norm_var": 7.415625,
+      "learning_rate": 9.993418966349552e-05,
+      "loss": 7.5109,
+      "loss/crossentropy": 1.8851015269756317,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22884799912571907,
+      "step": 99
+    },
+    {
+      "epoch": 0.016666666666666666,
+      "grad_norm": 33.75,
+      "grad_norm_var": 7.49765625,
+      "learning_rate": 9.993284004529775e-05,
+      "loss": 7.626,
+      "loss/crossentropy": 2.0821548998355865,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20658370107412338,
+      "step": 100
+    },
+    {
+      "epoch": 0.016833333333333332,
+      "grad_norm": 37.0,
+      "grad_norm_var": 5.205989583333333,
+      "learning_rate": 9.99314767377287e-05,
+      "loss": 7.6134,
+      "loss/crossentropy": 1.843286544084549,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17371157929301262,
+      "step": 101
+    },
+    {
+      "epoch": 0.017,
+      "grad_norm": 32.25,
+      "grad_norm_var": 5.445572916666666,
+      "learning_rate": 9.993009974116211e-05,
+      "loss": 7.4303,
+      "loss/crossentropy": 1.877230018377304,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1641155332326889,
+      "step": 102
+    },
+    {
+      "epoch": 0.017166666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 5.412239583333333,
+      "learning_rate": 9.992870905597548e-05,
+      "loss": 7.6667,
+      "loss/crossentropy": 1.8796460777521133,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2002221643924713,
+      "step": 103
+    },
+    {
+      "epoch": 0.017333333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 4.9125,
+      "learning_rate": 9.992730468255011e-05,
+      "loss": 7.4821,
+      "loss/crossentropy": 2.3127494156360626,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23374580964446068,
+      "step": 104
+    },
+    {
+      "epoch": 0.0175,
+      "grad_norm": 32.75,
+      "grad_norm_var": 5.040625,
+      "learning_rate": 9.9925886621271e-05,
+      "loss": 7.5845,
+      "loss/crossentropy": 2.3329984545707703,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18831797316670418,
+      "step": 105
+    },
+    {
+      "epoch": 0.017666666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 5.01640625,
+      "learning_rate": 9.992445487252691e-05,
+      "loss": 7.7497,
+      "loss/crossentropy": 1.9553033113479614,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20208366215229034,
+      "step": 106
+    },
+    {
+      "epoch": 0.017833333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.120833333333333,
+      "learning_rate": 9.992300943671036e-05,
+      "loss": 7.747,
+      "loss/crossentropy": 2.0242276191711426,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20480553060770035,
+      "step": 107
+    },
+    {
+      "epoch": 0.018,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.990625,
+      "learning_rate": 9.992155031421764e-05,
+      "loss": 7.6461,
+      "loss/crossentropy": 2.40230530500412,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20634019374847412,
+      "step": 108
+    },
+    {
+      "epoch": 0.018166666666666668,
+      "grad_norm": 35.75,
+      "grad_norm_var": 3.10390625,
+      "learning_rate": 9.992007750544876e-05,
+      "loss": 7.7688,
+      "loss/crossentropy": 2.1990231573581696,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2241741679608822,
+      "step": 109
+    },
+    {
+      "epoch": 0.018333333333333333,
+      "grad_norm": 39.75,
+      "grad_norm_var": 4.948958333333334,
+      "learning_rate": 9.991859101080751e-05,
+      "loss": 7.5167,
+      "loss/crossentropy": 2.2589714527130127,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19577842950820923,
+      "step": 110
+    },
+    {
+      "epoch": 0.0185,
+      "grad_norm": 37.5,
+      "grad_norm_var": 5.633333333333334,
+      "learning_rate": 9.991709083070143e-05,
+      "loss": 7.633,
+      "loss/crossentropy": 1.8160150349140167,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19760573282837868,
+      "step": 111
+    },
+    {
+      "epoch": 0.018666666666666668,
+      "grad_norm": 35.5,
+      "grad_norm_var": 5.426822916666667,
+      "learning_rate": 9.991557696554177e-05,
+      "loss": 7.5491,
+      "loss/crossentropy": 1.7978153824806213,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20516641810536385,
+      "step": 112
+    },
+    {
+      "epoch": 0.018833333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.929166666666666,
+      "learning_rate": 9.991404941574361e-05,
+      "loss": 7.5255,
+      "loss/crossentropy": 1.8384543657302856,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21306686475872993,
+      "step": 113
+    },
+    {
+      "epoch": 0.019,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.739322916666667,
+      "learning_rate": 9.99125081817257e-05,
+      "loss": 7.632,
+      "loss/crossentropy": 2.0940029323101044,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1923641823232174,
+      "step": 114
+    },
+    {
+      "epoch": 0.019166666666666665,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.479166666666667,
+      "learning_rate": 9.99109532639106e-05,
+      "loss": 7.6103,
+      "loss/crossentropy": 1.9544528722763062,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20644604787230492,
+      "step": 115
+    },
+    {
+      "epoch": 0.019333333333333334,
+      "grad_norm": 36.75,
+      "grad_norm_var": 4.716666666666667,
+      "learning_rate": 9.990938466272459e-05,
+      "loss": 7.9127,
+      "loss/crossentropy": 1.4137312471866608,
+      "loss/hidden": 4.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2494000941514969,
+      "step": 116
+    },
+    {
+      "epoch": 0.0195,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.379166666666666,
+      "learning_rate": 9.990780237859769e-05,
+      "loss": 7.438,
+      "loss/crossentropy": 2.170451670885086,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21506188064813614,
+      "step": 117
+    },
+    {
+      "epoch": 0.019666666666666666,
+      "grad_norm": 35.0,
+      "grad_norm_var": 4.00390625,
+      "learning_rate": 9.990620641196374e-05,
+      "loss": 7.6142,
+      "loss/crossentropy": 1.825675517320633,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22746910154819489,
+      "step": 118
+    },
+    {
+      "epoch": 0.019833333333333335,
+      "grad_norm": 35.25,
+      "grad_norm_var": 4.020572916666667,
+      "learning_rate": 9.990459676326024e-05,
+      "loss": 7.5651,
+      "loss/crossentropy": 1.8035025298595428,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19320307672023773,
+      "step": 119
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.7416666666666667,
+      "learning_rate": 9.990297343292851e-05,
+      "loss": 7.5561,
+      "loss/crossentropy": 1.9253360033035278,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2591675706207752,
+      "step": 120
+    },
+    {
+      "epoch": 0.020166666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 4.0875,
+      "learning_rate": 9.990133642141359e-05,
+      "loss": 7.6589,
+      "loss/crossentropy": 1.8767026662826538,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21068845689296722,
+      "step": 121
+    },
+    {
+      "epoch": 0.02033333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 5.3875,
+      "learning_rate": 9.989968572916426e-05,
+      "loss": 7.3897,
+      "loss/crossentropy": 2.0437765419483185,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18460320681333542,
+      "step": 122
+    },
+    {
+      "epoch": 0.0205,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.039322916666666,
+      "learning_rate": 9.989802135663308e-05,
+      "loss": 7.7519,
+      "loss/crossentropy": 2.150317758321762,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17747429013252258,
+      "step": 123
+    },
+    {
+      "epoch": 0.020666666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.926822916666667,
+      "learning_rate": 9.989634330427636e-05,
+      "loss": 7.5183,
+      "loss/crossentropy": 2.179547756910324,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19693326577544212,
+      "step": 124
+    },
+    {
+      "epoch": 0.020833333333333332,
+      "grad_norm": 38.0,
+      "grad_norm_var": 5.557291666666667,
+      "learning_rate": 9.989465157255412e-05,
+      "loss": 7.6732,
+      "loss/crossentropy": 1.4548255801200867,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21135981380939484,
+      "step": 125
+    },
+    {
+      "epoch": 0.021,
+      "grad_norm": 32.75,
+      "grad_norm_var": 4.040625,
+      "learning_rate": 9.989294616193017e-05,
+      "loss": 7.5373,
+      "loss/crossentropy": 1.7414255142211914,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19686686992645264,
+      "step": 126
+    },
+    {
+      "epoch": 0.021166666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.365625,
+      "learning_rate": 9.989122707287208e-05,
+      "loss": 7.429,
+      "loss/crossentropy": 1.8234748244285583,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21972696483135223,
+      "step": 127
+    },
+    {
+      "epoch": 0.021333333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.470572916666667,
+      "learning_rate": 9.988949430585111e-05,
+      "loss": 7.3455,
+      "loss/crossentropy": 2.2222295701503754,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.198114313185215,
+      "step": 128
+    },
+    {
+      "epoch": 0.0215,
+      "grad_norm": 34.75,
+      "grad_norm_var": 3.4580729166666666,
+      "learning_rate": 9.988774786134234e-05,
+      "loss": 7.241,
+      "loss/crossentropy": 1.9216758608818054,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19330840185284615,
+      "step": 129
+    },
+    {
+      "epoch": 0.021666666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 3.482291666666667,
+      "learning_rate": 9.988598773982454e-05,
+      "loss": 7.4434,
+      "loss/crossentropy": 2.1256333589553833,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18051563948392868,
+      "step": 130
+    },
+    {
+      "epoch": 0.021833333333333333,
+      "grad_norm": 35.75,
+      "grad_norm_var": 3.6239583333333334,
+      "learning_rate": 9.988421394178027e-05,
+      "loss": 7.4113,
+      "loss/crossentropy": 1.7447483539581299,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17246215045452118,
+      "step": 131
+    },
+    {
+      "epoch": 0.022,
+      "grad_norm": 4764729344.0,
+      "grad_norm_var": 1.4189153373185377e+18,
+      "learning_rate": 9.988242646769584e-05,
+      "loss": 8.3899,
+      "loss/crossentropy": 2.1333084404468536,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16892877966165543,
+      "step": 132
+    },
+    {
+      "epoch": 0.022166666666666668,
+      "grad_norm": 51.5,
+      "grad_norm_var": 1.4189153366236813e+18,
+      "learning_rate": 9.988062531806126e-05,
+      "loss": 7.651,
+      "loss/crossentropy": 2.1121655106544495,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21801284700632095,
+      "step": 133
+    },
+    {
+      "epoch": 0.022333333333333334,
+      "grad_norm": 36.0,
+      "grad_norm_var": 1.4189153365839752e+18,
+      "learning_rate": 9.987881049337037e-05,
+      "loss": 7.6569,
+      "loss/crossentropy": 2.126715511083603,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17747924476861954,
+      "step": 134
+    },
+    {
+      "epoch": 0.0225,
+      "grad_norm": 36.5,
+      "grad_norm_var": 1.4189153365343427e+18,
+      "learning_rate": 9.98769819941207e-05,
+      "loss": 7.5295,
+      "loss/crossentropy": 1.5165286213159561,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18346380814909935,
+      "step": 135
+    },
+    {
+      "epoch": 0.02266666666666667,
+      "grad_norm": 36.0,
+      "grad_norm_var": 1.4189153364747835e+18,
+      "learning_rate": 9.987513982081351e-05,
+      "loss": 7.6529,
+      "loss/crossentropy": 2.180388480424881,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1846754401922226,
+      "step": 136
+    },
+    {
+      "epoch": 0.022833333333333334,
+      "grad_norm": 38.75,
+      "grad_norm_var": 1.418915336196841e+18,
+      "learning_rate": 9.987328397395387e-05,
+      "loss": 7.5096,
+      "loss/crossentropy": 1.550091952085495,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21606271341443062,
+      "step": 137
+    },
+    {
+      "epoch": 0.023,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.4189153360876493e+18,
+      "learning_rate": 9.98714144540506e-05,
+      "loss": 7.3931,
+      "loss/crossentropy": 1.9342282861471176,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17885055765509605,
+      "step": 138
+    },
+    {
+      "epoch": 0.023166666666666665,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.4189153360876493e+18,
+      "learning_rate": 9.986953126161619e-05,
+      "loss": 7.7534,
+      "loss/crossentropy": 2.200897455215454,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18954262882471085,
+      "step": 139
+    },
+    {
+      "epoch": 0.023333333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.418915336097576e+18,
+      "learning_rate": 9.986763439716696e-05,
+      "loss": 7.4196,
+      "loss/crossentropy": 1.475202739238739,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23384485766291618,
+      "step": 140
+    },
+    {
+      "epoch": 0.0235,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.4189153362961062e+18,
+      "learning_rate": 9.986572386122291e-05,
+      "loss": 7.4049,
+      "loss/crossentropy": 2.3447420597076416,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17187193408608437,
+      "step": 141
+    },
+    {
+      "epoch": 0.023666666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.4189153362861796e+18,
+      "learning_rate": 9.986379965430786e-05,
+      "loss": 7.4261,
+      "loss/crossentropy": 1.6609918773174286,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21596155688166618,
+      "step": 142
+    },
+    {
+      "epoch": 0.023833333333333335,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.4189153363358124e+18,
+      "learning_rate": 9.986186177694933e-05,
+      "loss": 7.4133,
+      "loss/crossentropy": 1.975971281528473,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23497482761740685,
+      "step": 143
+    },
+    {
+      "epoch": 0.024,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.4189153363705551e+18,
+      "learning_rate": 9.98599102296786e-05,
+      "loss": 7.3945,
+      "loss/crossentropy": 2.0418002009391785,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16329874098300934,
+      "step": 144
+    },
+    {
+      "epoch": 0.024166666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.4189153364400407e+18,
+      "learning_rate": 9.98579450130307e-05,
+      "loss": 7.3843,
+      "loss/crossentropy": 2.586931586265564,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1923389546573162,
+      "step": 145
+    },
+    {
+      "epoch": 0.024333333333333332,
+      "grad_norm": 34.5,
+      "grad_norm_var": 1.4189153364499674e+18,
+      "learning_rate": 9.985596612754439e-05,
+      "loss": 7.4617,
+      "loss/crossentropy": 1.9469241201877594,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20261790975928307,
+      "step": 146
+    },
+    {
+      "epoch": 0.0245,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.4189153366286446e+18,
+      "learning_rate": 9.985397357376222e-05,
+      "loss": 7.3902,
+      "loss/crossentropy": 1.696748986840248,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19723523408174515,
+      "step": 147
+    },
+    {
+      "epoch": 0.024666666666666667,
+      "grad_norm": 31.25,
+      "grad_norm_var": 23.741080729166665,
+      "learning_rate": 9.985196735223045e-05,
+      "loss": 7.4262,
+      "loss/crossentropy": 2.287366271018982,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26205524802207947,
+      "step": 148
+    },
+    {
+      "epoch": 0.024833333333333332,
+      "grad_norm": 31.75,
+      "grad_norm_var": 4.567122395833334,
+      "learning_rate": 9.98499474634991e-05,
+      "loss": 7.4602,
+      "loss/crossentropy": 1.4745359420776367,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2730640843510628,
+      "step": 149
+    },
+    {
+      "epoch": 0.025,
+      "grad_norm": 35.25,
+      "grad_norm_var": 4.374934895833333,
+      "learning_rate": 9.98479139081219e-05,
+      "loss": 7.3909,
+      "loss/crossentropy": 1.870820164680481,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18368100002408028,
+      "step": 150
+    },
+    {
+      "epoch": 0.025166666666666667,
+      "grad_norm": 38.75,
+      "grad_norm_var": 5.537434895833333,
+      "learning_rate": 9.98458666866564e-05,
+      "loss": 7.4975,
+      "loss/crossentropy": 2.1191659569740295,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16690556704998016,
+      "step": 151
+    },
+    {
+      "epoch": 0.025333333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 5.220247395833334,
+      "learning_rate": 9.984380579966385e-05,
+      "loss": 7.7115,
+      "loss/crossentropy": 2.406974196434021,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17666110768914223,
+      "step": 152
+    },
+    {
+      "epoch": 0.0255,
+      "grad_norm": 43.25,
+      "grad_norm_var": 9.509309895833333,
+      "learning_rate": 9.984173124770923e-05,
+      "loss": 7.4866,
+      "loss/crossentropy": 1.3131984770298004,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21505622193217278,
+      "step": 153
+    },
+    {
+      "epoch": 0.025666666666666667,
+      "grad_norm": 62.25,
+      "grad_norm_var": 59.11243489583333,
+      "learning_rate": 9.983964303136133e-05,
+      "loss": 7.5887,
+      "loss/crossentropy": 2.2332249581813812,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1927255503833294,
+      "step": 154
+    },
+    {
+      "epoch": 0.025833333333333333,
+      "grad_norm": 36.0,
+      "grad_norm_var": 58.877018229166666,
+      "learning_rate": 9.983754115119261e-05,
+      "loss": 7.3739,
+      "loss/crossentropy": 2.257663667201996,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19335689023137093,
+      "step": 155
+    },
+    {
+      "epoch": 0.026,
+      "grad_norm": 35.25,
+      "grad_norm_var": 58.30983072916667,
+      "learning_rate": 9.983542560777935e-05,
+      "loss": 7.366,
+      "loss/crossentropy": 2.3022145330905914,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19260798767209053,
+      "step": 156
+    },
+    {
+      "epoch": 0.026166666666666668,
+      "grad_norm": 32.75,
+      "grad_norm_var": 58.4166015625,
+      "learning_rate": 9.983329640170149e-05,
+      "loss": 7.2797,
+      "loss/crossentropy": 2.1898127794265747,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17687095701694489,
+      "step": 157
+    },
+    {
+      "epoch": 0.026333333333333334,
+      "grad_norm": 35.0,
+      "grad_norm_var": 57.8478515625,
+      "learning_rate": 9.983115353354281e-05,
+      "loss": 7.2904,
+      "loss/crossentropy": 1.9066053628921509,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18648065626621246,
+      "step": 158
+    },
+    {
+      "epoch": 0.0265,
+      "grad_norm": 32.5,
+      "grad_norm_var": 58.1775390625,
+      "learning_rate": 9.982899700389076e-05,
+      "loss": 7.3832,
+      "loss/crossentropy": 2.1338255405426025,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19225289300084114,
+      "step": 159
+    },
+    {
+      "epoch": 0.02666666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 57.10729166666667,
+      "learning_rate": 9.982682681333658e-05,
+      "loss": 7.545,
+      "loss/crossentropy": 1.81405907869339,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26101674512028694,
+      "step": 160
+    },
+    {
+      "epoch": 0.026833333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 58.23229166666667,
+      "learning_rate": 9.982464296247522e-05,
+      "loss": 7.3965,
+      "loss/crossentropy": 1.7653635740280151,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16505191847682,
+      "step": 161
+    },
+    {
+      "epoch": 0.027,
+      "grad_norm": 33.75,
+      "grad_norm_var": 58.43307291666667,
+      "learning_rate": 9.982244545190542e-05,
+      "loss": 7.6282,
+      "loss/crossentropy": 2.5411963760852814,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17197951674461365,
+      "step": 162
+    },
+    {
+      "epoch": 0.027166666666666665,
+      "grad_norm": 34.5,
+      "grad_norm_var": 56.9875,
+      "learning_rate": 9.982023428222962e-05,
+      "loss": 7.5649,
+      "loss/crossentropy": 2.2835691571235657,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.170682180672884,
+      "step": 163
+    },
+    {
+      "epoch": 0.027333333333333334,
+      "grad_norm": 34.5,
+      "grad_norm_var": 55.45390625,
+      "learning_rate": 9.981800945405403e-05,
+      "loss": 7.3372,
+      "loss/crossentropy": 1.8672804236412048,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18279783055186272,
+      "step": 164
+    },
+    {
+      "epoch": 0.0275,
+      "grad_norm": 32.5,
+      "grad_norm_var": 55.0125,
+      "learning_rate": 9.981577096798863e-05,
+      "loss": 7.4292,
+      "loss/crossentropy": 2.196858048439026,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20737188681960106,
+      "step": 165
+    },
+    {
+      "epoch": 0.027666666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 55.72265625,
+      "learning_rate": 9.981351882464706e-05,
+      "loss": 7.3918,
+      "loss/crossentropy": 1.4880334436893463,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18119842186570168,
+      "step": 166
+    },
+    {
+      "epoch": 0.027833333333333335,
+      "grad_norm": 33.5,
+      "grad_norm_var": 55.815625,
+      "learning_rate": 9.98112530246468e-05,
+      "loss": 7.6041,
+      "loss/crossentropy": 1.750911384820938,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22705931961536407,
+      "step": 167
+    },
+    {
+      "epoch": 0.028,
+      "grad_norm": 32.25,
+      "grad_norm_var": 56.557291666666664,
+      "learning_rate": 9.980897356860901e-05,
+      "loss": 7.3669,
+      "loss/crossentropy": 2.3639559745788574,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18918512016534805,
+      "step": 168
+    },
+    {
+      "epoch": 0.028166666666666666,
+      "grad_norm": 34.5,
+      "grad_norm_var": 52.84765625,
+      "learning_rate": 9.980668045715864e-05,
+      "loss": 7.1801,
+      "loss/crossentropy": 1.6124536395072937,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18172302469611168,
+      "step": 169
+    },
+    {
+      "epoch": 0.028333333333333332,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.78515625,
+      "learning_rate": 9.980437369092431e-05,
+      "loss": 7.416,
+      "loss/crossentropy": 1.8924128711223602,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21137376129627228,
+      "step": 170
+    },
+    {
+      "epoch": 0.0285,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.7504557291666667,
+      "learning_rate": 9.980205327053848e-05,
+      "loss": 7.4528,
+      "loss/crossentropy": 2.1068821847438812,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18312924355268478,
+      "step": 171
+    },
+    {
+      "epoch": 0.028666666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.5035807291666667,
+      "learning_rate": 9.97997191966373e-05,
+      "loss": 7.4162,
+      "loss/crossentropy": 2.0754112005233765,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22328588366508484,
+      "step": 172
+    },
+    {
+      "epoch": 0.028833333333333332,
+      "grad_norm": 35.0,
+      "grad_norm_var": 1.7332682291666666,
+      "learning_rate": 9.979737146986064e-05,
+      "loss": 7.5125,
+      "loss/crossentropy": 2.3532181680202484,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22559839859604836,
+      "step": 173
+    },
+    {
+      "epoch": 0.029,
+      "grad_norm": 35.25,
+      "grad_norm_var": 1.7978515625,
+      "learning_rate": 9.979501009085219e-05,
+      "loss": 7.4562,
+      "loss/crossentropy": 1.6273760348558426,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21030885353684425,
+      "step": 174
+    },
+    {
+      "epoch": 0.029166666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.7785807291666667,
+      "learning_rate": 9.979263506025929e-05,
+      "loss": 7.3699,
+      "loss/crossentropy": 2.250314712524414,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18598228693008423,
+      "step": 175
+    },
+    {
+      "epoch": 0.029333333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.8280598958333334,
+      "learning_rate": 9.97902463787331e-05,
+      "loss": 7.6712,
+      "loss/crossentropy": 2.358814984560013,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2859685495495796,
+      "step": 176
+    },
+    {
+      "epoch": 0.0295,
+      "grad_norm": 36.25,
+      "grad_norm_var": 2.057747395833333,
+      "learning_rate": 9.978784404692847e-05,
+      "loss": 7.6947,
+      "loss/crossentropy": 2.178271234035492,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26804234459996223,
+      "step": 177
+    },
+    {
+      "epoch": 0.029666666666666668,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.052018229166667,
+      "learning_rate": 9.978542806550402e-05,
+      "loss": 7.4962,
+      "loss/crossentropy": 2.2716058492660522,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2189769595861435,
+      "step": 178
+    },
+    {
+      "epoch": 0.029833333333333333,
+      "grad_norm": 34.75,
+      "grad_norm_var": 2.091080729166667,
+      "learning_rate": 9.97829984351221e-05,
+      "loss": 7.4731,
+      "loss/crossentropy": 1.6302326619625092,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2534990794956684,
+      "step": 179
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.091080729166667,
+      "learning_rate": 9.978055515644882e-05,
+      "loss": 7.4943,
+      "loss/crossentropy": 2.0229054391384125,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1985248290002346,
+      "step": 180
+    },
+    {
+      "epoch": 0.030166666666666668,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.551041666666667,
+      "learning_rate": 9.977809823015401e-05,
+      "loss": 7.4271,
+      "loss/crossentropy": 2.0079747140407562,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20629949867725372,
+      "step": 181
+    },
+    {
+      "epoch": 0.030333333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.551041666666667,
+      "learning_rate": 9.977562765691124e-05,
+      "loss": 7.6382,
+      "loss/crossentropy": 1.7329024523496628,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19635221734642982,
+      "step": 182
+    },
+    {
+      "epoch": 0.0305,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.634375,
+      "learning_rate": 9.977314343739786e-05,
+      "loss": 7.3619,
+      "loss/crossentropy": 2.4734097719192505,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1726227030158043,
+      "step": 183
+    },
+    {
+      "epoch": 0.030666666666666665,
+      "grad_norm": 42.25,
+      "grad_norm_var": 7.342708333333333,
+      "learning_rate": 9.977064557229492e-05,
+      "loss": 7.2131,
+      "loss/crossentropy": 2.2143907845020294,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1918102391064167,
+      "step": 184
+    },
+    {
+      "epoch": 0.030833333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 7.643489583333333,
+      "learning_rate": 9.97681340622872e-05,
+      "loss": 7.2733,
+      "loss/crossentropy": 2.179398685693741,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2045028991997242,
+      "step": 185
+    },
+    {
+      "epoch": 0.031,
+      "grad_norm": 31.75,
+      "grad_norm_var": 7.76640625,
+      "learning_rate": 9.976560890806328e-05,
+      "loss": 7.3599,
+      "loss/crossentropy": 1.8209953606128693,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1990818865597248,
+      "step": 186
+    },
+    {
+      "epoch": 0.031166666666666665,
+      "grad_norm": 35.75,
+      "grad_norm_var": 7.3322265625,
+      "learning_rate": 9.976307011031542e-05,
+      "loss": 7.4989,
+      "loss/crossentropy": 1.6905051469802856,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2631871812045574,
+      "step": 187
+    },
+    {
+      "epoch": 0.03133333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 7.273372395833333,
+      "learning_rate": 9.976051766973966e-05,
+      "loss": 7.5566,
+      "loss/crossentropy": 1.8864645957946777,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16269812360405922,
+      "step": 188
+    },
+    {
+      "epoch": 0.0315,
+      "grad_norm": 33.25,
+      "grad_norm_var": 7.266080729166666,
+      "learning_rate": 9.975795158703576e-05,
+      "loss": 7.4747,
+      "loss/crossentropy": 1.8467691838741302,
+      "loss/hidden": 3.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24105952680110931,
+      "step": 189
+    },
+    {
+      "epoch": 0.03166666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 7.2009765625,
+      "learning_rate": 9.975537186290724e-05,
+      "loss": 7.5958,
+      "loss/crossentropy": 2.065937250852585,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19649240002036095,
+      "step": 190
+    },
+    {
+      "epoch": 0.03183333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 7.162955729166667,
+      "learning_rate": 9.975277849806133e-05,
+      "loss": 7.5776,
+      "loss/crossentropy": 1.760479062795639,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2253318689763546,
+      "step": 191
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 32.5,
+      "grad_norm_var": 7.107747395833333,
+      "learning_rate": 9.9750171493209e-05,
+      "loss": 7.7319,
+      "loss/crossentropy": 2.4354325234889984,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19807074591517448,
+      "step": 192
+    },
+    {
+      "epoch": 0.03216666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 6.783268229166667,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 7.5737,
+      "loss/crossentropy": 1.8597578406333923,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2125672809779644,
+      "step": 193
+    },
+    {
+      "epoch": 0.03233333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 6.783268229166667,
+      "learning_rate": 9.974491656634782e-05,
+      "loss": 7.4921,
+      "loss/crossentropy": 2.4780385494232178,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19840094447135925,
+      "step": 194
+    },
+    {
+      "epoch": 0.0325,
+      "grad_norm": 31.625,
+      "grad_norm_var": 7.051822916666667,
+      "learning_rate": 9.974226864577961e-05,
+      "loss": 7.2698,
+      "loss/crossentropy": 1.88395856320858,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18918826058506966,
+      "step": 195
+    },
+    {
+      "epoch": 0.03266666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 7.138541666666667,
+      "learning_rate": 9.973960708808633e-05,
+      "loss": 7.5145,
+      "loss/crossentropy": 2.3066524267196655,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17494326829910278,
+      "step": 196
+    },
+    {
+      "epoch": 0.03283333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 6.524934895833334,
+      "learning_rate": 9.973693189399766e-05,
+      "loss": 7.453,
+      "loss/crossentropy": 2.067493826150894,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19816205650568008,
+      "step": 197
+    },
+    {
+      "epoch": 0.033,
+      "grad_norm": 34.25,
+      "grad_norm_var": 6.485872395833334,
+      "learning_rate": 9.973424306424705e-05,
+      "loss": 7.3912,
+      "loss/crossentropy": 1.5059811472892761,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23100421205163002,
+      "step": 198
+    },
+    {
+      "epoch": 0.033166666666666664,
+      "grad_norm": 33.5,
+      "grad_norm_var": 6.4681640625,
+      "learning_rate": 9.973154059957162e-05,
+      "loss": 7.3631,
+      "loss/crossentropy": 2.0883964896202087,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19126541167497635,
+      "step": 199
+    },
+    {
+      "epoch": 0.03333333333333333,
+      "grad_norm": 35.25,
+      "grad_norm_var": 1.6775390625,
+      "learning_rate": 9.972882450071228e-05,
+      "loss": 7.5897,
+      "loss/crossentropy": 2.4213720560073853,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1968086063861847,
+      "step": 200
+    },
+    {
+      "epoch": 0.0335,
+      "grad_norm": 34.5,
+      "grad_norm_var": 1.5457682291666666,
+      "learning_rate": 9.972609476841367e-05,
+      "loss": 7.4746,
+      "loss/crossentropy": 1.8749464750289917,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31945592910051346,
+      "step": 201
+    },
+    {
+      "epoch": 0.033666666666666664,
+      "grad_norm": 35.75,
+      "grad_norm_var": 1.5749348958333333,
+      "learning_rate": 9.972335140342415e-05,
+      "loss": 7.711,
+      "loss/crossentropy": 1.717276781797409,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20567739009857178,
+      "step": 202
+    },
+    {
+      "epoch": 0.03383333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.6103515625,
+      "learning_rate": 9.972059440649584e-05,
+      "loss": 7.5691,
+      "loss/crossentropy": 2.07498636841774,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22483434528112411,
+      "step": 203
+    },
+    {
+      "epoch": 0.034,
+      "grad_norm": 35.25,
+      "grad_norm_var": 1.6962890625,
+      "learning_rate": 9.971782377838457e-05,
+      "loss": 7.7671,
+      "loss/crossentropy": 1.6273568868637085,
+      "loss/hidden": 3.82421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20050818100571632,
+      "step": 204
+    },
+    {
+      "epoch": 0.034166666666666665,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.7160807291666667,
+      "learning_rate": 9.971503951984995e-05,
+      "loss": 7.4089,
+      "loss/crossentropy": 2.2226982414722443,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19824209809303284,
+      "step": 205
+    },
+    {
+      "epoch": 0.034333333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.6889973958333333,
+      "learning_rate": 9.971224163165527e-05,
+      "loss": 7.3443,
+      "loss/crossentropy": 1.8570466339588165,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17482981458306313,
+      "step": 206
+    },
+    {
+      "epoch": 0.0345,
+      "grad_norm": 36.25,
+      "grad_norm_var": 2.0952473958333333,
+      "learning_rate": 9.970943011456761e-05,
+      "loss": 7.6851,
+      "loss/crossentropy": 1.996934950351715,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22505202144384384,
+      "step": 207
+    },
+    {
+      "epoch": 0.034666666666666665,
+      "grad_norm": 33.5,
+      "grad_norm_var": 1.9858723958333333,
+      "learning_rate": 9.970660496935776e-05,
+      "loss": 7.2883,
+      "loss/crossentropy": 2.104332596063614,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.170057974755764,
+      "step": 208
+    },
+    {
+      "epoch": 0.034833333333333334,
+      "grad_norm": 35.25,
+      "grad_norm_var": 2.0858723958333334,
+      "learning_rate": 9.970376619680024e-05,
+      "loss": 7.5088,
+      "loss/crossentropy": 2.0839968621730804,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19400381669402122,
+      "step": 209
+    },
+    {
+      "epoch": 0.035,
+      "grad_norm": 39.0,
+      "grad_norm_var": 3.684309895833333,
+      "learning_rate": 9.970091379767331e-05,
+      "loss": 7.4452,
+      "loss/crossentropy": 1.7162790298461914,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19829977676272392,
+      "step": 210
+    },
+    {
+      "epoch": 0.035166666666666666,
+      "grad_norm": 43.25,
+      "grad_norm_var": 8.073958333333334,
+      "learning_rate": 9.9698047772759e-05,
+      "loss": 7.408,
+      "loss/crossentropy": 2.0295865535736084,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2112085185945034,
+      "step": 211
+    },
+    {
+      "epoch": 0.035333333333333335,
+      "grad_norm": 34.25,
+      "grad_norm_var": 7.598958333333333,
+      "learning_rate": 9.969516812284301e-05,
+      "loss": 7.5912,
+      "loss/crossentropy": 2.076532691717148,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20468730852007866,
+      "step": 212
+    },
+    {
+      "epoch": 0.0355,
+      "grad_norm": 33.0,
+      "grad_norm_var": 7.837239583333333,
+      "learning_rate": 9.969227484871484e-05,
+      "loss": 7.5325,
+      "loss/crossentropy": 2.139839291572571,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2352946475148201,
+      "step": 213
+    },
+    {
+      "epoch": 0.035666666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 8.829166666666667,
+      "learning_rate": 9.968936795116768e-05,
+      "loss": 7.4982,
+      "loss/crossentropy": 2.0447988510131836,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18019738048315048,
+      "step": 214
+    },
+    {
+      "epoch": 0.035833333333333335,
+      "grad_norm": 35.75,
+      "grad_norm_var": 8.751822916666667,
+      "learning_rate": 9.968644743099848e-05,
+      "loss": 7.4297,
+      "loss/crossentropy": 2.0359120666980743,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19392414391040802,
+      "step": 215
+    },
+    {
+      "epoch": 0.036,
+      "grad_norm": 31.75,
+      "grad_norm_var": 9.37890625,
+      "learning_rate": 9.968351328900794e-05,
+      "loss": 7.419,
+      "loss/crossentropy": 1.6464682668447495,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19690733775496483,
+      "step": 216
+    },
+    {
+      "epoch": 0.036166666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 10.03515625,
+      "learning_rate": 9.968056552600043e-05,
+      "loss": 7.4091,
+      "loss/crossentropy": 1.7111313343048096,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21444109827280045,
+      "step": 217
+    },
+    {
+      "epoch": 0.036333333333333336,
+      "grad_norm": 34.0,
+      "grad_norm_var": 9.945833333333333,
+      "learning_rate": 9.967760414278411e-05,
+      "loss": 7.3835,
+      "loss/crossentropy": 2.2186812460422516,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17553316056728363,
+      "step": 218
+    },
+    {
+      "epoch": 0.0365,
+      "grad_norm": 36.75,
+      "grad_norm_var": 9.612239583333333,
+      "learning_rate": 9.967462914017088e-05,
+      "loss": 7.5934,
+      "loss/crossentropy": 1.7609408795833588,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24462126940488815,
+      "step": 219
+    },
+    {
+      "epoch": 0.03666666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 11.070768229166667,
+      "learning_rate": 9.967164051897633e-05,
+      "loss": 7.4723,
+      "loss/crossentropy": 1.9127337038516998,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18390759825706482,
+      "step": 220
+    },
+    {
+      "epoch": 0.036833333333333336,
+      "grad_norm": 36.75,
+      "grad_norm_var": 11.234830729166667,
+      "learning_rate": 9.966863828001982e-05,
+      "loss": 7.4864,
+      "loss/crossentropy": 1.8919442296028137,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19531705975532532,
+      "step": 221
+    },
+    {
+      "epoch": 0.037,
+      "grad_norm": 32.75,
+      "grad_norm_var": 11.234830729166667,
+      "learning_rate": 9.966562242412442e-05,
+      "loss": 7.4549,
+      "loss/crossentropy": 2.555088996887207,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19128287956118584,
+      "step": 222
+    },
+    {
+      "epoch": 0.03716666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 11.207747395833334,
+      "learning_rate": 9.966259295211697e-05,
+      "loss": 7.3277,
+      "loss/crossentropy": 1.6132709085941315,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2020581029355526,
+      "step": 223
+    },
+    {
+      "epoch": 0.037333333333333336,
+      "grad_norm": 33.0,
+      "grad_norm_var": 11.287434895833334,
+      "learning_rate": 9.965954986482799e-05,
+      "loss": 7.5761,
+      "loss/crossentropy": 1.9417942464351654,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20881640166044235,
+      "step": 224
+    },
+    {
+      "epoch": 0.0375,
+      "grad_norm": 32.5,
+      "grad_norm_var": 11.459309895833334,
+      "learning_rate": 9.965649316309178e-05,
+      "loss": 7.4902,
+      "loss/crossentropy": 2.1505030691623688,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1994522586464882,
+      "step": 225
+    },
+    {
+      "epoch": 0.03766666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 9.9009765625,
+      "learning_rate": 9.965342284774632e-05,
+      "loss": 7.3804,
+      "loss/crossentropy": 1.7770483791828156,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18692020699381828,
+      "step": 226
+    },
+    {
+      "epoch": 0.03783333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.8072265625,
+      "learning_rate": 9.965033891963338e-05,
+      "loss": 7.1566,
+      "loss/crossentropy": 2.0759385526180267,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1766762211918831,
+      "step": 227
+    },
+    {
+      "epoch": 0.038,
+      "grad_norm": 34.75,
+      "grad_norm_var": 3.8806640625,
+      "learning_rate": 9.964724137959843e-05,
+      "loss": 7.6882,
+      "loss/crossentropy": 2.1585110276937485,
+      "loss/hidden": 3.8671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2864663489162922,
+      "step": 228
+    },
+    {
+      "epoch": 0.03816666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.887955729166667,
+      "learning_rate": 9.964413022849068e-05,
+      "loss": 7.3158,
+      "loss/crossentropy": 1.7837422788143158,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17648790404200554,
+      "step": 229
+    },
+    {
+      "epoch": 0.03833333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.459830729166667,
+      "learning_rate": 9.964100546716309e-05,
+      "loss": 7.5637,
+      "loss/crossentropy": 1.929616540670395,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20552103966474533,
+      "step": 230
+    },
+    {
+      "epoch": 0.0385,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.1504557291666666,
+      "learning_rate": 9.963786709647228e-05,
+      "loss": 7.6261,
+      "loss/crossentropy": 1.9666523337364197,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19753441214561462,
+      "step": 231
+    },
+    {
+      "epoch": 0.03866666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.9275390625,
+      "learning_rate": 9.963471511727868e-05,
+      "loss": 7.322,
+      "loss/crossentropy": 1.9215552508831024,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25897734239697456,
+      "step": 232
+    },
+    {
+      "epoch": 0.03883333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.6020182291666667,
+      "learning_rate": 9.963154953044645e-05,
+      "loss": 7.3288,
+      "loss/crossentropy": 2.1817697286605835,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.216877032071352,
+      "step": 233
+    },
+    {
+      "epoch": 0.039,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.003059895833333,
+      "learning_rate": 9.962837033684343e-05,
+      "loss": 7.5657,
+      "loss/crossentropy": 2.0929472744464874,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23406041413545609,
+      "step": 234
+    },
+    {
+      "epoch": 0.03916666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.3186848958333335,
+      "learning_rate": 9.96251775373412e-05,
+      "loss": 7.3698,
+      "loss/crossentropy": 2.2823018431663513,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17581793293356895,
+      "step": 235
+    },
+    {
+      "epoch": 0.03933333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.4125,
+      "learning_rate": 9.962197113281509e-05,
+      "loss": 7.4896,
+      "loss/crossentropy": 2.5378648042678833,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18384571373462677,
+      "step": 236
+    },
+    {
+      "epoch": 0.0395,
+      "grad_norm": 31.5,
+      "grad_norm_var": 0.99140625,
+      "learning_rate": 9.961875112414416e-05,
+      "loss": 7.6075,
+      "loss/crossentropy": 1.6965321004390717,
+      "loss/hidden": 4.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3610421270132065,
+      "step": 237
+    },
+    {
+      "epoch": 0.03966666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.40390625,
+      "learning_rate": 9.961551751221121e-05,
+      "loss": 7.4004,
+      "loss/crossentropy": 1.801620066165924,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2508755698800087,
+      "step": 238
+    },
+    {
+      "epoch": 0.03983333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 1.49765625,
+      "learning_rate": 9.961227029790272e-05,
+      "loss": 7.4518,
+      "loss/crossentropy": 1.9990509450435638,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17706014588475227,
+      "step": 239
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 34.75,
+      "grad_norm_var": 1.6125,
+      "learning_rate": 9.960900948210896e-05,
+      "loss": 7.4336,
+      "loss/crossentropy": 1.602626696228981,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19834685325622559,
+      "step": 240
+    },
+    {
+      "epoch": 0.04016666666666667,
+      "grad_norm": 36.75,
+      "grad_norm_var": 2.21015625,
+      "learning_rate": 9.96057350657239e-05,
+      "loss": 7.6562,
+      "loss/crossentropy": 1.7482210397720337,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2308633252978325,
+      "step": 241
+    },
+    {
+      "epoch": 0.04033333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.1791666666666667,
+      "learning_rate": 9.960244704964521e-05,
+      "loss": 7.3834,
+      "loss/crossentropy": 2.2258542478084564,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19244441762566566,
+      "step": 242
+    },
+    {
+      "epoch": 0.0405,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.3080729166666667,
+      "learning_rate": 9.959914543477435e-05,
+      "loss": 7.7208,
+      "loss/crossentropy": 2.0081526041030884,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1961013823747635,
+      "step": 243
+    },
+    {
+      "epoch": 0.04066666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.2291666666666665,
+      "learning_rate": 9.959583022201647e-05,
+      "loss": 7.4501,
+      "loss/crossentropy": 2.088036686182022,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18969382345676422,
+      "step": 244
+    },
+    {
+      "epoch": 0.04083333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 2.35,
+      "learning_rate": 9.959250141228045e-05,
+      "loss": 7.4074,
+      "loss/crossentropy": 1.8287396430969238,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21593837812542915,
+      "step": 245
+    },
+    {
+      "epoch": 0.041,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.7625,
+      "learning_rate": 9.95891590064789e-05,
+      "loss": 7.4715,
+      "loss/crossentropy": 1.7634437531232834,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18323732912540436,
+      "step": 246
+    },
+    {
+      "epoch": 0.041166666666666664,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.849739583333333,
+      "learning_rate": 9.958580300552815e-05,
+      "loss": 7.3321,
+      "loss/crossentropy": 1.5442231893539429,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2090124376118183,
+      "step": 247
+    },
+    {
+      "epoch": 0.04133333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.048958333333333,
+      "learning_rate": 9.958243341034827e-05,
+      "loss": 7.4577,
+      "loss/crossentropy": 2.544583737850189,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18567397445440292,
+      "step": 248
+    },
+    {
+      "epoch": 0.0415,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.07890625,
+      "learning_rate": 9.957905022186309e-05,
+      "loss": 7.6299,
+      "loss/crossentropy": 1.9056779742240906,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1823662333190441,
+      "step": 249
+    },
+    {
+      "epoch": 0.041666666666666664,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.9884765625,
+      "learning_rate": 9.957565344100009e-05,
+      "loss": 7.2394,
+      "loss/crossentropy": 1.4222186654806137,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1690158024430275,
+      "step": 250
+    },
+    {
+      "epoch": 0.041833333333333333,
+      "grad_norm": 35.25,
+      "grad_norm_var": 3.2275390625,
+      "learning_rate": 9.957224306869053e-05,
+      "loss": 7.1863,
+      "loss/crossentropy": 2.054836720228195,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2182355523109436,
+      "step": 251
+    },
+    {
+      "epoch": 0.042,
+      "grad_norm": 39.75,
+      "grad_norm_var": 5.7962890625,
+      "learning_rate": 9.956881910586937e-05,
+      "loss": 7.5122,
+      "loss/crossentropy": 1.9823282361030579,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21302693337202072,
+      "step": 252
+    },
+    {
+      "epoch": 0.042166666666666665,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.4916015625,
+      "learning_rate": 9.956538155347534e-05,
+      "loss": 7.3569,
+      "loss/crossentropy": 1.9061083495616913,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18881781026721,
+      "step": 253
+    },
+    {
+      "epoch": 0.042333333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.3931640625,
+      "learning_rate": 9.956193041245084e-05,
+      "loss": 7.764,
+      "loss/crossentropy": 2.4186649322509766,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23042699694633484,
+      "step": 254
+    },
+    {
+      "epoch": 0.0425,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.6900390625,
+      "learning_rate": 9.955846568374201e-05,
+      "loss": 7.4741,
+      "loss/crossentropy": 1.7218818068504333,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20200594142079353,
+      "step": 255
+    },
+    {
+      "epoch": 0.042666666666666665,
+      "grad_norm": 34.25,
+      "grad_norm_var": 5.6322265625,
+      "learning_rate": 9.955498736829875e-05,
+      "loss": 7.3703,
+      "loss/crossentropy": 1.7708523571491241,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21957089006900787,
+      "step": 256
+    },
+    {
+      "epoch": 0.042833333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 5.192708333333333,
+      "learning_rate": 9.955149546707465e-05,
+      "loss": 7.2327,
+      "loss/crossentropy": 1.588808387517929,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20313889160752296,
+      "step": 257
+    },
+    {
+      "epoch": 0.043,
+      "grad_norm": 31.125,
+      "grad_norm_var": 5.356184895833334,
+      "learning_rate": 9.954798998102702e-05,
+      "loss": 7.694,
+      "loss/crossentropy": 2.2256319522857666,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2320820689201355,
+      "step": 258
+    },
+    {
+      "epoch": 0.043166666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 5.317122395833334,
+      "learning_rate": 9.954447091111694e-05,
+      "loss": 7.5972,
+      "loss/crossentropy": 2.2975550293922424,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22221146896481514,
+      "step": 259
+    },
+    {
+      "epoch": 0.043333333333333335,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.267122395833334,
+      "learning_rate": 9.954093825830917e-05,
+      "loss": 7.4645,
+      "loss/crossentropy": 1.7964718043804169,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22343726828694344,
+      "step": 260
+    },
+    {
+      "epoch": 0.0435,
+      "grad_norm": 35.5,
+      "grad_norm_var": 5.409309895833333,
+      "learning_rate": 9.953739202357218e-05,
+      "loss": 7.6442,
+      "loss/crossentropy": 2.3244612216949463,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1996532864868641,
+      "step": 261
+    },
+    {
+      "epoch": 0.043666666666666666,
+      "grad_norm": 34.25,
+      "grad_norm_var": 5.145247395833334,
+      "learning_rate": 9.953383220787824e-05,
+      "loss": 7.3658,
+      "loss/crossentropy": 1.8924684524536133,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1912608966231346,
+      "step": 262
+    },
+    {
+      "epoch": 0.043833333333333335,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.1853515625,
+      "learning_rate": 9.953025881220325e-05,
+      "loss": 7.3769,
+      "loss/crossentropy": 2.1403828859329224,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19196165725588799,
+      "step": 263
+    },
+    {
+      "epoch": 0.044,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.155989583333334,
+      "learning_rate": 9.952667183752689e-05,
+      "loss": 7.4753,
+      "loss/crossentropy": 2.1855861246585846,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17956650257110596,
+      "step": 264
+    },
+    {
+      "epoch": 0.04416666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.1,
+      "learning_rate": 9.952307128483256e-05,
+      "loss": 7.5188,
+      "loss/crossentropy": 2.1611409187316895,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21880854666233063,
+      "step": 265
+    },
+    {
+      "epoch": 0.044333333333333336,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.912955729166667,
+      "learning_rate": 9.951945715510738e-05,
+      "loss": 7.2769,
+      "loss/crossentropy": 1.5910672396421432,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1987658105790615,
+      "step": 266
+    },
+    {
+      "epoch": 0.0445,
+      "grad_norm": 36.5,
+      "grad_norm_var": 5.327018229166667,
+      "learning_rate": 9.951582944934215e-05,
+      "loss": 7.4072,
+      "loss/crossentropy": 1.8843984603881836,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1851150095462799,
+      "step": 267
+    },
+    {
+      "epoch": 0.04466666666666667,
+      "grad_norm": 37.25,
+      "grad_norm_var": 3.6108723958333333,
+      "learning_rate": 9.951218816853145e-05,
+      "loss": 7.3747,
+      "loss/crossentropy": 2.051399737596512,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17208177596330643,
+      "step": 268
+    },
+    {
+      "epoch": 0.044833333333333336,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.6447265625,
+      "learning_rate": 9.950853331367356e-05,
+      "loss": 7.5431,
+      "loss/crossentropy": 1.8954854309558868,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23021245375275612,
+      "step": 269
+    },
+    {
+      "epoch": 0.045,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.3369140625,
+      "learning_rate": 9.950486488577045e-05,
+      "loss": 7.086,
+      "loss/crossentropy": 2.1651638746261597,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16940529271960258,
+      "step": 270
+    },
+    {
+      "epoch": 0.04516666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.1546223958333335,
+      "learning_rate": 9.950118288582788e-05,
+      "loss": 7.4365,
+      "loss/crossentropy": 2.0743221640586853,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2509123831987381,
+      "step": 271
+    },
+    {
+      "epoch": 0.04533333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.1775390625,
+      "learning_rate": 9.949748731485527e-05,
+      "loss": 7.4719,
+      "loss/crossentropy": 1.6460443139076233,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23979851976037025,
+      "step": 272
+    },
+    {
+      "epoch": 0.0455,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.94765625,
+      "learning_rate": 9.949377817386579e-05,
+      "loss": 7.3823,
+      "loss/crossentropy": 2.06423482298851,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18897506222128868,
+      "step": 273
+    },
+    {
+      "epoch": 0.04566666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.6285807291666665,
+      "learning_rate": 9.949005546387631e-05,
+      "loss": 7.4061,
+      "loss/crossentropy": 1.8803717195987701,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19544275850057602,
+      "step": 274
+    },
+    {
+      "epoch": 0.04583333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.78515625,
+      "learning_rate": 9.948631918590746e-05,
+      "loss": 7.2924,
+      "loss/crossentropy": 2.3207769989967346,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.204855278134346,
+      "step": 275
+    },
+    {
+      "epoch": 0.046,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.973893229166667,
+      "learning_rate": 9.948256934098352e-05,
+      "loss": 7.2179,
+      "loss/crossentropy": 2.212691694498062,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1843850538134575,
+      "step": 276
+    },
+    {
+      "epoch": 0.04616666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.6171223958333334,
+      "learning_rate": 9.947880593013255e-05,
+      "loss": 7.389,
+      "loss/crossentropy": 1.4388393610715866,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20000701770186424,
+      "step": 277
+    },
+    {
+      "epoch": 0.04633333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.5405598958333333,
+      "learning_rate": 9.947502895438631e-05,
+      "loss": 7.4375,
+      "loss/crossentropy": 1.6164623200893402,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24112718924880028,
+      "step": 278
+    },
+    {
+      "epoch": 0.0465,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.5580729166666667,
+      "learning_rate": 9.94712384147803e-05,
+      "loss": 7.5675,
+      "loss/crossentropy": 2.080635279417038,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2437608428299427,
+      "step": 279
+    },
+    {
+      "epoch": 0.04666666666666667,
+      "grad_norm": 37.25,
+      "grad_norm_var": 3.5160807291666667,
+      "learning_rate": 9.94674343123537e-05,
+      "loss": 7.4194,
+      "loss/crossentropy": 1.9315711557865143,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20482220873236656,
+      "step": 280
+    },
+    {
+      "epoch": 0.04683333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.5093098958333333,
+      "learning_rate": 9.946361664814943e-05,
+      "loss": 7.3005,
+      "loss/crossentropy": 2.334685444831848,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1906958930194378,
+      "step": 281
+    },
+    {
+      "epoch": 0.047,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.7280598958333333,
+      "learning_rate": 9.945978542321411e-05,
+      "loss": 7.6145,
+      "loss/crossentropy": 2.053435295820236,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18392417207360268,
+      "step": 282
+    },
+    {
+      "epoch": 0.04716666666666667,
+      "grad_norm": 35.5,
+      "grad_norm_var": 3.358268229166667,
+      "learning_rate": 9.945594063859809e-05,
+      "loss": 7.5437,
+      "loss/crossentropy": 2.135278433561325,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18531183525919914,
+      "step": 283
+    },
+    {
+      "epoch": 0.04733333333333333,
+      "grad_norm": 37.25,
+      "grad_norm_var": 3.358268229166667,
+      "learning_rate": 9.945208229535548e-05,
+      "loss": 7.5657,
+      "loss/crossentropy": 2.2949063777923584,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20849039778113365,
+      "step": 284
+    },
+    {
+      "epoch": 0.0475,
+      "grad_norm": 35.0,
+      "grad_norm_var": 3.5171223958333333,
+      "learning_rate": 9.944821039454402e-05,
+      "loss": 7.4337,
+      "loss/crossentropy": 2.347493678331375,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22633015364408493,
+      "step": 285
+    },
+    {
+      "epoch": 0.04766666666666667,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.8853515625,
+      "learning_rate": 9.944432493722524e-05,
+      "loss": 7.408,
+      "loss/crossentropy": 1.8182571828365326,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1729656383395195,
+      "step": 286
+    },
+    {
+      "epoch": 0.04783333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.8296223958333333,
+      "learning_rate": 9.944042592446434e-05,
+      "loss": 7.518,
+      "loss/crossentropy": 2.2782211005687714,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19678113237023354,
+      "step": 287
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.7884765625,
+      "learning_rate": 9.943651335733028e-05,
+      "loss": 7.7055,
+      "loss/crossentropy": 1.8382735848426819,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29597097635269165,
+      "step": 288
+    },
+    {
+      "epoch": 0.04816666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.7462890625,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 7.5491,
+      "loss/crossentropy": 1.9217680990695953,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1935409978032112,
+      "step": 289
+    },
+    {
+      "epoch": 0.04833333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.694205729166667,
+      "learning_rate": 9.942864756423697e-05,
+      "loss": 7.3539,
+      "loss/crossentropy": 2.2482245564460754,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1774788796901703,
+      "step": 290
+    },
+    {
+      "epoch": 0.0485,
+      "grad_norm": 37.25,
+      "grad_norm_var": 4.172916666666667,
+      "learning_rate": 9.942469434043418e-05,
+      "loss": 7.5497,
+      "loss/crossentropy": 1.7184914350509644,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17235538363456726,
+      "step": 291
+    },
+    {
+      "epoch": 0.048666666666666664,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.145768229166666,
+      "learning_rate": 9.942072756657112e-05,
+      "loss": 7.4965,
+      "loss/crossentropy": 2.0929549038410187,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1646399423480034,
+      "step": 292
+    },
+    {
+      "epoch": 0.04883333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.084309895833333,
+      "learning_rate": 9.941674724373531e-05,
+      "loss": 7.3894,
+      "loss/crossentropy": 1.9612452387809753,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1791134923696518,
+      "step": 293
+    },
+    {
+      "epoch": 0.049,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.30625,
+      "learning_rate": 9.941275337301796e-05,
+      "loss": 7.2659,
+      "loss/crossentropy": 2.0830692052841187,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20017437636852264,
+      "step": 294
+    },
+    {
+      "epoch": 0.049166666666666664,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.4181640625,
+      "learning_rate": 9.940874595551404e-05,
+      "loss": 7.3887,
+      "loss/crossentropy": 1.7737980782985687,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18077390268445015,
+      "step": 295
+    },
+    {
+      "epoch": 0.04933333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 4.6822265625,
+      "learning_rate": 9.940472499232217e-05,
+      "loss": 7.533,
+      "loss/crossentropy": 2.0955342948436737,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18926679342985153,
+      "step": 296
+    },
+    {
+      "epoch": 0.0495,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.159375,
+      "learning_rate": 9.940069048454476e-05,
+      "loss": 7.3838,
+      "loss/crossentropy": 1.9292489290237427,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17382750287652016,
+      "step": 297
+    },
+    {
+      "epoch": 0.049666666666666665,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.00625,
+      "learning_rate": 9.939664243328788e-05,
+      "loss": 7.5044,
+      "loss/crossentropy": 1.8965256214141846,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21535596996545792,
+      "step": 298
+    },
+    {
+      "epoch": 0.049833333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.926041666666666,
+      "learning_rate": 9.939258083966131e-05,
+      "loss": 7.3787,
+      "loss/crossentropy": 2.2116329669952393,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19921951368451118,
+      "step": 299
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.9677083333333334,
+      "learning_rate": 9.938850570477858e-05,
+      "loss": 7.776,
+      "loss/crossentropy": 1.7931984663009644,
+      "loss/hidden": 4.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20052238181233406,
+      "step": 300
+    },
+    {
+      "epoch": 0.050166666666666665,
+      "grad_norm": 31.0,
+      "grad_norm_var": 3.984375,
+      "learning_rate": 9.938441702975689e-05,
+      "loss": 7.5502,
+      "loss/crossentropy": 2.151143029332161,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2542959935963154,
+      "step": 301
+    },
+    {
+      "epoch": 0.050333333333333334,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.984375,
+      "learning_rate": 9.93803148157172e-05,
+      "loss": 7.3519,
+      "loss/crossentropy": 1.8495058715343475,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19523714110255241,
+      "step": 302
+    },
+    {
+      "epoch": 0.0505,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.00625,
+      "learning_rate": 9.937619906378413e-05,
+      "loss": 7.6,
+      "loss/crossentropy": 1.4866109788417816,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24062253534793854,
+      "step": 303
+    },
+    {
+      "epoch": 0.050666666666666665,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.99765625,
+      "learning_rate": 9.937206977508604e-05,
+      "loss": 7.532,
+      "loss/crossentropy": 2.360676884651184,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17827368155121803,
+      "step": 304
+    },
+    {
+      "epoch": 0.050833333333333335,
+      "grad_norm": 35.25,
+      "grad_norm_var": 4.318489583333333,
+      "learning_rate": 9.936792695075502e-05,
+      "loss": 7.2543,
+      "loss/crossentropy": 1.8312220871448517,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15719518810510635,
+      "step": 305
+    },
+    {
+      "epoch": 0.051,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.442708333333333,
+      "learning_rate": 9.936377059192683e-05,
+      "loss": 7.4177,
+      "loss/crossentropy": 1.8039703965187073,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17907331138849258,
+      "step": 306
+    },
+    {
+      "epoch": 0.051166666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.3145182291666666,
+      "learning_rate": 9.935960069974096e-05,
+      "loss": 7.5267,
+      "loss/crossentropy": 2.2493822872638702,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22437208890914917,
+      "step": 307
+    },
+    {
+      "epoch": 0.051333333333333335,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.0775390625,
+      "learning_rate": 9.935541727534062e-05,
+      "loss": 7.3628,
+      "loss/crossentropy": 1.6787460148334503,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18720288947224617,
+      "step": 308
+    },
+    {
+      "epoch": 0.0515,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.1212890625,
+      "learning_rate": 9.93512203198727e-05,
+      "loss": 7.3632,
+      "loss/crossentropy": 1.9651407599449158,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16669607907533646,
+      "step": 309
+    },
+    {
+      "epoch": 0.051666666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.05625,
+      "learning_rate": 9.934700983448785e-05,
+      "loss": 7.4242,
+      "loss/crossentropy": 1.7720632553100586,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17070115730166435,
+      "step": 310
+    },
+    {
+      "epoch": 0.051833333333333335,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.92890625,
+      "learning_rate": 9.934278582034037e-05,
+      "loss": 7.4942,
+      "loss/crossentropy": 1.9744703769683838,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17627298459410667,
+      "step": 311
+    },
+    {
+      "epoch": 0.052,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.97265625,
+      "learning_rate": 9.93385482785883e-05,
+      "loss": 7.4852,
+      "loss/crossentropy": 1.939420759677887,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20203501358628273,
+      "step": 312
+    },
+    {
+      "epoch": 0.05216666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 2.7405598958333335,
+      "learning_rate": 9.93342972103934e-05,
+      "loss": 7.2799,
+      "loss/crossentropy": 1.8921250402927399,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19524874910712242,
+      "step": 313
+    },
+    {
+      "epoch": 0.052333333333333336,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.724739583333333,
+      "learning_rate": 9.933003261692113e-05,
+      "loss": 7.4116,
+      "loss/crossentropy": 1.8156531155109406,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1783577762544155,
+      "step": 314
+    },
+    {
+      "epoch": 0.0525,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.627083333333333,
+      "learning_rate": 9.932575449934062e-05,
+      "loss": 7.6664,
+      "loss/crossentropy": 1.611064851284027,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18313537165522575,
+      "step": 315
+    },
+    {
+      "epoch": 0.05266666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.627083333333333,
+      "learning_rate": 9.932146285882477e-05,
+      "loss": 7.517,
+      "loss/crossentropy": 2.3886789083480835,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17311230301856995,
+      "step": 316
+    },
+    {
+      "epoch": 0.052833333333333336,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.277083333333333,
+      "learning_rate": 9.931715769655015e-05,
+      "loss": 7.3245,
+      "loss/crossentropy": 2.062618851661682,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16256008669734,
+      "step": 317
+    },
+    {
+      "epoch": 0.053,
+      "grad_norm": 37.25,
+      "grad_norm_var": 2.812239583333333,
+      "learning_rate": 9.931283901369706e-05,
+      "loss": 7.4205,
+      "loss/crossentropy": 2.2248376309871674,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2207106053829193,
+      "step": 318
+    },
+    {
+      "epoch": 0.05316666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.8684895833333335,
+      "learning_rate": 9.930850681144945e-05,
+      "loss": 7.4183,
+      "loss/crossentropy": 1.6167858988046646,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18527067452669144,
+      "step": 319
+    },
+    {
+      "epoch": 0.05333333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.4389973958333333,
+      "learning_rate": 9.930416109099505e-05,
+      "loss": 7.2778,
+      "loss/crossentropy": 1.5095842480659485,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21223530173301697,
+      "step": 320
+    },
+    {
+      "epoch": 0.0535,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.1858723958333335,
+      "learning_rate": 9.929980185352526e-05,
+      "loss": 7.1886,
+      "loss/crossentropy": 1.7327702194452286,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17669162154197693,
+      "step": 321
+    },
+    {
+      "epoch": 0.05366666666666667,
+      "grad_norm": 37.25,
+      "grad_norm_var": 4.152018229166667,
+      "learning_rate": 9.929542910023517e-05,
+      "loss": 7.5761,
+      "loss/crossentropy": 2.0194932520389557,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1981862224638462,
+      "step": 322
+    },
+    {
+      "epoch": 0.05383333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.030989583333334,
+      "learning_rate": 9.929104283232362e-05,
+      "loss": 7.4121,
+      "loss/crossentropy": 2.0976805686950684,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2352442853152752,
+      "step": 323
+    },
+    {
+      "epoch": 0.054,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.5205729166666666,
+      "learning_rate": 9.928664305099314e-05,
+      "loss": 7.3845,
+      "loss/crossentropy": 1.7154293060302734,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18793410435318947,
+      "step": 324
+    },
+    {
+      "epoch": 0.05416666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.443489583333333,
+      "learning_rate": 9.928222975744991e-05,
+      "loss": 7.4372,
+      "loss/crossentropy": 1.7047147303819656,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18225349113345146,
+      "step": 325
+    },
+    {
+      "epoch": 0.05433333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.35625,
+      "learning_rate": 9.927780295290389e-05,
+      "loss": 7.3018,
+      "loss/crossentropy": 1.9299534857273102,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17289981245994568,
+      "step": 326
+    },
+    {
+      "epoch": 0.0545,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.309375,
+      "learning_rate": 9.927336263856872e-05,
+      "loss": 7.4296,
+      "loss/crossentropy": 1.5677206218242645,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21524176374077797,
+      "step": 327
+    },
+    {
+      "epoch": 0.05466666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.2604166666666665,
+      "learning_rate": 9.926890881566171e-05,
+      "loss": 7.3113,
+      "loss/crossentropy": 1.9055284261703491,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21018758416175842,
+      "step": 328
+    },
+    {
+      "epoch": 0.05483333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.101822916666667,
+      "learning_rate": 9.926444148540393e-05,
+      "loss": 7.3262,
+      "loss/crossentropy": 1.8975631594657898,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1867729350924492,
+      "step": 329
+    },
+    {
+      "epoch": 0.055,
+      "grad_norm": 29.375,
+      "grad_norm_var": 3.872916666666667,
+      "learning_rate": 9.925996064902011e-05,
+      "loss": 7.3047,
+      "loss/crossentropy": 2.149957090616226,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1669253148138523,
+      "step": 330
+    },
+    {
+      "epoch": 0.05516666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 4.005989583333333,
+      "learning_rate": 9.92554663077387e-05,
+      "loss": 7.3005,
+      "loss/crossentropy": 1.8946216106414795,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21060358732938766,
+      "step": 331
+    },
+    {
+      "epoch": 0.05533333333333333,
+      "grad_norm": 36.5,
+      "grad_norm_var": 4.771875,
+      "learning_rate": 9.925095846279184e-05,
+      "loss": 7.2897,
+      "loss/crossentropy": 1.8477730453014374,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1942521631717682,
+      "step": 332
+    },
+    {
+      "epoch": 0.0555,
+      "grad_norm": 36.25,
+      "grad_norm_var": 5.364322916666667,
+      "learning_rate": 9.924643711541539e-05,
+      "loss": 7.3068,
+      "loss/crossentropy": 2.038343906402588,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20785771310329437,
+      "step": 333
+    },
+    {
+      "epoch": 0.05566666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.410416666666666,
+      "learning_rate": 9.92419022668489e-05,
+      "loss": 7.6384,
+      "loss/crossentropy": 2.468900591135025,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20980802923440933,
+      "step": 334
+    },
+    {
+      "epoch": 0.05583333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 4.9806640625,
+      "learning_rate": 9.923735391833564e-05,
+      "loss": 7.3485,
+      "loss/crossentropy": 2.2117743492126465,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18478307873010635,
+      "step": 335
+    },
+    {
+      "epoch": 0.056,
+      "grad_norm": 31.5,
+      "grad_norm_var": 4.66015625,
+      "learning_rate": 9.923279207112255e-05,
+      "loss": 7.4143,
+      "loss/crossentropy": 1.931143194437027,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20408664271235466,
+      "step": 336
+    },
+    {
+      "epoch": 0.05616666666666666,
+      "grad_norm": 35.5,
+      "grad_norm_var": 4.947916666666667,
+      "learning_rate": 9.922821672646027e-05,
+      "loss": 7.3851,
+      "loss/crossentropy": 1.9041670262813568,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18027332797646523,
+      "step": 337
+    },
+    {
+      "epoch": 0.05633333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.976822916666667,
+      "learning_rate": 9.922362788560319e-05,
+      "loss": 7.4256,
+      "loss/crossentropy": 2.080709308385849,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20545602589845657,
+      "step": 338
+    },
+    {
+      "epoch": 0.0565,
+      "grad_norm": 31.625,
+      "grad_norm_var": 4.1181640625,
+      "learning_rate": 9.921902554980934e-05,
+      "loss": 7.4433,
+      "loss/crossentropy": 2.085605651140213,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21113378182053566,
+      "step": 339
+    },
+    {
+      "epoch": 0.056666666666666664,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.2244140625,
+      "learning_rate": 9.921440972034049e-05,
+      "loss": 7.3598,
+      "loss/crossentropy": 1.9490495473146439,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2463916763663292,
+      "step": 340
+    },
+    {
+      "epoch": 0.05683333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.2650390625,
+      "learning_rate": 9.92097803984621e-05,
+      "loss": 7.4158,
+      "loss/crossentropy": 1.8314751535654068,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19313548505306244,
+      "step": 341
+    },
+    {
+      "epoch": 0.057,
+      "grad_norm": 35.75,
+      "grad_norm_var": 4.6634765625,
+      "learning_rate": 9.920513758544332e-05,
+      "loss": 7.2865,
+      "loss/crossentropy": 1.5422937273979187,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795356124639511,
+      "step": 342
+    },
+    {
+      "epoch": 0.057166666666666664,
+      "grad_norm": 36.5,
+      "grad_norm_var": 5.2259765625,
+      "learning_rate": 9.920048128255699e-05,
+      "loss": 7.3166,
+      "loss/crossentropy": 1.8613337278366089,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19935959205031395,
+      "step": 343
+    },
+    {
+      "epoch": 0.05733333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.43515625,
+      "learning_rate": 9.919581149107968e-05,
+      "loss": 7.541,
+      "loss/crossentropy": 2.4002679884433746,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19639062508940697,
+      "step": 344
+    },
+    {
+      "epoch": 0.0575,
+      "grad_norm": 30.125,
+      "grad_norm_var": 6.161393229166666,
+      "learning_rate": 9.919112821229163e-05,
+      "loss": 7.3566,
+      "loss/crossentropy": 2.0356940031051636,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17380831763148308,
+      "step": 345
+    },
+    {
+      "epoch": 0.057666666666666665,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.461458333333334,
+      "learning_rate": 9.918643144747681e-05,
+      "loss": 7.2969,
+      "loss/crossentropy": 1.829444795846939,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2013947330415249,
+      "step": 346
+    },
+    {
+      "epoch": 0.057833333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 5.399739583333333,
+      "learning_rate": 9.918172119792282e-05,
+      "loss": 7.405,
+      "loss/crossentropy": 2.1244198977947235,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21309788897633553,
+      "step": 347
+    },
+    {
+      "epoch": 0.058,
+      "grad_norm": 36.25,
+      "grad_norm_var": 5.303125,
+      "learning_rate": 9.917699746492104e-05,
+      "loss": 7.6752,
+      "loss/crossentropy": 2.3279683887958527,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2461264804005623,
+      "step": 348
+    },
+    {
+      "epoch": 0.058166666666666665,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.845572916666667,
+      "learning_rate": 9.917226024976649e-05,
+      "loss": 7.3917,
+      "loss/crossentropy": 1.751452475786209,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22498203814029694,
+      "step": 349
+    },
+    {
+      "epoch": 0.058333333333333334,
+      "grad_norm": 47.75,
+      "grad_norm_var": 17.833333333333332,
+      "learning_rate": 9.91675095537579e-05,
+      "loss": 7.5346,
+      "loss/crossentropy": 1.5791819542646408,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2855018340051174,
+      "step": 350
+    },
+    {
+      "epoch": 0.0585,
+      "grad_norm": 3892314112.0,
+      "grad_norm_var": 9.468818048893147e+17,
+      "learning_rate": 9.916274537819775e-05,
+      "loss": 8.3129,
+      "loss/crossentropy": 1.8232090175151825,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22548828274011612,
+      "step": 351
+    },
+    {
+      "epoch": 0.058666666666666666,
+      "grad_norm": 41.5,
+      "grad_norm_var": 9.468818045649553e+17,
+      "learning_rate": 9.915796772439207e-05,
+      "loss": 7.5496,
+      "loss/crossentropy": 2.0420787036418915,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.197432741522789,
+      "step": 352
+    },
+    {
+      "epoch": 0.058833333333333335,
+      "grad_norm": 34.25,
+      "grad_norm_var": 9.468818046055002e+17,
+      "learning_rate": 9.915317659365077e-05,
+      "loss": 7.5245,
+      "loss/crossentropy": 1.5124047994613647,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1743464544415474,
+      "step": 353
+    },
+    {
+      "epoch": 0.059,
+      "grad_norm": 33.0,
+      "grad_norm_var": 9.468818046541541e+17,
+      "learning_rate": 9.914837198728733e-05,
+      "loss": 7.604,
+      "loss/crossentropy": 2.2793531715869904,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19110491126775742,
+      "step": 354
+    },
+    {
+      "epoch": 0.059166666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 9.468818046257727e+17,
+      "learning_rate": 9.914355390661896e-05,
+      "loss": 7.3176,
+      "loss/crossentropy": 1.2015042752027512,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19891759008169174,
+      "step": 355
+    },
+    {
+      "epoch": 0.059333333333333335,
+      "grad_norm": 32.0,
+      "grad_norm_var": 9.468818047068625e+17,
+      "learning_rate": 9.913872235296657e-05,
+      "loss": 7.1928,
+      "loss/crossentropy": 1.9171126186847687,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18359432741999626,
+      "step": 356
+    },
+    {
+      "epoch": 0.0595,
+      "grad_norm": 30.5,
+      "grad_norm_var": 9.468818048203884e+17,
+      "learning_rate": 9.913387732765475e-05,
+      "loss": 7.53,
+      "loss/crossentropy": 1.981977254152298,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1935758851468563,
+      "step": 357
+    },
+    {
+      "epoch": 0.059666666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 9.468818049014783e+17,
+      "learning_rate": 9.91290188320118e-05,
+      "loss": 7.2952,
+      "loss/crossentropy": 1.9780019223690033,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17839540541172028,
+      "step": 358
+    },
+    {
+      "epoch": 0.059833333333333336,
+      "grad_norm": 32.75,
+      "grad_norm_var": 9.468818050231131e+17,
+      "learning_rate": 9.91241468673697e-05,
+      "loss": 7.5333,
+      "loss/crossentropy": 2.5614745020866394,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20059003308415413,
+      "step": 359
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 2583691264.0,
+      "grad_norm_var": 1.2802935968532966e+18,
+      "learning_rate": 9.911926143506412e-05,
+      "loss": 8.5701,
+      "loss/crossentropy": 1.9112935066223145,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19570891931653023,
+      "step": 360
+    },
+    {
+      "epoch": 0.06016666666666667,
+      "grad_norm": 46.25,
+      "grad_norm_var": 1.2802935959830835e+18,
+      "learning_rate": 9.911436253643445e-05,
+      "loss": 7.2566,
+      "loss/crossentropy": 1.8176748156547546,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17950082197785378,
+      "step": 361
+    },
+    {
+      "epoch": 0.060333333333333336,
+      "grad_norm": 34.75,
+      "grad_norm_var": 1.2802935957807084e+18,
+      "learning_rate": 9.910945017282372e-05,
+      "loss": 7.3139,
+      "loss/crossentropy": 1.928529977798462,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19035305082798004,
+      "step": 362
+    },
+    {
+      "epoch": 0.0605,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.2802935957402335e+18,
+      "learning_rate": 9.91045243455787e-05,
+      "loss": 7.5532,
+      "loss/crossentropy": 1.8307278454303741,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26346417516469955,
+      "step": 363
+    },
+    {
+      "epoch": 0.06066666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.2802935959561e+18,
+      "learning_rate": 9.909958505604984e-05,
+      "loss": 7.0528,
+      "loss/crossentropy": 2.0617458522319794,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184691421687603,
+      "step": 364
+    },
+    {
+      "epoch": 0.060833333333333336,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.280293596091017e+18,
+      "learning_rate": 9.909463230559127e-05,
+      "loss": 7.6179,
+      "loss/crossentropy": 2.155223786830902,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24829794466495514,
+      "step": 365
+    },
+    {
+      "epoch": 0.061,
+      "grad_norm": 35.5,
+      "grad_norm_var": 1.280293596752109e+18,
+      "learning_rate": 9.908966609556079e-05,
+      "loss": 7.6505,
+      "loss/crossentropy": 2.0439819991588593,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29273102432489395,
+      "step": 366
+    },
+    {
+      "epoch": 0.06116666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.172162731141148e+17,
+      "learning_rate": 9.908468642731995e-05,
+      "loss": 7.3032,
+      "loss/crossentropy": 2.034709244966507,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2327149398624897,
+      "step": 367
+    },
+    {
+      "epoch": 0.06133333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.172162732917436e+17,
+      "learning_rate": 9.907969330223395e-05,
+      "loss": 7.4659,
+      "loss/crossentropy": 1.8745178282260895,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1996840313076973,
+      "step": 368
+    },
+    {
+      "epoch": 0.0615,
+      "grad_norm": 31.75,
+      "grad_norm_var": 4.172162733455705e+17,
+      "learning_rate": 9.907468672167165e-05,
+      "loss": 7.4144,
+      "loss/crossentropy": 2.0388287007808685,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2378864921629429,
+      "step": 369
+    },
+    {
+      "epoch": 0.06166666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 4.1721627340208877e+17,
+      "learning_rate": 9.906966668700567e-05,
+      "loss": 7.2032,
+      "loss/crossentropy": 2.2473433315753937,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1772308126091957,
+      "step": 370
+    },
+    {
+      "epoch": 0.06183333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.172162734074714e+17,
+      "learning_rate": 9.906463319961225e-05,
+      "loss": 7.3783,
+      "loss/crossentropy": 2.0179379880428314,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21671415120363235,
+      "step": 371
+    },
+    {
+      "epoch": 0.062,
+      "grad_norm": 33.75,
+      "grad_norm_var": 4.172162733697926e+17,
+      "learning_rate": 9.90595862608714e-05,
+      "loss": 7.3767,
+      "loss/crossentropy": 1.8956446200609207,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17291199415922165,
+      "step": 372
+    },
+    {
+      "epoch": 0.06216666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 4.172162732675215e+17,
+      "learning_rate": 9.90545258721667e-05,
+      "loss": 7.0952,
+      "loss/crossentropy": 1.9084904491901398,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17385511845350266,
+      "step": 373
+    },
+    {
+      "epoch": 0.06233333333333333,
+      "grad_norm": 43.25,
+      "grad_norm_var": 4.172162730522139e+17,
+      "learning_rate": 9.904945203488554e-05,
+      "loss": 7.4098,
+      "loss/crossentropy": 2.5498337745666504,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22701657190918922,
+      "step": 374
+    },
+    {
+      "epoch": 0.0625,
+      "grad_norm": 31.25,
+      "grad_norm_var": 4.1721627308451e+17,
+      "learning_rate": 9.904436475041891e-05,
+      "loss": 7.4016,
+      "loss/crossentropy": 2.4548984467983246,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18526265025138855,
+      "step": 375
+    },
+    {
+      "epoch": 0.06266666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 18.427018229166666,
+      "learning_rate": 9.903926402016153e-05,
+      "loss": 7.5127,
+      "loss/crossentropy": 2.308915287256241,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20047524943947792,
+      "step": 376
+    },
+    {
+      "epoch": 0.06283333333333334,
+      "grad_norm": 35.25,
+      "grad_norm_var": 8.6759765625,
+      "learning_rate": 9.903414984551179e-05,
+      "loss": 7.2701,
+      "loss/crossentropy": 1.520705834031105,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16450045630335808,
+      "step": 377
+    },
+    {
+      "epoch": 0.063,
+      "grad_norm": 31.25,
+      "grad_norm_var": 8.978580729166667,
+      "learning_rate": 9.902902222787175e-05,
+      "loss": 7.4852,
+      "loss/crossentropy": 2.291164994239807,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2040424570441246,
+      "step": 378
+    },
+    {
+      "epoch": 0.06316666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 9.327018229166667,
+      "learning_rate": 9.902388116864722e-05,
+      "loss": 7.4674,
+      "loss/crossentropy": 1.819806694984436,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17983737587928772,
+      "step": 379
+    },
+    {
+      "epoch": 0.06333333333333334,
+      "grad_norm": 34.25,
+      "grad_norm_var": 9.258268229166667,
+      "learning_rate": 9.901872666924764e-05,
+      "loss": 7.6163,
+      "loss/crossentropy": 2.0015306621789932,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24792687594890594,
+      "step": 380
+    },
+    {
+      "epoch": 0.0635,
+      "grad_norm": 33.0,
+      "grad_norm_var": 9.111393229166667,
+      "learning_rate": 9.901355873108609e-05,
+      "loss": 7.6637,
+      "loss/crossentropy": 2.000072866678238,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23586535453796387,
+      "step": 381
+    },
+    {
+      "epoch": 0.06366666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 8.867643229166667,
+      "learning_rate": 9.900837735557947e-05,
+      "loss": 7.2072,
+      "loss/crossentropy": 2.2368247509002686,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17863766849040985,
+      "step": 382
+    },
+    {
+      "epoch": 0.06383333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 8.8994140625,
+      "learning_rate": 9.900318254414821e-05,
+      "loss": 7.6932,
+      "loss/crossentropy": 2.405503123998642,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19412217661738396,
+      "step": 383
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 46.75,
+      "grad_norm_var": 19.9103515625,
+      "learning_rate": 9.899797429821656e-05,
+      "loss": 7.2723,
+      "loss/crossentropy": 1.9972580075263977,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2110944762825966,
+      "step": 384
+    },
+    {
+      "epoch": 0.06416666666666666,
+      "grad_norm": 35.5,
+      "grad_norm_var": 19.5119140625,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 7.3453,
+      "loss/crossentropy": 1.6727921962738037,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20363643392920494,
+      "step": 385
+    },
+    {
+      "epoch": 0.06433333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 18.690625,
+      "learning_rate": 9.898751750856713e-05,
+      "loss": 7.3233,
+      "loss/crossentropy": 2.2225599586963654,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17307283729314804,
+      "step": 386
+    },
+    {
+      "epoch": 0.0645,
+      "grad_norm": 32.5,
+      "grad_norm_var": 18.614322916666666,
+      "learning_rate": 9.898226896771619e-05,
+      "loss": 7.3348,
+      "loss/crossentropy": 2.3554776310920715,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19947733730077744,
+      "step": 387
+    },
+    {
+      "epoch": 0.06466666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 19.2587890625,
+      "learning_rate": 9.897700699809837e-05,
+      "loss": 7.5742,
+      "loss/crossentropy": 2.0066860020160675,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20728905498981476,
+      "step": 388
+    },
+    {
+      "epoch": 0.06483333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 19.4650390625,
+      "learning_rate": 9.897173160115632e-05,
+      "loss": 7.4815,
+      "loss/crossentropy": 1.7207957953214645,
+      "loss/hidden": 3.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17158129811286926,
+      "step": 389
+    },
+    {
+      "epoch": 0.065,
+      "grad_norm": 31.75,
+      "grad_norm_var": 14.086393229166667,
+      "learning_rate": 9.896644277833631e-05,
+      "loss": 7.6021,
+      "loss/crossentropy": 2.282930314540863,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1811271533370018,
+      "step": 390
+    },
+    {
+      "epoch": 0.06516666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 13.6853515625,
+      "learning_rate": 9.896114053108829e-05,
+      "loss": 7.3217,
+      "loss/crossentropy": 2.172467976808548,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18695824220776558,
+      "step": 391
+    },
+    {
+      "epoch": 0.06533333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 13.7509765625,
+      "learning_rate": 9.895582486086592e-05,
+      "loss": 7.363,
+      "loss/crossentropy": 2.033529132604599,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21254323050379753,
+      "step": 392
+    },
+    {
+      "epoch": 0.0655,
+      "grad_norm": 33.5,
+      "grad_norm_var": 13.594205729166667,
+      "learning_rate": 9.89504957691265e-05,
+      "loss": 7.3398,
+      "loss/crossentropy": 1.848247617483139,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18556710332632065,
+      "step": 393
+    },
+    {
+      "epoch": 0.06566666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 13.869205729166667,
+      "learning_rate": 9.894515325733103e-05,
+      "loss": 7.3527,
+      "loss/crossentropy": 2.0109578371047974,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1525113210082054,
+      "step": 394
+    },
+    {
+      "epoch": 0.06583333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 13.391080729166667,
+      "learning_rate": 9.893979732694421e-05,
+      "loss": 7.3288,
+      "loss/crossentropy": 2.3585988879203796,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17590664327144623,
+      "step": 395
+    },
+    {
+      "epoch": 0.066,
+      "grad_norm": 33.25,
+      "grad_norm_var": 13.392122395833333,
+      "learning_rate": 9.89344279794344e-05,
+      "loss": 7.3622,
+      "loss/crossentropy": 2.0552004277706146,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2060481533408165,
+      "step": 396
+    },
+    {
+      "epoch": 0.06616666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 13.551497395833334,
+      "learning_rate": 9.892904521627361e-05,
+      "loss": 7.2862,
+      "loss/crossentropy": 2.1628974080085754,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22357721626758575,
+      "step": 397
+    },
+    {
+      "epoch": 0.06633333333333333,
+      "grad_norm": 35.75,
+      "grad_norm_var": 13.8041015625,
+      "learning_rate": 9.892364903893759e-05,
+      "loss": 7.2218,
+      "loss/crossentropy": 1.8713282942771912,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1839936561882496,
+      "step": 398
+    },
+    {
+      "epoch": 0.0665,
+      "grad_norm": 34.25,
+      "grad_norm_var": 13.7306640625,
+      "learning_rate": 9.891823944890568e-05,
+      "loss": 7.3538,
+      "loss/crossentropy": 1.3194625228643417,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19643132388591766,
+      "step": 399
+    },
+    {
+      "epoch": 0.06666666666666667,
+      "grad_norm": 41.75,
+      "grad_norm_var": 6.735872395833334,
+      "learning_rate": 9.8912816447661e-05,
+      "loss": 7.445,
+      "loss/crossentropy": 1.8842482566833496,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19740041717886925,
+      "step": 400
+    },
+    {
+      "epoch": 0.06683333333333333,
+      "grad_norm": 37.0,
+      "grad_norm_var": 7.256184895833333,
+      "learning_rate": 9.890738003669029e-05,
+      "loss": 7.232,
+      "loss/crossentropy": 1.4622259736061096,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21342862397432327,
+      "step": 401
+    },
+    {
+      "epoch": 0.067,
+      "grad_norm": 32.0,
+      "grad_norm_var": 7.308268229166667,
+      "learning_rate": 9.890193021748395e-05,
+      "loss": 7.2306,
+      "loss/crossentropy": 1.8058496713638306,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1889837346971035,
+      "step": 402
+    },
+    {
+      "epoch": 0.06716666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 7.2134765625,
+      "learning_rate": 9.88964669915361e-05,
+      "loss": 7.5215,
+      "loss/crossentropy": 1.8579385876655579,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19213734194636345,
+      "step": 403
+    },
+    {
+      "epoch": 0.06733333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 6.81640625,
+      "learning_rate": 9.889099036034451e-05,
+      "loss": 7.5444,
+      "loss/crossentropy": 2.120022624731064,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2287553995847702,
+      "step": 404
+    },
+    {
+      "epoch": 0.0675,
+      "grad_norm": 33.0,
+      "grad_norm_var": 6.739322916666667,
+      "learning_rate": 9.888550032541059e-05,
+      "loss": 7.3545,
+      "loss/crossentropy": 1.3314496725797653,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18857388570904732,
+      "step": 405
+    },
+    {
+      "epoch": 0.06766666666666667,
+      "grad_norm": 38.5,
+      "grad_norm_var": 7.632291666666666,
+      "learning_rate": 9.887999688823955e-05,
+      "loss": 7.2507,
+      "loss/crossentropy": 2.1126837134361267,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17216311395168304,
+      "step": 406
+    },
+    {
+      "epoch": 0.06783333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 8.0119140625,
+      "learning_rate": 9.88744800503401e-05,
+      "loss": 7.1781,
+      "loss/crossentropy": 2.1377086341381073,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1858111023902893,
+      "step": 407
+    },
+    {
+      "epoch": 0.068,
+      "grad_norm": 29.625,
+      "grad_norm_var": 9.230989583333333,
+      "learning_rate": 9.886894981322476e-05,
+      "loss": 7.3993,
+      "loss/crossentropy": 2.1618523001670837,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20276832208037376,
+      "step": 408
+    },
+    {
+      "epoch": 0.06816666666666667,
+      "grad_norm": 37.25,
+      "grad_norm_var": 9.852083333333333,
+      "learning_rate": 9.886340617840968e-05,
+      "loss": 7.1343,
+      "loss/crossentropy": 1.9829298257827759,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1895209550857544,
+      "step": 409
+    },
+    {
+      "epoch": 0.06833333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 9.043489583333333,
+      "learning_rate": 9.885784914741465e-05,
+      "loss": 7.3848,
+      "loss/crossentropy": 1.9673973619937897,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1718750186264515,
+      "step": 410
+    },
+    {
+      "epoch": 0.0685,
+      "grad_norm": 31.75,
+      "grad_norm_var": 9.477083333333333,
+      "learning_rate": 9.88522787217632e-05,
+      "loss": 7.1923,
+      "loss/crossentropy": 2.023388981819153,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17376725003123283,
+      "step": 411
+    },
+    {
+      "epoch": 0.06866666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 9.672916666666667,
+      "learning_rate": 9.884669490298244e-05,
+      "loss": 7.3261,
+      "loss/crossentropy": 1.9144360721111298,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1796419359743595,
+      "step": 412
+    },
+    {
+      "epoch": 0.06883333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 9.360416666666667,
+      "learning_rate": 9.884109769260325e-05,
+      "loss": 7.4866,
+      "loss/crossentropy": 1.9528678357601166,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21739878505468369,
+      "step": 413
+    },
+    {
+      "epoch": 0.069,
+      "grad_norm": 33.5,
+      "grad_norm_var": 9.264322916666666,
+      "learning_rate": 9.883548709216013e-05,
+      "loss": 7.3382,
+      "loss/crossentropy": 1.7033936232328415,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19289804250001907,
+      "step": 414
+    },
+    {
+      "epoch": 0.06916666666666667,
+      "grad_norm": 35.0,
+      "grad_norm_var": 9.301041666666666,
+      "learning_rate": 9.882986310319124e-05,
+      "loss": 7.2687,
+      "loss/crossentropy": 1.8803034126758575,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16312895342707634,
+      "step": 415
+    },
+    {
+      "epoch": 0.06933333333333333,
+      "grad_norm": 39.5,
+      "grad_norm_var": 7.376822916666667,
+      "learning_rate": 9.882422572723844e-05,
+      "loss": 7.5184,
+      "loss/crossentropy": 1.9304080605506897,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2324250303208828,
+      "step": 416
+    },
+    {
+      "epoch": 0.0695,
+      "grad_norm": 32.5,
+      "grad_norm_var": 6.926822916666667,
+      "learning_rate": 9.881857496584726e-05,
+      "loss": 7.458,
+      "loss/crossentropy": 2.000861704349518,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2086937390267849,
+      "step": 417
+    },
+    {
+      "epoch": 0.06966666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 7.06640625,
+      "learning_rate": 9.881291082056685e-05,
+      "loss": 7.5073,
+      "loss/crossentropy": 1.7774852812290192,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19647850096225739,
+      "step": 418
+    },
+    {
+      "epoch": 0.06983333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 7.48125,
+      "learning_rate": 9.880723329295012e-05,
+      "loss": 7.5581,
+      "loss/crossentropy": 1.8696882873773575,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24500614032149315,
+      "step": 419
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 31.625,
+      "grad_norm_var": 7.745768229166667,
+      "learning_rate": 9.880154238455356e-05,
+      "loss": 7.2781,
+      "loss/crossentropy": 2.131507694721222,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19151924923062325,
+      "step": 420
+    },
+    {
+      "epoch": 0.07016666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 7.745768229166667,
+      "learning_rate": 9.879583809693738e-05,
+      "loss": 7.5388,
+      "loss/crossentropy": 2.105042278766632,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1929212473332882,
+      "step": 421
+    },
+    {
+      "epoch": 0.07033333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 6.020768229166666,
+      "learning_rate": 9.879012043166542e-05,
+      "loss": 7.2608,
+      "loss/crossentropy": 2.0129053592681885,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.161848496645689,
+      "step": 422
+    },
+    {
+      "epoch": 0.0705,
+      "grad_norm": 34.25,
+      "grad_norm_var": 5.955208333333333,
+      "learning_rate": 9.878438939030526e-05,
+      "loss": 7.4747,
+      "loss/crossentropy": 1.9779498279094696,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17465418577194214,
+      "step": 423
+    },
+    {
+      "epoch": 0.07066666666666667,
+      "grad_norm": 38.0,
+      "grad_norm_var": 6.186393229166667,
+      "learning_rate": 9.877864497442804e-05,
+      "loss": 7.4397,
+      "loss/crossentropy": 2.0635344684123993,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18920517340302467,
+      "step": 424
+    },
+    {
+      "epoch": 0.07083333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.3822265625,
+      "learning_rate": 9.877288718560866e-05,
+      "loss": 7.3153,
+      "loss/crossentropy": 1.782182663679123,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2136215791106224,
+      "step": 425
+    },
+    {
+      "epoch": 0.071,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.5041015625,
+      "learning_rate": 9.876711602542563e-05,
+      "loss": 7.4077,
+      "loss/crossentropy": 1.6254926919937134,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.194427989423275,
+      "step": 426
+    },
+    {
+      "epoch": 0.07116666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 6.0087890625,
+      "learning_rate": 9.876133149546118e-05,
+      "loss": 7.3599,
+      "loss/crossentropy": 2.198939800262451,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18414749205112457,
+      "step": 427
+    },
+    {
+      "epoch": 0.07133333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 6.031705729166666,
+      "learning_rate": 9.875553359730114e-05,
+      "loss": 7.4082,
+      "loss/crossentropy": 2.247727543115616,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19302746653556824,
+      "step": 428
+    },
+    {
+      "epoch": 0.0715,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.913997395833333,
+      "learning_rate": 9.874972233253504e-05,
+      "loss": 7.3478,
+      "loss/crossentropy": 2.195002317428589,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17825636267662048,
+      "step": 429
+    },
+    {
+      "epoch": 0.07166666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 7.378580729166667,
+      "learning_rate": 9.874389770275607e-05,
+      "loss": 7.2517,
+      "loss/crossentropy": 2.2952789962291718,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16881508007645607,
+      "step": 430
+    },
+    {
+      "epoch": 0.07183333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 7.660416666666666,
+      "learning_rate": 9.87380597095611e-05,
+      "loss": 7.3159,
+      "loss/crossentropy": 1.8355306088924408,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17771482467651367,
+      "step": 431
+    },
+    {
+      "epoch": 0.072,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.65625,
+      "learning_rate": 9.873220835455064e-05,
+      "loss": 7.3736,
+      "loss/crossentropy": 2.0866390466690063,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1750289537012577,
+      "step": 432
+    },
+    {
+      "epoch": 0.07216666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.95390625,
+      "learning_rate": 9.872634363932887e-05,
+      "loss": 7.3727,
+      "loss/crossentropy": 2.025203436613083,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1730334535241127,
+      "step": 433
+    },
+    {
+      "epoch": 0.07233333333333333,
+      "grad_norm": 36.25,
+      "grad_norm_var": 5.602083333333334,
+      "learning_rate": 9.872046556550363e-05,
+      "loss": 7.2171,
+      "loss/crossentropy": 2.128805488348007,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19256963953375816,
+      "step": 434
+    },
+    {
+      "epoch": 0.0725,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.38515625,
+      "learning_rate": 9.871457413468644e-05,
+      "loss": 7.3632,
+      "loss/crossentropy": 1.7909742146730423,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18350538611412048,
+      "step": 435
+    },
+    {
+      "epoch": 0.07266666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.259830729166667,
+      "learning_rate": 9.870866934849248e-05,
+      "loss": 7.2637,
+      "loss/crossentropy": 1.7241093814373016,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2180027849972248,
+      "step": 436
+    },
+    {
+      "epoch": 0.07283333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 5.269205729166667,
+      "learning_rate": 9.870275120854054e-05,
+      "loss": 7.4072,
+      "loss/crossentropy": 1.9474639296531677,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18808619305491447,
+      "step": 437
+    },
+    {
+      "epoch": 0.073,
+      "grad_norm": 38.75,
+      "grad_norm_var": 7.200455729166666,
+      "learning_rate": 9.869681971645315e-05,
+      "loss": 7.3156,
+      "loss/crossentropy": 1.4366422295570374,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16360682621598244,
+      "step": 438
+    },
+    {
+      "epoch": 0.07316666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 7.167643229166667,
+      "learning_rate": 9.869087487385644e-05,
+      "loss": 7.226,
+      "loss/crossentropy": 1.7024643123149872,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15661080181598663,
+      "step": 439
+    },
+    {
+      "epoch": 0.07333333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.876041666666667,
+      "learning_rate": 9.868491668238025e-05,
+      "loss": 7.4396,
+      "loss/crossentropy": 1.8631815910339355,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2046206295490265,
+      "step": 440
+    },
+    {
+      "epoch": 0.0735,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.874739583333334,
+      "learning_rate": 9.867894514365802e-05,
+      "loss": 7.2107,
+      "loss/crossentropy": 1.690757930278778,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1710291989147663,
+      "step": 441
+    },
+    {
+      "epoch": 0.07366666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 6.048372395833334,
+      "learning_rate": 9.867296025932688e-05,
+      "loss": 7.2471,
+      "loss/crossentropy": 2.181719124317169,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1899368017911911,
+      "step": 442
+    },
+    {
+      "epoch": 0.07383333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.5041015625,
+      "learning_rate": 9.866696203102766e-05,
+      "loss": 7.5269,
+      "loss/crossentropy": 2.421279162168503,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21067209541797638,
+      "step": 443
+    },
+    {
+      "epoch": 0.074,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.2931640625,
+      "learning_rate": 9.866095046040478e-05,
+      "loss": 7.5283,
+      "loss/crossentropy": 2.0766140818595886,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19953646883368492,
+      "step": 444
+    },
+    {
+      "epoch": 0.07416666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.303125,
+      "learning_rate": 9.865492554910633e-05,
+      "loss": 7.5428,
+      "loss/crossentropy": 1.8468139171600342,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21182066947221756,
+      "step": 445
+    },
+    {
+      "epoch": 0.07433333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.162239583333333,
+      "learning_rate": 9.86488872987841e-05,
+      "loss": 7.3663,
+      "loss/crossentropy": 2.3212408125400543,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20349783077836037,
+      "step": 446
+    },
+    {
+      "epoch": 0.0745,
+      "grad_norm": 36.75,
+      "grad_norm_var": 4.378059895833333,
+      "learning_rate": 9.864283571109352e-05,
+      "loss": 7.4066,
+      "loss/crossentropy": 2.3919509053230286,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20775995030999184,
+      "step": 447
+    },
+    {
+      "epoch": 0.07466666666666667,
+      "grad_norm": 39.25,
+      "grad_norm_var": 6.318684895833333,
+      "learning_rate": 9.863677078769362e-05,
+      "loss": 7.4543,
+      "loss/crossentropy": 2.1256485879421234,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2432199865579605,
+      "step": 448
+    },
+    {
+      "epoch": 0.07483333333333334,
+      "grad_norm": 33.75,
+      "grad_norm_var": 6.271809895833333,
+      "learning_rate": 9.863069253024719e-05,
+      "loss": 7.5944,
+      "loss/crossentropy": 1.751033991575241,
+      "loss/hidden": 3.8828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2695496417582035,
+      "step": 449
+    },
+    {
+      "epoch": 0.075,
+      "grad_norm": 33.75,
+      "grad_norm_var": 5.8681640625,
+      "learning_rate": 9.862460094042056e-05,
+      "loss": 7.2885,
+      "loss/crossentropy": 2.0045522451400757,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21929249167442322,
+      "step": 450
+    },
+    {
+      "epoch": 0.07516666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 6.1509765625,
+      "learning_rate": 9.861849601988383e-05,
+      "loss": 7.3548,
+      "loss/crossentropy": 2.2150400578975677,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1829955205321312,
+      "step": 451
+    },
+    {
+      "epoch": 0.07533333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 6.329166666666667,
+      "learning_rate": 9.861237777031068e-05,
+      "loss": 7.5843,
+      "loss/crossentropy": 2.0443906784057617,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1967557854950428,
+      "step": 452
+    },
+    {
+      "epoch": 0.0755,
+      "grad_norm": 32.75,
+      "grad_norm_var": 6.329166666666667,
+      "learning_rate": 9.860624619337844e-05,
+      "loss": 7.2489,
+      "loss/crossentropy": 2.106353849172592,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19701764360070229,
+      "step": 453
+    },
+    {
+      "epoch": 0.07566666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.45390625,
+      "learning_rate": 9.860010129076813e-05,
+      "loss": 7.3707,
+      "loss/crossentropy": 1.9924251735210419,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18526853993535042,
+      "step": 454
+    },
+    {
+      "epoch": 0.07583333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.532291666666667,
+      "learning_rate": 9.859394306416444e-05,
+      "loss": 7.3933,
+      "loss/crossentropy": 1.6768793761730194,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23321601003408432,
+      "step": 455
+    },
+    {
+      "epoch": 0.076,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.4619140625,
+      "learning_rate": 9.858777151525564e-05,
+      "loss": 7.2093,
+      "loss/crossentropy": 2.154035836458206,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1648601647466421,
+      "step": 456
+    },
+    {
+      "epoch": 0.07616666666666666,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.5353515625,
+      "learning_rate": 9.85815866457337e-05,
+      "loss": 7.4823,
+      "loss/crossentropy": 2.151414453983307,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2598721943795681,
+      "step": 457
+    },
+    {
+      "epoch": 0.07633333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.314322916666667,
+      "learning_rate": 9.857538845729426e-05,
+      "loss": 7.142,
+      "loss/crossentropy": 2.3205729722976685,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19651631638407707,
+      "step": 458
+    },
+    {
+      "epoch": 0.0765,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.44140625,
+      "learning_rate": 9.856917695163658e-05,
+      "loss": 7.4089,
+      "loss/crossentropy": 1.6730692237615585,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20352322235703468,
+      "step": 459
+    },
+    {
+      "epoch": 0.07666666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 4.542643229166667,
+      "learning_rate": 9.856295213046357e-05,
+      "loss": 7.3371,
+      "loss/crossentropy": 2.4532963037490845,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21194115281105042,
+      "step": 460
+    },
+    {
+      "epoch": 0.07683333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 5.435872395833333,
+      "learning_rate": 9.855671399548181e-05,
+      "loss": 7.4147,
+      "loss/crossentropy": 1.6418677270412445,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20057519152760506,
+      "step": 461
+    },
+    {
+      "epoch": 0.077,
+      "grad_norm": 32.25,
+      "grad_norm_var": 5.398893229166666,
+      "learning_rate": 9.855046254840151e-05,
+      "loss": 7.4987,
+      "loss/crossentropy": 1.9779995381832123,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2105957791209221,
+      "step": 462
+    },
+    {
+      "epoch": 0.07716666666666666,
+      "grad_norm": 39.5,
+      "grad_norm_var": 7.157747395833334,
+      "learning_rate": 9.854419779093655e-05,
+      "loss": 7.7277,
+      "loss/crossentropy": 1.5468579232692719,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17518384009599686,
+      "step": 463
+    },
+    {
+      "epoch": 0.07733333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 4.858333333333333,
+      "learning_rate": 9.853791972480445e-05,
+      "loss": 7.2777,
+      "loss/crossentropy": 2.683764636516571,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17364051938056946,
+      "step": 464
+    },
+    {
+      "epoch": 0.0775,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.130143229166666,
+      "learning_rate": 9.853162835172637e-05,
+      "loss": 7.1146,
+      "loss/crossentropy": 1.7351168394088745,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17206433415412903,
+      "step": 465
+    },
+    {
+      "epoch": 0.07766666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.078580729166666,
+      "learning_rate": 9.852532367342713e-05,
+      "loss": 7.3142,
+      "loss/crossentropy": 2.0744443237781525,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19953011348843575,
+      "step": 466
+    },
+    {
+      "epoch": 0.07783333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.20390625,
+      "learning_rate": 9.851900569163519e-05,
+      "loss": 7.3702,
+      "loss/crossentropy": 2.4033637046813965,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19170591607689857,
+      "step": 467
+    },
+    {
+      "epoch": 0.078,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.172916666666667,
+      "learning_rate": 9.851267440808265e-05,
+      "loss": 7.3081,
+      "loss/crossentropy": 2.3863994479179382,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18752896040678024,
+      "step": 468
+    },
+    {
+      "epoch": 0.07816666666666666,
+      "grad_norm": 37.0,
+      "grad_norm_var": 6.337239583333333,
+      "learning_rate": 9.85063298245053e-05,
+      "loss": 7.4378,
+      "loss/crossentropy": 1.724489688873291,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21728365495800972,
+      "step": 469
+    },
+    {
+      "epoch": 0.07833333333333334,
+      "grad_norm": 38.75,
+      "grad_norm_var": 8.410416666666666,
+      "learning_rate": 9.84999719426425e-05,
+      "loss": 7.491,
+      "loss/crossentropy": 1.7358942180871964,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2069646678864956,
+      "step": 470
+    },
+    {
+      "epoch": 0.0785,
+      "grad_norm": 34.75,
+      "grad_norm_var": 8.424739583333333,
+      "learning_rate": 9.849360076423734e-05,
+      "loss": 7.1822,
+      "loss/crossentropy": 1.9611319601535797,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16901595145463943,
+      "step": 471
+    },
+    {
+      "epoch": 0.07866666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 8.349739583333333,
+      "learning_rate": 9.84872162910365e-05,
+      "loss": 7.4088,
+      "loss/crossentropy": 1.8835695087909698,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22427978739142418,
+      "step": 472
+    },
+    {
+      "epoch": 0.07883333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 8.724739583333333,
+      "learning_rate": 9.84808185247903e-05,
+      "loss": 7.3324,
+      "loss/crossentropy": 2.1350006461143494,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19744988158345222,
+      "step": 473
+    },
+    {
+      "epoch": 0.079,
+      "grad_norm": 35.25,
+      "grad_norm_var": 8.917708333333334,
+      "learning_rate": 9.847440746725275e-05,
+      "loss": 7.1986,
+      "loss/crossentropy": 1.997681975364685,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1898837462067604,
+      "step": 474
+    },
+    {
+      "epoch": 0.07916666666666666,
+      "grad_norm": 39.75,
+      "grad_norm_var": 11.34765625,
+      "learning_rate": 9.846798312018146e-05,
+      "loss": 7.3897,
+      "loss/crossentropy": 2.253058522939682,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22173089161515236,
+      "step": 475
+    },
+    {
+      "epoch": 0.07933333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 11.094205729166667,
+      "learning_rate": 9.846154548533773e-05,
+      "loss": 7.1971,
+      "loss/crossentropy": 2.1781056821346283,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2001049444079399,
+      "step": 476
+    },
+    {
+      "epoch": 0.0795,
+      "grad_norm": 29.625,
+      "grad_norm_var": 10.947330729166667,
+      "learning_rate": 9.845509456448643e-05,
+      "loss": 7.2308,
+      "loss/crossentropy": 2.23237344622612,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18285806477069855,
+      "step": 477
+    },
+    {
+      "epoch": 0.07966666666666666,
+      "grad_norm": 4060086272.0,
+      "grad_norm_var": 1.0302687662371242e+18,
+      "learning_rate": 9.844863035939615e-05,
+      "loss": 8.7708,
+      "loss/crossentropy": 2.050332546234131,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1951880268752575,
+      "step": 478
+    },
+    {
+      "epoch": 0.07983333333333334,
+      "grad_norm": 42.75,
+      "grad_norm_var": 1.0302687661271636e+18,
+      "learning_rate": 9.844215287183909e-05,
+      "loss": 7.4037,
+      "loss/crossentropy": 1.9212382435798645,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1802588328719139,
+      "step": 479
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 39.25,
+      "grad_norm_var": 1.030268765869179e+18,
+      "learning_rate": 9.843566210359106e-05,
+      "loss": 7.5005,
+      "loss/crossentropy": 2.1036358773708344,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23785079643130302,
+      "step": 480
+    },
+    {
+      "epoch": 0.08016666666666666,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.0302687658522619e+18,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 7.2304,
+      "loss/crossentropy": 1.495644435286522,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2004375085234642,
+      "step": 481
+    },
+    {
+      "epoch": 0.08033333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.0302687659283886e+18,
+      "learning_rate": 9.842264073214371e-05,
+      "loss": 7.3683,
+      "loss/crossentropy": 1.248510017991066,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19620612636208534,
+      "step": 482
+    },
+    {
+      "epoch": 0.0805,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.0302687659241594e+18,
+      "learning_rate": 9.841611013251429e-05,
+      "loss": 7.5022,
+      "loss/crossentropy": 2.183932900428772,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18435726314783096,
+      "step": 483
+    },
+    {
+      "epoch": 0.08066666666666666,
+      "grad_norm": 34.5,
+      "grad_norm_var": 1.0302687658353449e+18,
+      "learning_rate": 9.840956625933367e-05,
+      "loss": 7.2567,
+      "loss/crossentropy": 2.0957889556884766,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20050502195954323,
+      "step": 484
+    },
+    {
+      "epoch": 0.08083333333333333,
+      "grad_norm": 39.5,
+      "grad_norm_var": 1.0302687657507598e+18,
+      "learning_rate": 9.840300911439591e-05,
+      "loss": 7.2279,
+      "loss/crossentropy": 2.1745176017284393,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17116260156035423,
+      "step": 485
+    },
+    {
+      "epoch": 0.081,
+      "grad_norm": 35.75,
+      "grad_norm_var": 1.0302687658522619e+18,
+      "learning_rate": 9.839643869949866e-05,
+      "loss": 7.1858,
+      "loss/crossentropy": 2.020654261112213,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1931912563741207,
+      "step": 486
+    },
+    {
+      "epoch": 0.08116666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.030268766000286e+18,
+      "learning_rate": 9.838985501644328e-05,
+      "loss": 7.579,
+      "loss/crossentropy": 1.9844678938388824,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19125735759735107,
+      "step": 487
+    },
+    {
+      "epoch": 0.08133333333333333,
+      "grad_norm": 38.0,
+      "grad_norm_var": 1.0302687658311156e+18,
+      "learning_rate": 9.83832580670347e-05,
+      "loss": 7.2854,
+      "loss/crossentropy": 1.9453465342521667,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2013980746269226,
+      "step": 488
+    },
+    {
+      "epoch": 0.0815,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.030268765754989e+18,
+      "learning_rate": 9.837664785308149e-05,
+      "loss": 7.1819,
+      "loss/crossentropy": 1.9938696026802063,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16968103870749474,
+      "step": 489
+    },
+    {
+      "epoch": 0.08166666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.0302687658734083e+18,
+      "learning_rate": 9.837002437639593e-05,
+      "loss": 7.2293,
+      "loss/crossentropy": 1.6919759213924408,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17779743671417236,
+      "step": 490
+    },
+    {
+      "epoch": 0.08183333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.030268766215978e+18,
+      "learning_rate": 9.836338763879385e-05,
+      "loss": 7.2308,
+      "loss/crossentropy": 1.9851961731910706,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22075363248586655,
+      "step": 491
+    },
+    {
+      "epoch": 0.082,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.0302687662244365e+18,
+      "learning_rate": 9.835673764209474e-05,
+      "loss": 7.3698,
+      "loss/crossentropy": 1.759193554520607,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1959233544766903,
+      "step": 492
+    },
+    {
+      "epoch": 0.08216666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 1.030268766067954e+18,
+      "learning_rate": 9.835007438812177e-05,
+      "loss": 7.3148,
+      "loss/crossentropy": 1.7496148943901062,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19785473495721817,
+      "step": 493
+    },
+    {
+      "epoch": 0.08233333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 15.7978515625,
+      "learning_rate": 9.834339787870166e-05,
+      "loss": 7.5355,
+      "loss/crossentropy": 2.0986676067113876,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19847061857581139,
+      "step": 494
+    },
+    {
+      "epoch": 0.0825,
+      "grad_norm": 32.25,
+      "grad_norm_var": 10.5369140625,
+      "learning_rate": 9.833670811566485e-05,
+      "loss": 7.1154,
+      "loss/crossentropy": 1.5699402540922165,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1794753484427929,
+      "step": 495
+    },
+    {
+      "epoch": 0.08266666666666667,
+      "grad_norm": 37.0,
+      "grad_norm_var": 9.1025390625,
+      "learning_rate": 9.833000510084537e-05,
+      "loss": 7.3676,
+      "loss/crossentropy": 1.7302229404449463,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19138918817043304,
+      "step": 496
+    },
+    {
+      "epoch": 0.08283333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 8.817708333333334,
+      "learning_rate": 9.832328883608088e-05,
+      "loss": 7.2645,
+      "loss/crossentropy": 2.1858323514461517,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18926378339529037,
+      "step": 497
+    },
+    {
+      "epoch": 0.083,
+      "grad_norm": 31.75,
+      "grad_norm_var": 8.605989583333333,
+      "learning_rate": 9.83165593232127e-05,
+      "loss": 7.3413,
+      "loss/crossentropy": 1.4862932115793228,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19968301057815552,
+      "step": 498
+    },
+    {
+      "epoch": 0.08316666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 8.18515625,
+      "learning_rate": 9.830981656408574e-05,
+      "loss": 7.2423,
+      "loss/crossentropy": 1.6016323864459991,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.197268046438694,
+      "step": 499
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 8.372330729166666,
+      "learning_rate": 9.830306056054858e-05,
+      "loss": 7.3029,
+      "loss/crossentropy": 1.7606691420078278,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20658674463629723,
+      "step": 500
+    },
+    {
+      "epoch": 0.0835,
+      "grad_norm": 30.875,
+      "grad_norm_var": 6.076822916666667,
+      "learning_rate": 9.829629131445342e-05,
+      "loss": 7.2979,
+      "loss/crossentropy": 1.6005878746509552,
+      "loss/hidden": 3.88671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24985505267977715,
+      "step": 501
+    },
+    {
+      "epoch": 0.08366666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 5.651822916666666,
+      "learning_rate": 9.828950882765608e-05,
+      "loss": 7.3027,
+      "loss/crossentropy": 1.9283245205879211,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17439668625593185,
+      "step": 502
+    },
+    {
+      "epoch": 0.08383333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.228059895833334,
+      "learning_rate": 9.828271310201601e-05,
+      "loss": 7.2721,
+      "loss/crossentropy": 1.546176627278328,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22614171728491783,
+      "step": 503
+    },
+    {
+      "epoch": 0.084,
+      "grad_norm": 33.75,
+      "grad_norm_var": 3.528059895833333,
+      "learning_rate": 9.827590413939632e-05,
+      "loss": 7.3988,
+      "loss/crossentropy": 2.066196322441101,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23446843028068542,
+      "step": 504
+    },
+    {
+      "epoch": 0.08416666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.5317057291666667,
+      "learning_rate": 9.82690819416637e-05,
+      "loss": 7.2985,
+      "loss/crossentropy": 1.7853144407272339,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1875152923166752,
+      "step": 505
+    },
+    {
+      "epoch": 0.08433333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.792122395833333,
+      "learning_rate": 9.826224651068852e-05,
+      "loss": 7.2318,
+      "loss/crossentropy": 2.338760584592819,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20884433016180992,
+      "step": 506
+    },
+    {
+      "epoch": 0.0845,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.1497395833333335,
+      "learning_rate": 9.825539784834472e-05,
+      "loss": 7.2198,
+      "loss/crossentropy": 2.0317736864089966,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19717568531632423,
+      "step": 507
+    },
+    {
+      "epoch": 0.08466666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.5677083333333335,
+      "learning_rate": 9.824853595650991e-05,
+      "loss": 7.3425,
+      "loss/crossentropy": 2.238571286201477,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1741107814013958,
+      "step": 508
+    },
+    {
+      "epoch": 0.08483333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.3760416666666666,
+      "learning_rate": 9.824166083706534e-05,
+      "loss": 7.5655,
+      "loss/crossentropy": 2.2807562947273254,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20003702491521835,
+      "step": 509
+    },
+    {
+      "epoch": 0.085,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.9010416666666665,
+      "learning_rate": 9.823477249189586e-05,
+      "loss": 7.5241,
+      "loss/crossentropy": 1.9748588800430298,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15270168893039227,
+      "step": 510
+    },
+    {
+      "epoch": 0.08516666666666667,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.6080729166666665,
+      "learning_rate": 9.822787092288991e-05,
+      "loss": 7.175,
+      "loss/crossentropy": 1.509592205286026,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17142293229699135,
+      "step": 511
+    },
+    {
+      "epoch": 0.08533333333333333,
+      "grad_norm": 39.75,
+      "grad_norm_var": 5.610416666666667,
+      "learning_rate": 9.822095613193962e-05,
+      "loss": 7.2398,
+      "loss/crossentropy": 1.9376066327095032,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1732519268989563,
+      "step": 512
+    },
+    {
+      "epoch": 0.0855,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.603580729166667,
+      "learning_rate": 9.821402812094073e-05,
+      "loss": 7.417,
+      "loss/crossentropy": 2.128629118204117,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1934521086513996,
+      "step": 513
+    },
+    {
+      "epoch": 0.08566666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 5.678059895833333,
+      "learning_rate": 9.820708689179259e-05,
+      "loss": 7.3364,
+      "loss/crossentropy": 1.7944347858428955,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14837288111448288,
+      "step": 514
+    },
+    {
+      "epoch": 0.08583333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 5.713997395833333,
+      "learning_rate": 9.820013244639816e-05,
+      "loss": 7.4981,
+      "loss/crossentropy": 1.5384874045848846,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15830077044665813,
+      "step": 515
+    },
+    {
+      "epoch": 0.086,
+      "grad_norm": 33.5,
+      "grad_norm_var": 5.599739583333333,
+      "learning_rate": 9.819316478666405e-05,
+      "loss": 7.5107,
+      "loss/crossentropy": 1.8282313644886017,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24127519503235817,
+      "step": 516
+    },
+    {
+      "epoch": 0.08616666666666667,
+      "grad_norm": 36.25,
+      "grad_norm_var": 5.826497395833333,
+      "learning_rate": 9.81861839145005e-05,
+      "loss": 7.5059,
+      "loss/crossentropy": 1.7223950922489166,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21317560225725174,
+      "step": 517
+    },
+    {
+      "epoch": 0.08633333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 5.799934895833333,
+      "learning_rate": 9.817918983182132e-05,
+      "loss": 7.4321,
+      "loss/crossentropy": 2.056610018014908,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2198064923286438,
+      "step": 518
+    },
+    {
+      "epoch": 0.0865,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.980208333333334,
+      "learning_rate": 9.8172182540544e-05,
+      "loss": 7.099,
+      "loss/crossentropy": 1.5413986295461655,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17947009205818176,
+      "step": 519
+    },
+    {
+      "epoch": 0.08666666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 6.03125,
+      "learning_rate": 9.816516204258963e-05,
+      "loss": 7.3258,
+      "loss/crossentropy": 1.9781705439090729,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21023594588041306,
+      "step": 520
+    },
+    {
+      "epoch": 0.08683333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 6.08125,
+      "learning_rate": 9.815812833988291e-05,
+      "loss": 7.1305,
+      "loss/crossentropy": 2.3283976316452026,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20475587621331215,
+      "step": 521
+    },
+    {
+      "epoch": 0.087,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.513541666666667,
+      "learning_rate": 9.815108143435218e-05,
+      "loss": 7.4251,
+      "loss/crossentropy": 1.9967394471168518,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17605987191200256,
+      "step": 522
+    },
+    {
+      "epoch": 0.08716666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.597916666666666,
+      "learning_rate": 9.814402132792939e-05,
+      "loss": 7.24,
+      "loss/crossentropy": 1.959173321723938,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1960609070956707,
+      "step": 523
+    },
+    {
+      "epoch": 0.08733333333333333,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.79140625,
+      "learning_rate": 9.81369480225501e-05,
+      "loss": 7.4309,
+      "loss/crossentropy": 1.61872236430645,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17693763226270676,
+      "step": 524
+    },
+    {
+      "epoch": 0.0875,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.621875,
+      "learning_rate": 9.812986152015348e-05,
+      "loss": 7.1741,
+      "loss/crossentropy": 1.8704243898391724,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16461655870079994,
+      "step": 525
+    },
+    {
+      "epoch": 0.08766666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.33125,
+      "learning_rate": 9.812276182268236e-05,
+      "loss": 6.9185,
+      "loss/crossentropy": 1.6973167210817337,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16682424396276474,
+      "step": 526
+    },
+    {
+      "epoch": 0.08783333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 4.04765625,
+      "learning_rate": 9.811564893208318e-05,
+      "loss": 7.2562,
+      "loss/crossentropy": 2.335329443216324,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21264615282416344,
+      "step": 527
+    },
+    {
+      "epoch": 0.088,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.7384765625,
+      "learning_rate": 9.810852285030593e-05,
+      "loss": 7.2408,
+      "loss/crossentropy": 1.8945126831531525,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18671311624348164,
+      "step": 528
+    },
+    {
+      "epoch": 0.08816666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.5393229166666667,
+      "learning_rate": 9.81013835793043e-05,
+      "loss": 7.327,
+      "loss/crossentropy": 1.7044986188411713,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1740158013999462,
+      "step": 529
+    },
+    {
+      "epoch": 0.08833333333333333,
+      "grad_norm": 37.0,
+      "grad_norm_var": 2.258072916666667,
+      "learning_rate": 9.809423112103554e-05,
+      "loss": 7.3285,
+      "loss/crossentropy": 1.4971919655799866,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17978889867663383,
+      "step": 530
+    },
+    {
+      "epoch": 0.0885,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.11875,
+      "learning_rate": 9.808706547746057e-05,
+      "loss": 7.5005,
+      "loss/crossentropy": 2.047203630208969,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18218868225812912,
+      "step": 531
+    },
+    {
+      "epoch": 0.08866666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.309375,
+      "learning_rate": 9.807988665054386e-05,
+      "loss": 7.1867,
+      "loss/crossentropy": 1.9481738805770874,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18189242109656334,
+      "step": 532
+    },
+    {
+      "epoch": 0.08883333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.2979166666666666,
+      "learning_rate": 9.807269464225355e-05,
+      "loss": 7.4141,
+      "loss/crossentropy": 2.143236815929413,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1998455822467804,
+      "step": 533
+    },
+    {
+      "epoch": 0.089,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.0854166666666667,
+      "learning_rate": 9.806548945456134e-05,
+      "loss": 7.3471,
+      "loss/crossentropy": 1.6931321620941162,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16084032505750656,
+      "step": 534
+    },
+    {
+      "epoch": 0.08916666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.7926432291666665,
+      "learning_rate": 9.80582710894426e-05,
+      "loss": 7.5005,
+      "loss/crossentropy": 2.3337481021881104,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1558638084679842,
+      "step": 535
+    },
+    {
+      "epoch": 0.08933333333333333,
+      "grad_norm": 36.5,
+      "grad_norm_var": 4.486393229166667,
+      "learning_rate": 9.805103954887627e-05,
+      "loss": 7.4294,
+      "loss/crossentropy": 1.9169566333293915,
+      "loss/hidden": 3.77734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2434011958539486,
+      "step": 536
+    },
+    {
+      "epoch": 0.0895,
+      "grad_norm": 40.0,
+      "grad_norm_var": 7.379622395833334,
+      "learning_rate": 9.804379483484494e-05,
+      "loss": 7.6072,
+      "loss/crossentropy": 1.5788866728544235,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1909298300743103,
+      "step": 537
+    },
+    {
+      "epoch": 0.08966666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 7.556705729166667,
+      "learning_rate": 9.803653694933476e-05,
+      "loss": 7.3319,
+      "loss/crossentropy": 1.990968108177185,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18440885841846466,
+      "step": 538
+    },
+    {
+      "epoch": 0.08983333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 7.767708333333333,
+      "learning_rate": 9.802926589433553e-05,
+      "loss": 7.4037,
+      "loss/crossentropy": 2.2752568125724792,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1688903495669365,
+      "step": 539
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 30.125,
+      "grad_norm_var": 8.237434895833333,
+      "learning_rate": 9.802198167184067e-05,
+      "loss": 7.0915,
+      "loss/crossentropy": 1.9928709864616394,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1749878227710724,
+      "step": 540
+    },
+    {
+      "epoch": 0.09016666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 8.237434895833333,
+      "learning_rate": 9.801468428384716e-05,
+      "loss": 7.3821,
+      "loss/crossentropy": 1.349032387137413,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26186642050743103,
+      "step": 541
+    },
+    {
+      "epoch": 0.09033333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 8.4744140625,
+      "learning_rate": 9.800737373235565e-05,
+      "loss": 7.3504,
+      "loss/crossentropy": 2.0728733241558075,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17149914801120758,
+      "step": 542
+    },
+    {
+      "epoch": 0.0905,
+      "grad_norm": 37.25,
+      "grad_norm_var": 9.5134765625,
+      "learning_rate": 9.800005001937034e-05,
+      "loss": 7.2083,
+      "loss/crossentropy": 2.1556628346443176,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21120557934045792,
+      "step": 543
+    },
+    {
+      "epoch": 0.09066666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 10.165559895833333,
+      "learning_rate": 9.799271314689908e-05,
+      "loss": 7.3664,
+      "loss/crossentropy": 1.8796964585781097,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22796564176678658,
+      "step": 544
+    },
+    {
+      "epoch": 0.09083333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 10.1837890625,
+      "learning_rate": 9.798536311695334e-05,
+      "loss": 7.2641,
+      "loss/crossentropy": 1.7632421851158142,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16169985756278038,
+      "step": 545
+    },
+    {
+      "epoch": 0.091,
+      "grad_norm": 31.125,
+      "grad_norm_var": 9.323958333333334,
+      "learning_rate": 9.797799993154814e-05,
+      "loss": 7.3923,
+      "loss/crossentropy": 1.725706309080124,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16693437471985817,
+      "step": 546
+    },
+    {
+      "epoch": 0.09116666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 9.382291666666667,
+      "learning_rate": 9.797062359270215e-05,
+      "loss": 7.8711,
+      "loss/crossentropy": 2.060252219438553,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21199437975883484,
+      "step": 547
+    },
+    {
+      "epoch": 0.09133333333333334,
+      "grad_norm": 34.75,
+      "grad_norm_var": 9.614322916666667,
+      "learning_rate": 9.796323410243763e-05,
+      "loss": 7.2769,
+      "loss/crossentropy": 2.35904923081398,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21982023119926453,
+      "step": 548
+    },
+    {
+      "epoch": 0.0915,
+      "grad_norm": 33.75,
+      "grad_norm_var": 9.345572916666667,
+      "learning_rate": 9.795583146278046e-05,
+      "loss": 7.2131,
+      "loss/crossentropy": 2.113744080066681,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17868803814053535,
+      "step": 549
+    },
+    {
+      "epoch": 0.09166666666666666,
+      "grad_norm": 34.25,
+      "grad_norm_var": 8.651822916666667,
+      "learning_rate": 9.794841567576011e-05,
+      "loss": 7.2687,
+      "loss/crossentropy": 2.0138320922851562,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19911404326558113,
+      "step": 550
+    },
+    {
+      "epoch": 0.09183333333333334,
+      "grad_norm": 33.75,
+      "grad_norm_var": 7.629166666666666,
+      "learning_rate": 9.794098674340965e-05,
+      "loss": 7.2922,
+      "loss/crossentropy": 1.5388011932373047,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18451552465558052,
+      "step": 551
+    },
+    {
+      "epoch": 0.092,
+      "grad_norm": 32.25,
+      "grad_norm_var": 7.093489583333334,
+      "learning_rate": 9.793354466776579e-05,
+      "loss": 7.4383,
+      "loss/crossentropy": 1.9522328674793243,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1844920516014099,
+      "step": 552
+    },
+    {
+      "epoch": 0.09216666666666666,
+      "grad_norm": 33.75,
+      "grad_norm_var": 3.948958333333333,
+      "learning_rate": 9.79260894508688e-05,
+      "loss": 7.1703,
+      "loss/crossentropy": 1.3523796498775482,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17598746716976166,
+      "step": 553
+    },
+    {
+      "epoch": 0.09233333333333334,
+      "grad_norm": 36.0,
+      "grad_norm_var": 4.42265625,
+      "learning_rate": 9.791862109476257e-05,
+      "loss": 7.5446,
+      "loss/crossentropy": 1.8268292248249054,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19541719183325768,
+      "step": 554
+    },
+    {
+      "epoch": 0.0925,
+      "grad_norm": 32.75,
+      "grad_norm_var": 4.144205729166667,
+      "learning_rate": 9.791113960149458e-05,
+      "loss": 7.4347,
+      "loss/crossentropy": 2.058392435312271,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17756398767232895,
+      "step": 555
+    },
+    {
+      "epoch": 0.09266666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.7171223958333335,
+      "learning_rate": 9.790364497311597e-05,
+      "loss": 7.3495,
+      "loss/crossentropy": 1.9875744879245758,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18157724291086197,
+      "step": 556
+    },
+    {
+      "epoch": 0.09283333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.8916015625,
+      "learning_rate": 9.789613721168139e-05,
+      "loss": 7.4422,
+      "loss/crossentropy": 2.0252414643764496,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1976994201540947,
+      "step": 557
+    },
+    {
+      "epoch": 0.093,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.7134765625,
+      "learning_rate": 9.788861631924913e-05,
+      "loss": 7.4124,
+      "loss/crossentropy": 1.737688809633255,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19330373406410217,
+      "step": 558
+    },
+    {
+      "epoch": 0.09316666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.5160807291666667,
+      "learning_rate": 9.788108229788111e-05,
+      "loss": 7.378,
+      "loss/crossentropy": 2.3494531214237213,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17403588816523552,
+      "step": 559
+    },
+    {
+      "epoch": 0.09333333333333334,
+      "grad_norm": 37.5,
+      "grad_norm_var": 3.1395833333333334,
+      "learning_rate": 9.787353514964284e-05,
+      "loss": 7.3312,
+      "loss/crossentropy": 2.2165339291095734,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1995975784957409,
+      "step": 560
+    },
+    {
+      "epoch": 0.0935,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.1080729166666665,
+      "learning_rate": 9.786597487660337e-05,
+      "loss": 7.2734,
+      "loss/crossentropy": 2.126331925392151,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2150227539241314,
+      "step": 561
+    },
+    {
+      "epoch": 0.09366666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.8223307291666666,
+      "learning_rate": 9.785840148083543e-05,
+      "loss": 7.3413,
+      "loss/crossentropy": 2.0839502215385437,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780762765556574,
+      "step": 562
+    },
+    {
+      "epoch": 0.09383333333333334,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.6192057291666666,
+      "learning_rate": 9.785081496441527e-05,
+      "loss": 7.5268,
+      "loss/crossentropy": 2.3646166920661926,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17533158883452415,
+      "step": 563
+    },
+    {
+      "epoch": 0.094,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.4760416666666667,
+      "learning_rate": 9.784321532942282e-05,
+      "loss": 7.1331,
+      "loss/crossentropy": 2.0853044986724854,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18720799684524536,
+      "step": 564
+    },
+    {
+      "epoch": 0.09416666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.5229166666666667,
+      "learning_rate": 9.783560257794154e-05,
+      "loss": 7.2869,
+      "loss/crossentropy": 2.1955504715442657,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19676203280687332,
+      "step": 565
+    },
+    {
+      "epoch": 0.09433333333333334,
+      "grad_norm": 35.25,
+      "grad_norm_var": 3.7270833333333333,
+      "learning_rate": 9.78279767120585e-05,
+      "loss": 7.2674,
+      "loss/crossentropy": 1.9641484469175339,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17377197369933128,
+      "step": 566
+    },
+    {
+      "epoch": 0.0945,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.767708333333333,
+      "learning_rate": 9.782033773386439e-05,
+      "loss": 7.3658,
+      "loss/crossentropy": 2.190814882516861,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21332580596208572,
+      "step": 567
+    },
+    {
+      "epoch": 0.09466666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.4072265625,
+      "learning_rate": 9.781268564545348e-05,
+      "loss": 7.2034,
+      "loss/crossentropy": 1.9772469699382782,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18993888422846794,
+      "step": 568
+    },
+    {
+      "epoch": 0.09483333333333334,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.386393229166667,
+      "learning_rate": 9.780502044892362e-05,
+      "loss": 7.0386,
+      "loss/crossentropy": 1.7807036340236664,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17942193523049355,
+      "step": 569
+    },
+    {
+      "epoch": 0.095,
+      "grad_norm": 36.5,
+      "grad_norm_var": 4.6025390625,
+      "learning_rate": 9.779734214637628e-05,
+      "loss": 7.4366,
+      "loss/crossentropy": 1.63731350004673,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18429255858063698,
+      "step": 570
+    },
+    {
+      "epoch": 0.09516666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 4.890625,
+      "learning_rate": 9.778965073991651e-05,
+      "loss": 7.2578,
+      "loss/crossentropy": 1.4358558505773544,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1632411926984787,
+      "step": 571
+    },
+    {
+      "epoch": 0.09533333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 5.157291666666667,
+      "learning_rate": 9.778194623165296e-05,
+      "loss": 7.2741,
+      "loss/crossentropy": 1.9152775704860687,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2016092799603939,
+      "step": 572
+    },
+    {
+      "epoch": 0.0955,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.157291666666667,
+      "learning_rate": 9.777422862369783e-05,
+      "loss": 7.4085,
+      "loss/crossentropy": 2.0969631373882294,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18521985039114952,
+      "step": 573
+    },
+    {
+      "epoch": 0.09566666666666666,
+      "grad_norm": 34.5,
+      "grad_norm_var": 5.25,
+      "learning_rate": 9.776649791816698e-05,
+      "loss": 7.4702,
+      "loss/crossentropy": 2.282189190387726,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18798528239130974,
+      "step": 574
+    },
+    {
+      "epoch": 0.09583333333333334,
+      "grad_norm": 37.5,
+      "grad_norm_var": 6.5625,
+      "learning_rate": 9.77587541171798e-05,
+      "loss": 7.1049,
+      "loss/crossentropy": 1.7100197970867157,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17929638177156448,
+      "step": 575
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 36.0,
+      "grad_norm_var": 5.840625,
+      "learning_rate": 9.775099722285935e-05,
+      "loss": 7.3286,
+      "loss/crossentropy": 2.1536933183670044,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1613265983760357,
+      "step": 576
+    },
+    {
+      "epoch": 0.09616666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.840625,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 7.5203,
+      "loss/crossentropy": 1.5367402732372284,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1888187788426876,
+      "step": 577
+    },
+    {
+      "epoch": 0.09633333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.982291666666667,
+      "learning_rate": 9.773544416272845e-05,
+      "loss": 7.3827,
+      "loss/crossentropy": 2.4369155168533325,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20236976817250252,
+      "step": 578
+    },
+    {
+      "epoch": 0.0965,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.829166666666667,
+      "learning_rate": 9.772764800118199e-05,
+      "loss": 7.4226,
+      "loss/crossentropy": 2.500710666179657,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1806088238954544,
+      "step": 579
+    },
+    {
+      "epoch": 0.09666666666666666,
+      "grad_norm": 35.25,
+      "grad_norm_var": 5.322330729166667,
+      "learning_rate": 9.771983875483013e-05,
+      "loss": 7.3541,
+      "loss/crossentropy": 1.5330149829387665,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23990492895245552,
+      "step": 580
+    },
+    {
+      "epoch": 0.09683333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 5.557291666666667,
+      "learning_rate": 9.771201642581385e-05,
+      "loss": 7.2871,
+      "loss/crossentropy": 2.1098267138004303,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18698688223958015,
+      "step": 581
+    },
+    {
+      "epoch": 0.097,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.6416015625,
+      "learning_rate": 9.770418101627765e-05,
+      "loss": 7.1604,
+      "loss/crossentropy": 1.893375426530838,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1971338987350464,
+      "step": 582
+    },
+    {
+      "epoch": 0.09716666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.6134765625,
+      "learning_rate": 9.769633252836969e-05,
+      "loss": 7.5679,
+      "loss/crossentropy": 1.917736440896988,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20975341275334358,
+      "step": 583
+    },
+    {
+      "epoch": 0.09733333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 5.16015625,
+      "learning_rate": 9.768847096424164e-05,
+      "loss": 7.4809,
+      "loss/crossentropy": 2.0464819073677063,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1731277070939541,
+      "step": 584
+    },
+    {
+      "epoch": 0.0975,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.16640625,
+      "learning_rate": 9.76805963260488e-05,
+      "loss": 7.2994,
+      "loss/crossentropy": 2.2766425013542175,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20238212123513222,
+      "step": 585
+    },
+    {
+      "epoch": 0.09766666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.316666666666666,
+      "learning_rate": 9.767270861595005e-05,
+      "loss": 7.4116,
+      "loss/crossentropy": 1.4148157089948654,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1840950809419155,
+      "step": 586
+    },
+    {
+      "epoch": 0.09783333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 4.228580729166667,
+      "learning_rate": 9.766480783610788e-05,
+      "loss": 7.4112,
+      "loss/crossentropy": 1.929806500673294,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22025159001350403,
+      "step": 587
+    },
+    {
+      "epoch": 0.098,
+      "grad_norm": 35.75,
+      "grad_norm_var": 4.270572916666667,
+      "learning_rate": 9.765689398868831e-05,
+      "loss": 7.3646,
+      "loss/crossentropy": 1.3431737124919891,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1964380256831646,
+      "step": 588
+    },
+    {
+      "epoch": 0.09816666666666667,
+      "grad_norm": 35.0,
+      "grad_norm_var": 4.255989583333333,
+      "learning_rate": 9.764896707586096e-05,
+      "loss": 7.6459,
+      "loss/crossentropy": 2.5541348457336426,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2149493768811226,
+      "step": 589
+    },
+    {
+      "epoch": 0.09833333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 4.298372395833334,
+      "learning_rate": 9.764102709979902e-05,
+      "loss": 7.4885,
+      "loss/crossentropy": 1.5293695777654648,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20554304495453835,
+      "step": 590
+    },
+    {
+      "epoch": 0.0985,
+      "grad_norm": 1904214016.0,
+      "grad_norm_var": 2.2662693082968016e+17,
+      "learning_rate": 9.763307406267932e-05,
+      "loss": 7.5986,
+      "loss/crossentropy": 1.9793291985988617,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24488302320241928,
+      "step": 591
+    },
+    {
+      "epoch": 0.09866666666666667,
+      "grad_norm": 41.0,
+      "grad_norm_var": 2.2662693075033792e+17,
+      "learning_rate": 9.76251079666822e-05,
+      "loss": 7.4414,
+      "loss/crossentropy": 1.9010595381259918,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19852081686258316,
+      "step": 592
+    },
+    {
+      "epoch": 0.09883333333333333,
+      "grad_norm": 37.0,
+      "grad_norm_var": 2.266269306789299e+17,
+      "learning_rate": 9.761712881399164e-05,
+      "loss": 7.1544,
+      "loss/crossentropy": 1.7115428000688553,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2066071517765522,
+      "step": 593
+    },
+    {
+      "epoch": 0.099,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.2662693070669968e+17,
+      "learning_rate": 9.760913660679515e-05,
+      "loss": 7.1712,
+      "loss/crossentropy": 2.307830184698105,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17552950605750084,
+      "step": 594
+    },
+    {
+      "epoch": 0.09916666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.2662693075827216e+17,
+      "learning_rate": 9.760113134728384e-05,
+      "loss": 7.1973,
+      "loss/crossentropy": 2.09252592921257,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19455183297395706,
+      "step": 595
+    },
+    {
+      "epoch": 0.09933333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.266269308415815e+17,
+      "learning_rate": 9.75931130376524e-05,
+      "loss": 7.2217,
+      "loss/crossentropy": 2.44236558675766,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17834673076868057,
+      "step": 596
+    },
+    {
+      "epoch": 0.0995,
+      "grad_norm": 35.75,
+      "grad_norm_var": 2.2662693076818992e+17,
+      "learning_rate": 9.75850816800991e-05,
+      "loss": 7.5668,
+      "loss/crossentropy": 2.2520895898342133,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22190653532743454,
+      "step": 597
+    },
+    {
+      "epoch": 0.09966666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.2662693072653523e+17,
+      "learning_rate": 9.757703727682574e-05,
+      "loss": 7.2988,
+      "loss/crossentropy": 1.8116507530212402,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2566680610179901,
+      "step": 598
+    },
+    {
+      "epoch": 0.09983333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.2662693070669968e+17,
+      "learning_rate": 9.756897983003781e-05,
+      "loss": 7.1157,
+      "loss/crossentropy": 1.840036928653717,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1869695521891117,
+      "step": 599
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.2662693065512723e+17,
+      "learning_rate": 9.756090934194427e-05,
+      "loss": 7.3596,
+      "loss/crossentropy": 2.069575548171997,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18857147172093391,
+      "step": 600
+    },
+    {
+      "epoch": 0.10016666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.266269306789299e+17,
+      "learning_rate": 9.755282581475769e-05,
+      "loss": 7.0587,
+      "loss/crossentropy": 1.478778824210167,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17617631517350674,
+      "step": 601
+    },
+    {
+      "epoch": 0.10033333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.2662693072058458e+17,
+      "learning_rate": 9.75447292506942e-05,
+      "loss": 7.3075,
+      "loss/crossentropy": 2.0797568261623383,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27910368144512177,
+      "step": 602
+    },
+    {
+      "epoch": 0.1005,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.2662693070074902e+17,
+      "learning_rate": 9.753661965197354e-05,
+      "loss": 7.3651,
+      "loss/crossentropy": 2.084309071302414,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2038382701575756,
+      "step": 603
+    },
+    {
+      "epoch": 0.10066666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.2662693076422282e+17,
+      "learning_rate": 9.752849702081901e-05,
+      "loss": 7.4663,
+      "loss/crossentropy": 2.4660587310791016,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2053012251853943,
+      "step": 604
+    },
+    {
+      "epoch": 0.10083333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.2662693085348285e+17,
+      "learning_rate": 9.752036135945744e-05,
+      "loss": 7.1663,
+      "loss/crossentropy": 2.302393853664398,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17444464564323425,
+      "step": 605
+    },
+    {
+      "epoch": 0.101,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.266269308514993e+17,
+      "learning_rate": 9.751221267011929e-05,
+      "loss": 7.2215,
+      "loss/crossentropy": 1.6606972068548203,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17002883926033974,
+      "step": 606
+    },
+    {
+      "epoch": 0.10116666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 9.884375,
+      "learning_rate": 9.750405095503859e-05,
+      "loss": 7.4077,
+      "loss/crossentropy": 1.8132504224777222,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1946292594075203,
+      "step": 607
+    },
+    {
+      "epoch": 0.10133333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.659375,
+      "learning_rate": 9.749587621645288e-05,
+      "loss": 7.2269,
+      "loss/crossentropy": 2.005624294281006,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17027952894568443,
+      "step": 608
+    },
+    {
+      "epoch": 0.1015,
+      "grad_norm": 30.25,
+      "grad_norm_var": 4.48515625,
+      "learning_rate": 9.748768845660334e-05,
+      "loss": 7.3604,
+      "loss/crossentropy": 1.998530238866806,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19627553597092628,
+      "step": 609
+    },
+    {
+      "epoch": 0.10166666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 4.645572916666667,
+      "learning_rate": 9.74794876777347e-05,
+      "loss": 7.331,
+      "loss/crossentropy": 1.8363763093948364,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19507349282503128,
+      "step": 610
+    },
+    {
+      "epoch": 0.10183333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 4.378059895833333,
+      "learning_rate": 9.74712738820952e-05,
+      "loss": 7.2472,
+      "loss/crossentropy": 1.8793150782585144,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16764680296182632,
+      "step": 611
+    },
+    {
+      "epoch": 0.102,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.9311848958333333,
+      "learning_rate": 9.746304707193675e-05,
+      "loss": 7.4801,
+      "loss/crossentropy": 1.9134803712368011,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2131960727274418,
+      "step": 612
+    },
+    {
+      "epoch": 0.10216666666666667,
+      "grad_norm": 30.875,
+      "grad_norm_var": 3.4208333333333334,
+      "learning_rate": 9.745480724951473e-05,
+      "loss": 7.2178,
+      "loss/crossentropy": 2.210248053073883,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1874031201004982,
+      "step": 613
+    },
+    {
+      "epoch": 0.10233333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.3955729166666666,
+      "learning_rate": 9.744655441708818e-05,
+      "loss": 7.1421,
+      "loss/crossentropy": 1.9995661079883575,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16971386969089508,
+      "step": 614
+    },
+    {
+      "epoch": 0.1025,
+      "grad_norm": 36.25,
+      "grad_norm_var": 4.086458333333334,
+      "learning_rate": 9.743828857691963e-05,
+      "loss": 7.2352,
+      "loss/crossentropy": 2.1933152973651886,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21801244840025902,
+      "step": 615
+    },
+    {
+      "epoch": 0.10266666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.158072916666667,
+      "learning_rate": 9.743000973127523e-05,
+      "loss": 7.3893,
+      "loss/crossentropy": 1.9973363876342773,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17263447493314743,
+      "step": 616
+    },
+    {
+      "epoch": 0.10283333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 4.1125,
+      "learning_rate": 9.742171788242466e-05,
+      "loss": 7.2193,
+      "loss/crossentropy": 1.671396553516388,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16563132032752037,
+      "step": 617
+    },
+    {
+      "epoch": 0.103,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.925,
+      "learning_rate": 9.741341303264118e-05,
+      "loss": 7.3605,
+      "loss/crossentropy": 1.9448569267988205,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17194196209311485,
+      "step": 618
+    },
+    {
+      "epoch": 0.10316666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 4.224934895833333,
+      "learning_rate": 9.74050951842016e-05,
+      "loss": 7.3728,
+      "loss/crossentropy": 2.0389251559972763,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20530594512820244,
+      "step": 619
+    },
+    {
+      "epoch": 0.10333333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.699739583333334,
+      "learning_rate": 9.739676433938633e-05,
+      "loss": 7.4521,
+      "loss/crossentropy": 1.8410753458738327,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2363889515399933,
+      "step": 620
+    },
+    {
+      "epoch": 0.1035,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.562434895833333,
+      "learning_rate": 9.73884205004793e-05,
+      "loss": 7.2949,
+      "loss/crossentropy": 1.9485596120357513,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2630031704902649,
+      "step": 621
+    },
+    {
+      "epoch": 0.10366666666666667,
+      "grad_norm": 37.0,
+      "grad_norm_var": 5.911393229166666,
+      "learning_rate": 9.7380063669768e-05,
+      "loss": 7.3083,
+      "loss/crossentropy": 2.08263298869133,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15711040794849396,
+      "step": 622
+    },
+    {
+      "epoch": 0.10383333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 6.001497395833334,
+      "learning_rate": 9.737169384954355e-05,
+      "loss": 7.4823,
+      "loss/crossentropy": 1.850400984287262,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2069677822291851,
+      "step": 623
+    },
+    {
+      "epoch": 0.104,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.628580729166667,
+      "learning_rate": 9.736331104210056e-05,
+      "loss": 7.183,
+      "loss/crossentropy": 2.005878895521164,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18370692059397697,
+      "step": 624
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.29765625,
+      "learning_rate": 9.735491524973722e-05,
+      "loss": 7.3535,
+      "loss/crossentropy": 2.2689976394176483,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1807100549340248,
+      "step": 625
+    },
+    {
+      "epoch": 0.10433333333333333,
+      "grad_norm": 37.75,
+      "grad_norm_var": 6.558072916666666,
+      "learning_rate": 9.73465064747553e-05,
+      "loss": 7.2869,
+      "loss/crossentropy": 1.604978010058403,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16992727294564247,
+      "step": 626
+    },
+    {
+      "epoch": 0.1045,
+      "grad_norm": 44.25,
+      "grad_norm_var": 14.2150390625,
+      "learning_rate": 9.73380847194601e-05,
+      "loss": 7.4146,
+      "loss/crossentropy": 1.9762012362480164,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1730644293129444,
+      "step": 627
+    },
+    {
+      "epoch": 0.10466666666666667,
+      "grad_norm": 37.5,
+      "grad_norm_var": 15.056184895833333,
+      "learning_rate": 9.732964998616046e-05,
+      "loss": 7.2546,
+      "loss/crossentropy": 1.5720670521259308,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19047683849930763,
+      "step": 628
+    },
+    {
+      "epoch": 0.10483333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 15.665559895833333,
+      "learning_rate": 9.732120227716888e-05,
+      "loss": 7.7217,
+      "loss/crossentropy": 2.6308372616767883,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18224241584539413,
+      "step": 629
+    },
+    {
+      "epoch": 0.105,
+      "grad_norm": 31.125,
+      "grad_norm_var": 16.102083333333333,
+      "learning_rate": 9.73127415948013e-05,
+      "loss": 7.2075,
+      "loss/crossentropy": 2.029748886823654,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19252733886241913,
+      "step": 630
+    },
+    {
+      "epoch": 0.10516666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 16.159375,
+      "learning_rate": 9.730426794137727e-05,
+      "loss": 7.2245,
+      "loss/crossentropy": 2.165195047855377,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17404165491461754,
+      "step": 631
+    },
+    {
+      "epoch": 0.10533333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 16.2666015625,
+      "learning_rate": 9.72957813192199e-05,
+      "loss": 7.0976,
+      "loss/crossentropy": 2.231869101524353,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.159787118434906,
+      "step": 632
+    },
+    {
+      "epoch": 0.1055,
+      "grad_norm": 31.25,
+      "grad_norm_var": 16.2666015625,
+      "learning_rate": 9.728728173065585e-05,
+      "loss": 7.1263,
+      "loss/crossentropy": 1.78048437833786,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1777312085032463,
+      "step": 633
+    },
+    {
+      "epoch": 0.10566666666666667,
+      "grad_norm": 36.0,
+      "grad_norm_var": 16.546875,
+      "learning_rate": 9.72787691780153e-05,
+      "loss": 7.5738,
+      "loss/crossentropy": 2.1110564172267914,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2632845491170883,
+      "step": 634
+    },
+    {
+      "epoch": 0.10583333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 15.9931640625,
+      "learning_rate": 9.727024366363206e-05,
+      "loss": 7.3205,
+      "loss/crossentropy": 1.8406849801540375,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2111925520002842,
+      "step": 635
+    },
+    {
+      "epoch": 0.106,
+      "grad_norm": 30.75,
+      "grad_norm_var": 15.478125,
+      "learning_rate": 9.726170518984341e-05,
+      "loss": 7.315,
+      "loss/crossentropy": 2.237843692302704,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18497232720255852,
+      "step": 636
+    },
+    {
+      "epoch": 0.10616666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 15.2916015625,
+      "learning_rate": 9.725315375899024e-05,
+      "loss": 7.4921,
+      "loss/crossentropy": 2.02110955119133,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20984560251235962,
+      "step": 637
+    },
+    {
+      "epoch": 0.10633333333333334,
+      "grad_norm": 29.625,
+      "grad_norm_var": 15.426041666666666,
+      "learning_rate": 9.724458937341698e-05,
+      "loss": 7.1764,
+      "loss/crossentropy": 2.0535950362682343,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19004171341657639,
+      "step": 638
+    },
+    {
+      "epoch": 0.1065,
+      "grad_norm": 35.75,
+      "grad_norm_var": 15.772916666666667,
+      "learning_rate": 9.723601203547158e-05,
+      "loss": 7.0975,
+      "loss/crossentropy": 2.0000297725200653,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1943572536110878,
+      "step": 639
+    },
+    {
+      "epoch": 0.10666666666666667,
+      "grad_norm": 52.5,
+      "grad_norm_var": 38.72604166666667,
+      "learning_rate": 9.722742174750558e-05,
+      "loss": 7.1918,
+      "loss/crossentropy": 1.8211422562599182,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17954260483384132,
+      "step": 640
+    },
+    {
+      "epoch": 0.10683333333333334,
+      "grad_norm": 38.0,
+      "grad_norm_var": 38.90149739583333,
+      "learning_rate": 9.721881851187406e-05,
+      "loss": 7.2372,
+      "loss/crossentropy": 1.7122246026992798,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2225099690258503,
+      "step": 641
+    },
+    {
+      "epoch": 0.107,
+      "grad_norm": 34.0,
+      "grad_norm_var": 38.36243489583333,
+      "learning_rate": 9.721020233093563e-05,
+      "loss": 7.3873,
+      "loss/crossentropy": 2.2953185439109802,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21673983708024025,
+      "step": 642
+    },
+    {
+      "epoch": 0.10716666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 31.917122395833335,
+      "learning_rate": 9.72015732070525e-05,
+      "loss": 7.276,
+      "loss/crossentropy": 1.8881819546222687,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18341781198978424,
+      "step": 643
+    },
+    {
+      "epoch": 0.10733333333333334,
+      "grad_norm": 37.0,
+      "grad_norm_var": 31.6978515625,
+      "learning_rate": 9.719293114259033e-05,
+      "loss": 7.1846,
+      "loss/crossentropy": 1.9236509799957275,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14150086417794228,
+      "step": 644
+    },
+    {
+      "epoch": 0.1075,
+      "grad_norm": 32.25,
+      "grad_norm_var": 30.61640625,
+      "learning_rate": 9.718427613991848e-05,
+      "loss": 7.3035,
+      "loss/crossentropy": 2.1269415616989136,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18655722215771675,
+      "step": 645
+    },
+    {
+      "epoch": 0.10766666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 30.520833333333332,
+      "learning_rate": 9.717560820140969e-05,
+      "loss": 7.3986,
+      "loss/crossentropy": 2.3212895691394806,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17602985352277756,
+      "step": 646
+    },
+    {
+      "epoch": 0.10783333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 31.180989583333332,
+      "learning_rate": 9.716692732944035e-05,
+      "loss": 7.254,
+      "loss/crossentropy": 2.286354273557663,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17863034084439278,
+      "step": 647
+    },
+    {
+      "epoch": 0.108,
+      "grad_norm": 31.125,
+      "grad_norm_var": 31.273958333333333,
+      "learning_rate": 9.715823352639037e-05,
+      "loss": 7.1363,
+      "loss/crossentropy": 2.284827947616577,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16959453374147415,
+      "step": 648
+    },
+    {
+      "epoch": 0.10816666666666666,
+      "grad_norm": 34.75,
+      "grad_norm_var": 30.741666666666667,
+      "learning_rate": 9.714952679464323e-05,
+      "loss": 7.4843,
+      "loss/crossentropy": 2.267686277627945,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19646358862519264,
+      "step": 649
+    },
+    {
+      "epoch": 0.10833333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 31.6572265625,
+      "learning_rate": 9.71408071365859e-05,
+      "loss": 7.2573,
+      "loss/crossentropy": 1.6790443360805511,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14582885429263115,
+      "step": 650
+    },
+    {
+      "epoch": 0.1085,
+      "grad_norm": 33.75,
+      "grad_norm_var": 31.4744140625,
+      "learning_rate": 9.713207455460894e-05,
+      "loss": 7.2008,
+      "loss/crossentropy": 1.847610518336296,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20972991362214088,
+      "step": 651
+    },
+    {
+      "epoch": 0.10866666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 30.9728515625,
+      "learning_rate": 9.71233290511064e-05,
+      "loss": 7.3211,
+      "loss/crossentropy": 1.8943575620651245,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22945917397737503,
+      "step": 652
+    },
+    {
+      "epoch": 0.10883333333333334,
+      "grad_norm": 34.5,
+      "grad_norm_var": 29.876822916666665,
+      "learning_rate": 9.711457062847595e-05,
+      "loss": 7.396,
+      "loss/crossentropy": 2.315647840499878,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19224681705236435,
+      "step": 653
+    },
+    {
+      "epoch": 0.109,
+      "grad_norm": 35.25,
+      "grad_norm_var": 28.327018229166665,
+      "learning_rate": 9.710579928911876e-05,
+      "loss": 7.4095,
+      "loss/crossentropy": 2.0344275534152985,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22277657315135002,
+      "step": 654
+    },
+    {
+      "epoch": 0.10916666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 28.322330729166666,
+      "learning_rate": 9.709701503543954e-05,
+      "loss": 7.3268,
+      "loss/crossentropy": 1.7724144458770752,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25478213280439377,
+      "step": 655
+    },
+    {
+      "epoch": 0.10933333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.382747395833333,
+      "learning_rate": 9.708821786984652e-05,
+      "loss": 7.3553,
+      "loss/crossentropy": 1.7411191165447235,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2752874232828617,
+      "step": 656
+    },
+    {
+      "epoch": 0.1095,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.021809895833333,
+      "learning_rate": 9.707940779475151e-05,
+      "loss": 7.2225,
+      "loss/crossentropy": 2.1497268676757812,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19079606607556343,
+      "step": 657
+    },
+    {
+      "epoch": 0.10966666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.9749348958333335,
+      "learning_rate": 9.707058481256985e-05,
+      "loss": 7.3662,
+      "loss/crossentropy": 2.0671571493148804,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17754127457737923,
+      "step": 658
+    },
+    {
+      "epoch": 0.10983333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 4.151822916666666,
+      "learning_rate": 9.706174892572039e-05,
+      "loss": 7.1936,
+      "loss/crossentropy": 1.9862104654312134,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21077127382159233,
+      "step": 659
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.0416666666666665,
+      "learning_rate": 9.705290013662556e-05,
+      "loss": 7.4406,
+      "loss/crossentropy": 1.9781703352928162,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19248376414179802,
+      "step": 660
+    },
+    {
+      "epoch": 0.11016666666666666,
+      "grad_norm": 36.5,
+      "grad_norm_var": 3.9580729166666666,
+      "learning_rate": 9.704403844771128e-05,
+      "loss": 7.49,
+      "loss/crossentropy": 1.9751454293727875,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2400129921734333,
+      "step": 661
+    },
+    {
+      "epoch": 0.11033333333333334,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.87265625,
+      "learning_rate": 9.703516386140705e-05,
+      "loss": 7.2844,
+      "loss/crossentropy": 1.5694085359573364,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18795155733823776,
+      "step": 662
+    },
+    {
+      "epoch": 0.1105,
+      "grad_norm": 36.25,
+      "grad_norm_var": 3.640625,
+      "learning_rate": 9.70262763801459e-05,
+      "loss": 7.0861,
+      "loss/crossentropy": 1.470748633146286,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17022135108709335,
+      "step": 663
+    },
+    {
+      "epoch": 0.11066666666666666,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.165559895833334,
+      "learning_rate": 9.701737600636436e-05,
+      "loss": 7.1957,
+      "loss/crossentropy": 2.195081427693367,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18825620040297508,
+      "step": 664
+    },
+    {
+      "epoch": 0.11083333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.051497395833334,
+      "learning_rate": 9.700846274250251e-05,
+      "loss": 7.3358,
+      "loss/crossentropy": 1.578473910689354,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17406513914465904,
+      "step": 665
+    },
+    {
+      "epoch": 0.111,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.271875,
+      "learning_rate": 9.699953659100401e-05,
+      "loss": 7.3955,
+      "loss/crossentropy": 1.5875136256217957,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2344185709953308,
+      "step": 666
+    },
+    {
+      "epoch": 0.11116666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.312239583333333,
+      "learning_rate": 9.699059755431598e-05,
+      "loss": 7.3451,
+      "loss/crossentropy": 2.2021476924419403,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16028309613466263,
+      "step": 667
+    },
+    {
+      "epoch": 0.11133333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.9520833333333334,
+      "learning_rate": 9.698164563488914e-05,
+      "loss": 7.3484,
+      "loss/crossentropy": 2.122020661830902,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1891457512974739,
+      "step": 668
+    },
+    {
+      "epoch": 0.1115,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.105208333333334,
+      "learning_rate": 9.697268083517767e-05,
+      "loss": 7.1805,
+      "loss/crossentropy": 2.2841413617134094,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18636149913072586,
+      "step": 669
+    },
+    {
+      "epoch": 0.11166666666666666,
+      "grad_norm": 36.0,
+      "grad_norm_var": 4.368489583333333,
+      "learning_rate": 9.696370315763936e-05,
+      "loss": 7.1746,
+      "loss/crossentropy": 1.792080044746399,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19854754582047462,
+      "step": 670
+    },
+    {
+      "epoch": 0.11183333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.36640625,
+      "learning_rate": 9.695471260473545e-05,
+      "loss": 7.2425,
+      "loss/crossentropy": 1.911046177148819,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19043425098061562,
+      "step": 671
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 31.875,
+      "grad_norm_var": 4.430143229166666,
+      "learning_rate": 9.69457091789308e-05,
+      "loss": 6.9889,
+      "loss/crossentropy": 1.8222531825304031,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1720294989645481,
+      "step": 672
+    },
+    {
+      "epoch": 0.11216666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.213997395833333,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 7.4069,
+      "loss/crossentropy": 2.1999444365501404,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1844763681292534,
+      "step": 673
+    },
+    {
+      "epoch": 0.11233333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 4.3875,
+      "learning_rate": 9.692766371849606e-05,
+      "loss": 7.1498,
+      "loss/crossentropy": 1.7127140760421753,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19976293668150902,
+      "step": 674
+    },
+    {
+      "epoch": 0.1125,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.5212890625,
+      "learning_rate": 9.691862168881325e-05,
+      "loss": 7.0117,
+      "loss/crossentropy": 1.9354283511638641,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20179572328925133,
+      "step": 675
+    },
+    {
+      "epoch": 0.11266666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.477018229166666,
+      "learning_rate": 9.690956679612421e-05,
+      "loss": 7.2363,
+      "loss/crossentropy": 2.0463519990444183,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2051066905260086,
+      "step": 676
+    },
+    {
+      "epoch": 0.11283333333333333,
+      "grad_norm": 50.0,
+      "grad_norm_var": 22.744205729166666,
+      "learning_rate": 9.690049904291139e-05,
+      "loss": 7.4351,
+      "loss/crossentropy": 1.8881178200244904,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.204398512840271,
+      "step": 677
+    },
+    {
+      "epoch": 0.113,
+      "grad_norm": 37.5,
+      "grad_norm_var": 23.485416666666666,
+      "learning_rate": 9.689141843166074e-05,
+      "loss": 7.2911,
+      "loss/crossentropy": 2.4391735792160034,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18365934491157532,
+      "step": 678
+    },
+    {
+      "epoch": 0.11316666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 23.089322916666667,
+      "learning_rate": 9.688232496486178e-05,
+      "loss": 7.1742,
+      "loss/crossentropy": 2.3844321966171265,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2512863278388977,
+      "step": 679
+    },
+    {
+      "epoch": 0.11333333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 22.210416666666667,
+      "learning_rate": 9.687321864500755e-05,
+      "loss": 7.1451,
+      "loss/crossentropy": 1.5501232147216797,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17280655726790428,
+      "step": 680
+    },
+    {
+      "epoch": 0.1135,
+      "grad_norm": 30.375,
+      "grad_norm_var": 22.9712890625,
+      "learning_rate": 9.686409947459458e-05,
+      "loss": 7.3644,
+      "loss/crossentropy": 1.7302386611700058,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18569517135620117,
+      "step": 681
+    },
+    {
+      "epoch": 0.11366666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 23.120247395833335,
+      "learning_rate": 9.685496745612295e-05,
+      "loss": 7.1641,
+      "loss/crossentropy": 2.097352534532547,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809883527457714,
+      "step": 682
+    },
+    {
+      "epoch": 0.11383333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 23.294791666666665,
+      "learning_rate": 9.684582259209624e-05,
+      "loss": 7.2062,
+      "loss/crossentropy": 1.916637271642685,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20078307017683983,
+      "step": 683
+    },
+    {
+      "epoch": 0.114,
+      "grad_norm": 32.75,
+      "grad_norm_var": 22.47265625,
+      "learning_rate": 9.683666488502158e-05,
+      "loss": 7.2848,
+      "loss/crossentropy": 1.6298768222332,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21732109412550926,
+      "step": 684
+    },
+    {
+      "epoch": 0.11416666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 21.976822916666666,
+      "learning_rate": 9.682749433740962e-05,
+      "loss": 7.4269,
+      "loss/crossentropy": 2.025507390499115,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.258936308324337,
+      "step": 685
+    },
+    {
+      "epoch": 0.11433333333333333,
+      "grad_norm": 38.0,
+      "grad_norm_var": 22.780989583333334,
+      "learning_rate": 9.68183109517745e-05,
+      "loss": 7.3737,
+      "loss/crossentropy": 1.5819874107837677,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23186847567558289,
+      "step": 686
+    },
+    {
+      "epoch": 0.1145,
+      "grad_norm": 34.25,
+      "grad_norm_var": 22.611458333333335,
+      "learning_rate": 9.68091147306339e-05,
+      "loss": 7.0753,
+      "loss/crossentropy": 1.5637894421815872,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17735859379172325,
+      "step": 687
+    },
+    {
+      "epoch": 0.11466666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 22.348372395833334,
+      "learning_rate": 9.6799905676509e-05,
+      "loss": 7.3931,
+      "loss/crossentropy": 2.0656840205192566,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18083598092198372,
+      "step": 688
+    },
+    {
+      "epoch": 0.11483333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 22.376497395833333,
+      "learning_rate": 9.679068379192456e-05,
+      "loss": 7.3676,
+      "loss/crossentropy": 2.242631584405899,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1938803270459175,
+      "step": 689
+    },
+    {
+      "epoch": 0.115,
+      "grad_norm": 32.75,
+      "grad_norm_var": 21.872916666666665,
+      "learning_rate": 9.678144907940876e-05,
+      "loss": 7.2436,
+      "loss/crossentropy": 2.259352743625641,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19465599209070206,
+      "step": 690
+    },
+    {
+      "epoch": 0.11516666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 21.233072916666668,
+      "learning_rate": 9.677220154149337e-05,
+      "loss": 7.2727,
+      "loss/crossentropy": 1.8682022988796234,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19458742812275887,
+      "step": 691
+    },
+    {
+      "epoch": 0.11533333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 21.868684895833333,
+      "learning_rate": 9.676294118071367e-05,
+      "loss": 7.0673,
+      "loss/crossentropy": 2.093078315258026,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17927749827504158,
+      "step": 692
+    },
+    {
+      "epoch": 0.1155,
+      "grad_norm": 31.375,
+      "grad_norm_var": 4.611458333333333,
+      "learning_rate": 9.675366799960841e-05,
+      "loss": 7.2623,
+      "loss/crossentropy": 1.6467059701681137,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14942791871726513,
+      "step": 693
+    },
+    {
+      "epoch": 0.11566666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.2934895833333333,
+      "learning_rate": 9.674438200071991e-05,
+      "loss": 7.2217,
+      "loss/crossentropy": 2.0415206253528595,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1769421324133873,
+      "step": 694
+    },
+    {
+      "epoch": 0.11583333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.2749348958333333,
+      "learning_rate": 9.6735083186594e-05,
+      "loss": 7.2758,
+      "loss/crossentropy": 2.1222026348114014,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19957909733057022,
+      "step": 695
+    },
+    {
+      "epoch": 0.116,
+      "grad_norm": 45.5,
+      "grad_norm_var": 13.442122395833334,
+      "learning_rate": 9.672577155977993e-05,
+      "loss": 7.4773,
+      "loss/crossentropy": 2.405282974243164,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21936316788196564,
+      "step": 696
+    },
+    {
+      "epoch": 0.11616666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 12.801822916666667,
+      "learning_rate": 9.671644712283061e-05,
+      "loss": 7.1548,
+      "loss/crossentropy": 1.4405837059020996,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16677791625261307,
+      "step": 697
+    },
+    {
+      "epoch": 0.11633333333333333,
+      "grad_norm": 37.25,
+      "grad_norm_var": 13.266666666666667,
+      "learning_rate": 9.670710987830233e-05,
+      "loss": 7.3013,
+      "loss/crossentropy": 1.5431812107563019,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18322549387812614,
+      "step": 698
+    },
+    {
+      "epoch": 0.1165,
+      "grad_norm": 31.875,
+      "grad_norm_var": 13.187239583333334,
+      "learning_rate": 9.669775982875501e-05,
+      "loss": 7.1375,
+      "loss/crossentropy": 1.9528156220912933,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1746544986963272,
+      "step": 699
+    },
+    {
+      "epoch": 0.11666666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 13.980143229166666,
+      "learning_rate": 9.668839697675196e-05,
+      "loss": 7.2395,
+      "loss/crossentropy": 1.6688774526119232,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19912731274962425,
+      "step": 700
+    },
+    {
+      "epoch": 0.11683333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 15.91015625,
+      "learning_rate": 9.667902132486009e-05,
+      "loss": 7.2943,
+      "loss/crossentropy": 1.9123640358448029,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2353433296084404,
+      "step": 701
+    },
+    {
+      "epoch": 0.117,
+      "grad_norm": 30.5,
+      "grad_norm_var": 15.03515625,
+      "learning_rate": 9.666963287564979e-05,
+      "loss": 7.189,
+      "loss/crossentropy": 1.7621385157108307,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16866527497768402,
+      "step": 702
+    },
+    {
+      "epoch": 0.11716666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 15.535416666666666,
+      "learning_rate": 9.666023163169493e-05,
+      "loss": 7.0641,
+      "loss/crossentropy": 2.004618912935257,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18865032866597176,
+      "step": 703
+    },
+    {
+      "epoch": 0.11733333333333333,
+      "grad_norm": 36.25,
+      "grad_norm_var": 16.249739583333334,
+      "learning_rate": 9.665081759557295e-05,
+      "loss": 7.2017,
+      "loss/crossentropy": 1.782902330160141,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18442142754793167,
+      "step": 704
+    },
+    {
+      "epoch": 0.1175,
+      "grad_norm": 35.0,
+      "grad_norm_var": 16.48125,
+      "learning_rate": 9.664139076986473e-05,
+      "loss": 7.3359,
+      "loss/crossentropy": 2.1698412895202637,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14698780700564384,
+      "step": 705
+    },
+    {
+      "epoch": 0.11766666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 16.485416666666666,
+      "learning_rate": 9.663195115715471e-05,
+      "loss": 7.3171,
+      "loss/crossentropy": 1.7291880697011948,
+      "loss/hidden": 3.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21997908502817154,
+      "step": 706
+    },
+    {
+      "epoch": 0.11783333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 16.595572916666665,
+      "learning_rate": 9.66224987600308e-05,
+      "loss": 7.305,
+      "loss/crossentropy": 1.7600916624069214,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24830835685133934,
+      "step": 707
+    },
+    {
+      "epoch": 0.118,
+      "grad_norm": 34.25,
+      "grad_norm_var": 16.170768229166665,
+      "learning_rate": 9.661303358108445e-05,
+      "loss": 7.2735,
+      "loss/crossentropy": 2.0899295806884766,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18403327465057373,
+      "step": 708
+    },
+    {
+      "epoch": 0.11816666666666667,
+      "grad_norm": 41.0,
+      "grad_norm_var": 19.323958333333334,
+      "learning_rate": 9.660355562291055e-05,
+      "loss": 7.0471,
+      "loss/crossentropy": 1.8371227979660034,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795869842171669,
+      "step": 709
+    },
+    {
+      "epoch": 0.11833333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 19.387239583333333,
+      "learning_rate": 9.659406488810759e-05,
+      "loss": 7.2137,
+      "loss/crossentropy": 2.0583205223083496,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17614539712667465,
+      "step": 710
+    },
+    {
+      "epoch": 0.1185,
+      "grad_norm": 32.5,
+      "grad_norm_var": 19.156184895833334,
+      "learning_rate": 9.658456137927745e-05,
+      "loss": 7.2021,
+      "loss/crossentropy": 1.9199265837669373,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15964625403285027,
+      "step": 711
+    },
+    {
+      "epoch": 0.11866666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 10.275455729166667,
+      "learning_rate": 9.657504509902562e-05,
+      "loss": 7.3052,
+      "loss/crossentropy": 1.8404278457164764,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17447392269968987,
+      "step": 712
+    },
+    {
+      "epoch": 0.11883333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 10.332747395833334,
+      "learning_rate": 9.656551604996102e-05,
+      "loss": 7.2903,
+      "loss/crossentropy": 2.249763637781143,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20632215961813927,
+      "step": 713
+    },
+    {
+      "epoch": 0.119,
+      "grad_norm": 33.25,
+      "grad_norm_var": 9.153580729166666,
+      "learning_rate": 9.655597423469609e-05,
+      "loss": 7.3072,
+      "loss/crossentropy": 2.0143617391586304,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1969807855784893,
+      "step": 714
+    },
+    {
+      "epoch": 0.11916666666666667,
+      "grad_norm": 36.0,
+      "grad_norm_var": 9.645572916666667,
+      "learning_rate": 9.654641965584678e-05,
+      "loss": 7.1574,
+      "loss/crossentropy": 1.9726352393627167,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20835205540060997,
+      "step": 715
+    },
+    {
+      "epoch": 0.11933333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 9.098893229166666,
+      "learning_rate": 9.653685231603256e-05,
+      "loss": 7.3108,
+      "loss/crossentropy": 2.2339956909418106,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17952323704957962,
+      "step": 716
+    },
+    {
+      "epoch": 0.1195,
+      "grad_norm": 29.0,
+      "grad_norm_var": 8.705989583333333,
+      "learning_rate": 9.652727221787631e-05,
+      "loss": 7.0571,
+      "loss/crossentropy": 1.9769413471221924,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18933235481381416,
+      "step": 717
+    },
+    {
+      "epoch": 0.11966666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 8.1,
+      "learning_rate": 9.65176793640045e-05,
+      "loss": 7.7582,
+      "loss/crossentropy": 2.0757074654102325,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20930679887533188,
+      "step": 718
+    },
+    {
+      "epoch": 0.11983333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 7.282291666666667,
+      "learning_rate": 9.650807375704708e-05,
+      "loss": 7.3997,
+      "loss/crossentropy": 1.870364248752594,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20642438158392906,
+      "step": 719
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 29.25,
+      "grad_norm_var": 8.040625,
+      "learning_rate": 9.649845539963747e-05,
+      "loss": 7.4299,
+      "loss/crossentropy": 1.994875967502594,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16478855349123478,
+      "step": 720
+    },
+    {
+      "epoch": 0.12016666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 8.123372395833334,
+      "learning_rate": 9.648882429441257e-05,
+      "loss": 7.298,
+      "loss/crossentropy": 2.005363404750824,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17638836801052094,
+      "step": 721
+    },
+    {
+      "epoch": 0.12033333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 8.0994140625,
+      "learning_rate": 9.647918044401285e-05,
+      "loss": 7.2297,
+      "loss/crossentropy": 2.101778954267502,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20618782192468643,
+      "step": 722
+    },
+    {
+      "epoch": 0.1205,
+      "grad_norm": 33.25,
+      "grad_norm_var": 7.9822265625,
+      "learning_rate": 9.646952385108218e-05,
+      "loss": 7.2682,
+      "loss/crossentropy": 1.9291025698184967,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2194034680724144,
+      "step": 723
+    },
+    {
+      "epoch": 0.12066666666666667,
+      "grad_norm": 35.0,
+      "grad_norm_var": 8.1291015625,
+      "learning_rate": 9.645985451826803e-05,
+      "loss": 7.3166,
+      "loss/crossentropy": 1.787375569343567,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24283263459801674,
+      "step": 724
+    },
+    {
+      "epoch": 0.12083333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.8244140625,
+      "learning_rate": 9.645017244822123e-05,
+      "loss": 7.3247,
+      "loss/crossentropy": 1.7216472327709198,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17585238814353943,
+      "step": 725
+    },
+    {
+      "epoch": 0.121,
+      "grad_norm": 3556769792.0,
+      "grad_norm_var": 7.906631950160014e+17,
+      "learning_rate": 9.644047764359622e-05,
+      "loss": 8.5727,
+      "loss/crossentropy": 1.454335242509842,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20076533406972885,
+      "step": 726
+    },
+    {
+      "epoch": 0.12116666666666667,
+      "grad_norm": 42.5,
+      "grad_norm_var": 7.90663194719604e+17,
+      "learning_rate": 9.643077010705087e-05,
+      "loss": 7.4779,
+      "loss/crossentropy": 1.6177605986595154,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1870615854859352,
+      "step": 727
+    },
+    {
+      "epoch": 0.12133333333333333,
+      "grad_norm": 36.5,
+      "grad_norm_var": 7.906631945491754e+17,
+      "learning_rate": 9.642104984124656e-05,
+      "loss": 7.076,
+      "loss/crossentropy": 1.951613113284111,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19707249477505684,
+      "step": 728
+    },
+    {
+      "epoch": 0.1215,
+      "grad_norm": 33.0,
+      "grad_norm_var": 7.906631946084549e+17,
+      "learning_rate": 9.641131684884817e-05,
+      "loss": 7.3959,
+      "loss/crossentropy": 2.394118160009384,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22449449822306633,
+      "step": 729
+    },
+    {
+      "epoch": 0.12166666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 7.906631946566195e+17,
+      "learning_rate": 9.640157113252403e-05,
+      "loss": 7.265,
+      "loss/crossentropy": 1.5260854363441467,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16729702427983284,
+      "step": 730
+    },
+    {
+      "epoch": 0.12183333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 7.906631948270481e+17,
+      "learning_rate": 9.6391812694946e-05,
+      "loss": 7.0343,
+      "loss/crossentropy": 1.9055115580558777,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15993406996130943,
+      "step": 731
+    },
+    {
+      "epoch": 0.122,
+      "grad_norm": 36.75,
+      "grad_norm_var": 7.906631947381289e+17,
+      "learning_rate": 9.63820415387894e-05,
+      "loss": 7.1845,
+      "loss/crossentropy": 2.015164703130722,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19183053076267242,
+      "step": 732
+    },
+    {
+      "epoch": 0.12216666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 7.906631946195698e+17,
+      "learning_rate": 9.637225766673307e-05,
+      "loss": 7.2563,
+      "loss/crossentropy": 2.0142166912555695,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17613041400909424,
+      "step": 733
+    },
+    {
+      "epoch": 0.12233333333333334,
+      "grad_norm": 37.25,
+      "grad_norm_var": 7.906631945158308e+17,
+      "learning_rate": 9.636246108145929e-05,
+      "loss": 7.4622,
+      "loss/crossentropy": 1.5445748269557953,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19925610348582268,
+      "step": 734
+    },
+    {
+      "epoch": 0.1225,
+      "grad_norm": 33.5,
+      "grad_norm_var": 7.90663194486191e+17,
+      "learning_rate": 9.635265178565385e-05,
+      "loss": 7.1286,
+      "loss/crossentropy": 1.6356547176837921,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1801084205508232,
+      "step": 735
+    },
+    {
+      "epoch": 0.12266666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 7.906631944454363e+17,
+      "learning_rate": 9.634282978200604e-05,
+      "loss": 7.0731,
+      "loss/crossentropy": 1.4879166930913925,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18008296936750412,
+      "step": 736
+    },
+    {
+      "epoch": 0.12283333333333334,
+      "grad_norm": 38.0,
+      "grad_norm_var": 7.906631942416631e+17,
+      "learning_rate": 9.63329950732086e-05,
+      "loss": 7.2036,
+      "loss/crossentropy": 2.29751256108284,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1693776212632656,
+      "step": 737
+    },
+    {
+      "epoch": 0.123,
+      "grad_norm": 31.625,
+      "grad_norm_var": 7.906631942750077e+17,
+      "learning_rate": 9.632314766195781e-05,
+      "loss": 7.3466,
+      "loss/crossentropy": 2.0535372495651245,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18832634389400482,
+      "step": 738
+    },
+    {
+      "epoch": 0.12316666666666666,
+      "grad_norm": 40.0,
+      "grad_norm_var": 7.906631940749395e+17,
+      "learning_rate": 9.631328755095333e-05,
+      "loss": 7.2628,
+      "loss/crossentropy": 1.8776691854000092,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24790114909410477,
+      "step": 739
+    },
+    {
+      "epoch": 0.12333333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 7.906631941749736e+17,
+      "learning_rate": 9.630341474289842e-05,
+      "loss": 7.0856,
+      "loss/crossentropy": 2.3005475103855133,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18241657316684723,
+      "step": 740
+    },
+    {
+      "epoch": 0.1235,
+      "grad_norm": 36.75,
+      "grad_norm_var": 7.906631940786445e+17,
+      "learning_rate": 9.629352924049975e-05,
+      "loss": 7.391,
+      "loss/crossentropy": 1.8251358270645142,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17540963739156723,
+      "step": 741
+    },
+    {
+      "epoch": 0.12366666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 13.064322916666667,
+      "learning_rate": 9.628363104646747e-05,
+      "loss": 7.4362,
+      "loss/crossentropy": 1.4832358211278915,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22334732487797737,
+      "step": 742
+    },
+    {
+      "epoch": 0.12383333333333334,
+      "grad_norm": 33.75,
+      "grad_norm_var": 8.753125,
+      "learning_rate": 9.627372016351524e-05,
+      "loss": 7.2842,
+      "loss/crossentropy": 1.409521147608757,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18547486886382103,
+      "step": 743
+    },
+    {
+      "epoch": 0.124,
+      "grad_norm": 32.25,
+      "grad_norm_var": 8.55390625,
+      "learning_rate": 9.626379659436017e-05,
+      "loss": 7.1275,
+      "loss/crossentropy": 2.0276291966438293,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15947329252958298,
+      "step": 744
+    },
+    {
+      "epoch": 0.12416666666666666,
+      "grad_norm": 35.0,
+      "grad_norm_var": 8.56640625,
+      "learning_rate": 9.62538603417229e-05,
+      "loss": 6.8613,
+      "loss/crossentropy": 2.1070659160614014,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1781615987420082,
+      "step": 745
+    },
+    {
+      "epoch": 0.12433333333333334,
+      "grad_norm": 29.625,
+      "grad_norm_var": 9.45390625,
+      "learning_rate": 9.624391140832749e-05,
+      "loss": 7.1686,
+      "loss/crossentropy": 1.7076525390148163,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19607660174369812,
+      "step": 746
+    },
+    {
+      "epoch": 0.1245,
+      "grad_norm": 27.875,
+      "grad_norm_var": 10.959309895833334,
+      "learning_rate": 9.623394979690147e-05,
+      "loss": 6.9328,
+      "loss/crossentropy": 1.667178988456726,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780499890446663,
+      "step": 747
+    },
+    {
+      "epoch": 0.12466666666666666,
+      "grad_norm": 40.75,
+      "grad_norm_var": 13.5634765625,
+      "learning_rate": 9.622397551017592e-05,
+      "loss": 7.3289,
+      "loss/crossentropy": 2.0472422540187836,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25567299500107765,
+      "step": 748
+    },
+    {
+      "epoch": 0.12483333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 13.493684895833333,
+      "learning_rate": 9.62139885508853e-05,
+      "loss": 7.1938,
+      "loss/crossentropy": 1.935056746006012,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18027054890990257,
+      "step": 749
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 34.0,
+      "grad_norm_var": 12.769205729166666,
+      "learning_rate": 9.620398892176762e-05,
+      "loss": 7.1023,
+      "loss/crossentropy": 1.9850616455078125,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1702703759074211,
+      "step": 750
+    },
+    {
+      "epoch": 0.12516666666666668,
+      "grad_norm": 32.25,
+      "grad_norm_var": 12.925455729166666,
+      "learning_rate": 9.619397662556435e-05,
+      "loss": 7.0518,
+      "loss/crossentropy": 1.9070358872413635,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18442638218402863,
+      "step": 751
+    },
+    {
+      "epoch": 0.12533333333333332,
+      "grad_norm": 32.25,
+      "grad_norm_var": 12.408333333333333,
+      "learning_rate": 9.618395166502037e-05,
+      "loss": 7.477,
+      "loss/crossentropy": 2.2646956145763397,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17256101593375206,
+      "step": 752
+    },
+    {
+      "epoch": 0.1255,
+      "grad_norm": 31.0,
+      "grad_norm_var": 11.620833333333334,
+      "learning_rate": 9.617391404288412e-05,
+      "loss": 7.3544,
+      "loss/crossentropy": 1.724146842956543,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22952701151371002,
+      "step": 753
+    },
+    {
+      "epoch": 0.12566666666666668,
+      "grad_norm": 33.75,
+      "grad_norm_var": 11.389518229166667,
+      "learning_rate": 9.616386376190745e-05,
+      "loss": 6.9786,
+      "loss/crossentropy": 2.112118750810623,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20843658223748207,
+      "step": 754
+    },
+    {
+      "epoch": 0.12583333333333332,
+      "grad_norm": 47.5,
+      "grad_norm_var": 21.334830729166665,
+      "learning_rate": 9.615380082484571e-05,
+      "loss": 6.9438,
+      "loss/crossentropy": 1.8424568474292755,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17724787816405296,
+      "step": 755
+    },
+    {
+      "epoch": 0.126,
+      "grad_norm": 32.75,
+      "grad_norm_var": 21.051822916666666,
+      "learning_rate": 9.614372523445771e-05,
+      "loss": 7.0792,
+      "loss/crossentropy": 1.963213711977005,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22874099016189575,
+      "step": 756
+    },
+    {
+      "epoch": 0.12616666666666668,
+      "grad_norm": 32.5,
+      "grad_norm_var": 20.684375,
+      "learning_rate": 9.613363699350575e-05,
+      "loss": 7.3902,
+      "loss/crossentropy": 1.9653111547231674,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25649160146713257,
+      "step": 757
+    },
+    {
+      "epoch": 0.12633333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 20.87890625,
+      "learning_rate": 9.612353610475555e-05,
+      "loss": 7.3985,
+      "loss/crossentropy": 2.0834298133850098,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16825050488114357,
+      "step": 758
+    },
+    {
+      "epoch": 0.1265,
+      "grad_norm": 30.625,
+      "grad_norm_var": 21.5087890625,
+      "learning_rate": 9.611342257097632e-05,
+      "loss": 7.2984,
+      "loss/crossentropy": 1.9898212254047394,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18303432315587997,
+      "step": 759
+    },
+    {
+      "epoch": 0.12666666666666668,
+      "grad_norm": 37.0,
+      "grad_norm_var": 22.062955729166667,
+      "learning_rate": 9.610329639494076e-05,
+      "loss": 7.0416,
+      "loss/crossentropy": 1.7550754845142365,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20484184846282005,
+      "step": 760
+    },
+    {
+      "epoch": 0.12683333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 22.019205729166668,
+      "learning_rate": 9.609315757942503e-05,
+      "loss": 7.2014,
+      "loss/crossentropy": 1.6708803474903107,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1901095025241375,
+      "step": 761
+    },
+    {
+      "epoch": 0.127,
+      "grad_norm": 27.875,
+      "grad_norm_var": 23.178580729166665,
+      "learning_rate": 9.608300612720873e-05,
+      "loss": 7.0374,
+      "loss/crossentropy": 1.5478509664535522,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16465886682271957,
+      "step": 762
+    },
+    {
+      "epoch": 0.12716666666666668,
+      "grad_norm": 33.0,
+      "grad_norm_var": 20.864322916666666,
+      "learning_rate": 9.607284204107493e-05,
+      "loss": 7.0719,
+      "loss/crossentropy": 1.9549244046211243,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1916433423757553,
+      "step": 763
+    },
+    {
+      "epoch": 0.12733333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 17.712239583333332,
+      "learning_rate": 9.606266532381018e-05,
+      "loss": 7.0771,
+      "loss/crossentropy": 1.9018628597259521,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17975174635648727,
+      "step": 764
+    },
+    {
+      "epoch": 0.1275,
+      "grad_norm": 36.5,
+      "grad_norm_var": 18.28515625,
+      "learning_rate": 9.605247597820448e-05,
+      "loss": 7.3256,
+      "loss/crossentropy": 2.133163273334503,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2208230309188366,
+      "step": 765
+    },
+    {
+      "epoch": 0.12766666666666668,
+      "grad_norm": 31.25,
+      "grad_norm_var": 18.614583333333332,
+      "learning_rate": 9.604227400705133e-05,
+      "loss": 7.3763,
+      "loss/crossentropy": 1.6012031733989716,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21127447858452797,
+      "step": 766
+    },
+    {
+      "epoch": 0.12783333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 18.835416666666667,
+      "learning_rate": 9.603205941314758e-05,
+      "loss": 7.3093,
+      "loss/crossentropy": 1.6147058308124542,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16550498083233833,
+      "step": 767
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 33.5,
+      "grad_norm_var": 18.745572916666667,
+      "learning_rate": 9.602183219929371e-05,
+      "loss": 7.6064,
+      "loss/crossentropy": 2.2897163033485413,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17588834092020988,
+      "step": 768
+    },
+    {
+      "epoch": 0.12816666666666668,
+      "grad_norm": 30.75,
+      "grad_norm_var": 18.83125,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 7.3156,
+      "loss/crossentropy": 1.849684089422226,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19435883313417435,
+      "step": 769
+    },
+    {
+      "epoch": 0.12833333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 19.664583333333333,
+      "learning_rate": 9.600133992295433e-05,
+      "loss": 7.2441,
+      "loss/crossentropy": 2.2538318634033203,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19374402984976768,
+      "step": 770
+    },
+    {
+      "epoch": 0.1285,
+      "grad_norm": 34.5,
+      "grad_norm_var": 5.41875,
+      "learning_rate": 9.599107486608689e-05,
+      "loss": 7.2588,
+      "loss/crossentropy": 1.5848983824253082,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17050610482692719,
+      "step": 771
+    },
+    {
+      "epoch": 0.12866666666666668,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.41640625,
+      "learning_rate": 9.598079720050544e-05,
+      "loss": 7.2554,
+      "loss/crossentropy": 1.688281625509262,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22045187279582024,
+      "step": 772
+    },
+    {
+      "epoch": 0.12883333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.59140625,
+      "learning_rate": 9.597050692902765e-05,
+      "loss": 7.4084,
+      "loss/crossentropy": 2.116013526916504,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.35107842087745667,
+      "step": 773
+    },
+    {
+      "epoch": 0.129,
+      "grad_norm": 31.75,
+      "grad_norm_var": 5.564583333333333,
+      "learning_rate": 9.596020405447466e-05,
+      "loss": 7.2689,
+      "loss/crossentropy": 1.9616560637950897,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17355723679065704,
+      "step": 774
+    },
+    {
+      "epoch": 0.12916666666666668,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.350455729166667,
+      "learning_rate": 9.594988857967106e-05,
+      "loss": 7.1446,
+      "loss/crossentropy": 1.962799996137619,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1704629361629486,
+      "step": 775
+    },
+    {
+      "epoch": 0.12933333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.270572916666667,
+      "learning_rate": 9.593956050744492e-05,
+      "loss": 7.0291,
+      "loss/crossentropy": 2.1874040067195892,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16180355846881866,
+      "step": 776
+    },
+    {
+      "epoch": 0.1295,
+      "grad_norm": 35.0,
+      "grad_norm_var": 4.76640625,
+      "learning_rate": 9.59292198406277e-05,
+      "loss": 7.3201,
+      "loss/crossentropy": 2.0684027671813965,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1866193450987339,
+      "step": 777
+    },
+    {
+      "epoch": 0.12966666666666668,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.450455729166667,
+      "learning_rate": 9.591886658205438e-05,
+      "loss": 7.2141,
+      "loss/crossentropy": 1.798172414302826,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1641489341855049,
+      "step": 778
+    },
+    {
+      "epoch": 0.12983333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.434309895833333,
+      "learning_rate": 9.590850073456336e-05,
+      "loss": 7.3282,
+      "loss/crossentropy": 1.8041448891162872,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21086344867944717,
+      "step": 779
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.434309895833333,
+      "learning_rate": 9.589812230099649e-05,
+      "loss": 7.2079,
+      "loss/crossentropy": 1.9510250985622406,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1650061495602131,
+      "step": 780
+    },
+    {
+      "epoch": 0.13016666666666668,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.3677083333333333,
+      "learning_rate": 9.588773128419906e-05,
+      "loss": 7.1809,
+      "loss/crossentropy": 2.310162901878357,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2582610249519348,
+      "step": 781
+    },
+    {
+      "epoch": 0.13033333333333333,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.20390625,
+      "learning_rate": 9.587732768701986e-05,
+      "loss": 6.9808,
+      "loss/crossentropy": 1.50637586414814,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16680185496807098,
+      "step": 782
+    },
+    {
+      "epoch": 0.1305,
+      "grad_norm": 35.0,
+      "grad_norm_var": 3.48125,
+      "learning_rate": 9.586691151231107e-05,
+      "loss": 7.1922,
+      "loss/crossentropy": 1.9600141942501068,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19956029206514359,
+      "step": 783
+    },
+    {
+      "epoch": 0.13066666666666665,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.686393229166667,
+      "learning_rate": 9.585648276292836e-05,
+      "loss": 7.3053,
+      "loss/crossentropy": 1.8970597684383392,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18671169504523277,
+      "step": 784
+    },
+    {
+      "epoch": 0.13083333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.783072916666667,
+      "learning_rate": 9.584604144173083e-05,
+      "loss": 7.3104,
+      "loss/crossentropy": 1.6864672750234604,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17203770950436592,
+      "step": 785
+    },
+    {
+      "epoch": 0.131,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.294791666666667,
+      "learning_rate": 9.5835587551581e-05,
+      "loss": 6.9471,
+      "loss/crossentropy": 1.7447805106639862,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1637143399566412,
+      "step": 786
+    },
+    {
+      "epoch": 0.13116666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.283072916666667,
+      "learning_rate": 9.58251210953449e-05,
+      "loss": 7.1848,
+      "loss/crossentropy": 1.606904461979866,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16485954821109772,
+      "step": 787
+    },
+    {
+      "epoch": 0.13133333333333333,
+      "grad_norm": 36.5,
+      "grad_norm_var": 4.258072916666666,
+      "learning_rate": 9.581464207589195e-05,
+      "loss": 7.1967,
+      "loss/crossentropy": 2.123050779104233,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18045473843812943,
+      "step": 788
+    },
+    {
+      "epoch": 0.1315,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.416666666666667,
+      "learning_rate": 9.580415049609503e-05,
+      "loss": 7.3665,
+      "loss/crossentropy": 2.0198948085308075,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1940045841038227,
+      "step": 789
+    },
+    {
+      "epoch": 0.13166666666666665,
+      "grad_norm": 38.25,
+      "grad_norm_var": 6.136458333333334,
+      "learning_rate": 9.579364635883048e-05,
+      "loss": 7.3307,
+      "loss/crossentropy": 2.293046534061432,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1891222782433033,
+      "step": 790
+    },
+    {
+      "epoch": 0.13183333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 6.049739583333333,
+      "learning_rate": 9.578312966697807e-05,
+      "loss": 7.081,
+      "loss/crossentropy": 2.1809073388576508,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18149369955062866,
+      "step": 791
+    },
+    {
+      "epoch": 0.132,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.702018229166667,
+      "learning_rate": 9.577260042342097e-05,
+      "loss": 7.2362,
+      "loss/crossentropy": 1.84629625082016,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1877918615937233,
+      "step": 792
+    },
+    {
+      "epoch": 0.13216666666666665,
+      "grad_norm": 29.25,
+      "grad_norm_var": 6.4806640625,
+      "learning_rate": 9.576205863104588e-05,
+      "loss": 7.4503,
+      "loss/crossentropy": 1.9817317426204681,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18423109501600266,
+      "step": 793
+    },
+    {
+      "epoch": 0.13233333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 7.123893229166667,
+      "learning_rate": 9.575150429274287e-05,
+      "loss": 7.3884,
+      "loss/crossentropy": 2.3506908416748047,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764533445239067,
+      "step": 794
+    },
+    {
+      "epoch": 0.1325,
+      "grad_norm": 33.75,
+      "grad_norm_var": 7.178580729166667,
+      "learning_rate": 9.574093741140549e-05,
+      "loss": 6.9683,
+      "loss/crossentropy": 1.5706563293933868,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17185845598578453,
+      "step": 795
+    },
+    {
+      "epoch": 0.13266666666666665,
+      "grad_norm": 37.25,
+      "grad_norm_var": 8.350455729166667,
+      "learning_rate": 9.573035798993069e-05,
+      "loss": 7.2168,
+      "loss/crossentropy": 1.1439642012119293,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17750319838523865,
+      "step": 796
+    },
+    {
+      "epoch": 0.13283333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 8.09765625,
+      "learning_rate": 9.571976603121888e-05,
+      "loss": 7.1198,
+      "loss/crossentropy": 2.444544196128845,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16872760653495789,
+      "step": 797
+    },
+    {
+      "epoch": 0.133,
+      "grad_norm": 36.0,
+      "grad_norm_var": 8.09765625,
+      "learning_rate": 9.570916153817391e-05,
+      "loss": 7.2076,
+      "loss/crossentropy": 2.22321480512619,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.170970369130373,
+      "step": 798
+    },
+    {
+      "epoch": 0.13316666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 8.0150390625,
+      "learning_rate": 9.569854451370307e-05,
+      "loss": 7.0286,
+      "loss/crossentropy": 2.003016710281372,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19756201654672623,
+      "step": 799
+    },
+    {
+      "epoch": 0.13333333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 7.90390625,
+      "learning_rate": 9.568791496071706e-05,
+      "loss": 7.2873,
+      "loss/crossentropy": 1.6287779659032822,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20879724621772766,
+      "step": 800
+    },
+    {
+      "epoch": 0.1335,
+      "grad_norm": 30.75,
+      "grad_norm_var": 7.7791015625,
+      "learning_rate": 9.567727288213005e-05,
+      "loss": 7.1588,
+      "loss/crossentropy": 1.7264407873153687,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18642090260982513,
+      "step": 801
+    },
+    {
+      "epoch": 0.13366666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 7.805143229166666,
+      "learning_rate": 9.56666182808596e-05,
+      "loss": 7.1695,
+      "loss/crossentropy": 2.137233257293701,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18422173708677292,
+      "step": 802
+    },
+    {
+      "epoch": 0.13383333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 7.843489583333334,
+      "learning_rate": 9.565595115982678e-05,
+      "loss": 7.5146,
+      "loss/crossentropy": 1.9141822457313538,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20264451205730438,
+      "step": 803
+    },
+    {
+      "epoch": 0.134,
+      "grad_norm": 30.125,
+      "grad_norm_var": 7.395247395833334,
+      "learning_rate": 9.5645271521956e-05,
+      "loss": 7.0942,
+      "loss/crossentropy": 1.2032550573349,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15775632485747337,
+      "step": 804
+    },
+    {
+      "epoch": 0.13416666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 7.857291666666667,
+      "learning_rate": 9.563457937017515e-05,
+      "loss": 6.9968,
+      "loss/crossentropy": 1.5480999499559402,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14649275690317154,
+      "step": 805
+    },
+    {
+      "epoch": 0.13433333333333333,
+      "grad_norm": 36.5,
+      "grad_norm_var": 6.64140625,
+      "learning_rate": 9.562387470741554e-05,
+      "loss": 7.1829,
+      "loss/crossentropy": 1.913821130990982,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21699776872992516,
+      "step": 806
+    },
+    {
+      "epoch": 0.1345,
+      "grad_norm": 32.5,
+      "grad_norm_var": 6.623958333333333,
+      "learning_rate": 9.561315753661194e-05,
+      "loss": 7.3507,
+      "loss/crossentropy": 2.378206968307495,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17058103904128075,
+      "step": 807
+    },
+    {
+      "epoch": 0.13466666666666666,
+      "grad_norm": 37.5,
+      "grad_norm_var": 8.262239583333333,
+      "learning_rate": 9.560242786070249e-05,
+      "loss": 7.1721,
+      "loss/crossentropy": 2.3090766072273254,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20279062166810036,
+      "step": 808
+    },
+    {
+      "epoch": 0.13483333333333333,
+      "grad_norm": 36.0,
+      "grad_norm_var": 8.170833333333333,
+      "learning_rate": 9.55916856826288e-05,
+      "loss": 7.158,
+      "loss/crossentropy": 2.150182008743286,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16158411651849747,
+      "step": 809
+    },
+    {
+      "epoch": 0.135,
+      "grad_norm": 27.75,
+      "grad_norm_var": 9.270833333333334,
+      "learning_rate": 9.558093100533591e-05,
+      "loss": 6.866,
+      "loss/crossentropy": 1.5633295774459839,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15401308983564377,
+      "step": 810
+    },
+    {
+      "epoch": 0.13516666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 9.598958333333334,
+      "learning_rate": 9.557016383177227e-05,
+      "loss": 7.4332,
+      "loss/crossentropy": 1.5982379913330078,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15583708882331848,
+      "step": 811
+    },
+    {
+      "epoch": 0.13533333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 8.089322916666667,
+      "learning_rate": 9.555938416488977e-05,
+      "loss": 7.3273,
+      "loss/crossentropy": 1.6491760313510895,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16479353606700897,
+      "step": 812
+    },
+    {
+      "epoch": 0.1355,
+      "grad_norm": 47.75,
+      "grad_norm_var": 22.973958333333332,
+      "learning_rate": 9.55485920076437e-05,
+      "loss": 7.2593,
+      "loss/crossentropy": 1.887940376996994,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18628187850117683,
+      "step": 813
+    },
+    {
+      "epoch": 0.13566666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 22.542122395833335,
+      "learning_rate": 9.553778736299279e-05,
+      "loss": 7.2753,
+      "loss/crossentropy": 1.8376013785600662,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17566929385066032,
+      "step": 814
+    },
+    {
+      "epoch": 0.13583333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 22.483333333333334,
+      "learning_rate": 9.552697023389922e-05,
+      "loss": 7.1116,
+      "loss/crossentropy": 2.0512495040893555,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17322762310504913,
+      "step": 815
+    },
+    {
+      "epoch": 0.136,
+      "grad_norm": 32.0,
+      "grad_norm_var": 22.254166666666666,
+      "learning_rate": 9.551614062332856e-05,
+      "loss": 7.2802,
+      "loss/crossentropy": 2.209246516227722,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1635245606303215,
+      "step": 816
+    },
+    {
+      "epoch": 0.13616666666666666,
+      "grad_norm": 28.125,
+      "grad_norm_var": 23.559830729166666,
+      "learning_rate": 9.550529853424979e-05,
+      "loss": 7.1244,
+      "loss/crossentropy": 1.5150603652000427,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16150140762329102,
+      "step": 817
+    },
+    {
+      "epoch": 0.13633333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 23.705208333333335,
+      "learning_rate": 9.549444396963534e-05,
+      "loss": 7.1604,
+      "loss/crossentropy": 1.7344059646129608,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19508787989616394,
+      "step": 818
+    },
+    {
+      "epoch": 0.1365,
+      "grad_norm": 30.375,
+      "grad_norm_var": 23.789322916666666,
+      "learning_rate": 9.548357693246105e-05,
+      "loss": 7.312,
+      "loss/crossentropy": 1.9685882925987244,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19253920391201973,
+      "step": 819
+    },
+    {
+      "epoch": 0.13666666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 23.612239583333334,
+      "learning_rate": 9.547269742570619e-05,
+      "loss": 7.4232,
+      "loss/crossentropy": 1.7538487613201141,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.193400289863348,
+      "step": 820
+    },
+    {
+      "epoch": 0.13683333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 22.484309895833334,
+      "learning_rate": 9.546180545235344e-05,
+      "loss": 7.1951,
+      "loss/crossentropy": 1.9168739020824432,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21507158875465393,
+      "step": 821
+    },
+    {
+      "epoch": 0.137,
+      "grad_norm": 31.875,
+      "grad_norm_var": 21.812239583333334,
+      "learning_rate": 9.545090101538887e-05,
+      "loss": 7.2019,
+      "loss/crossentropy": 2.167972207069397,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16965579986572266,
+      "step": 822
+    },
+    {
+      "epoch": 0.13716666666666666,
+      "grad_norm": 35.25,
+      "grad_norm_var": 22.11875,
+      "learning_rate": 9.543998411780201e-05,
+      "loss": 7.2713,
+      "loss/crossentropy": 2.357577830553055,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2042151391506195,
+      "step": 823
+    },
+    {
+      "epoch": 0.13733333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 20.77890625,
+      "learning_rate": 9.54290547625858e-05,
+      "loss": 7.2059,
+      "loss/crossentropy": 2.018874019384384,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1911584846675396,
+      "step": 824
+    },
+    {
+      "epoch": 0.1375,
+      "grad_norm": 32.5,
+      "grad_norm_var": 20.049739583333334,
+      "learning_rate": 9.541811295273656e-05,
+      "loss": 7.5932,
+      "loss/crossentropy": 2.1227717101573944,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15998363122344017,
+      "step": 825
+    },
+    {
+      "epoch": 0.13766666666666666,
+      "grad_norm": 34.25,
+      "grad_norm_var": 18.505989583333335,
+      "learning_rate": 9.540715869125407e-05,
+      "loss": 7.2702,
+      "loss/crossentropy": 1.5410704165697098,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14585284516215324,
+      "step": 826
+    },
+    {
+      "epoch": 0.13783333333333334,
+      "grad_norm": 28.75,
+      "grad_norm_var": 19.193489583333335,
+      "learning_rate": 9.53961919811415e-05,
+      "loss": 7.1976,
+      "loss/crossentropy": 1.3984507620334625,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20053860172629356,
+      "step": 827
+    },
+    {
+      "epoch": 0.138,
+      "grad_norm": 30.75,
+      "grad_norm_var": 19.477083333333333,
+      "learning_rate": 9.538521282540542e-05,
+      "loss": 7.3064,
+      "loss/crossentropy": 1.939309448003769,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18332596495747566,
+      "step": 828
+    },
+    {
+      "epoch": 0.13816666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.6968098958333333,
+      "learning_rate": 9.537422122705585e-05,
+      "loss": 7.3088,
+      "loss/crossentropy": 2.401898682117462,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17688017711043358,
+      "step": 829
+    },
+    {
+      "epoch": 0.13833333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.812239583333333,
+      "learning_rate": 9.536321718910619e-05,
+      "loss": 6.9041,
+      "loss/crossentropy": 1.9290994107723236,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1785241961479187,
+      "step": 830
+    },
+    {
+      "epoch": 0.1385,
+      "grad_norm": 35.5,
+      "grad_norm_var": 4.334375,
+      "learning_rate": 9.535220071457325e-05,
+      "loss": 7.4805,
+      "loss/crossentropy": 2.228693962097168,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15913259238004684,
+      "step": 831
+    },
+    {
+      "epoch": 0.13866666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 4.426041666666666,
+      "learning_rate": 9.534117180647728e-05,
+      "loss": 7.2876,
+      "loss/crossentropy": 2.1069608330726624,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18579137325286865,
+      "step": 832
+    },
+    {
+      "epoch": 0.13883333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.444205729166667,
+      "learning_rate": 9.533013046784189e-05,
+      "loss": 7.2957,
+      "loss/crossentropy": 2.0110799372196198,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17723548784852028,
+      "step": 833
+    },
+    {
+      "epoch": 0.139,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.6322916666666667,
+      "learning_rate": 9.531907670169415e-05,
+      "loss": 7.1961,
+      "loss/crossentropy": 2.0143231451511383,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28889353573322296,
+      "step": 834
+    },
+    {
+      "epoch": 0.13916666666666666,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.69140625,
+      "learning_rate": 9.530801051106449e-05,
+      "loss": 7.1965,
+      "loss/crossentropy": 1.8046370297670364,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18984964862465858,
+      "step": 835
+    },
+    {
+      "epoch": 0.13933333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.715559895833333,
+      "learning_rate": 9.52969318989868e-05,
+      "loss": 7.3937,
+      "loss/crossentropy": 1.8575055748224258,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18653538450598717,
+      "step": 836
+    },
+    {
+      "epoch": 0.1395,
+      "grad_norm": 35.0,
+      "grad_norm_var": 4.274934895833334,
+      "learning_rate": 9.528584086849832e-05,
+      "loss": 7.5886,
+      "loss/crossentropy": 2.180445581674576,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1793573908507824,
+      "step": 837
+    },
+    {
+      "epoch": 0.13966666666666666,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.402083333333334,
+      "learning_rate": 9.527473742263973e-05,
+      "loss": 7.1074,
+      "loss/crossentropy": 1.3522489666938782,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2427074834704399,
+      "step": 838
+    },
+    {
+      "epoch": 0.13983333333333334,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.124739583333334,
+      "learning_rate": 9.526362156445507e-05,
+      "loss": 7.2462,
+      "loss/crossentropy": 1.5952425301074982,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17379407957196236,
+      "step": 839
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.575455729166666,
+      "learning_rate": 9.525249329699188e-05,
+      "loss": 7.2486,
+      "loss/crossentropy": 1.8740590512752533,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21034130454063416,
+      "step": 840
+    },
+    {
+      "epoch": 0.14016666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.897330729166667,
+      "learning_rate": 9.524135262330098e-05,
+      "loss": 7.128,
+      "loss/crossentropy": 1.7866149991750717,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1871703304350376,
+      "step": 841
+    },
+    {
+      "epoch": 0.14033333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 4.571809895833334,
+      "learning_rate": 9.523019954643669e-05,
+      "loss": 7.0836,
+      "loss/crossentropy": 1.6441450268030167,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16951755061745644,
+      "step": 842
+    },
+    {
+      "epoch": 0.1405,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.276497395833333,
+      "learning_rate": 9.521903406945664e-05,
+      "loss": 7.2593,
+      "loss/crossentropy": 1.6699831187725067,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20064623653888702,
+      "step": 843
+    },
+    {
+      "epoch": 0.14066666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.174934895833333,
+      "learning_rate": 9.520785619542196e-05,
+      "loss": 7.3072,
+      "loss/crossentropy": 1.8868179321289062,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16898546740412712,
+      "step": 844
+    },
+    {
+      "epoch": 0.14083333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.139583333333333,
+      "learning_rate": 9.519666592739709e-05,
+      "loss": 7.272,
+      "loss/crossentropy": 1.7591368407011032,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1614004783332348,
+      "step": 845
+    },
+    {
+      "epoch": 0.141,
+      "grad_norm": 30.875,
+      "grad_norm_var": 4.156184895833333,
+      "learning_rate": 9.518546326844993e-05,
+      "loss": 7.3079,
+      "loss/crossentropy": 1.8068215101957321,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19330871850252151,
+      "step": 846
+    },
+    {
+      "epoch": 0.14116666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.428580729166667,
+      "learning_rate": 9.517424822165175e-05,
+      "loss": 7.5827,
+      "loss/crossentropy": 2.0385962426662445,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1921292021870613,
+      "step": 847
+    },
+    {
+      "epoch": 0.14133333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.479622395833333,
+      "learning_rate": 9.516302079007719e-05,
+      "loss": 7.2749,
+      "loss/crossentropy": 1.9993867874145508,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1716153398156166,
+      "step": 848
+    },
+    {
+      "epoch": 0.1415,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.5197265625,
+      "learning_rate": 9.515178097680437e-05,
+      "loss": 6.9822,
+      "loss/crossentropy": 1.8454234600067139,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15885218605399132,
+      "step": 849
+    },
+    {
+      "epoch": 0.14166666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.46640625,
+      "learning_rate": 9.51405287849147e-05,
+      "loss": 7.4828,
+      "loss/crossentropy": 2.2536956071853638,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19160786271095276,
+      "step": 850
+    },
+    {
+      "epoch": 0.14183333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.423958333333333,
+      "learning_rate": 9.512926421749304e-05,
+      "loss": 7.3405,
+      "loss/crossentropy": 1.9627227783203125,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17236102744936943,
+      "step": 851
+    },
+    {
+      "epoch": 0.142,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.442122395833333,
+      "learning_rate": 9.511798727762764e-05,
+      "loss": 7.1229,
+      "loss/crossentropy": 2.0343536138534546,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.209948617964983,
+      "step": 852
+    },
+    {
+      "epoch": 0.14216666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.8223307291666666,
+      "learning_rate": 9.510669796841014e-05,
+      "loss": 7.0988,
+      "loss/crossentropy": 1.7543722093105316,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17832380533218384,
+      "step": 853
+    },
+    {
+      "epoch": 0.14233333333333334,
+      "grad_norm": 37.25,
+      "grad_norm_var": 4.887434895833334,
+      "learning_rate": 9.509539629293558e-05,
+      "loss": 7.25,
+      "loss/crossentropy": 1.3975646048784256,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19633839651942253,
+      "step": 854
+    },
+    {
+      "epoch": 0.1425,
+      "grad_norm": 38.5,
+      "grad_norm_var": 7.3166015625,
+      "learning_rate": 9.508408225430237e-05,
+      "loss": 7.2774,
+      "loss/crossentropy": 2.2165739834308624,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21087035164237022,
+      "step": 855
+    },
+    {
+      "epoch": 0.14266666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 6.83515625,
+      "learning_rate": 9.507275585561229e-05,
+      "loss": 6.9727,
+      "loss/crossentropy": 1.4398342072963715,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16120069846510887,
+      "step": 856
+    },
+    {
+      "epoch": 0.14283333333333334,
+      "grad_norm": 38.25,
+      "grad_norm_var": 8.357291666666667,
+      "learning_rate": 9.506141709997057e-05,
+      "loss": 7.0002,
+      "loss/crossentropy": 1.8449595719575882,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20784858986735344,
+      "step": 857
+    },
+    {
+      "epoch": 0.143,
+      "grad_norm": 33.25,
+      "grad_norm_var": 8.36640625,
+      "learning_rate": 9.505006599048579e-05,
+      "loss": 7.2836,
+      "loss/crossentropy": 2.059192806482315,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1859123781323433,
+      "step": 858
+    },
+    {
+      "epoch": 0.14316666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 8.312239583333334,
+      "learning_rate": 9.503870253026991e-05,
+      "loss": 7.1371,
+      "loss/crossentropy": 2.141940951347351,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1802339181303978,
+      "step": 859
+    },
+    {
+      "epoch": 0.14333333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 8.549739583333333,
+      "learning_rate": 9.50273267224383e-05,
+      "loss": 7.3665,
+      "loss/crossentropy": 2.0429071485996246,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17789635062217712,
+      "step": 860
+    },
+    {
+      "epoch": 0.1435,
+      "grad_norm": 30.125,
+      "grad_norm_var": 8.506705729166667,
+      "learning_rate": 9.501593857010969e-05,
+      "loss": 7.3528,
+      "loss/crossentropy": 1.8638008832931519,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2563036270439625,
+      "step": 861
+    },
+    {
+      "epoch": 0.14366666666666666,
+      "grad_norm": 35.25,
+      "grad_norm_var": 8.668489583333333,
+      "learning_rate": 9.50045380764062e-05,
+      "loss": 7.4546,
+      "loss/crossentropy": 2.127779573202133,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2628929652273655,
+      "step": 862
+    },
+    {
+      "epoch": 0.14383333333333334,
+      "grad_norm": 3875536896.0,
+      "grad_norm_var": 9.387366234729743e+17,
+      "learning_rate": 9.499312524445336e-05,
+      "loss": 8.1199,
+      "loss/crossentropy": 2.3370486199855804,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17788996547460556,
+      "step": 863
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 43.0,
+      "grad_norm_var": 9.387366231580869e+17,
+      "learning_rate": 9.498170007738005e-05,
+      "loss": 6.8451,
+      "loss/crossentropy": 2.1375666558742523,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17391236871480942,
+      "step": 864
+    },
+    {
+      "epoch": 0.14416666666666667,
+      "grad_norm": 35.0,
+      "grad_norm_var": 9.387366230127543e+17,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 7.4045,
+      "loss/crossentropy": 1.5083353966474533,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18334266915917397,
+      "step": 865
+    },
+    {
+      "epoch": 0.14433333333333334,
+      "grad_norm": 33.75,
+      "grad_norm_var": 9.387366229118289e+17,
+      "learning_rate": 9.495881275040453e-05,
+      "loss": 7.363,
+      "loss/crossentropy": 2.0846097469329834,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.176199559122324,
+      "step": 866
+    },
+    {
+      "epoch": 0.1445,
+      "grad_norm": 30.625,
+      "grad_norm_var": 9.387366229037549e+17,
+      "learning_rate": 9.494735059677699e-05,
+      "loss": 7.4368,
+      "loss/crossentropy": 1.7406192421913147,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26504576206207275,
+      "step": 867
+    },
+    {
+      "epoch": 0.14466666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 9.387366228835698e+17,
+      "learning_rate": 9.493587612057837e-05,
+      "loss": 7.3233,
+      "loss/crossentropy": 2.186119467020035,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18371190875768661,
+      "step": 868
+    },
+    {
+      "epoch": 0.14483333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 9.387366228997178e+17,
+      "learning_rate": 9.492438932495444e-05,
+      "loss": 7.2279,
+      "loss/crossentropy": 2.286859691143036,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1991770826280117,
+      "step": 869
+    },
+    {
+      "epoch": 0.145,
+      "grad_norm": 32.0,
+      "grad_norm_var": 9.387366230692726e+17,
+      "learning_rate": 9.491289021305441e-05,
+      "loss": 7.5501,
+      "loss/crossentropy": 2.273844063282013,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21323252469301224,
+      "step": 870
+    },
+    {
+      "epoch": 0.14516666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 9.387366233841599e+17,
+      "learning_rate": 9.490137878803079e-05,
+      "loss": 7.0821,
+      "loss/crossentropy": 1.7654433399438858,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1789274625480175,
+      "step": 871
+    },
+    {
+      "epoch": 0.14533333333333334,
+      "grad_norm": 34.5,
+      "grad_norm_var": 9.387366233357157e+17,
+      "learning_rate": 9.488985505303951e-05,
+      "loss": 7.1429,
+      "loss/crossentropy": 2.2276743054389954,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722644343972206,
+      "step": 872
+    },
+    {
+      "epoch": 0.1455,
+      "grad_norm": 31.125,
+      "grad_norm_var": 9.387366235658257e+17,
+      "learning_rate": 9.487831901123988e-05,
+      "loss": 7.2318,
+      "loss/crossentropy": 1.354034349322319,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22395050898194313,
+      "step": 873
+    },
+    {
+      "epoch": 0.14566666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 9.387366236506031e+17,
+      "learning_rate": 9.486677066579456e-05,
+      "loss": 7.0956,
+      "loss/crossentropy": 1.8272830247879028,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22604960203170776,
+      "step": 874
+    },
+    {
+      "epoch": 0.14583333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 9.387366237071213e+17,
+      "learning_rate": 9.485521001986962e-05,
+      "loss": 7.4001,
+      "loss/crossentropy": 2.2510926127433777,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17866208404302597,
+      "step": 875
+    },
+    {
+      "epoch": 0.146,
+      "grad_norm": 29.875,
+      "grad_norm_var": 9.387366237353805e+17,
+      "learning_rate": 9.484363707663442e-05,
+      "loss": 7.1694,
+      "loss/crossentropy": 2.0665951669216156,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20089091360569,
+      "step": 876
+    },
+    {
+      "epoch": 0.14616666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 9.387366238161208e+17,
+      "learning_rate": 9.483205183926181e-05,
+      "loss": 7.2439,
+      "loss/crossentropy": 2.1436045169830322,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19738992303609848,
+      "step": 877
+    },
+    {
+      "epoch": 0.14633333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 9.387366239574164e+17,
+      "learning_rate": 9.48204543109279e-05,
+      "loss": 7.0731,
+      "loss/crossentropy": 1.8049315214157104,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20513951405882835,
+      "step": 878
+    },
+    {
+      "epoch": 0.1465,
+      "grad_norm": 34.75,
+      "grad_norm_var": 12.684375,
+      "learning_rate": 9.480884449481225e-05,
+      "loss": 7.4375,
+      "loss/crossentropy": 2.4671058654785156,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20915862172842026,
+      "step": 879
+    },
+    {
+      "epoch": 0.14666666666666667,
+      "grad_norm": 50.0,
+      "grad_norm_var": 25.751041666666666,
+      "learning_rate": 9.479722239409775e-05,
+      "loss": 7.3419,
+      "loss/crossentropy": 1.6614379286766052,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18616421520709991,
+      "step": 880
+    },
+    {
+      "epoch": 0.14683333333333334,
+      "grad_norm": 33.75,
+      "grad_norm_var": 25.468489583333334,
+      "learning_rate": 9.478558801197065e-05,
+      "loss": 7.2587,
+      "loss/crossentropy": 2.0950733423233032,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16770224273204803,
+      "step": 881
+    },
+    {
+      "epoch": 0.147,
+      "grad_norm": 30.125,
+      "grad_norm_var": 25.753580729166668,
+      "learning_rate": 9.47739413516206e-05,
+      "loss": 6.9264,
+      "loss/crossentropy": 2.3005232512950897,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19224124774336815,
+      "step": 882
+    },
+    {
+      "epoch": 0.14716666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 26.1494140625,
+      "learning_rate": 9.476228241624059e-05,
+      "loss": 7.4149,
+      "loss/crossentropy": 2.254081070423126,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1655355878174305,
+      "step": 883
+    },
+    {
+      "epoch": 0.14733333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 26.17265625,
+      "learning_rate": 9.475061120902698e-05,
+      "loss": 7.1466,
+      "loss/crossentropy": 2.30178964138031,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20386098325252533,
+      "step": 884
+    },
+    {
+      "epoch": 0.1475,
+      "grad_norm": 30.75,
+      "grad_norm_var": 26.31015625,
+      "learning_rate": 9.473892773317952e-05,
+      "loss": 7.2337,
+      "loss/crossentropy": 1.8351454138755798,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1995384581387043,
+      "step": 885
+    },
+    {
+      "epoch": 0.14766666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 26.454166666666666,
+      "learning_rate": 9.472723199190125e-05,
+      "loss": 7.3051,
+      "loss/crossentropy": 1.2930150479078293,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16403597220778465,
+      "step": 886
+    },
+    {
+      "epoch": 0.14783333333333334,
+      "grad_norm": 2902458368.0,
+      "grad_norm_var": 5.2651652431394906e+17,
+      "learning_rate": 9.47155239883987e-05,
+      "loss": 8.8761,
+      "loss/crossentropy": 1.4680196046829224,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2003433182835579,
+      "step": 887
+    },
+    {
+      "epoch": 0.148,
+      "grad_norm": 38.5,
+      "grad_norm_var": 5.2651652421720045e+17,
+      "learning_rate": 9.470380372588162e-05,
+      "loss": 7.361,
+      "loss/crossentropy": 1.9177829772233963,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17988650873303413,
+      "step": 888
+    },
+    {
+      "epoch": 0.14816666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 5.265165241537092e+17,
+      "learning_rate": 9.46920712075632e-05,
+      "loss": 7.3953,
+      "loss/crossentropy": 1.8802359998226166,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19930091500282288,
+      "step": 889
+    },
+    {
+      "epoch": 0.14833333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.2651652412045184e+17,
+      "learning_rate": 9.468032643665998e-05,
+      "loss": 7.5635,
+      "loss/crossentropy": 2.278567373752594,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22147762402892113,
+      "step": 890
+    },
+    {
+      "epoch": 0.1485,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.2651652405393715e+17,
+      "learning_rate": 9.466856941639188e-05,
+      "loss": 7.3267,
+      "loss/crossentropy": 2.0632762610912323,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18990402668714523,
+      "step": 891
+    },
+    {
+      "epoch": 0.14866666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 5.2651652401765645e+17,
+      "learning_rate": 9.465680014998213e-05,
+      "loss": 7.1451,
+      "loss/crossentropy": 1.4889424741268158,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19683867692947388,
+      "step": 892
+    },
+    {
+      "epoch": 0.14883333333333335,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.2651652392090784e+17,
+      "learning_rate": 9.464501864065735e-05,
+      "loss": 7.2155,
+      "loss/crossentropy": 1.9928219020366669,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17085601761937141,
+      "step": 893
+    },
+    {
+      "epoch": 0.149,
+      "grad_norm": 29.25,
+      "grad_norm_var": 5.26516523960212e+17,
+      "learning_rate": 9.46332248916475e-05,
+      "loss": 7.2801,
+      "loss/crossentropy": 1.4565714597702026,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1648852750658989,
+      "step": 894
+    },
+    {
+      "epoch": 0.14916666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.265165240357968e+17,
+      "learning_rate": 9.46214189061859e-05,
+      "loss": 7.1637,
+      "loss/crossentropy": 2.0909490883350372,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1700812503695488,
+      "step": 895
+    },
+    {
+      "epoch": 0.14933333333333335,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.2651652442279123e+17,
+      "learning_rate": 9.460960068750924e-05,
+      "loss": 7.0791,
+      "loss/crossentropy": 1.9466978311538696,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19675631448626518,
+      "step": 896
+    },
+    {
+      "epoch": 0.1495,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.265165244409316e+17,
+      "learning_rate": 9.459777023885755e-05,
+      "loss": 7.3352,
+      "loss/crossentropy": 2.006341964006424,
+      "loss/hidden": 3.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17353980988264084,
+      "step": 897
+    },
+    {
+      "epoch": 0.14966666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.265165243955807e+17,
+      "learning_rate": 9.458592756347419e-05,
+      "loss": 7.1341,
+      "loss/crossentropy": 2.1368420124053955,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26709073036909103,
+      "step": 898
+    },
+    {
+      "epoch": 0.14983333333333335,
+      "grad_norm": 31.375,
+      "grad_norm_var": 5.265165243472064e+17,
+      "learning_rate": 9.457407266460593e-05,
+      "loss": 7.173,
+      "loss/crossentropy": 1.8693583607673645,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15850002318620682,
+      "step": 899
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.2651652435022976e+17,
+      "learning_rate": 9.456220554550285e-05,
+      "loss": 7.3084,
+      "loss/crossentropy": 1.6289705336093903,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14496482908725739,
+      "step": 900
+    },
+    {
+      "epoch": 0.15016666666666667,
+      "grad_norm": 37.25,
+      "grad_norm_var": 5.265165241930133e+17,
+      "learning_rate": 9.45503262094184e-05,
+      "loss": 7.1026,
+      "loss/crossentropy": 2.0200472474098206,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19197852537035942,
+      "step": 901
+    },
+    {
+      "epoch": 0.15033333333333335,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.265165242051069e+17,
+      "learning_rate": 9.453843465960933e-05,
+      "loss": 7.0761,
+      "loss/crossentropy": 2.1350898146629333,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23190056532621384,
+      "step": 902
+    },
+    {
+      "epoch": 0.1505,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.628580729166667,
+      "learning_rate": 9.45265308993358e-05,
+      "loss": 7.2962,
+      "loss/crossentropy": 1.882240429520607,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18290970101952553,
+      "step": 903
+    },
+    {
+      "epoch": 0.15066666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.5479166666666666,
+      "learning_rate": 9.451461493186129e-05,
+      "loss": 7.1687,
+      "loss/crossentropy": 2.004317596554756,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19303890317678452,
+      "step": 904
+    },
+    {
+      "epoch": 0.15083333333333335,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.3770182291666666,
+      "learning_rate": 9.450268676045262e-05,
+      "loss": 7.2162,
+      "loss/crossentropy": 2.0007368624210358,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16945723816752434,
+      "step": 905
+    },
+    {
+      "epoch": 0.151,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.5572916666666665,
+      "learning_rate": 9.449074638837999e-05,
+      "loss": 7.0704,
+      "loss/crossentropy": 1.30573008954525,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15130788832902908,
+      "step": 906
+    },
+    {
+      "epoch": 0.15116666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 4.053580729166667,
+      "learning_rate": 9.447879381891692e-05,
+      "loss": 7.2743,
+      "loss/crossentropy": 2.307137757539749,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17470206320285797,
+      "step": 907
+    },
+    {
+      "epoch": 0.15133333333333332,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.261393229166667,
+      "learning_rate": 9.446682905534023e-05,
+      "loss": 7.4444,
+      "loss/crossentropy": 2.1639389097690582,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20223156735301018,
+      "step": 908
+    },
+    {
+      "epoch": 0.1515,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.6494140625,
+      "learning_rate": 9.445485210093017e-05,
+      "loss": 7.0866,
+      "loss/crossentropy": 2.106477588415146,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19078096374869347,
+      "step": 909
+    },
+    {
+      "epoch": 0.15166666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 4.727018229166666,
+      "learning_rate": 9.444286295897028e-05,
+      "loss": 7.2998,
+      "loss/crossentropy": 1.8042952716350555,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19603901356458664,
+      "step": 910
+    },
+    {
+      "epoch": 0.15183333333333332,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.989518229166666,
+      "learning_rate": 9.443086163274745e-05,
+      "loss": 7.2626,
+      "loss/crossentropy": 1.7532295882701874,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16379737108945847,
+      "step": 911
+    },
+    {
+      "epoch": 0.152,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.570572916666666,
+      "learning_rate": 9.44188481255519e-05,
+      "loss": 7.177,
+      "loss/crossentropy": 2.192300647497177,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17354663461446762,
+      "step": 912
+    },
+    {
+      "epoch": 0.15216666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.410416666666666,
+      "learning_rate": 9.440682244067724e-05,
+      "loss": 7.2171,
+      "loss/crossentropy": 1.4452708065509796,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1899765394628048,
+      "step": 913
+    },
+    {
+      "epoch": 0.15233333333333332,
+      "grad_norm": 34.5,
+      "grad_norm_var": 5.134375,
+      "learning_rate": 9.439478458142033e-05,
+      "loss": 7.3901,
+      "loss/crossentropy": 1.7175801694393158,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23136239498853683,
+      "step": 914
+    },
+    {
+      "epoch": 0.1525,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.135416666666667,
+      "learning_rate": 9.438273455108144e-05,
+      "loss": 7.2527,
+      "loss/crossentropy": 2.262073040008545,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1802721694111824,
+      "step": 915
+    },
+    {
+      "epoch": 0.15266666666666667,
+      "grad_norm": 3590324224.0,
+      "grad_norm_var": 8.056517381102502e+17,
+      "learning_rate": 9.437067235296418e-05,
+      "loss": 8.8204,
+      "loss/crossentropy": 1.7655930519104004,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16529207304120064,
+      "step": 916
+    },
+    {
+      "epoch": 0.15283333333333332,
+      "grad_norm": 40.25,
+      "grad_norm_var": 8.056517380204922e+17,
+      "learning_rate": 9.43585979903754e-05,
+      "loss": 7.2085,
+      "loss/crossentropy": 1.8950283229351044,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20699721947312355,
+      "step": 917
+    },
+    {
+      "epoch": 0.153,
+      "grad_norm": 33.0,
+      "grad_norm_var": 8.05651738027972e+17,
+      "learning_rate": 9.434651146662543e-05,
+      "loss": 7.5518,
+      "loss/crossentropy": 2.4590421617031097,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780913919210434,
+      "step": 918
+    },
+    {
+      "epoch": 0.15316666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 8.056517380653713e+17,
+      "learning_rate": 9.433441278502783e-05,
+      "loss": 7.1849,
+      "loss/crossentropy": 2.6016831398010254,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18316638097167015,
+      "step": 919
+    },
+    {
+      "epoch": 0.15333333333333332,
+      "grad_norm": 31.125,
+      "grad_norm_var": 8.056517380354518e+17,
+      "learning_rate": 9.43223019488995e-05,
+      "loss": 7.4292,
+      "loss/crossentropy": 2.240295112133026,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19262642040848732,
+      "step": 920
+    },
+    {
+      "epoch": 0.1535,
+      "grad_norm": 31.5,
+      "grad_norm_var": 8.056517380466716e+17,
+      "learning_rate": 9.431017896156074e-05,
+      "loss": 7.4752,
+      "loss/crossentropy": 2.078158289194107,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1713547259569168,
+      "step": 921
+    },
+    {
+      "epoch": 0.15366666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 8.056517380017925e+17,
+      "learning_rate": 9.42980438263351e-05,
+      "loss": 7.6637,
+      "loss/crossentropy": 2.522828459739685,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20312832668423653,
+      "step": 922
+    },
+    {
+      "epoch": 0.15383333333333332,
+      "grad_norm": 31.125,
+      "grad_norm_var": 8.05651737934474e+17,
+      "learning_rate": 9.428589654654951e-05,
+      "loss": 7.3971,
+      "loss/crossentropy": 2.212211459875107,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23165380582213402,
+      "step": 923
+    },
+    {
+      "epoch": 0.154,
+      "grad_norm": 31.375,
+      "grad_norm_var": 8.056517378895949e+17,
+      "learning_rate": 9.42737371255342e-05,
+      "loss": 7.1652,
+      "loss/crossentropy": 1.238950178027153,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20931247621774673,
+      "step": 924
+    },
+    {
+      "epoch": 0.15416666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 8.056517377886171e+17,
+      "learning_rate": 9.426156556662276e-05,
+      "loss": 7.2505,
+      "loss/crossentropy": 1.6552457213401794,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1599828153848648,
+      "step": 925
+    },
+    {
+      "epoch": 0.15433333333333332,
+      "grad_norm": 32.0,
+      "grad_norm_var": 8.056517376988589e+17,
+      "learning_rate": 9.42493818731521e-05,
+      "loss": 7.1577,
+      "loss/crossentropy": 2.1574874818325043,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18953270465135574,
+      "step": 926
+    },
+    {
+      "epoch": 0.1545,
+      "grad_norm": 30.5,
+      "grad_norm_var": 8.056517376651996e+17,
+      "learning_rate": 9.423718604846243e-05,
+      "loss": 7.3593,
+      "loss/crossentropy": 1.9759330451488495,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1907046176493168,
+      "step": 927
+    },
+    {
+      "epoch": 0.15466666666666667,
+      "grad_norm": 31.25,
+      "grad_norm_var": 8.056517376240605e+17,
+      "learning_rate": 9.422497809589731e-05,
+      "loss": 7.2156,
+      "loss/crossentropy": 2.0266083776950836,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.239223662763834,
+      "step": 928
+    },
+    {
+      "epoch": 0.15483333333333332,
+      "grad_norm": 31.25,
+      "grad_norm_var": 8.056517376539799e+17,
+      "learning_rate": 9.421275801880362e-05,
+      "loss": 7.289,
+      "loss/crossentropy": 1.959371656179428,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18589720129966736,
+      "step": 929
+    },
+    {
+      "epoch": 0.155,
+      "grad_norm": 33.5,
+      "grad_norm_var": 8.056517376838993e+17,
+      "learning_rate": 9.420052582053157e-05,
+      "loss": 7.1632,
+      "loss/crossentropy": 1.6841667294502258,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1735333874821663,
+      "step": 930
+    },
+    {
+      "epoch": 0.15516666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 8.056517377399981e+17,
+      "learning_rate": 9.418828150443469e-05,
+      "loss": 6.9572,
+      "loss/crossentropy": 1.8017113208770752,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22501782700419426,
+      "step": 931
+    },
+    {
+      "epoch": 0.15533333333333332,
+      "grad_norm": 30.5,
+      "grad_norm_var": 6.336393229166666,
+      "learning_rate": 9.417602507386981e-05,
+      "loss": 7.1585,
+      "loss/crossentropy": 2.3576722145080566,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17171021178364754,
+      "step": 932
+    },
+    {
+      "epoch": 0.1555,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.4848307291666667,
+      "learning_rate": 9.416375653219709e-05,
+      "loss": 7.14,
+      "loss/crossentropy": 1.5370495319366455,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19083039835095406,
+      "step": 933
+    },
+    {
+      "epoch": 0.15566666666666668,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.3613932291666666,
+      "learning_rate": 9.415147588278005e-05,
+      "loss": 7.3455,
+      "loss/crossentropy": 2.0491169691085815,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19669483602046967,
+      "step": 934
+    },
+    {
+      "epoch": 0.15583333333333332,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.2197916666666666,
+      "learning_rate": 9.413918312898551e-05,
+      "loss": 7.0114,
+      "loss/crossentropy": 1.5280220061540604,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16729918867349625,
+      "step": 935
+    },
+    {
+      "epoch": 0.156,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.2285807291666666,
+      "learning_rate": 9.412687827418356e-05,
+      "loss": 7.0038,
+      "loss/crossentropy": 1.895880103111267,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16356949508190155,
+      "step": 936
+    },
+    {
+      "epoch": 0.15616666666666668,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.228125,
+      "learning_rate": 9.411456132174767e-05,
+      "loss": 7.0697,
+      "loss/crossentropy": 1.4379627853631973,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15815794467926025,
+      "step": 937
+    },
+    {
+      "epoch": 0.15633333333333332,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.2759765625,
+      "learning_rate": 9.410223227505459e-05,
+      "loss": 7.3898,
+      "loss/crossentropy": 1.8750842809677124,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17857589572668076,
+      "step": 938
+    },
+    {
+      "epoch": 0.1565,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.6613932291666667,
+      "learning_rate": 9.408989113748442e-05,
+      "loss": 7.1955,
+      "loss/crossentropy": 1.7537573277950287,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20464301854372025,
+      "step": 939
+    },
+    {
+      "epoch": 0.15666666666666668,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.7205729166666666,
+      "learning_rate": 9.407753791242051e-05,
+      "loss": 7.2697,
+      "loss/crossentropy": 1.9765137135982513,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18495013564825058,
+      "step": 940
+    },
+    {
+      "epoch": 0.15683333333333332,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.8285807291666667,
+      "learning_rate": 9.40651726032496e-05,
+      "loss": 6.9618,
+      "loss/crossentropy": 1.9569795429706573,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16958444565534592,
+      "step": 941
+    },
+    {
+      "epoch": 0.157,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.8080729166666667,
+      "learning_rate": 9.405279521336173e-05,
+      "loss": 7.1809,
+      "loss/crossentropy": 1.4055269658565521,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1510596126317978,
+      "step": 942
+    },
+    {
+      "epoch": 0.15716666666666668,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.0160807291666667,
+      "learning_rate": 9.404040574615018e-05,
+      "loss": 6.9664,
+      "loss/crossentropy": 1.967713549733162,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17161940410733223,
+      "step": 943
+    },
+    {
+      "epoch": 0.15733333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.1488932291666667,
+      "learning_rate": 9.402800420501164e-05,
+      "loss": 7.2314,
+      "loss/crossentropy": 1.6457428634166718,
+      "loss/hidden": 3.76953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23352399468421936,
+      "step": 944
+    },
+    {
+      "epoch": 0.1575,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.29140625,
+      "learning_rate": 9.401559059334601e-05,
+      "loss": 7.1579,
+      "loss/crossentropy": 1.495479092001915,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19215314090251923,
+      "step": 945
+    },
+    {
+      "epoch": 0.15766666666666668,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.9634765625,
+      "learning_rate": 9.400316491455661e-05,
+      "loss": 7.2171,
+      "loss/crossentropy": 1.8108823597431183,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1718391627073288,
+      "step": 946
+    },
+    {
+      "epoch": 0.15783333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.9291666666666667,
+      "learning_rate": 9.399072717204995e-05,
+      "loss": 7.1178,
+      "loss/crossentropy": 2.2023033797740936,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17143452540040016,
+      "step": 947
+    },
+    {
+      "epoch": 0.158,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.17265625,
+      "learning_rate": 9.397827736923596e-05,
+      "loss": 7.3485,
+      "loss/crossentropy": 2.208144634962082,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18023496493697166,
+      "step": 948
+    },
+    {
+      "epoch": 0.15816666666666668,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.15390625,
+      "learning_rate": 9.396581550952781e-05,
+      "loss": 7.2341,
+      "loss/crossentropy": 2.068796455860138,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1868870034813881,
+      "step": 949
+    },
+    {
+      "epoch": 0.15833333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.06640625,
+      "learning_rate": 9.395334159634199e-05,
+      "loss": 6.9557,
+      "loss/crossentropy": 1.999780148267746,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19010787084698677,
+      "step": 950
+    },
+    {
+      "epoch": 0.1585,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.2143229166666667,
+      "learning_rate": 9.394085563309827e-05,
+      "loss": 7.1712,
+      "loss/crossentropy": 2.0135373175144196,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2353024035692215,
+      "step": 951
+    },
+    {
+      "epoch": 0.15866666666666668,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.254166666666667,
+      "learning_rate": 9.392835762321977e-05,
+      "loss": 7.0585,
+      "loss/crossentropy": 1.9209633469581604,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18967651948332787,
+      "step": 952
+    },
+    {
+      "epoch": 0.15883333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.8046223958333334,
+      "learning_rate": 9.391584757013289e-05,
+      "loss": 7.2089,
+      "loss/crossentropy": 1.7196340262889862,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16397151723504066,
+      "step": 953
+    },
+    {
+      "epoch": 0.159,
+      "grad_norm": 28.75,
+      "grad_norm_var": 3.0077473958333334,
+      "learning_rate": 9.390332547726733e-05,
+      "loss": 7.1139,
+      "loss/crossentropy": 1.9726295173168182,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15174923464655876,
+      "step": 954
+    },
+    {
+      "epoch": 0.15916666666666668,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.221809895833333,
+      "learning_rate": 9.389079134805609e-05,
+      "loss": 7.1402,
+      "loss/crossentropy": 2.0523089468479156,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14974992722272873,
+      "step": 955
+    },
+    {
+      "epoch": 0.15933333333333333,
+      "grad_norm": 35.5,
+      "grad_norm_var": 4.437434895833333,
+      "learning_rate": 9.387824518593546e-05,
+      "loss": 7.2187,
+      "loss/crossentropy": 2.301606833934784,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1863223984837532,
+      "step": 956
+    },
+    {
+      "epoch": 0.1595,
+      "grad_norm": 31.5,
+      "grad_norm_var": 4.346875,
+      "learning_rate": 9.386568699434508e-05,
+      "loss": 6.9746,
+      "loss/crossentropy": 2.2219241559505463,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18025089800357819,
+      "step": 957
+    },
+    {
+      "epoch": 0.15966666666666668,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.391080729166666,
+      "learning_rate": 9.385311677672781e-05,
+      "loss": 7.1517,
+      "loss/crossentropy": 2.006164014339447,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20917531847953796,
+      "step": 958
+    },
+    {
+      "epoch": 0.15983333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.17265625,
+      "learning_rate": 9.384053453652986e-05,
+      "loss": 7.2699,
+      "loss/crossentropy": 2.1049175560474396,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19741756469011307,
+      "step": 959
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 30.5,
+      "grad_norm_var": 4.053125,
+      "learning_rate": 9.382794027720073e-05,
+      "loss": 7.2579,
+      "loss/crossentropy": 2.1736232936382294,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1689480096101761,
+      "step": 960
+    },
+    {
+      "epoch": 0.16016666666666668,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.937239583333333,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 7.1442,
+      "loss/crossentropy": 1.8950579166412354,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1553553342819214,
+      "step": 961
+    },
+    {
+      "epoch": 0.16033333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.012434895833334,
+      "learning_rate": 9.380271571496334e-05,
+      "loss": 7.2108,
+      "loss/crossentropy": 1.5403998047113419,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18360819295048714,
+      "step": 962
+    },
+    {
+      "epoch": 0.1605,
+      "grad_norm": 28.625,
+      "grad_norm_var": 4.166080729166667,
+      "learning_rate": 9.379008541897054e-05,
+      "loss": 7.2215,
+      "loss/crossentropy": 1.4331855326890945,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21428582817316055,
+      "step": 963
+    },
+    {
+      "epoch": 0.16066666666666668,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.8643229166666666,
+      "learning_rate": 9.377744311767746e-05,
+      "loss": 7.086,
+      "loss/crossentropy": 1.837290346622467,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18247783184051514,
+      "step": 964
+    },
+    {
+      "epoch": 0.16083333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.769791666666667,
+      "learning_rate": 9.376478881455009e-05,
+      "loss": 7.0426,
+      "loss/crossentropy": 2.4413352608680725,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17528174817562103,
+      "step": 965
+    },
+    {
+      "epoch": 0.161,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.841666666666667,
+      "learning_rate": 9.375212251305763e-05,
+      "loss": 7.2408,
+      "loss/crossentropy": 1.86382594704628,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1978016346693039,
+      "step": 966
+    },
+    {
+      "epoch": 0.16116666666666668,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.4643229166666667,
+      "learning_rate": 9.373944421667265e-05,
+      "loss": 7.0779,
+      "loss/crossentropy": 1.6653753519058228,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1587580218911171,
+      "step": 967
+    },
+    {
+      "epoch": 0.16133333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.4697916666666666,
+      "learning_rate": 9.372675392887096e-05,
+      "loss": 7.4843,
+      "loss/crossentropy": 2.347218543291092,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17683962360024452,
+      "step": 968
+    },
+    {
+      "epoch": 0.1615,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.9614583333333333,
+      "learning_rate": 9.371405165313169e-05,
+      "loss": 7.0695,
+      "loss/crossentropy": 1.6909139156341553,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17361067980527878,
+      "step": 969
+    },
+    {
+      "epoch": 0.16166666666666665,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.6212890625,
+      "learning_rate": 9.370133739293723e-05,
+      "loss": 7.1812,
+      "loss/crossentropy": 1.865398108959198,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22350451350212097,
+      "step": 970
+    },
+    {
+      "epoch": 0.16183333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.05,
+      "learning_rate": 9.368861115177327e-05,
+      "loss": 7.0703,
+      "loss/crossentropy": 1.7714774459600449,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1964346505701542,
+      "step": 971
+    },
+    {
+      "epoch": 0.162,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.2934895833333333,
+      "learning_rate": 9.367587293312878e-05,
+      "loss": 7.1107,
+      "loss/crossentropy": 2.3415546119213104,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18950436264276505,
+      "step": 972
+    },
+    {
+      "epoch": 0.16216666666666665,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.3468098958333334,
+      "learning_rate": 9.366312274049602e-05,
+      "loss": 7.1331,
+      "loss/crossentropy": 1.1628313958644867,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1966600064188242,
+      "step": 973
+    },
+    {
+      "epoch": 0.16233333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.3754557291666667,
+      "learning_rate": 9.36503605773705e-05,
+      "loss": 6.9945,
+      "loss/crossentropy": 1.8536908328533173,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15904531627893448,
+      "step": 974
+    },
+    {
+      "epoch": 0.1625,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.4113932291666667,
+      "learning_rate": 9.36375864472511e-05,
+      "loss": 7.4911,
+      "loss/crossentropy": 1.9807639420032501,
+      "loss/hidden": 3.79296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32628800719976425,
+      "step": 975
+    },
+    {
+      "epoch": 0.16266666666666665,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.6957682291666667,
+      "learning_rate": 9.362480035363986e-05,
+      "loss": 7.0892,
+      "loss/crossentropy": 1.8294160664081573,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17708183079957962,
+      "step": 976
+    },
+    {
+      "epoch": 0.16283333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.7145182291666667,
+      "learning_rate": 9.36120023000422e-05,
+      "loss": 7.4688,
+      "loss/crossentropy": 2.1574412882328033,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17348594963550568,
+      "step": 977
+    },
+    {
+      "epoch": 0.163,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.8337890625,
+      "learning_rate": 9.359919228996674e-05,
+      "loss": 7.2222,
+      "loss/crossentropy": 1.945350557565689,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18768493086099625,
+      "step": 978
+    },
+    {
+      "epoch": 0.16316666666666665,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.3488932291666667,
+      "learning_rate": 9.358637032692545e-05,
+      "loss": 7.2284,
+      "loss/crossentropy": 1.9553067982196808,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17745291441679,
+      "step": 979
+    },
+    {
+      "epoch": 0.16333333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.4580729166666666,
+      "learning_rate": 9.357353641443354e-05,
+      "loss": 7.3811,
+      "loss/crossentropy": 2.3098992109298706,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17864799872040749,
+      "step": 980
+    },
+    {
+      "epoch": 0.1635,
+      "grad_norm": 33.5,
+      "grad_norm_var": 1.5268229166666667,
+      "learning_rate": 9.356069055600948e-05,
+      "loss": 7.2363,
+      "loss/crossentropy": 1.9222070574760437,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2259671874344349,
+      "step": 981
+    },
+    {
+      "epoch": 0.16366666666666665,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.7160807291666667,
+      "learning_rate": 9.354783275517504e-05,
+      "loss": 7.1659,
+      "loss/crossentropy": 2.079308956861496,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19740625843405724,
+      "step": 982
+    },
+    {
+      "epoch": 0.16383333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.8268229166666667,
+      "learning_rate": 9.353496301545529e-05,
+      "loss": 7.1756,
+      "loss/crossentropy": 1.689118355512619,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18044323846697807,
+      "step": 983
+    },
+    {
+      "epoch": 0.164,
+      "grad_norm": 35.0,
+      "grad_norm_var": 2.4955729166666667,
+      "learning_rate": 9.352208134037851e-05,
+      "loss": 7.6591,
+      "loss/crossentropy": 2.4075648486614227,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17038994655013084,
+      "step": 984
+    },
+    {
+      "epoch": 0.16416666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.505989583333333,
+      "learning_rate": 9.35091877334763e-05,
+      "loss": 7.3304,
+      "loss/crossentropy": 1.6309797316789627,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18557706847786903,
+      "step": 985
+    },
+    {
+      "epoch": 0.16433333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.5104166666666665,
+      "learning_rate": 9.349628219828349e-05,
+      "loss": 7.3376,
+      "loss/crossentropy": 1.7576228082180023,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19469567760825157,
+      "step": 986
+    },
+    {
+      "epoch": 0.1645,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.278580729166667,
+      "learning_rate": 9.348336473833823e-05,
+      "loss": 7.2064,
+      "loss/crossentropy": 1.5236790180206299,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1657111458480358,
+      "step": 987
+    },
+    {
+      "epoch": 0.16466666666666666,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.9791666666666665,
+      "learning_rate": 9.347043535718192e-05,
+      "loss": 7.2516,
+      "loss/crossentropy": 1.9423125088214874,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18766283243894577,
+      "step": 988
+    },
+    {
+      "epoch": 0.16483333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.9004557291666666,
+      "learning_rate": 9.34574940583592e-05,
+      "loss": 7.2238,
+      "loss/crossentropy": 2.072887897491455,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17064030840992928,
+      "step": 989
+    },
+    {
+      "epoch": 0.165,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.2796223958333335,
+      "learning_rate": 9.344454084541803e-05,
+      "loss": 7.2918,
+      "loss/crossentropy": 2.1878859102725983,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2114771418273449,
+      "step": 990
+    },
+    {
+      "epoch": 0.16516666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.255143229166667,
+      "learning_rate": 9.343157572190957e-05,
+      "loss": 7.0094,
+      "loss/crossentropy": 2.0703546702861786,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17606284841895103,
+      "step": 991
+    },
+    {
+      "epoch": 0.16533333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.8613932291666666,
+      "learning_rate": 9.341859869138831e-05,
+      "loss": 7.1841,
+      "loss/crossentropy": 1.6200998723506927,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1958397924900055,
+      "step": 992
+    },
+    {
+      "epoch": 0.1655,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.408072916666667,
+      "learning_rate": 9.340560975741197e-05,
+      "loss": 7.2225,
+      "loss/crossentropy": 2.042604982852936,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1897963061928749,
+      "step": 993
+    },
+    {
+      "epoch": 0.16566666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.194205729166667,
+      "learning_rate": 9.339260892354153e-05,
+      "loss": 7.1794,
+      "loss/crossentropy": 1.8934089541435242,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19708381965756416,
+      "step": 994
+    },
+    {
+      "epoch": 0.16583333333333333,
+      "grad_norm": 38.25,
+      "grad_norm_var": 5.864322916666667,
+      "learning_rate": 9.337959619334125e-05,
+      "loss": 7.5795,
+      "loss/crossentropy": 1.9645236432552338,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184968501329422,
+      "step": 995
+    },
+    {
+      "epoch": 0.166,
+      "grad_norm": 29.625,
+      "grad_norm_var": 6.133268229166666,
+      "learning_rate": 9.336657157037866e-05,
+      "loss": 7.067,
+      "loss/crossentropy": 1.8105159401893616,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18072937428951263,
+      "step": 996
+    },
+    {
+      "epoch": 0.16616666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.930989583333333,
+      "learning_rate": 9.33535350582245e-05,
+      "loss": 7.1263,
+      "loss/crossentropy": 1.9204743206501007,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1801401823759079,
+      "step": 997
+    },
+    {
+      "epoch": 0.16633333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 5.773372395833333,
+      "learning_rate": 9.334048666045285e-05,
+      "loss": 7.324,
+      "loss/crossentropy": 1.9125606715679169,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.181853249669075,
+      "step": 998
+    },
+    {
+      "epoch": 0.1665,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.695768229166666,
+      "learning_rate": 9.332742638064094e-05,
+      "loss": 7.0851,
+      "loss/crossentropy": 1.5902134627103806,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15430122800171375,
+      "step": 999
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 29.0,
+      "grad_norm_var": 5.389518229166667,
+      "learning_rate": 9.331435422236938e-05,
+      "loss": 7.1695,
+      "loss/crossentropy": 2.58576363325119,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17759808152914047,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16683333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.417643229166667,
+      "learning_rate": 9.330127018922194e-05,
+      "loss": 7.2752,
+      "loss/crossentropy": 2.087014377117157,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24709226936101913,
+      "step": 1001
+    },
+    {
+      "epoch": 0.167,
+      "grad_norm": 31.25,
+      "grad_norm_var": 5.414322916666666,
+      "learning_rate": 9.328817428478569e-05,
+      "loss": 7.4509,
+      "loss/crossentropy": 1.6802764534950256,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1839093528687954,
+      "step": 1002
+    },
+    {
+      "epoch": 0.16716666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 4.835416666666666,
+      "learning_rate": 9.327506651265095e-05,
+      "loss": 7.2616,
+      "loss/crossentropy": 1.66881962120533,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19290011748671532,
+      "step": 1003
+    },
+    {
+      "epoch": 0.16733333333333333,
+      "grad_norm": 28.125,
+      "grad_norm_var": 5.547916666666667,
+      "learning_rate": 9.32619468764113e-05,
+      "loss": 7.1466,
+      "loss/crossentropy": 1.910039633512497,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17122110351920128,
+      "step": 1004
+    },
+    {
+      "epoch": 0.1675,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.522330729166667,
+      "learning_rate": 9.324881537966354e-05,
+      "loss": 7.202,
+      "loss/crossentropy": 2.0192385017871857,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16851748898625374,
+      "step": 1005
+    },
+    {
+      "epoch": 0.16766666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 5.2384765625,
+      "learning_rate": 9.323567202600776e-05,
+      "loss": 7.1523,
+      "loss/crossentropy": 1.832692712545395,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19196533411741257,
+      "step": 1006
+    },
+    {
+      "epoch": 0.16783333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.2119140625,
+      "learning_rate": 9.322251681904728e-05,
+      "loss": 7.1467,
+      "loss/crossentropy": 2.532587170600891,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1897234544157982,
+      "step": 1007
+    },
+    {
+      "epoch": 0.168,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.2962890625,
+      "learning_rate": 9.320934976238867e-05,
+      "loss": 6.9639,
+      "loss/crossentropy": 1.7438288033008575,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1728871464729309,
+      "step": 1008
+    },
+    {
+      "epoch": 0.16816666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.829166666666667,
+      "learning_rate": 9.319617085964176e-05,
+      "loss": 7.1181,
+      "loss/crossentropy": 2.017861932516098,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16254071705043316,
+      "step": 1009
+    },
+    {
+      "epoch": 0.16833333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.9353515625,
+      "learning_rate": 9.318298011441964e-05,
+      "loss": 7.2094,
+      "loss/crossentropy": 1.9356443881988525,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1496536247432232,
+      "step": 1010
+    },
+    {
+      "epoch": 0.1685,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.8931640625,
+      "learning_rate": 9.316977753033859e-05,
+      "loss": 7.2573,
+      "loss/crossentropy": 2.3118956387043,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19966011494398117,
+      "step": 1011
+    },
+    {
+      "epoch": 0.16866666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.8004557291666667,
+      "learning_rate": 9.31565631110182e-05,
+      "loss": 6.9932,
+      "loss/crossentropy": 1.9621807038784027,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17853105068206787,
+      "step": 1012
+    },
+    {
+      "epoch": 0.16883333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.7260416666666667,
+      "learning_rate": 9.314333686008125e-05,
+      "loss": 7.3292,
+      "loss/crossentropy": 1.593971699476242,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23572874069213867,
+      "step": 1013
+    },
+    {
+      "epoch": 0.169,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.7895182291666667,
+      "learning_rate": 9.313009878115381e-05,
+      "loss": 7.3445,
+      "loss/crossentropy": 2.31576144695282,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21944650635123253,
+      "step": 1014
+    },
+    {
+      "epoch": 0.16916666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.0249348958333333,
+      "learning_rate": 9.31168488778652e-05,
+      "loss": 7.3206,
+      "loss/crossentropy": 1.6449679732322693,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16713885590434074,
+      "step": 1015
+    },
+    {
+      "epoch": 0.16933333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.8228515625,
+      "learning_rate": 9.310358715384793e-05,
+      "loss": 7.0185,
+      "loss/crossentropy": 1.6693122684955597,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2041461020708084,
+      "step": 1016
+    },
+    {
+      "epoch": 0.1695,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.8337890625,
+      "learning_rate": 9.309031361273775e-05,
+      "loss": 7.1052,
+      "loss/crossentropy": 1.2949364483356476,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16708527132868767,
+      "step": 1017
+    },
+    {
+      "epoch": 0.16966666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.825,
+      "learning_rate": 9.307702825817373e-05,
+      "loss": 7.3125,
+      "loss/crossentropy": 2.2340132296085358,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18231170624494553,
+      "step": 1018
+    },
+    {
+      "epoch": 0.16983333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.84140625,
+      "learning_rate": 9.306373109379809e-05,
+      "loss": 7.1191,
+      "loss/crossentropy": 2.127659171819687,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16875912249088287,
+      "step": 1019
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.4426432291666667,
+      "learning_rate": 9.305042212325634e-05,
+      "loss": 7.3397,
+      "loss/crossentropy": 2.045904368162155,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18133864179253578,
+      "step": 1020
+    },
+    {
+      "epoch": 0.17016666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.4629557291666666,
+      "learning_rate": 9.30371013501972e-05,
+      "loss": 7.3434,
+      "loss/crossentropy": 2.24924436211586,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24430305883288383,
+      "step": 1021
+    },
+    {
+      "epoch": 0.17033333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.8926432291666666,
+      "learning_rate": 9.302376877827263e-05,
+      "loss": 7.2228,
+      "loss/crossentropy": 1.7824518978595734,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20318450778722763,
+      "step": 1022
+    },
+    {
+      "epoch": 0.1705,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.9160807291666666,
+      "learning_rate": 9.301042441113783e-05,
+      "loss": 7.1712,
+      "loss/crossentropy": 2.2989481389522552,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21584442257881165,
+      "step": 1023
+    },
+    {
+      "epoch": 0.17066666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.8837890625,
+      "learning_rate": 9.299706825245126e-05,
+      "loss": 7.3148,
+      "loss/crossentropy": 2.2267412543296814,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21536936983466148,
+      "step": 1024
+    },
+    {
+      "epoch": 0.17083333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.0009765625,
+      "learning_rate": 9.298370030587456e-05,
+      "loss": 7.1826,
+      "loss/crossentropy": 1.9287384748458862,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15461841970682144,
+      "step": 1025
+    },
+    {
+      "epoch": 0.171,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.8181640625,
+      "learning_rate": 9.297032057507264e-05,
+      "loss": 7.1634,
+      "loss/crossentropy": 2.0097956359386444,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2209189385175705,
+      "step": 1026
+    },
+    {
+      "epoch": 0.17116666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.8983723958333334,
+      "learning_rate": 9.295692906371363e-05,
+      "loss": 6.9612,
+      "loss/crossentropy": 2.0483106672763824,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.180673498660326,
+      "step": 1027
+    },
+    {
+      "epoch": 0.17133333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.98125,
+      "learning_rate": 9.294352577546888e-05,
+      "loss": 7.0964,
+      "loss/crossentropy": 1.5798965096473694,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1735404171049595,
+      "step": 1028
+    },
+    {
+      "epoch": 0.1715,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.9327473958333334,
+      "learning_rate": 9.293011071401298e-05,
+      "loss": 7.0009,
+      "loss/crossentropy": 2.467678666114807,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16103530675172806,
+      "step": 1029
+    },
+    {
+      "epoch": 0.17166666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.1264973958333333,
+      "learning_rate": 9.291668388302374e-05,
+      "loss": 7.1786,
+      "loss/crossentropy": 1.899499461054802,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19169988110661507,
+      "step": 1030
+    },
+    {
+      "epoch": 0.17183333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.6885416666666666,
+      "learning_rate": 9.290324528618224e-05,
+      "loss": 7.107,
+      "loss/crossentropy": 1.5165728628635406,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22037753462791443,
+      "step": 1031
+    },
+    {
+      "epoch": 0.172,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.7363932291666666,
+      "learning_rate": 9.28897949271727e-05,
+      "loss": 7.3123,
+      "loss/crossentropy": 1.9432778656482697,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2261851504445076,
+      "step": 1032
+    },
+    {
+      "epoch": 0.17216666666666666,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.176497395833333,
+      "learning_rate": 9.287633280968261e-05,
+      "loss": 7.2204,
+      "loss/crossentropy": 2.029956191778183,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1663634330034256,
+      "step": 1033
+    },
+    {
+      "epoch": 0.17233333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.0780598958333334,
+      "learning_rate": 9.286285893740274e-05,
+      "loss": 7.1274,
+      "loss/crossentropy": 1.7812095880508423,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18223801627755165,
+      "step": 1034
+    },
+    {
+      "epoch": 0.1725,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.1809895833333335,
+      "learning_rate": 9.284937331402697e-05,
+      "loss": 7.3825,
+      "loss/crossentropy": 2.34644615650177,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2404446192085743,
+      "step": 1035
+    },
+    {
+      "epoch": 0.17266666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.2681640625,
+      "learning_rate": 9.283587594325249e-05,
+      "loss": 7.4599,
+      "loss/crossentropy": 1.9660449028015137,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23820456862449646,
+      "step": 1036
+    },
+    {
+      "epoch": 0.17283333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.596875,
+      "learning_rate": 9.282236682877967e-05,
+      "loss": 7.3944,
+      "loss/crossentropy": 2.454943358898163,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18604904040694237,
+      "step": 1037
+    },
+    {
+      "epoch": 0.173,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.42890625,
+      "learning_rate": 9.280884597431212e-05,
+      "loss": 7.201,
+      "loss/crossentropy": 1.7944923341274261,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19807931408286095,
+      "step": 1038
+    },
+    {
+      "epoch": 0.17316666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.54375,
+      "learning_rate": 9.279531338355666e-05,
+      "loss": 7.369,
+      "loss/crossentropy": 2.254125028848648,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18860766291618347,
+      "step": 1039
+    },
+    {
+      "epoch": 0.17333333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.5145833333333334,
+      "learning_rate": 9.27817690602233e-05,
+      "loss": 7.2031,
+      "loss/crossentropy": 1.7020633667707443,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16921743378043175,
+      "step": 1040
+    },
+    {
+      "epoch": 0.1735,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.4712890625,
+      "learning_rate": 9.276821300802534e-05,
+      "loss": 7.4906,
+      "loss/crossentropy": 2.5524336099624634,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21683865785598755,
+      "step": 1041
+    },
+    {
+      "epoch": 0.17366666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.463997395833333,
+      "learning_rate": 9.27546452306792e-05,
+      "loss": 7.1542,
+      "loss/crossentropy": 1.6130549311637878,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16316590085625648,
+      "step": 1042
+    },
+    {
+      "epoch": 0.17383333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.13125,
+      "learning_rate": 9.274106573190459e-05,
+      "loss": 7.2674,
+      "loss/crossentropy": 2.2276190519332886,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17132963985204697,
+      "step": 1043
+    },
+    {
+      "epoch": 0.174,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.0228515625,
+      "learning_rate": 9.272747451542441e-05,
+      "loss": 7.2025,
+      "loss/crossentropy": 2.537658542394638,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15953578054904938,
+      "step": 1044
+    },
+    {
+      "epoch": 0.17416666666666666,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.153059895833333,
+      "learning_rate": 9.271387158496476e-05,
+      "loss": 7.3926,
+      "loss/crossentropy": 1.8676083832979202,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780277006328106,
+      "step": 1045
+    },
+    {
+      "epoch": 0.17433333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.9934895833333333,
+      "learning_rate": 9.270025694425497e-05,
+      "loss": 7.1114,
+      "loss/crossentropy": 1.362665131688118,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2049396112561226,
+      "step": 1046
+    },
+    {
+      "epoch": 0.1745,
+      "grad_norm": 34.25,
+      "grad_norm_var": 2.3559895833333333,
+      "learning_rate": 9.268663059702753e-05,
+      "loss": 7.298,
+      "loss/crossentropy": 1.7508555352687836,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20855866745114326,
+      "step": 1047
+    },
+    {
+      "epoch": 0.17466666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.56640625,
+      "learning_rate": 9.267299254701824e-05,
+      "loss": 7.0742,
+      "loss/crossentropy": 1.7969558238983154,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17054210230708122,
+      "step": 1048
+    },
+    {
+      "epoch": 0.17483333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.2434895833333335,
+      "learning_rate": 9.265934279796602e-05,
+      "loss": 7.1526,
+      "loss/crossentropy": 2.483209639787674,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18839319422841072,
+      "step": 1049
+    },
+    {
+      "epoch": 0.175,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.6009765625,
+      "learning_rate": 9.264568135361302e-05,
+      "loss": 6.9266,
+      "loss/crossentropy": 1.7531154453754425,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20728101953864098,
+      "step": 1050
+    },
+    {
+      "epoch": 0.17516666666666666,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.6712890625,
+      "learning_rate": 9.263200821770461e-05,
+      "loss": 7.1656,
+      "loss/crossentropy": 1.6701923459768295,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15576695650815964,
+      "step": 1051
+    },
+    {
+      "epoch": 0.17533333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.72890625,
+      "learning_rate": 9.261832339398938e-05,
+      "loss": 6.9576,
+      "loss/crossentropy": 2.0287326872348785,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17575950920581818,
+      "step": 1052
+    },
+    {
+      "epoch": 0.1755,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.4893229166666666,
+      "learning_rate": 9.260462688621905e-05,
+      "loss": 7.4147,
+      "loss/crossentropy": 2.1414792835712433,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22248150035738945,
+      "step": 1053
+    },
+    {
+      "epoch": 0.17566666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.939322916666667,
+      "learning_rate": 9.259091869814864e-05,
+      "loss": 7.1442,
+      "loss/crossentropy": 2.3280774652957916,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16715997830033302,
+      "step": 1054
+    },
+    {
+      "epoch": 0.17583333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.879166666666667,
+      "learning_rate": 9.257719883353631e-05,
+      "loss": 7.29,
+      "loss/crossentropy": 2.034582108259201,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20363850891590118,
+      "step": 1055
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.853125,
+      "learning_rate": 9.256346729614342e-05,
+      "loss": 7.5493,
+      "loss/crossentropy": 2.168720304965973,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2940753549337387,
+      "step": 1056
+    },
+    {
+      "epoch": 0.17616666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.6497395833333335,
+      "learning_rate": 9.254972408973461e-05,
+      "loss": 7.2788,
+      "loss/crossentropy": 2.018580198287964,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17006657645106316,
+      "step": 1057
+    },
+    {
+      "epoch": 0.17633333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.687239583333333,
+      "learning_rate": 9.253596921807759e-05,
+      "loss": 7.2668,
+      "loss/crossentropy": 2.0598830580711365,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18338441848754883,
+      "step": 1058
+    },
+    {
+      "epoch": 0.1765,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.7875,
+      "learning_rate": 9.252220268494337e-05,
+      "loss": 7.0292,
+      "loss/crossentropy": 2.1577613055706024,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21034742519259453,
+      "step": 1059
+    },
+    {
+      "epoch": 0.17666666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.0473307291666667,
+      "learning_rate": 9.250842449410611e-05,
+      "loss": 7.2715,
+      "loss/crossentropy": 1.483291283249855,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15924222394824028,
+      "step": 1060
+    },
+    {
+      "epoch": 0.17683333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.951041666666667,
+      "learning_rate": 9.249463464934321e-05,
+      "loss": 7.3362,
+      "loss/crossentropy": 1.979320913553238,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17921079322695732,
+      "step": 1061
+    },
+    {
+      "epoch": 0.177,
+      "grad_norm": 29.25,
+      "grad_norm_var": 3.2510416666666666,
+      "learning_rate": 9.248083315443518e-05,
+      "loss": 7.146,
+      "loss/crossentropy": 1.8284825682640076,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1878691166639328,
+      "step": 1062
+    },
+    {
+      "epoch": 0.17716666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 3.018684895833333,
+      "learning_rate": 9.246702001316583e-05,
+      "loss": 6.9519,
+      "loss/crossentropy": 1.9803139865398407,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16849515587091446,
+      "step": 1063
+    },
+    {
+      "epoch": 0.17733333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.8705729166666667,
+      "learning_rate": 9.245319522932209e-05,
+      "loss": 7.333,
+      "loss/crossentropy": 1.8942987620830536,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15474717319011688,
+      "step": 1064
+    },
+    {
+      "epoch": 0.1775,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.6723307291666667,
+      "learning_rate": 9.24393588066941e-05,
+      "loss": 7.3183,
+      "loss/crossentropy": 1.9049183428287506,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1924520954489708,
+      "step": 1065
+    },
+    {
+      "epoch": 0.17766666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.5238932291666667,
+      "learning_rate": 9.242551074907519e-05,
+      "loss": 7.038,
+      "loss/crossentropy": 1.4033511132001877,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19038311392068863,
+      "step": 1066
+    },
+    {
+      "epoch": 0.17783333333333334,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.294205729166667,
+      "learning_rate": 9.241165106026189e-05,
+      "loss": 6.9859,
+      "loss/crossentropy": 1.9976651966571808,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1772223636507988,
+      "step": 1067
+    },
+    {
+      "epoch": 0.178,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.13515625,
+      "learning_rate": 9.239777974405393e-05,
+      "loss": 7.3643,
+      "loss/crossentropy": 1.8822968304157257,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17623241245746613,
+      "step": 1068
+    },
+    {
+      "epoch": 0.17816666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.012434895833333,
+      "learning_rate": 9.238389680425416e-05,
+      "loss": 6.9632,
+      "loss/crossentropy": 1.845107764005661,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17053649201989174,
+      "step": 1069
+    },
+    {
+      "epoch": 0.17833333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.7809895833333333,
+      "learning_rate": 9.237000224466872e-05,
+      "loss": 6.9587,
+      "loss/crossentropy": 1.9095114171504974,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18886420503258705,
+      "step": 1070
+    },
+    {
+      "epoch": 0.1785,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.4889973958333333,
+      "learning_rate": 9.235609606910687e-05,
+      "loss": 7.3356,
+      "loss/crossentropy": 2.0150366127490997,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19185121729969978,
+      "step": 1071
+    },
+    {
+      "epoch": 0.17866666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.4458333333333333,
+      "learning_rate": 9.234217828138104e-05,
+      "loss": 7.094,
+      "loss/crossentropy": 2.384048730134964,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17805096879601479,
+      "step": 1072
+    },
+    {
+      "epoch": 0.17883333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.4962890625,
+      "learning_rate": 9.23282488853069e-05,
+      "loss": 7.3047,
+      "loss/crossentropy": 2.1515243649482727,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17858536168932915,
+      "step": 1073
+    },
+    {
+      "epoch": 0.179,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.496875,
+      "learning_rate": 9.231430788470326e-05,
+      "loss": 7.1484,
+      "loss/crossentropy": 1.7612971067428589,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1948094740509987,
+      "step": 1074
+    },
+    {
+      "epoch": 0.17916666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.7405598958333333,
+      "learning_rate": 9.230035528339211e-05,
+      "loss": 7.3864,
+      "loss/crossentropy": 1.7598745822906494,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2074742130935192,
+      "step": 1075
+    },
+    {
+      "epoch": 0.17933333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.6988932291666667,
+      "learning_rate": 9.228639108519868e-05,
+      "loss": 7.2073,
+      "loss/crossentropy": 2.006108194589615,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16674261540174484,
+      "step": 1076
+    },
+    {
+      "epoch": 0.1795,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.5791015625,
+      "learning_rate": 9.227241529395127e-05,
+      "loss": 7.2712,
+      "loss/crossentropy": 1.856663167476654,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18792196735739708,
+      "step": 1077
+    },
+    {
+      "epoch": 0.17966666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.4041015625,
+      "learning_rate": 9.225842791348149e-05,
+      "loss": 7.1093,
+      "loss/crossentropy": 1.85087850689888,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18496759235858917,
+      "step": 1078
+    },
+    {
+      "epoch": 0.17983333333333335,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.55390625,
+      "learning_rate": 9.224442894762401e-05,
+      "loss": 6.9361,
+      "loss/crossentropy": 2.15621554851532,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17378008365631104,
+      "step": 1079
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.8080729166666667,
+      "learning_rate": 9.223041840021674e-05,
+      "loss": 7.1794,
+      "loss/crossentropy": 2.170605331659317,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20242366567254066,
+      "step": 1080
+    },
+    {
+      "epoch": 0.18016666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 3.2083333333333335,
+      "learning_rate": 9.221639627510076e-05,
+      "loss": 7.226,
+      "loss/crossentropy": 2.1505748331546783,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16657578200101852,
+      "step": 1081
+    },
+    {
+      "epoch": 0.18033333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.9934895833333335,
+      "learning_rate": 9.220236257612031e-05,
+      "loss": 6.9384,
+      "loss/crossentropy": 1.895026445388794,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19993529841303825,
+      "step": 1082
+    },
+    {
+      "epoch": 0.1805,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.9447916666666667,
+      "learning_rate": 9.21883173071228e-05,
+      "loss": 7.0944,
+      "loss/crossentropy": 1.5978422164916992,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18047995120286942,
+      "step": 1083
+    },
+    {
+      "epoch": 0.18066666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 3.192643229166667,
+      "learning_rate": 9.217426047195882e-05,
+      "loss": 7.1514,
+      "loss/crossentropy": 2.0529713928699493,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1859581246972084,
+      "step": 1084
+    },
+    {
+      "epoch": 0.18083333333333335,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.193489583333333,
+      "learning_rate": 9.216019207448217e-05,
+      "loss": 7.2263,
+      "loss/crossentropy": 1.5950286090373993,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22618724778294563,
+      "step": 1085
+    },
+    {
+      "epoch": 0.181,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.4166015625,
+      "learning_rate": 9.214611211854974e-05,
+      "loss": 7.1725,
+      "loss/crossentropy": 1.5778129696846008,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17347296327352524,
+      "step": 1086
+    },
+    {
+      "epoch": 0.18116666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.378125,
+      "learning_rate": 9.213202060802161e-05,
+      "loss": 7.3177,
+      "loss/crossentropy": 1.625305026769638,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21378153562545776,
+      "step": 1087
+    },
+    {
+      "epoch": 0.18133333333333335,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.412239583333333,
+      "learning_rate": 9.21179175467611e-05,
+      "loss": 7.1323,
+      "loss/crossentropy": 2.235830783843994,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2603518143296242,
+      "step": 1088
+    },
+    {
+      "epoch": 0.1815,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.388997395833333,
+      "learning_rate": 9.210380293863462e-05,
+      "loss": 7.5201,
+      "loss/crossentropy": 1.9198448956012726,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24537065252661705,
+      "step": 1089
+    },
+    {
+      "epoch": 0.18166666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.445572916666666,
+      "learning_rate": 9.208967678751177e-05,
+      "loss": 7.3548,
+      "loss/crossentropy": 1.76581409573555,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21681368723511696,
+      "step": 1090
+    },
+    {
+      "epoch": 0.18183333333333335,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.443684895833333,
+      "learning_rate": 9.207553909726531e-05,
+      "loss": 7.1191,
+      "loss/crossentropy": 2.404295325279236,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2112221121788025,
+      "step": 1091
+    },
+    {
+      "epoch": 0.182,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.438997395833334,
+      "learning_rate": 9.206138987177118e-05,
+      "loss": 7.4051,
+      "loss/crossentropy": 1.4287064969539642,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2224784456193447,
+      "step": 1092
+    },
+    {
+      "epoch": 0.18216666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 4.637434895833334,
+      "learning_rate": 9.204722911490846e-05,
+      "loss": 7.3927,
+      "loss/crossentropy": 1.435084581375122,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18473000265657902,
+      "step": 1093
+    },
+    {
+      "epoch": 0.18233333333333332,
+      "grad_norm": 28.875,
+      "grad_norm_var": 4.93515625,
+      "learning_rate": 9.20330568305594e-05,
+      "loss": 7.0767,
+      "loss/crossentropy": 2.334080159664154,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19682832062244415,
+      "step": 1094
+    },
+    {
+      "epoch": 0.1825,
+      "grad_norm": 33.0,
+      "grad_norm_var": 4.6875,
+      "learning_rate": 9.201887302260943e-05,
+      "loss": 7.1086,
+      "loss/crossentropy": 1.6933359205722809,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1666032113134861,
+      "step": 1095
+    },
+    {
+      "epoch": 0.18266666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.29140625,
+      "learning_rate": 9.20046776949471e-05,
+      "loss": 7.0629,
+      "loss/crossentropy": 1.6405772268772125,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1735415756702423,
+      "step": 1096
+    },
+    {
+      "epoch": 0.18283333333333332,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.5239583333333333,
+      "learning_rate": 9.199047085146415e-05,
+      "loss": 7.0849,
+      "loss/crossentropy": 1.7923431545495987,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16070173308253288,
+      "step": 1097
+    },
+    {
+      "epoch": 0.183,
+      "grad_norm": 34.5,
+      "grad_norm_var": 4.190625,
+      "learning_rate": 9.197625249605546e-05,
+      "loss": 7.2866,
+      "loss/crossentropy": 1.8078107237815857,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19605600833892822,
+      "step": 1098
+    },
+    {
+      "epoch": 0.18316666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.1166015625,
+      "learning_rate": 9.196202263261908e-05,
+      "loss": 7.1108,
+      "loss/crossentropy": 1.8644693046808243,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18539436906576157,
+      "step": 1099
+    },
+    {
+      "epoch": 0.18333333333333332,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.7676432291666666,
+      "learning_rate": 9.194778126505621e-05,
+      "loss": 7.2911,
+      "loss/crossentropy": 2.205755800008774,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18408109992742538,
+      "step": 1100
+    },
+    {
+      "epoch": 0.1835,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.762434895833333,
+      "learning_rate": 9.193352839727121e-05,
+      "loss": 7.2636,
+      "loss/crossentropy": 2.352554678916931,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2354946956038475,
+      "step": 1101
+    },
+    {
+      "epoch": 0.18366666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.682747395833333,
+      "learning_rate": 9.191926403317155e-05,
+      "loss": 7.1971,
+      "loss/crossentropy": 1.7942090779542923,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17148781195282936,
+      "step": 1102
+    },
+    {
+      "epoch": 0.18383333333333332,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.2035807291666667,
+      "learning_rate": 9.190498817666793e-05,
+      "loss": 7.3706,
+      "loss/crossentropy": 2.0370034277439117,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19766034930944443,
+      "step": 1103
+    },
+    {
+      "epoch": 0.184,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.107291666666667,
+      "learning_rate": 9.189070083167411e-05,
+      "loss": 7.2171,
+      "loss/crossentropy": 2.3304092288017273,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15748042613267899,
+      "step": 1104
+    },
+    {
+      "epoch": 0.18416666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.595833333333333,
+      "learning_rate": 9.18764020021071e-05,
+      "loss": 7.1927,
+      "loss/crossentropy": 1.6049788445234299,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17319898307323456,
+      "step": 1105
+    },
+    {
+      "epoch": 0.18433333333333332,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.840625,
+      "learning_rate": 9.186209169188695e-05,
+      "loss": 7.301,
+      "loss/crossentropy": 1.8717091083526611,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19568662717938423,
+      "step": 1106
+    },
+    {
+      "epoch": 0.1845,
+      "grad_norm": 29.375,
+      "grad_norm_var": 3.7684895833333334,
+      "learning_rate": 9.184776990493695e-05,
+      "loss": 7.101,
+      "loss/crossentropy": 1.502578467130661,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16818956658244133,
+      "step": 1107
+    },
+    {
+      "epoch": 0.18466666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.769791666666667,
+      "learning_rate": 9.183343664518348e-05,
+      "loss": 7.059,
+      "loss/crossentropy": 1.6985718607902527,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1569894440472126,
+      "step": 1108
+    },
+    {
+      "epoch": 0.18483333333333332,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.747330729166667,
+      "learning_rate": 9.181909191655612e-05,
+      "loss": 7.4008,
+      "loss/crossentropy": 2.136345535516739,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18882112205028534,
+      "step": 1109
+    },
+    {
+      "epoch": 0.185,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.4301432291666667,
+      "learning_rate": 9.180473572298751e-05,
+      "loss": 7.0527,
+      "loss/crossentropy": 1.848597764968872,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1691058613359928,
+      "step": 1110
+    },
+    {
+      "epoch": 0.18516666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.2603515625,
+      "learning_rate": 9.179036806841353e-05,
+      "loss": 7.0831,
+      "loss/crossentropy": 1.4170871824026108,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14410424046218395,
+      "step": 1111
+    },
+    {
+      "epoch": 0.18533333333333332,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.2759765625,
+      "learning_rate": 9.177598895677309e-05,
+      "loss": 7.2329,
+      "loss/crossentropy": 1.8506868183612823,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18226511031389236,
+      "step": 1112
+    },
+    {
+      "epoch": 0.1855,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.693489583333333,
+      "learning_rate": 9.176159839200838e-05,
+      "loss": 7.3381,
+      "loss/crossentropy": 2.072927862405777,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1637607403099537,
+      "step": 1113
+    },
+    {
+      "epoch": 0.18566666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.0468098958333334,
+      "learning_rate": 9.17471963780646e-05,
+      "loss": 7.1197,
+      "loss/crossentropy": 1.9643321335315704,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.207236610352993,
+      "step": 1114
+    },
+    {
+      "epoch": 0.18583333333333332,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.096809895833333,
+      "learning_rate": 9.173278291889015e-05,
+      "loss": 7.1386,
+      "loss/crossentropy": 1.5390998721122742,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2063824087381363,
+      "step": 1115
+    },
+    {
+      "epoch": 0.186,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.9827473958333333,
+      "learning_rate": 9.171835801843658e-05,
+      "loss": 7.2213,
+      "loss/crossentropy": 1.6902571022510529,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2137136198580265,
+      "step": 1116
+    },
+    {
+      "epoch": 0.18616666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.9684895833333333,
+      "learning_rate": 9.170392168065857e-05,
+      "loss": 7.3127,
+      "loss/crossentropy": 1.8249911814928055,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18652789294719696,
+      "step": 1117
+    },
+    {
+      "epoch": 0.18633333333333332,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.9052083333333334,
+      "learning_rate": 9.168947390951388e-05,
+      "loss": 7.4477,
+      "loss/crossentropy": 2.194087713956833,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1758115589618683,
+      "step": 1118
+    },
+    {
+      "epoch": 0.1865,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.6635416666666667,
+      "learning_rate": 9.167501470896349e-05,
+      "loss": 7.2125,
+      "loss/crossentropy": 1.903648316860199,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22230049595236778,
+      "step": 1119
+    },
+    {
+      "epoch": 0.18666666666666668,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.6354166666666667,
+      "learning_rate": 9.166054408297145e-05,
+      "loss": 6.9454,
+      "loss/crossentropy": 1.9314337074756622,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17697272449731827,
+      "step": 1120
+    },
+    {
+      "epoch": 0.18683333333333332,
+      "grad_norm": 31.75,
+      "grad_norm_var": 0.9635416666666666,
+      "learning_rate": 9.164606203550497e-05,
+      "loss": 6.9815,
+      "loss/crossentropy": 1.6089248955249786,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1548868641257286,
+      "step": 1121
+    },
+    {
+      "epoch": 0.187,
+      "grad_norm": 29.75,
+      "grad_norm_var": 0.9205729166666666,
+      "learning_rate": 9.16315685705344e-05,
+      "loss": 7.1347,
+      "loss/crossentropy": 2.285125106573105,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17942291125655174,
+      "step": 1122
+    },
+    {
+      "epoch": 0.18716666666666668,
+      "grad_norm": 30.5,
+      "grad_norm_var": 0.7676432291666667,
+      "learning_rate": 9.161706369203317e-05,
+      "loss": 7.1366,
+      "loss/crossentropy": 2.4472318291664124,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1744411215186119,
+      "step": 1123
+    },
+    {
+      "epoch": 0.18733333333333332,
+      "grad_norm": 38.0,
+      "grad_norm_var": 3.8186848958333335,
+      "learning_rate": 9.160254740397791e-05,
+      "loss": 6.9888,
+      "loss/crossentropy": 1.8763768374919891,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21799440681934357,
+      "step": 1124
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 38.0,
+      "grad_norm_var": 6.243489583333333,
+      "learning_rate": 9.158801971034832e-05,
+      "loss": 7.3653,
+      "loss/crossentropy": 1.765801727771759,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17796454578638077,
+      "step": 1125
+    },
+    {
+      "epoch": 0.18766666666666668,
+      "grad_norm": 27.375,
+      "grad_norm_var": 7.437239583333334,
+      "learning_rate": 9.157348061512727e-05,
+      "loss": 7.2503,
+      "loss/crossentropy": 2.0462097227573395,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1838400550186634,
+      "step": 1126
+    },
+    {
+      "epoch": 0.18783333333333332,
+      "grad_norm": 30.875,
+      "grad_norm_var": 7.481184895833334,
+      "learning_rate": 9.15589301223007e-05,
+      "loss": 7.2894,
+      "loss/crossentropy": 1.8764572888612747,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1746368706226349,
+      "step": 1127
+    },
+    {
+      "epoch": 0.188,
+      "grad_norm": 29.375,
+      "grad_norm_var": 7.81640625,
+      "learning_rate": 9.154436823585777e-05,
+      "loss": 7.4764,
+      "loss/crossentropy": 2.09167617559433,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19841239601373672,
+      "step": 1128
+    },
+    {
+      "epoch": 0.18816666666666668,
+      "grad_norm": 33.5,
+      "grad_norm_var": 8.04375,
+      "learning_rate": 9.152979495979063e-05,
+      "loss": 7.0105,
+      "loss/crossentropy": 2.3772284984588623,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20802132412791252,
+      "step": 1129
+    },
+    {
+      "epoch": 0.18833333333333332,
+      "grad_norm": 30.125,
+      "grad_norm_var": 8.19140625,
+      "learning_rate": 9.151521029809469e-05,
+      "loss": 7.2106,
+      "loss/crossentropy": 1.7908346056938171,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16295769810676575,
+      "step": 1130
+    },
+    {
+      "epoch": 0.1885,
+      "grad_norm": 29.75,
+      "grad_norm_var": 8.159830729166666,
+      "learning_rate": 9.150061425476838e-05,
+      "loss": 7.2774,
+      "loss/crossentropy": 2.06538662314415,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18629369512200356,
+      "step": 1131
+    },
+    {
+      "epoch": 0.18866666666666668,
+      "grad_norm": 30.25,
+      "grad_norm_var": 8.199934895833334,
+      "learning_rate": 9.14860068338133e-05,
+      "loss": 7.1022,
+      "loss/crossentropy": 1.7420377135276794,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16735665872693062,
+      "step": 1132
+    },
+    {
+      "epoch": 0.18883333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 8.2025390625,
+      "learning_rate": 9.147138803923416e-05,
+      "loss": 7.1235,
+      "loss/crossentropy": 2.0508846938610077,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19641846045851707,
+      "step": 1133
+    },
+    {
+      "epoch": 0.189,
+      "grad_norm": 31.875,
+      "grad_norm_var": 8.20625,
+      "learning_rate": 9.145675787503878e-05,
+      "loss": 7.0063,
+      "loss/crossentropy": 1.808214545249939,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18140819668769836,
+      "step": 1134
+    },
+    {
+      "epoch": 0.18916666666666668,
+      "grad_norm": 29.125,
+      "grad_norm_var": 8.5244140625,
+      "learning_rate": 9.14421163452381e-05,
+      "loss": 7.0805,
+      "loss/crossentropy": 1.9267567694187164,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.173908282071352,
+      "step": 1135
+    },
+    {
+      "epoch": 0.18933333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 8.740625,
+      "learning_rate": 9.142746345384619e-05,
+      "loss": 7.2291,
+      "loss/crossentropy": 2.3334193527698517,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19091741740703583,
+      "step": 1136
+    },
+    {
+      "epoch": 0.1895,
+      "grad_norm": 30.25,
+      "grad_norm_var": 8.8,
+      "learning_rate": 9.141279920488021e-05,
+      "loss": 7.2534,
+      "loss/crossentropy": 1.7937891334295273,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21443713083863258,
+      "step": 1137
+    },
+    {
+      "epoch": 0.18966666666666668,
+      "grad_norm": 32.75,
+      "grad_norm_var": 8.7625,
+      "learning_rate": 9.139812360236046e-05,
+      "loss": 6.8188,
+      "loss/crossentropy": 1.6196817606687546,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17185498401522636,
+      "step": 1138
+    },
+    {
+      "epoch": 0.18983333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 8.7791015625,
+      "learning_rate": 9.138343665031033e-05,
+      "loss": 7.1766,
+      "loss/crossentropy": 2.123296618461609,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18247639387845993,
+      "step": 1139
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 33.25,
+      "grad_norm_var": 6.028059895833334,
+      "learning_rate": 9.136873835275633e-05,
+      "loss": 7.4101,
+      "loss/crossentropy": 2.2366713285446167,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18965138494968414,
+      "step": 1140
+    },
+    {
+      "epoch": 0.19016666666666668,
+      "grad_norm": 39.0,
+      "grad_norm_var": 7.006184895833333,
+      "learning_rate": 9.135402871372808e-05,
+      "loss": 7.2896,
+      "loss/crossentropy": 1.8472765684127808,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2029191255569458,
+      "step": 1141
+    },
+    {
+      "epoch": 0.19033333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 6.205989583333333,
+      "learning_rate": 9.133930773725834e-05,
+      "loss": 7.0556,
+      "loss/crossentropy": 1.9929293394088745,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18635635823011398,
+      "step": 1142
+    },
+    {
+      "epoch": 0.1905,
+      "grad_norm": 30.125,
+      "grad_norm_var": 6.286458333333333,
+      "learning_rate": 9.132457542738292e-05,
+      "loss": 7.3807,
+      "loss/crossentropy": 2.107265204191208,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21145625039935112,
+      "step": 1143
+    },
+    {
+      "epoch": 0.19066666666666668,
+      "grad_norm": 30.25,
+      "grad_norm_var": 6.1119140625,
+      "learning_rate": 9.130983178814077e-05,
+      "loss": 6.9327,
+      "loss/crossentropy": 1.7907715737819672,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.165031298995018,
+      "step": 1144
+    },
+    {
+      "epoch": 0.19083333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 5.867643229166666,
+      "learning_rate": 9.129507682357394e-05,
+      "loss": 6.9596,
+      "loss/crossentropy": 1.617067962884903,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16396093368530273,
+      "step": 1145
+    },
+    {
+      "epoch": 0.191,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.867643229166666,
+      "learning_rate": 9.128031053772759e-05,
+      "loss": 7.1567,
+      "loss/crossentropy": 2.042255163192749,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17112840339541435,
+      "step": 1146
+    },
+    {
+      "epoch": 0.19116666666666668,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.741666666666666,
+      "learning_rate": 9.126553293464998e-05,
+      "loss": 6.9984,
+      "loss/crossentropy": 1.9593432247638702,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16826363280415535,
+      "step": 1147
+    },
+    {
+      "epoch": 0.19133333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 5.995572916666666,
+      "learning_rate": 9.125074401839249e-05,
+      "loss": 6.9948,
+      "loss/crossentropy": 2.2592301964759827,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16658739745616913,
+      "step": 1148
+    },
+    {
+      "epoch": 0.1915,
+      "grad_norm": 30.125,
+      "grad_norm_var": 6.008333333333334,
+      "learning_rate": 9.123594379300955e-05,
+      "loss": 7.1862,
+      "loss/crossentropy": 1.6581338793039322,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16667338833212852,
+      "step": 1149
+    },
+    {
+      "epoch": 0.19166666666666668,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.966080729166666,
+      "learning_rate": 9.122113226255877e-05,
+      "loss": 7.3388,
+      "loss/crossentropy": 1.9912242591381073,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1910179853439331,
+      "step": 1150
+    },
+    {
+      "epoch": 0.19183333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.748893229166667,
+      "learning_rate": 9.120630943110077e-05,
+      "loss": 7.321,
+      "loss/crossentropy": 1.9995951056480408,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19255974143743515,
+      "step": 1151
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.567708333333333,
+      "learning_rate": 9.119147530269937e-05,
+      "loss": 7.077,
+      "loss/crossentropy": 1.5149144232273102,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20727255195379257,
+      "step": 1152
+    },
+    {
+      "epoch": 0.19216666666666668,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.527083333333334,
+      "learning_rate": 9.117662988142138e-05,
+      "loss": 7.0772,
+      "loss/crossentropy": 1.6812386810779572,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1707703210413456,
+      "step": 1153
+    },
+    {
+      "epoch": 0.19233333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 5.439583333333333,
+      "learning_rate": 9.116177317133676e-05,
+      "loss": 7.2581,
+      "loss/crossentropy": 1.8039521276950836,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16479618102312088,
+      "step": 1154
+    },
+    {
+      "epoch": 0.1925,
+      "grad_norm": 29.625,
+      "grad_norm_var": 5.530989583333334,
+      "learning_rate": 9.114690517651859e-05,
+      "loss": 7.1133,
+      "loss/crossentropy": 2.065375417470932,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2033587470650673,
+      "step": 1155
+    },
+    {
+      "epoch": 0.19266666666666668,
+      "grad_norm": 27.875,
+      "grad_norm_var": 5.645768229166666,
+      "learning_rate": 9.1132025901043e-05,
+      "loss": 7.2053,
+      "loss/crossentropy": 1.9802367985248566,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18251686543226242,
+      "step": 1156
+    },
+    {
+      "epoch": 0.19283333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 0.62265625,
+      "learning_rate": 9.111713534898922e-05,
+      "loss": 7.0329,
+      "loss/crossentropy": 2.3393149971961975,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17230282351374626,
+      "step": 1157
+    },
+    {
+      "epoch": 0.193,
+      "grad_norm": 30.625,
+      "grad_norm_var": 0.6197265625,
+      "learning_rate": 9.110223352443958e-05,
+      "loss": 7.2851,
+      "loss/crossentropy": 1.9267436563968658,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28668438643217087,
+      "step": 1158
+    },
+    {
+      "epoch": 0.19316666666666665,
+      "grad_norm": 31.375,
+      "grad_norm_var": 0.7186848958333333,
+      "learning_rate": 9.108732043147952e-05,
+      "loss": 7.2434,
+      "loss/crossentropy": 2.1474104523658752,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18150009214878082,
+      "step": 1159
+    },
+    {
+      "epoch": 0.19333333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 0.846875,
+      "learning_rate": 9.107239607419753e-05,
+      "loss": 7.2608,
+      "loss/crossentropy": 1.780912846326828,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2125644087791443,
+      "step": 1160
+    },
+    {
+      "epoch": 0.1935,
+      "grad_norm": 30.25,
+      "grad_norm_var": 0.84140625,
+      "learning_rate": 9.105746045668521e-05,
+      "loss": 7.1664,
+      "loss/crossentropy": 2.1321937143802643,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21302882954478264,
+      "step": 1161
+    },
+    {
+      "epoch": 0.19366666666666665,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.0749348958333333,
+      "learning_rate": 9.104251358303724e-05,
+      "loss": 7.2137,
+      "loss/crossentropy": 2.0404190123081207,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18157971650362015,
+      "step": 1162
+    },
+    {
+      "epoch": 0.19383333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.1624348958333333,
+      "learning_rate": 9.102755545735141e-05,
+      "loss": 7.2329,
+      "loss/crossentropy": 2.299391061067581,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19177229702472687,
+      "step": 1163
+    },
+    {
+      "epoch": 0.194,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.3119140625,
+      "learning_rate": 9.101258608372856e-05,
+      "loss": 6.7745,
+      "loss/crossentropy": 1.7725453078746796,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18406648188829422,
+      "step": 1164
+    },
+    {
+      "epoch": 0.19416666666666665,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.4768229166666667,
+      "learning_rate": 9.099760546627261e-05,
+      "loss": 7.4388,
+      "loss/crossentropy": 1.3108851462602615,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2418411336839199,
+      "step": 1165
+    },
+    {
+      "epoch": 0.19433333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.475,
+      "learning_rate": 9.098261360909064e-05,
+      "loss": 7.3005,
+      "loss/crossentropy": 1.936125248670578,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19612173736095428,
+      "step": 1166
+    },
+    {
+      "epoch": 0.1945,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.6791015625,
+      "learning_rate": 9.096761051629268e-05,
+      "loss": 7.1562,
+      "loss/crossentropy": 1.4025073796510696,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24204819649457932,
+      "step": 1167
+    },
+    {
+      "epoch": 0.19466666666666665,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.8577473958333333,
+      "learning_rate": 9.095259619199197e-05,
+      "loss": 7.113,
+      "loss/crossentropy": 1.9666818380355835,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15561643242835999,
+      "step": 1168
+    },
+    {
+      "epoch": 0.19483333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.8864583333333333,
+      "learning_rate": 9.093757064030473e-05,
+      "loss": 7.1962,
+      "loss/crossentropy": 1.8951291888952255,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16155934892594814,
+      "step": 1169
+    },
+    {
+      "epoch": 0.195,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.9614583333333333,
+      "learning_rate": 9.092253386535032e-05,
+      "loss": 7.0512,
+      "loss/crossentropy": 2.00069323182106,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21078437566757202,
+      "step": 1170
+    },
+    {
+      "epoch": 0.19516666666666665,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.9337890625,
+      "learning_rate": 9.090748587125118e-05,
+      "loss": 7.3379,
+      "loss/crossentropy": 1.8147540092468262,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18162329122424126,
+      "step": 1171
+    },
+    {
+      "epoch": 0.19533333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.0760416666666666,
+      "learning_rate": 9.089242666213276e-05,
+      "loss": 7.1343,
+      "loss/crossentropy": 1.1780397295951843,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18952900543808937,
+      "step": 1172
+    },
+    {
+      "epoch": 0.1955,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.0559895833333333,
+      "learning_rate": 9.087735624212365e-05,
+      "loss": 7.5651,
+      "loss/crossentropy": 1.9671280682086945,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19969886913895607,
+      "step": 1173
+    },
+    {
+      "epoch": 0.19566666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.0927083333333334,
+      "learning_rate": 9.08622746153555e-05,
+      "loss": 7.2095,
+      "loss/crossentropy": 1.8983251750469208,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18222284317016602,
+      "step": 1174
+    },
+    {
+      "epoch": 0.19583333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.10390625,
+      "learning_rate": 9.084718178596301e-05,
+      "loss": 7.136,
+      "loss/crossentropy": 1.6355826556682587,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16758504137396812,
+      "step": 1175
+    },
+    {
+      "epoch": 0.196,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.1041015625,
+      "learning_rate": 9.083207775808396e-05,
+      "loss": 7.0999,
+      "loss/crossentropy": 1.8894365727901459,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.148922236636281,
+      "step": 1176
+    },
+    {
+      "epoch": 0.19616666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 1.1921223958333333,
+      "learning_rate": 9.081696253585921e-05,
+      "loss": 7.1252,
+      "loss/crossentropy": 1.5044038444757462,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1827947534620762,
+      "step": 1177
+    },
+    {
+      "epoch": 0.19633333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.3181640625,
+      "learning_rate": 9.080183612343268e-05,
+      "loss": 7.2547,
+      "loss/crossentropy": 2.507762134075165,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19897131621837616,
+      "step": 1178
+    },
+    {
+      "epoch": 0.1965,
+      "grad_norm": 35.0,
+      "grad_norm_var": 1.3518229166666667,
+      "learning_rate": 9.078669852495138e-05,
+      "loss": 7.4047,
+      "loss/crossentropy": 2.420338422060013,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16582558676600456,
+      "step": 1179
+    },
+    {
+      "epoch": 0.19666666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.3747395833333333,
+      "learning_rate": 9.077154974456534e-05,
+      "loss": 7.5926,
+      "loss/crossentropy": 1.992502897977829,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19241167977452278,
+      "step": 1180
+    },
+    {
+      "epoch": 0.19683333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.5160807291666667,
+      "learning_rate": 9.075638978642771e-05,
+      "loss": 7.1995,
+      "loss/crossentropy": 2.0394376814365387,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21910645067691803,
+      "step": 1181
+    },
+    {
+      "epoch": 0.197,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.4223307291666667,
+      "learning_rate": 9.074121865469467e-05,
+      "loss": 7.1043,
+      "loss/crossentropy": 1.9757541120052338,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14330443926155567,
+      "step": 1182
+    },
+    {
+      "epoch": 0.19716666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.4238932291666666,
+      "learning_rate": 9.072603635352548e-05,
+      "loss": 7.2873,
+      "loss/crossentropy": 1.9312621057033539,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2252270206809044,
+      "step": 1183
+    },
+    {
+      "epoch": 0.19733333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.2197265625,
+      "learning_rate": 9.071084288708243e-05,
+      "loss": 7.0756,
+      "loss/crossentropy": 2.153540700674057,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15975895151495934,
+      "step": 1184
+    },
+    {
+      "epoch": 0.1975,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.2514973958333333,
+      "learning_rate": 9.069563825953092e-05,
+      "loss": 7.3914,
+      "loss/crossentropy": 2.133886218070984,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17746930941939354,
+      "step": 1185
+    },
+    {
+      "epoch": 0.19766666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.378059895833333,
+      "learning_rate": 9.068042247503936e-05,
+      "loss": 7.07,
+      "loss/crossentropy": 1.7272471189498901,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17105481401085854,
+      "step": 1186
+    },
+    {
+      "epoch": 0.19783333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.3968098958333335,
+      "learning_rate": 9.066519553777926e-05,
+      "loss": 7.6655,
+      "loss/crossentropy": 1.818149596452713,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1841256469488144,
+      "step": 1187
+    },
+    {
+      "epoch": 0.198,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.4931640625,
+      "learning_rate": 9.064995745192518e-05,
+      "loss": 7.251,
+      "loss/crossentropy": 2.0524714291095734,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2640038914978504,
+      "step": 1188
+    },
+    {
+      "epoch": 0.19816666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.482291666666667,
+      "learning_rate": 9.06347082216547e-05,
+      "loss": 7.2448,
+      "loss/crossentropy": 1.6076558083295822,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15441237948834896,
+      "step": 1189
+    },
+    {
+      "epoch": 0.19833333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.3587890625,
+      "learning_rate": 9.061944785114851e-05,
+      "loss": 7.2225,
+      "loss/crossentropy": 1.9840098321437836,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18997471034526825,
+      "step": 1190
+    },
+    {
+      "epoch": 0.1985,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.5853515625,
+      "learning_rate": 9.060417634459031e-05,
+      "loss": 7.2616,
+      "loss/crossentropy": 2.2869492769241333,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19546443223953247,
+      "step": 1191
+    },
+    {
+      "epoch": 0.19866666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.5999348958333335,
+      "learning_rate": 9.058889370616689e-05,
+      "loss": 7.1566,
+      "loss/crossentropy": 1.668163388967514,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19207096099853516,
+      "step": 1192
+    },
+    {
+      "epoch": 0.19883333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 3.3059895833333335,
+      "learning_rate": 9.057359994006806e-05,
+      "loss": 6.8752,
+      "loss/crossentropy": 2.23806294798851,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764606013894081,
+      "step": 1193
+    },
+    {
+      "epoch": 0.199,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.2093098958333335,
+      "learning_rate": 9.055829505048667e-05,
+      "loss": 7.2313,
+      "loss/crossentropy": 2.292779952287674,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1787671446800232,
+      "step": 1194
+    },
+    {
+      "epoch": 0.19916666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.321875,
+      "learning_rate": 9.054297904161868e-05,
+      "loss": 6.981,
+      "loss/crossentropy": 1.9182047843933105,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15541740506887436,
+      "step": 1195
+    },
+    {
+      "epoch": 0.19933333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.2979166666666666,
+      "learning_rate": 9.052765191766304e-05,
+      "loss": 7.14,
+      "loss/crossentropy": 2.5357794165611267,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15709705278277397,
+      "step": 1196
+    },
+    {
+      "epoch": 0.1995,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.5171223958333333,
+      "learning_rate": 9.051231368282177e-05,
+      "loss": 6.8715,
+      "loss/crossentropy": 1.8068018555641174,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1656156349927187,
+      "step": 1197
+    },
+    {
+      "epoch": 0.19966666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.5869140625,
+      "learning_rate": 9.049696434129994e-05,
+      "loss": 7.3377,
+      "loss/crossentropy": 2.0673095881938934,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20430799946188927,
+      "step": 1198
+    },
+    {
+      "epoch": 0.19983333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.5869140625,
+      "learning_rate": 9.048160389730566e-05,
+      "loss": 7.2533,
+      "loss/crossentropy": 1.7730631232261658,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18325388059020042,
+      "step": 1199
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.220572916666667,
+      "learning_rate": 9.046623235505007e-05,
+      "loss": 7.1952,
+      "loss/crossentropy": 1.7203770875930786,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1648796908557415,
+      "step": 1200
+    },
+    {
+      "epoch": 0.20016666666666666,
+      "grad_norm": 35.75,
+      "grad_norm_var": 3.682747395833333,
+      "learning_rate": 9.045084971874738e-05,
+      "loss": 7.1106,
+      "loss/crossentropy": 1.5943018049001694,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2411169558763504,
+      "step": 1201
+    },
+    {
+      "epoch": 0.20033333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.321875,
+      "learning_rate": 9.043545599261481e-05,
+      "loss": 7.2039,
+      "loss/crossentropy": 1.7558506280183792,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1825847439467907,
+      "step": 1202
+    },
+    {
+      "epoch": 0.2005,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.421875,
+      "learning_rate": 9.042005118087267e-05,
+      "loss": 7.2046,
+      "loss/crossentropy": 2.4395557641983032,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16663893684744835,
+      "step": 1203
+    },
+    {
+      "epoch": 0.20066666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.1354166666666665,
+      "learning_rate": 9.040463528774423e-05,
+      "loss": 7.0709,
+      "loss/crossentropy": 1.9601179361343384,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1911269947886467,
+      "step": 1204
+    },
+    {
+      "epoch": 0.20083333333333334,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.1962890625,
+      "learning_rate": 9.038920831745587e-05,
+      "loss": 7.3041,
+      "loss/crossentropy": 1.9899678826332092,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19194591417908669,
+      "step": 1205
+    },
+    {
+      "epoch": 0.201,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.215625,
+      "learning_rate": 9.0373770274237e-05,
+      "loss": 7.0464,
+      "loss/crossentropy": 1.7225709557533264,
+      "loss/hidden": 3.82421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27960826456546783,
+      "step": 1206
+    },
+    {
+      "epoch": 0.20116666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.1791015625,
+      "learning_rate": 9.035832116232001e-05,
+      "loss": 7.171,
+      "loss/crossentropy": 2.1983217895030975,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16688163951039314,
+      "step": 1207
+    },
+    {
+      "epoch": 0.20133333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 3.1681640625,
+      "learning_rate": 9.03428609859404e-05,
+      "loss": 7.2815,
+      "loss/crossentropy": 2.3588224053382874,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1658637374639511,
+      "step": 1208
+    },
+    {
+      "epoch": 0.2015,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.6645833333333333,
+      "learning_rate": 9.032738974933664e-05,
+      "loss": 7.3047,
+      "loss/crossentropy": 1.8783065527677536,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18188221007585526,
+      "step": 1209
+    },
+    {
+      "epoch": 0.20166666666666666,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.5738932291666665,
+      "learning_rate": 9.031190745675024e-05,
+      "loss": 6.9593,
+      "loss/crossentropy": 2.06480810046196,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809498742222786,
+      "step": 1210
+    },
+    {
+      "epoch": 0.20183333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.6889973958333333,
+      "learning_rate": 9.029641411242579e-05,
+      "loss": 7.0686,
+      "loss/crossentropy": 1.860428050160408,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.192401971668005,
+      "step": 1211
+    },
+    {
+      "epoch": 0.202,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.8229166666666665,
+      "learning_rate": 9.028090972061088e-05,
+      "loss": 7.0726,
+      "loss/crossentropy": 1.8837276697158813,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17082658410072327,
+      "step": 1212
+    },
+    {
+      "epoch": 0.20216666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.888541666666667,
+      "learning_rate": 9.02653942855561e-05,
+      "loss": 6.9024,
+      "loss/crossentropy": 1.633382335305214,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1890016794204712,
+      "step": 1213
+    },
+    {
+      "epoch": 0.20233333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.6811848958333333,
+      "learning_rate": 9.024986781151512e-05,
+      "loss": 6.9439,
+      "loss/crossentropy": 2.256519138813019,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17529591172933578,
+      "step": 1214
+    },
+    {
+      "epoch": 0.2025,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.6947916666666667,
+      "learning_rate": 9.023433030274459e-05,
+      "loss": 7.0088,
+      "loss/crossentropy": 2.3222522139549255,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17771752178668976,
+      "step": 1215
+    },
+    {
+      "epoch": 0.20266666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.8988932291666667,
+      "learning_rate": 9.021878176350423e-05,
+      "loss": 7.1987,
+      "loss/crossentropy": 1.9344107806682587,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18068302050232887,
+      "step": 1216
+    },
+    {
+      "epoch": 0.20283333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.5608723958333333,
+      "learning_rate": 9.020322219805674e-05,
+      "loss": 7.2394,
+      "loss/crossentropy": 2.365844488143921,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18970517069101334,
+      "step": 1217
+    },
+    {
+      "epoch": 0.203,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.5520833333333333,
+      "learning_rate": 9.018765161066787e-05,
+      "loss": 7.0407,
+      "loss/crossentropy": 2.0648479759693146,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.186686921864748,
+      "step": 1218
+    },
+    {
+      "epoch": 0.20316666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.4559895833333334,
+      "learning_rate": 9.017207000560639e-05,
+      "loss": 6.9439,
+      "loss/crossentropy": 2.0636188983917236,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16850804537534714,
+      "step": 1219
+    },
+    {
+      "epoch": 0.20333333333333334,
+      "grad_norm": 4110417920.0,
+      "grad_norm_var": 1.0559709513111306e+18,
+      "learning_rate": 9.015647738714408e-05,
+      "loss": 8.1678,
+      "loss/crossentropy": 2.0369352400302887,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1804703250527382,
+      "step": 1220
+    },
+    {
+      "epoch": 0.2035,
+      "grad_norm": 36.0,
+      "grad_norm_var": 1.0559709511698351e+18,
+      "learning_rate": 9.014087375955573e-05,
+      "loss": 7.1254,
+      "loss/crossentropy": 1.598555475473404,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18450486287474632,
+      "step": 1221
+    },
+    {
+      "epoch": 0.20366666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.055970951062793e+18,
+      "learning_rate": 9.012525912711918e-05,
+      "loss": 7.2717,
+      "loss/crossentropy": 1.9923148155212402,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16796409338712692,
+      "step": 1222
+    },
+    {
+      "epoch": 0.20383333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.0559709510585112e+18,
+      "learning_rate": 9.010963349411529e-05,
+      "loss": 6.9809,
+      "loss/crossentropy": 2.216012567281723,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17009492218494415,
+      "step": 1223
+    },
+    {
+      "epoch": 0.204,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.0559709510670747e+18,
+      "learning_rate": 9.009399686482787e-05,
+      "loss": 7.2186,
+      "loss/crossentropy": 2.1924517452716827,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1893884502351284,
+      "step": 1224
+    },
+    {
+      "epoch": 0.20416666666666666,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.0559709511998068e+18,
+      "learning_rate": 9.007834924354383e-05,
+      "loss": 7.2308,
+      "loss/crossentropy": 2.026065707206726,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18250852823257446,
+      "step": 1225
+    },
+    {
+      "epoch": 0.20433333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.0559709511655534e+18,
+      "learning_rate": 9.006269063455304e-05,
+      "loss": 7.1048,
+      "loss/crossentropy": 1.966538518667221,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16139357537031174,
+      "step": 1226
+    },
+    {
+      "epoch": 0.2045,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.0559709511141732e+18,
+      "learning_rate": 9.00470210421484e-05,
+      "loss": 6.9923,
+      "loss/crossentropy": 1.996876299381256,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19332023710012436,
+      "step": 1227
+    },
+    {
+      "epoch": 0.20466666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.0559709509900044e+18,
+      "learning_rate": 9.003134047062579e-05,
+      "loss": 7.3161,
+      "loss/crossentropy": 1.58292955160141,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2204379104077816,
+      "step": 1228
+    },
+    {
+      "epoch": 0.20483333333333334,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.0559709510456662e+18,
+      "learning_rate": 9.001564892428415e-05,
+      "loss": 7.1692,
+      "loss/crossentropy": 2.2697527706623077,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2070455104112625,
+      "step": 1229
+    },
+    {
+      "epoch": 0.205,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.0559709511355816e+18,
+      "learning_rate": 8.999994640742543e-05,
+      "loss": 7.12,
+      "loss/crossentropy": 1.7404191195964813,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15038799494504929,
+      "step": 1230
+    },
+    {
+      "epoch": 0.20516666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.0559709510799197e+18,
+      "learning_rate": 8.998423292435454e-05,
+      "loss": 7.4999,
+      "loss/crossentropy": 2.5046131014823914,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29094114527106285,
+      "step": 1231
+    },
+    {
+      "epoch": 0.20533333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.0559709511869618e+18,
+      "learning_rate": 8.996850847937941e-05,
+      "loss": 7.2368,
+      "loss/crossentropy": 2.3570897579193115,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1517578884959221,
+      "step": 1232
+    },
+    {
+      "epoch": 0.2055,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.0559709512469055e+18,
+      "learning_rate": 8.995277307681099e-05,
+      "loss": 7.1228,
+      "loss/crossentropy": 1.816855400800705,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17459191754460335,
+      "step": 1233
+    },
+    {
+      "epoch": 0.20566666666666666,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.0559709513111308e+18,
+      "learning_rate": 8.993702672096324e-05,
+      "loss": 6.9661,
+      "loss/crossentropy": 2.1051203310489655,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16508476063609123,
+      "step": 1234
+    },
+    {
+      "epoch": 0.20583333333333334,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.055970951362511e+18,
+      "learning_rate": 8.992126941615313e-05,
+      "loss": 7.2335,
+      "loss/crossentropy": 2.2150754928588867,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16058878600597382,
+      "step": 1235
+    },
+    {
+      "epoch": 0.206,
+      "grad_norm": 29.25,
+      "grad_norm_var": 4.077083333333333,
+      "learning_rate": 8.990550116670057e-05,
+      "loss": 7.2624,
+      "loss/crossentropy": 2.2350084483623505,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1852153055369854,
+      "step": 1236
+    },
+    {
+      "epoch": 0.20616666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.3202473958333334,
+      "learning_rate": 8.988972197692855e-05,
+      "loss": 7.1009,
+      "loss/crossentropy": 2.1296741664409637,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1848640777170658,
+      "step": 1237
+    },
+    {
+      "epoch": 0.20633333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.8806640625,
+      "learning_rate": 8.987393185116302e-05,
+      "loss": 6.9537,
+      "loss/crossentropy": 1.489246904850006,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15090622007846832,
+      "step": 1238
+    },
+    {
+      "epoch": 0.2065,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.89765625,
+      "learning_rate": 8.985813079373292e-05,
+      "loss": 6.84,
+      "loss/crossentropy": 2.0008981227874756,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1607687808573246,
+      "step": 1239
+    },
+    {
+      "epoch": 0.20666666666666667,
+      "grad_norm": 46.5,
+      "grad_norm_var": 17.89375,
+      "learning_rate": 8.98423188089702e-05,
+      "loss": 7.2512,
+      "loss/crossentropy": 1.7720806896686554,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1796865127980709,
+      "step": 1240
+    },
+    {
+      "epoch": 0.20683333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 17.220572916666665,
+      "learning_rate": 8.982649590120982e-05,
+      "loss": 7.2703,
+      "loss/crossentropy": 1.91971156001091,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22106074169278145,
+      "step": 1241
+    },
+    {
+      "epoch": 0.207,
+      "grad_norm": 29.75,
+      "grad_norm_var": 17.449739583333333,
+      "learning_rate": 8.981066207478971e-05,
+      "loss": 7.208,
+      "loss/crossentropy": 1.9688372761011124,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19603705033659935,
+      "step": 1242
+    },
+    {
+      "epoch": 0.20716666666666667,
+      "grad_norm": 38.0,
+      "grad_norm_var": 19.942643229166666,
+      "learning_rate": 8.97948173340508e-05,
+      "loss": 7.1766,
+      "loss/crossentropy": 2.0286186039447784,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17995741963386536,
+      "step": 1243
+    },
+    {
+      "epoch": 0.20733333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 20.322916666666668,
+      "learning_rate": 8.977896168333702e-05,
+      "loss": 7.3233,
+      "loss/crossentropy": 1.7833180129528046,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17228223755955696,
+      "step": 1244
+    },
+    {
+      "epoch": 0.2075,
+      "grad_norm": 32.5,
+      "grad_norm_var": 20.357747395833332,
+      "learning_rate": 8.976309512699528e-05,
+      "loss": 7.1613,
+      "loss/crossentropy": 1.5690025091171265,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16183597594499588,
+      "step": 1245
+    },
+    {
+      "epoch": 0.20766666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 20.088997395833335,
+      "learning_rate": 8.97472176693755e-05,
+      "loss": 7.1242,
+      "loss/crossentropy": 1.9329344630241394,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16291601583361626,
+      "step": 1246
+    },
+    {
+      "epoch": 0.20783333333333334,
+      "grad_norm": 27.5,
+      "grad_norm_var": 21.256184895833332,
+      "learning_rate": 8.973132931483057e-05,
+      "loss": 7.1924,
+      "loss/crossentropy": 2.416533887386322,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2108389437198639,
+      "step": 1247
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 30.875,
+      "grad_norm_var": 21.0947265625,
+      "learning_rate": 8.971543006771636e-05,
+      "loss": 6.8263,
+      "loss/crossentropy": 1.3490639328956604,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1566382423043251,
+      "step": 1248
+    },
+    {
+      "epoch": 0.20816666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 21.0759765625,
+      "learning_rate": 8.969951993239177e-05,
+      "loss": 7.2188,
+      "loss/crossentropy": 2.0470789074897766,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18885283544659615,
+      "step": 1249
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 20.783333333333335,
+      "learning_rate": 8.968359891321862e-05,
+      "loss": 7.3137,
+      "loss/crossentropy": 1.695669412612915,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16367409750819206,
+      "step": 1250
+    },
+    {
+      "epoch": 0.2085,
+      "grad_norm": 29.0,
+      "grad_norm_var": 20.783333333333335,
+      "learning_rate": 8.966766701456177e-05,
+      "loss": 7.21,
+      "loss/crossentropy": 1.8349643051624298,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15510903298854828,
+      "step": 1251
+    },
+    {
+      "epoch": 0.20866666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 20.42265625,
+      "learning_rate": 8.965172424078902e-05,
+      "loss": 6.8593,
+      "loss/crossentropy": 2.2177212834358215,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23635417222976685,
+      "step": 1252
+    },
+    {
+      "epoch": 0.20883333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 20.431184895833333,
+      "learning_rate": 8.963577059627118e-05,
+      "loss": 7.1913,
+      "loss/crossentropy": 2.0282241106033325,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1659335009753704,
+      "step": 1253
+    },
+    {
+      "epoch": 0.209,
+      "grad_norm": 30.875,
+      "grad_norm_var": 20.480989583333333,
+      "learning_rate": 8.961980608538203e-05,
+      "loss": 7.1312,
+      "loss/crossentropy": 1.821393758058548,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17700910940766335,
+      "step": 1254
+    },
+    {
+      "epoch": 0.20916666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 21.212434895833333,
+      "learning_rate": 8.960383071249836e-05,
+      "loss": 6.9964,
+      "loss/crossentropy": 1.136364832520485,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16633517667651176,
+      "step": 1255
+    },
+    {
+      "epoch": 0.20933333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 6.116080729166667,
+      "learning_rate": 8.958784448199987e-05,
+      "loss": 6.9569,
+      "loss/crossentropy": 1.9695285856723785,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16960721462965012,
+      "step": 1256
+    },
+    {
+      "epoch": 0.2095,
+      "grad_norm": 30.375,
+      "grad_norm_var": 6.134830729166667,
+      "learning_rate": 8.95718473982693e-05,
+      "loss": 7.2848,
+      "loss/crossentropy": 1.9908243119716644,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20242078602313995,
+      "step": 1257
+    },
+    {
+      "epoch": 0.20966666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 7.09765625,
+      "learning_rate": 8.955583946569233e-05,
+      "loss": 7.1128,
+      "loss/crossentropy": 2.2287910878658295,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15669751167297363,
+      "step": 1258
+    },
+    {
+      "epoch": 0.20983333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.359375,
+      "learning_rate": 8.95398206886576e-05,
+      "loss": 7.0646,
+      "loss/crossentropy": 1.508285030722618,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19778892770409584,
+      "step": 1259
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.2650390625,
+      "learning_rate": 8.95237910715568e-05,
+      "loss": 7.1306,
+      "loss/crossentropy": 2.029755800962448,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2042919136583805,
+      "step": 1260
+    },
+    {
+      "epoch": 0.21016666666666667,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.964583333333333,
+      "learning_rate": 8.950775061878453e-05,
+      "loss": 7.0133,
+      "loss/crossentropy": 1.8159136176109314,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1695379577577114,
+      "step": 1261
+    },
+    {
+      "epoch": 0.21033333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.9311848958333333,
+      "learning_rate": 8.949169933473833e-05,
+      "loss": 7.0799,
+      "loss/crossentropy": 2.2301661372184753,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16201428323984146,
+      "step": 1262
+    },
+    {
+      "epoch": 0.2105,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.482291666666667,
+      "learning_rate": 8.94756372238188e-05,
+      "loss": 7.2399,
+      "loss/crossentropy": 2.077402353286743,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1858767345547676,
+      "step": 1263
+    },
+    {
+      "epoch": 0.21066666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.5455729166666665,
+      "learning_rate": 8.945956429042943e-05,
+      "loss": 7.1386,
+      "loss/crossentropy": 2.3105130195617676,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1865912601351738,
+      "step": 1264
+    },
+    {
+      "epoch": 0.21083333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.2379557291666665,
+      "learning_rate": 8.944348053897671e-05,
+      "loss": 6.9133,
+      "loss/crossentropy": 2.202511876821518,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1948540285229683,
+      "step": 1265
+    },
+    {
+      "epoch": 0.211,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.7122395833333333,
+      "learning_rate": 8.94273859738701e-05,
+      "loss": 7.4478,
+      "loss/crossentropy": 1.9073927849531174,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1643068753182888,
+      "step": 1266
+    },
+    {
+      "epoch": 0.21116666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.5869140625,
+      "learning_rate": 8.941128059952201e-05,
+      "loss": 7.1462,
+      "loss/crossentropy": 1.9705713391304016,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20388410612940788,
+      "step": 1267
+    },
+    {
+      "epoch": 0.21133333333333335,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.6041666666666667,
+      "learning_rate": 8.939516442034781e-05,
+      "loss": 7.0554,
+      "loss/crossentropy": 1.5540541112422943,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19841605052351952,
+      "step": 1268
+    },
+    {
+      "epoch": 0.2115,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.5863932291666667,
+      "learning_rate": 8.937903744076587e-05,
+      "loss": 7.0384,
+      "loss/crossentropy": 1.8669461160898209,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17107466235756874,
+      "step": 1269
+    },
+    {
+      "epoch": 0.21166666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.099739583333333,
+      "learning_rate": 8.936289966519746e-05,
+      "loss": 7.0628,
+      "loss/crossentropy": 2.293793559074402,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16051578521728516,
+      "step": 1270
+    },
+    {
+      "epoch": 0.21183333333333335,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.7218098958333334,
+      "learning_rate": 8.934675109806688e-05,
+      "loss": 6.8787,
+      "loss/crossentropy": 1.7225153595209122,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14841681346297264,
+      "step": 1271
+    },
+    {
+      "epoch": 0.212,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.9280598958333333,
+      "learning_rate": 8.933059174380131e-05,
+      "loss": 6.9817,
+      "loss/crossentropy": 1.9311038553714752,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17153063416481018,
+      "step": 1272
+    },
+    {
+      "epoch": 0.21216666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9749348958333333,
+      "learning_rate": 8.931442160683094e-05,
+      "loss": 6.9697,
+      "loss/crossentropy": 2.2986189126968384,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21446756273508072,
+      "step": 1273
+    },
+    {
+      "epoch": 0.21233333333333335,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.09765625,
+      "learning_rate": 8.929824069158894e-05,
+      "loss": 7.0315,
+      "loss/crossentropy": 1.823767900466919,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16026857122778893,
+      "step": 1274
+    },
+    {
+      "epoch": 0.2125,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.1603515625,
+      "learning_rate": 8.928204900251136e-05,
+      "loss": 6.978,
+      "loss/crossentropy": 1.780413269996643,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1813862845301628,
+      "step": 1275
+    },
+    {
+      "epoch": 0.21266666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.1634765625,
+      "learning_rate": 8.926584654403724e-05,
+      "loss": 7.1789,
+      "loss/crossentropy": 2.35905060172081,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1954832375049591,
+      "step": 1276
+    },
+    {
+      "epoch": 0.21283333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.9134765625,
+      "learning_rate": 8.924963332060863e-05,
+      "loss": 6.8761,
+      "loss/crossentropy": 2.448783278465271,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16067909821867943,
+      "step": 1277
+    },
+    {
+      "epoch": 0.213,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.9177083333333333,
+      "learning_rate": 8.92334093366704e-05,
+      "loss": 7.2586,
+      "loss/crossentropy": 2.08617702126503,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1942312866449356,
+      "step": 1278
+    },
+    {
+      "epoch": 0.21316666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.003059895833333,
+      "learning_rate": 8.92171745966705e-05,
+      "loss": 6.9743,
+      "loss/crossentropy": 2.039038360118866,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16942651197314262,
+      "step": 1279
+    },
+    {
+      "epoch": 0.21333333333333335,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.890625,
+      "learning_rate": 8.920092910505977e-05,
+      "loss": 7.0371,
+      "loss/crossentropy": 1.5313948392868042,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17466925829648972,
+      "step": 1280
+    },
+    {
+      "epoch": 0.2135,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.9143229166666667,
+      "learning_rate": 8.9184672866292e-05,
+      "loss": 7.1395,
+      "loss/crossentropy": 1.695930540561676,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1709824688732624,
+      "step": 1281
+    },
+    {
+      "epoch": 0.21366666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.4530598958333334,
+      "learning_rate": 8.916840588482392e-05,
+      "loss": 7.2622,
+      "loss/crossentropy": 2.192231595516205,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2439628392457962,
+      "step": 1282
+    },
+    {
+      "epoch": 0.21383333333333332,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.4530598958333334,
+      "learning_rate": 8.915212816511522e-05,
+      "loss": 7.2052,
+      "loss/crossentropy": 1.8892233073711395,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18108197301626205,
+      "step": 1283
+    },
+    {
+      "epoch": 0.214,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.653580729166667,
+      "learning_rate": 8.913583971162852e-05,
+      "loss": 7.0813,
+      "loss/crossentropy": 1.6332352757453918,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15463052317500114,
+      "step": 1284
+    },
+    {
+      "epoch": 0.21416666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.758072916666667,
+      "learning_rate": 8.91195405288294e-05,
+      "loss": 7.0533,
+      "loss/crossentropy": 1.7594351768493652,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17090722918510437,
+      "step": 1285
+    },
+    {
+      "epoch": 0.21433333333333332,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.218489583333333,
+      "learning_rate": 8.910323062118639e-05,
+      "loss": 7.0658,
+      "loss/crossentropy": 1.8605065047740936,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20274737104773521,
+      "step": 1286
+    },
+    {
+      "epoch": 0.2145,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.262434895833333,
+      "learning_rate": 8.908690999317093e-05,
+      "loss": 7.0321,
+      "loss/crossentropy": 1.736699417233467,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17047365754842758,
+      "step": 1287
+    },
+    {
+      "epoch": 0.21466666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.113997395833333,
+      "learning_rate": 8.90705786492574e-05,
+      "loss": 7.2169,
+      "loss/crossentropy": 1.8790197670459747,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19407998397946358,
+      "step": 1288
+    },
+    {
+      "epoch": 0.21483333333333332,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.44765625,
+      "learning_rate": 8.905423659392316e-05,
+      "loss": 6.9602,
+      "loss/crossentropy": 1.623477280139923,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1775852032005787,
+      "step": 1289
+    },
+    {
+      "epoch": 0.215,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.6768229166666666,
+      "learning_rate": 8.903788383164846e-05,
+      "loss": 7.1997,
+      "loss/crossentropy": 1.8577570766210556,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1756720244884491,
+      "step": 1290
+    },
+    {
+      "epoch": 0.21516666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 3.3509765625,
+      "learning_rate": 8.90215203669165e-05,
+      "loss": 6.9301,
+      "loss/crossentropy": 1.453979104757309,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1967424340546131,
+      "step": 1291
+    },
+    {
+      "epoch": 0.21533333333333332,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.465559895833333,
+      "learning_rate": 8.90051462042134e-05,
+      "loss": 6.8198,
+      "loss/crossentropy": 1.7568388879299164,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16247447207570076,
+      "step": 1292
+    },
+    {
+      "epoch": 0.2155,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.72890625,
+      "learning_rate": 8.898876134802826e-05,
+      "loss": 7.2477,
+      "loss/crossentropy": 2.023082450032234,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22672132402658463,
+      "step": 1293
+    },
+    {
+      "epoch": 0.21566666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.70390625,
+      "learning_rate": 8.897236580285308e-05,
+      "loss": 7.0852,
+      "loss/crossentropy": 1.9821708798408508,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17430612444877625,
+      "step": 1294
+    },
+    {
+      "epoch": 0.21583333333333332,
+      "grad_norm": 3456106496.0,
+      "grad_norm_var": 7.46541993790031e+17,
+      "learning_rate": 8.895595957318277e-05,
+      "loss": 7.889,
+      "loss/crossentropy": 2.0135136544704437,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17147020250558853,
+      "step": 1295
+    },
+    {
+      "epoch": 0.216,
+      "grad_norm": 34.5,
+      "grad_norm_var": 7.465419936676273e+17,
+      "learning_rate": 8.893954266351521e-05,
+      "loss": 7.2871,
+      "loss/crossentropy": 1.8673216104507446,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795753724873066,
+      "step": 1296
+    },
+    {
+      "epoch": 0.21616666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 7.465419936820276e+17,
+      "learning_rate": 8.892311507835119e-05,
+      "loss": 6.9809,
+      "loss/crossentropy": 1.622310757637024,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1428094319999218,
+      "step": 1297
+    },
+    {
+      "epoch": 0.21633333333333332,
+      "grad_norm": 31.0,
+      "grad_norm_var": 7.465419937468297e+17,
+      "learning_rate": 8.890667682219439e-05,
+      "loss": 7.2261,
+      "loss/crossentropy": 1.6714694499969482,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609114594757557,
+      "step": 1298
+    },
+    {
+      "epoch": 0.2165,
+      "grad_norm": 31.25,
+      "grad_norm_var": 7.465419937216289e+17,
+      "learning_rate": 8.889022789955151e-05,
+      "loss": 7.1802,
+      "loss/crossentropy": 1.7925153225660324,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1680547334253788,
+      "step": 1299
+    },
+    {
+      "epoch": 0.21666666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 7.465419936892279e+17,
+      "learning_rate": 8.887376831493205e-05,
+      "loss": 7.0988,
+      "loss/crossentropy": 1.8799127638339996,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18989857286214828,
+      "step": 1300
+    },
+    {
+      "epoch": 0.21683333333333332,
+      "grad_norm": 31.5,
+      "grad_norm_var": 7.465419937036283e+17,
+      "learning_rate": 8.885729807284856e-05,
+      "loss": 7.128,
+      "loss/crossentropy": 2.1720742881298065,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1744670458137989,
+      "step": 1301
+    },
+    {
+      "epoch": 0.217,
+      "grad_norm": 29.75,
+      "grad_norm_var": 7.465419937036283e+17,
+      "learning_rate": 8.88408171778164e-05,
+      "loss": 6.9589,
+      "loss/crossentropy": 1.8701461553573608,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17912780493497849,
+      "step": 1302
+    },
+    {
+      "epoch": 0.21716666666666667,
+      "grad_norm": 35.5,
+      "grad_norm_var": 7.465419935272229e+17,
+      "learning_rate": 8.882432563435393e-05,
+      "loss": 7.179,
+      "loss/crossentropy": 1.9762914776802063,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15697065368294716,
+      "step": 1303
+    },
+    {
+      "epoch": 0.21733333333333332,
+      "grad_norm": 33.0,
+      "grad_norm_var": 7.465419934480205e+17,
+      "learning_rate": 8.88078234469824e-05,
+      "loss": 7.2837,
+      "loss/crossentropy": 1.6388632953166962,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2365618571639061,
+      "step": 1304
+    },
+    {
+      "epoch": 0.2175,
+      "grad_norm": 27.875,
+      "grad_norm_var": 7.465419935884248e+17,
+      "learning_rate": 8.879131062022598e-05,
+      "loss": 7.055,
+      "loss/crossentropy": 2.016745537519455,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18361134082078934,
+      "step": 1305
+    },
+    {
+      "epoch": 0.21766666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 7.46541993692828e+17,
+      "learning_rate": 8.877478715861173e-05,
+      "loss": 7.0478,
+      "loss/crossentropy": 1.6777726411819458,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16228575631976128,
+      "step": 1306
+    },
+    {
+      "epoch": 0.21783333333333332,
+      "grad_norm": 27.875,
+      "grad_norm_var": 7.465419936748274e+17,
+      "learning_rate": 8.875825306666968e-05,
+      "loss": 7.0864,
+      "loss/crossentropy": 2.0001308023929596,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17227338999509811,
+      "step": 1307
+    },
+    {
+      "epoch": 0.218,
+      "grad_norm": 31.25,
+      "grad_norm_var": 7.465419936100255e+17,
+      "learning_rate": 8.874170834893272e-05,
+      "loss": 6.9015,
+      "loss/crossentropy": 2.1420152485370636,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18439536541700363,
+      "step": 1308
+    },
+    {
+      "epoch": 0.21816666666666668,
+      "grad_norm": 28.875,
+      "grad_norm_var": 7.465419936712273e+17,
+      "learning_rate": 8.872515300993669e-05,
+      "loss": 6.9725,
+      "loss/crossentropy": 1.688755840063095,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1641828790307045,
+      "step": 1309
+    },
+    {
+      "epoch": 0.21833333333333332,
+      "grad_norm": 29.25,
+      "grad_norm_var": 7.465419937072284e+17,
+      "learning_rate": 8.870858705422033e-05,
+      "loss": 7.2482,
+      "loss/crossentropy": 1.7820774614810944,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20635435730218887,
+      "step": 1310
+    },
+    {
+      "epoch": 0.2185,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.7134765625,
+      "learning_rate": 8.869201048632532e-05,
+      "loss": 7.1116,
+      "loss/crossentropy": 2.4359863102436066,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.171052236109972,
+      "step": 1311
+    },
+    {
+      "epoch": 0.21866666666666668,
+      "grad_norm": 28.0,
+      "grad_norm_var": 4.097330729166667,
+      "learning_rate": 8.867542331079617e-05,
+      "loss": 6.9759,
+      "loss/crossentropy": 1.9924459159374237,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15327489376068115,
+      "step": 1312
+    },
+    {
+      "epoch": 0.21883333333333332,
+      "grad_norm": 27.125,
+      "grad_norm_var": 4.728059895833334,
+      "learning_rate": 8.865882553218037e-05,
+      "loss": 6.8873,
+      "loss/crossentropy": 1.9398671090602875,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16717145219445229,
+      "step": 1313
+    },
+    {
+      "epoch": 0.219,
+      "grad_norm": 29.0,
+      "grad_norm_var": 4.742643229166666,
+      "learning_rate": 8.864221715502829e-05,
+      "loss": 7.1442,
+      "loss/crossentropy": 1.866513729095459,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19265495613217354,
+      "step": 1314
+    },
+    {
+      "epoch": 0.21916666666666668,
+      "grad_norm": 30.125,
+      "grad_norm_var": 4.633072916666666,
+      "learning_rate": 8.862559818389322e-05,
+      "loss": 6.8746,
+      "loss/crossentropy": 2.090180605649948,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16546057164669037,
+      "step": 1315
+    },
+    {
+      "epoch": 0.21933333333333332,
+      "grad_norm": 28.75,
+      "grad_norm_var": 4.718489583333334,
+      "learning_rate": 8.860896862333134e-05,
+      "loss": 7.1046,
+      "loss/crossentropy": 1.5242722928524017,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17156986892223358,
+      "step": 1316
+    },
+    {
+      "epoch": 0.2195,
+      "grad_norm": 31.875,
+      "grad_norm_var": 4.809309895833334,
+      "learning_rate": 8.859232847790175e-05,
+      "loss": 7.1799,
+      "loss/crossentropy": 2.030907988548279,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20265229977667332,
+      "step": 1317
+    },
+    {
+      "epoch": 0.21966666666666668,
+      "grad_norm": 32.25,
+      "grad_norm_var": 5.1556640625,
+      "learning_rate": 8.857567775216643e-05,
+      "loss": 7.0625,
+      "loss/crossentropy": 1.4974164962768555,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19254015013575554,
+      "step": 1318
+    },
+    {
+      "epoch": 0.21983333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.0353515625,
+      "learning_rate": 8.855901645069026e-05,
+      "loss": 7.0632,
+      "loss/crossentropy": 1.8093978762626648,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16958339512348175,
+      "step": 1319
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.61640625,
+      "learning_rate": 8.854234457804105e-05,
+      "loss": 7.2982,
+      "loss/crossentropy": 2.2763660848140717,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15304754674434662,
+      "step": 1320
+    },
+    {
+      "epoch": 0.22016666666666668,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.5478515625,
+      "learning_rate": 8.852566213878947e-05,
+      "loss": 7.1642,
+      "loss/crossentropy": 1.9220625162124634,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25863387808203697,
+      "step": 1321
+    },
+    {
+      "epoch": 0.22033333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.7322265625,
+      "learning_rate": 8.850896913750911e-05,
+      "loss": 7.2231,
+      "loss/crossentropy": 2.248414307832718,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21608459949493408,
+      "step": 1322
+    },
+    {
+      "epoch": 0.2205,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.49140625,
+      "learning_rate": 8.849226557877646e-05,
+      "loss": 6.8391,
+      "loss/crossentropy": 2.101841062307358,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15087469294667244,
+      "step": 1323
+    },
+    {
+      "epoch": 0.22066666666666668,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.5119140625,
+      "learning_rate": 8.84755514671709e-05,
+      "loss": 7.2479,
+      "loss/crossentropy": 2.286454677581787,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1553141064941883,
+      "step": 1324
+    },
+    {
+      "epoch": 0.22083333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.436393229166667,
+      "learning_rate": 8.845882680727469e-05,
+      "loss": 6.9994,
+      "loss/crossentropy": 1.8056836128234863,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15853219106793404,
+      "step": 1325
+    },
+    {
+      "epoch": 0.221,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.4025390625,
+      "learning_rate": 8.844209160367299e-05,
+      "loss": 7.1668,
+      "loss/crossentropy": 2.037298232316971,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15290064364671707,
+      "step": 1326
+    },
+    {
+      "epoch": 0.22116666666666668,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.662955729166667,
+      "learning_rate": 8.842534586095383e-05,
+      "loss": 7.138,
+      "loss/crossentropy": 2.255521208047867,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2043117769062519,
+      "step": 1327
+    },
+    {
+      "epoch": 0.22133333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.3525390625,
+      "learning_rate": 8.840858958370819e-05,
+      "loss": 6.9868,
+      "loss/crossentropy": 2.0564877092838287,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1763647273182869,
+      "step": 1328
+    },
+    {
+      "epoch": 0.2215,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.1184895833333335,
+      "learning_rate": 8.839182277652989e-05,
+      "loss": 6.9926,
+      "loss/crossentropy": 1.7821269035339355,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1580953113734722,
+      "step": 1329
+    },
+    {
+      "epoch": 0.22166666666666668,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.2934895833333333,
+      "learning_rate": 8.837504544401561e-05,
+      "loss": 7.1472,
+      "loss/crossentropy": 2.490646868944168,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18042651563882828,
+      "step": 1330
+    },
+    {
+      "epoch": 0.22183333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.3832682291666667,
+      "learning_rate": 8.8358257590765e-05,
+      "loss": 6.8525,
+      "loss/crossentropy": 1.938695877790451,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16877496242523193,
+      "step": 1331
+    },
+    {
+      "epoch": 0.222,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.2869140625,
+      "learning_rate": 8.834145922138049e-05,
+      "loss": 7.2353,
+      "loss/crossentropy": 2.2627280354499817,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19378405436873436,
+      "step": 1332
+    },
+    {
+      "epoch": 0.22216666666666668,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.191666666666667,
+      "learning_rate": 8.832465034046749e-05,
+      "loss": 6.9395,
+      "loss/crossentropy": 2.0226730406284332,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16587254405021667,
+      "step": 1333
+    },
+    {
+      "epoch": 0.22233333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.9447916666666667,
+      "learning_rate": 8.830783095263425e-05,
+      "loss": 6.9216,
+      "loss/crossentropy": 1.714574009180069,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16929889097809792,
+      "step": 1334
+    },
+    {
+      "epoch": 0.2225,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.4018229166666667,
+      "learning_rate": 8.829100106249189e-05,
+      "loss": 7.0172,
+      "loss/crossentropy": 1.7925970554351807,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22310101985931396,
+      "step": 1335
+    },
+    {
+      "epoch": 0.22266666666666668,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.224739583333333,
+      "learning_rate": 8.827416067465441e-05,
+      "loss": 7.2243,
+      "loss/crossentropy": 2.161846488714218,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1975463330745697,
+      "step": 1336
+    },
+    {
+      "epoch": 0.22283333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.3520182291666667,
+      "learning_rate": 8.825730979373872e-05,
+      "loss": 7.0193,
+      "loss/crossentropy": 1.779839664697647,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1584184467792511,
+      "step": 1337
+    },
+    {
+      "epoch": 0.223,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.1166015625,
+      "learning_rate": 8.824044842436456e-05,
+      "loss": 7.2018,
+      "loss/crossentropy": 1.8944500386714935,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1684500388801098,
+      "step": 1338
+    },
+    {
+      "epoch": 0.22316666666666668,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.080208333333333,
+      "learning_rate": 8.822357657115459e-05,
+      "loss": 7.2954,
+      "loss/crossentropy": 2.237246662378311,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21640732139348984,
+      "step": 1339
+    },
+    {
+      "epoch": 0.22333333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.002083333333333,
+      "learning_rate": 8.82066942387343e-05,
+      "loss": 7.0554,
+      "loss/crossentropy": 2.0690477788448334,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19336192682385445,
+      "step": 1340
+    },
+    {
+      "epoch": 0.2235,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.5395833333333333,
+      "learning_rate": 8.818980143173213e-05,
+      "loss": 7.2203,
+      "loss/crossentropy": 1.7061096876859665,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18845251947641373,
+      "step": 1341
+    },
+    {
+      "epoch": 0.22366666666666668,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.5872395833333335,
+      "learning_rate": 8.817289815477928e-05,
+      "loss": 7.6896,
+      "loss/crossentropy": 1.5505743622779846,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2833479270339012,
+      "step": 1342
+    },
+    {
+      "epoch": 0.22383333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.2744140625,
+      "learning_rate": 8.815598441250987e-05,
+      "loss": 7.0531,
+      "loss/crossentropy": 1.713552087545395,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14133765175938606,
+      "step": 1343
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.3921223958333333,
+      "learning_rate": 8.813906020956097e-05,
+      "loss": 6.9316,
+      "loss/crossentropy": 2.2636399269104004,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16073094308376312,
+      "step": 1344
+    },
+    {
+      "epoch": 0.22416666666666665,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.1499348958333333,
+      "learning_rate": 8.81221255505724e-05,
+      "loss": 7.1873,
+      "loss/crossentropy": 2.3648778796195984,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18794936686754227,
+      "step": 1345
+    },
+    {
+      "epoch": 0.22433333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.6489583333333333,
+      "learning_rate": 8.810518044018689e-05,
+      "loss": 7.2767,
+      "loss/crossentropy": 1.4827014207839966,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1567552611231804,
+      "step": 1346
+    },
+    {
+      "epoch": 0.2245,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.97265625,
+      "learning_rate": 8.808822488305005e-05,
+      "loss": 7.1419,
+      "loss/crossentropy": 2.181717038154602,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17448044940829277,
+      "step": 1347
+    },
+    {
+      "epoch": 0.22466666666666665,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.068489583333333,
+      "learning_rate": 8.807125888381035e-05,
+      "loss": 7.3815,
+      "loss/crossentropy": 1.9000767469406128,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19831407442688942,
+      "step": 1348
+    },
+    {
+      "epoch": 0.22483333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.1489583333333333,
+      "learning_rate": 8.80542824471191e-05,
+      "loss": 6.9805,
+      "loss/crossentropy": 1.9254313111305237,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19930032268166542,
+      "step": 1349
+    },
+    {
+      "epoch": 0.225,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.2343098958333334,
+      "learning_rate": 8.803729557763047e-05,
+      "loss": 6.9941,
+      "loss/crossentropy": 1.7938042283058167,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16836293041706085,
+      "step": 1350
+    },
+    {
+      "epoch": 0.22516666666666665,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.8936848958333334,
+      "learning_rate": 8.802029828000156e-05,
+      "loss": 7.2638,
+      "loss/crossentropy": 1.8875901997089386,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18301720544695854,
+      "step": 1351
+    },
+    {
+      "epoch": 0.22533333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.9518229166666667,
+      "learning_rate": 8.800329055889223e-05,
+      "loss": 6.9781,
+      "loss/crossentropy": 1.7926859557628632,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19640637189149857,
+      "step": 1352
+    },
+    {
+      "epoch": 0.2255,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.6520182291666667,
+      "learning_rate": 8.798627241896524e-05,
+      "loss": 7.2083,
+      "loss/crossentropy": 2.0834586918354034,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15520642697811127,
+      "step": 1353
+    },
+    {
+      "epoch": 0.22566666666666665,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.69140625,
+      "learning_rate": 8.796924386488624e-05,
+      "loss": 7.4726,
+      "loss/crossentropy": 1.8181260824203491,
+      "loss/hidden": 4.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.33195482194423676,
+      "step": 1354
+    },
+    {
+      "epoch": 0.22583333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.7744140625,
+      "learning_rate": 8.795220490132369e-05,
+      "loss": 7.0995,
+      "loss/crossentropy": 2.0270180106163025,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1946832872927189,
+      "step": 1355
+    },
+    {
+      "epoch": 0.226,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.7744140625,
+      "learning_rate": 8.793515553294891e-05,
+      "loss": 7.0758,
+      "loss/crossentropy": 2.230189561843872,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18500115722417831,
+      "step": 1356
+    },
+    {
+      "epoch": 0.22616666666666665,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.2072265625,
+      "learning_rate": 8.79180957644361e-05,
+      "loss": 7.0507,
+      "loss/crossentropy": 2.0787720680236816,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16317469254136086,
+      "step": 1357
+    },
+    {
+      "epoch": 0.22633333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.201041666666667,
+      "learning_rate": 8.790102560046227e-05,
+      "loss": 7.1832,
+      "loss/crossentropy": 1.994160920381546,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1815122552216053,
+      "step": 1358
+    },
+    {
+      "epoch": 0.2265,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.216080729166667,
+      "learning_rate": 8.788394504570732e-05,
+      "loss": 7.5255,
+      "loss/crossentropy": 1.4656861275434494,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20615416020154953,
+      "step": 1359
+    },
+    {
+      "epoch": 0.22666666666666666,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.28125,
+      "learning_rate": 8.786685410485398e-05,
+      "loss": 7.1196,
+      "loss/crossentropy": 1.8797804713249207,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2133900672197342,
+      "step": 1360
+    },
+    {
+      "epoch": 0.22683333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.309375,
+      "learning_rate": 8.784975278258783e-05,
+      "loss": 7.158,
+      "loss/crossentropy": 1.7950632572174072,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16669543832540512,
+      "step": 1361
+    },
+    {
+      "epoch": 0.227,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.3056640625,
+      "learning_rate": 8.783264108359728e-05,
+      "loss": 6.8924,
+      "loss/crossentropy": 2.453521102666855,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1855342723429203,
+      "step": 1362
+    },
+    {
+      "epoch": 0.22716666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.7634765625,
+      "learning_rate": 8.78155190125736e-05,
+      "loss": 7.0847,
+      "loss/crossentropy": 1.6687047630548477,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1837630569934845,
+      "step": 1363
+    },
+    {
+      "epoch": 0.22733333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.7270182291666667,
+      "learning_rate": 8.779838657421092e-05,
+      "loss": 7.1379,
+      "loss/crossentropy": 1.74602010846138,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1441764123737812,
+      "step": 1364
+    },
+    {
+      "epoch": 0.2275,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.5229166666666667,
+      "learning_rate": 8.778124377320618e-05,
+      "loss": 6.851,
+      "loss/crossentropy": 1.7809283435344696,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16961202025413513,
+      "step": 1365
+    },
+    {
+      "epoch": 0.22766666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.2104166666666667,
+      "learning_rate": 8.776409061425919e-05,
+      "loss": 7.0813,
+      "loss/crossentropy": 2.079925984144211,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.183708768337965,
+      "step": 1366
+    },
+    {
+      "epoch": 0.22783333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.215559895833333,
+      "learning_rate": 8.774692710207257e-05,
+      "loss": 7.0477,
+      "loss/crossentropy": 1.804535448551178,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19650908187031746,
+      "step": 1367
+    },
+    {
+      "epoch": 0.228,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.135872395833333,
+      "learning_rate": 8.772975324135179e-05,
+      "loss": 6.9129,
+      "loss/crossentropy": 1.7298943996429443,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15943126380443573,
+      "step": 1368
+    },
+    {
+      "epoch": 0.22816666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.099739583333333,
+      "learning_rate": 8.771256903680519e-05,
+      "loss": 7.2448,
+      "loss/crossentropy": 1.863993912935257,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16760018840432167,
+      "step": 1369
+    },
+    {
+      "epoch": 0.22833333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.7080729166666666,
+      "learning_rate": 8.769537449314391e-05,
+      "loss": 7.0922,
+      "loss/crossentropy": 1.688790649175644,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639144904911518,
+      "step": 1370
+    },
+    {
+      "epoch": 0.2285,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.7072916666666667,
+      "learning_rate": 8.76781696150819e-05,
+      "loss": 7.138,
+      "loss/crossentropy": 2.0839433670043945,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21453265100717545,
+      "step": 1371
+    },
+    {
+      "epoch": 0.22866666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.8020182291666667,
+      "learning_rate": 8.766095440733601e-05,
+      "loss": 7.2556,
+      "loss/crossentropy": 1.6846605837345123,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19930050894618034,
+      "step": 1372
+    },
+    {
+      "epoch": 0.22883333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.7426432291666667,
+      "learning_rate": 8.764372887462586e-05,
+      "loss": 7.0091,
+      "loss/crossentropy": 2.213774800300598,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1519070602953434,
+      "step": 1373
+    },
+    {
+      "epoch": 0.229,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.7270182291666667,
+      "learning_rate": 8.762649302167395e-05,
+      "loss": 7.1046,
+      "loss/crossentropy": 2.119282454252243,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18627038970589638,
+      "step": 1374
+    },
+    {
+      "epoch": 0.22916666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.7660807291666667,
+      "learning_rate": 8.760924685320557e-05,
+      "loss": 7.0487,
+      "loss/crossentropy": 1.7688325345516205,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18404393270611763,
+      "step": 1375
+    },
+    {
+      "epoch": 0.22933333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.9223307291666667,
+      "learning_rate": 8.759199037394887e-05,
+      "loss": 7.0125,
+      "loss/crossentropy": 2.181953549385071,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17447860911488533,
+      "step": 1376
+    },
+    {
+      "epoch": 0.2295,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.049934895833333,
+      "learning_rate": 8.757472358863481e-05,
+      "loss": 6.8112,
+      "loss/crossentropy": 2.0696641206741333,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1791696548461914,
+      "step": 1377
+    },
+    {
+      "epoch": 0.22966666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.137434895833333,
+      "learning_rate": 8.755744650199716e-05,
+      "loss": 7.1824,
+      "loss/crossentropy": 2.023148834705353,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24435881525278091,
+      "step": 1378
+    },
+    {
+      "epoch": 0.22983333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.8708333333333333,
+      "learning_rate": 8.754015911877255e-05,
+      "loss": 6.9685,
+      "loss/crossentropy": 2.015488862991333,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1677897684276104,
+      "step": 1379
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.1205729166666667,
+      "learning_rate": 8.752286144370041e-05,
+      "loss": 7.0386,
+      "loss/crossentropy": 2.144385486841202,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18953008204698563,
+      "step": 1380
+    },
+    {
+      "epoch": 0.23016666666666666,
+      "grad_norm": 40.25,
+      "grad_norm_var": 8.211393229166667,
+      "learning_rate": 8.750555348152298e-05,
+      "loss": 7.2246,
+      "loss/crossentropy": 2.018937200307846,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19441290199756622,
+      "step": 1381
+    },
+    {
+      "epoch": 0.23033333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 8.275455729166667,
+      "learning_rate": 8.748823523698535e-05,
+      "loss": 6.8557,
+      "loss/crossentropy": 2.073577105998993,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14610829204320908,
+      "step": 1382
+    },
+    {
+      "epoch": 0.2305,
+      "grad_norm": 30.5,
+      "grad_norm_var": 8.267708333333333,
+      "learning_rate": 8.747090671483542e-05,
+      "loss": 7.1882,
+      "loss/crossentropy": 1.808563083410263,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17777547240257263,
+      "step": 1383
+    },
+    {
+      "epoch": 0.23066666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 7.960416666666666,
+      "learning_rate": 8.745356791982391e-05,
+      "loss": 7.1564,
+      "loss/crossentropy": 1.7210944592952728,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20695078000426292,
+      "step": 1384
+    },
+    {
+      "epoch": 0.23083333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 7.960416666666666,
+      "learning_rate": 8.74362188567043e-05,
+      "loss": 7.0791,
+      "loss/crossentropy": 1.6117003560066223,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1556633971631527,
+      "step": 1385
+    },
+    {
+      "epoch": 0.231,
+      "grad_norm": 30.125,
+      "grad_norm_var": 7.919205729166666,
+      "learning_rate": 8.741885953023301e-05,
+      "loss": 7.1246,
+      "loss/crossentropy": 1.8704611659049988,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2107059620320797,
+      "step": 1386
+    },
+    {
+      "epoch": 0.23116666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 7.987239583333333,
+      "learning_rate": 8.740148994516912e-05,
+      "loss": 7.0483,
+      "loss/crossentropy": 1.927421748638153,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1569875031709671,
+      "step": 1387
+    },
+    {
+      "epoch": 0.23133333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 7.705989583333333,
+      "learning_rate": 8.738411010627466e-05,
+      "loss": 7.227,
+      "loss/crossentropy": 2.1431739032268524,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20422163233160973,
+      "step": 1388
+    },
+    {
+      "epoch": 0.2315,
+      "grad_norm": 30.375,
+      "grad_norm_var": 7.720833333333333,
+      "learning_rate": 8.736672001831438e-05,
+      "loss": 7.2047,
+      "loss/crossentropy": 1.5240344256162643,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18182214722037315,
+      "step": 1389
+    },
+    {
+      "epoch": 0.23166666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 7.727018229166666,
+      "learning_rate": 8.734931968605589e-05,
+      "loss": 7.0559,
+      "loss/crossentropy": 1.6655289232730865,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21631991863250732,
+      "step": 1390
+    },
+    {
+      "epoch": 0.23183333333333334,
+      "grad_norm": 29.0,
+      "grad_norm_var": 7.658268229166667,
+      "learning_rate": 8.733190911426958e-05,
+      "loss": 6.987,
+      "loss/crossentropy": 1.955703616142273,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18248649686574936,
+      "step": 1391
+    },
+    {
+      "epoch": 0.232,
+      "grad_norm": 30.875,
+      "grad_norm_var": 7.278580729166666,
+      "learning_rate": 8.731448830772864e-05,
+      "loss": 6.9522,
+      "loss/crossentropy": 2.055171713232994,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18208866566419601,
+      "step": 1392
+    },
+    {
+      "epoch": 0.23216666666666666,
+      "grad_norm": 29.0,
+      "grad_norm_var": 7.434309895833334,
+      "learning_rate": 8.729705727120911e-05,
+      "loss": 6.8244,
+      "loss/crossentropy": 1.920299768447876,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1761598140001297,
+      "step": 1393
+    },
+    {
+      "epoch": 0.23233333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 7.386393229166667,
+      "learning_rate": 8.72796160094898e-05,
+      "loss": 7.0279,
+      "loss/crossentropy": 2.074692815542221,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16406862065196037,
+      "step": 1394
+    },
+    {
+      "epoch": 0.2325,
+      "grad_norm": 31.75,
+      "grad_norm_var": 7.108072916666667,
+      "learning_rate": 8.726216452735232e-05,
+      "loss": 6.9423,
+      "loss/crossentropy": 2.3375765085220337,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18264194950461388,
+      "step": 1395
+    },
+    {
+      "epoch": 0.23266666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 6.689322916666667,
+      "learning_rate": 8.724470282958111e-05,
+      "loss": 7.2743,
+      "loss/crossentropy": 2.2332785427570343,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2182307466864586,
+      "step": 1396
+    },
+    {
+      "epoch": 0.23283333333333334,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.3171223958333333,
+      "learning_rate": 8.722723092096338e-05,
+      "loss": 7.0684,
+      "loss/crossentropy": 1.6890765130519867,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22477268055081367,
+      "step": 1397
+    },
+    {
+      "epoch": 0.233,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.6942057291666666,
+      "learning_rate": 8.720974880628916e-05,
+      "loss": 6.95,
+      "loss/crossentropy": 1.2736570984125137,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16321686282753944,
+      "step": 1398
+    },
+    {
+      "epoch": 0.23316666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.6997395833333333,
+      "learning_rate": 8.719225649035126e-05,
+      "loss": 6.9737,
+      "loss/crossentropy": 1.747178003191948,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1727956011891365,
+      "step": 1399
+    },
+    {
+      "epoch": 0.23333333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.69765625,
+      "learning_rate": 8.717475397794531e-05,
+      "loss": 7.2878,
+      "loss/crossentropy": 1.9532324075698853,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18084821850061417,
+      "step": 1400
+    },
+    {
+      "epoch": 0.2335,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.59140625,
+      "learning_rate": 8.715724127386972e-05,
+      "loss": 7.0704,
+      "loss/crossentropy": 2.113216519355774,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17437510937452316,
+      "step": 1401
+    },
+    {
+      "epoch": 0.23366666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.6895182291666666,
+      "learning_rate": 8.713971838292569e-05,
+      "loss": 6.9268,
+      "loss/crossentropy": 2.245711624622345,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20107146725058556,
+      "step": 1402
+    },
+    {
+      "epoch": 0.23383333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.164322916666667,
+      "learning_rate": 8.712218530991723e-05,
+      "loss": 7.1208,
+      "loss/crossentropy": 1.730014443397522,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22139248251914978,
+      "step": 1403
+    },
+    {
+      "epoch": 0.234,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.164322916666667,
+      "learning_rate": 8.710464205965112e-05,
+      "loss": 6.9937,
+      "loss/crossentropy": 1.6004100143909454,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17204492911696434,
+      "step": 1404
+    },
+    {
+      "epoch": 0.23416666666666666,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.3358723958333334,
+      "learning_rate": 8.708708863693697e-05,
+      "loss": 7.0352,
+      "loss/crossentropy": 2.1264417320489883,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1658274382352829,
+      "step": 1405
+    },
+    {
+      "epoch": 0.23433333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.459375,
+      "learning_rate": 8.706952504658712e-05,
+      "loss": 7.1431,
+      "loss/crossentropy": 1.50221349298954,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15783336013555527,
+      "step": 1406
+    },
+    {
+      "epoch": 0.2345,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.535416666666667,
+      "learning_rate": 8.705195129341672e-05,
+      "loss": 7.1194,
+      "loss/crossentropy": 2.049428880214691,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18712931126356125,
+      "step": 1407
+    },
+    {
+      "epoch": 0.23466666666666666,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.5712890625,
+      "learning_rate": 8.703436738224375e-05,
+      "loss": 6.9781,
+      "loss/crossentropy": 2.3455532789230347,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22837577387690544,
+      "step": 1408
+    },
+    {
+      "epoch": 0.23483333333333334,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.7306640625,
+      "learning_rate": 8.701677331788891e-05,
+      "loss": 7.124,
+      "loss/crossentropy": 1.8043087422847748,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1597243696451187,
+      "step": 1409
+    },
+    {
+      "epoch": 0.235,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.86015625,
+      "learning_rate": 8.699916910517573e-05,
+      "loss": 7.0915,
+      "loss/crossentropy": 1.4584205448627472,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1846204549074173,
+      "step": 1410
+    },
+    {
+      "epoch": 0.23516666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.69375,
+      "learning_rate": 8.69815547489305e-05,
+      "loss": 7.2374,
+      "loss/crossentropy": 1.5898298174142838,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16165027767419815,
+      "step": 1411
+    },
+    {
+      "epoch": 0.23533333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.530143229166667,
+      "learning_rate": 8.696393025398229e-05,
+      "loss": 6.9677,
+      "loss/crossentropy": 1.7190268635749817,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17674877494573593,
+      "step": 1412
+    },
+    {
+      "epoch": 0.2355,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.405143229166667,
+      "learning_rate": 8.694629562516294e-05,
+      "loss": 7.121,
+      "loss/crossentropy": 1.7949635684490204,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19067958369851112,
+      "step": 1413
+    },
+    {
+      "epoch": 0.23566666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.123893229166667,
+      "learning_rate": 8.692865086730713e-05,
+      "loss": 6.89,
+      "loss/crossentropy": 1.7350464463233948,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15222876518964767,
+      "step": 1414
+    },
+    {
+      "epoch": 0.23583333333333334,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.1020182291666667,
+      "learning_rate": 8.69109959852522e-05,
+      "loss": 6.9269,
+      "loss/crossentropy": 1.796377807855606,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15365470945835114,
+      "step": 1415
+    },
+    {
+      "epoch": 0.236,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.1041666666666665,
+      "learning_rate": 8.689333098383842e-05,
+      "loss": 7.0796,
+      "loss/crossentropy": 1.9770399034023285,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.198615200817585,
+      "step": 1416
+    },
+    {
+      "epoch": 0.23616666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.6375,
+      "learning_rate": 8.68756558679087e-05,
+      "loss": 7.0849,
+      "loss/crossentropy": 2.3155723810195923,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16964924335479736,
+      "step": 1417
+    },
+    {
+      "epoch": 0.23633333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.6561848958333334,
+      "learning_rate": 8.685797064230878e-05,
+      "loss": 7.1044,
+      "loss/crossentropy": 1.8613577038049698,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17155513912439346,
+      "step": 1418
+    },
+    {
+      "epoch": 0.2365,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.8139973958333333,
+      "learning_rate": 8.684027531188717e-05,
+      "loss": 7.3211,
+      "loss/crossentropy": 2.1177275478839874,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22781919687986374,
+      "step": 1419
+    },
+    {
+      "epoch": 0.23666666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.8546223958333334,
+      "learning_rate": 8.682256988149513e-05,
+      "loss": 6.9696,
+      "loss/crossentropy": 1.833871841430664,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17683470249176025,
+      "step": 1420
+    },
+    {
+      "epoch": 0.23683333333333334,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.8160807291666667,
+      "learning_rate": 8.680485435598673e-05,
+      "loss": 6.937,
+      "loss/crossentropy": 1.6870361864566803,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15399332344532013,
+      "step": 1421
+    },
+    {
+      "epoch": 0.237,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.6155598958333333,
+      "learning_rate": 8.678712874021874e-05,
+      "loss": 7.1699,
+      "loss/crossentropy": 2.2885822653770447,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18261811137199402,
+      "step": 1422
+    },
+    {
+      "epoch": 0.23716666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.9764973958333334,
+      "learning_rate": 8.67693930390508e-05,
+      "loss": 7.036,
+      "loss/crossentropy": 1.8674782514572144,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1692717894911766,
+      "step": 1423
+    },
+    {
+      "epoch": 0.23733333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.8931640625,
+      "learning_rate": 8.67516472573452e-05,
+      "loss": 7.1713,
+      "loss/crossentropy": 1.9137693643569946,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19587906450033188,
+      "step": 1424
+    },
+    {
+      "epoch": 0.2375,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.81875,
+      "learning_rate": 8.673389139996708e-05,
+      "loss": 7.4921,
+      "loss/crossentropy": 2.0193804800510406,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16129348427057266,
+      "step": 1425
+    },
+    {
+      "epoch": 0.23766666666666666,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.80625,
+      "learning_rate": 8.671612547178428e-05,
+      "loss": 7.1952,
+      "loss/crossentropy": 2.0666559040546417,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21362433582544327,
+      "step": 1426
+    },
+    {
+      "epoch": 0.23783333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.721875,
+      "learning_rate": 8.669834947766746e-05,
+      "loss": 7.0166,
+      "loss/crossentropy": 1.443528801202774,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18207737430930138,
+      "step": 1427
+    },
+    {
+      "epoch": 0.238,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.6302083333333333,
+      "learning_rate": 8.668056342248998e-05,
+      "loss": 7.0718,
+      "loss/crossentropy": 2.0485104620456696,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23772461712360382,
+      "step": 1428
+    },
+    {
+      "epoch": 0.23816666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.3686848958333333,
+      "learning_rate": 8.666276731112801e-05,
+      "loss": 6.907,
+      "loss/crossentropy": 1.6565506756305695,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15394266322255135,
+      "step": 1429
+    },
+    {
+      "epoch": 0.23833333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.9989583333333334,
+      "learning_rate": 8.664496114846044e-05,
+      "loss": 7.1926,
+      "loss/crossentropy": 2.0662891566753387,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17025461420416832,
+      "step": 1430
+    },
+    {
+      "epoch": 0.2385,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.0884765625,
+      "learning_rate": 8.662714493936895e-05,
+      "loss": 7.0135,
+      "loss/crossentropy": 1.6579667329788208,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1791704222559929,
+      "step": 1431
+    },
+    {
+      "epoch": 0.23866666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.0497395833333334,
+      "learning_rate": 8.660931868873793e-05,
+      "loss": 7.1355,
+      "loss/crossentropy": 1.854185864329338,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20881477370858192,
+      "step": 1432
+    },
+    {
+      "epoch": 0.23883333333333334,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.6561848958333334,
+      "learning_rate": 8.659148240145456e-05,
+      "loss": 7.0677,
+      "loss/crossentropy": 1.779709905385971,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18130938336253166,
+      "step": 1433
+    },
+    {
+      "epoch": 0.239,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.6171223958333334,
+      "learning_rate": 8.657363608240876e-05,
+      "loss": 6.9205,
+      "loss/crossentropy": 1.7048383802175522,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16548937931656837,
+      "step": 1434
+    },
+    {
+      "epoch": 0.23916666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.6796223958333334,
+      "learning_rate": 8.655577973649321e-05,
+      "loss": 7.1432,
+      "loss/crossentropy": 2.16427144408226,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2073451764881611,
+      "step": 1435
+    },
+    {
+      "epoch": 0.23933333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.6389973958333333,
+      "learning_rate": 8.653791336860331e-05,
+      "loss": 7.2272,
+      "loss/crossentropy": 2.327578216791153,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19537092745304108,
+      "step": 1436
+    },
+    {
+      "epoch": 0.2395,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.796875,
+      "learning_rate": 8.652003698363724e-05,
+      "loss": 7.0819,
+      "loss/crossentropy": 1.6819135546684265,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15314748883247375,
+      "step": 1437
+    },
+    {
+      "epoch": 0.23966666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.8020833333333333,
+      "learning_rate": 8.65021505864959e-05,
+      "loss": 7.305,
+      "loss/crossentropy": 1.9393266141414642,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17198432981967926,
+      "step": 1438
+    },
+    {
+      "epoch": 0.23983333333333334,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.5184895833333334,
+      "learning_rate": 8.648425418208294e-05,
+      "loss": 6.9837,
+      "loss/crossentropy": 2.1693661212921143,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17503316327929497,
+      "step": 1439
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.5552083333333333,
+      "learning_rate": 8.64663477753048e-05,
+      "loss": 7.0159,
+      "loss/crossentropy": 1.4025498777627945,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1701631397008896,
+      "step": 1440
+    },
+    {
+      "epoch": 0.24016666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.9676432291666666,
+      "learning_rate": 8.644843137107059e-05,
+      "loss": 6.9633,
+      "loss/crossentropy": 1.393399029970169,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13988840579986572,
+      "step": 1441
+    },
+    {
+      "epoch": 0.24033333333333334,
+      "grad_norm": 35.25,
+      "grad_norm_var": 3.3666666666666667,
+      "learning_rate": 8.64305049742922e-05,
+      "loss": 6.9885,
+      "loss/crossentropy": 1.7633602619171143,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21782268583774567,
+      "step": 1442
+    },
+    {
+      "epoch": 0.2405,
+      "grad_norm": 33.75,
+      "grad_norm_var": 4.05390625,
+      "learning_rate": 8.641256858988424e-05,
+      "loss": 6.847,
+      "loss/crossentropy": 1.1049831062555313,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17695121467113495,
+      "step": 1443
+    },
+    {
+      "epoch": 0.24066666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 4.008333333333334,
+      "learning_rate": 8.639462222276409e-05,
+      "loss": 6.8518,
+      "loss/crossentropy": 2.1725153625011444,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1662130281329155,
+      "step": 1444
+    },
+    {
+      "epoch": 0.24083333333333334,
+      "grad_norm": 29.25,
+      "grad_norm_var": 4.090625,
+      "learning_rate": 8.637666587785184e-05,
+      "loss": 7.1297,
+      "loss/crossentropy": 1.5501872599124908,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1997702680528164,
+      "step": 1445
+    },
+    {
+      "epoch": 0.241,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.21015625,
+      "learning_rate": 8.635869956007034e-05,
+      "loss": 7.1231,
+      "loss/crossentropy": 1.423758640885353,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18965114653110504,
+      "step": 1446
+    },
+    {
+      "epoch": 0.24116666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.8791015625,
+      "learning_rate": 8.634072327434515e-05,
+      "loss": 7.098,
+      "loss/crossentropy": 1.4089665859937668,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25003840029239655,
+      "step": 1447
+    },
+    {
+      "epoch": 0.24133333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.8135416666666666,
+      "learning_rate": 8.632273702560456e-05,
+      "loss": 7.38,
+      "loss/crossentropy": 2.2259353697299957,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18022334948182106,
+      "step": 1448
+    },
+    {
+      "epoch": 0.2415,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.6518229166666667,
+      "learning_rate": 8.630474081877959e-05,
+      "loss": 7.1316,
+      "loss/crossentropy": 2.1385007202625275,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.177784763276577,
+      "step": 1449
+    },
+    {
+      "epoch": 0.24166666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.4760416666666667,
+      "learning_rate": 8.628673465880404e-05,
+      "loss": 7.0279,
+      "loss/crossentropy": 2.2046436965465546,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764751896262169,
+      "step": 1450
+    },
+    {
+      "epoch": 0.24183333333333334,
+      "grad_norm": 27.875,
+      "grad_norm_var": 4.048893229166667,
+      "learning_rate": 8.626871855061438e-05,
+      "loss": 7.2016,
+      "loss/crossentropy": 1.8152197003364563,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18991127610206604,
+      "step": 1451
+    },
+    {
+      "epoch": 0.242,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.048893229166667,
+      "learning_rate": 8.625069249914983e-05,
+      "loss": 7.0934,
+      "loss/crossentropy": 1.2199461609125137,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19496672227978706,
+      "step": 1452
+    },
+    {
+      "epoch": 0.24216666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 4.258268229166666,
+      "learning_rate": 8.623265650935234e-05,
+      "loss": 7.187,
+      "loss/crossentropy": 2.0080507397651672,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18087223172187805,
+      "step": 1453
+    },
+    {
+      "epoch": 0.24233333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.299739583333333,
+      "learning_rate": 8.621461058616656e-05,
+      "loss": 7.1007,
+      "loss/crossentropy": 1.7408147901296616,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17902477830648422,
+      "step": 1454
+    },
+    {
+      "epoch": 0.2425,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.658072916666667,
+      "learning_rate": 8.61965547345399e-05,
+      "loss": 7.1665,
+      "loss/crossentropy": 1.9689427614212036,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1854184102267027,
+      "step": 1455
+    },
+    {
+      "epoch": 0.24266666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.540559895833334,
+      "learning_rate": 8.617848895942247e-05,
+      "loss": 7.4566,
+      "loss/crossentropy": 2.1394124925136566,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17221321910619736,
+      "step": 1456
+    },
+    {
+      "epoch": 0.24283333333333335,
+      "grad_norm": 28.0,
+      "grad_norm_var": 4.6791015625,
+      "learning_rate": 8.616041326576711e-05,
+      "loss": 6.9391,
+      "loss/crossentropy": 2.1965531408786774,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17903254553675652,
+      "step": 1457
+    },
+    {
+      "epoch": 0.243,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.0462890625,
+      "learning_rate": 8.614232765852935e-05,
+      "loss": 7.007,
+      "loss/crossentropy": 1.9292385578155518,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18688028305768967,
+      "step": 1458
+    },
+    {
+      "epoch": 0.24316666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.323372395833333,
+      "learning_rate": 8.612423214266749e-05,
+      "loss": 7.2216,
+      "loss/crossentropy": 2.345898687839508,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18654945492744446,
+      "step": 1459
+    },
+    {
+      "epoch": 0.24333333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.193489583333333,
+      "learning_rate": 8.610612672314251e-05,
+      "loss": 6.9686,
+      "loss/crossentropy": 1.7359199225902557,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23047712817788124,
+      "step": 1460
+    },
+    {
+      "epoch": 0.2435,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.4895833333333335,
+      "learning_rate": 8.608801140491811e-05,
+      "loss": 7.5035,
+      "loss/crossentropy": 1.9083283096551895,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17189928144216537,
+      "step": 1461
+    },
+    {
+      "epoch": 0.24366666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.2348307291666667,
+      "learning_rate": 8.606988619296071e-05,
+      "loss": 7.0419,
+      "loss/crossentropy": 1.5378432869911194,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1655520312488079,
+      "step": 1462
+    },
+    {
+      "epoch": 0.24383333333333335,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.2330729166666665,
+      "learning_rate": 8.605175109223944e-05,
+      "loss": 7.2363,
+      "loss/crossentropy": 1.8559139370918274,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21075575798749924,
+      "step": 1463
+    },
+    {
+      "epoch": 0.244,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.1080729166666665,
+      "learning_rate": 8.603360610772612e-05,
+      "loss": 7.0639,
+      "loss/crossentropy": 1.617599070072174,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16611310839653015,
+      "step": 1464
+    },
+    {
+      "epoch": 0.24416666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 3.1354166666666665,
+      "learning_rate": 8.601545124439535e-05,
+      "loss": 7.0136,
+      "loss/crossentropy": 1.7576895207166672,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16732006892561913,
+      "step": 1465
+    },
+    {
+      "epoch": 0.24433333333333335,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.1119140625,
+      "learning_rate": 8.599728650722434e-05,
+      "loss": 7.1847,
+      "loss/crossentropy": 2.0496761202812195,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1775667667388916,
+      "step": 1466
+    },
+    {
+      "epoch": 0.2445,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.78515625,
+      "learning_rate": 8.597911190119308e-05,
+      "loss": 6.8316,
+      "loss/crossentropy": 1.859610378742218,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2175607979297638,
+      "step": 1467
+    },
+    {
+      "epoch": 0.24466666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.8473307291666665,
+      "learning_rate": 8.596092743128423e-05,
+      "loss": 7.0243,
+      "loss/crossentropy": 1.9550632238388062,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17831335589289665,
+      "step": 1468
+    },
+    {
+      "epoch": 0.24483333333333332,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.7046223958333333,
+      "learning_rate": 8.594273310248318e-05,
+      "loss": 7.2541,
+      "loss/crossentropy": 1.6503151059150696,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15552670508623123,
+      "step": 1469
+    },
+    {
+      "epoch": 0.245,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.693489583333333,
+      "learning_rate": 8.592452891977798e-05,
+      "loss": 7.3435,
+      "loss/crossentropy": 2.0008737444877625,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3390449061989784,
+      "step": 1470
+    },
+    {
+      "epoch": 0.24516666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.046875,
+      "learning_rate": 8.590631488815944e-05,
+      "loss": 7.2786,
+      "loss/crossentropy": 2.1170044243335724,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21889721602201462,
+      "step": 1471
+    },
+    {
+      "epoch": 0.24533333333333332,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.035416666666667,
+      "learning_rate": 8.588809101262103e-05,
+      "loss": 7.2323,
+      "loss/crossentropy": 2.4229221642017365,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18312903493642807,
+      "step": 1472
+    },
+    {
+      "epoch": 0.2455,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.8018229166666666,
+      "learning_rate": 8.586985729815894e-05,
+      "loss": 7.0508,
+      "loss/crossentropy": 1.6384101808071136,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18184493854641914,
+      "step": 1473
+    },
+    {
+      "epoch": 0.24566666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.113541666666667,
+      "learning_rate": 8.585161374977202e-05,
+      "loss": 6.9332,
+      "loss/crossentropy": 1.8630158305168152,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18213900551199913,
+      "step": 1474
+    },
+    {
+      "epoch": 0.24583333333333332,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9442057291666666,
+      "learning_rate": 8.583336037246186e-05,
+      "loss": 7.0484,
+      "loss/crossentropy": 1.7091726660728455,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19823084771633148,
+      "step": 1475
+    },
+    {
+      "epoch": 0.246,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.1603515625,
+      "learning_rate": 8.581509717123273e-05,
+      "loss": 7.2434,
+      "loss/crossentropy": 1.754471093416214,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2181721366941929,
+      "step": 1476
+    },
+    {
+      "epoch": 0.24616666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 0.8827473958333333,
+      "learning_rate": 8.579682415109156e-05,
+      "loss": 7.2447,
+      "loss/crossentropy": 1.5663812309503555,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.287110410630703,
+      "step": 1477
+    },
+    {
+      "epoch": 0.24633333333333332,
+      "grad_norm": 28.75,
+      "grad_norm_var": 0.9559895833333333,
+      "learning_rate": 8.577854131704805e-05,
+      "loss": 7.0617,
+      "loss/crossentropy": 1.7967409044504166,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1808944046497345,
+      "step": 1478
+    },
+    {
+      "epoch": 0.2465,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.3645182291666667,
+      "learning_rate": 8.576024867411451e-05,
+      "loss": 7.2348,
+      "loss/crossentropy": 2.039126396179199,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.156598012894392,
+      "step": 1479
+    },
+    {
+      "epoch": 0.24666666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 2.7330729166666665,
+      "learning_rate": 8.574194622730599e-05,
+      "loss": 7.2745,
+      "loss/crossentropy": 1.3324691206216812,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1677563078701496,
+      "step": 1480
+    },
+    {
+      "epoch": 0.24683333333333332,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.725455729166667,
+      "learning_rate": 8.572363398164017e-05,
+      "loss": 7.1396,
+      "loss/crossentropy": 1.4297092854976654,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18744304403662682,
+      "step": 1481
+    },
+    {
+      "epoch": 0.247,
+      "grad_norm": 37.0,
+      "grad_norm_var": 5.767122395833334,
+      "learning_rate": 8.57053119421375e-05,
+      "loss": 7.1088,
+      "loss/crossentropy": 1.9855413734912872,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1613350734114647,
+      "step": 1482
+    },
+    {
+      "epoch": 0.24716666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.816080729166667,
+      "learning_rate": 8.568698011382107e-05,
+      "loss": 7.0294,
+      "loss/crossentropy": 2.1739939153194427,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18840103223919868,
+      "step": 1483
+    },
+    {
+      "epoch": 0.24733333333333332,
+      "grad_norm": 28.375,
+      "grad_norm_var": 5.972330729166667,
+      "learning_rate": 8.566863850171663e-05,
+      "loss": 7.2819,
+      "loss/crossentropy": 2.374476373195648,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18744181096553802,
+      "step": 1484
+    },
+    {
+      "epoch": 0.2475,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.984375,
+      "learning_rate": 8.565028711085265e-05,
+      "loss": 7.0723,
+      "loss/crossentropy": 2.258538693189621,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17334047704935074,
+      "step": 1485
+    },
+    {
+      "epoch": 0.24766666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 5.9541015625,
+      "learning_rate": 8.563192594626027e-05,
+      "loss": 7.0158,
+      "loss/crossentropy": 2.054572969675064,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16874121502041817,
+      "step": 1486
+    },
+    {
+      "epoch": 0.24783333333333332,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.948372395833333,
+      "learning_rate": 8.56135550129733e-05,
+      "loss": 7.1121,
+      "loss/crossentropy": 1.843277245759964,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16777873411774635,
+      "step": 1487
+    },
+    {
+      "epoch": 0.248,
+      "grad_norm": 29.125,
+      "grad_norm_var": 6.041080729166667,
+      "learning_rate": 8.559517431602824e-05,
+      "loss": 6.967,
+      "loss/crossentropy": 2.1808391213417053,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16604379191994667,
+      "step": 1488
+    },
+    {
+      "epoch": 0.24816666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 6.089322916666666,
+      "learning_rate": 8.557678386046428e-05,
+      "loss": 7.1192,
+      "loss/crossentropy": 1.953674465417862,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20273207128047943,
+      "step": 1489
+    },
+    {
+      "epoch": 0.24833333333333332,
+      "grad_norm": 29.375,
+      "grad_norm_var": 5.8150390625,
+      "learning_rate": 8.555838365132323e-05,
+      "loss": 7.3797,
+      "loss/crossentropy": 2.531637817621231,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17258794233202934,
+      "step": 1490
+    },
+    {
+      "epoch": 0.2485,
+      "grad_norm": 27.5,
+      "grad_norm_var": 6.267708333333333,
+      "learning_rate": 8.553997369364963e-05,
+      "loss": 7.0006,
+      "loss/crossentropy": 2.1717637181282043,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16751734167337418,
+      "step": 1491
+    },
+    {
+      "epoch": 0.24866666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 6.053580729166667,
+      "learning_rate": 8.552155399249067e-05,
+      "loss": 6.9992,
+      "loss/crossentropy": 1.7864954769611359,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14222882501780987,
+      "step": 1492
+    },
+    {
+      "epoch": 0.24883333333333332,
+      "grad_norm": 33.0,
+      "grad_norm_var": 6.566080729166667,
+      "learning_rate": 8.550312455289625e-05,
+      "loss": 7.2126,
+      "loss/crossentropy": 2.0901902318000793,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16520576551556587,
+      "step": 1493
+    },
+    {
+      "epoch": 0.249,
+      "grad_norm": 27.875,
+      "grad_norm_var": 6.77890625,
+      "learning_rate": 8.548468537991884e-05,
+      "loss": 7.0567,
+      "loss/crossentropy": 1.9554181396961212,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722060665488243,
+      "step": 1494
+    },
+    {
+      "epoch": 0.24916666666666668,
+      "grad_norm": 29.25,
+      "grad_norm_var": 6.215559895833334,
+      "learning_rate": 8.54662364786137e-05,
+      "loss": 7.0641,
+      "loss/crossentropy": 1.9646504074335098,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22118854150176048,
+      "step": 1495
+    },
+    {
+      "epoch": 0.24933333333333332,
+      "grad_norm": 30.25,
+      "grad_norm_var": 5.078059895833333,
+      "learning_rate": 8.544777785403868e-05,
+      "loss": 7.1731,
+      "loss/crossentropy": 2.0069101750850677,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2539825662970543,
+      "step": 1496
+    },
+    {
+      "epoch": 0.2495,
+      "grad_norm": 29.75,
+      "grad_norm_var": 5.070572916666666,
+      "learning_rate": 8.542930951125432e-05,
+      "loss": 7.3933,
+      "loss/crossentropy": 2.394498735666275,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17703993618488312,
+      "step": 1497
+    },
+    {
+      "epoch": 0.24966666666666668,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.5400390625,
+      "learning_rate": 8.54108314553238e-05,
+      "loss": 7.2543,
+      "loss/crossentropy": 1.8668582439422607,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18204010277986526,
+      "step": 1498
+    },
+    {
+      "epoch": 0.24983333333333332,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.5728515625,
+      "learning_rate": 8.539234369131301e-05,
+      "loss": 7.0307,
+      "loss/crossentropy": 1.8455041944980621,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.156462661921978,
+      "step": 1499
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.6587890625,
+      "learning_rate": 8.53738462242905e-05,
+      "loss": 7.1447,
+      "loss/crossentropy": 2.0016601383686066,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1628295946866274,
+      "step": 1500
+    },
+    {
+      "epoch": 0.25016666666666665,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.7791015625,
+      "learning_rate": 8.535533905932738e-05,
+      "loss": 7.2238,
+      "loss/crossentropy": 1.8938115537166595,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26563864573836327,
+      "step": 1501
+    },
+    {
+      "epoch": 0.25033333333333335,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.7676432291666666,
+      "learning_rate": 8.533682220149756e-05,
+      "loss": 7.0988,
+      "loss/crossentropy": 1.8613539934158325,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24434947595000267,
+      "step": 1502
+    },
+    {
+      "epoch": 0.2505,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.7447916666666667,
+      "learning_rate": 8.53182956558775e-05,
+      "loss": 7.2005,
+      "loss/crossentropy": 2.223646640777588,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17873406410217285,
+      "step": 1503
+    },
+    {
+      "epoch": 0.25066666666666665,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.7452473958333334,
+      "learning_rate": 8.52997594275464e-05,
+      "loss": 7.1795,
+      "loss/crossentropy": 2.195953756570816,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1816156506538391,
+      "step": 1504
+    },
+    {
+      "epoch": 0.25083333333333335,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.82890625,
+      "learning_rate": 8.528121352158604e-05,
+      "loss": 7.051,
+      "loss/crossentropy": 1.791160225868225,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17693329975008965,
+      "step": 1505
+    },
+    {
+      "epoch": 0.251,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.8270833333333334,
+      "learning_rate": 8.526265794308089e-05,
+      "loss": 7.274,
+      "loss/crossentropy": 2.0660716593265533,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16169629991054535,
+      "step": 1506
+    },
+    {
+      "epoch": 0.25116666666666665,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.6999348958333333,
+      "learning_rate": 8.524409269711807e-05,
+      "loss": 7.224,
+      "loss/crossentropy": 1.6352661848068237,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1959129236638546,
+      "step": 1507
+    },
+    {
+      "epoch": 0.25133333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.9764973958333334,
+      "learning_rate": 8.522551778878736e-05,
+      "loss": 6.9803,
+      "loss/crossentropy": 1.7254846692085266,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15572316572070122,
+      "step": 1508
+    },
+    {
+      "epoch": 0.2515,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.2416015625,
+      "learning_rate": 8.520693322318116e-05,
+      "loss": 7.0821,
+      "loss/crossentropy": 2.414563000202179,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1611940562725067,
+      "step": 1509
+    },
+    {
+      "epoch": 0.25166666666666665,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.0775390625,
+      "learning_rate": 8.518833900539454e-05,
+      "loss": 7.1837,
+      "loss/crossentropy": 1.6683246195316315,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17418760433793068,
+      "step": 1510
+    },
+    {
+      "epoch": 0.25183333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.365625,
+      "learning_rate": 8.516973514052519e-05,
+      "loss": 6.9838,
+      "loss/crossentropy": 1.6335192620754242,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19281744211912155,
+      "step": 1511
+    },
+    {
+      "epoch": 0.252,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.4166015625,
+      "learning_rate": 8.515112163367351e-05,
+      "loss": 7.0811,
+      "loss/crossentropy": 1.8654418885707855,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1812376230955124,
+      "step": 1512
+    },
+    {
+      "epoch": 0.25216666666666665,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.4363932291666666,
+      "learning_rate": 8.513249848994246e-05,
+      "loss": 7.0429,
+      "loss/crossentropy": 2.045855939388275,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17637160047888756,
+      "step": 1513
+    },
+    {
+      "epoch": 0.25233333333333335,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.5166666666666666,
+      "learning_rate": 8.511386571443771e-05,
+      "loss": 6.9242,
+      "loss/crossentropy": 1.500541314482689,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1793259158730507,
+      "step": 1514
+    },
+    {
+      "epoch": 0.2525,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.4926432291666667,
+      "learning_rate": 8.50952233122675e-05,
+      "loss": 7.0311,
+      "loss/crossentropy": 2.022587776184082,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21084844693541527,
+      "step": 1515
+    },
+    {
+      "epoch": 0.25266666666666665,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.3660807291666666,
+      "learning_rate": 8.50765712885428e-05,
+      "loss": 7.3262,
+      "loss/crossentropy": 2.037146747112274,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1558259353041649,
+      "step": 1516
+    },
+    {
+      "epoch": 0.25283333333333335,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.2072265625,
+      "learning_rate": 8.505790964837713e-05,
+      "loss": 7.0918,
+      "loss/crossentropy": 1.8950757384300232,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16136372834444046,
+      "step": 1517
+    },
+    {
+      "epoch": 0.253,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.2395833333333333,
+      "learning_rate": 8.503923839688667e-05,
+      "loss": 7.14,
+      "loss/crossentropy": 1.9728343486785889,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18228712677955627,
+      "step": 1518
+    },
+    {
+      "epoch": 0.25316666666666665,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.5405598958333333,
+      "learning_rate": 8.502055753919032e-05,
+      "loss": 7.1326,
+      "loss/crossentropy": 1.9609195291996002,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2126048132777214,
+      "step": 1519
+    },
+    {
+      "epoch": 0.25333333333333335,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.5817057291666667,
+      "learning_rate": 8.500186708040949e-05,
+      "loss": 7.0215,
+      "loss/crossentropy": 1.7548165321350098,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16868678107857704,
+      "step": 1520
+    },
+    {
+      "epoch": 0.2535,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.4518229166666667,
+      "learning_rate": 8.498316702566828e-05,
+      "loss": 7.3239,
+      "loss/crossentropy": 1.947168231010437,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19160600751638412,
+      "step": 1521
+    },
+    {
+      "epoch": 0.25366666666666665,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.4879557291666667,
+      "learning_rate": 8.496445738009342e-05,
+      "loss": 7.1672,
+      "loss/crossentropy": 1.758422464132309,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17631743103265762,
+      "step": 1522
+    },
+    {
+      "epoch": 0.25383333333333336,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.3416666666666666,
+      "learning_rate": 8.494573814881426e-05,
+      "loss": 7.0456,
+      "loss/crossentropy": 1.759205311536789,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22805256769061089,
+      "step": 1523
+    },
+    {
+      "epoch": 0.254,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.3103515625,
+      "learning_rate": 8.49270093369628e-05,
+      "loss": 6.7978,
+      "loss/crossentropy": 2.1120024919509888,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16711837612092495,
+      "step": 1524
+    },
+    {
+      "epoch": 0.25416666666666665,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.26640625,
+      "learning_rate": 8.490827094967363e-05,
+      "loss": 7.0777,
+      "loss/crossentropy": 2.5337154865264893,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17811939492821693,
+      "step": 1525
+    },
+    {
+      "epoch": 0.25433333333333336,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.31640625,
+      "learning_rate": 8.488952299208401e-05,
+      "loss": 7.0392,
+      "loss/crossentropy": 1.9581322371959686,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2321866899728775,
+      "step": 1526
+    },
+    {
+      "epoch": 0.2545,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.1830729166666667,
+      "learning_rate": 8.487076546933378e-05,
+      "loss": 6.9305,
+      "loss/crossentropy": 2.109581172466278,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16646679490804672,
+      "step": 1527
+    },
+    {
+      "epoch": 0.25466666666666665,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.2197916666666666,
+      "learning_rate": 8.485199838656543e-05,
+      "loss": 7.0704,
+      "loss/crossentropy": 1.933333933353424,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18859445303678513,
+      "step": 1528
+    },
+    {
+      "epoch": 0.25483333333333336,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.16640625,
+      "learning_rate": 8.483322174892404e-05,
+      "loss": 7.5793,
+      "loss/crossentropy": 1.7409664392471313,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14843013882637024,
+      "step": 1529
+    },
+    {
+      "epoch": 0.255,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.1958333333333333,
+      "learning_rate": 8.481443556155735e-05,
+      "loss": 7.0619,
+      "loss/crossentropy": 1.4247803539037704,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17381511628627777,
+      "step": 1530
+    },
+    {
+      "epoch": 0.25516666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.2582682291666667,
+      "learning_rate": 8.479563982961571e-05,
+      "loss": 7.2187,
+      "loss/crossentropy": 2.05974417924881,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16389554366469383,
+      "step": 1531
+    },
+    {
+      "epoch": 0.25533333333333336,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.10625,
+      "learning_rate": 8.477683455825207e-05,
+      "loss": 7.1836,
+      "loss/crossentropy": 2.27956685423851,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18153438344597816,
+      "step": 1532
+    },
+    {
+      "epoch": 0.2555,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.270247395833333,
+      "learning_rate": 8.4758019752622e-05,
+      "loss": 7.1096,
+      "loss/crossentropy": 2.0052456855773926,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18995345756411552,
+      "step": 1533
+    },
+    {
+      "epoch": 0.25566666666666665,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.4927083333333333,
+      "learning_rate": 8.473919541788366e-05,
+      "loss": 7.2549,
+      "loss/crossentropy": 1.7704631984233856,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1560269370675087,
+      "step": 1534
+    },
+    {
+      "epoch": 0.25583333333333336,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.218489583333333,
+      "learning_rate": 8.472036155919791e-05,
+      "loss": 7.2382,
+      "loss/crossentropy": 1.8430329859256744,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3204028345644474,
+      "step": 1535
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.3760416666666666,
+      "learning_rate": 8.470151818172809e-05,
+      "loss": 7.0855,
+      "loss/crossentropy": 1.8948449194431305,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17169497162103653,
+      "step": 1536
+    },
+    {
+      "epoch": 0.25616666666666665,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.4176432291666665,
+      "learning_rate": 8.468266529064025e-05,
+      "loss": 6.8015,
+      "loss/crossentropy": 1.9506783783435822,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17541857436299324,
+      "step": 1537
+    },
+    {
+      "epoch": 0.25633333333333336,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.570572916666667,
+      "learning_rate": 8.466380289110303e-05,
+      "loss": 6.8109,
+      "loss/crossentropy": 1.991490662097931,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18353094905614853,
+      "step": 1538
+    },
+    {
+      "epoch": 0.2565,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.605208333333333,
+      "learning_rate": 8.464493098828763e-05,
+      "loss": 7.0865,
+      "loss/crossentropy": 1.59281587600708,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18551462143659592,
+      "step": 1539
+    },
+    {
+      "epoch": 0.25666666666666665,
+      "grad_norm": 33.75,
+      "grad_norm_var": 3.4302083333333333,
+      "learning_rate": 8.462604958736793e-05,
+      "loss": 6.8848,
+      "loss/crossentropy": 1.8229161500930786,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16178708523511887,
+      "step": 1540
+    },
+    {
+      "epoch": 0.25683333333333336,
+      "grad_norm": 36.25,
+      "grad_norm_var": 5.943684895833333,
+      "learning_rate": 8.460715869352035e-05,
+      "loss": 7.0446,
+      "loss/crossentropy": 2.298820734024048,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16869497299194336,
+      "step": 1541
+    },
+    {
+      "epoch": 0.257,
+      "grad_norm": 31.375,
+      "grad_norm_var": 5.800455729166667,
+      "learning_rate": 8.458825831192392e-05,
+      "loss": 7.2513,
+      "loss/crossentropy": 2.020752638578415,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1494499407708645,
+      "step": 1542
+    },
+    {
+      "epoch": 0.25716666666666665,
+      "grad_norm": 28.625,
+      "grad_norm_var": 5.575455729166666,
+      "learning_rate": 8.456934844776032e-05,
+      "loss": 7.0119,
+      "loss/crossentropy": 1.846586525440216,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20768148824572563,
+      "step": 1543
+    },
+    {
+      "epoch": 0.25733333333333336,
+      "grad_norm": 29.75,
+      "grad_norm_var": 5.601822916666666,
+      "learning_rate": 8.455042910621379e-05,
+      "loss": 7.2219,
+      "loss/crossentropy": 1.9798152446746826,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18746008723974228,
+      "step": 1544
+    },
+    {
+      "epoch": 0.2575,
+      "grad_norm": 30.0,
+      "grad_norm_var": 5.601822916666666,
+      "learning_rate": 8.453150029247114e-05,
+      "loss": 6.8856,
+      "loss/crossentropy": 2.1329750418663025,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1751115620136261,
+      "step": 1545
+    },
+    {
+      "epoch": 0.25766666666666665,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.666666666666667,
+      "learning_rate": 8.451256201172186e-05,
+      "loss": 7.1745,
+      "loss/crossentropy": 1.7879785001277924,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2214762195944786,
+      "step": 1546
+    },
+    {
+      "epoch": 0.25783333333333336,
+      "grad_norm": 29.25,
+      "grad_norm_var": 5.757291666666666,
+      "learning_rate": 8.449361426915797e-05,
+      "loss": 6.9829,
+      "loss/crossentropy": 2.2098914980888367,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809137426316738,
+      "step": 1547
+    },
+    {
+      "epoch": 0.258,
+      "grad_norm": 37.75,
+      "grad_norm_var": 8.639322916666666,
+      "learning_rate": 8.447465706997408e-05,
+      "loss": 7.1668,
+      "loss/crossentropy": 1.942916750907898,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.189726110547781,
+      "step": 1548
+    },
+    {
+      "epoch": 0.25816666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 8.533268229166667,
+      "learning_rate": 8.445569041936743e-05,
+      "loss": 6.9844,
+      "loss/crossentropy": 2.1587873995304108,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1877158172428608,
+      "step": 1549
+    },
+    {
+      "epoch": 0.25833333333333336,
+      "grad_norm": 28.25,
+      "grad_norm_var": 8.447330729166667,
+      "learning_rate": 8.443671432253784e-05,
+      "loss": 7.2562,
+      "loss/crossentropy": 1.871480107307434,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17582353577017784,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2585,
+      "grad_norm": 31.625,
+      "grad_norm_var": 8.386458333333334,
+      "learning_rate": 8.44177287846877e-05,
+      "loss": 7.0839,
+      "loss/crossentropy": 2.095507889986038,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1706218384206295,
+      "step": 1551
+    },
+    {
+      "epoch": 0.25866666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 7.855989583333334,
+      "learning_rate": 8.439873381102203e-05,
+      "loss": 7.0598,
+      "loss/crossentropy": 2.2450697124004364,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24325856566429138,
+      "step": 1552
+    },
+    {
+      "epoch": 0.25883333333333336,
+      "grad_norm": 28.375,
+      "grad_norm_var": 8.2666015625,
+      "learning_rate": 8.437972940674838e-05,
+      "loss": 7.1284,
+      "loss/crossentropy": 1.8304429054260254,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19983015209436417,
+      "step": 1553
+    },
+    {
+      "epoch": 0.259,
+      "grad_norm": 28.375,
+      "grad_norm_var": 8.085872395833333,
+      "learning_rate": 8.436071557707692e-05,
+      "loss": 7.1071,
+      "loss/crossentropy": 2.146566927433014,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18399665504693985,
+      "step": 1554
+    },
+    {
+      "epoch": 0.25916666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 8.195247395833333,
+      "learning_rate": 8.434169232722043e-05,
+      "loss": 6.898,
+      "loss/crossentropy": 2.0336706936359406,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18127762898802757,
+      "step": 1555
+    },
+    {
+      "epoch": 0.25933333333333336,
+      "grad_norm": 28.625,
+      "grad_norm_var": 7.813541666666667,
+      "learning_rate": 8.432265966239419e-05,
+      "loss": 7.1962,
+      "loss/crossentropy": 1.6365832686424255,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15058623626828194,
+      "step": 1556
+    },
+    {
+      "epoch": 0.2595,
+      "grad_norm": 28.75,
+      "grad_norm_var": 5.547916666666667,
+      "learning_rate": 8.430361758781616e-05,
+      "loss": 7.2417,
+      "loss/crossentropy": 1.6402669847011566,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16793038323521614,
+      "step": 1557
+    },
+    {
+      "epoch": 0.25966666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.833268229166666,
+      "learning_rate": 8.42845661087068e-05,
+      "loss": 7.2838,
+      "loss/crossentropy": 2.1328300833702087,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2763727866113186,
+      "step": 1558
+    },
+    {
+      "epoch": 0.25983333333333336,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.867122395833333,
+      "learning_rate": 8.42655052302892e-05,
+      "loss": 6.9443,
+      "loss/crossentropy": 1.8955017030239105,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2807241193950176,
+      "step": 1559
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 32.0,
+      "grad_norm_var": 6.026497395833333,
+      "learning_rate": 8.424643495778902e-05,
+      "loss": 7.0687,
+      "loss/crossentropy": 2.062573164701462,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16407060995697975,
+      "step": 1560
+    },
+    {
+      "epoch": 0.26016666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 6.218684895833333,
+      "learning_rate": 8.422735529643444e-05,
+      "loss": 7.1452,
+      "loss/crossentropy": 2.0199232399463654,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20692768320441246,
+      "step": 1561
+    },
+    {
+      "epoch": 0.26033333333333336,
+      "grad_norm": 28.5,
+      "grad_norm_var": 6.403059895833334,
+      "learning_rate": 8.42082662514563e-05,
+      "loss": 7.0374,
+      "loss/crossentropy": 1.9788072109222412,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16032467409968376,
+      "step": 1562
+    },
+    {
+      "epoch": 0.2605,
+      "grad_norm": 27.25,
+      "grad_norm_var": 6.9509765625,
+      "learning_rate": 8.418916782808795e-05,
+      "loss": 7.1187,
+      "loss/crossentropy": 1.8873691856861115,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15415704622864723,
+      "step": 1563
+    },
+    {
+      "epoch": 0.26066666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.9462890625,
+      "learning_rate": 8.417006003156532e-05,
+      "loss": 7.1693,
+      "loss/crossentropy": 1.7227062284946442,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17569826915860176,
+      "step": 1564
+    },
+    {
+      "epoch": 0.2608333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.8854166666666665,
+      "learning_rate": 8.415094286712694e-05,
+      "loss": 7.1147,
+      "loss/crossentropy": 2.2746866047382355,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24957356229424477,
+      "step": 1565
+    },
+    {
+      "epoch": 0.261,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.796875,
+      "learning_rate": 8.413181634001391e-05,
+      "loss": 7.0441,
+      "loss/crossentropy": 1.9594350010156631,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19983908534049988,
+      "step": 1566
+    },
+    {
+      "epoch": 0.26116666666666666,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.57890625,
+      "learning_rate": 8.411268045546983e-05,
+      "loss": 7.2668,
+      "loss/crossentropy": 1.8899872601032257,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18962673097848892,
+      "step": 1567
+    },
+    {
+      "epoch": 0.2613333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.5863932291666667,
+      "learning_rate": 8.409353521874093e-05,
+      "loss": 7.1443,
+      "loss/crossentropy": 1.925775170326233,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20981797203421593,
+      "step": 1568
+    },
+    {
+      "epoch": 0.2615,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.496875,
+      "learning_rate": 8.4074380635076e-05,
+      "loss": 7.0819,
+      "loss/crossentropy": 2.1734819412231445,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1924075074493885,
+      "step": 1569
+    },
+    {
+      "epoch": 0.26166666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.5759765625,
+      "learning_rate": 8.405521670972634e-05,
+      "loss": 7.413,
+      "loss/crossentropy": 1.7044086158275604,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21472477540373802,
+      "step": 1570
+    },
+    {
+      "epoch": 0.2618333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.559375,
+      "learning_rate": 8.40360434479459e-05,
+      "loss": 7.0485,
+      "loss/crossentropy": 2.3204782605171204,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.212375920265913,
+      "step": 1571
+    },
+    {
+      "epoch": 0.262,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.4275390625,
+      "learning_rate": 8.40168608549911e-05,
+      "loss": 6.9927,
+      "loss/crossentropy": 1.8797473013401031,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15978467091917992,
+      "step": 1572
+    },
+    {
+      "epoch": 0.26216666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.387434895833333,
+      "learning_rate": 8.399766893612096e-05,
+      "loss": 7.3188,
+      "loss/crossentropy": 2.2637689113616943,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18961792439222336,
+      "step": 1573
+    },
+    {
+      "epoch": 0.2623333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.135872395833333,
+      "learning_rate": 8.397846769659707e-05,
+      "loss": 7.2441,
+      "loss/crossentropy": 2.0096384286880493,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17024771869182587,
+      "step": 1574
+    },
+    {
+      "epoch": 0.2625,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.2239583333333335,
+      "learning_rate": 8.395925714168356e-05,
+      "loss": 7.0673,
+      "loss/crossentropy": 2.017771452665329,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1545296274125576,
+      "step": 1575
+    },
+    {
+      "epoch": 0.26266666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.9358723958333333,
+      "learning_rate": 8.39400372766471e-05,
+      "loss": 6.8609,
+      "loss/crossentropy": 1.6938844323158264,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16759593039751053,
+      "step": 1576
+    },
+    {
+      "epoch": 0.2628333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.5052083333333333,
+      "learning_rate": 8.392080810675691e-05,
+      "loss": 7.1057,
+      "loss/crossentropy": 2.3259546160697937,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18901516124606133,
+      "step": 1577
+    },
+    {
+      "epoch": 0.263,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.4302083333333333,
+      "learning_rate": 8.390156963728482e-05,
+      "loss": 6.8684,
+      "loss/crossentropy": 1.8894447982311249,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18735118955373764,
+      "step": 1578
+    },
+    {
+      "epoch": 0.26316666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.0434895833333333,
+      "learning_rate": 8.388232187350512e-05,
+      "loss": 6.9714,
+      "loss/crossentropy": 1.7255138158798218,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14618822745978832,
+      "step": 1579
+    },
+    {
+      "epoch": 0.2633333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.1223307291666667,
+      "learning_rate": 8.386306482069473e-05,
+      "loss": 6.9041,
+      "loss/crossentropy": 1.9056564271450043,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19680579379200935,
+      "step": 1580
+    },
+    {
+      "epoch": 0.2635,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.1645833333333333,
+      "learning_rate": 8.384379848413304e-05,
+      "loss": 7.1365,
+      "loss/crossentropy": 2.132213979959488,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1805483102798462,
+      "step": 1581
+    },
+    {
+      "epoch": 0.26366666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.3457682291666666,
+      "learning_rate": 8.382452286910206e-05,
+      "loss": 7.2889,
+      "loss/crossentropy": 2.1925718784332275,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16816026344895363,
+      "step": 1582
+    },
+    {
+      "epoch": 0.2638333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.3353515625,
+      "learning_rate": 8.380523798088631e-05,
+      "loss": 7.0877,
+      "loss/crossentropy": 2.1733668744564056,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.161347858607769,
+      "step": 1583
+    },
+    {
+      "epoch": 0.264,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.3822265625,
+      "learning_rate": 8.378594382477282e-05,
+      "loss": 6.8284,
+      "loss/crossentropy": 2.282644271850586,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1963726505637169,
+      "step": 1584
+    },
+    {
+      "epoch": 0.26416666666666666,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.4473307291666666,
+      "learning_rate": 8.376664040605122e-05,
+      "loss": 7.0791,
+      "loss/crossentropy": 1.775516003370285,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15552521869540215,
+      "step": 1585
+    },
+    {
+      "epoch": 0.2643333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.1629557291666666,
+      "learning_rate": 8.374732773001366e-05,
+      "loss": 7.0561,
+      "loss/crossentropy": 2.43366014957428,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1624160185456276,
+      "step": 1586
+    },
+    {
+      "epoch": 0.2645,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.1494140625,
+      "learning_rate": 8.372800580195479e-05,
+      "loss": 6.8278,
+      "loss/crossentropy": 1.6613228023052216,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18726734071969986,
+      "step": 1587
+    },
+    {
+      "epoch": 0.26466666666666666,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.2125,
+      "learning_rate": 8.370867462717183e-05,
+      "loss": 7.0035,
+      "loss/crossentropy": 1.9981612265110016,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1990807019174099,
+      "step": 1588
+    },
+    {
+      "epoch": 0.2648333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 0.9212890625,
+      "learning_rate": 8.368933421096454e-05,
+      "loss": 7.1323,
+      "loss/crossentropy": 2.2647982239723206,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18666927888989449,
+      "step": 1589
+    },
+    {
+      "epoch": 0.265,
+      "grad_norm": 28.875,
+      "grad_norm_var": 0.9268229166666667,
+      "learning_rate": 8.366998455863522e-05,
+      "loss": 6.8965,
+      "loss/crossentropy": 1.8666184544563293,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1626325212419033,
+      "step": 1590
+    },
+    {
+      "epoch": 0.26516666666666666,
+      "grad_norm": 29.375,
+      "grad_norm_var": 0.7634765625,
+      "learning_rate": 8.365062567548867e-05,
+      "loss": 7.0776,
+      "loss/crossentropy": 2.2567395865917206,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19338753074407578,
+      "step": 1591
+    },
+    {
+      "epoch": 0.2653333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.03515625,
+      "learning_rate": 8.363125756683223e-05,
+      "loss": 6.9266,
+      "loss/crossentropy": 1.82755808532238,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1721055768430233,
+      "step": 1592
+    },
+    {
+      "epoch": 0.2655,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.0546223958333334,
+      "learning_rate": 8.361188023797582e-05,
+      "loss": 7.2423,
+      "loss/crossentropy": 1.8901557624340057,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17523159086704254,
+      "step": 1593
+    },
+    {
+      "epoch": 0.26566666666666666,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.1900390625,
+      "learning_rate": 8.359249369423177e-05,
+      "loss": 7.2821,
+      "loss/crossentropy": 2.219612807035446,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.35253578051924706,
+      "step": 1594
+    },
+    {
+      "epoch": 0.2658333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.2145833333333333,
+      "learning_rate": 8.357309794091507e-05,
+      "loss": 6.8563,
+      "loss/crossentropy": 2.0655614733695984,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16120551526546478,
+      "step": 1595
+    },
+    {
+      "epoch": 0.266,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.1872395833333333,
+      "learning_rate": 8.355369298334316e-05,
+      "loss": 6.9474,
+      "loss/crossentropy": 2.0755234956741333,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17432837560772896,
+      "step": 1596
+    },
+    {
+      "epoch": 0.26616666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.19375,
+      "learning_rate": 8.3534278826836e-05,
+      "loss": 7.15,
+      "loss/crossentropy": 1.813786655664444,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2066824771463871,
+      "step": 1597
+    },
+    {
+      "epoch": 0.2663333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 0.9275390625,
+      "learning_rate": 8.351485547671613e-05,
+      "loss": 7.1337,
+      "loss/crossentropy": 1.9518603384494781,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15583394467830658,
+      "step": 1598
+    },
+    {
+      "epoch": 0.2665,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.3447916666666666,
+      "learning_rate": 8.349542293830855e-05,
+      "loss": 7.1309,
+      "loss/crossentropy": 2.03059983253479,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25205692276358604,
+      "step": 1599
+    },
+    {
+      "epoch": 0.26666666666666666,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7830729166666666,
+      "learning_rate": 8.347598121694078e-05,
+      "loss": 6.9445,
+      "loss/crossentropy": 1.7553084194660187,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1512312889099121,
+      "step": 1600
+    },
+    {
+      "epoch": 0.2668333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.7947265625,
+      "learning_rate": 8.345653031794292e-05,
+      "loss": 7.2284,
+      "loss/crossentropy": 2.2806900441646576,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1657196544110775,
+      "step": 1601
+    },
+    {
+      "epoch": 0.267,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.87265625,
+      "learning_rate": 8.343707024664751e-05,
+      "loss": 7.059,
+      "loss/crossentropy": 2.153120219707489,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16068052127957344,
+      "step": 1602
+    },
+    {
+      "epoch": 0.26716666666666666,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.8275390625,
+      "learning_rate": 8.341760100838965e-05,
+      "loss": 7.0079,
+      "loss/crossentropy": 1.2237086743116379,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19392723962664604,
+      "step": 1603
+    },
+    {
+      "epoch": 0.2673333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.7853515625,
+      "learning_rate": 8.339812260850696e-05,
+      "loss": 7.0806,
+      "loss/crossentropy": 2.2512892484664917,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1669567283242941,
+      "step": 1604
+    },
+    {
+      "epoch": 0.2675,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.890625,
+      "learning_rate": 8.337863505233953e-05,
+      "loss": 7.2563,
+      "loss/crossentropy": 1.9990591704845428,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21021423861384392,
+      "step": 1605
+    },
+    {
+      "epoch": 0.26766666666666666,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.9072265625,
+      "learning_rate": 8.335913834522999e-05,
+      "loss": 7.2782,
+      "loss/crossentropy": 2.0735031366348267,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19464392587542534,
+      "step": 1606
+    },
+    {
+      "epoch": 0.2678333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.1212890625,
+      "learning_rate": 8.333963249252348e-05,
+      "loss": 7.056,
+      "loss/crossentropy": 1.7016023844480515,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14383026584982872,
+      "step": 1607
+    },
+    {
+      "epoch": 0.268,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.8806640625,
+      "learning_rate": 8.332011749956763e-05,
+      "loss": 6.8989,
+      "loss/crossentropy": 1.6620410680770874,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1806044951081276,
+      "step": 1608
+    },
+    {
+      "epoch": 0.26816666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.07890625,
+      "learning_rate": 8.330059337171258e-05,
+      "loss": 6.9859,
+      "loss/crossentropy": 1.2207449227571487,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1972801610827446,
+      "step": 1609
+    },
+    {
+      "epoch": 0.2683333333333333,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.8916015625,
+      "learning_rate": 8.328106011431101e-05,
+      "loss": 7.1042,
+      "loss/crossentropy": 2.1126300394535065,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13497081398963928,
+      "step": 1610
+    },
+    {
+      "epoch": 0.2685,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.8775390625,
+      "learning_rate": 8.326151773271804e-05,
+      "loss": 7.0583,
+      "loss/crossentropy": 1.7973102629184723,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2072882391512394,
+      "step": 1611
+    },
+    {
+      "epoch": 0.26866666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.1228515625,
+      "learning_rate": 8.324196623229135e-05,
+      "loss": 7.0919,
+      "loss/crossentropy": 2.0168280601501465,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19935346394777298,
+      "step": 1612
+    },
+    {
+      "epoch": 0.2688333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.1228515625,
+      "learning_rate": 8.322240561839109e-05,
+      "loss": 7.1014,
+      "loss/crossentropy": 1.9888157546520233,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19377723336219788,
+      "step": 1613
+    },
+    {
+      "epoch": 0.269,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.198372395833333,
+      "learning_rate": 8.32028358963799e-05,
+      "loss": 6.9772,
+      "loss/crossentropy": 1.6363246142864227,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16422894969582558,
+      "step": 1614
+    },
+    {
+      "epoch": 0.26916666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.737434895833333,
+      "learning_rate": 8.318325707162293e-05,
+      "loss": 7.3598,
+      "loss/crossentropy": 2.0699954330921173,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1845544744282961,
+      "step": 1615
+    },
+    {
+      "epoch": 0.2693333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.2997395833333334,
+      "learning_rate": 8.316366914948783e-05,
+      "loss": 7.1584,
+      "loss/crossentropy": 1.847909152507782,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19590704888105392,
+      "step": 1616
+    },
+    {
+      "epoch": 0.2695,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.231705729166667,
+      "learning_rate": 8.314407213534476e-05,
+      "loss": 7.1871,
+      "loss/crossentropy": 2.3094082474708557,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1651579700410366,
+      "step": 1617
+    },
+    {
+      "epoch": 0.26966666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.020768229166667,
+      "learning_rate": 8.312446603456632e-05,
+      "loss": 7.0004,
+      "loss/crossentropy": 2.274394154548645,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17561131343245506,
+      "step": 1618
+    },
+    {
+      "epoch": 0.2698333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.9426432291666667,
+      "learning_rate": 8.310485085252767e-05,
+      "loss": 7.0246,
+      "loss/crossentropy": 1.7239133417606354,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1731395162642002,
+      "step": 1619
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.06015625,
+      "learning_rate": 8.308522659460641e-05,
+      "loss": 7.0505,
+      "loss/crossentropy": 1.5815710872411728,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.157865097746253,
+      "step": 1620
+    },
+    {
+      "epoch": 0.27016666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.046875,
+      "learning_rate": 8.306559326618259e-05,
+      "loss": 7.0877,
+      "loss/crossentropy": 2.271878808736801,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17844248563051224,
+      "step": 1621
+    },
+    {
+      "epoch": 0.2703333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.946875,
+      "learning_rate": 8.304595087263889e-05,
+      "loss": 7.0577,
+      "loss/crossentropy": 1.968278557062149,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1579712200909853,
+      "step": 1622
+    },
+    {
+      "epoch": 0.2705,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.8619140625,
+      "learning_rate": 8.30262994193603e-05,
+      "loss": 7.1616,
+      "loss/crossentropy": 2.119562655687332,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17437998950481415,
+      "step": 1623
+    },
+    {
+      "epoch": 0.27066666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.1104166666666666,
+      "learning_rate": 8.300663891173443e-05,
+      "loss": 6.91,
+      "loss/crossentropy": 2.19699227809906,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18078136816620827,
+      "step": 1624
+    },
+    {
+      "epoch": 0.2708333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.7244140625,
+      "learning_rate": 8.298696935515132e-05,
+      "loss": 6.8903,
+      "loss/crossentropy": 2.244156152009964,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17901168018579483,
+      "step": 1625
+    },
+    {
+      "epoch": 0.271,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.7518229166666666,
+      "learning_rate": 8.296729075500344e-05,
+      "loss": 7.1475,
+      "loss/crossentropy": 2.1130511462688446,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14990126341581345,
+      "step": 1626
+    },
+    {
+      "epoch": 0.27116666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.0962890625,
+      "learning_rate": 8.294760311668586e-05,
+      "loss": 7.1017,
+      "loss/crossentropy": 1.4834212064743042,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15275181271135807,
+      "step": 1627
+    },
+    {
+      "epoch": 0.2713333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.9889973958333333,
+      "learning_rate": 8.2927906445596e-05,
+      "loss": 7.2311,
+      "loss/crossentropy": 1.8438728153705597,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795530691742897,
+      "step": 1628
+    },
+    {
+      "epoch": 0.2715,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.0208333333333335,
+      "learning_rate": 8.290820074713384e-05,
+      "loss": 7.3256,
+      "loss/crossentropy": 1.7539753913879395,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19211795926094055,
+      "step": 1629
+    },
+    {
+      "epoch": 0.27166666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9593098958333333,
+      "learning_rate": 8.28884860267018e-05,
+      "loss": 7.1493,
+      "loss/crossentropy": 2.1783579289913177,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21033593639731407,
+      "step": 1630
+    },
+    {
+      "epoch": 0.2718333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.1677083333333333,
+      "learning_rate": 8.28687622897048e-05,
+      "loss": 7.0612,
+      "loss/crossentropy": 2.0911701321601868,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19308391213417053,
+      "step": 1631
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.2059895833333334,
+      "learning_rate": 8.284902954155019e-05,
+      "loss": 6.9751,
+      "loss/crossentropy": 1.435138761997223,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1768188774585724,
+      "step": 1632
+    },
+    {
+      "epoch": 0.27216666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.3184895833333334,
+      "learning_rate": 8.282928778764783e-05,
+      "loss": 6.9796,
+      "loss/crossentropy": 1.8080698549747467,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16440429911017418,
+      "step": 1633
+    },
+    {
+      "epoch": 0.2723333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.3184895833333334,
+      "learning_rate": 8.280953703341004e-05,
+      "loss": 7.1569,
+      "loss/crossentropy": 1.7614698261022568,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18445922434329987,
+      "step": 1634
+    },
+    {
+      "epoch": 0.2725,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.3129557291666667,
+      "learning_rate": 8.278977728425157e-05,
+      "loss": 6.947,
+      "loss/crossentropy": 1.7589438259601593,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15930374339222908,
+      "step": 1635
+    },
+    {
+      "epoch": 0.27266666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.0889973958333334,
+      "learning_rate": 8.27700085455897e-05,
+      "loss": 7.0433,
+      "loss/crossentropy": 1.8300014436244965,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16976384073495865,
+      "step": 1636
+    },
+    {
+      "epoch": 0.2728333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.0780598958333334,
+      "learning_rate": 8.275023082284413e-05,
+      "loss": 6.9003,
+      "loss/crossentropy": 2.1021377742290497,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15598230808973312,
+      "step": 1637
+    },
+    {
+      "epoch": 0.273,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.18515625,
+      "learning_rate": 8.273044412143704e-05,
+      "loss": 6.9528,
+      "loss/crossentropy": 1.8906866610050201,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18633756786584854,
+      "step": 1638
+    },
+    {
+      "epoch": 0.27316666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.15390625,
+      "learning_rate": 8.271064844679306e-05,
+      "loss": 7.128,
+      "loss/crossentropy": 1.927827924489975,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15265002101659775,
+      "step": 1639
+    },
+    {
+      "epoch": 0.2733333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.03515625,
+      "learning_rate": 8.269084380433929e-05,
+      "loss": 7.0732,
+      "loss/crossentropy": 2.1406911611557007,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19738755375146866,
+      "step": 1640
+    },
+    {
+      "epoch": 0.2735,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.0125,
+      "learning_rate": 8.267103019950529e-05,
+      "loss": 7.2671,
+      "loss/crossentropy": 2.1308011412620544,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1796349138021469,
+      "step": 1641
+    },
+    {
+      "epoch": 0.27366666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 0.9666015625,
+      "learning_rate": 8.265120763772303e-05,
+      "loss": 7.1244,
+      "loss/crossentropy": 1.9307105541229248,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1456285398453474,
+      "step": 1642
+    },
+    {
+      "epoch": 0.2738333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 0.7434895833333334,
+      "learning_rate": 8.263137612442706e-05,
+      "loss": 7.3059,
+      "loss/crossentropy": 2.0887957215309143,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2207413949072361,
+      "step": 1643
+    },
+    {
+      "epoch": 0.274,
+      "grad_norm": 29.625,
+      "grad_norm_var": 0.7302083333333333,
+      "learning_rate": 8.261153566505424e-05,
+      "loss": 6.9932,
+      "loss/crossentropy": 1.6466211527585983,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15797096490859985,
+      "step": 1644
+    },
+    {
+      "epoch": 0.27416666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 0.6809895833333334,
+      "learning_rate": 8.259168626504395e-05,
+      "loss": 6.9243,
+      "loss/crossentropy": 2.00696924328804,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1935207098722458,
+      "step": 1645
+    },
+    {
+      "epoch": 0.2743333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 0.7093098958333334,
+      "learning_rate": 8.257182792983802e-05,
+      "loss": 7.0676,
+      "loss/crossentropy": 1.649848073720932,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1785385087132454,
+      "step": 1646
+    },
+    {
+      "epoch": 0.2745,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.7489583333333333,
+      "learning_rate": 8.255196066488075e-05,
+      "loss": 6.8512,
+      "loss/crossentropy": 1.8856600672006607,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14813595823943615,
+      "step": 1647
+    },
+    {
+      "epoch": 0.27466666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.7489583333333333,
+      "learning_rate": 8.253208447561882e-05,
+      "loss": 7.0555,
+      "loss/crossentropy": 1.8466354608535767,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1491059549152851,
+      "step": 1648
+    },
+    {
+      "epoch": 0.2748333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.675,
+      "learning_rate": 8.251219936750144e-05,
+      "loss": 7.0008,
+      "loss/crossentropy": 2.132791131734848,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1750194914638996,
+      "step": 1649
+    },
+    {
+      "epoch": 0.275,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.7916015625,
+      "learning_rate": 8.249230534598021e-05,
+      "loss": 7.0188,
+      "loss/crossentropy": 2.1920908987522125,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1745447963476181,
+      "step": 1650
+    },
+    {
+      "epoch": 0.27516666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 0.7893229166666667,
+      "learning_rate": 8.247240241650918e-05,
+      "loss": 6.9948,
+      "loss/crossentropy": 2.176539570093155,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20117703825235367,
+      "step": 1651
+    },
+    {
+      "epoch": 0.2753333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 0.7108723958333333,
+      "learning_rate": 8.245249058454487e-05,
+      "loss": 6.9395,
+      "loss/crossentropy": 1.8022592663764954,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16233988478779793,
+      "step": 1652
+    },
+    {
+      "epoch": 0.2755,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.7416015625,
+      "learning_rate": 8.243256985554621e-05,
+      "loss": 6.9914,
+      "loss/crossentropy": 1.8188396096229553,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16636322811245918,
+      "step": 1653
+    },
+    {
+      "epoch": 0.27566666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 0.6009765625,
+      "learning_rate": 8.241264023497457e-05,
+      "loss": 7.2485,
+      "loss/crossentropy": 2.085706055164337,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17571250721812248,
+      "step": 1654
+    },
+    {
+      "epoch": 0.2758333333333333,
+      "grad_norm": 27.0,
+      "grad_norm_var": 0.8197265625,
+      "learning_rate": 8.239270172829379e-05,
+      "loss": 6.751,
+      "loss/crossentropy": 1.9176505208015442,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16868801787495613,
+      "step": 1655
+    },
+    {
+      "epoch": 0.276,
+      "grad_norm": 29.5,
+      "grad_norm_var": 0.8520833333333333,
+      "learning_rate": 8.237275434097012e-05,
+      "loss": 7.0378,
+      "loss/crossentropy": 2.209993228316307,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.151454858481884,
+      "step": 1656
+    },
+    {
+      "epoch": 0.27616666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.1499348958333333,
+      "learning_rate": 8.235279807847223e-05,
+      "loss": 7.0835,
+      "loss/crossentropy": 2.094301849603653,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18753011897206306,
+      "step": 1657
+    },
+    {
+      "epoch": 0.2763333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.06015625,
+      "learning_rate": 8.233283294627125e-05,
+      "loss": 7.0901,
+      "loss/crossentropy": 1.595028579235077,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.168398629873991,
+      "step": 1658
+    },
+    {
+      "epoch": 0.2765,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.0858723958333334,
+      "learning_rate": 8.231285894984076e-05,
+      "loss": 6.9932,
+      "loss/crossentropy": 1.7843102812767029,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1590423509478569,
+      "step": 1659
+    },
+    {
+      "epoch": 0.27666666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.1223307291666667,
+      "learning_rate": 8.22928760946567e-05,
+      "loss": 6.9998,
+      "loss/crossentropy": 1.8459515571594238,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14566442370414734,
+      "step": 1660
+    },
+    {
+      "epoch": 0.2768333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.27890625,
+      "learning_rate": 8.227288438619754e-05,
+      "loss": 7.2782,
+      "loss/crossentropy": 1.916193664073944,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.204721599817276,
+      "step": 1661
+    },
+    {
+      "epoch": 0.277,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.4684895833333333,
+      "learning_rate": 8.225288382994407e-05,
+      "loss": 6.9197,
+      "loss/crossentropy": 1.4007163494825363,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13985158130526543,
+      "step": 1662
+    },
+    {
+      "epoch": 0.2771666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.4497395833333333,
+      "learning_rate": 8.223287443137957e-05,
+      "loss": 6.9751,
+      "loss/crossentropy": 2.0829312205314636,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16278714314103127,
+      "step": 1663
+    },
+    {
+      "epoch": 0.2773333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.4416015625,
+      "learning_rate": 8.221285619598975e-05,
+      "loss": 7.0515,
+      "loss/crossentropy": 1.7693645358085632,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1759823076426983,
+      "step": 1664
+    },
+    {
+      "epoch": 0.2775,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.0552083333333333,
+      "learning_rate": 8.21928291292627e-05,
+      "loss": 7.1634,
+      "loss/crossentropy": 2.2715067267417908,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16273073107004166,
+      "step": 1665
+    },
+    {
+      "epoch": 0.2776666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.0205729166666666,
+      "learning_rate": 8.217279323668895e-05,
+      "loss": 7.1665,
+      "loss/crossentropy": 2.014183148741722,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20622410997748375,
+      "step": 1666
+    },
+    {
+      "epoch": 0.2778333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.35390625,
+      "learning_rate": 8.215274852376147e-05,
+      "loss": 7.0098,
+      "loss/crossentropy": 2.0632661879062653,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19143903255462646,
+      "step": 1667
+    },
+    {
+      "epoch": 0.278,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.334375,
+      "learning_rate": 8.213269499597565e-05,
+      "loss": 6.9134,
+      "loss/crossentropy": 2.2255958914756775,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16110029816627502,
+      "step": 1668
+    },
+    {
+      "epoch": 0.2781666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.395247395833333,
+      "learning_rate": 8.211263265882923e-05,
+      "loss": 7.3844,
+      "loss/crossentropy": 1.7887534946203232,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22624868899583817,
+      "step": 1669
+    },
+    {
+      "epoch": 0.2783333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.543684895833333,
+      "learning_rate": 8.209256151782243e-05,
+      "loss": 7.0544,
+      "loss/crossentropy": 2.0111959129571915,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17065033316612244,
+      "step": 1670
+    },
+    {
+      "epoch": 0.2785,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.2393229166666666,
+      "learning_rate": 8.207248157845791e-05,
+      "loss": 6.9352,
+      "loss/crossentropy": 2.0150576531887054,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17338843271136284,
+      "step": 1671
+    },
+    {
+      "epoch": 0.2786666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.8208333333333333,
+      "learning_rate": 8.205239284624062e-05,
+      "loss": 7.1849,
+      "loss/crossentropy": 1.8663091659545898,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19603952020406723,
+      "step": 1672
+    },
+    {
+      "epoch": 0.2788333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.1348307291666666,
+      "learning_rate": 8.203229532667807e-05,
+      "loss": 7.1283,
+      "loss/crossentropy": 1.587388962507248,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17431241273880005,
+      "step": 1673
+    },
+    {
+      "epoch": 0.279,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.1421223958333333,
+      "learning_rate": 8.201218902528009e-05,
+      "loss": 7.1869,
+      "loss/crossentropy": 1.9146455824375153,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2287234514951706,
+      "step": 1674
+    },
+    {
+      "epoch": 0.2791666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 3.1489583333333333,
+      "learning_rate": 8.199207394755893e-05,
+      "loss": 7.0442,
+      "loss/crossentropy": 1.8834614008665085,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16575508192181587,
+      "step": 1675
+    },
+    {
+      "epoch": 0.2793333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 3.1625,
+      "learning_rate": 8.197195009902924e-05,
+      "loss": 6.8398,
+      "loss/crossentropy": 2.144304484128952,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16777660697698593,
+      "step": 1676
+    },
+    {
+      "epoch": 0.2795,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.3608723958333333,
+      "learning_rate": 8.195181748520811e-05,
+      "loss": 6.9631,
+      "loss/crossentropy": 2.2096819281578064,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16557533666491508,
+      "step": 1677
+    },
+    {
+      "epoch": 0.2796666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.8921223958333333,
+      "learning_rate": 8.193167611161499e-05,
+      "loss": 6.981,
+      "loss/crossentropy": 1.9671113193035126,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18934257328510284,
+      "step": 1678
+    },
+    {
+      "epoch": 0.2798333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.0405598958333333,
+      "learning_rate": 8.191152598377178e-05,
+      "loss": 7.2532,
+      "loss/crossentropy": 2.003457397222519,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2575335167348385,
+      "step": 1679
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.96015625,
+      "learning_rate": 8.189136710720272e-05,
+      "loss": 6.9302,
+      "loss/crossentropy": 1.7706447839736938,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17788533866405487,
+      "step": 1680
+    },
+    {
+      "epoch": 0.2801666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.958268229166667,
+      "learning_rate": 8.18711994874345e-05,
+      "loss": 6.9475,
+      "loss/crossentropy": 1.6021004915237427,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2337457314133644,
+      "step": 1681
+    },
+    {
+      "epoch": 0.2803333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.0270182291666665,
+      "learning_rate": 8.185102312999617e-05,
+      "loss": 6.8753,
+      "loss/crossentropy": 1.5681849867105484,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1554229725152254,
+      "step": 1682
+    },
+    {
+      "epoch": 0.2805,
+      "grad_norm": 27.0,
+      "grad_norm_var": 3.4077473958333333,
+      "learning_rate": 8.183083804041921e-05,
+      "loss": 6.9801,
+      "loss/crossentropy": 2.0765576660633087,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18441308662295341,
+      "step": 1683
+    },
+    {
+      "epoch": 0.2806666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 3.6369140625,
+      "learning_rate": 8.181064422423748e-05,
+      "loss": 6.8937,
+      "loss/crossentropy": 1.7815276384353638,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14771001040935516,
+      "step": 1684
+    },
+    {
+      "epoch": 0.2808333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.79140625,
+      "learning_rate": 8.179044168698721e-05,
+      "loss": 6.9023,
+      "loss/crossentropy": 1.639664113521576,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1681507918983698,
+      "step": 1685
+    },
+    {
+      "epoch": 0.281,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.771875,
+      "learning_rate": 8.177023043420705e-05,
+      "loss": 7.1269,
+      "loss/crossentropy": 2.0239316821098328,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1882992461323738,
+      "step": 1686
+    },
+    {
+      "epoch": 0.2811666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.80625,
+      "learning_rate": 8.175001047143804e-05,
+      "loss": 7.085,
+      "loss/crossentropy": 2.0507695376873016,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16983158141374588,
+      "step": 1687
+    },
+    {
+      "epoch": 0.2813333333333333,
+      "grad_norm": 28.125,
+      "grad_norm_var": 3.4947265625,
+      "learning_rate": 8.172978180422358e-05,
+      "loss": 7.1007,
+      "loss/crossentropy": 2.7620102167129517,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19572355598211288,
+      "step": 1688
+    },
+    {
+      "epoch": 0.2815,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.4947265625,
+      "learning_rate": 8.170954443810948e-05,
+      "loss": 7.2013,
+      "loss/crossentropy": 1.8416691422462463,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1706191748380661,
+      "step": 1689
+    },
+    {
+      "epoch": 0.2816666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.4947265625,
+      "learning_rate": 8.168929837864395e-05,
+      "loss": 7.1158,
+      "loss/crossentropy": 2.668276786804199,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18149346485733986,
+      "step": 1690
+    },
+    {
+      "epoch": 0.2818333333333333,
+      "grad_norm": 2936012800.0,
+      "grad_norm_var": 5.3876068687544326e+17,
+      "learning_rate": 8.16690436313775e-05,
+      "loss": 8.5703,
+      "loss/crossentropy": 1.6693487614393234,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20438792556524277,
+      "step": 1691
+    },
+    {
+      "epoch": 0.282,
+      "grad_norm": 45.25,
+      "grad_norm_var": 5.387606864870333e+17,
+      "learning_rate": 8.164878020186317e-05,
+      "loss": 7.473,
+      "loss/crossentropy": 2.0202498733997345,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17249231040477753,
+      "step": 1692
+    },
+    {
+      "epoch": 0.2821666666666667,
+      "grad_norm": 42.0,
+      "grad_norm_var": 5.3876068623319046e+17,
+      "learning_rate": 8.162850809565623e-05,
+      "loss": 7.0047,
+      "loss/crossentropy": 2.07115176320076,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1747579462826252,
+      "step": 1693
+    },
+    {
+      "epoch": 0.2823333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 5.38760686193432e+17,
+      "learning_rate": 8.160822731831441e-05,
+      "loss": 7.2528,
+      "loss/crossentropy": 1.8939898312091827,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2111487165093422,
+      "step": 1694
+    },
+    {
+      "epoch": 0.2825,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.387606862240154e+17,
+      "learning_rate": 8.158793787539782e-05,
+      "loss": 7.3467,
+      "loss/crossentropy": 1.8580593168735504,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18915199115872383,
+      "step": 1695
+    },
+    {
+      "epoch": 0.2826666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.387606862087237e+17,
+      "learning_rate": 8.156763977246889e-05,
+      "loss": 6.9253,
+      "loss/crossentropy": 1.6111495792865753,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1660899519920349,
+      "step": 1696
+    },
+    {
+      "epoch": 0.2828333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 5.3876068608027315e+17,
+      "learning_rate": 8.154733301509248e-05,
+      "loss": 7.045,
+      "loss/crossentropy": 1.6356629431247711,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18091236054897308,
+      "step": 1697
+    },
+    {
+      "epoch": 0.283,
+      "grad_norm": 26.5,
+      "grad_norm_var": 5.3876068611085664e+17,
+      "learning_rate": 8.152701760883581e-05,
+      "loss": 6.9901,
+      "loss/crossentropy": 1.8398661017417908,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16181451827287674,
+      "step": 1698
+    },
+    {
+      "epoch": 0.2831666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 5.3876068611391494e+17,
+      "learning_rate": 8.150669355926846e-05,
+      "loss": 6.9348,
+      "loss/crossentropy": 1.4676976054906845,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14524751529097557,
+      "step": 1699
+    },
+    {
+      "epoch": 0.2833333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.387606860772148e+17,
+      "learning_rate": 8.148636087196237e-05,
+      "loss": 7.3202,
+      "loss/crossentropy": 2.0150266885757446,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17759757861495018,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2835,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.387606858998307e+17,
+      "learning_rate": 8.146601955249188e-05,
+      "loss": 6.9675,
+      "loss/crossentropy": 1.7606062293052673,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14642946049571037,
+      "step": 1701
+    },
+    {
+      "epoch": 0.2836666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.387606858875973e+17,
+      "learning_rate": 8.144566960643367e-05,
+      "loss": 6.8975,
+      "loss/crossentropy": 1.55070061981678,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14741745591163635,
+      "step": 1702
+    },
+    {
+      "epoch": 0.2838333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 5.38760685893714e+17,
+      "learning_rate": 8.142531103936678e-05,
+      "loss": 7.0671,
+      "loss/crossentropy": 1.6155748516321182,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17731787636876106,
+      "step": 1703
+    },
+    {
+      "epoch": 0.284,
+      "grad_norm": 28.75,
+      "grad_norm_var": 5.387606858784223e+17,
+      "learning_rate": 8.140494385687265e-05,
+      "loss": 6.9621,
+      "loss/crossentropy": 1.822475105524063,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2010866068303585,
+      "step": 1704
+    },
+    {
+      "epoch": 0.2841666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 5.3876068586618886e+17,
+      "learning_rate": 8.138456806453503e-05,
+      "loss": 7.2334,
+      "loss/crossentropy": 2.269442915916443,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15679952129721642,
+      "step": 1705
+    },
+    {
+      "epoch": 0.2843333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 5.3876068590900576e+17,
+      "learning_rate": 8.136418366794008e-05,
+      "loss": 7.2577,
+      "loss/crossentropy": 2.489030599594116,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19774607941508293,
+      "step": 1706
+    },
+    {
+      "epoch": 0.2845,
+      "grad_norm": 27.0,
+      "grad_norm_var": 27.508072916666666,
+      "learning_rate": 8.13437906726763e-05,
+      "loss": 6.9963,
+      "loss/crossentropy": 2.202205926179886,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18003078177571297,
+      "step": 1707
+    },
+    {
+      "epoch": 0.2846666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 14.268489583333333,
+      "learning_rate": 8.132338908433454e-05,
+      "loss": 7.0833,
+      "loss/crossentropy": 1.8099579513072968,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18593353033065796,
+      "step": 1708
+    },
+    {
+      "epoch": 0.2848333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 5.135872395833333,
+      "learning_rate": 8.130297890850802e-05,
+      "loss": 6.9187,
+      "loss/crossentropy": 1.9506973773241043,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1553124114871025,
+      "step": 1709
+    },
+    {
+      "epoch": 0.285,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.130208333333333,
+      "learning_rate": 8.128256015079229e-05,
+      "loss": 7.0218,
+      "loss/crossentropy": 2.1073566675186157,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17732353508472443,
+      "step": 1710
+    },
+    {
+      "epoch": 0.2851666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 5.649739583333333,
+      "learning_rate": 8.126213281678528e-05,
+      "loss": 7.0665,
+      "loss/crossentropy": 2.359982818365097,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17730343714356422,
+      "step": 1711
+    },
+    {
+      "epoch": 0.2853333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 5.84765625,
+      "learning_rate": 8.124169691208723e-05,
+      "loss": 6.8255,
+      "loss/crossentropy": 1.7185687720775604,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16415394470095634,
+      "step": 1712
+    },
+    {
+      "epoch": 0.2855,
+      "grad_norm": 27.5,
+      "grad_norm_var": 4.81015625,
+      "learning_rate": 8.122125244230079e-05,
+      "loss": 6.8865,
+      "loss/crossentropy": 2.036595106124878,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15688344836235046,
+      "step": 1713
+    },
+    {
+      "epoch": 0.2856666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.947916666666667,
+      "learning_rate": 8.120079941303094e-05,
+      "loss": 7.3588,
+      "loss/crossentropy": 2.0053426325321198,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32154810056090355,
+      "step": 1714
+    },
+    {
+      "epoch": 0.28583333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.5947265625,
+      "learning_rate": 8.118033782988496e-05,
+      "loss": 7.1988,
+      "loss/crossentropy": 1.8093489557504654,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16956805437803268,
+      "step": 1715
+    },
+    {
+      "epoch": 0.286,
+      "grad_norm": 29.0,
+      "grad_norm_var": 4.60390625,
+      "learning_rate": 8.115986769847252e-05,
+      "loss": 6.9215,
+      "loss/crossentropy": 1.986009955406189,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19330377504229546,
+      "step": 1716
+    },
+    {
+      "epoch": 0.2861666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.5462890625,
+      "learning_rate": 8.113938902440564e-05,
+      "loss": 6.8977,
+      "loss/crossentropy": 1.7001326978206635,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1447098609060049,
+      "step": 1717
+    },
+    {
+      "epoch": 0.28633333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.17890625,
+      "learning_rate": 8.111890181329863e-05,
+      "loss": 6.9204,
+      "loss/crossentropy": 1.9453524053096771,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15566342696547508,
+      "step": 1718
+    },
+    {
+      "epoch": 0.2865,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.403580729166667,
+      "learning_rate": 8.109840607076821e-05,
+      "loss": 6.9269,
+      "loss/crossentropy": 1.6534964740276337,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21997592598199844,
+      "step": 1719
+    },
+    {
+      "epoch": 0.2866666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.4879557291666665,
+      "learning_rate": 8.107790180243338e-05,
+      "loss": 6.9981,
+      "loss/crossentropy": 2.1482350528240204,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17027843743562698,
+      "step": 1720
+    },
+    {
+      "epoch": 0.28683333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.669791666666667,
+      "learning_rate": 8.105738901391552e-05,
+      "loss": 6.9931,
+      "loss/crossentropy": 1.7035507559776306,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1677701696753502,
+      "step": 1721
+    },
+    {
+      "epoch": 0.287,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.6791666666666667,
+      "learning_rate": 8.103686771083831e-05,
+      "loss": 6.8921,
+      "loss/crossentropy": 1.9129577577114105,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15843845531344414,
+      "step": 1722
+    },
+    {
+      "epoch": 0.2871666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.6205729166666667,
+      "learning_rate": 8.101633789882781e-05,
+      "loss": 6.9713,
+      "loss/crossentropy": 1.9466756880283356,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18042508512735367,
+      "step": 1723
+    },
+    {
+      "epoch": 0.28733333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.7504557291666667,
+      "learning_rate": 8.099579958351235e-05,
+      "loss": 6.8711,
+      "loss/crossentropy": 1.822874754667282,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1604704149067402,
+      "step": 1724
+    },
+    {
+      "epoch": 0.2875,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.1858723958333335,
+      "learning_rate": 8.097525277052264e-05,
+      "loss": 7.2213,
+      "loss/crossentropy": 1.8169062584638596,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17779788188636303,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2876666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 4.106705729166666,
+      "learning_rate": 8.095469746549172e-05,
+      "loss": 6.8249,
+      "loss/crossentropy": 1.7158812582492828,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1985117420554161,
+      "step": 1726
+    },
+    {
+      "epoch": 0.28783333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 3.9067057291666667,
+      "learning_rate": 8.093413367405489e-05,
+      "loss": 7.0233,
+      "loss/crossentropy": 1.906646966934204,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15743854269385338,
+      "step": 1727
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 31.0,
+      "grad_norm_var": 3.9330729166666667,
+      "learning_rate": 8.091356140184991e-05,
+      "loss": 6.9968,
+      "loss/crossentropy": 1.7871026396751404,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16673271730542183,
+      "step": 1728
+    },
+    {
+      "epoch": 0.2881666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 3.8309895833333334,
+      "learning_rate": 8.089298065451672e-05,
+      "loss": 6.8641,
+      "loss/crossentropy": 1.9663325399160385,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16698668524622917,
+      "step": 1729
+    },
+    {
+      "epoch": 0.28833333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.5093098958333333,
+      "learning_rate": 8.087239143769768e-05,
+      "loss": 7.1978,
+      "loss/crossentropy": 1.7978715002536774,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18057232350111008,
+      "step": 1730
+    },
+    {
+      "epoch": 0.2885,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.4061848958333334,
+      "learning_rate": 8.085179375703744e-05,
+      "loss": 7.3673,
+      "loss/crossentropy": 2.15347021818161,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16674425080418587,
+      "step": 1731
+    },
+    {
+      "epoch": 0.2886666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.4061848958333334,
+      "learning_rate": 8.083118761818295e-05,
+      "loss": 7.001,
+      "loss/crossentropy": 1.6970942318439484,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18776270374655724,
+      "step": 1732
+    },
+    {
+      "epoch": 0.28883333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 3.5205729166666666,
+      "learning_rate": 8.081057302678352e-05,
+      "loss": 6.8459,
+      "loss/crossentropy": 1.8751520812511444,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19694062322378159,
+      "step": 1733
+    },
+    {
+      "epoch": 0.289,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.5614583333333334,
+      "learning_rate": 8.078994998849076e-05,
+      "loss": 7.0133,
+      "loss/crossentropy": 2.1347344666719437,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16332196071743965,
+      "step": 1734
+    },
+    {
+      "epoch": 0.2891666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 3.4,
+      "learning_rate": 8.076931850895859e-05,
+      "loss": 7.0216,
+      "loss/crossentropy": 1.960142195224762,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17830370739102364,
+      "step": 1735
+    },
+    {
+      "epoch": 0.28933333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.228125,
+      "learning_rate": 8.074867859384322e-05,
+      "loss": 6.9388,
+      "loss/crossentropy": 1.9251831322908401,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1704772673547268,
+      "step": 1736
+    },
+    {
+      "epoch": 0.2895,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.191666666666667,
+      "learning_rate": 8.072803024880322e-05,
+      "loss": 7.0088,
+      "loss/crossentropy": 2.005739152431488,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1563599295914173,
+      "step": 1737
+    },
+    {
+      "epoch": 0.2896666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 3.294205729166667,
+      "learning_rate": 8.070737347949947e-05,
+      "loss": 6.8871,
+      "loss/crossentropy": 1.703059434890747,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19055244326591492,
+      "step": 1738
+    },
+    {
+      "epoch": 0.28983333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.972916666666667,
+      "learning_rate": 8.068670829159511e-05,
+      "loss": 6.7825,
+      "loss/crossentropy": 1.2570236921310425,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1484133694320917,
+      "step": 1739
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 27.0,
+      "grad_norm_var": 3.014518229166667,
+      "learning_rate": 8.066603469075564e-05,
+      "loss": 6.9674,
+      "loss/crossentropy": 1.5935139805078506,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15925994515419006,
+      "step": 1740
+    },
+    {
+      "epoch": 0.2901666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 3.745833333333333,
+      "learning_rate": 8.064535268264883e-05,
+      "loss": 6.9103,
+      "loss/crossentropy": 1.954742968082428,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17588535323739052,
+      "step": 1741
+    },
+    {
+      "epoch": 0.29033333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 3.051497395833333,
+      "learning_rate": 8.062466227294477e-05,
+      "loss": 6.9033,
+      "loss/crossentropy": 1.9432837516069412,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19504057615995407,
+      "step": 1742
+    },
+    {
+      "epoch": 0.2905,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.937239583333333,
+      "learning_rate": 8.060396346731587e-05,
+      "loss": 7.2303,
+      "loss/crossentropy": 1.8995141685009003,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18443816527724266,
+      "step": 1743
+    },
+    {
+      "epoch": 0.2906666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.6416015625,
+      "learning_rate": 8.058325627143681e-05,
+      "loss": 7.148,
+      "loss/crossentropy": 2.1386114954948425,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16721056401729584,
+      "step": 1744
+    },
+    {
+      "epoch": 0.29083333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.3372395833333335,
+      "learning_rate": 8.056254069098459e-05,
+      "loss": 6.9154,
+      "loss/crossentropy": 2.123811662197113,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1626821719110012,
+      "step": 1745
+    },
+    {
+      "epoch": 0.291,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.678580729166667,
+      "learning_rate": 8.05418167316385e-05,
+      "loss": 6.9848,
+      "loss/crossentropy": 2.012488305568695,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18469147756695747,
+      "step": 1746
+    },
+    {
+      "epoch": 0.2911666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.6051432291666665,
+      "learning_rate": 8.052108439908013e-05,
+      "loss": 7.2118,
+      "loss/crossentropy": 2.222733795642853,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17967507988214493,
+      "step": 1747
+    },
+    {
+      "epoch": 0.29133333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.9572265625,
+      "learning_rate": 8.050034369899337e-05,
+      "loss": 7.0723,
+      "loss/crossentropy": 1.35679230093956,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19271300174295902,
+      "step": 1748
+    },
+    {
+      "epoch": 0.2915,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.295768229166667,
+      "learning_rate": 8.04795946370644e-05,
+      "loss": 7.2028,
+      "loss/crossentropy": 2.0392096638679504,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1761065199971199,
+      "step": 1749
+    },
+    {
+      "epoch": 0.2916666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.9082682291666666,
+      "learning_rate": 8.04588372189817e-05,
+      "loss": 6.8845,
+      "loss/crossentropy": 2.246554672718048,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20051004737615585,
+      "step": 1750
+    },
+    {
+      "epoch": 0.29183333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.689322916666667,
+      "learning_rate": 8.043807145043604e-05,
+      "loss": 7.2089,
+      "loss/crossentropy": 2.2228686809539795,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17735590785741806,
+      "step": 1751
+    },
+    {
+      "epoch": 0.292,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.9614583333333333,
+      "learning_rate": 8.041729733712045e-05,
+      "loss": 6.8497,
+      "loss/crossentropy": 1.5177088528871536,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17029394581913948,
+      "step": 1752
+    },
+    {
+      "epoch": 0.2921666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 3.903125,
+      "learning_rate": 8.039651488473028e-05,
+      "loss": 6.8599,
+      "loss/crossentropy": 1.9754594266414642,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19144656881690025,
+      "step": 1753
+    },
+    {
+      "epoch": 0.29233333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.1587890625,
+      "learning_rate": 8.037572409896315e-05,
+      "loss": 7.1755,
+      "loss/crossentropy": 1.9540952146053314,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16342727839946747,
+      "step": 1754
+    },
+    {
+      "epoch": 0.2925,
+      "grad_norm": 30.375,
+      "grad_norm_var": 4.192643229166666,
+      "learning_rate": 8.0354924985519e-05,
+      "loss": 6.7816,
+      "loss/crossentropy": 1.5585548281669617,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18010758981108665,
+      "step": 1755
+    },
+    {
+      "epoch": 0.2926666666666667,
+      "grad_norm": 36.5,
+      "grad_norm_var": 6.498372395833333,
+      "learning_rate": 8.033411755009999e-05,
+      "loss": 7.1499,
+      "loss/crossentropy": 1.5687600076198578,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22139346599578857,
+      "step": 1756
+    },
+    {
+      "epoch": 0.29283333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.962239583333333,
+      "learning_rate": 8.031330179841062e-05,
+      "loss": 6.9437,
+      "loss/crossentropy": 1.6486482918262482,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15065807476639748,
+      "step": 1757
+    },
+    {
+      "epoch": 0.293,
+      "grad_norm": 30.125,
+      "grad_norm_var": 4.180989583333333,
+      "learning_rate": 8.029247773615764e-05,
+      "loss": 6.9791,
+      "loss/crossentropy": 1.7986524105072021,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19983235374093056,
+      "step": 1758
+    },
+    {
+      "epoch": 0.2931666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 4.069791666666666,
+      "learning_rate": 8.027164536905008e-05,
+      "loss": 7.0019,
+      "loss/crossentropy": 2.064461871981621,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1813412606716156,
+      "step": 1759
+    },
+    {
+      "epoch": 0.29333333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.825455729166667,
+      "learning_rate": 8.025080470279924e-05,
+      "loss": 6.8873,
+      "loss/crossentropy": 1.9530519247055054,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.136128269135952,
+      "step": 1760
+    },
+    {
+      "epoch": 0.2935,
+      "grad_norm": 28.5,
+      "grad_norm_var": 3.601822916666667,
+      "learning_rate": 8.022995574311876e-05,
+      "loss": 6.8462,
+      "loss/crossentropy": 2.069970518350601,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15924708545207977,
+      "step": 1761
+    },
+    {
+      "epoch": 0.2936666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 3.849739583333333,
+      "learning_rate": 8.020909849572444e-05,
+      "loss": 7.0438,
+      "loss/crossentropy": 1.4966088980436325,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17960093170404434,
+      "step": 1762
+    },
+    {
+      "epoch": 0.29383333333333334,
+      "grad_norm": 27.125,
+      "grad_norm_var": 4.487434895833333,
+      "learning_rate": 8.018823296633441e-05,
+      "loss": 6.6857,
+      "loss/crossentropy": 1.6587276309728622,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16952040046453476,
+      "step": 1763
+    },
+    {
+      "epoch": 0.294,
+      "grad_norm": 28.0,
+      "grad_norm_var": 4.871809895833334,
+      "learning_rate": 8.016735916066913e-05,
+      "loss": 7.0478,
+      "loss/crossentropy": 1.9921867847442627,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16137176379561424,
+      "step": 1764
+    },
+    {
+      "epoch": 0.2941666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.90390625,
+      "learning_rate": 8.014647708445124e-05,
+      "loss": 6.9749,
+      "loss/crossentropy": 2.3098158836364746,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15011011064052582,
+      "step": 1765
+    },
+    {
+      "epoch": 0.29433333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.570247395833333,
+      "learning_rate": 8.012558674340566e-05,
+      "loss": 7.109,
+      "loss/crossentropy": 1.5782488584518433,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16313642263412476,
+      "step": 1766
+    },
+    {
+      "epoch": 0.2945,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.564322916666667,
+      "learning_rate": 8.010468814325964e-05,
+      "loss": 7.0989,
+      "loss/crossentropy": 1.715920865535736,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1874961219727993,
+      "step": 1767
+    },
+    {
+      "epoch": 0.2946666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 5.158072916666667,
+      "learning_rate": 8.008378128974262e-05,
+      "loss": 7.2552,
+      "loss/crossentropy": 1.7260702550411224,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18568307533860207,
+      "step": 1768
+    },
+    {
+      "epoch": 0.29483333333333334,
+      "grad_norm": 28.75,
+      "grad_norm_var": 5.212434895833334,
+      "learning_rate": 8.006286618858635e-05,
+      "loss": 6.8589,
+      "loss/crossentropy": 1.4239223450422287,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17964031919836998,
+      "step": 1769
+    },
+    {
+      "epoch": 0.295,
+      "grad_norm": 28.625,
+      "grad_norm_var": 4.887239583333334,
+      "learning_rate": 8.004194284552477e-05,
+      "loss": 6.809,
+      "loss/crossentropy": 2.0484983325004578,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14857875555753708,
+      "step": 1770
+    },
+    {
+      "epoch": 0.2951666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.837434895833334,
+      "learning_rate": 8.002101126629421e-05,
+      "loss": 6.9297,
+      "loss/crossentropy": 2.2283668518066406,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15431294217705727,
+      "step": 1771
+    },
+    {
+      "epoch": 0.29533333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.5239583333333333,
+      "learning_rate": 8.000007145663312e-05,
+      "loss": 6.8355,
+      "loss/crossentropy": 1.6497902870178223,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15394964255392551,
+      "step": 1772
+    },
+    {
+      "epoch": 0.2955,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.8764973958333333,
+      "learning_rate": 7.997912342228232e-05,
+      "loss": 6.8759,
+      "loss/crossentropy": 1.8970504701137543,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15557139366865158,
+      "step": 1773
+    },
+    {
+      "epoch": 0.2956666666666667,
+      "grad_norm": 4110417920.0,
+      "grad_norm_var": 1.0559709523387351e+18,
+      "learning_rate": 7.99581671689848e-05,
+      "loss": 7.3196,
+      "loss/crossentropy": 2.6301337480545044,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17043613269925117,
+      "step": 1774
+    },
+    {
+      "epoch": 0.29583333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.05597095232589e+18,
+      "learning_rate": 7.993720270248584e-05,
+      "loss": 6.9568,
+      "loss/crossentropy": 1.719387263059616,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19741066545248032,
+      "step": 1775
+    },
+    {
+      "epoch": 0.296,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.0559709523344535e+18,
+      "learning_rate": 7.991623002853296e-05,
+      "loss": 6.6749,
+      "loss/crossentropy": 1.155877485871315,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13954339548945427,
+      "step": 1776
+    },
+    {
+      "epoch": 0.2961666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.0559709523515802e+18,
+      "learning_rate": 7.989524915287595e-05,
+      "loss": 7.1404,
+      "loss/crossentropy": 2.134528160095215,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17305652052164078,
+      "step": 1777
+    },
+    {
+      "epoch": 0.29633333333333334,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.0559709523430168e+18,
+      "learning_rate": 7.987426008126683e-05,
+      "loss": 7.1646,
+      "loss/crossentropy": 2.330888092517853,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17424631491303444,
+      "step": 1778
+    },
+    {
+      "epoch": 0.2965,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.0559709523044817e+18,
+      "learning_rate": 7.985326281945989e-05,
+      "loss": 7.0201,
+      "loss/crossentropy": 2.036402851343155,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16846515238285065,
+      "step": 1779
+    },
+    {
+      "epoch": 0.2966666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.0559709523044817e+18,
+      "learning_rate": 7.983225737321163e-05,
+      "loss": 6.9704,
+      "loss/crossentropy": 2.133853703737259,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16769133880734444,
+      "step": 1780
+    },
+    {
+      "epoch": 0.29683333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.0559709524029604e+18,
+      "learning_rate": 7.98112437482808e-05,
+      "loss": 6.9933,
+      "loss/crossentropy": 1.7176109552383423,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17507165670394897,
+      "step": 1781
+    },
+    {
+      "epoch": 0.297,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.0559709524586223e+18,
+      "learning_rate": 7.979022195042842e-05,
+      "loss": 6.9713,
+      "loss/crossentropy": 1.7080380022525787,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1753886453807354,
+      "step": 1782
+    },
+    {
+      "epoch": 0.2971666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.055970952462904e+18,
+      "learning_rate": 7.976919198541776e-05,
+      "loss": 6.9518,
+      "loss/crossentropy": 2.0936281085014343,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2058982402086258,
+      "step": 1783
+    },
+    {
+      "epoch": 0.29733333333333334,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.0559709524029604e+18,
+      "learning_rate": 7.974815385901426e-05,
+      "loss": 6.9159,
+      "loss/crossentropy": 2.0488981008529663,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1739674136042595,
+      "step": 1784
+    },
+    {
+      "epoch": 0.2975,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.0559709524329322e+18,
+      "learning_rate": 7.972710757698567e-05,
+      "loss": 7.1597,
+      "loss/crossentropy": 2.336401492357254,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17067568749189377,
+      "step": 1785
+    },
+    {
+      "epoch": 0.2976666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.0559709524586223e+18,
+      "learning_rate": 7.970605314510194e-05,
+      "loss": 7.0471,
+      "loss/crossentropy": 2.010293275117874,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17855480313301086,
+      "step": 1786
+    },
+    {
+      "epoch": 0.29783333333333334,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.0559709524843124e+18,
+      "learning_rate": 7.968499056913524e-05,
+      "loss": 7.2995,
+      "loss/crossentropy": 2.0745608508586884,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30422502383589745,
+      "step": 1787
+    },
+    {
+      "epoch": 0.298,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.0559709525271293e+18,
+      "learning_rate": 7.966391985486003e-05,
+      "loss": 6.8864,
+      "loss/crossentropy": 2.19223316013813,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16438164189457893,
+      "step": 1788
+    },
+    {
+      "epoch": 0.2981666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.0559709525742278e+18,
+      "learning_rate": 7.964284100805297e-05,
+      "loss": 6.9538,
+      "loss/crossentropy": 1.9663271009922028,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20872559025883675,
+      "step": 1789
+    },
+    {
+      "epoch": 0.29833333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.2556640625,
+      "learning_rate": 7.96217540344929e-05,
+      "loss": 7.1325,
+      "loss/crossentropy": 2.1852712631225586,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18366773799061775,
+      "step": 1790
+    },
+    {
+      "epoch": 0.2985,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.7837890625,
+      "learning_rate": 7.960065893996098e-05,
+      "loss": 7.1386,
+      "loss/crossentropy": 1.9224089086055756,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1370961107313633,
+      "step": 1791
+    },
+    {
+      "epoch": 0.2986666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.89140625,
+      "learning_rate": 7.957955573024052e-05,
+      "loss": 6.9062,
+      "loss/crossentropy": 1.969079315662384,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14765902236104012,
+      "step": 1792
+    },
+    {
+      "epoch": 0.29883333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.6927083333333335,
+      "learning_rate": 7.95584444111171e-05,
+      "loss": 7.0947,
+      "loss/crossentropy": 2.089136302471161,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2019180990755558,
+      "step": 1793
+    },
+    {
+      "epoch": 0.299,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.6968098958333333,
+      "learning_rate": 7.95373249883785e-05,
+      "loss": 6.711,
+      "loss/crossentropy": 1.5635971426963806,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20058362558484077,
+      "step": 1794
+    },
+    {
+      "epoch": 0.2991666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.6712890625,
+      "learning_rate": 7.951619746781474e-05,
+      "loss": 6.7382,
+      "loss/crossentropy": 1.8677619993686676,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1745459921658039,
+      "step": 1795
+    },
+    {
+      "epoch": 0.29933333333333334,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.725,
+      "learning_rate": 7.949506185521802e-05,
+      "loss": 6.9398,
+      "loss/crossentropy": 1.988951563835144,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16441595181822777,
+      "step": 1796
+    },
+    {
+      "epoch": 0.2995,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.6025390625,
+      "learning_rate": 7.947391815638284e-05,
+      "loss": 7.0052,
+      "loss/crossentropy": 1.6859848499298096,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2239336222410202,
+      "step": 1797
+    },
+    {
+      "epoch": 0.2996666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.6447265625,
+      "learning_rate": 7.945276637710582e-05,
+      "loss": 6.7844,
+      "loss/crossentropy": 1.5138292014598846,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17344660498201847,
+      "step": 1798
+    },
+    {
+      "epoch": 0.29983333333333334,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.662955729166667,
+      "learning_rate": 7.943160652318585e-05,
+      "loss": 7.0734,
+      "loss/crossentropy": 1.9331949353218079,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16637888550758362,
+      "step": 1799
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.771875,
+      "learning_rate": 7.941043860042403e-05,
+      "loss": 6.8693,
+      "loss/crossentropy": 2.1852831840515137,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1701827198266983,
+      "step": 1800
+    },
+    {
+      "epoch": 0.3001666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.7244140625,
+      "learning_rate": 7.938926261462366e-05,
+      "loss": 6.8283,
+      "loss/crossentropy": 2.070968210697174,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.190330121666193,
+      "step": 1801
+    },
+    {
+      "epoch": 0.30033333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.83515625,
+      "learning_rate": 7.936807857159026e-05,
+      "loss": 6.9224,
+      "loss/crossentropy": 2.1456773579120636,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18744849041104317,
+      "step": 1802
+    },
+    {
+      "epoch": 0.3005,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.9072265625,
+      "learning_rate": 7.934688647713158e-05,
+      "loss": 7.1863,
+      "loss/crossentropy": 1.7114560008049011,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20561952143907547,
+      "step": 1803
+    },
+    {
+      "epoch": 0.3006666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.1962890625,
+      "learning_rate": 7.932568633705752e-05,
+      "loss": 7.0394,
+      "loss/crossentropy": 1.9421786963939667,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1410901565104723,
+      "step": 1804
+    },
+    {
+      "epoch": 0.30083333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.4119140625,
+      "learning_rate": 7.930447815718022e-05,
+      "loss": 7.1017,
+      "loss/crossentropy": 1.1867583096027374,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2174985706806183,
+      "step": 1805
+    },
+    {
+      "epoch": 0.301,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.7509765625,
+      "learning_rate": 7.928326194331404e-05,
+      "loss": 6.9254,
+      "loss/crossentropy": 1.2460341155529022,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15135955065488815,
+      "step": 1806
+    },
+    {
+      "epoch": 0.3011666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 2.77265625,
+      "learning_rate": 7.926203770127552e-05,
+      "loss": 6.7957,
+      "loss/crossentropy": 1.5237163305282593,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18431520834565163,
+      "step": 1807
+    },
+    {
+      "epoch": 0.30133333333333334,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.77265625,
+      "learning_rate": 7.924080543688337e-05,
+      "loss": 6.8361,
+      "loss/crossentropy": 1.6605301201343536,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16298114135861397,
+      "step": 1808
+    },
+    {
+      "epoch": 0.3015,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.284375,
+      "learning_rate": 7.921956515595861e-05,
+      "loss": 7.2457,
+      "loss/crossentropy": 1.8478024005889893,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16555768065154552,
+      "step": 1809
+    },
+    {
+      "epoch": 0.3016666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.6186848958333333,
+      "learning_rate": 7.919831686432433e-05,
+      "loss": 6.9624,
+      "loss/crossentropy": 2.0245045125484467,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17697810754179955,
+      "step": 1810
+    },
+    {
+      "epoch": 0.30183333333333334,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.6809895833333335,
+      "learning_rate": 7.917706056780587e-05,
+      "loss": 7.0756,
+      "loss/crossentropy": 1.7672982215881348,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1477302983403206,
+      "step": 1811
+    },
+    {
+      "epoch": 0.302,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.6645182291666667,
+      "learning_rate": 7.915579627223079e-05,
+      "loss": 7.2958,
+      "loss/crossentropy": 1.919701874256134,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18852383643388748,
+      "step": 1812
+    },
+    {
+      "epoch": 0.30216666666666664,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.498893229166667,
+      "learning_rate": 7.913452398342881e-05,
+      "loss": 7.1196,
+      "loss/crossentropy": 1.9730682075023651,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1892014592885971,
+      "step": 1813
+    },
+    {
+      "epoch": 0.30233333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.4184895833333333,
+      "learning_rate": 7.911324370723183e-05,
+      "loss": 6.8,
+      "loss/crossentropy": 1.5512824952602386,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16365887969732285,
+      "step": 1814
+    },
+    {
+      "epoch": 0.3025,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.36640625,
+      "learning_rate": 7.909195544947398e-05,
+      "loss": 6.9363,
+      "loss/crossentropy": 1.9081394374370575,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16053590923547745,
+      "step": 1815
+    },
+    {
+      "epoch": 0.30266666666666664,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.2393229166666666,
+      "learning_rate": 7.907065921599154e-05,
+      "loss": 7.1773,
+      "loss/crossentropy": 1.6458862572908401,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23366864770650864,
+      "step": 1816
+    },
+    {
+      "epoch": 0.30283333333333334,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.3135416666666666,
+      "learning_rate": 7.9049355012623e-05,
+      "loss": 6.986,
+      "loss/crossentropy": 1.9764463603496552,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17300384491682053,
+      "step": 1817
+    },
+    {
+      "epoch": 0.303,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.1348307291666666,
+      "learning_rate": 7.902804284520903e-05,
+      "loss": 7.1401,
+      "loss/crossentropy": 1.9698999524116516,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15904537588357925,
+      "step": 1818
+    },
+    {
+      "epoch": 0.30316666666666664,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.396875,
+      "learning_rate": 7.900672271959247e-05,
+      "loss": 6.9962,
+      "loss/crossentropy": 2.1794964373111725,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.178677499294281,
+      "step": 1819
+    },
+    {
+      "epoch": 0.30333333333333334,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.1889973958333333,
+      "learning_rate": 7.898539464161838e-05,
+      "loss": 7.1041,
+      "loss/crossentropy": 1.5868679732084274,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16324621438980103,
+      "step": 1820
+    },
+    {
+      "epoch": 0.3035,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.8764973958333333,
+      "learning_rate": 7.896405861713394e-05,
+      "loss": 6.8576,
+      "loss/crossentropy": 1.6912561655044556,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16031718254089355,
+      "step": 1821
+    },
+    {
+      "epoch": 0.30366666666666664,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.8452473958333333,
+      "learning_rate": 7.894271465198857e-05,
+      "loss": 7.1175,
+      "loss/crossentropy": 1.627418577671051,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18628519400954247,
+      "step": 1822
+    },
+    {
+      "epoch": 0.30383333333333334,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.9525390625,
+      "learning_rate": 7.892136275203383e-05,
+      "loss": 6.8954,
+      "loss/crossentropy": 1.6395491808652878,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1456153430044651,
+      "step": 1823
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.8629557291666667,
+      "learning_rate": 7.890000292312346e-05,
+      "loss": 6.9028,
+      "loss/crossentropy": 1.851139396429062,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17918989807367325,
+      "step": 1824
+    },
+    {
+      "epoch": 0.30416666666666664,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.4104166666666667,
+      "learning_rate": 7.887863517111338e-05,
+      "loss": 6.9461,
+      "loss/crossentropy": 2.1613464653491974,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16244490072131157,
+      "step": 1825
+    },
+    {
+      "epoch": 0.30433333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.1643229166666667,
+      "learning_rate": 7.88572595018617e-05,
+      "loss": 6.6463,
+      "loss/crossentropy": 1.636417955160141,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17213625274598598,
+      "step": 1826
+    },
+    {
+      "epoch": 0.3045,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.4260416666666667,
+      "learning_rate": 7.883587592122863e-05,
+      "loss": 6.9601,
+      "loss/crossentropy": 1.8333800733089447,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667829230427742,
+      "step": 1827
+    },
+    {
+      "epoch": 0.30466666666666664,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.051041666666667,
+      "learning_rate": 7.881448443507664e-05,
+      "loss": 6.9331,
+      "loss/crossentropy": 1.9271169006824493,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15610137209296227,
+      "step": 1828
+    },
+    {
+      "epoch": 0.30483333333333335,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.034375,
+      "learning_rate": 7.879308504927035e-05,
+      "loss": 7.1442,
+      "loss/crossentropy": 1.9399696290493011,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21466120332479477,
+      "step": 1829
+    },
+    {
+      "epoch": 0.305,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.0509765625,
+      "learning_rate": 7.877167776967645e-05,
+      "loss": 7.1896,
+      "loss/crossentropy": 2.351029932498932,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21430783718824387,
+      "step": 1830
+    },
+    {
+      "epoch": 0.30516666666666664,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.0509765625,
+      "learning_rate": 7.875026260216393e-05,
+      "loss": 6.7793,
+      "loss/crossentropy": 2.0612818002700806,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2058713324368,
+      "step": 1831
+    },
+    {
+      "epoch": 0.30533333333333335,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.1087890625,
+      "learning_rate": 7.872883955260387e-05,
+      "loss": 7.0005,
+      "loss/crossentropy": 2.0101443231105804,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21682747825980186,
+      "step": 1832
+    },
+    {
+      "epoch": 0.3055,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.0020182291666666,
+      "learning_rate": 7.87074086268695e-05,
+      "loss": 6.8333,
+      "loss/crossentropy": 2.177095741033554,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1732555888593197,
+      "step": 1833
+    },
+    {
+      "epoch": 0.30566666666666664,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.3572265625,
+      "learning_rate": 7.868596983083623e-05,
+      "loss": 6.9011,
+      "loss/crossentropy": 2.169644057750702,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17804266512393951,
+      "step": 1834
+    },
+    {
+      "epoch": 0.30583333333333335,
+      "grad_norm": 28.125,
+      "grad_norm_var": 2.062239583333333,
+      "learning_rate": 7.866452317038164e-05,
+      "loss": 7.1436,
+      "loss/crossentropy": 2.098512828350067,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15170537307858467,
+      "step": 1835
+    },
+    {
+      "epoch": 0.306,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9546223958333333,
+      "learning_rate": 7.864306865138545e-05,
+      "loss": 7.0301,
+      "loss/crossentropy": 1.9148472547531128,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1804008036851883,
+      "step": 1836
+    },
+    {
+      "epoch": 0.30616666666666664,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.9145182291666667,
+      "learning_rate": 7.862160627972955e-05,
+      "loss": 6.7096,
+      "loss/crossentropy": 1.6348781734704971,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1898255255073309,
+      "step": 1837
+    },
+    {
+      "epoch": 0.30633333333333335,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.3275390625,
+      "learning_rate": 7.860013606129796e-05,
+      "loss": 7.2805,
+      "loss/crossentropy": 1.8533981144428253,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17210083827376366,
+      "step": 1838
+    },
+    {
+      "epoch": 0.3065,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.292708333333333,
+      "learning_rate": 7.857865800197684e-05,
+      "loss": 7.0091,
+      "loss/crossentropy": 2.3175882399082184,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17278634011745453,
+      "step": 1839
+    },
+    {
+      "epoch": 0.30666666666666664,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.551497395833333,
+      "learning_rate": 7.855717210765456e-05,
+      "loss": 7.0248,
+      "loss/crossentropy": 2.3028687834739685,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15742110460996628,
+      "step": 1840
+    },
+    {
+      "epoch": 0.30683333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.738997395833333,
+      "learning_rate": 7.85356783842216e-05,
+      "loss": 6.9937,
+      "loss/crossentropy": 2.003747597336769,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16512829810380936,
+      "step": 1841
+    },
+    {
+      "epoch": 0.307,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.7327473958333335,
+      "learning_rate": 7.851417683757053e-05,
+      "loss": 6.9281,
+      "loss/crossentropy": 1.8588949143886566,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17192811891436577,
+      "step": 1842
+    },
+    {
+      "epoch": 0.30716666666666664,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.6796223958333334,
+      "learning_rate": 7.849266747359619e-05,
+      "loss": 6.9215,
+      "loss/crossentropy": 2.1861804723739624,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15846161916851997,
+      "step": 1843
+    },
+    {
+      "epoch": 0.30733333333333335,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.9395833333333334,
+      "learning_rate": 7.847115029819547e-05,
+      "loss": 6.6718,
+      "loss/crossentropy": 1.7861296236515045,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18043068796396255,
+      "step": 1844
+    },
+    {
+      "epoch": 0.3075,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.9103515625,
+      "learning_rate": 7.84496253172674e-05,
+      "loss": 6.9739,
+      "loss/crossentropy": 2.0851745307445526,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1976468451321125,
+      "step": 1845
+    },
+    {
+      "epoch": 0.30766666666666664,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.9749348958333335,
+      "learning_rate": 7.84280925367132e-05,
+      "loss": 6.8783,
+      "loss/crossentropy": 1.716008022427559,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15882867947220802,
+      "step": 1846
+    },
+    {
+      "epoch": 0.30783333333333335,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.9983723958333335,
+      "learning_rate": 7.84065519624362e-05,
+      "loss": 6.9803,
+      "loss/crossentropy": 2.172625035047531,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.163181871175766,
+      "step": 1847
+    },
+    {
+      "epoch": 0.308,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.9614583333333333,
+      "learning_rate": 7.838500360034188e-05,
+      "loss": 6.8901,
+      "loss/crossentropy": 1.9254584461450577,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15511753037571907,
+      "step": 1848
+    },
+    {
+      "epoch": 0.30816666666666664,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.987434895833333,
+      "learning_rate": 7.836344745633783e-05,
+      "loss": 6.9298,
+      "loss/crossentropy": 1.5840540379285812,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18015084601938725,
+      "step": 1849
+    },
+    {
+      "epoch": 0.30833333333333335,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.2718098958333335,
+      "learning_rate": 7.83418835363338e-05,
+      "loss": 7.0386,
+      "loss/crossentropy": 2.1513716876506805,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19308988377451897,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3085,
+      "grad_norm": 27.25,
+      "grad_norm_var": 3.42265625,
+      "learning_rate": 7.832031184624164e-05,
+      "loss": 7.2145,
+      "loss/crossentropy": 2.079343467950821,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19979696348309517,
+      "step": 1851
+    },
+    {
+      "epoch": 0.30866666666666664,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.010872395833333,
+      "learning_rate": 7.829873239197538e-05,
+      "loss": 7.6086,
+      "loss/crossentropy": 2.1194871366024017,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17705166339874268,
+      "step": 1852
+    },
+    {
+      "epoch": 0.30883333333333335,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.920572916666667,
+      "learning_rate": 7.827714517945115e-05,
+      "loss": 7.0366,
+      "loss/crossentropy": 2.1705428659915924,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14574232324957848,
+      "step": 1853
+    },
+    {
+      "epoch": 0.309,
+      "grad_norm": 26.5,
+      "grad_norm_var": 4.772916666666666,
+      "learning_rate": 7.825555021458716e-05,
+      "loss": 7.0844,
+      "loss/crossentropy": 1.7408331781625748,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1640627086162567,
+      "step": 1854
+    },
+    {
+      "epoch": 0.30916666666666665,
+      "grad_norm": 25.875,
+      "grad_norm_var": 5.166080729166667,
+      "learning_rate": 7.823394750330387e-05,
+      "loss": 6.7663,
+      "loss/crossentropy": 1.8554280549287796,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15056144446134567,
+      "step": 1855
+    },
+    {
+      "epoch": 0.30933333333333335,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.032291666666667,
+      "learning_rate": 7.821233705152371e-05,
+      "loss": 6.9016,
+      "loss/crossentropy": 1.9535363018512726,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17445489764213562,
+      "step": 1856
+    },
+    {
+      "epoch": 0.3095,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.954166666666667,
+      "learning_rate": 7.819071886517134e-05,
+      "loss": 6.95,
+      "loss/crossentropy": 2.073364347219467,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.153484046459198,
+      "step": 1857
+    },
+    {
+      "epoch": 0.30966666666666665,
+      "grad_norm": 27.375,
+      "grad_norm_var": 5.106705729166666,
+      "learning_rate": 7.816909295017352e-05,
+      "loss": 6.9537,
+      "loss/crossentropy": 1.8409361839294434,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1687594186514616,
+      "step": 1858
+    },
+    {
+      "epoch": 0.30983333333333335,
+      "grad_norm": 26.75,
+      "grad_norm_var": 5.140625,
+      "learning_rate": 7.81474593124591e-05,
+      "loss": 6.9988,
+      "loss/crossentropy": 2.390802174806595,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16115020215511322,
+      "step": 1859
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 29.875,
+      "grad_norm_var": 5.201822916666667,
+      "learning_rate": 7.812581795795907e-05,
+      "loss": 6.9665,
+      "loss/crossentropy": 2.4145980775356293,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1627429723739624,
+      "step": 1860
+    },
+    {
+      "epoch": 0.31016666666666665,
+      "grad_norm": 27.375,
+      "grad_norm_var": 4.398372395833333,
+      "learning_rate": 7.810416889260653e-05,
+      "loss": 7.1229,
+      "loss/crossentropy": 1.765182375907898,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1748659312725067,
+      "step": 1861
+    },
+    {
+      "epoch": 0.31033333333333335,
+      "grad_norm": 25.75,
+      "grad_norm_var": 4.846809895833333,
+      "learning_rate": 7.80825121223367e-05,
+      "loss": 7.2131,
+      "loss/crossentropy": 1.5575336813926697,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2208685576915741,
+      "step": 1862
+    },
+    {
+      "epoch": 0.3105,
+      "grad_norm": 27.625,
+      "grad_norm_var": 4.8712890625,
+      "learning_rate": 7.80608476530869e-05,
+      "loss": 6.7988,
+      "loss/crossentropy": 2.1647118628025055,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1658165119588375,
+      "step": 1863
+    },
+    {
+      "epoch": 0.31066666666666665,
+      "grad_norm": 27.5,
+      "grad_norm_var": 4.923372395833334,
+      "learning_rate": 7.803917549079655e-05,
+      "loss": 6.7471,
+      "loss/crossentropy": 2.0893578827381134,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1486968044191599,
+      "step": 1864
+    },
+    {
+      "epoch": 0.31083333333333335,
+      "grad_norm": 31.25,
+      "grad_norm_var": 5.387239583333334,
+      "learning_rate": 7.801749564140724e-05,
+      "loss": 6.7533,
+      "loss/crossentropy": 1.664018765091896,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1588103286921978,
+      "step": 1865
+    },
+    {
+      "epoch": 0.311,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.74140625,
+      "learning_rate": 7.799580811086258e-05,
+      "loss": 7.0641,
+      "loss/crossentropy": 2.0539465248584747,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17147555574774742,
+      "step": 1866
+    },
+    {
+      "epoch": 0.31116666666666665,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.651822916666666,
+      "learning_rate": 7.797411290510835e-05,
+      "loss": 7.2884,
+      "loss/crossentropy": 2.532195746898651,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17648249864578247,
+      "step": 1867
+    },
+    {
+      "epoch": 0.31133333333333335,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.4916666666666667,
+      "learning_rate": 7.795241003009241e-05,
+      "loss": 6.9523,
+      "loss/crossentropy": 1.7519483268260956,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15154092013835907,
+      "step": 1868
+    },
+    {
+      "epoch": 0.3115,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.5375,
+      "learning_rate": 7.793069949176473e-05,
+      "loss": 7.0951,
+      "loss/crossentropy": 2.42670214176178,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18340852856636047,
+      "step": 1869
+    },
+    {
+      "epoch": 0.31166666666666665,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.370833333333333,
+      "learning_rate": 7.790898129607738e-05,
+      "loss": 7.0135,
+      "loss/crossentropy": 1.7717819213867188,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1786283142864704,
+      "step": 1870
+    },
+    {
+      "epoch": 0.31183333333333335,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.9921223958333334,
+      "learning_rate": 7.788725544898452e-05,
+      "loss": 7.0672,
+      "loss/crossentropy": 2.011943757534027,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17356741055846214,
+      "step": 1871
+    },
+    {
+      "epoch": 0.312,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.589583333333333,
+      "learning_rate": 7.78655219564424e-05,
+      "loss": 7.0741,
+      "loss/crossentropy": 1.7151790857315063,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17846400290727615,
+      "step": 1872
+    },
+    {
+      "epoch": 0.31216666666666665,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.4567057291666665,
+      "learning_rate": 7.784378082440941e-05,
+      "loss": 7.004,
+      "loss/crossentropy": 1.5368647873401642,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15357893332839012,
+      "step": 1873
+    },
+    {
+      "epoch": 0.31233333333333335,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.4,
+      "learning_rate": 7.782203205884598e-05,
+      "loss": 7.0122,
+      "loss/crossentropy": 1.8639425337314606,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14916876703500748,
+      "step": 1874
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.1822265625,
+      "learning_rate": 7.780027566571465e-05,
+      "loss": 7.1856,
+      "loss/crossentropy": 1.9556578546762466,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17245961725711823,
+      "step": 1875
+    },
+    {
+      "epoch": 0.31266666666666665,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.096809895833333,
+      "learning_rate": 7.777851165098012e-05,
+      "loss": 6.7324,
+      "loss/crossentropy": 2.026822805404663,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18160508200526237,
+      "step": 1876
+    },
+    {
+      "epoch": 0.31283333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.0634765625,
+      "learning_rate": 7.775674002060905e-05,
+      "loss": 6.8268,
+      "loss/crossentropy": 1.7767840176820755,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1577366553246975,
+      "step": 1877
+    },
+    {
+      "epoch": 0.313,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.5249348958333333,
+      "learning_rate": 7.773496078057028e-05,
+      "loss": 7.064,
+      "loss/crossentropy": 1.944902926683426,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.168742710724473,
+      "step": 1878
+    },
+    {
+      "epoch": 0.31316666666666665,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.4458333333333333,
+      "learning_rate": 7.771317393683471e-05,
+      "loss": 6.9466,
+      "loss/crossentropy": 1.8553851544857025,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14800599589943886,
+      "step": 1879
+    },
+    {
+      "epoch": 0.31333333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.4676432291666666,
+      "learning_rate": 7.769137949537532e-05,
+      "loss": 7.0088,
+      "loss/crossentropy": 1.9291760623455048,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1697034388780594,
+      "step": 1880
+    },
+    {
+      "epoch": 0.3135,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.1518229166666667,
+      "learning_rate": 7.766957746216721e-05,
+      "loss": 6.9248,
+      "loss/crossentropy": 1.8612181842327118,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1679140403866768,
+      "step": 1881
+    },
+    {
+      "epoch": 0.31366666666666665,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.0910807291666667,
+      "learning_rate": 7.764776784318751e-05,
+      "loss": 7.2471,
+      "loss/crossentropy": 2.191984862089157,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17184484750032425,
+      "step": 1882
+    },
+    {
+      "epoch": 0.31383333333333335,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.1254557291666667,
+      "learning_rate": 7.762595064441542e-05,
+      "loss": 6.9915,
+      "loss/crossentropy": 1.526157170534134,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1863459274172783,
+      "step": 1883
+    },
+    {
+      "epoch": 0.314,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.2885416666666667,
+      "learning_rate": 7.76041258718323e-05,
+      "loss": 6.7897,
+      "loss/crossentropy": 2.211887240409851,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18450935557484627,
+      "step": 1884
+    },
+    {
+      "epoch": 0.31416666666666665,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.1942057291666666,
+      "learning_rate": 7.758229353142152e-05,
+      "loss": 6.9123,
+      "loss/crossentropy": 1.8004077523946762,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17727744579315186,
+      "step": 1885
+    },
+    {
+      "epoch": 0.31433333333333335,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.5035807291666667,
+      "learning_rate": 7.756045362916853e-05,
+      "loss": 7.147,
+      "loss/crossentropy": 2.127860367298126,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17892053723335266,
+      "step": 1886
+    },
+    {
+      "epoch": 0.3145,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.5580729166666667,
+      "learning_rate": 7.753860617106086e-05,
+      "loss": 7.0284,
+      "loss/crossentropy": 1.8950550258159637,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16944055259227753,
+      "step": 1887
+    },
+    {
+      "epoch": 0.31466666666666665,
+      "grad_norm": 27.5,
+      "grad_norm_var": 0.8330729166666667,
+      "learning_rate": 7.751675116308812e-05,
+      "loss": 6.9634,
+      "loss/crossentropy": 2.330602705478668,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2036605067551136,
+      "step": 1888
+    },
+    {
+      "epoch": 0.31483333333333335,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.0488932291666666,
+      "learning_rate": 7.7494888611242e-05,
+      "loss": 6.9335,
+      "loss/crossentropy": 2.0412495732307434,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15381069295108318,
+      "step": 1889
+    },
+    {
+      "epoch": 0.315,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.9645182291666667,
+      "learning_rate": 7.747301852151621e-05,
+      "loss": 7.384,
+      "loss/crossentropy": 2.0527972877025604,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2628222927451134,
+      "step": 1890
+    },
+    {
+      "epoch": 0.31516666666666665,
+      "grad_norm": 46.75,
+      "grad_norm_var": 23.270833333333332,
+      "learning_rate": 7.74511408999066e-05,
+      "loss": 6.6958,
+      "loss/crossentropy": 1.98073011636734,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14221810549497604,
+      "step": 1891
+    },
+    {
+      "epoch": 0.31533333333333335,
+      "grad_norm": 35.5,
+      "grad_norm_var": 25.316080729166668,
+      "learning_rate": 7.7429255752411e-05,
+      "loss": 7.1242,
+      "loss/crossentropy": 2.39505735039711,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2730525992810726,
+      "step": 1892
+    },
+    {
+      "epoch": 0.3155,
+      "grad_norm": 34.5,
+      "grad_norm_var": 26.171875,
+      "learning_rate": 7.740736308502938e-05,
+      "loss": 6.9788,
+      "loss/crossentropy": 2.0846723914146423,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1551859974861145,
+      "step": 1893
+    },
+    {
+      "epoch": 0.31566666666666665,
+      "grad_norm": 30.125,
+      "grad_norm_var": 25.937434895833334,
+      "learning_rate": 7.738546290376373e-05,
+      "loss": 7.0442,
+      "loss/crossentropy": 2.0316117107868195,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1621059998869896,
+      "step": 1894
+    },
+    {
+      "epoch": 0.31583333333333335,
+      "grad_norm": 28.5,
+      "grad_norm_var": 25.9978515625,
+      "learning_rate": 7.736355521461811e-05,
+      "loss": 6.9462,
+      "loss/crossentropy": 2.3520907759666443,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17579379677772522,
+      "step": 1895
+    },
+    {
+      "epoch": 0.316,
+      "grad_norm": 28.0,
+      "grad_norm_var": 25.767708333333335,
+      "learning_rate": 7.734164002359863e-05,
+      "loss": 7.2404,
+      "loss/crossentropy": 2.273442804813385,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17573808506131172,
+      "step": 1896
+    },
+    {
+      "epoch": 0.31616666666666665,
+      "grad_norm": 28.375,
+      "grad_norm_var": 25.308072916666667,
+      "learning_rate": 7.731971733671346e-05,
+      "loss": 6.9272,
+      "loss/crossentropy": 1.351926103234291,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15564968809485435,
+      "step": 1897
+    },
+    {
+      "epoch": 0.31633333333333336,
+      "grad_norm": 28.5,
+      "grad_norm_var": 25.51015625,
+      "learning_rate": 7.729778715997284e-05,
+      "loss": 7.4024,
+      "loss/crossentropy": 2.081222802400589,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18974365293979645,
+      "step": 1898
+    },
+    {
+      "epoch": 0.3165,
+      "grad_norm": 28.75,
+      "grad_norm_var": 25.608072916666668,
+      "learning_rate": 7.727584949938907e-05,
+      "loss": 7.0304,
+      "loss/crossentropy": 1.9955406785011292,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17021814361214638,
+      "step": 1899
+    },
+    {
+      "epoch": 0.31666666666666665,
+      "grad_norm": 25.875,
+      "grad_norm_var": 26.14765625,
+      "learning_rate": 7.725390436097643e-05,
+      "loss": 6.8998,
+      "loss/crossentropy": 1.763851821422577,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15010467544198036,
+      "step": 1900
+    },
+    {
+      "epoch": 0.31683333333333336,
+      "grad_norm": 28.875,
+      "grad_norm_var": 26.02890625,
+      "learning_rate": 7.723195175075136e-05,
+      "loss": 7.1744,
+      "loss/crossentropy": 1.6632992774248123,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19061791524291039,
+      "step": 1901
+    },
+    {
+      "epoch": 0.317,
+      "grad_norm": 27.5,
+      "grad_norm_var": 25.43125,
+      "learning_rate": 7.720999167473227e-05,
+      "loss": 6.9959,
+      "loss/crossentropy": 2.0862348079681396,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.178208339959383,
+      "step": 1902
+    },
+    {
+      "epoch": 0.31716666666666665,
+      "grad_norm": 30.5,
+      "grad_norm_var": 24.739518229166666,
+      "learning_rate": 7.718802413893963e-05,
+      "loss": 7.058,
+      "loss/crossentropy": 1.7267999649047852,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1783318817615509,
+      "step": 1903
+    },
+    {
+      "epoch": 0.31733333333333336,
+      "grad_norm": 28.25,
+      "grad_norm_var": 24.455143229166666,
+      "learning_rate": 7.716604914939598e-05,
+      "loss": 7.0828,
+      "loss/crossentropy": 1.5275295078754425,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16118833236396313,
+      "step": 1904
+    },
+    {
+      "epoch": 0.3175,
+      "grad_norm": 29.375,
+      "grad_norm_var": 24.528580729166666,
+      "learning_rate": 7.714406671212589e-05,
+      "loss": 7.0106,
+      "loss/crossentropy": 1.7048605680465698,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2020227424800396,
+      "step": 1905
+    },
+    {
+      "epoch": 0.31766666666666665,
+      "grad_norm": 33.25,
+      "grad_norm_var": 24.841080729166666,
+      "learning_rate": 7.712207683315594e-05,
+      "loss": 6.9846,
+      "loss/crossentropy": 2.0892388224601746,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1827050819993019,
+      "step": 1906
+    },
+    {
+      "epoch": 0.31783333333333336,
+      "grad_norm": 28.625,
+      "grad_norm_var": 6.801041666666666,
+      "learning_rate": 7.710007951851481e-05,
+      "loss": 6.8979,
+      "loss/crossentropy": 2.1098845303058624,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19750048220157623,
+      "step": 1907
+    },
+    {
+      "epoch": 0.318,
+      "grad_norm": 28.375,
+      "grad_norm_var": 4.422330729166666,
+      "learning_rate": 7.707807477423319e-05,
+      "loss": 6.948,
+      "loss/crossentropy": 1.733251303434372,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15958409011363983,
+      "step": 1908
+    },
+    {
+      "epoch": 0.31816666666666665,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.7108723958333334,
+      "learning_rate": 7.705606260634379e-05,
+      "loss": 6.8363,
+      "loss/crossentropy": 1.514521986246109,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17583103105425835,
+      "step": 1909
+    },
+    {
+      "epoch": 0.31833333333333336,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.670768229166667,
+      "learning_rate": 7.703404302088138e-05,
+      "loss": 7.1215,
+      "loss/crossentropy": 1.9598141610622406,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15689461305737495,
+      "step": 1910
+    },
+    {
+      "epoch": 0.3185,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.904166666666667,
+      "learning_rate": 7.701201602388276e-05,
+      "loss": 6.9337,
+      "loss/crossentropy": 1.842720240354538,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14397680386900902,
+      "step": 1911
+    },
+    {
+      "epoch": 0.31866666666666665,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.9744140625,
+      "learning_rate": 7.698998162138673e-05,
+      "loss": 7.1878,
+      "loss/crossentropy": 2.3376344740390778,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1679596770554781,
+      "step": 1912
+    },
+    {
+      "epoch": 0.31883333333333336,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.9791015625,
+      "learning_rate": 7.696793981943417e-05,
+      "loss": 6.9773,
+      "loss/crossentropy": 1.621836394071579,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1444191113114357,
+      "step": 1913
+    },
+    {
+      "epoch": 0.319,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.04765625,
+      "learning_rate": 7.694589062406796e-05,
+      "loss": 7.1688,
+      "loss/crossentropy": 1.625129222869873,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17418662458658218,
+      "step": 1914
+    },
+    {
+      "epoch": 0.31916666666666665,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.33125,
+      "learning_rate": 7.692383404133301e-05,
+      "loss": 6.8318,
+      "loss/crossentropy": 1.949428677558899,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14501073956489563,
+      "step": 1915
+    },
+    {
+      "epoch": 0.31933333333333336,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.946875,
+      "learning_rate": 7.690177007727625e-05,
+      "loss": 6.9557,
+      "loss/crossentropy": 2.4070207476615906,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16160456836223602,
+      "step": 1916
+    },
+    {
+      "epoch": 0.3195,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.9478515625,
+      "learning_rate": 7.687969873794667e-05,
+      "loss": 6.844,
+      "loss/crossentropy": 1.9400338232517242,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16128266230225563,
+      "step": 1917
+    },
+    {
+      "epoch": 0.31966666666666665,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.9478515625,
+      "learning_rate": 7.685762002939523e-05,
+      "loss": 6.8573,
+      "loss/crossentropy": 1.428574338555336,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1694641150534153,
+      "step": 1918
+    },
+    {
+      "epoch": 0.31983333333333336,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.134375,
+      "learning_rate": 7.683553395767492e-05,
+      "loss": 7.0193,
+      "loss/crossentropy": 2.0802846550941467,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16207095049321651,
+      "step": 1919
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 27.875,
+      "grad_norm_var": 3.1603515625,
+      "learning_rate": 7.681344052884077e-05,
+      "loss": 6.9388,
+      "loss/crossentropy": 1.8136779963970184,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16628169268369675,
+      "step": 1920
+    },
+    {
+      "epoch": 0.32016666666666665,
+      "grad_norm": 28.625,
+      "grad_norm_var": 3.1150390625,
+      "learning_rate": 7.679133974894983e-05,
+      "loss": 7.1336,
+      "loss/crossentropy": 2.026133418083191,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24948590621352196,
+      "step": 1921
+    },
+    {
+      "epoch": 0.32033333333333336,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.5997395833333334,
+      "learning_rate": 7.676923162406115e-05,
+      "loss": 6.9633,
+      "loss/crossentropy": 1.9579945504665375,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1824035346508026,
+      "step": 1922
+    },
+    {
+      "epoch": 0.3205,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.59765625,
+      "learning_rate": 7.674711616023581e-05,
+      "loss": 7.1175,
+      "loss/crossentropy": 1.739817202091217,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14868185482919216,
+      "step": 1923
+    },
+    {
+      "epoch": 0.32066666666666666,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.825,
+      "learning_rate": 7.672499336353687e-05,
+      "loss": 6.9857,
+      "loss/crossentropy": 1.5688129663467407,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1715860553085804,
+      "step": 1924
+    },
+    {
+      "epoch": 0.32083333333333336,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.7744140625,
+      "learning_rate": 7.670286324002944e-05,
+      "loss": 6.9274,
+      "loss/crossentropy": 1.1536138653755188,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17496302723884583,
+      "step": 1925
+    },
+    {
+      "epoch": 0.321,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.8291015625,
+      "learning_rate": 7.668072579578058e-05,
+      "loss": 6.8287,
+      "loss/crossentropy": 1.8669564425945282,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15517407283186913,
+      "step": 1926
+    },
+    {
+      "epoch": 0.32116666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.7416666666666667,
+      "learning_rate": 7.665858103685944e-05,
+      "loss": 7.3803,
+      "loss/crossentropy": 2.134288877248764,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15177594125270844,
+      "step": 1927
+    },
+    {
+      "epoch": 0.32133333333333336,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.5958333333333334,
+      "learning_rate": 7.663642896933712e-05,
+      "loss": 6.9012,
+      "loss/crossentropy": 2.088742196559906,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1822258047759533,
+      "step": 1928
+    },
+    {
+      "epoch": 0.3215,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.8400390625,
+      "learning_rate": 7.66142695992867e-05,
+      "loss": 6.8775,
+      "loss/crossentropy": 1.3785552233457565,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16557445004582405,
+      "step": 1929
+    },
+    {
+      "epoch": 0.32166666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.762434895833333,
+      "learning_rate": 7.659210293278334e-05,
+      "loss": 6.9856,
+      "loss/crossentropy": 1.8797550201416016,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1681162305176258,
+      "step": 1930
+    },
+    {
+      "epoch": 0.32183333333333336,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.6134765625,
+      "learning_rate": 7.656992897590414e-05,
+      "loss": 7.3109,
+      "loss/crossentropy": 2.0877412259578705,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16942401975393295,
+      "step": 1931
+    },
+    {
+      "epoch": 0.322,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.5629557291666667,
+      "learning_rate": 7.654774773472823e-05,
+      "loss": 6.8469,
+      "loss/crossentropy": 1.7201172709465027,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.138444684445858,
+      "step": 1932
+    },
+    {
+      "epoch": 0.32216666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.65390625,
+      "learning_rate": 7.65255592153367e-05,
+      "loss": 6.8102,
+      "loss/crossentropy": 2.1534808576107025,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1507816929370165,
+      "step": 1933
+    },
+    {
+      "epoch": 0.32233333333333336,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.71640625,
+      "learning_rate": 7.650336342381269e-05,
+      "loss": 7.2222,
+      "loss/crossentropy": 1.9072502553462982,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17374767735600471,
+      "step": 1934
+    },
+    {
+      "epoch": 0.3225,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.4634765625,
+      "learning_rate": 7.648116036624126e-05,
+      "loss": 7.1072,
+      "loss/crossentropy": 1.803395539522171,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1871289536356926,
+      "step": 1935
+    },
+    {
+      "epoch": 0.32266666666666666,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.4494140625,
+      "learning_rate": 7.645895004870954e-05,
+      "loss": 6.7908,
+      "loss/crossentropy": 2.277501791715622,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16612669080495834,
+      "step": 1936
+    },
+    {
+      "epoch": 0.32283333333333336,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.4462890625,
+      "learning_rate": 7.643673247730658e-05,
+      "loss": 6.9223,
+      "loss/crossentropy": 1.8814960718154907,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18017802387475967,
+      "step": 1937
+    },
+    {
+      "epoch": 0.323,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.71640625,
+      "learning_rate": 7.64145076581235e-05,
+      "loss": 6.8307,
+      "loss/crossentropy": 1.9739068448543549,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1549847535789013,
+      "step": 1938
+    },
+    {
+      "epoch": 0.32316666666666666,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.77890625,
+      "learning_rate": 7.639227559725332e-05,
+      "loss": 7.067,
+      "loss/crossentropy": 1.6122899651527405,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17071114107966423,
+      "step": 1939
+    },
+    {
+      "epoch": 0.3233333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.4635416666666665,
+      "learning_rate": 7.637003630079111e-05,
+      "loss": 7.0653,
+      "loss/crossentropy": 2.1543132662773132,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20121221616864204,
+      "step": 1940
+    },
+    {
+      "epoch": 0.3235,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.488997395833333,
+      "learning_rate": 7.634778977483389e-05,
+      "loss": 6.9078,
+      "loss/crossentropy": 1.7137659192085266,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21240157261490822,
+      "step": 1941
+    },
+    {
+      "epoch": 0.32366666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.280989583333333,
+      "learning_rate": 7.632553602548065e-05,
+      "loss": 6.8976,
+      "loss/crossentropy": 2.4341808557510376,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1924213208258152,
+      "step": 1942
+    },
+    {
+      "epoch": 0.3238333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.3530598958333333,
+      "learning_rate": 7.630327505883242e-05,
+      "loss": 6.8271,
+      "loss/crossentropy": 1.8177705109119415,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17030875384807587,
+      "step": 1943
+    },
+    {
+      "epoch": 0.324,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.4309895833333335,
+      "learning_rate": 7.628100688099215e-05,
+      "loss": 7.0423,
+      "loss/crossentropy": 2.3800909519195557,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19012291356921196,
+      "step": 1944
+    },
+    {
+      "epoch": 0.32416666666666666,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.5864583333333333,
+      "learning_rate": 7.62587314980648e-05,
+      "loss": 6.9541,
+      "loss/crossentropy": 1.9023642838001251,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16839328408241272,
+      "step": 1945
+    },
+    {
+      "epoch": 0.3243333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.6343098958333333,
+      "learning_rate": 7.623644891615727e-05,
+      "loss": 6.9947,
+      "loss/crossentropy": 2.4591980576515198,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18968886137008667,
+      "step": 1946
+    },
+    {
+      "epoch": 0.3245,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.5811848958333334,
+      "learning_rate": 7.621415914137846e-05,
+      "loss": 7.0245,
+      "loss/crossentropy": 2.207227349281311,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2148870788514614,
+      "step": 1947
+    },
+    {
+      "epoch": 0.32466666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.0311848958333334,
+      "learning_rate": 7.619186217983924e-05,
+      "loss": 6.8463,
+      "loss/crossentropy": 1.7848967611789703,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19068965688347816,
+      "step": 1948
+    },
+    {
+      "epoch": 0.3248333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.99375,
+      "learning_rate": 7.616955803765249e-05,
+      "loss": 7.0644,
+      "loss/crossentropy": 2.094870924949646,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15366321429610252,
+      "step": 1949
+    },
+    {
+      "epoch": 0.325,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.99375,
+      "learning_rate": 7.614724672093296e-05,
+      "loss": 6.943,
+      "loss/crossentropy": 2.6652117371559143,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1893642321228981,
+      "step": 1950
+    },
+    {
+      "epoch": 0.32516666666666666,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.99375,
+      "learning_rate": 7.612492823579745e-05,
+      "loss": 7.0461,
+      "loss/crossentropy": 2.2999298870563507,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19316185265779495,
+      "step": 1951
+    },
+    {
+      "epoch": 0.3253333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.1395833333333334,
+      "learning_rate": 7.61026025883647e-05,
+      "loss": 6.8431,
+      "loss/crossentropy": 1.5892395228147507,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.174812950193882,
+      "step": 1952
+    },
+    {
+      "epoch": 0.3255,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.137955729166667,
+      "learning_rate": 7.60802697847554e-05,
+      "loss": 7.2168,
+      "loss/crossentropy": 1.9761822819709778,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13490652292966843,
+      "step": 1953
+    },
+    {
+      "epoch": 0.32566666666666666,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.8738932291666666,
+      "learning_rate": 7.605792983109222e-05,
+      "loss": 6.8934,
+      "loss/crossentropy": 2.2519370019435883,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.180035088211298,
+      "step": 1954
+    },
+    {
+      "epoch": 0.3258333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9337890625,
+      "learning_rate": 7.60355827334998e-05,
+      "loss": 6.8198,
+      "loss/crossentropy": 1.5578933954238892,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19093408435583115,
+      "step": 1955
+    },
+    {
+      "epoch": 0.326,
+      "grad_norm": 50.75,
+      "grad_norm_var": 33.42265625,
+      "learning_rate": 7.60132284981047e-05,
+      "loss": 6.9115,
+      "loss/crossentropy": 2.2493423223495483,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2549340948462486,
+      "step": 1956
+    },
+    {
+      "epoch": 0.32616666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 33.47180989583333,
+      "learning_rate": 7.599086713103547e-05,
+      "loss": 7.04,
+      "loss/crossentropy": 1.8345628380775452,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19467304274439812,
+      "step": 1957
+    },
+    {
+      "epoch": 0.3263333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 33.4041015625,
+      "learning_rate": 7.596849863842263e-05,
+      "loss": 7.1351,
+      "loss/crossentropy": 2.14158171415329,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15880156680941582,
+      "step": 1958
+    },
+    {
+      "epoch": 0.3265,
+      "grad_norm": 28.0,
+      "grad_norm_var": 33.303125,
+      "learning_rate": 7.594612302639859e-05,
+      "loss": 6.9193,
+      "loss/crossentropy": 1.8796173632144928,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19231846183538437,
+      "step": 1959
+    },
+    {
+      "epoch": 0.32666666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 33.3619140625,
+      "learning_rate": 7.592374030109777e-05,
+      "loss": 6.9745,
+      "loss/crossentropy": 1.9451691210269928,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16280245408415794,
+      "step": 1960
+    },
+    {
+      "epoch": 0.3268333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 32.7666015625,
+      "learning_rate": 7.590135046865651e-05,
+      "loss": 7.049,
+      "loss/crossentropy": 1.925338327884674,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1880045346915722,
+      "step": 1961
+    },
+    {
+      "epoch": 0.327,
+      "grad_norm": 28.375,
+      "grad_norm_var": 32.91015625,
+      "learning_rate": 7.587895353521314e-05,
+      "loss": 6.9306,
+      "loss/crossentropy": 1.6036016643047333,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15349698439240456,
+      "step": 1962
+    },
+    {
+      "epoch": 0.32716666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 33.52265625,
+      "learning_rate": 7.585654950690786e-05,
+      "loss": 6.9653,
+      "loss/crossentropy": 1.9686013758182526,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17552976310253143,
+      "step": 1963
+    },
+    {
+      "epoch": 0.3273333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 32.357747395833336,
+      "learning_rate": 7.58341383898829e-05,
+      "loss": 7.0797,
+      "loss/crossentropy": 2.07719424366951,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22164364904165268,
+      "step": 1964
+    },
+    {
+      "epoch": 0.3275,
+      "grad_norm": 26.5,
+      "grad_norm_var": 32.468684895833334,
+      "learning_rate": 7.581172019028238e-05,
+      "loss": 6.9607,
+      "loss/crossentropy": 1.857707530260086,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1626106183975935,
+      "step": 1965
+    },
+    {
+      "epoch": 0.32766666666666666,
+      "grad_norm": 27.0,
+      "grad_norm_var": 33.00930989583333,
+      "learning_rate": 7.578929491425238e-05,
+      "loss": 7.0241,
+      "loss/crossentropy": 2.13506418466568,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15958191826939583,
+      "step": 1966
+    },
+    {
+      "epoch": 0.3278333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 32.38430989583333,
+      "learning_rate": 7.576686256794091e-05,
+      "loss": 7.1273,
+      "loss/crossentropy": 2.255886882543564,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1753615103662014,
+      "step": 1967
+    },
+    {
+      "epoch": 0.328,
+      "grad_norm": 29.25,
+      "grad_norm_var": 32.411458333333336,
+      "learning_rate": 7.574442315749793e-05,
+      "loss": 7.112,
+      "loss/crossentropy": 2.3582537472248077,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17308564484119415,
+      "step": 1968
+    },
+    {
+      "epoch": 0.32816666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 32.06223958333333,
+      "learning_rate": 7.572197668907532e-05,
+      "loss": 6.8533,
+      "loss/crossentropy": 1.699579805135727,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667851246893406,
+      "step": 1969
+    },
+    {
+      "epoch": 0.3283333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 32.6587890625,
+      "learning_rate": 7.569952316882694e-05,
+      "loss": 7.088,
+      "loss/crossentropy": 2.3635705411434174,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1791570819914341,
+      "step": 1970
+    },
+    {
+      "epoch": 0.3285,
+      "grad_norm": 26.25,
+      "grad_norm_var": 33.55,
+      "learning_rate": 7.567706260290851e-05,
+      "loss": 6.7652,
+      "loss/crossentropy": 2.054261475801468,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1568579562008381,
+      "step": 1971
+    },
+    {
+      "epoch": 0.32866666666666666,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.4155598958333333,
+      "learning_rate": 7.565459499747775e-05,
+      "loss": 6.7638,
+      "loss/crossentropy": 1.8203125,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17247551307082176,
+      "step": 1972
+    },
+    {
+      "epoch": 0.3288333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.066666666666667,
+      "learning_rate": 7.563212035869425e-05,
+      "loss": 6.5917,
+      "loss/crossentropy": 1.909549057483673,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15480611845850945,
+      "step": 1973
+    },
+    {
+      "epoch": 0.329,
+      "grad_norm": 4630511616.0,
+      "grad_norm_var": 1.340102347874055e+18,
+      "learning_rate": 7.56096386927196e-05,
+      "loss": 8.2574,
+      "loss/crossentropy": 1.8203900903463364,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15148979425430298,
+      "step": 1974
+    },
+    {
+      "epoch": 0.32916666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.3401023477727626e+18,
+      "learning_rate": 7.558715000571726e-05,
+      "loss": 7.0224,
+      "loss/crossentropy": 2.227582097053528,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18255995586514473,
+      "step": 1975
+    },
+    {
+      "epoch": 0.3293333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.3401023476569997e+18,
+      "learning_rate": 7.55646543038526e-05,
+      "loss": 6.6633,
+      "loss/crossentropy": 2.0235438346862793,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14363868162035942,
+      "step": 1976
+    },
+    {
+      "epoch": 0.3295,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.340102347681117e+18,
+      "learning_rate": 7.5542151593293e-05,
+      "loss": 6.7019,
+      "loss/crossentropy": 1.7277594953775406,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15272897109389305,
+      "step": 1977
+    },
+    {
+      "epoch": 0.32966666666666666,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.340102347700411e+18,
+      "learning_rate": 7.551964188020766e-05,
+      "loss": 6.8864,
+      "loss/crossentropy": 2.0088874995708466,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20240258052945137,
+      "step": 1978
+    },
+    {
+      "epoch": 0.3298333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.340102347690764e+18,
+      "learning_rate": 7.549712517076777e-05,
+      "loss": 6.6294,
+      "loss/crossentropy": 2.180763453245163,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1812187097966671,
+      "step": 1979
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.3401023477197046e+18,
+      "learning_rate": 7.547460147114641e-05,
+      "loss": 6.9854,
+      "loss/crossentropy": 1.9047144949436188,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809837929904461,
+      "step": 1980
+    },
+    {
+      "epoch": 0.33016666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.3401023476184123e+18,
+      "learning_rate": 7.545207078751857e-05,
+      "loss": 6.9115,
+      "loss/crossentropy": 1.8136049807071686,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17625956237316132,
+      "step": 1981
+    },
+    {
+      "epoch": 0.3303333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.3401023475508838e+18,
+      "learning_rate": 7.542953312606117e-05,
+      "loss": 6.8522,
+      "loss/crossentropy": 1.8081963956356049,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19056766852736473,
+      "step": 1982
+    },
+    {
+      "epoch": 0.3305,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.3401023475894715e+18,
+      "learning_rate": 7.540698849295305e-05,
+      "loss": 7.0558,
+      "loss/crossentropy": 1.7935562431812286,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18458115682005882,
+      "step": 1983
+    },
+    {
+      "epoch": 0.33066666666666666,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.3401023476135887e+18,
+      "learning_rate": 7.538443689437492e-05,
+      "loss": 6.7505,
+      "loss/crossentropy": 1.2718239575624466,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14389248006045818,
+      "step": 1984
+    },
+    {
+      "epoch": 0.3308333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.3401023477100577e+18,
+      "learning_rate": 7.536187833650947e-05,
+      "loss": 6.8596,
+      "loss/crossentropy": 1.7777176648378372,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14321670681238174,
+      "step": 1985
+    },
+    {
+      "epoch": 0.331,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.3401023476425295e+18,
+      "learning_rate": 7.53393128255412e-05,
+      "loss": 6.9501,
+      "loss/crossentropy": 2.031786859035492,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1821003295481205,
+      "step": 1986
+    },
+    {
+      "epoch": 0.33116666666666666,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.3401023475219433e+18,
+      "learning_rate": 7.531674036765662e-05,
+      "loss": 7.1937,
+      "loss/crossentropy": 2.1827369332313538,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20355921983718872,
+      "step": 1987
+    },
+    {
+      "epoch": 0.3313333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.3401023474833556e+18,
+      "learning_rate": 7.52941609690441e-05,
+      "loss": 7.0974,
+      "loss/crossentropy": 1.684326320886612,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14068151265382767,
+      "step": 1988
+    },
+    {
+      "epoch": 0.3315,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.3401023474688852e+18,
+      "learning_rate": 7.52715746358939e-05,
+      "loss": 6.8646,
+      "loss/crossentropy": 1.736901193857193,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1760329306125641,
+      "step": 1989
+    },
+    {
+      "epoch": 0.33166666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.5729166666666667,
+      "learning_rate": 7.524898137439814e-05,
+      "loss": 6.7771,
+      "loss/crossentropy": 2.0175153017044067,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18924446776509285,
+      "step": 1990
+    },
+    {
+      "epoch": 0.3318333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.3080729166666667,
+      "learning_rate": 7.522638119075096e-05,
+      "loss": 6.9701,
+      "loss/crossentropy": 1.6442890465259552,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1708950586616993,
+      "step": 1991
+    },
+    {
+      "epoch": 0.332,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.5229166666666667,
+      "learning_rate": 7.520377409114831e-05,
+      "loss": 6.9788,
+      "loss/crossentropy": 2.2745184898376465,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17724668234586716,
+      "step": 1992
+    },
+    {
+      "epoch": 0.33216666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 0.5926432291666667,
+      "learning_rate": 7.518116008178805e-05,
+      "loss": 6.9768,
+      "loss/crossentropy": 1.7873744368553162,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26323091611266136,
+      "step": 1993
+    },
+    {
+      "epoch": 0.3323333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.5830729166666667,
+      "learning_rate": 7.515853916886993e-05,
+      "loss": 6.7853,
+      "loss/crossentropy": 1.8601644933223724,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1265878528356552,
+      "step": 1994
+    },
+    {
+      "epoch": 0.3325,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.42337239583333336,
+      "learning_rate": 7.513591135859561e-05,
+      "loss": 6.8199,
+      "loss/crossentropy": 1.8973293006420135,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15631063655018806,
+      "step": 1995
+    },
+    {
+      "epoch": 0.33266666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.42473958333333334,
+      "learning_rate": 7.511327665716863e-05,
+      "loss": 6.8403,
+      "loss/crossentropy": 1.9851139187812805,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16789129376411438,
+      "step": 1996
+    },
+    {
+      "epoch": 0.3328333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 0.4552083333333333,
+      "learning_rate": 7.509063507079443e-05,
+      "loss": 6.9476,
+      "loss/crossentropy": 1.6235378086566925,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1800040602684021,
+      "step": 1997
+    },
+    {
+      "epoch": 0.333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 0.4494140625,
+      "learning_rate": 7.506798660568031e-05,
+      "loss": 6.9203,
+      "loss/crossentropy": 2.3260062634944916,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20887180417776108,
+      "step": 1998
+    },
+    {
+      "epoch": 0.33316666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 0.40182291666666664,
+      "learning_rate": 7.50453312680355e-05,
+      "loss": 6.9222,
+      "loss/crossentropy": 1.9456888735294342,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16610940545797348,
+      "step": 1999
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.7197916666666667,
+      "learning_rate": 7.502266906407107e-05,
+      "loss": 6.87,
+      "loss/crossentropy": 1.652198612689972,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1459857076406479,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3335,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.6999348958333333,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 6.9889,
+      "loss/crossentropy": 1.8776606321334839,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16601471230387688,
+      "step": 2001
+    },
+    {
+      "epoch": 0.33366666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.6989583333333333,
+      "learning_rate": 7.497732408203715e-05,
+      "loss": 6.9868,
+      "loss/crossentropy": 2.074419140815735,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16386640071868896,
+      "step": 2002
+    },
+    {
+      "epoch": 0.3338333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 0.7455729166666667,
+      "learning_rate": 7.495464131639924e-05,
+      "loss": 6.6917,
+      "loss/crossentropy": 2.1719153225421906,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1867818608880043,
+      "step": 2003
+    },
+    {
+      "epoch": 0.334,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.7268229166666667,
+      "learning_rate": 7.493195170930487e-05,
+      "loss": 6.8433,
+      "loss/crossentropy": 2.062982439994812,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1559919361025095,
+      "step": 2004
+    },
+    {
+      "epoch": 0.33416666666666667,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.3567057291666667,
+      "learning_rate": 7.490925526697455e-05,
+      "loss": 7.113,
+      "loss/crossentropy": 1.856598824262619,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1890299767255783,
+      "step": 2005
+    },
+    {
+      "epoch": 0.3343333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.3254557291666667,
+      "learning_rate": 7.488655199563062e-05,
+      "loss": 7.0763,
+      "loss/crossentropy": 1.9131037890911102,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20712736994028091,
+      "step": 2006
+    },
+    {
+      "epoch": 0.3345,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.5223307291666666,
+      "learning_rate": 7.48638419014973e-05,
+      "loss": 6.9296,
+      "loss/crossentropy": 1.9188037812709808,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1765531562268734,
+      "step": 2007
+    },
+    {
+      "epoch": 0.33466666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.5400390625,
+      "learning_rate": 7.484112499080072e-05,
+      "loss": 7.243,
+      "loss/crossentropy": 2.334028899669647,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2102915160357952,
+      "step": 2008
+    },
+    {
+      "epoch": 0.3348333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.5197916666666667,
+      "learning_rate": 7.481840126976885e-05,
+      "loss": 6.9336,
+      "loss/crossentropy": 2.3797422647476196,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15753690898418427,
+      "step": 2009
+    },
+    {
+      "epoch": 0.335,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.5830729166666666,
+      "learning_rate": 7.47956707446315e-05,
+      "loss": 7.1263,
+      "loss/crossentropy": 1.736940175294876,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29391179978847504,
+      "step": 2010
+    },
+    {
+      "epoch": 0.33516666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.7671223958333333,
+      "learning_rate": 7.477293342162039e-05,
+      "loss": 6.7758,
+      "loss/crossentropy": 1.9174039661884308,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17197978310287,
+      "step": 2011
+    },
+    {
+      "epoch": 0.3353333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.8660807291666666,
+      "learning_rate": 7.475018930696907e-05,
+      "loss": 6.8328,
+      "loss/crossentropy": 1.6734638661146164,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15389369428157806,
+      "step": 2012
+    },
+    {
+      "epoch": 0.3355,
+      "grad_norm": 119.5,
+      "grad_norm_var": 522.009375,
+      "learning_rate": 7.472743840691299e-05,
+      "loss": 7.3216,
+      "loss/crossentropy": 2.203093558549881,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1570625901222229,
+      "step": 2013
+    },
+    {
+      "epoch": 0.33566666666666667,
+      "grad_norm": 39.25,
+      "grad_norm_var": 521.4947265625,
+      "learning_rate": 7.470468072768941e-05,
+      "loss": 6.8456,
+      "loss/crossentropy": 1.88325697183609,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14290205389261246,
+      "step": 2014
+    },
+    {
+      "epoch": 0.3358333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 518.7447265625,
+      "learning_rate": 7.468191627553753e-05,
+      "loss": 6.9458,
+      "loss/crossentropy": 2.127677172422409,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1870853193104267,
+      "step": 2015
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 32.0,
+      "grad_norm_var": 513.7458333333333,
+      "learning_rate": 7.465914505669829e-05,
+      "loss": 6.859,
+      "loss/crossentropy": 1.8531156778335571,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16833728924393654,
+      "step": 2016
+    },
+    {
+      "epoch": 0.33616666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 510.51868489583336,
+      "learning_rate": 7.463636707741458e-05,
+      "loss": 7.1248,
+      "loss/crossentropy": 1.9512142539024353,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16061406210064888,
+      "step": 2017
+    },
+    {
+      "epoch": 0.3363333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 509.7125,
+      "learning_rate": 7.461358234393112e-05,
+      "loss": 6.8817,
+      "loss/crossentropy": 2.2000258564949036,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1861456260085106,
+      "step": 2018
+    },
+    {
+      "epoch": 0.3365,
+      "grad_norm": 32.5,
+      "grad_norm_var": 507.9291015625,
+      "learning_rate": 7.459079086249445e-05,
+      "loss": 7.232,
+      "loss/crossentropy": 1.810811996459961,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2124641202390194,
+      "step": 2019
+    },
+    {
+      "epoch": 0.33666666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 508.7322265625,
+      "learning_rate": 7.456799263935302e-05,
+      "loss": 7.0205,
+      "loss/crossentropy": 2.237602114677429,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14925507083535194,
+      "step": 2020
+    },
+    {
+      "epoch": 0.3368333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 508.96640625,
+      "learning_rate": 7.454518768075704e-05,
+      "loss": 7.0822,
+      "loss/crossentropy": 1.7999923080205917,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20759722217917442,
+      "step": 2021
+    },
+    {
+      "epoch": 0.337,
+      "grad_norm": 26.75,
+      "grad_norm_var": 511.07890625,
+      "learning_rate": 7.452237599295867e-05,
+      "loss": 6.7412,
+      "loss/crossentropy": 2.080182209610939,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764880158007145,
+      "step": 2022
+    },
+    {
+      "epoch": 0.33716666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 512.090625,
+      "learning_rate": 7.449955758221183e-05,
+      "loss": 7.0483,
+      "loss/crossentropy": 1.6845323741436005,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18512040004134178,
+      "step": 2023
+    },
+    {
+      "epoch": 0.3373333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 513.3832682291667,
+      "learning_rate": 7.447673245477234e-05,
+      "loss": 6.838,
+      "loss/crossentropy": 2.051158532500267,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16648780554533005,
+      "step": 2024
+    },
+    {
+      "epoch": 0.3375,
+      "grad_norm": 29.375,
+      "grad_norm_var": 511.48118489583334,
+      "learning_rate": 7.445390061689782e-05,
+      "loss": 7.0176,
+      "loss/crossentropy": 1.7653161734342575,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15084105357527733,
+      "step": 2025
+    },
+    {
+      "epoch": 0.33766666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 508.9947265625,
+      "learning_rate": 7.443106207484776e-05,
+      "loss": 6.8493,
+      "loss/crossentropy": 1.6858928501605988,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1836147978901863,
+      "step": 2026
+    },
+    {
+      "epoch": 0.3378333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 509.453125,
+      "learning_rate": 7.440821683488346e-05,
+      "loss": 6.8528,
+      "loss/crossentropy": 2.0759508311748505,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20494332909584045,
+      "step": 2027
+    },
+    {
+      "epoch": 0.338,
+      "grad_norm": 27.125,
+      "grad_norm_var": 509.453125,
+      "learning_rate": 7.438536490326808e-05,
+      "loss": 6.8397,
+      "loss/crossentropy": 1.7737501561641693,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14508418180048466,
+      "step": 2028
+    },
+    {
+      "epoch": 0.33816666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 10.3181640625,
+      "learning_rate": 7.436250628626662e-05,
+      "loss": 7.1029,
+      "loss/crossentropy": 1.7607507407665253,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23210009187459946,
+      "step": 2029
+    },
+    {
+      "epoch": 0.3383333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 4.940559895833333,
+      "learning_rate": 7.433964099014587e-05,
+      "loss": 6.8998,
+      "loss/crossentropy": 2.037865936756134,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18731474876403809,
+      "step": 2030
+    },
+    {
+      "epoch": 0.3385,
+      "grad_norm": 31.25,
+      "grad_norm_var": 4.970572916666667,
+      "learning_rate": 7.431676902117452e-05,
+      "loss": 7.0755,
+      "loss/crossentropy": 2.2347550988197327,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21429144963622093,
+      "step": 2031
+    },
+    {
+      "epoch": 0.33866666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 5.0837890625,
+      "learning_rate": 7.429389038562303e-05,
+      "loss": 7.1156,
+      "loss/crossentropy": 2.482976973056793,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1779996082186699,
+      "step": 2032
+    },
+    {
+      "epoch": 0.3388333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 4.470247395833334,
+      "learning_rate": 7.42710050897637e-05,
+      "loss": 6.8587,
+      "loss/crossentropy": 1.7138625383377075,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19997518882155418,
+      "step": 2033
+    },
+    {
+      "epoch": 0.339,
+      "grad_norm": 162.0,
+      "grad_norm_var": 1118.3364583333334,
+      "learning_rate": 7.424811313987068e-05,
+      "loss": 7.0511,
+      "loss/crossentropy": 1.370591640472412,
+      "loss/hidden": 4.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19408288784325123,
+      "step": 2034
+    },
+    {
+      "epoch": 0.33916666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1118.6416666666667,
+      "learning_rate": 7.42252145422199e-05,
+      "loss": 7.052,
+      "loss/crossentropy": 1.8335129618644714,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1870727315545082,
+      "step": 2035
+    },
+    {
+      "epoch": 0.3393333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1116.5020182291667,
+      "learning_rate": 7.420230930308917e-05,
+      "loss": 6.7395,
+      "loss/crossentropy": 1.8177026510238647,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15426837280392647,
+      "step": 2036
+    },
+    {
+      "epoch": 0.3395,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1119.9385416666667,
+      "learning_rate": 7.417939742875808e-05,
+      "loss": 7.0298,
+      "loss/crossentropy": 1.647228717803955,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2381763495504856,
+      "step": 2037
+    },
+    {
+      "epoch": 0.3396666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1120.2747395833333,
+      "learning_rate": 7.415647892550804e-05,
+      "loss": 6.8861,
+      "loss/crossentropy": 1.7632336914539337,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2041916884481907,
+      "step": 2038
+    },
+    {
+      "epoch": 0.3398333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1121.6770833333333,
+      "learning_rate": 7.41335537996223e-05,
+      "loss": 6.9878,
+      "loss/crossentropy": 2.1364670991897583,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17527839541435242,
+      "step": 2039
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1123.25390625,
+      "learning_rate": 7.411062205738594e-05,
+      "loss": 6.7876,
+      "loss/crossentropy": 2.192312180995941,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16716694459319115,
+      "step": 2040
+    },
+    {
+      "epoch": 0.3401666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1125.11875,
+      "learning_rate": 7.408768370508576e-05,
+      "loss": 6.9161,
+      "loss/crossentropy": 1.7267830669879913,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16841742396354675,
+      "step": 2041
+    },
+    {
+      "epoch": 0.3403333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1130.9884765625,
+      "learning_rate": 7.40647387490105e-05,
+      "loss": 6.8494,
+      "loss/crossentropy": 2.124807685613632,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2034451924264431,
+      "step": 2042
+    },
+    {
+      "epoch": 0.3405,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1127.2077473958334,
+      "learning_rate": 7.404178719545063e-05,
+      "loss": 6.9723,
+      "loss/crossentropy": 1.8637481331825256,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17874129116535187,
+      "step": 2043
+    },
+    {
+      "epoch": 0.3406666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1126.4645833333334,
+      "learning_rate": 7.401882905069843e-05,
+      "loss": 7.006,
+      "loss/crossentropy": 2.175578624010086,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18035291507840157,
+      "step": 2044
+    },
+    {
+      "epoch": 0.3408333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1128.9077473958334,
+      "learning_rate": 7.399586432104804e-05,
+      "loss": 7.0774,
+      "loss/crossentropy": 1.6769179999828339,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1617315448820591,
+      "step": 2045
+    },
+    {
+      "epoch": 0.341,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1128.4434895833333,
+      "learning_rate": 7.397289301279533e-05,
+      "loss": 7.0576,
+      "loss/crossentropy": 1.9629495739936829,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1695958934724331,
+      "step": 2046
+    },
+    {
+      "epoch": 0.3411666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1130.1379557291666,
+      "learning_rate": 7.394991513223806e-05,
+      "loss": 6.9166,
+      "loss/crossentropy": 1.928334265947342,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1944093368947506,
+      "step": 2047
+    },
+    {
+      "epoch": 0.3413333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1128.4270833333333,
+      "learning_rate": 7.392693068567571e-05,
+      "loss": 6.9527,
+      "loss/crossentropy": 1.6154040545225143,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1958514302968979,
+      "step": 2048
+    },
+    {
+      "epoch": 0.3415,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1126.5858723958333,
+      "learning_rate": 7.390393967940962e-05,
+      "loss": 6.5745,
+      "loss/crossentropy": 1.9205915182828903,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17980434373021126,
+      "step": 2049
+    },
+    {
+      "epoch": 0.3416666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.5666015625,
+      "learning_rate": 7.388094211974287e-05,
+      "loss": 6.9934,
+      "loss/crossentropy": 1.8497702479362488,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16422061622142792,
+      "step": 2050
+    },
+    {
+      "epoch": 0.3418333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.5525390625,
+      "learning_rate": 7.385793801298042e-05,
+      "loss": 6.9379,
+      "loss/crossentropy": 1.6855178624391556,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2053573615849018,
+      "step": 2051
+    },
+    {
+      "epoch": 0.342,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.853125,
+      "learning_rate": 7.383492736542895e-05,
+      "loss": 7.0843,
+      "loss/crossentropy": 2.19215527176857,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18778520449995995,
+      "step": 2052
+    },
+    {
+      "epoch": 0.3421666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.8483723958333333,
+      "learning_rate": 7.381191018339696e-05,
+      "loss": 6.9187,
+      "loss/crossentropy": 2.6872902512550354,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15789642184972763,
+      "step": 2053
+    },
+    {
+      "epoch": 0.3423333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.71875,
+      "learning_rate": 7.378888647319474e-05,
+      "loss": 6.9448,
+      "loss/crossentropy": 1.7906746715307236,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16070954129099846,
+      "step": 2054
+    },
+    {
+      "epoch": 0.3425,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.7431640625,
+      "learning_rate": 7.376585624113437e-05,
+      "loss": 6.8542,
+      "loss/crossentropy": 1.557831734418869,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1614438109099865,
+      "step": 2055
+    },
+    {
+      "epoch": 0.3426666666666667,
+      "grad_norm": 148.0,
+      "grad_norm_var": 901.4759765625,
+      "learning_rate": 7.374281949352973e-05,
+      "loss": 7.0196,
+      "loss/crossentropy": 2.4130071103572845,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15813453868031502,
+      "step": 2056
+    },
+    {
+      "epoch": 0.3428333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 900.0400390625,
+      "learning_rate": 7.371977623669647e-05,
+      "loss": 6.9115,
+      "loss/crossentropy": 2.078933000564575,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15391727164387703,
+      "step": 2057
+    },
+    {
+      "epoch": 0.343,
+      "grad_norm": 29.125,
+      "grad_norm_var": 895.4525390625,
+      "learning_rate": 7.369672647695202e-05,
+      "loss": 6.924,
+      "loss/crossentropy": 2.0717571079730988,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15724975615739822,
+      "step": 2058
+    },
+    {
+      "epoch": 0.3431666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 895.76015625,
+      "learning_rate": 7.36736702206156e-05,
+      "loss": 6.9801,
+      "loss/crossentropy": 2.0998593866825104,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1537986397743225,
+      "step": 2059
+    },
+    {
+      "epoch": 0.3433333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 895.6264973958333,
+      "learning_rate": 7.365060747400824e-05,
+      "loss": 6.9115,
+      "loss/crossentropy": 2.1983064115047455,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14448386430740356,
+      "step": 2060
+    },
+    {
+      "epoch": 0.3435,
+      "grad_norm": 30.625,
+      "grad_norm_var": 893.3145833333333,
+      "learning_rate": 7.362753824345272e-05,
+      "loss": 7.0026,
+      "loss/crossentropy": 1.7852575182914734,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1614079587161541,
+      "step": 2061
+    },
+    {
+      "epoch": 0.3436666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 892.8796223958333,
+      "learning_rate": 7.360446253527355e-05,
+      "loss": 7.0128,
+      "loss/crossentropy": 1.9454274773597717,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16636711731553078,
+      "step": 2062
+    },
+    {
+      "epoch": 0.3438333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 892.9955729166667,
+      "learning_rate": 7.358138035579711e-05,
+      "loss": 7.1206,
+      "loss/crossentropy": 1.6541378498077393,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1527247615158558,
+      "step": 2063
+    },
+    {
+      "epoch": 0.344,
+      "grad_norm": 26.375,
+      "grad_norm_var": 894.3520182291667,
+      "learning_rate": 7.355829171135153e-05,
+      "loss": 6.8571,
+      "loss/crossentropy": 2.481254458427429,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16723664477467537,
+      "step": 2064
+    },
+    {
+      "epoch": 0.3441666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 893.2051432291667,
+      "learning_rate": 7.353519660826665e-05,
+      "loss": 6.9357,
+      "loss/crossentropy": 2.0771390795707703,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22008159756660461,
+      "step": 2065
+    },
+    {
+      "epoch": 0.3443333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 894.2353515625,
+      "learning_rate": 7.351209505287412e-05,
+      "loss": 6.8736,
+      "loss/crossentropy": 2.409720927476883,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16566890478134155,
+      "step": 2066
+    },
+    {
+      "epoch": 0.3445,
+      "grad_norm": 31.5,
+      "grad_norm_var": 892.5431640625,
+      "learning_rate": 7.34889870515074e-05,
+      "loss": 7.0489,
+      "loss/crossentropy": 1.8507786095142365,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1418823003768921,
+      "step": 2067
+    },
+    {
+      "epoch": 0.3446666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 894.0671223958333,
+      "learning_rate": 7.346587261050165e-05,
+      "loss": 7.1447,
+      "loss/crossentropy": 1.8434045016765594,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15552262961864471,
+      "step": 2068
+    },
+    {
+      "epoch": 0.3448333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 896.3747395833333,
+      "learning_rate": 7.344275173619385e-05,
+      "loss": 7.1386,
+      "loss/crossentropy": 2.289629340171814,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15696092694997787,
+      "step": 2069
+    },
+    {
+      "epoch": 0.345,
+      "grad_norm": 28.375,
+      "grad_norm_var": 895.8580729166666,
+      "learning_rate": 7.34196244349227e-05,
+      "loss": 7.0953,
+      "loss/crossentropy": 1.9288634806871414,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16220839321613312,
+      "step": 2070
+    },
+    {
+      "epoch": 0.3451666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 896.4497395833333,
+      "learning_rate": 7.339649071302867e-05,
+      "loss": 6.6041,
+      "loss/crossentropy": 1.9166855216026306,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18526418507099152,
+      "step": 2071
+    },
+    {
+      "epoch": 0.3453333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.2056640625,
+      "learning_rate": 7.337335057685404e-05,
+      "loss": 6.9847,
+      "loss/crossentropy": 1.8914473950862885,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18709682673215866,
+      "step": 2072
+    },
+    {
+      "epoch": 0.3455,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.4837890625,
+      "learning_rate": 7.335020403274278e-05,
+      "loss": 6.8916,
+      "loss/crossentropy": 2.083907425403595,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19886447861790657,
+      "step": 2073
+    },
+    {
+      "epoch": 0.3456666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.6087890625,
+      "learning_rate": 7.332705108704064e-05,
+      "loss": 7.1812,
+      "loss/crossentropy": 1.9742853939533234,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2138034999370575,
+      "step": 2074
+    },
+    {
+      "epoch": 0.3458333333333333,
+      "grad_norm": 3506438144.0,
+      "grad_norm_var": 7.684442662495935e+17,
+      "learning_rate": 7.330389174609515e-05,
+      "loss": 8.3941,
+      "loss/crossentropy": 3.0586771368980408,
+      "loss/hidden": 5.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.9652788937091827,
+      "step": 2075
+    },
+    {
+      "epoch": 0.346,
+      "grad_norm": 31.125,
+      "grad_norm_var": 7.684442661546275e+17,
+      "learning_rate": 7.328072601625557e-05,
+      "loss": 6.9205,
+      "loss/crossentropy": 2.0313860177993774,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17442785948514938,
+      "step": 2076
+    },
+    {
+      "epoch": 0.3461666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 7.684442661509748e+17,
+      "learning_rate": 7.325755390387292e-05,
+      "loss": 7.2669,
+      "loss/crossentropy": 1.8324489146471024,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1594837512820959,
+      "step": 2077
+    },
+    {
+      "epoch": 0.3463333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 7.684442661290596e+17,
+      "learning_rate": 7.323437541529996e-05,
+      "loss": 6.7122,
+      "loss/crossentropy": 1.9699969291687012,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1520283855497837,
+      "step": 2078
+    },
+    {
+      "epoch": 0.3465,
+      "grad_norm": 28.25,
+      "grad_norm_var": 7.684442661509748e+17,
+      "learning_rate": 7.32111905568912e-05,
+      "loss": 6.9238,
+      "loss/crossentropy": 2.1525202691555023,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16282695531845093,
+      "step": 2079
+    },
+    {
+      "epoch": 0.3466666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 7.684442661034918e+17,
+      "learning_rate": 7.318799933500291e-05,
+      "loss": 6.8972,
+      "loss/crossentropy": 2.014526605606079,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16891813836991787,
+      "step": 2080
+    },
+    {
+      "epoch": 0.3468333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 7.684442660633139e+17,
+      "learning_rate": 7.316480175599309e-05,
+      "loss": 6.9426,
+      "loss/crossentropy": 2.4353124499320984,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23142844438552856,
+      "step": 2081
+    },
+    {
+      "epoch": 0.347,
+      "grad_norm": 28.25,
+      "grad_norm_var": 7.684442660487037e+17,
+      "learning_rate": 7.314159782622149e-05,
+      "loss": 6.8955,
+      "loss/crossentropy": 1.7959257364273071,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17249504663050175,
+      "step": 2082
+    },
+    {
+      "epoch": 0.3471666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 7.684442660961868e+17,
+      "learning_rate": 7.311838755204959e-05,
+      "loss": 6.7392,
+      "loss/crossentropy": 1.6704260110855103,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19029727950692177,
+      "step": 2083
+    },
+    {
+      "epoch": 0.3473333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 7.684442660815766e+17,
+      "learning_rate": 7.309517093984063e-05,
+      "loss": 6.7853,
+      "loss/crossentropy": 1.3228363990783691,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1319979690015316,
+      "step": 2084
+    },
+    {
+      "epoch": 0.3475,
+      "grad_norm": 27.5,
+      "grad_norm_var": 7.684442660304411e+17,
+      "learning_rate": 7.307194799595958e-05,
+      "loss": 6.7315,
+      "loss/crossentropy": 1.83369979262352,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1692655272781849,
+      "step": 2085
+    },
+    {
+      "epoch": 0.3476666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 7.684442660487037e+17,
+      "learning_rate": 7.304871872677312e-05,
+      "loss": 7.1185,
+      "loss/crossentropy": 2.2817700505256653,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2337706796824932,
+      "step": 2086
+    },
+    {
+      "epoch": 0.3478333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 7.68444265975653e+17,
+      "learning_rate": 7.30254831386497e-05,
+      "loss": 7.0945,
+      "loss/crossentropy": 1.268850952386856,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1559615209698677,
+      "step": 2087
+    },
+    {
+      "epoch": 0.348,
+      "grad_norm": 26.625,
+      "grad_norm_var": 7.684442660413987e+17,
+      "learning_rate": 7.30022412379595e-05,
+      "loss": 6.851,
+      "loss/crossentropy": 2.2141047418117523,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20626169443130493,
+      "step": 2088
+    },
+    {
+      "epoch": 0.3481666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 7.684442660194834e+17,
+      "learning_rate": 7.297899303107441e-05,
+      "loss": 6.8119,
+      "loss/crossentropy": 2.2771498262882233,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17451148480176926,
+      "step": 2089
+    },
+    {
+      "epoch": 0.34833333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 7.684442661107969e+17,
+      "learning_rate": 7.295573852436803e-05,
+      "loss": 6.8858,
+      "loss/crossentropy": 2.1730759739875793,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16526572033762932,
+      "step": 2090
+    },
+    {
+      "epoch": 0.3485,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.9385416666666666,
+      "learning_rate": 7.293247772421576e-05,
+      "loss": 6.9801,
+      "loss/crossentropy": 2.306734085083008,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20953936502337456,
+      "step": 2091
+    },
+    {
+      "epoch": 0.3486666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.5988932291666667,
+      "learning_rate": 7.290921063699465e-05,
+      "loss": 6.9061,
+      "loss/crossentropy": 2.1618535816669464,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18295671045780182,
+      "step": 2092
+    },
+    {
+      "epoch": 0.34883333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.2143229166666667,
+      "learning_rate": 7.28859372690835e-05,
+      "loss": 6.6054,
+      "loss/crossentropy": 2.135254666209221,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15292740985751152,
+      "step": 2093
+    },
+    {
+      "epoch": 0.349,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.3077473958333334,
+      "learning_rate": 7.286265762686287e-05,
+      "loss": 7.0276,
+      "loss/crossentropy": 1.1510987877845764,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14063545688986778,
+      "step": 2094
+    },
+    {
+      "epoch": 0.3491666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.4681640625,
+      "learning_rate": 7.283937171671498e-05,
+      "loss": 6.9032,
+      "loss/crossentropy": 1.723374381661415,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18965791165828705,
+      "step": 2095
+    },
+    {
+      "epoch": 0.34933333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.5306640625,
+      "learning_rate": 7.28160795450238e-05,
+      "loss": 6.8453,
+      "loss/crossentropy": 2.1508104503154755,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17040402814745903,
+      "step": 2096
+    },
+    {
+      "epoch": 0.3495,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.9155598958333333,
+      "learning_rate": 7.279278111817501e-05,
+      "loss": 7.0454,
+      "loss/crossentropy": 1.3751897513866425,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20728563517332077,
+      "step": 2097
+    },
+    {
+      "epoch": 0.3496666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.9155598958333333,
+      "learning_rate": 7.2769476442556e-05,
+      "loss": 6.9676,
+      "loss/crossentropy": 1.8930696845054626,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.181466456502676,
+      "step": 2098
+    },
+    {
+      "epoch": 0.34983333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 4.0556640625,
+      "learning_rate": 7.274616552455589e-05,
+      "loss": 6.699,
+      "loss/crossentropy": 1.4440280199050903,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14569008350372314,
+      "step": 2099
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 28.125,
+      "grad_norm_var": 3.973372395833333,
+      "learning_rate": 7.272284837056549e-05,
+      "loss": 7.0641,
+      "loss/crossentropy": 1.8094044625759125,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2017786093056202,
+      "step": 2100
+    },
+    {
+      "epoch": 0.3501666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 4.209309895833333,
+      "learning_rate": 7.269952498697734e-05,
+      "loss": 6.7701,
+      "loss/crossentropy": 1.9914885759353638,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1467224583029747,
+      "step": 2101
+    },
+    {
+      "epoch": 0.35033333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 4.208072916666667,
+      "learning_rate": 7.267619538018568e-05,
+      "loss": 7.142,
+      "loss/crossentropy": 1.5153481215238571,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23981055989861488,
+      "step": 2102
+    },
+    {
+      "epoch": 0.3505,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.186393229166667,
+      "learning_rate": 7.265285955658645e-05,
+      "loss": 7.0634,
+      "loss/crossentropy": 2.1457932591438293,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16200632974505424,
+      "step": 2103
+    },
+    {
+      "epoch": 0.3506666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 4.105989583333334,
+      "learning_rate": 7.262951752257728e-05,
+      "loss": 7.1155,
+      "loss/crossentropy": 1.9755332171916962,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17108121886849403,
+      "step": 2104
+    },
+    {
+      "epoch": 0.35083333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 4.036458333333333,
+      "learning_rate": 7.260616928455754e-05,
+      "loss": 6.9938,
+      "loss/crossentropy": 1.9692150056362152,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1408616155385971,
+      "step": 2105
+    },
+    {
+      "epoch": 0.351,
+      "grad_norm": 25.75,
+      "grad_norm_var": 4.261458333333334,
+      "learning_rate": 7.258281484892829e-05,
+      "loss": 6.9085,
+      "loss/crossentropy": 1.5156310498714447,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16660475358366966,
+      "step": 2106
+    },
+    {
+      "epoch": 0.3511666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.355989583333334,
+      "learning_rate": 7.255945422209227e-05,
+      "loss": 6.6632,
+      "loss/crossentropy": 1.7122782766819,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17008794099092484,
+      "step": 2107
+    },
+    {
+      "epoch": 0.35133333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 4.355989583333334,
+      "learning_rate": 7.253608741045391e-05,
+      "loss": 6.9513,
+      "loss/crossentropy": 2.133049428462982,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667143628001213,
+      "step": 2108
+    },
+    {
+      "epoch": 0.3515,
+      "grad_norm": 29.25,
+      "grad_norm_var": 4.278059895833334,
+      "learning_rate": 7.251271442041938e-05,
+      "loss": 6.7998,
+      "loss/crossentropy": 2.0782561898231506,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16985313221812248,
+      "step": 2109
+    },
+    {
+      "epoch": 0.3516666666666667,
+      "grad_norm": 28.375,
+      "grad_norm_var": 4.224934895833333,
+      "learning_rate": 7.248933525839651e-05,
+      "loss": 6.9796,
+      "loss/crossentropy": 2.189815878868103,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16273607686161995,
+      "step": 2110
+    },
+    {
+      "epoch": 0.35183333333333333,
+      "grad_norm": 41.0,
+      "grad_norm_var": 13.996809895833334,
+      "learning_rate": 7.246594993079482e-05,
+      "loss": 6.78,
+      "loss/crossentropy": 1.377113938331604,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17339711636304855,
+      "step": 2111
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 28.625,
+      "grad_norm_var": 13.624739583333334,
+      "learning_rate": 7.244255844402557e-05,
+      "loss": 7.0191,
+      "loss/crossentropy": 1.931462436914444,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16768937557935715,
+      "step": 2112
+    },
+    {
+      "epoch": 0.3521666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 12.239322916666667,
+      "learning_rate": 7.241916080450163e-05,
+      "loss": 6.6984,
+      "loss/crossentropy": 1.9611997604370117,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15512468665838242,
+      "step": 2113
+    },
+    {
+      "epoch": 0.35233333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 12.5228515625,
+      "learning_rate": 7.239575701863758e-05,
+      "loss": 6.8855,
+      "loss/crossentropy": 2.099128842353821,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17819644138216972,
+      "step": 2114
+    },
+    {
+      "epoch": 0.3525,
+      "grad_norm": 27.5,
+      "grad_norm_var": 12.395572916666667,
+      "learning_rate": 7.237234709284975e-05,
+      "loss": 6.8898,
+      "loss/crossentropy": 1.9166722893714905,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16839829459786415,
+      "step": 2115
+    },
+    {
+      "epoch": 0.3526666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 12.403059895833334,
+      "learning_rate": 7.234893103355607e-05,
+      "loss": 6.7991,
+      "loss/crossentropy": 1.4633425772190094,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1502360962331295,
+      "step": 2116
+    },
+    {
+      "epoch": 0.35283333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 11.956184895833333,
+      "learning_rate": 7.232550884717617e-05,
+      "loss": 6.772,
+      "loss/crossentropy": 1.6728789955377579,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18001002445816994,
+      "step": 2117
+    },
+    {
+      "epoch": 0.353,
+      "grad_norm": 26.0,
+      "grad_norm_var": 12.377083333333333,
+      "learning_rate": 7.230208054013144e-05,
+      "loss": 7.0564,
+      "loss/crossentropy": 2.1610766649246216,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15301287360489368,
+      "step": 2118
+    },
+    {
+      "epoch": 0.3531666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 12.580208333333333,
+      "learning_rate": 7.227864611884483e-05,
+      "loss": 6.7776,
+      "loss/crossentropy": 1.7377029657363892,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14685216546058655,
+      "step": 2119
+    },
+    {
+      "epoch": 0.35333333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 12.870572916666667,
+      "learning_rate": 7.225520558974101e-05,
+      "loss": 6.7039,
+      "loss/crossentropy": 1.8912920653820038,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1518220268189907,
+      "step": 2120
+    },
+    {
+      "epoch": 0.3535,
+      "grad_norm": 27.5,
+      "grad_norm_var": 12.883268229166667,
+      "learning_rate": 7.223175895924638e-05,
+      "loss": 7.0934,
+      "loss/crossentropy": 2.1108682453632355,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1708589643239975,
+      "step": 2121
+    },
+    {
+      "epoch": 0.3536666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 12.927083333333334,
+      "learning_rate": 7.220830623378893e-05,
+      "loss": 6.927,
+      "loss/crossentropy": 1.6935126185417175,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15178451128304005,
+      "step": 2122
+    },
+    {
+      "epoch": 0.35383333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 12.849739583333333,
+      "learning_rate": 7.218484741979838e-05,
+      "loss": 6.9062,
+      "loss/crossentropy": 2.1134356260299683,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16790245473384857,
+      "step": 2123
+    },
+    {
+      "epoch": 0.354,
+      "grad_norm": 27.375,
+      "grad_norm_var": 12.7025390625,
+      "learning_rate": 7.216138252370609e-05,
+      "loss": 6.6151,
+      "loss/crossentropy": 1.8243166208267212,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14971329644322395,
+      "step": 2124
+    },
+    {
+      "epoch": 0.3541666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 12.752018229166667,
+      "learning_rate": 7.21379115519451e-05,
+      "loss": 6.7524,
+      "loss/crossentropy": 1.6254100501537323,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14963565580546856,
+      "step": 2125
+    },
+    {
+      "epoch": 0.35433333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 12.785416666666666,
+      "learning_rate": 7.211443451095007e-05,
+      "loss": 6.8375,
+      "loss/crossentropy": 1.8110772669315338,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1895378865301609,
+      "step": 2126
+    },
+    {
+      "epoch": 0.3545,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.04765625,
+      "learning_rate": 7.209095140715741e-05,
+      "loss": 7.0224,
+      "loss/crossentropy": 1.7432479411363602,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.152857456356287,
+      "step": 2127
+    },
+    {
+      "epoch": 0.3546666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 0.946875,
+      "learning_rate": 7.206746224700513e-05,
+      "loss": 6.6076,
+      "loss/crossentropy": 1.927753135561943,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17260411009192467,
+      "step": 2128
+    },
+    {
+      "epoch": 0.35483333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 0.9692057291666667,
+      "learning_rate": 7.204396703693294e-05,
+      "loss": 6.8359,
+      "loss/crossentropy": 1.9064338505268097,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19737526029348373,
+      "step": 2129
+    },
+    {
+      "epoch": 0.355,
+      "grad_norm": 27.0,
+      "grad_norm_var": 0.9455729166666667,
+      "learning_rate": 7.202046578338214e-05,
+      "loss": 7.0263,
+      "loss/crossentropy": 2.2367103695869446,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15381603688001633,
+      "step": 2130
+    },
+    {
+      "epoch": 0.3551666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.40390625,
+      "learning_rate": 7.199695849279576e-05,
+      "loss": 7.1123,
+      "loss/crossentropy": 2.0229061245918274,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16338128596544266,
+      "step": 2131
+    },
+    {
+      "epoch": 0.35533333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.3957682291666667,
+      "learning_rate": 7.197344517161846e-05,
+      "loss": 6.5115,
+      "loss/crossentropy": 1.9504657983779907,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1688636913895607,
+      "step": 2132
+    },
+    {
+      "epoch": 0.3555,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.278125,
+      "learning_rate": 7.194992582629654e-05,
+      "loss": 6.7453,
+      "loss/crossentropy": 2.280461400747299,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19741583988070488,
+      "step": 2133
+    },
+    {
+      "epoch": 0.3556666666666667,
+      "grad_norm": 3305111552.0,
+      "grad_norm_var": 6.827351368639622e+17,
+      "learning_rate": 7.192640046327795e-05,
+      "loss": 8.24,
+      "loss/crossentropy": 2.0298988223075867,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17005464807152748,
+      "step": 2134
+    },
+    {
+      "epoch": 0.35583333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 6.827351368192055e+17,
+      "learning_rate": 7.190286908901234e-05,
+      "loss": 6.7337,
+      "loss/crossentropy": 2.185683459043503,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.187096506357193,
+      "step": 2135
+    },
+    {
+      "epoch": 0.356,
+      "grad_norm": 31.25,
+      "grad_norm_var": 6.827351366746068e+17,
+      "learning_rate": 7.187933170995094e-05,
+      "loss": 6.6762,
+      "loss/crossentropy": 1.1753403544425964,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1452774778008461,
+      "step": 2136
+    },
+    {
+      "epoch": 0.3561666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 6.827351365678793e+17,
+      "learning_rate": 7.185578833254664e-05,
+      "loss": 7.0951,
+      "loss/crossentropy": 1.5608634501695633,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18968326225876808,
+      "step": 2137
+    },
+    {
+      "epoch": 0.35633333333333334,
+      "grad_norm": 28.125,
+      "grad_norm_var": 6.827351364990228e+17,
+      "learning_rate": 7.183223896325404e-05,
+      "loss": 6.9681,
+      "loss/crossentropy": 1.8362726420164108,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1628372259438038,
+      "step": 2138
+    },
+    {
+      "epoch": 0.3565,
+      "grad_norm": 28.375,
+      "grad_norm_var": 6.827351364714802e+17,
+      "learning_rate": 7.18086836085293e-05,
+      "loss": 6.9924,
+      "loss/crossentropy": 2.047808736562729,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15438509359955788,
+      "step": 2139
+    },
+    {
+      "epoch": 0.3566666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 6.827351364473805e+17,
+      "learning_rate": 7.178512227483027e-05,
+      "loss": 6.8506,
+      "loss/crossentropy": 1.9090005457401276,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1529963407665491,
+      "step": 2140
+    },
+    {
+      "epoch": 0.35683333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 6.827351363750811e+17,
+      "learning_rate": 7.176155496861638e-05,
+      "loss": 6.9669,
+      "loss/crossentropy": 2.3874452710151672,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15255384892225266,
+      "step": 2141
+    },
+    {
+      "epoch": 0.357,
+      "grad_norm": 27.0,
+      "grad_norm_var": 6.827351363819668e+17,
+      "learning_rate": 7.17379816963488e-05,
+      "loss": 7.0457,
+      "loss/crossentropy": 1.974662408232689,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15286224894225597,
+      "step": 2142
+    },
+    {
+      "epoch": 0.3571666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 6.827351364680374e+17,
+      "learning_rate": 7.171440246449024e-05,
+      "loss": 6.8317,
+      "loss/crossentropy": 2.1793119311332703,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16993381083011627,
+      "step": 2143
+    },
+    {
+      "epoch": 0.35733333333333334,
+      "grad_norm": 27.5,
+      "grad_norm_var": 6.827351364783658e+17,
+      "learning_rate": 7.169081727950509e-05,
+      "loss": 6.9101,
+      "loss/crossentropy": 2.333061456680298,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15137211233377457,
+      "step": 2144
+    },
+    {
+      "epoch": 0.3575,
+      "grad_norm": 30.625,
+      "grad_norm_var": 6.827351364026237e+17,
+      "learning_rate": 7.166722614785937e-05,
+      "loss": 6.9849,
+      "loss/crossentropy": 1.8088498711585999,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21461842209100723,
+      "step": 2145
+    },
+    {
+      "epoch": 0.3576666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 6.827351363888525e+17,
+      "learning_rate": 7.164362907602072e-05,
+      "loss": 6.8854,
+      "loss/crossentropy": 1.8011918663978577,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15166255086660385,
+      "step": 2146
+    },
+    {
+      "epoch": 0.35783333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 6.827351365093513e+17,
+      "learning_rate": 7.162002607045838e-05,
+      "loss": 6.6725,
+      "loss/crossentropy": 1.733324021100998,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13422836363315582,
+      "step": 2147
+    },
+    {
+      "epoch": 0.358,
+      "grad_norm": 26.5,
+      "grad_norm_var": 6.827351365472224e+17,
+      "learning_rate": 7.159641713764329e-05,
+      "loss": 6.9256,
+      "loss/crossentropy": 2.16316357254982,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17035064846277237,
+      "step": 2148
+    },
+    {
+      "epoch": 0.3581666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 6.827351365437796e+17,
+      "learning_rate": 7.157280228404795e-05,
+      "loss": 6.7613,
+      "loss/crossentropy": 1.9027793109416962,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16456494107842445,
+      "step": 2149
+    },
+    {
+      "epoch": 0.35833333333333334,
+      "grad_norm": 26.0,
+      "grad_norm_var": 3.2270182291666667,
+      "learning_rate": 7.154918151614653e-05,
+      "loss": 6.7958,
+      "loss/crossentropy": 1.840320497751236,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17154999822378159,
+      "step": 2150
+    },
+    {
+      "epoch": 0.3585,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.2270182291666667,
+      "learning_rate": 7.152555484041476e-05,
+      "loss": 6.8351,
+      "loss/crossentropy": 1.8824243545532227,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15790261700749397,
+      "step": 2151
+    },
+    {
+      "epoch": 0.3586666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.568489583333333,
+      "learning_rate": 7.150192226333007e-05,
+      "loss": 7.0538,
+      "loss/crossentropy": 1.8477645516395569,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2645992152392864,
+      "step": 2152
+    },
+    {
+      "epoch": 0.35883333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 2.1958333333333333,
+      "learning_rate": 7.147828379137142e-05,
+      "loss": 6.7262,
+      "loss/crossentropy": 2.1639250814914703,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16325705125927925,
+      "step": 2153
+    },
+    {
+      "epoch": 0.359,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.387434895833333,
+      "learning_rate": 7.145463943101946e-05,
+      "loss": 6.9338,
+      "loss/crossentropy": 1.472980871796608,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14350797608494759,
+      "step": 2154
+    },
+    {
+      "epoch": 0.3591666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.3301432291666666,
+      "learning_rate": 7.143098918875643e-05,
+      "loss": 6.7833,
+      "loss/crossentropy": 1.771635726094246,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14176020957529545,
+      "step": 2155
+    },
+    {
+      "epoch": 0.35933333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.5395182291666667,
+      "learning_rate": 7.140733307106615e-05,
+      "loss": 6.7593,
+      "loss/crossentropy": 1.931948035955429,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16996700875461102,
+      "step": 2156
+    },
+    {
+      "epoch": 0.3595,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.223893229166667,
+      "learning_rate": 7.138367108443411e-05,
+      "loss": 6.9759,
+      "loss/crossentropy": 1.9253366887569427,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.148873720318079,
+      "step": 2157
+    },
+    {
+      "epoch": 0.3596666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.3629557291666665,
+      "learning_rate": 7.136000323534735e-05,
+      "loss": 6.8505,
+      "loss/crossentropy": 2.111165851354599,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17186739295721054,
+      "step": 2158
+    },
+    {
+      "epoch": 0.35983333333333334,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.3229166666666665,
+      "learning_rate": 7.133632953029457e-05,
+      "loss": 6.7045,
+      "loss/crossentropy": 1.399612233042717,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14343522116541862,
+      "step": 2159
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.317643229166667,
+      "learning_rate": 7.131264997576604e-05,
+      "loss": 6.7592,
+      "loss/crossentropy": 1.548488199710846,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1592468023300171,
+      "step": 2160
+    },
+    {
+      "epoch": 0.3601666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.5979166666666667,
+      "learning_rate": 7.128896457825364e-05,
+      "loss": 7.0859,
+      "loss/crossentropy": 1.8292968571186066,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18065541610121727,
+      "step": 2161
+    },
+    {
+      "epoch": 0.36033333333333334,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.5768229166666667,
+      "learning_rate": 7.126527334425086e-05,
+      "loss": 6.8046,
+      "loss/crossentropy": 1.8395174741744995,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539921723306179,
+      "step": 2162
+    },
+    {
+      "epoch": 0.3605,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.5192057291666667,
+      "learning_rate": 7.124157628025278e-05,
+      "loss": 6.9517,
+      "loss/crossentropy": 1.9624346792697906,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18627258017659187,
+      "step": 2163
+    },
+    {
+      "epoch": 0.3606666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.5582682291666667,
+      "learning_rate": 7.12178733927561e-05,
+      "loss": 6.6933,
+      "loss/crossentropy": 1.5740594267845154,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17279233783483505,
+      "step": 2164
+    },
+    {
+      "epoch": 0.36083333333333334,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.5514973958333333,
+      "learning_rate": 7.119416468825908e-05,
+      "loss": 6.7232,
+      "loss/crossentropy": 1.5799974501132965,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14766664430499077,
+      "step": 2165
+    },
+    {
+      "epoch": 0.361,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.6059895833333333,
+      "learning_rate": 7.117045017326162e-05,
+      "loss": 6.9477,
+      "loss/crossentropy": 2.245646446943283,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14913608506321907,
+      "step": 2166
+    },
+    {
+      "epoch": 0.3611666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.4770833333333333,
+      "learning_rate": 7.114672985426516e-05,
+      "loss": 6.7769,
+      "loss/crossentropy": 2.0437145233154297,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21094627678394318,
+      "step": 2167
+    },
+    {
+      "epoch": 0.36133333333333334,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.5479166666666666,
+      "learning_rate": 7.112300373777279e-05,
+      "loss": 6.8374,
+      "loss/crossentropy": 2.275378406047821,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1560332141816616,
+      "step": 2168
+    },
+    {
+      "epoch": 0.3615,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.1893229166666666,
+      "learning_rate": 7.109927183028914e-05,
+      "loss": 6.9368,
+      "loss/crossentropy": 1.9542750716209412,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22746773064136505,
+      "step": 2169
+    },
+    {
+      "epoch": 0.3616666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 0.859375,
+      "learning_rate": 7.107553413832047e-05,
+      "loss": 6.8649,
+      "loss/crossentropy": 1.6708799004554749,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16046040505170822,
+      "step": 2170
+    },
+    {
+      "epoch": 0.36183333333333334,
+      "grad_norm": 27.375,
+      "grad_norm_var": 0.8705729166666667,
+      "learning_rate": 7.105179066837456e-05,
+      "loss": 6.8139,
+      "loss/crossentropy": 1.8930187225341797,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1716163344681263,
+      "step": 2171
+    },
+    {
+      "epoch": 0.362,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.8436848958333333,
+      "learning_rate": 7.102804142696085e-05,
+      "loss": 6.9705,
+      "loss/crossentropy": 2.424550026655197,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18084371462464333,
+      "step": 2172
+    },
+    {
+      "epoch": 0.3621666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 0.821875,
+      "learning_rate": 7.100428642059033e-05,
+      "loss": 6.8261,
+      "loss/crossentropy": 1.8091538846492767,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16068736463785172,
+      "step": 2173
+    },
+    {
+      "epoch": 0.36233333333333334,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.9041015625,
+      "learning_rate": 7.098052565577553e-05,
+      "loss": 7.125,
+      "loss/crossentropy": 2.2843374609947205,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23138073086738586,
+      "step": 2174
+    },
+    {
+      "epoch": 0.3625,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0125,
+      "learning_rate": 7.095675913903067e-05,
+      "loss": 6.6674,
+      "loss/crossentropy": 1.7552671432495117,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1530367247760296,
+      "step": 2175
+    },
+    {
+      "epoch": 0.3626666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.9947916666666666,
+      "learning_rate": 7.09329868768714e-05,
+      "loss": 6.8766,
+      "loss/crossentropy": 1.7494475543498993,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13906826078891754,
+      "step": 2176
+    },
+    {
+      "epoch": 0.36283333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.8770182291666667,
+      "learning_rate": 7.090920887581506e-05,
+      "loss": 6.9371,
+      "loss/crossentropy": 1.746672809123993,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14578545093536377,
+      "step": 2177
+    },
+    {
+      "epoch": 0.363,
+      "grad_norm": 26.25,
+      "grad_norm_var": 0.8655598958333334,
+      "learning_rate": 7.088542514238055e-05,
+      "loss": 6.7703,
+      "loss/crossentropy": 2.104097157716751,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15233005210757256,
+      "step": 2178
+    },
+    {
+      "epoch": 0.3631666666666667,
+      "grad_norm": 3087007744.0,
+      "grad_norm_var": 5.956010404650943e+17,
+      "learning_rate": 7.086163568308828e-05,
+      "loss": 7.9201,
+      "loss/crossentropy": 1.6875163316726685,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17308557778596878,
+      "step": 2179
+    },
+    {
+      "epoch": 0.36333333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.956010403686253e+17,
+      "learning_rate": 7.083784050446023e-05,
+      "loss": 6.7547,
+      "loss/crossentropy": 2.1061096787452698,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14752384275197983,
+      "step": 2180
+    },
+    {
+      "epoch": 0.3635,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.956010402785875e+17,
+      "learning_rate": 7.081403961302006e-05,
+      "loss": 6.8212,
+      "loss/crossentropy": 1.7153346836566925,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16925668716430664,
+      "step": 2181
+    },
+    {
+      "epoch": 0.3636666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 5.956010402239218e+17,
+      "learning_rate": 7.079023301529287e-05,
+      "loss": 6.7234,
+      "loss/crossentropy": 1.813739389181137,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14227473735809326,
+      "step": 2182
+    },
+    {
+      "epoch": 0.36383333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 5.956010402335688e+17,
+      "learning_rate": 7.07664207178054e-05,
+      "loss": 6.6326,
+      "loss/crossentropy": 1.8523532152175903,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17492744326591492,
+      "step": 2183
+    },
+    {
+      "epoch": 0.364,
+      "grad_norm": 27.875,
+      "grad_norm_var": 5.956010402335688e+17,
+      "learning_rate": 7.07426027270859e-05,
+      "loss": 6.9052,
+      "loss/crossentropy": 1.7674079239368439,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16607265174388885,
+      "step": 2184
+    },
+    {
+      "epoch": 0.3641666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 5.956010401981967e+17,
+      "learning_rate": 7.071877904966423e-05,
+      "loss": 6.7369,
+      "loss/crossentropy": 1.9774086475372314,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17330318316817284,
+      "step": 2185
+    },
+    {
+      "epoch": 0.36433333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.956010401563935e+17,
+      "learning_rate": 7.069494969207174e-05,
+      "loss": 6.7129,
+      "loss/crossentropy": 2.1783173382282257,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1576577052474022,
+      "step": 2186
+    },
+    {
+      "epoch": 0.3645,
+      "grad_norm": 28.75,
+      "grad_norm_var": 5.956010401210216e+17,
+      "learning_rate": 7.067111466084145e-05,
+      "loss": 6.8176,
+      "loss/crossentropy": 1.6667147874832153,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16053269058465958,
+      "step": 2187
+    },
+    {
+      "epoch": 0.36466666666666664,
+      "grad_norm": 28.0,
+      "grad_norm_var": 5.956010400534932e+17,
+      "learning_rate": 7.064727396250783e-05,
+      "loss": 6.7222,
+      "loss/crossentropy": 1.8946049511432648,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17405548319220543,
+      "step": 2188
+    },
+    {
+      "epoch": 0.36483333333333334,
+      "grad_norm": 27.0,
+      "grad_norm_var": 5.956010400534932e+17,
+      "learning_rate": 7.062342760360696e-05,
+      "loss": 6.948,
+      "loss/crossentropy": 1.7083064019680023,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1726469323039055,
+      "step": 2189
+    },
+    {
+      "epoch": 0.365,
+      "grad_norm": 27.875,
+      "grad_norm_var": 5.956010399827493e+17,
+      "learning_rate": 7.059957559067645e-05,
+      "loss": 6.9026,
+      "loss/crossentropy": 2.2992331981658936,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15454206988215446,
+      "step": 2190
+    },
+    {
+      "epoch": 0.36516666666666664,
+      "grad_norm": 25.5,
+      "grad_norm_var": 5.956010399859649e+17,
+      "learning_rate": 7.057571793025544e-05,
+      "loss": 6.8546,
+      "loss/crossentropy": 1.808715045452118,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21387510374188423,
+      "step": 2191
+    },
+    {
+      "epoch": 0.36533333333333334,
+      "grad_norm": 27.125,
+      "grad_norm_var": 5.956010399795337e+17,
+      "learning_rate": 7.055185462888468e-05,
+      "loss": 6.9601,
+      "loss/crossentropy": 1.9795124232769012,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16446733847260475,
+      "step": 2192
+    },
+    {
+      "epoch": 0.3655,
+      "grad_norm": 25.875,
+      "grad_norm_var": 5.956010399666712e+17,
+      "learning_rate": 7.05279856931064e-05,
+      "loss": 6.8054,
+      "loss/crossentropy": 1.731568232178688,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14975851029157639,
+      "step": 2193
+    },
+    {
+      "epoch": 0.36566666666666664,
+      "grad_norm": 28.0,
+      "grad_norm_var": 5.956010399216524e+17,
+      "learning_rate": 7.050411112946442e-05,
+      "loss": 6.7874,
+      "loss/crossentropy": 1.9303491115570068,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1882532685995102,
+      "step": 2194
+    },
+    {
+      "epoch": 0.36583333333333334,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.421875,
+      "learning_rate": 7.048023094450411e-05,
+      "loss": 6.8316,
+      "loss/crossentropy": 2.361297369003296,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.183254424482584,
+      "step": 2195
+    },
+    {
+      "epoch": 0.366,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.8082682291666667,
+      "learning_rate": 7.045634514477229e-05,
+      "loss": 6.726,
+      "loss/crossentropy": 1.6914380192756653,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16262558102607727,
+      "step": 2196
+    },
+    {
+      "epoch": 0.36616666666666664,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.3541666666666667,
+      "learning_rate": 7.043245373681747e-05,
+      "loss": 7.0655,
+      "loss/crossentropy": 1.9149104952812195,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22851886972784996,
+      "step": 2197
+    },
+    {
+      "epoch": 0.36633333333333334,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.3520182291666667,
+      "learning_rate": 7.040855672718954e-05,
+      "loss": 6.7552,
+      "loss/crossentropy": 2.1938917338848114,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1705101542174816,
+      "step": 2198
+    },
+    {
+      "epoch": 0.3665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5705729166666667,
+      "learning_rate": 7.038465412244005e-05,
+      "loss": 6.8234,
+      "loss/crossentropy": 2.2032702565193176,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1786930337548256,
+      "step": 2199
+    },
+    {
+      "epoch": 0.36666666666666664,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.853125,
+      "learning_rate": 7.036074592912203e-05,
+      "loss": 7.0016,
+      "loss/crossentropy": 2.2089244425296783,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14909471943974495,
+      "step": 2200
+    },
+    {
+      "epoch": 0.36683333333333334,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.89140625,
+      "learning_rate": 7.033683215379002e-05,
+      "loss": 6.8358,
+      "loss/crossentropy": 2.13372203707695,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18713842704892159,
+      "step": 2201
+    },
+    {
+      "epoch": 0.367,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.7244140625,
+      "learning_rate": 7.031291280300012e-05,
+      "loss": 6.7696,
+      "loss/crossentropy": 2.1091648936271667,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16706819459795952,
+      "step": 2202
+    },
+    {
+      "epoch": 0.36716666666666664,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.8,
+      "learning_rate": 7.028898788331e-05,
+      "loss": 6.8554,
+      "loss/crossentropy": 1.7930920124053955,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1384333148598671,
+      "step": 2203
+    },
+    {
+      "epoch": 0.36733333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.7514973958333333,
+      "learning_rate": 7.026505740127878e-05,
+      "loss": 6.6315,
+      "loss/crossentropy": 1.6656554043293,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16555341333150864,
+      "step": 2204
+    },
+    {
+      "epoch": 0.3675,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.7893229166666667,
+      "learning_rate": 7.024112136346712e-05,
+      "loss": 6.9585,
+      "loss/crossentropy": 1.4542147666215897,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1491967737674713,
+      "step": 2205
+    },
+    {
+      "epoch": 0.36766666666666664,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7645833333333334,
+      "learning_rate": 7.021717977643726e-05,
+      "loss": 6.7623,
+      "loss/crossentropy": 1.6971104443073273,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16779803857207298,
+      "step": 2206
+    },
+    {
+      "epoch": 0.36783333333333335,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.61875,
+      "learning_rate": 7.019323264675289e-05,
+      "loss": 7.047,
+      "loss/crossentropy": 1.7692120969295502,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15727237612009048,
+      "step": 2207
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.6431640625,
+      "learning_rate": 7.016927998097926e-05,
+      "loss": 6.7208,
+      "loss/crossentropy": 1.3012005686759949,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19625740498304367,
+      "step": 2208
+    },
+    {
+      "epoch": 0.36816666666666664,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.5416015625,
+      "learning_rate": 7.014532178568314e-05,
+      "loss": 6.8814,
+      "loss/crossentropy": 1.8120279163122177,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13042749278247356,
+      "step": 2209
+    },
+    {
+      "epoch": 0.36833333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.49765625,
+      "learning_rate": 7.01213580674328e-05,
+      "loss": 6.8884,
+      "loss/crossentropy": 2.0248791873455048,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15900493785738945,
+      "step": 2210
+    },
+    {
+      "epoch": 0.3685,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.4895182291666667,
+      "learning_rate": 7.009738883279802e-05,
+      "loss": 6.744,
+      "loss/crossentropy": 1.6907528042793274,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22369376942515373,
+      "step": 2211
+    },
+    {
+      "epoch": 0.36866666666666664,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.0080729166666667,
+      "learning_rate": 7.007341408835011e-05,
+      "loss": 6.7167,
+      "loss/crossentropy": 1.51124507188797,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17682525888085365,
+      "step": 2212
+    },
+    {
+      "epoch": 0.36883333333333335,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.0080729166666667,
+      "learning_rate": 7.004943384066187e-05,
+      "loss": 6.9994,
+      "loss/crossentropy": 2.0144832134246826,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1623639576137066,
+      "step": 2213
+    },
+    {
+      "epoch": 0.369,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.99375,
+      "learning_rate": 7.002544809630764e-05,
+      "loss": 6.9988,
+      "loss/crossentropy": 2.154139965772629,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19391676783561707,
+      "step": 2214
+    },
+    {
+      "epoch": 0.36916666666666664,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.99375,
+      "learning_rate": 7.000145686186324e-05,
+      "loss": 6.6705,
+      "loss/crossentropy": 2.099094420671463,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17783697322010994,
+      "step": 2215
+    },
+    {
+      "epoch": 0.36933333333333335,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.584375,
+      "learning_rate": 6.997746014390601e-05,
+      "loss": 6.7469,
+      "loss/crossentropy": 1.9298697710037231,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16135717928409576,
+      "step": 2216
+    },
+    {
+      "epoch": 0.3695,
+      "grad_norm": 26.625,
+      "grad_norm_var": 0.5806640625,
+      "learning_rate": 6.995345794901477e-05,
+      "loss": 6.8812,
+      "loss/crossentropy": 1.7063210159540176,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15000034868717194,
+      "step": 2217
+    },
+    {
+      "epoch": 0.36966666666666664,
+      "grad_norm": 28.5,
+      "grad_norm_var": 0.7629557291666667,
+      "learning_rate": 6.992945028376987e-05,
+      "loss": 7.0092,
+      "loss/crossentropy": 1.936408281326294,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13125582225620747,
+      "step": 2218
+    },
+    {
+      "epoch": 0.36983333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 0.5988932291666667,
+      "learning_rate": 6.990543715475314e-05,
+      "loss": 7.0118,
+      "loss/crossentropy": 2.125882536172867,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1664300560951233,
+      "step": 2219
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.6895833333333333,
+      "learning_rate": 6.988141856854791e-05,
+      "loss": 6.9537,
+      "loss/crossentropy": 2.2420757114887238,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21418894827365875,
+      "step": 2220
+    },
+    {
+      "epoch": 0.37016666666666664,
+      "grad_norm": 28.5,
+      "grad_norm_var": 0.7817057291666667,
+      "learning_rate": 6.985739453173903e-05,
+      "loss": 6.8733,
+      "loss/crossentropy": 1.8313888013362885,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15668585896492004,
+      "step": 2221
+    },
+    {
+      "epoch": 0.37033333333333335,
+      "grad_norm": 28.125,
+      "grad_norm_var": 0.8270182291666667,
+      "learning_rate": 6.983336505091283e-05,
+      "loss": 7.2272,
+      "loss/crossentropy": 1.4906808286905289,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1428436692804098,
+      "step": 2222
+    },
+    {
+      "epoch": 0.3705,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9822265625,
+      "learning_rate": 6.980933013265709e-05,
+      "loss": 6.666,
+      "loss/crossentropy": 2.0252858698368073,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15677310526371002,
+      "step": 2223
+    },
+    {
+      "epoch": 0.37066666666666664,
+      "grad_norm": 27.625,
+      "grad_norm_var": 0.96640625,
+      "learning_rate": 6.978528978356117e-05,
+      "loss": 6.8259,
+      "loss/crossentropy": 1.9939363896846771,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15151764079928398,
+      "step": 2224
+    },
+    {
+      "epoch": 0.37083333333333335,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.9837890625,
+      "learning_rate": 6.976124401021583e-05,
+      "loss": 7.0024,
+      "loss/crossentropy": 1.5756312608718872,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15981289744377136,
+      "step": 2225
+    },
+    {
+      "epoch": 0.371,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.9895182291666667,
+      "learning_rate": 6.973719281921335e-05,
+      "loss": 6.8767,
+      "loss/crossentropy": 2.133562356233597,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19579358026385307,
+      "step": 2226
+    },
+    {
+      "epoch": 0.37116666666666664,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.0942057291666667,
+      "learning_rate": 6.971313621714756e-05,
+      "loss": 7.088,
+      "loss/crossentropy": 2.23905611038208,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2081548236310482,
+      "step": 2227
+    },
+    {
+      "epoch": 0.37133333333333335,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.1171223958333334,
+      "learning_rate": 6.968907421061365e-05,
+      "loss": 6.7733,
+      "loss/crossentropy": 1.5003992319107056,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15554477833211422,
+      "step": 2228
+    },
+    {
+      "epoch": 0.3715,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.1080729166666667,
+      "learning_rate": 6.966500680620837e-05,
+      "loss": 6.8897,
+      "loss/crossentropy": 2.1678766012191772,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17019888013601303,
+      "step": 2229
+    },
+    {
+      "epoch": 0.37166666666666665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.2561848958333333,
+      "learning_rate": 6.964093401052996e-05,
+      "loss": 6.9349,
+      "loss/crossentropy": 2.1183734834194183,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2070896029472351,
+      "step": 2230
+    },
+    {
+      "epoch": 0.37183333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.0559895833333333,
+      "learning_rate": 6.961685583017808e-05,
+      "loss": 6.958,
+      "loss/crossentropy": 2.146971255540848,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1638147160410881,
+      "step": 2231
+    },
+    {
+      "epoch": 0.372,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.1061848958333333,
+      "learning_rate": 6.959277227175393e-05,
+      "loss": 6.779,
+      "loss/crossentropy": 2.0141346156597137,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17408637329936028,
+      "step": 2232
+    },
+    {
+      "epoch": 0.37216666666666665,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.0759765625,
+      "learning_rate": 6.956868334186013e-05,
+      "loss": 7.0291,
+      "loss/crossentropy": 2.229278475046158,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20928657799959183,
+      "step": 2233
+    },
+    {
+      "epoch": 0.37233333333333335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 0.9875,
+      "learning_rate": 6.954458904710082e-05,
+      "loss": 7.1566,
+      "loss/crossentropy": 1.9968252778053284,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17584045603871346,
+      "step": 2234
+    },
+    {
+      "epoch": 0.3725,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.165625,
+      "learning_rate": 6.952048939408156e-05,
+      "loss": 6.9061,
+      "loss/crossentropy": 2.568326234817505,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1665033921599388,
+      "step": 2235
+    },
+    {
+      "epoch": 0.37266666666666665,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.3337890625,
+      "learning_rate": 6.949638438940942e-05,
+      "loss": 7.0249,
+      "loss/crossentropy": 2.174240082502365,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1900649517774582,
+      "step": 2236
+    },
+    {
+      "epoch": 0.37283333333333335,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.3337890625,
+      "learning_rate": 6.947227403969293e-05,
+      "loss": 7.0235,
+      "loss/crossentropy": 1.941145896911621,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667163334786892,
+      "step": 2237
+    },
+    {
+      "epoch": 0.373,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.4541015625,
+      "learning_rate": 6.944815835154209e-05,
+      "loss": 6.7876,
+      "loss/crossentropy": 2.0273091197013855,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1661962941288948,
+      "step": 2238
+    },
+    {
+      "epoch": 0.37316666666666665,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.4854166666666666,
+      "learning_rate": 6.942403733156832e-05,
+      "loss": 6.8654,
+      "loss/crossentropy": 2.046880155801773,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17959768325090408,
+      "step": 2239
+    },
+    {
+      "epoch": 0.37333333333333335,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.81875,
+      "learning_rate": 6.939991098638454e-05,
+      "loss": 6.9134,
+      "loss/crossentropy": 2.3636774718761444,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1760665588080883,
+      "step": 2240
+    },
+    {
+      "epoch": 0.3735,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.50625,
+      "learning_rate": 6.937577932260515e-05,
+      "loss": 6.8603,
+      "loss/crossentropy": 1.7954436540603638,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17079021781682968,
+      "step": 2241
+    },
+    {
+      "epoch": 0.37366666666666665,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.4947265625,
+      "learning_rate": 6.935164234684597e-05,
+      "loss": 6.6998,
+      "loss/crossentropy": 1.7265107333660126,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15913252905011177,
+      "step": 2242
+    },
+    {
+      "epoch": 0.37383333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.2994140625,
+      "learning_rate": 6.932750006572428e-05,
+      "loss": 6.6781,
+      "loss/crossentropy": 1.7943460643291473,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12364750914275646,
+      "step": 2243
+    },
+    {
+      "epoch": 0.374,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.28125,
+      "learning_rate": 6.930335248585884e-05,
+      "loss": 6.8203,
+      "loss/crossentropy": 1.8163184821605682,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1621522307395935,
+      "step": 2244
+    },
+    {
+      "epoch": 0.37416666666666665,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.2978515625,
+      "learning_rate": 6.927919961386984e-05,
+      "loss": 6.7629,
+      "loss/crossentropy": 1.9957888424396515,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15743857994675636,
+      "step": 2245
+    },
+    {
+      "epoch": 0.37433333333333335,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.09140625,
+      "learning_rate": 6.925504145637891e-05,
+      "loss": 6.8756,
+      "loss/crossentropy": 1.8579270839691162,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1700017098337412,
+      "step": 2246
+    },
+    {
+      "epoch": 0.3745,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.2244140625,
+      "learning_rate": 6.923087802000916e-05,
+      "loss": 6.6789,
+      "loss/crossentropy": 1.8655824810266495,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17484594509005547,
+      "step": 2247
+    },
+    {
+      "epoch": 0.37466666666666665,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.5322265625,
+      "learning_rate": 6.920670931138513e-05,
+      "loss": 6.8094,
+      "loss/crossentropy": 1.7782506793737411,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16454244777560234,
+      "step": 2248
+    },
+    {
+      "epoch": 0.37483333333333335,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.5677083333333335,
+      "learning_rate": 6.918253533713282e-05,
+      "loss": 6.9531,
+      "loss/crossentropy": 1.945976197719574,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1945863515138626,
+      "step": 2249
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.559309895833333,
+      "learning_rate": 6.915835610387965e-05,
+      "loss": 6.7647,
+      "loss/crossentropy": 1.6767225563526154,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.199173491448164,
+      "step": 2250
+    },
+    {
+      "epoch": 0.37516666666666665,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.2447265625,
+      "learning_rate": 6.91341716182545e-05,
+      "loss": 6.8858,
+      "loss/crossentropy": 1.7859952002763748,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19820134341716766,
+      "step": 2251
+    },
+    {
+      "epoch": 0.37533333333333335,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.3598307291666667,
+      "learning_rate": 6.910998188688767e-05,
+      "loss": 6.8812,
+      "loss/crossentropy": 2.3603407740592957,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21050552278757095,
+      "step": 2252
+    },
+    {
+      "epoch": 0.3755,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.3197265625,
+      "learning_rate": 6.908578691641092e-05,
+      "loss": 6.66,
+      "loss/crossentropy": 1.9168266654014587,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15800782293081284,
+      "step": 2253
+    },
+    {
+      "epoch": 0.37566666666666665,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.3853515625,
+      "learning_rate": 6.906158671345746e-05,
+      "loss": 6.8538,
+      "loss/crossentropy": 1.7066492140293121,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15964079648256302,
+      "step": 2254
+    },
+    {
+      "epoch": 0.37583333333333335,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.2134765625,
+      "learning_rate": 6.903738128466188e-05,
+      "loss": 6.6448,
+      "loss/crossentropy": 1.4797793626785278,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15253519266843796,
+      "step": 2255
+    },
+    {
+      "epoch": 0.376,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.9275390625,
+      "learning_rate": 6.901317063666025e-05,
+      "loss": 6.8517,
+      "loss/crossentropy": 2.23222416639328,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18034324049949646,
+      "step": 2256
+    },
+    {
+      "epoch": 0.37616666666666665,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.1306640625,
+      "learning_rate": 6.898895477609007e-05,
+      "loss": 6.8964,
+      "loss/crossentropy": 2.013240933418274,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1525321900844574,
+      "step": 2257
+    },
+    {
+      "epoch": 0.37633333333333335,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.3041015625,
+      "learning_rate": 6.896473370959022e-05,
+      "loss": 6.6301,
+      "loss/crossentropy": 1.8388009518384933,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15554090216755867,
+      "step": 2258
+    },
+    {
+      "epoch": 0.3765,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.3098307291666667,
+      "learning_rate": 6.894050744380108e-05,
+      "loss": 6.7888,
+      "loss/crossentropy": 1.70401069521904,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16792748868465424,
+      "step": 2259
+    },
+    {
+      "epoch": 0.37666666666666665,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.2833333333333334,
+      "learning_rate": 6.891627598536439e-05,
+      "loss": 6.9244,
+      "loss/crossentropy": 2.0060718059539795,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19640961289405823,
+      "step": 2260
+    },
+    {
+      "epoch": 0.37683333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.2958333333333334,
+      "learning_rate": 6.889203934092336e-05,
+      "loss": 6.8742,
+      "loss/crossentropy": 2.263218343257904,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19592930376529694,
+      "step": 2261
+    },
+    {
+      "epoch": 0.377,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.32265625,
+      "learning_rate": 6.88677975171226e-05,
+      "loss": 6.7553,
+      "loss/crossentropy": 1.9391169995069504,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14209526032209396,
+      "step": 2262
+    },
+    {
+      "epoch": 0.37716666666666665,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.278125,
+      "learning_rate": 6.884355052060814e-05,
+      "loss": 6.9928,
+      "loss/crossentropy": 1.4489037990570068,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19088955968618393,
+      "step": 2263
+    },
+    {
+      "epoch": 0.37733333333333335,
+      "grad_norm": 28.375,
+      "grad_norm_var": 0.8134765625,
+      "learning_rate": 6.881929835802743e-05,
+      "loss": 6.8892,
+      "loss/crossentropy": 1.5819953978061676,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15630024671554565,
+      "step": 2264
+    },
+    {
+      "epoch": 0.3775,
+      "grad_norm": 27.625,
+      "grad_norm_var": 0.8385416666666666,
+      "learning_rate": 6.879504103602935e-05,
+      "loss": 6.7426,
+      "loss/crossentropy": 1.6168385744094849,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16237767785787582,
+      "step": 2265
+    },
+    {
+      "epoch": 0.37766666666666665,
+      "grad_norm": 27.0,
+      "grad_norm_var": 0.8018229166666667,
+      "learning_rate": 6.877077856126416e-05,
+      "loss": 6.9019,
+      "loss/crossentropy": 1.706855684518814,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12931573763489723,
+      "step": 2266
+    },
+    {
+      "epoch": 0.37783333333333335,
+      "grad_norm": 26.125,
+      "grad_norm_var": 0.8143229166666667,
+      "learning_rate": 6.874651094038358e-05,
+      "loss": 6.7971,
+      "loss/crossentropy": 1.762153446674347,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15662885457277298,
+      "step": 2267
+    },
+    {
+      "epoch": 0.378,
+      "grad_norm": 27.5,
+      "grad_norm_var": 0.7593098958333333,
+      "learning_rate": 6.872223818004068e-05,
+      "loss": 6.8168,
+      "loss/crossentropy": 1.7143470346927643,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1908894143998623,
+      "step": 2268
+    },
+    {
+      "epoch": 0.37816666666666665,
+      "grad_norm": 25.625,
+      "grad_norm_var": 0.7927083333333333,
+      "learning_rate": 6.869796028689001e-05,
+      "loss": 7.0035,
+      "loss/crossentropy": 1.9185972809791565,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.153825543820858,
+      "step": 2269
+    },
+    {
+      "epoch": 0.37833333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 0.72890625,
+      "learning_rate": 6.86736772675875e-05,
+      "loss": 6.9119,
+      "loss/crossentropy": 1.7362204641103745,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23792405985295773,
+      "step": 2270
+    },
+    {
+      "epoch": 0.3785,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.70625,
+      "learning_rate": 6.864938912879046e-05,
+      "loss": 6.9375,
+      "loss/crossentropy": 2.08743616938591,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14887743070721626,
+      "step": 2271
+    },
+    {
+      "epoch": 0.37866666666666665,
+      "grad_norm": 26.625,
+      "grad_norm_var": 0.609375,
+      "learning_rate": 6.86250958771576e-05,
+      "loss": 6.915,
+      "loss/crossentropy": 1.4402508735656738,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1480480618774891,
+      "step": 2272
+    },
+    {
+      "epoch": 0.37883333333333336,
+      "grad_norm": 28.0,
+      "grad_norm_var": 0.6927083333333334,
+      "learning_rate": 6.860079751934908e-05,
+      "loss": 6.7218,
+      "loss/crossentropy": 1.8298881947994232,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471920944750309,
+      "step": 2273
+    },
+    {
+      "epoch": 0.379,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.6497395833333334,
+      "learning_rate": 6.857649406202641e-05,
+      "loss": 6.7735,
+      "loss/crossentropy": 2.3407853841781616,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18478397279977798,
+      "step": 2274
+    },
+    {
+      "epoch": 0.37916666666666665,
+      "grad_norm": 28.75,
+      "grad_norm_var": 0.8509765625,
+      "learning_rate": 6.855218551185255e-05,
+      "loss": 6.6747,
+      "loss/crossentropy": 1.555120438337326,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1376932803541422,
+      "step": 2275
+    },
+    {
+      "epoch": 0.37933333333333336,
+      "grad_norm": 26.75,
+      "grad_norm_var": 0.8379557291666667,
+      "learning_rate": 6.852787187549182e-05,
+      "loss": 6.7147,
+      "loss/crossentropy": 1.717007800936699,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14123423397541046,
+      "step": 2276
+    },
+    {
+      "epoch": 0.3795,
+      "grad_norm": 26.5,
+      "grad_norm_var": 0.8268229166666666,
+      "learning_rate": 6.850355315960992e-05,
+      "loss": 6.8199,
+      "loss/crossentropy": 1.6651256382465363,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14234088733792305,
+      "step": 2277
+    },
+    {
+      "epoch": 0.37966666666666665,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.9997395833333333,
+      "learning_rate": 6.847922937087399e-05,
+      "loss": 6.806,
+      "loss/crossentropy": 2.194999873638153,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16787976771593094,
+      "step": 2278
+    },
+    {
+      "epoch": 0.37983333333333336,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.0030598958333334,
+      "learning_rate": 6.845490051595252e-05,
+      "loss": 6.815,
+      "loss/crossentropy": 1.8913062810897827,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1751425452530384,
+      "step": 2279
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.98515625,
+      "learning_rate": 6.843056660151537e-05,
+      "loss": 6.8008,
+      "loss/crossentropy": 2.447334945201874,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609177105128765,
+      "step": 2280
+    },
+    {
+      "epoch": 0.38016666666666665,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.9239583333333333,
+      "learning_rate": 6.840622763423391e-05,
+      "loss": 6.8353,
+      "loss/crossentropy": 2.541880965232849,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17003898695111275,
+      "step": 2281
+    },
+    {
+      "epoch": 0.38033333333333336,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.0009765625,
+      "learning_rate": 6.838188362078073e-05,
+      "loss": 6.8443,
+      "loss/crossentropy": 1.878358080983162,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15032780915498734,
+      "step": 2282
+    },
+    {
+      "epoch": 0.3805,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.1791666666666667,
+      "learning_rate": 6.83575345678299e-05,
+      "loss": 6.8995,
+      "loss/crossentropy": 2.2386592626571655,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1593213751912117,
+      "step": 2283
+    },
+    {
+      "epoch": 0.38066666666666665,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.253125,
+      "learning_rate": 6.833318048205684e-05,
+      "loss": 6.7418,
+      "loss/crossentropy": 1.8872438669204712,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16873694024980068,
+      "step": 2284
+    },
+    {
+      "epoch": 0.38083333333333336,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.4337890625,
+      "learning_rate": 6.830882137013839e-05,
+      "loss": 6.6584,
+      "loss/crossentropy": 1.704821765422821,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15220381878316402,
+      "step": 2285
+    },
+    {
+      "epoch": 0.381,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6108723958333333,
+      "learning_rate": 6.828445723875272e-05,
+      "loss": 6.8427,
+      "loss/crossentropy": 1.566479355096817,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.179679274559021,
+      "step": 2286
+    },
+    {
+      "epoch": 0.38116666666666665,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.9184895833333333,
+      "learning_rate": 6.82600880945794e-05,
+      "loss": 6.67,
+      "loss/crossentropy": 1.987110197544098,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1384955197572708,
+      "step": 2287
+    },
+    {
+      "epoch": 0.38133333333333336,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.9330729166666667,
+      "learning_rate": 6.823571394429936e-05,
+      "loss": 6.9118,
+      "loss/crossentropy": 2.2400909662246704,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1783447451889515,
+      "step": 2288
+    },
+    {
+      "epoch": 0.3815,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.7927083333333333,
+      "learning_rate": 6.821133479459492e-05,
+      "loss": 6.8262,
+      "loss/crossentropy": 1.6772242486476898,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2010328210890293,
+      "step": 2289
+    },
+    {
+      "epoch": 0.38166666666666665,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.7639973958333333,
+      "learning_rate": 6.818695065214975e-05,
+      "loss": 6.9011,
+      "loss/crossentropy": 1.3982686251401901,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20180439949035645,
+      "step": 2290
+    },
+    {
+      "epoch": 0.38183333333333336,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.4208333333333334,
+      "learning_rate": 6.816256152364892e-05,
+      "loss": 6.761,
+      "loss/crossentropy": 2.046647995710373,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14350645244121552,
+      "step": 2291
+    },
+    {
+      "epoch": 0.382,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.4249348958333334,
+      "learning_rate": 6.813816741577885e-05,
+      "loss": 6.8927,
+      "loss/crossentropy": 1.4760452210903168,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1707964763045311,
+      "step": 2292
+    },
+    {
+      "epoch": 0.38216666666666665,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.4427083333333333,
+      "learning_rate": 6.811376833522729e-05,
+      "loss": 6.8601,
+      "loss/crossentropy": 2.155281215906143,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17378359660506248,
+      "step": 2293
+    },
+    {
+      "epoch": 0.38233333333333336,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.5452473958333333,
+      "learning_rate": 6.808936428868343e-05,
+      "loss": 7.0026,
+      "loss/crossentropy": 1.743675410747528,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15216132253408432,
+      "step": 2294
+    },
+    {
+      "epoch": 0.3825,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.5551432291666667,
+      "learning_rate": 6.806495528283771e-05,
+      "loss": 6.9618,
+      "loss/crossentropy": 2.0535599291324615,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19112099707126617,
+      "step": 2295
+    },
+    {
+      "epoch": 0.38266666666666665,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.53515625,
+      "learning_rate": 6.80405413243821e-05,
+      "loss": 6.7171,
+      "loss/crossentropy": 2.0463542342185974,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17179614305496216,
+      "step": 2296
+    },
+    {
+      "epoch": 0.38283333333333336,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.5384765625,
+      "learning_rate": 6.801612242000974e-05,
+      "loss": 7.0847,
+      "loss/crossentropy": 1.8712271302938461,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20067323744297028,
+      "step": 2297
+    },
+    {
+      "epoch": 0.383,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.6768229166666666,
+      "learning_rate": 6.799169857641524e-05,
+      "loss": 6.8107,
+      "loss/crossentropy": 2.281769096851349,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1445895154029131,
+      "step": 2298
+    },
+    {
+      "epoch": 0.38316666666666666,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.5143229166666667,
+      "learning_rate": 6.796726980029454e-05,
+      "loss": 6.9012,
+      "loss/crossentropy": 1.9444910287857056,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16290213912725449,
+      "step": 2299
+    },
+    {
+      "epoch": 0.38333333333333336,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.7280598958333333,
+      "learning_rate": 6.794283609834492e-05,
+      "loss": 6.6994,
+      "loss/crossentropy": 1.6533276438713074,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16285309940576553,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3835,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.4129557291666666,
+      "learning_rate": 6.7918397477265e-05,
+      "loss": 6.7987,
+      "loss/crossentropy": 1.386292189359665,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19758832827210426,
+      "step": 2301
+    },
+    {
+      "epoch": 0.38366666666666666,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.2832682291666666,
+      "learning_rate": 6.789395394375482e-05,
+      "loss": 6.8682,
+      "loss/crossentropy": 2.1064485013484955,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1605275422334671,
+      "step": 2302
+    },
+    {
+      "epoch": 0.38383333333333336,
+      "grad_norm": 26.75,
+      "grad_norm_var": 0.9785807291666667,
+      "learning_rate": 6.786950550451567e-05,
+      "loss": 6.9319,
+      "loss/crossentropy": 2.0120938420295715,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1665123663842678,
+      "step": 2303
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.5645182291666666,
+      "learning_rate": 6.784505216625023e-05,
+      "loss": 6.9365,
+      "loss/crossentropy": 1.7199957966804504,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16280913725495338,
+      "step": 2304
+    },
+    {
+      "epoch": 0.38416666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.5916015625,
+      "learning_rate": 6.782059393566253e-05,
+      "loss": 6.8459,
+      "loss/crossentropy": 2.5083395540714264,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15042457357048988,
+      "step": 2305
+    },
+    {
+      "epoch": 0.38433333333333336,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.67890625,
+      "learning_rate": 6.779613081945795e-05,
+      "loss": 7.134,
+      "loss/crossentropy": 2.2085765600204468,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2167658619582653,
+      "step": 2306
+    },
+    {
+      "epoch": 0.3845,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.8124348958333334,
+      "learning_rate": 6.777166282434315e-05,
+      "loss": 6.9077,
+      "loss/crossentropy": 1.928907573223114,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1991769913583994,
+      "step": 2307
+    },
+    {
+      "epoch": 0.38466666666666666,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.9143229166666667,
+      "learning_rate": 6.774718995702621e-05,
+      "loss": 6.7921,
+      "loss/crossentropy": 2.123244047164917,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20490412786602974,
+      "step": 2308
+    },
+    {
+      "epoch": 0.38483333333333336,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.5205729166666666,
+      "learning_rate": 6.772271222421649e-05,
+      "loss": 6.8214,
+      "loss/crossentropy": 1.5877065658569336,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15110471844673157,
+      "step": 2309
+    },
+    {
+      "epoch": 0.385,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.4369140625,
+      "learning_rate": 6.769822963262468e-05,
+      "loss": 6.8411,
+      "loss/crossentropy": 1.825337678194046,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1718905009329319,
+      "step": 2310
+    },
+    {
+      "epoch": 0.38516666666666666,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.459375,
+      "learning_rate": 6.767374218896286e-05,
+      "loss": 7.1378,
+      "loss/crossentropy": 2.0545195043087006,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15488092973828316,
+      "step": 2311
+    },
+    {
+      "epoch": 0.38533333333333336,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.280989583333333,
+      "learning_rate": 6.764924989994438e-05,
+      "loss": 7.0252,
+      "loss/crossentropy": 1.4369324147701263,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15527509152889252,
+      "step": 2312
+    },
+    {
+      "epoch": 0.3855,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.2598307291666666,
+      "learning_rate": 6.762475277228392e-05,
+      "loss": 6.9861,
+      "loss/crossentropy": 1.5409781336784363,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15133031271398067,
+      "step": 2313
+    },
+    {
+      "epoch": 0.38566666666666666,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.1426432291666666,
+      "learning_rate": 6.760025081269756e-05,
+      "loss": 6.916,
+      "loss/crossentropy": 1.794759839773178,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18971027433872223,
+      "step": 2314
+    },
+    {
+      "epoch": 0.3858333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.269791666666667,
+      "learning_rate": 6.75757440279026e-05,
+      "loss": 6.8837,
+      "loss/crossentropy": 2.0624620616436005,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2345019243657589,
+      "step": 2315
+    },
+    {
+      "epoch": 0.386,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.101822916666667,
+      "learning_rate": 6.755123242461774e-05,
+      "loss": 7.0518,
+      "loss/crossentropy": 2.074870526790619,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2406204603612423,
+      "step": 2316
+    },
+    {
+      "epoch": 0.38616666666666666,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.0603515625,
+      "learning_rate": 6.752671600956295e-05,
+      "loss": 6.6856,
+      "loss/crossentropy": 1.745943397283554,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18022912740707397,
+      "step": 2317
+    },
+    {
+      "epoch": 0.3863333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.0322265625,
+      "learning_rate": 6.750219478945958e-05,
+      "loss": 6.7195,
+      "loss/crossentropy": 1.8544356226921082,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17065473645925522,
+      "step": 2318
+    },
+    {
+      "epoch": 0.3865,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.20390625,
+      "learning_rate": 6.747766877103024e-05,
+      "loss": 6.6265,
+      "loss/crossentropy": 1.898142009973526,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15185008570551872,
+      "step": 2319
+    },
+    {
+      "epoch": 0.38666666666666666,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.7400390625,
+      "learning_rate": 6.745313796099889e-05,
+      "loss": 6.7371,
+      "loss/crossentropy": 1.853213131427765,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17413167282938957,
+      "step": 2320
+    },
+    {
+      "epoch": 0.3868333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.85625,
+      "learning_rate": 6.742860236609077e-05,
+      "loss": 6.6697,
+      "loss/crossentropy": 2.1464334428310394,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16041269525885582,
+      "step": 2321
+    },
+    {
+      "epoch": 0.387,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.81640625,
+      "learning_rate": 6.740406199303246e-05,
+      "loss": 6.8386,
+      "loss/crossentropy": 2.3023249804973602,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1622992865741253,
+      "step": 2322
+    },
+    {
+      "epoch": 0.38716666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.609375,
+      "learning_rate": 6.737951684855185e-05,
+      "loss": 6.8416,
+      "loss/crossentropy": 1.8793247938156128,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21306372433900833,
+      "step": 2323
+    },
+    {
+      "epoch": 0.3873333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.609375,
+      "learning_rate": 6.735496693937814e-05,
+      "loss": 6.7164,
+      "loss/crossentropy": 2.0201627165079117,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15009639039635658,
+      "step": 2324
+    },
+    {
+      "epoch": 0.3875,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.08515625,
+      "learning_rate": 6.733041227224181e-05,
+      "loss": 6.8443,
+      "loss/crossentropy": 1.6631371974945068,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14934007078409195,
+      "step": 2325
+    },
+    {
+      "epoch": 0.38766666666666666,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.0968098958333334,
+      "learning_rate": 6.730585285387465e-05,
+      "loss": 6.677,
+      "loss/crossentropy": 1.9572483897209167,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1283713672310114,
+      "step": 2326
+    },
+    {
+      "epoch": 0.3878333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.1343098958333333,
+      "learning_rate": 6.728128869100979e-05,
+      "loss": 6.6992,
+      "loss/crossentropy": 1.8707310259342194,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14712461084127426,
+      "step": 2327
+    },
+    {
+      "epoch": 0.388,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.2268229166666667,
+      "learning_rate": 6.725671979038163e-05,
+      "loss": 6.8619,
+      "loss/crossentropy": 1.9184933304786682,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15685540437698364,
+      "step": 2328
+    },
+    {
+      "epoch": 0.38816666666666666,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.203125,
+      "learning_rate": 6.723214615872585e-05,
+      "loss": 6.5082,
+      "loss/crossentropy": 1.8221013844013214,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16979198530316353,
+      "step": 2329
+    },
+    {
+      "epoch": 0.3883333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.2014973958333333,
+      "learning_rate": 6.72075678027795e-05,
+      "loss": 6.9624,
+      "loss/crossentropy": 2.518416106700897,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16251210123300552,
+      "step": 2330
+    },
+    {
+      "epoch": 0.3885,
+      "grad_norm": 27.875,
+      "grad_norm_var": 0.9921223958333333,
+      "learning_rate": 6.718298472928082e-05,
+      "loss": 6.9887,
+      "loss/crossentropy": 2.052230030298233,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18858178704977036,
+      "step": 2331
+    },
+    {
+      "epoch": 0.38866666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.97265625,
+      "learning_rate": 6.715839694496942e-05,
+      "loss": 6.9682,
+      "loss/crossentropy": 2.0533902645111084,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1618235856294632,
+      "step": 2332
+    },
+    {
+      "epoch": 0.3888333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.9018229166666667,
+      "learning_rate": 6.713380445658618e-05,
+      "loss": 6.7296,
+      "loss/crossentropy": 1.7902663350105286,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16798154078423977,
+      "step": 2333
+    },
+    {
+      "epoch": 0.389,
+      "grad_norm": 26.125,
+      "grad_norm_var": 0.8268229166666666,
+      "learning_rate": 6.710920727087329e-05,
+      "loss": 6.8172,
+      "loss/crossentropy": 1.8883168399333954,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1813836209475994,
+      "step": 2334
+    },
+    {
+      "epoch": 0.38916666666666666,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.9202473958333334,
+      "learning_rate": 6.708460539457418e-05,
+      "loss": 6.8118,
+      "loss/crossentropy": 2.442874252796173,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16201021894812584,
+      "step": 2335
+    },
+    {
+      "epoch": 0.3893333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.0806640625,
+      "learning_rate": 6.70599988344336e-05,
+      "loss": 6.8227,
+      "loss/crossentropy": 1.7190757095813751,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14746278896927834,
+      "step": 2336
+    },
+    {
+      "epoch": 0.3895,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.0212890625,
+      "learning_rate": 6.70353875971976e-05,
+      "loss": 6.8733,
+      "loss/crossentropy": 2.1457054018974304,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17718735709786415,
+      "step": 2337
+    },
+    {
+      "epoch": 0.38966666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.028125,
+      "learning_rate": 6.701077168961345e-05,
+      "loss": 6.6978,
+      "loss/crossentropy": 1.8384040594100952,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15696503221988678,
+      "step": 2338
+    },
+    {
+      "epoch": 0.3898333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.103125,
+      "learning_rate": 6.698615111842978e-05,
+      "loss": 6.7447,
+      "loss/crossentropy": 1.7545573711395264,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15496946312487125,
+      "step": 2339
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.01015625,
+      "learning_rate": 6.696152589039644e-05,
+      "loss": 6.8441,
+      "loss/crossentropy": 1.897424355149269,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17044737748801708,
+      "step": 2340
+    },
+    {
+      "epoch": 0.39016666666666666,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.990625,
+      "learning_rate": 6.693689601226458e-05,
+      "loss": 6.8546,
+      "loss/crossentropy": 1.849250078201294,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1362832672894001,
+      "step": 2341
+    },
+    {
+      "epoch": 0.3903333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 0.9384765625,
+      "learning_rate": 6.691226149078662e-05,
+      "loss": 6.8204,
+      "loss/crossentropy": 1.3796859681606293,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.133301118388772,
+      "step": 2342
+    },
+    {
+      "epoch": 0.3905,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.0702473958333334,
+      "learning_rate": 6.688762233271624e-05,
+      "loss": 6.9197,
+      "loss/crossentropy": 1.9766640961170197,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26153096929192543,
+      "step": 2343
+    },
+    {
+      "epoch": 0.39066666666666666,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.0643229166666666,
+      "learning_rate": 6.686297854480843e-05,
+      "loss": 7.0373,
+      "loss/crossentropy": 2.2006111443042755,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1634809672832489,
+      "step": 2344
+    },
+    {
+      "epoch": 0.3908333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.1317057291666666,
+      "learning_rate": 6.683833013381941e-05,
+      "loss": 6.8813,
+      "loss/crossentropy": 2.088804841041565,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14199654385447502,
+      "step": 2345
+    },
+    {
+      "epoch": 0.391,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.1291015625,
+      "learning_rate": 6.68136771065067e-05,
+      "loss": 6.8872,
+      "loss/crossentropy": 1.4939546287059784,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19811850599944592,
+      "step": 2346
+    },
+    {
+      "epoch": 0.39116666666666666,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.0447916666666666,
+      "learning_rate": 6.678901946962903e-05,
+      "loss": 7.0184,
+      "loss/crossentropy": 1.7966118454933167,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23008551448583603,
+      "step": 2347
+    },
+    {
+      "epoch": 0.3913333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.8160807291666667,
+      "learning_rate": 6.676435722994647e-05,
+      "loss": 6.8348,
+      "loss/crossentropy": 2.2831028401851654,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16300294920802116,
+      "step": 2348
+    },
+    {
+      "epoch": 0.3915,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.7572916666666667,
+      "learning_rate": 6.67396903942203e-05,
+      "loss": 6.7193,
+      "loss/crossentropy": 2.1573742628097534,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15154269337654114,
+      "step": 2349
+    },
+    {
+      "epoch": 0.39166666666666666,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.8020182291666667,
+      "learning_rate": 6.671501896921304e-05,
+      "loss": 6.9528,
+      "loss/crossentropy": 2.1837911903858185,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18068937957286835,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3918333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.6962890625,
+      "learning_rate": 6.669034296168855e-05,
+      "loss": 6.6889,
+      "loss/crossentropy": 1.7527498006820679,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1575788278132677,
+      "step": 2351
+    },
+    {
+      "epoch": 0.392,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.5455729166666667,
+      "learning_rate": 6.666566237841187e-05,
+      "loss": 6.8318,
+      "loss/crossentropy": 2.0812375843524933,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14717432484030724,
+      "step": 2352
+    },
+    {
+      "epoch": 0.39216666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.5268229166666667,
+      "learning_rate": 6.664097722614934e-05,
+      "loss": 6.747,
+      "loss/crossentropy": 1.99381884932518,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609194353222847,
+      "step": 2353
+    },
+    {
+      "epoch": 0.3923333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.6535807291666667,
+      "learning_rate": 6.661628751166851e-05,
+      "loss": 6.6609,
+      "loss/crossentropy": 1.6271799504756927,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15119227021932602,
+      "step": 2354
+    },
+    {
+      "epoch": 0.3925,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.6434895833333334,
+      "learning_rate": 6.659159324173823e-05,
+      "loss": 6.696,
+      "loss/crossentropy": 1.976803183555603,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1548304334282875,
+      "step": 2355
+    },
+    {
+      "epoch": 0.39266666666666666,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.84765625,
+      "learning_rate": 6.656689442312855e-05,
+      "loss": 6.6962,
+      "loss/crossentropy": 1.7994800508022308,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1495393067598343,
+      "step": 2356
+    },
+    {
+      "epoch": 0.3928333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.8625,
+      "learning_rate": 6.654219106261082e-05,
+      "loss": 6.6831,
+      "loss/crossentropy": 2.0707740783691406,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15990174189209938,
+      "step": 2357
+    },
+    {
+      "epoch": 0.393,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.82890625,
+      "learning_rate": 6.651748316695759e-05,
+      "loss": 6.8115,
+      "loss/crossentropy": 1.7033197730779648,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17180664837360382,
+      "step": 2358
+    },
+    {
+      "epoch": 0.39316666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.5212890625,
+      "learning_rate": 6.649277074294264e-05,
+      "loss": 6.9949,
+      "loss/crossentropy": 2.09953972697258,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.168501578271389,
+      "step": 2359
+    },
+    {
+      "epoch": 0.3933333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.4916015625,
+      "learning_rate": 6.646805379734108e-05,
+      "loss": 7.0412,
+      "loss/crossentropy": 1.6692697405815125,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22221672534942627,
+      "step": 2360
+    },
+    {
+      "epoch": 0.3935,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5264973958333334,
+      "learning_rate": 6.644333233692916e-05,
+      "loss": 6.8264,
+      "loss/crossentropy": 2.3557469248771667,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1731346733868122,
+      "step": 2361
+    },
+    {
+      "epoch": 0.39366666666666666,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.5264973958333334,
+      "learning_rate": 6.641860636848442e-05,
+      "loss": 6.8206,
+      "loss/crossentropy": 2.0989309549331665,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1640731766819954,
+      "step": 2362
+    },
+    {
+      "epoch": 0.3938333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.4775390625,
+      "learning_rate": 6.639387589878566e-05,
+      "loss": 6.7728,
+      "loss/crossentropy": 1.9732220768928528,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16292836517095566,
+      "step": 2363
+    },
+    {
+      "epoch": 0.394,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.5025390625,
+      "learning_rate": 6.63691409346128e-05,
+      "loss": 6.9471,
+      "loss/crossentropy": 2.009943664073944,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1856016181409359,
+      "step": 2364
+    },
+    {
+      "epoch": 0.39416666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 0.5025390625,
+      "learning_rate": 6.634440148274713e-05,
+      "loss": 6.586,
+      "loss/crossentropy": 1.7318012863397598,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14388659968972206,
+      "step": 2365
+    },
+    {
+      "epoch": 0.3943333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.5025390625,
+      "learning_rate": 6.63196575499711e-05,
+      "loss": 6.6748,
+      "loss/crossentropy": 1.0360842496156693,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14554928988218307,
+      "step": 2366
+    },
+    {
+      "epoch": 0.3945,
+      "grad_norm": 26.125,
+      "grad_norm_var": 0.47291666666666665,
+      "learning_rate": 6.629490914306839e-05,
+      "loss": 7.0253,
+      "loss/crossentropy": 2.253171443939209,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17219247296452522,
+      "step": 2367
+    },
+    {
+      "epoch": 0.39466666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.4603515625,
+      "learning_rate": 6.627015626882392e-05,
+      "loss": 6.8376,
+      "loss/crossentropy": 2.156461089849472,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16158193349838257,
+      "step": 2368
+    },
+    {
+      "epoch": 0.3948333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.5728515625,
+      "learning_rate": 6.624539893402382e-05,
+      "loss": 6.4687,
+      "loss/crossentropy": 1.5168706327676773,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722939144819975,
+      "step": 2369
+    },
+    {
+      "epoch": 0.395,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.7228515625,
+      "learning_rate": 6.62206371454555e-05,
+      "loss": 6.7364,
+      "loss/crossentropy": 1.9987385272979736,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17717855796217918,
+      "step": 2370
+    },
+    {
+      "epoch": 0.39516666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 0.8455729166666667,
+      "learning_rate": 6.619587090990748e-05,
+      "loss": 6.6716,
+      "loss/crossentropy": 1.9942574799060822,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1642109677195549,
+      "step": 2371
+    },
+    {
+      "epoch": 0.3953333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 0.7780598958333333,
+      "learning_rate": 6.61711002341696e-05,
+      "loss": 7.0275,
+      "loss/crossentropy": 2.037484735250473,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19915587455034256,
+      "step": 2372
+    },
+    {
+      "epoch": 0.3955,
+      "grad_norm": 27.5,
+      "grad_norm_var": 0.8518229166666667,
+      "learning_rate": 6.614632512503288e-05,
+      "loss": 6.8233,
+      "loss/crossentropy": 1.9870141446590424,
+      "loss/hidden": 2.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13756092637777328,
+      "step": 2373
+    },
+    {
+      "epoch": 0.39566666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9051432291666667,
+      "learning_rate": 6.612154558928955e-05,
+      "loss": 6.8028,
+      "loss/crossentropy": 2.3977955281734467,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14746682345867157,
+      "step": 2374
+    },
+    {
+      "epoch": 0.3958333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 0.8979166666666667,
+      "learning_rate": 6.609676163373306e-05,
+      "loss": 6.9013,
+      "loss/crossentropy": 1.827979415655136,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2079402431845665,
+      "step": 2375
+    },
+    {
+      "epoch": 0.396,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9317057291666667,
+      "learning_rate": 6.607197326515808e-05,
+      "loss": 6.81,
+      "loss/crossentropy": 1.7026238441467285,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15630845725536346,
+      "step": 2376
+    },
+    {
+      "epoch": 0.39616666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.9510416666666667,
+      "learning_rate": 6.604718049036048e-05,
+      "loss": 6.7859,
+      "loss/crossentropy": 1.9149582386016846,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20173826068639755,
+      "step": 2377
+    },
+    {
+      "epoch": 0.3963333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.0254557291666666,
+      "learning_rate": 6.602238331613732e-05,
+      "loss": 6.6355,
+      "loss/crossentropy": 1.7907590568065643,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13750388100743294,
+      "step": 2378
+    },
+    {
+      "epoch": 0.3965,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.1010416666666667,
+      "learning_rate": 6.599758174928693e-05,
+      "loss": 6.7658,
+      "loss/crossentropy": 1.7447836995124817,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1864926964044571,
+      "step": 2379
+    },
+    {
+      "epoch": 0.39666666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.3811848958333333,
+      "learning_rate": 6.597277579660876e-05,
+      "loss": 6.8112,
+      "loss/crossentropy": 2.384903132915497,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14643269777297974,
+      "step": 2380
+    },
+    {
+      "epoch": 0.3968333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.7124348958333333,
+      "learning_rate": 6.594796546490351e-05,
+      "loss": 7.0326,
+      "loss/crossentropy": 1.9554445445537567,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1832377202808857,
+      "step": 2381
+    },
+    {
+      "epoch": 0.397,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.0747395833333333,
+      "learning_rate": 6.592315076097307e-05,
+      "loss": 6.7169,
+      "loss/crossentropy": 1.9391972720623016,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1576930470764637,
+      "step": 2382
+    },
+    {
+      "epoch": 0.39716666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.043684895833333,
+      "learning_rate": 6.589833169162054e-05,
+      "loss": 7.0173,
+      "loss/crossentropy": 1.7366683781147003,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23437469825148582,
+      "step": 2383
+    },
+    {
+      "epoch": 0.3973333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.9134765625,
+      "learning_rate": 6.587350826365023e-05,
+      "loss": 6.7367,
+      "loss/crossentropy": 2.05460923910141,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15851164981722832,
+      "step": 2384
+    },
+    {
+      "epoch": 0.3975,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.512434895833333,
+      "learning_rate": 6.58486804838676e-05,
+      "loss": 6.752,
+      "loss/crossentropy": 1.7647038251161575,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1420721635222435,
+      "step": 2385
+    },
+    {
+      "epoch": 0.39766666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.7129557291666666,
+      "learning_rate": 6.582384835907931e-05,
+      "loss": 6.7132,
+      "loss/crossentropy": 1.5111331641674042,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13129163533449173,
+      "step": 2386
+    },
+    {
+      "epoch": 0.3978333333333333,
+      "grad_norm": 3556769792.0,
+      "grad_norm_var": 7.906631975946596e+17,
+      "learning_rate": 6.579901189609325e-05,
+      "loss": 6.9834,
+      "loss/crossentropy": 2.25594899058342,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1742689162492752,
+      "step": 2387
+    },
+    {
+      "epoch": 0.398,
+      "grad_norm": 29.25,
+      "grad_norm_var": 7.906631975316751e+17,
+      "learning_rate": 6.577417110171848e-05,
+      "loss": 6.6973,
+      "loss/crossentropy": 2.1097635328769684,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1745387502014637,
+      "step": 2388
+    },
+    {
+      "epoch": 0.39816666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 7.906631975279702e+17,
+      "learning_rate": 6.574932598276525e-05,
+      "loss": 6.8867,
+      "loss/crossentropy": 1.625987485051155,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22718521021306515,
+      "step": 2389
+    },
+    {
+      "epoch": 0.3983333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 7.906631975094452e+17,
+      "learning_rate": 6.572447654604497e-05,
+      "loss": 6.9006,
+      "loss/crossentropy": 1.7787948548793793,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19332798197865486,
+      "step": 2390
+    },
+    {
+      "epoch": 0.3985,
+      "grad_norm": 26.875,
+      "grad_norm_var": 7.906631975057403e+17,
+      "learning_rate": 6.569962279837026e-05,
+      "loss": 6.6409,
+      "loss/crossentropy": 1.5556496381759644,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16146883741021156,
+      "step": 2391
+    },
+    {
+      "epoch": 0.39866666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 7.906631974501658e+17,
+      "learning_rate": 6.567476474655491e-05,
+      "loss": 6.7845,
+      "loss/crossentropy": 1.99583238363266,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1578788235783577,
+      "step": 2392
+    },
+    {
+      "epoch": 0.3988333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 7.906631974427558e+17,
+      "learning_rate": 6.564990239741391e-05,
+      "loss": 6.8161,
+      "loss/crossentropy": 2.009332448244095,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17088672146201134,
+      "step": 2393
+    },
+    {
+      "epoch": 0.399,
+      "grad_norm": 27.25,
+      "grad_norm_var": 7.906631973834764e+17,
+      "learning_rate": 6.562503575776342e-05,
+      "loss": 6.7623,
+      "loss/crossentropy": 2.0047188997268677,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18896332755684853,
+      "step": 2394
+    },
+    {
+      "epoch": 0.39916666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 7.906631974353459e+17,
+      "learning_rate": 6.560016483442075e-05,
+      "loss": 6.7224,
+      "loss/crossentropy": 1.9583649337291718,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14656022563576698,
+      "step": 2395
+    },
+    {
+      "epoch": 0.3993333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 7.906631975242651e+17,
+      "learning_rate": 6.557528963420442e-05,
+      "loss": 6.6413,
+      "loss/crossentropy": 1.710436075925827,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16422313451766968,
+      "step": 2396
+    },
+    {
+      "epoch": 0.3995,
+      "grad_norm": 115.5,
+      "grad_norm_var": 7.906631949530175e+17,
+      "learning_rate": 6.55504101639341e-05,
+      "loss": 7.088,
+      "loss/crossentropy": 2.0652720630168915,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17672301083803177,
+      "step": 2397
+    },
+    {
+      "epoch": 0.39966666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 7.906631950382318e+17,
+      "learning_rate": 6.552552643043061e-05,
+      "loss": 6.9984,
+      "loss/crossentropy": 2.257367581129074,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18116432800889015,
+      "step": 2398
+    },
+    {
+      "epoch": 0.3998333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 7.906631950345268e+17,
+      "learning_rate": 6.550063844051602e-05,
+      "loss": 6.8983,
+      "loss/crossentropy": 2.084953874349594,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16646252945065498,
+      "step": 2399
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 29.75,
+      "grad_norm_var": 7.906631949381976e+17,
+      "learning_rate": 6.54757462010135e-05,
+      "loss": 6.9011,
+      "loss/crossentropy": 1.580193653702736,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15637800842523575,
+      "step": 2400
+    },
+    {
+      "epoch": 0.40016666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 7.906631949307877e+17,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 6.6283,
+      "loss/crossentropy": 1.8589404374361038,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1506776437163353,
+      "step": 2401
+    },
+    {
+      "epoch": 0.4003333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 7.906631949307877e+17,
+      "learning_rate": 6.542594900054318e-05,
+      "loss": 6.8501,
+      "loss/crossentropy": 1.445317804813385,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1633935682475567,
+      "step": 2402
+    },
+    {
+      "epoch": 0.4005,
+      "grad_norm": 25.625,
+      "grad_norm_var": 491.8759765625,
+      "learning_rate": 6.540104405322757e-05,
+      "loss": 6.808,
+      "loss/crossentropy": 2.2121481895446777,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16684981063008308,
+      "step": 2403
+    },
+    {
+      "epoch": 0.40066666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 492.9905598958333,
+      "learning_rate": 6.537613488362837e-05,
+      "loss": 6.9472,
+      "loss/crossentropy": 2.4514149725437164,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2173566296696663,
+      "step": 2404
+    },
+    {
+      "epoch": 0.4008333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 495.7056640625,
+      "learning_rate": 6.53512214985746e-05,
+      "loss": 6.5674,
+      "loss/crossentropy": 1.4821184128522873,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1414663940668106,
+      "step": 2405
+    },
+    {
+      "epoch": 0.401,
+      "grad_norm": 24.5,
+      "grad_norm_var": 497.1791666666667,
+      "learning_rate": 6.53263039048964e-05,
+      "loss": 6.7045,
+      "loss/crossentropy": 1.537007451057434,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15158887393772602,
+      "step": 2406
+    },
+    {
+      "epoch": 0.40116666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 498.58098958333335,
+      "learning_rate": 6.530138210942505e-05,
+      "loss": 6.9256,
+      "loss/crossentropy": 2.2523117065429688,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1701522096991539,
+      "step": 2407
+    },
+    {
+      "epoch": 0.4013333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 499.44166666666666,
+      "learning_rate": 6.5276456118993e-05,
+      "loss": 6.6708,
+      "loss/crossentropy": 2.0003645718097687,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16714198142290115,
+      "step": 2408
+    },
+    {
+      "epoch": 0.4015,
+      "grad_norm": 26.0,
+      "grad_norm_var": 498.9244140625,
+      "learning_rate": 6.52515259404339e-05,
+      "loss": 6.8352,
+      "loss/crossentropy": 2.231957495212555,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16388730332255363,
+      "step": 2409
+    },
+    {
+      "epoch": 0.40166666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 498.07890625,
+      "learning_rate": 6.522659158058242e-05,
+      "loss": 6.8357,
+      "loss/crossentropy": 2.064588189125061,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16811198368668556,
+      "step": 2410
+    },
+    {
+      "epoch": 0.4018333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 497.475,
+      "learning_rate": 6.520165304627452e-05,
+      "loss": 7.1669,
+      "loss/crossentropy": 2.0525828897953033,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1728084534406662,
+      "step": 2411
+    },
+    {
+      "epoch": 0.402,
+      "grad_norm": 27.75,
+      "grad_norm_var": 495.82265625,
+      "learning_rate": 6.517671034434723e-05,
+      "loss": 6.8817,
+      "loss/crossentropy": 2.1178629994392395,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1734110377728939,
+      "step": 2412
+    },
+    {
+      "epoch": 0.4021666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.55,
+      "learning_rate": 6.515176348163871e-05,
+      "loss": 6.9761,
+      "loss/crossentropy": 1.8313535451889038,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1573218684643507,
+      "step": 2413
+    },
+    {
+      "epoch": 0.4023333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.46015625,
+      "learning_rate": 6.51268124649883e-05,
+      "loss": 6.7327,
+      "loss/crossentropy": 1.8677333891391754,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14985327422618866,
+      "step": 2414
+    },
+    {
+      "epoch": 0.4025,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.4739583333333335,
+      "learning_rate": 6.510185730123646e-05,
+      "loss": 6.8975,
+      "loss/crossentropy": 2.136382609605789,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15223726630210876,
+      "step": 2415
+    },
+    {
+      "epoch": 0.4026666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.2145182291666665,
+      "learning_rate": 6.507689799722478e-05,
+      "loss": 6.8743,
+      "loss/crossentropy": 1.9464706182479858,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1630486249923706,
+      "step": 2416
+    },
+    {
+      "epoch": 0.4028333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.0921223958333335,
+      "learning_rate": 6.505193455979603e-05,
+      "loss": 6.9077,
+      "loss/crossentropy": 2.12031227350235,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15606646984815598,
+      "step": 2417
+    },
+    {
+      "epoch": 0.403,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.03125,
+      "learning_rate": 6.502696699579405e-05,
+      "loss": 7.0647,
+      "loss/crossentropy": 1.6136747002601624,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20781651139259338,
+      "step": 2418
+    },
+    {
+      "epoch": 0.4031666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.1186848958333333,
+      "learning_rate": 6.500199531206382e-05,
+      "loss": 6.7963,
+      "loss/crossentropy": 1.498014971613884,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20728542655706406,
+      "step": 2419
+    },
+    {
+      "epoch": 0.4033333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.1541015625,
+      "learning_rate": 6.49770195154515e-05,
+      "loss": 6.774,
+      "loss/crossentropy": 1.8619219362735748,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15507182851433754,
+      "step": 2420
+    },
+    {
+      "epoch": 0.4035,
+      "grad_norm": 55.0,
+      "grad_norm_var": 52.82890625,
+      "learning_rate": 6.495203961280434e-05,
+      "loss": 7.0197,
+      "loss/crossentropy": 1.9670444428920746,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.187067698687315,
+      "step": 2421
+    },
+    {
+      "epoch": 0.4036666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 51.8869140625,
+      "learning_rate": 6.492705561097073e-05,
+      "loss": 6.8356,
+      "loss/crossentropy": 1.708122655749321,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20964742824435234,
+      "step": 2422
+    },
+    {
+      "epoch": 0.4038333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 51.061458333333334,
+      "learning_rate": 6.490206751680014e-05,
+      "loss": 7.0822,
+      "loss/crossentropy": 2.0800398886203766,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20342343300580978,
+      "step": 2423
+    },
+    {
+      "epoch": 0.404,
+      "grad_norm": 24.625,
+      "grad_norm_var": 51.733333333333334,
+      "learning_rate": 6.487707533714324e-05,
+      "loss": 6.7481,
+      "loss/crossentropy": 1.5592031627893448,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1578284502029419,
+      "step": 2424
+    },
+    {
+      "epoch": 0.4041666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 51.7791015625,
+      "learning_rate": 6.485207907885175e-05,
+      "loss": 7.1974,
+      "loss/crossentropy": 2.1155748665332794,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1686776988208294,
+      "step": 2425
+    },
+    {
+      "epoch": 0.4043333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 51.90182291666667,
+      "learning_rate": 6.482707874877854e-05,
+      "loss": 7.0039,
+      "loss/crossentropy": 2.1120460629463196,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17187189497053623,
+      "step": 2426
+    },
+    {
+      "epoch": 0.4045,
+      "grad_norm": 24.0,
+      "grad_norm_var": 52.95201822916667,
+      "learning_rate": 6.480207435377762e-05,
+      "loss": 6.4944,
+      "loss/crossentropy": 1.576673462986946,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17678438127040863,
+      "step": 2427
+    },
+    {
+      "epoch": 0.4046666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 53.51979166666667,
+      "learning_rate": 6.477706590070406e-05,
+      "loss": 6.8427,
+      "loss/crossentropy": 1.7003315836191177,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19727667421102524,
+      "step": 2428
+    },
+    {
+      "epoch": 0.4048333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 53.05416666666667,
+      "learning_rate": 6.475205339641407e-05,
+      "loss": 6.7316,
+      "loss/crossentropy": 1.3252526968717575,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1544190961867571,
+      "step": 2429
+    },
+    {
+      "epoch": 0.405,
+      "grad_norm": 25.25,
+      "grad_norm_var": 52.828125,
+      "learning_rate": 6.472703684776497e-05,
+      "loss": 6.8475,
+      "loss/crossentropy": 1.7960362136363983,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17207765206694603,
+      "step": 2430
+    },
+    {
+      "epoch": 0.4051666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 52.85462239583333,
+      "learning_rate": 6.47020162616152e-05,
+      "loss": 7.2572,
+      "loss/crossentropy": 2.0132616460323334,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24856551364064217,
+      "step": 2431
+    },
+    {
+      "epoch": 0.4053333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 53.16223958333333,
+      "learning_rate": 6.467699164482428e-05,
+      "loss": 7.0696,
+      "loss/crossentropy": 2.2285561859607697,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16743317618966103,
+      "step": 2432
+    },
+    {
+      "epoch": 0.4055,
+      "grad_norm": 25.375,
+      "grad_norm_var": 53.46848958333333,
+      "learning_rate": 6.465196300425287e-05,
+      "loss": 6.5897,
+      "loss/crossentropy": 1.576894074678421,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14778507128357887,
+      "step": 2433
+    },
+    {
+      "epoch": 0.4056666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 53.58515625,
+      "learning_rate": 6.462693034676271e-05,
+      "loss": 6.7161,
+      "loss/crossentropy": 1.6405914574861526,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1316718440502882,
+      "step": 2434
+    },
+    {
+      "epoch": 0.4058333333333333,
+      "grad_norm": 57.5,
+      "grad_norm_var": 107.47604166666666,
+      "learning_rate": 6.460189367921663e-05,
+      "loss": 6.7109,
+      "loss/crossentropy": 1.345786765217781,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14126594737172127,
+      "step": 2435
+    },
+    {
+      "epoch": 0.406,
+      "grad_norm": 28.0,
+      "grad_norm_var": 106.21848958333334,
+      "learning_rate": 6.457685300847858e-05,
+      "loss": 6.719,
+      "loss/crossentropy": 2.0012500286102295,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16181448847055435,
+      "step": 2436
+    },
+    {
+      "epoch": 0.4061666666666667,
+      "grad_norm": 35.75,
+      "grad_norm_var": 65.57291666666667,
+      "learning_rate": 6.455180834141359e-05,
+      "loss": 6.9982,
+      "loss/crossentropy": 1.9076215624809265,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1558636911213398,
+      "step": 2437
+    },
+    {
+      "epoch": 0.4063333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 65.73118489583334,
+      "learning_rate": 6.452675968488783e-05,
+      "loss": 6.7474,
+      "loss/crossentropy": 1.7419730722904205,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1524103507399559,
+      "step": 2438
+    },
+    {
+      "epoch": 0.4065,
+      "grad_norm": 26.625,
+      "grad_norm_var": 66.021875,
+      "learning_rate": 6.450170704576852e-05,
+      "loss": 6.7706,
+      "loss/crossentropy": 2.5115545988082886,
+      "loss/hidden": 2.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14534624479711056,
+      "step": 2439
+    },
+    {
+      "epoch": 0.4066666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 64.8666015625,
+      "learning_rate": 6.447665043092396e-05,
+      "loss": 6.9138,
+      "loss/crossentropy": 2.0061833560466766,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21969490870833397,
+      "step": 2440
+    },
+    {
+      "epoch": 0.4068333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 64.52180989583333,
+      "learning_rate": 6.445158984722358e-05,
+      "loss": 6.8544,
+      "loss/crossentropy": 2.075794130563736,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1625579260289669,
+      "step": 2441
+    },
+    {
+      "epoch": 0.407,
+      "grad_norm": 26.0,
+      "grad_norm_var": 64.90983072916667,
+      "learning_rate": 6.442652530153789e-05,
+      "loss": 6.618,
+      "loss/crossentropy": 2.1168605983257294,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15845603123307228,
+      "step": 2442
+    },
+    {
+      "epoch": 0.4071666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 63.901041666666664,
+      "learning_rate": 6.440145680073847e-05,
+      "loss": 7.1393,
+      "loss/crossentropy": 1.9682182371616364,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17068976908922195,
+      "step": 2443
+    },
+    {
+      "epoch": 0.4073333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 63.14733072916667,
+      "learning_rate": 6.437638435169798e-05,
+      "loss": 6.9785,
+      "loss/crossentropy": 2.49484646320343,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14673476293683052,
+      "step": 2444
+    },
+    {
+      "epoch": 0.4075,
+      "grad_norm": 26.25,
+      "grad_norm_var": 63.323893229166664,
+      "learning_rate": 6.435130796129018e-05,
+      "loss": 7.0286,
+      "loss/crossentropy": 2.06765416264534,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16866644099354744,
+      "step": 2445
+    },
+    {
+      "epoch": 0.4076666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 62.609309895833334,
+      "learning_rate": 6.432622763638993e-05,
+      "loss": 6.5372,
+      "loss/crossentropy": 1.4680253118276596,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1498016119003296,
+      "step": 2446
+    },
+    {
+      "epoch": 0.4078333333333333,
+      "grad_norm": 25.625,
+      "grad_norm_var": 63.06223958333333,
+      "learning_rate": 6.43011433838731e-05,
+      "loss": 6.9948,
+      "loss/crossentropy": 2.139008194208145,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1862662173807621,
+      "step": 2447
+    },
+    {
+      "epoch": 0.408,
+      "grad_norm": 25.25,
+      "grad_norm_var": 63.41458333333333,
+      "learning_rate": 6.42760552106167e-05,
+      "loss": 6.905,
+      "loss/crossentropy": 1.8233259320259094,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14833687618374825,
+      "step": 2448
+    },
+    {
+      "epoch": 0.4081666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 62.53274739583333,
+      "learning_rate": 6.42509631234988e-05,
+      "loss": 6.6822,
+      "loss/crossentropy": 1.4213766306638718,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15340506285429,
+      "step": 2449
+    },
+    {
+      "epoch": 0.4083333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 62.25149739583333,
+      "learning_rate": 6.422586712939855e-05,
+      "loss": 6.7818,
+      "loss/crossentropy": 2.1126876771450043,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1675533838570118,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4085,
+      "grad_norm": 28.0,
+      "grad_norm_var": 5.8634765625,
+      "learning_rate": 6.420076723519614e-05,
+      "loss": 6.728,
+      "loss/crossentropy": 2.2059687972068787,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14708926156163216,
+      "step": 2451
+    },
+    {
+      "epoch": 0.4086666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 5.850455729166667,
+      "learning_rate": 6.417566344777285e-05,
+      "loss": 6.9409,
+      "loss/crossentropy": 2.297195941209793,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19095397368073463,
+      "step": 2452
+    },
+    {
+      "epoch": 0.4088333333333333,
+      "grad_norm": 27.0,
+      "grad_norm_var": 0.9832682291666667,
+      "learning_rate": 6.415055577401102e-05,
+      "loss": 6.8356,
+      "loss/crossentropy": 1.9084744155406952,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15492447838187218,
+      "step": 2453
+    },
+    {
+      "epoch": 0.409,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.2830729166666666,
+      "learning_rate": 6.412544422079407e-05,
+      "loss": 6.7631,
+      "loss/crossentropy": 1.7198861837387085,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18272611126303673,
+      "step": 2454
+    },
+    {
+      "epoch": 0.4091666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.2770182291666667,
+      "learning_rate": 6.410032879500647e-05,
+      "loss": 6.8471,
+      "loss/crossentropy": 1.87732695043087,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12723924033343792,
+      "step": 2455
+    },
+    {
+      "epoch": 0.4093333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.0205729166666666,
+      "learning_rate": 6.407520950353377e-05,
+      "loss": 7.1287,
+      "loss/crossentropy": 2.0734984278678894,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1841459609568119,
+      "step": 2456
+    },
+    {
+      "epoch": 0.4095,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.3249348958333333,
+      "learning_rate": 6.405008635326257e-05,
+      "loss": 6.7082,
+      "loss/crossentropy": 2.0044603049755096,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14789893850684166,
+      "step": 2457
+    },
+    {
+      "epoch": 0.4096666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7077473958333333,
+      "learning_rate": 6.402495935108048e-05,
+      "loss": 6.8735,
+      "loss/crossentropy": 2.158928781747818,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1681729406118393,
+      "step": 2458
+    },
+    {
+      "epoch": 0.4098333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.72265625,
+      "learning_rate": 6.399982850387624e-05,
+      "loss": 6.6705,
+      "loss/crossentropy": 1.830395132303238,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19028659164905548,
+      "step": 2459
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.7791015625,
+      "learning_rate": 6.397469381853964e-05,
+      "loss": 6.5916,
+      "loss/crossentropy": 1.9702816009521484,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1819646917283535,
+      "step": 2460
+    },
+    {
+      "epoch": 0.4101666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 2.013541666666667,
+      "learning_rate": 6.394955530196147e-05,
+      "loss": 6.8582,
+      "loss/crossentropy": 1.9903499782085419,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16806786879897118,
+      "step": 2461
+    },
+    {
+      "epoch": 0.4103333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.1705729166666665,
+      "learning_rate": 6.392441296103358e-05,
+      "loss": 6.8105,
+      "loss/crossentropy": 1.9557738900184631,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19197628274559975,
+      "step": 2462
+    },
+    {
+      "epoch": 0.4105,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.1393229166666665,
+      "learning_rate": 6.389926680264892e-05,
+      "loss": 6.9117,
+      "loss/crossentropy": 1.7357138097286224,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19750121980905533,
+      "step": 2463
+    },
+    {
+      "epoch": 0.4106666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.2885416666666667,
+      "learning_rate": 6.387411683370144e-05,
+      "loss": 6.6958,
+      "loss/crossentropy": 2.3675737380981445,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17275352030992508,
+      "step": 2464
+    },
+    {
+      "epoch": 0.41083333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.1702473958333335,
+      "learning_rate": 6.384896306108612e-05,
+      "loss": 6.8314,
+      "loss/crossentropy": 1.8206487596035004,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16689592972397804,
+      "step": 2465
+    },
+    {
+      "epoch": 0.411,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.301041666666667,
+      "learning_rate": 6.382380549169905e-05,
+      "loss": 6.8859,
+      "loss/crossentropy": 1.860111564397812,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1582115963101387,
+      "step": 2466
+    },
+    {
+      "epoch": 0.4111666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.0768229166666665,
+      "learning_rate": 6.37986441324373e-05,
+      "loss": 6.6923,
+      "loss/crossentropy": 2.0755509734153748,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15465720742940903,
+      "step": 2467
+    },
+    {
+      "epoch": 0.41133333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.8893229166666667,
+      "learning_rate": 6.377347899019899e-05,
+      "loss": 6.7607,
+      "loss/crossentropy": 2.232831746339798,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14974839985370636,
+      "step": 2468
+    },
+    {
+      "epoch": 0.4115,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.8229166666666667,
+      "learning_rate": 6.374831007188332e-05,
+      "loss": 6.8105,
+      "loss/crossentropy": 2.3899860978126526,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639578826725483,
+      "step": 2469
+    },
+    {
+      "epoch": 0.4116666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.1080729166666667,
+      "learning_rate": 6.372313738439044e-05,
+      "loss": 6.5631,
+      "loss/crossentropy": 1.703120768070221,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.162254199385643,
+      "step": 2470
+    },
+    {
+      "epoch": 0.41183333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.0552083333333333,
+      "learning_rate": 6.369796093462164e-05,
+      "loss": 6.5942,
+      "loss/crossentropy": 2.348372131586075,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18017329648137093,
+      "step": 2471
+    },
+    {
+      "epoch": 0.412,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.8436848958333333,
+      "learning_rate": 6.367278072947914e-05,
+      "loss": 6.5918,
+      "loss/crossentropy": 1.6634221076965332,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17037519812583923,
+      "step": 2472
+    },
+    {
+      "epoch": 0.4121666666666667,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.8580729166666666,
+      "learning_rate": 6.364759677586627e-05,
+      "loss": 6.8367,
+      "loss/crossentropy": 2.397175669670105,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19348593801259995,
+      "step": 2473
+    },
+    {
+      "epoch": 0.41233333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.7635416666666667,
+      "learning_rate": 6.362240908068733e-05,
+      "loss": 7.1681,
+      "loss/crossentropy": 2.3423688113689423,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19216611981391907,
+      "step": 2474
+    },
+    {
+      "epoch": 0.4125,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.8660807291666667,
+      "learning_rate": 6.35972176508477e-05,
+      "loss": 7.0017,
+      "loss/crossentropy": 2.055697947740555,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1567685604095459,
+      "step": 2475
+    },
+    {
+      "epoch": 0.4126666666666667,
+      "grad_norm": 50.75,
+      "grad_norm_var": 40.13125,
+      "learning_rate": 6.357202249325371e-05,
+      "loss": 7.1163,
+      "loss/crossentropy": 2.280906915664673,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1432918030768633,
+      "step": 2476
+    },
+    {
+      "epoch": 0.41283333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 39.6431640625,
+      "learning_rate": 6.35468236148128e-05,
+      "loss": 6.7229,
+      "loss/crossentropy": 1.9991113245487213,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15334361419081688,
+      "step": 2477
+    },
+    {
+      "epoch": 0.413,
+      "grad_norm": 26.5,
+      "grad_norm_var": 39.212955729166666,
+      "learning_rate": 6.352162102243337e-05,
+      "loss": 6.853,
+      "loss/crossentropy": 1.9306348264217377,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20300956815481186,
+      "step": 2478
+    },
+    {
+      "epoch": 0.4131666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 39.7025390625,
+      "learning_rate": 6.349641472302483e-05,
+      "loss": 6.7869,
+      "loss/crossentropy": 1.632624015212059,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14805776253342628,
+      "step": 2479
+    },
+    {
+      "epoch": 0.41333333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 39.655208333333334,
+      "learning_rate": 6.347120472349764e-05,
+      "loss": 6.6467,
+      "loss/crossentropy": 2.0582397282123566,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16991465911269188,
+      "step": 2480
+    },
+    {
+      "epoch": 0.4135,
+      "grad_norm": 24.625,
+      "grad_norm_var": 39.822916666666664,
+      "learning_rate": 6.344599103076329e-05,
+      "loss": 6.7141,
+      "loss/crossentropy": 2.102111130952835,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18233391270041466,
+      "step": 2481
+    },
+    {
+      "epoch": 0.4136666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 39.845768229166666,
+      "learning_rate": 6.342077365173423e-05,
+      "loss": 6.8693,
+      "loss/crossentropy": 1.5424001812934875,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18824997916817665,
+      "step": 2482
+    },
+    {
+      "epoch": 0.41383333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 40.048893229166666,
+      "learning_rate": 6.339555259332398e-05,
+      "loss": 6.8122,
+      "loss/crossentropy": 1.938632220029831,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19535111263394356,
+      "step": 2483
+    },
+    {
+      "epoch": 0.414,
+      "grad_norm": 26.75,
+      "grad_norm_var": 39.912434895833336,
+      "learning_rate": 6.337032786244699e-05,
+      "loss": 7.0333,
+      "loss/crossentropy": 2.155646115541458,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18436097726225853,
+      "step": 2484
+    },
+    {
+      "epoch": 0.4141666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 40.024739583333336,
+      "learning_rate": 6.334509946601879e-05,
+      "loss": 6.7946,
+      "loss/crossentropy": 2.052544802427292,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1663399562239647,
+      "step": 2485
+    },
+    {
+      "epoch": 0.41433333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 39.775,
+      "learning_rate": 6.331986741095588e-05,
+      "loss": 6.8338,
+      "loss/crossentropy": 1.8500926494598389,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18705154955387115,
+      "step": 2486
+    },
+    {
+      "epoch": 0.4145,
+      "grad_norm": 24.0,
+      "grad_norm_var": 40.15416666666667,
+      "learning_rate": 6.329463170417578e-05,
+      "loss": 6.6526,
+      "loss/crossentropy": 1.9045593440532684,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609310396015644,
+      "step": 2487
+    },
+    {
+      "epoch": 0.4146666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 39.886393229166664,
+      "learning_rate": 6.3269392352597e-05,
+      "loss": 6.8379,
+      "loss/crossentropy": 1.849776715040207,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21265124529600143,
+      "step": 2488
+    },
+    {
+      "epoch": 0.41483333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 40.18932291666667,
+      "learning_rate": 6.324414936313904e-05,
+      "loss": 6.6876,
+      "loss/crossentropy": 1.9447439461946487,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1513720005750656,
+      "step": 2489
+    },
+    {
+      "epoch": 0.415,
+      "grad_norm": 25.875,
+      "grad_norm_var": 39.96920572916667,
+      "learning_rate": 6.321890274272243e-05,
+      "loss": 6.796,
+      "loss/crossentropy": 2.1727565973997116,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17887142673134804,
+      "step": 2490
+    },
+    {
+      "epoch": 0.4151666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 39.956705729166664,
+      "learning_rate": 6.319365249826865e-05,
+      "loss": 6.8666,
+      "loss/crossentropy": 2.198118895292282,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19886348024010658,
+      "step": 2491
+    },
+    {
+      "epoch": 0.41533333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.3270833333333334,
+      "learning_rate": 6.31683986367002e-05,
+      "loss": 6.8174,
+      "loss/crossentropy": 1.9714609682559967,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1624852418899536,
+      "step": 2492
+    },
+    {
+      "epoch": 0.4155,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.2093098958333333,
+      "learning_rate": 6.31431411649406e-05,
+      "loss": 6.5956,
+      "loss/crossentropy": 1.943483829498291,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15975921973586082,
+      "step": 2493
+    },
+    {
+      "epoch": 0.4156666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2905598958333333,
+      "learning_rate": 6.311788008991432e-05,
+      "loss": 6.6163,
+      "loss/crossentropy": 1.7879917323589325,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16596719622612,
+      "step": 2494
+    },
+    {
+      "epoch": 0.41583333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.2729166666666667,
+      "learning_rate": 6.309261541854678e-05,
+      "loss": 6.899,
+      "loss/crossentropy": 2.0618541538715363,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17462057247757912,
+      "step": 2495
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.1848307291666667,
+      "learning_rate": 6.306734715776447e-05,
+      "loss": 6.733,
+      "loss/crossentropy": 2.242476850748062,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17872318625450134,
+      "step": 2496
+    },
+    {
+      "epoch": 0.4161666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.0832682291666667,
+      "learning_rate": 6.304207531449486e-05,
+      "loss": 6.859,
+      "loss/crossentropy": 2.2017227113246918,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15444735065102577,
+      "step": 2497
+    },
+    {
+      "epoch": 0.41633333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.32890625,
+      "learning_rate": 6.301679989566631e-05,
+      "loss": 7.0701,
+      "loss/crossentropy": 1.5373402535915375,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17571870982646942,
+      "step": 2498
+    },
+    {
+      "epoch": 0.4165,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.3072916666666667,
+      "learning_rate": 6.299152090820823e-05,
+      "loss": 6.6156,
+      "loss/crossentropy": 1.8519677817821503,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1534900739789009,
+      "step": 2499
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4583333333333333,
+      "learning_rate": 6.296623835905105e-05,
+      "loss": 6.771,
+      "loss/crossentropy": 1.8382076621055603,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14961286261677742,
+      "step": 2500
+    },
+    {
+      "epoch": 0.41683333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.6489583333333333,
+      "learning_rate": 6.294095225512603e-05,
+      "loss": 6.7504,
+      "loss/crossentropy": 2.071428507566452,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21384010091423988,
+      "step": 2501
+    },
+    {
+      "epoch": 0.417,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5327473958333333,
+      "learning_rate": 6.29156626033656e-05,
+      "loss": 6.9532,
+      "loss/crossentropy": 1.8757939040660858,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1689772568643093,
+      "step": 2502
+    },
+    {
+      "epoch": 0.4171666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.6114583333333334,
+      "learning_rate": 6.2890369410703e-05,
+      "loss": 6.703,
+      "loss/crossentropy": 1.6349279433488846,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18868954852223396,
+      "step": 2503
+    },
+    {
+      "epoch": 0.41733333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.6087890625,
+      "learning_rate": 6.286507268407251e-05,
+      "loss": 6.7076,
+      "loss/crossentropy": 1.685459554195404,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20249143987894058,
+      "step": 2504
+    },
+    {
+      "epoch": 0.4175,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.6247395833333333,
+      "learning_rate": 6.283977243040939e-05,
+      "loss": 6.6145,
+      "loss/crossentropy": 1.9368962943553925,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1703999973833561,
+      "step": 2505
+    },
+    {
+      "epoch": 0.4176666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.6744140625,
+      "learning_rate": 6.281446865664984e-05,
+      "loss": 6.6846,
+      "loss/crossentropy": 1.8834651708602905,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16718285903334618,
+      "step": 2506
+    },
+    {
+      "epoch": 0.41783333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.446875,
+      "learning_rate": 6.278916136973103e-05,
+      "loss": 6.7117,
+      "loss/crossentropy": 1.9237027764320374,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24048695713281631,
+      "step": 2507
+    },
+    {
+      "epoch": 0.418,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.4202473958333333,
+      "learning_rate": 6.276385057659108e-05,
+      "loss": 6.7778,
+      "loss/crossentropy": 1.8719561398029327,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18500484712421894,
+      "step": 2508
+    },
+    {
+      "epoch": 0.4181666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.4780598958333333,
+      "learning_rate": 6.273853628416911e-05,
+      "loss": 6.8027,
+      "loss/crossentropy": 2.205473005771637,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15757523477077484,
+      "step": 2509
+    },
+    {
+      "epoch": 0.41833333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.3916015625,
+      "learning_rate": 6.271321849940518e-05,
+      "loss": 6.9856,
+      "loss/crossentropy": 1.5951188653707504,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13472971692681313,
+      "step": 2510
+    },
+    {
+      "epoch": 0.4185,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.3936848958333334,
+      "learning_rate": 6.268789722924029e-05,
+      "loss": 6.7548,
+      "loss/crossentropy": 1.873681128025055,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1616390086710453,
+      "step": 2511
+    },
+    {
+      "epoch": 0.4186666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.41875,
+      "learning_rate": 6.266257248061641e-05,
+      "loss": 6.7523,
+      "loss/crossentropy": 1.594488650560379,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22131315618753433,
+      "step": 2512
+    },
+    {
+      "epoch": 0.41883333333333334,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.41015625,
+      "learning_rate": 6.263724426047647e-05,
+      "loss": 6.8523,
+      "loss/crossentropy": 2.1518452167510986,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2076232172548771,
+      "step": 2513
+    },
+    {
+      "epoch": 0.419,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.1129557291666667,
+      "learning_rate": 6.261191257576435e-05,
+      "loss": 6.6455,
+      "loss/crossentropy": 2.314407706260681,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.187717966735363,
+      "step": 2514
+    },
+    {
+      "epoch": 0.4191666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.2238932291666667,
+      "learning_rate": 6.258657743342486e-05,
+      "loss": 7.0547,
+      "loss/crossentropy": 2.1908712089061737,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17013362236320972,
+      "step": 2515
+    },
+    {
+      "epoch": 0.41933333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.0791666666666666,
+      "learning_rate": 6.256123884040378e-05,
+      "loss": 6.6599,
+      "loss/crossentropy": 2.376076400279999,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15376953780651093,
+      "step": 2516
+    },
+    {
+      "epoch": 0.4195,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.8785807291666666,
+      "learning_rate": 6.253589680364785e-05,
+      "loss": 6.7225,
+      "loss/crossentropy": 1.9512425363063812,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15836534276604652,
+      "step": 2517
+    },
+    {
+      "epoch": 0.4196666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.9046223958333334,
+      "learning_rate": 6.251055133010468e-05,
+      "loss": 6.769,
+      "loss/crossentropy": 1.909365564584732,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1636924259364605,
+      "step": 2518
+    },
+    {
+      "epoch": 0.41983333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.8809895833333333,
+      "learning_rate": 6.248520242672292e-05,
+      "loss": 6.5359,
+      "loss/crossentropy": 2.0989435017108917,
+      "loss/hidden": 2.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14785926043987274,
+      "step": 2519
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9497395833333333,
+      "learning_rate": 6.245985010045213e-05,
+      "loss": 6.7266,
+      "loss/crossentropy": 2.296488583087921,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1579260565340519,
+      "step": 2520
+    },
+    {
+      "epoch": 0.4201666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.92265625,
+      "learning_rate": 6.243449435824276e-05,
+      "loss": 6.9292,
+      "loss/crossentropy": 2.0385861992836,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17884115129709244,
+      "step": 2521
+    },
+    {
+      "epoch": 0.42033333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.9291015625,
+      "learning_rate": 6.240913520704621e-05,
+      "loss": 6.7295,
+      "loss/crossentropy": 1.9922802448272705,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14266313053667545,
+      "step": 2522
+    },
+    {
+      "epoch": 0.4205,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.9410807291666666,
+      "learning_rate": 6.238377265381489e-05,
+      "loss": 6.5898,
+      "loss/crossentropy": 1.8438490331172943,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18283303081989288,
+      "step": 2523
+    },
+    {
+      "epoch": 0.4206666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.7643229166666666,
+      "learning_rate": 6.235840670550204e-05,
+      "loss": 6.6594,
+      "loss/crossentropy": 1.3130835890769958,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1476604975759983,
+      "step": 2524
+    },
+    {
+      "epoch": 0.42083333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9197265625,
+      "learning_rate": 6.233303736906193e-05,
+      "loss": 6.6827,
+      "loss/crossentropy": 2.2090757489204407,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14153105951845646,
+      "step": 2525
+    },
+    {
+      "epoch": 0.421,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9197265625,
+      "learning_rate": 6.230766465144967e-05,
+      "loss": 6.661,
+      "loss/crossentropy": 1.9195044934749603,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16178421676158905,
+      "step": 2526
+    },
+    {
+      "epoch": 0.4211666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.8291015625,
+      "learning_rate": 6.228228855962133e-05,
+      "loss": 6.6813,
+      "loss/crossentropy": 1.678396761417389,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17425602301955223,
+      "step": 2527
+    },
+    {
+      "epoch": 0.42133333333333334,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.0205729166666666,
+      "learning_rate": 6.225690910053392e-05,
+      "loss": 6.8098,
+      "loss/crossentropy": 1.9870947301387787,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15788978338241577,
+      "step": 2528
+    },
+    {
+      "epoch": 0.4215,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0145833333333334,
+      "learning_rate": 6.223152628114537e-05,
+      "loss": 6.9569,
+      "loss/crossentropy": 1.8062513768672943,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1955486759543419,
+      "step": 2529
+    },
+    {
+      "epoch": 0.4216666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.9504557291666667,
+      "learning_rate": 6.220614010841453e-05,
+      "loss": 6.8362,
+      "loss/crossentropy": 1.8957811892032623,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17592975869774818,
+      "step": 2530
+    },
+    {
+      "epoch": 0.42183333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 0.8854166666666666,
+      "learning_rate": 6.218075058930113e-05,
+      "loss": 7.0082,
+      "loss/crossentropy": 2.053929328918457,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18822917714715004,
+      "step": 2531
+    },
+    {
+      "epoch": 0.422,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.8927083333333333,
+      "learning_rate": 6.215535773076588e-05,
+      "loss": 6.7478,
+      "loss/crossentropy": 2.2503007650375366,
+      "loss/hidden": 2.953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15286584943532944,
+      "step": 2532
+    },
+    {
+      "epoch": 0.4221666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.1051432291666667,
+      "learning_rate": 6.212996153977037e-05,
+      "loss": 6.6561,
+      "loss/crossentropy": 1.2068671137094498,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16103319451212883,
+      "step": 2533
+    },
+    {
+      "epoch": 0.42233333333333334,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.2080729166666666,
+      "learning_rate": 6.210456202327711e-05,
+      "loss": 7.1161,
+      "loss/crossentropy": 2.10728856921196,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15168725699186325,
+      "step": 2534
+    },
+    {
+      "epoch": 0.4225,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.1754557291666667,
+      "learning_rate": 6.207915918824952e-05,
+      "loss": 6.9941,
+      "loss/crossentropy": 1.8439359664916992,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16213297843933105,
+      "step": 2535
+    },
+    {
+      "epoch": 0.4226666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.0681640625,
+      "learning_rate": 6.205375304165194e-05,
+      "loss": 6.8068,
+      "loss/crossentropy": 1.714948445558548,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17039189487695694,
+      "step": 2536
+    },
+    {
+      "epoch": 0.42283333333333334,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.1205729166666667,
+      "learning_rate": 6.202834359044959e-05,
+      "loss": 7.0933,
+      "loss/crossentropy": 1.1734301894903183,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16142511926591396,
+      "step": 2537
+    },
+    {
+      "epoch": 0.423,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.2041666666666666,
+      "learning_rate": 6.200293084160863e-05,
+      "loss": 6.7559,
+      "loss/crossentropy": 1.9990089535713196,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21619433909654617,
+      "step": 2538
+    },
+    {
+      "epoch": 0.4231666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.3942057291666667,
+      "learning_rate": 6.19775148020961e-05,
+      "loss": 6.923,
+      "loss/crossentropy": 1.762176275253296,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15404219925403595,
+      "step": 2539
+    },
+    {
+      "epoch": 0.42333333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.4393229166666666,
+      "learning_rate": 6.195209547887995e-05,
+      "loss": 6.7464,
+      "loss/crossentropy": 2.2453722655773163,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14996151626110077,
+      "step": 2540
+    },
+    {
+      "epoch": 0.4235,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.0875,
+      "learning_rate": 6.192667287892905e-05,
+      "loss": 6.7159,
+      "loss/crossentropy": 2.057276338338852,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16597075015306473,
+      "step": 2541
+    },
+    {
+      "epoch": 0.4236666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.365625,
+      "learning_rate": 6.190124700921312e-05,
+      "loss": 6.9822,
+      "loss/crossentropy": 2.0990221798419952,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19206886366009712,
+      "step": 2542
+    },
+    {
+      "epoch": 0.42383333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.525,
+      "learning_rate": 6.187581787670285e-05,
+      "loss": 6.8331,
+      "loss/crossentropy": 2.3335689306259155,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16299091279506683,
+      "step": 2543
+    },
+    {
+      "epoch": 0.424,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.5875,
+      "learning_rate": 6.185038548836974e-05,
+      "loss": 6.6881,
+      "loss/crossentropy": 1.9043703973293304,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15398136898875237,
+      "step": 2544
+    },
+    {
+      "epoch": 0.4241666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.64140625,
+      "learning_rate": 6.182494985118624e-05,
+      "loss": 6.5734,
+      "loss/crossentropy": 1.847578525543213,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1407283879816532,
+      "step": 2545
+    },
+    {
+      "epoch": 0.42433333333333334,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.64140625,
+      "learning_rate": 6.179951097212566e-05,
+      "loss": 6.8104,
+      "loss/crossentropy": 1.7346063256263733,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16808148100972176,
+      "step": 2546
+    },
+    {
+      "epoch": 0.4245,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5869140625,
+      "learning_rate": 6.177406885816224e-05,
+      "loss": 6.6154,
+      "loss/crossentropy": 2.114783465862274,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15596478432416916,
+      "step": 2547
+    },
+    {
+      "epoch": 0.4246666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.62890625,
+      "learning_rate": 6.174862351627108e-05,
+      "loss": 6.734,
+      "loss/crossentropy": 1.51843723654747,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17119555361568928,
+      "step": 2548
+    },
+    {
+      "epoch": 0.42483333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.496875,
+      "learning_rate": 6.172317495342812e-05,
+      "loss": 6.8038,
+      "loss/crossentropy": 2.3924612402915955,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17094305157661438,
+      "step": 2549
+    },
+    {
+      "epoch": 0.425,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.496875,
+      "learning_rate": 6.169772317661027e-05,
+      "loss": 6.5979,
+      "loss/crossentropy": 1.82606141269207,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13713452778756618,
+      "step": 2550
+    },
+    {
+      "epoch": 0.4251666666666667,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.69375,
+      "learning_rate": 6.167226819279528e-05,
+      "loss": 6.8197,
+      "loss/crossentropy": 2.084484100341797,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23009204491972923,
+      "step": 2551
+    },
+    {
+      "epoch": 0.42533333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7072265625,
+      "learning_rate": 6.164681000896175e-05,
+      "loss": 6.9951,
+      "loss/crossentropy": 2.1369642317295074,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18764959275722504,
+      "step": 2552
+    },
+    {
+      "epoch": 0.4255,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.9285807291666666,
+      "learning_rate": 6.16213486320892e-05,
+      "loss": 6.8892,
+      "loss/crossentropy": 1.787697583436966,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1890365518629551,
+      "step": 2553
+    },
+    {
+      "epoch": 0.4256666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.8613932291666666,
+      "learning_rate": 6.159588406915803e-05,
+      "loss": 6.8923,
+      "loss/crossentropy": 2.0668608844280243,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16635023057460785,
+      "step": 2554
+    },
+    {
+      "epoch": 0.42583333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.65625,
+      "learning_rate": 6.157041632714945e-05,
+      "loss": 6.8062,
+      "loss/crossentropy": 1.6805103123188019,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1510009877383709,
+      "step": 2555
+    },
+    {
+      "epoch": 0.426,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.6134765625,
+      "learning_rate": 6.154494541304561e-05,
+      "loss": 6.7391,
+      "loss/crossentropy": 1.7778171747922897,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.140545304864645,
+      "step": 2556
+    },
+    {
+      "epoch": 0.4261666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.6035807291666666,
+      "learning_rate": 6.151947133382954e-05,
+      "loss": 6.8485,
+      "loss/crossentropy": 1.788491204380989,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14110253006219864,
+      "step": 2557
+    },
+    {
+      "epoch": 0.42633333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.3822265625,
+      "learning_rate": 6.149399409648504e-05,
+      "loss": 6.6037,
+      "loss/crossentropy": 1.996231198310852,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19623872637748718,
+      "step": 2558
+    },
+    {
+      "epoch": 0.4265,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.3705729166666667,
+      "learning_rate": 6.146851370799689e-05,
+      "loss": 6.6764,
+      "loss/crossentropy": 1.7835851907730103,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1532508321106434,
+      "step": 2559
+    },
+    {
+      "epoch": 0.4266666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.2455729166666667,
+      "learning_rate": 6.144303017535066e-05,
+      "loss": 6.6354,
+      "loss/crossentropy": 2.36537829041481,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15257472917437553,
+      "step": 2560
+    },
+    {
+      "epoch": 0.42683333333333334,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.198958333333333,
+      "learning_rate": 6.141754350553279e-05,
+      "loss": 6.5093,
+      "loss/crossentropy": 1.9961943328380585,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15353957936167717,
+      "step": 2561
+    },
+    {
+      "epoch": 0.427,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.1509765625,
+      "learning_rate": 6.139205370553063e-05,
+      "loss": 6.9548,
+      "loss/crossentropy": 1.9680663347244263,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.178896926343441,
+      "step": 2562
+    },
+    {
+      "epoch": 0.42716666666666664,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.4139973958333334,
+      "learning_rate": 6.136656078233232e-05,
+      "loss": 6.8727,
+      "loss/crossentropy": 2.0452471375465393,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15945947915315628,
+      "step": 2563
+    },
+    {
+      "epoch": 0.42733333333333334,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.79375,
+      "learning_rate": 6.134106474292693e-05,
+      "loss": 7.121,
+      "loss/crossentropy": 1.504747450351715,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21547003462910652,
+      "step": 2564
+    },
+    {
+      "epoch": 0.4275,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.921875,
+      "learning_rate": 6.13155655943043e-05,
+      "loss": 6.8888,
+      "loss/crossentropy": 1.540920302271843,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.146223783493042,
+      "step": 2565
+    },
+    {
+      "epoch": 0.42766666666666664,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.9197265625,
+      "learning_rate": 6.12900633434552e-05,
+      "loss": 6.6548,
+      "loss/crossentropy": 2.0006083548069,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15610308572649956,
+      "step": 2566
+    },
+    {
+      "epoch": 0.42783333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.6375,
+      "learning_rate": 6.126455799737118e-05,
+      "loss": 6.7416,
+      "loss/crossentropy": 2.074988931417465,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1803853064775467,
+      "step": 2567
+    },
+    {
+      "epoch": 0.428,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.9369140625,
+      "learning_rate": 6.123904956304471e-05,
+      "loss": 6.6423,
+      "loss/crossentropy": 1.8604072630405426,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1423157211393118,
+      "step": 2568
+    },
+    {
+      "epoch": 0.42816666666666664,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.7676432291666666,
+      "learning_rate": 6.121353804746907e-05,
+      "loss": 6.8725,
+      "loss/crossentropy": 1.8232632875442505,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17102478072047234,
+      "step": 2569
+    },
+    {
+      "epoch": 0.42833333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 3.0863932291666667,
+      "learning_rate": 6.118802345763836e-05,
+      "loss": 6.8433,
+      "loss/crossentropy": 2.0334410071372986,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.170558400452137,
+      "step": 2570
+    },
+    {
+      "epoch": 0.4285,
+      "grad_norm": 24.875,
+      "grad_norm_var": 3.1,
+      "learning_rate": 6.116250580054757e-05,
+      "loss": 6.7641,
+      "loss/crossentropy": 1.9552137851715088,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17743344604969025,
+      "step": 2571
+    },
+    {
+      "epoch": 0.42866666666666664,
+      "grad_norm": 24.875,
+      "grad_norm_var": 3.13515625,
+      "learning_rate": 6.113698508319251e-05,
+      "loss": 6.8483,
+      "loss/crossentropy": 1.675033152103424,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1541464738547802,
+      "step": 2572
+    },
+    {
+      "epoch": 0.42883333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 3.653125,
+      "learning_rate": 6.111146131256983e-05,
+      "loss": 6.6841,
+      "loss/crossentropy": 1.9799207746982574,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16961069405078888,
+      "step": 2573
+    },
+    {
+      "epoch": 0.429,
+      "grad_norm": 24.875,
+      "grad_norm_var": 3.6728515625,
+      "learning_rate": 6.1085934495677e-05,
+      "loss": 6.6301,
+      "loss/crossentropy": 2.0857518911361694,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539303995668888,
+      "step": 2574
+    },
+    {
+      "epoch": 0.42916666666666664,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.4202473958333335,
+      "learning_rate": 6.106040463951237e-05,
+      "loss": 6.878,
+      "loss/crossentropy": 1.7301075309515,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19302557036280632,
+      "step": 2575
+    },
+    {
+      "epoch": 0.42933333333333334,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.526497395833333,
+      "learning_rate": 6.103487175107507e-05,
+      "loss": 7.004,
+      "loss/crossentropy": 2.604750633239746,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23810828104615211,
+      "step": 2576
+    },
+    {
+      "epoch": 0.4295,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.5208333333333335,
+      "learning_rate": 6.100933583736508e-05,
+      "loss": 6.7154,
+      "loss/crossentropy": 1.7062936425209045,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1431462336331606,
+      "step": 2577
+    },
+    {
+      "epoch": 0.42966666666666664,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.4009765625,
+      "learning_rate": 6.098379690538325e-05,
+      "loss": 6.9459,
+      "loss/crossentropy": 1.9295603930950165,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21250435709953308,
+      "step": 2578
+    },
+    {
+      "epoch": 0.42983333333333335,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.820572916666667,
+      "learning_rate": 6.095825496213119e-05,
+      "loss": 6.7427,
+      "loss/crossentropy": 1.732913076877594,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19619249925017357,
+      "step": 2579
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 24.75,
+      "grad_norm_var": 3.1738932291666666,
+      "learning_rate": 6.0932710014611394e-05,
+      "loss": 6.6251,
+      "loss/crossentropy": 2.3102883994579315,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15667594596743584,
+      "step": 2580
+    },
+    {
+      "epoch": 0.43016666666666664,
+      "grad_norm": 25.375,
+      "grad_norm_var": 3.1650390625,
+      "learning_rate": 6.090716206982714e-05,
+      "loss": 6.6287,
+      "loss/crossentropy": 1.8648121356964111,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17597980052232742,
+      "step": 2581
+    },
+    {
+      "epoch": 0.43033333333333335,
+      "grad_norm": 25.125,
+      "grad_norm_var": 3.1705729166666665,
+      "learning_rate": 6.0881611134782546e-05,
+      "loss": 6.8156,
+      "loss/crossentropy": 1.9064147770404816,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19613366946578026,
+      "step": 2582
+    },
+    {
+      "epoch": 0.4305,
+      "grad_norm": 25.125,
+      "grad_norm_var": 3.1348307291666666,
+      "learning_rate": 6.085605721648252e-05,
+      "loss": 6.7998,
+      "loss/crossentropy": 1.810904324054718,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16272646561264992,
+      "step": 2583
+    },
+    {
+      "epoch": 0.43066666666666664,
+      "grad_norm": 24.25,
+      "grad_norm_var": 3.0916015625,
+      "learning_rate": 6.083050032193286e-05,
+      "loss": 6.5419,
+      "loss/crossentropy": 1.8009610176086426,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17630230635404587,
+      "step": 2584
+    },
+    {
+      "epoch": 0.43083333333333335,
+      "grad_norm": 24.125,
+      "grad_norm_var": 3.17265625,
+      "learning_rate": 6.080494045814011e-05,
+      "loss": 6.6906,
+      "loss/crossentropy": 2.2329466938972473,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20579104870557785,
+      "step": 2585
+    },
+    {
+      "epoch": 0.431,
+      "grad_norm": 24.25,
+      "grad_norm_var": 3.049934895833333,
+      "learning_rate": 6.077937763211166e-05,
+      "loss": 6.6783,
+      "loss/crossentropy": 1.5316911935806274,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14100699499249458,
+      "step": 2586
+    },
+    {
+      "epoch": 0.43116666666666664,
+      "grad_norm": 26.0,
+      "grad_norm_var": 3.0458333333333334,
+      "learning_rate": 6.075381185085568e-05,
+      "loss": 6.9065,
+      "loss/crossentropy": 2.5172664523124695,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17461195215582848,
+      "step": 2587
+    },
+    {
+      "epoch": 0.43133333333333335,
+      "grad_norm": 24.625,
+      "grad_norm_var": 3.070572916666667,
+      "learning_rate": 6.072824312138119e-05,
+      "loss": 6.6787,
+      "loss/crossentropy": 1.504485011100769,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16494281217455864,
+      "step": 2588
+    },
+    {
+      "epoch": 0.4315,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.7684895833333334,
+      "learning_rate": 6.0702671450698e-05,
+      "loss": 6.8727,
+      "loss/crossentropy": 2.0833495557308197,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.149654820561409,
+      "step": 2589
+    },
+    {
+      "epoch": 0.43166666666666664,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.978125,
+      "learning_rate": 6.067709684581675e-05,
+      "loss": 7.0652,
+      "loss/crossentropy": 2.3331529200077057,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1770913414657116,
+      "step": 2590
+    },
+    {
+      "epoch": 0.43183333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.6072265625,
+      "learning_rate": 6.0651519313748836e-05,
+      "loss": 6.6851,
+      "loss/crossentropy": 1.7132629454135895,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18725035712122917,
+      "step": 2591
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.515625,
+      "learning_rate": 6.062593886150649e-05,
+      "loss": 6.9156,
+      "loss/crossentropy": 1.8175028562545776,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14076261594891548,
+      "step": 2592
+    },
+    {
+      "epoch": 0.43216666666666664,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.739518229166667,
+      "learning_rate": 6.0600355496102745e-05,
+      "loss": 6.6341,
+      "loss/crossentropy": 1.6425984799861908,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15014991723001003,
+      "step": 2593
+    },
+    {
+      "epoch": 0.43233333333333335,
+      "grad_norm": 27.875,
+      "grad_norm_var": 3.222916666666667,
+      "learning_rate": 6.0574769224551406e-05,
+      "loss": 6.7647,
+      "loss/crossentropy": 2.1306992769241333,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18023015186190605,
+      "step": 2594
+    },
+    {
+      "epoch": 0.4325,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2186848958333334,
+      "learning_rate": 6.054918005386712e-05,
+      "loss": 7.1161,
+      "loss/crossentropy": 1.9479831159114838,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16229217499494553,
+      "step": 2595
+    },
+    {
+      "epoch": 0.43266666666666664,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.2186848958333334,
+      "learning_rate": 6.052358799106528e-05,
+      "loss": 6.6123,
+      "loss/crossentropy": 2.2589311003684998,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17400234937667847,
+      "step": 2596
+    },
+    {
+      "epoch": 0.43283333333333335,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.1999348958333333,
+      "learning_rate": 6.049799304316214e-05,
+      "loss": 6.7088,
+      "loss/crossentropy": 1.5218027532100677,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14968295209109783,
+      "step": 2597
+    },
+    {
+      "epoch": 0.433,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.3218098958333333,
+      "learning_rate": 6.0472395217174627e-05,
+      "loss": 6.9272,
+      "loss/crossentropy": 1.6852833330631256,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1655399352312088,
+      "step": 2598
+    },
+    {
+      "epoch": 0.43316666666666664,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.4143229166666667,
+      "learning_rate": 6.0446794520120584e-05,
+      "loss": 7.1832,
+      "loss/crossentropy": 2.540505141019821,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18230923265218735,
+      "step": 2599
+    },
+    {
+      "epoch": 0.43333333333333335,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.62265625,
+      "learning_rate": 6.042119095901859e-05,
+      "loss": 6.9438,
+      "loss/crossentropy": 1.7352722585201263,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14257824048399925,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4335,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6728515625,
+      "learning_rate": 6.0395584540887963e-05,
+      "loss": 6.7071,
+      "loss/crossentropy": 2.215030550956726,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1525715608149767,
+      "step": 2601
+    },
+    {
+      "epoch": 0.43366666666666664,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.6541015625,
+      "learning_rate": 6.03699752727489e-05,
+      "loss": 6.6516,
+      "loss/crossentropy": 1.7519957423210144,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14100144430994987,
+      "step": 2602
+    },
+    {
+      "epoch": 0.43383333333333335,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.57890625,
+      "learning_rate": 6.03443631616223e-05,
+      "loss": 6.6386,
+      "loss/crossentropy": 2.26133531332016,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15072302520275116,
+      "step": 2603
+    },
+    {
+      "epoch": 0.434,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5994140625,
+      "learning_rate": 6.031874821452985e-05,
+      "loss": 6.7803,
+      "loss/crossentropy": 1.8069404065608978,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14224245212972164,
+      "step": 2604
+    },
+    {
+      "epoch": 0.43416666666666665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5192057291666667,
+      "learning_rate": 6.029313043849407e-05,
+      "loss": 6.7606,
+      "loss/crossentropy": 1.6073375046253204,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1969406958669424,
+      "step": 2605
+    },
+    {
+      "epoch": 0.43433333333333335,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.3809895833333334,
+      "learning_rate": 6.026750984053821e-05,
+      "loss": 6.6732,
+      "loss/crossentropy": 1.2043716311454773,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13031745702028275,
+      "step": 2606
+    },
+    {
+      "epoch": 0.4345,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.6997395833333333,
+      "learning_rate": 6.024188642768628e-05,
+      "loss": 7.1539,
+      "loss/crossentropy": 1.9929860830307007,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17507799714803696,
+      "step": 2607
+    },
+    {
+      "epoch": 0.43466666666666665,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.6020833333333333,
+      "learning_rate": 6.021626020696311e-05,
+      "loss": 6.8256,
+      "loss/crossentropy": 1.8485992848873138,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16210262849926949,
+      "step": 2608
+    },
+    {
+      "epoch": 0.43483333333333335,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.3177083333333333,
+      "learning_rate": 6.019063118539425e-05,
+      "loss": 6.6713,
+      "loss/crossentropy": 1.3535323739051819,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15221215412020683,
+      "step": 2609
+    },
+    {
+      "epoch": 0.435,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.0020833333333334,
+      "learning_rate": 6.016499937000605e-05,
+      "loss": 6.8275,
+      "loss/crossentropy": 2.31057870388031,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17900454625487328,
+      "step": 2610
+    },
+    {
+      "epoch": 0.43516666666666665,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.084375,
+      "learning_rate": 6.0139364767825626e-05,
+      "loss": 6.6271,
+      "loss/crossentropy": 1.3447326868772507,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13897036761045456,
+      "step": 2611
+    },
+    {
+      "epoch": 0.43533333333333335,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.0520833333333333,
+      "learning_rate": 6.0113727385880856e-05,
+      "loss": 6.9259,
+      "loss/crossentropy": 1.4346093833446503,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15950534492731094,
+      "step": 2612
+    },
+    {
+      "epoch": 0.4355,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0427083333333333,
+      "learning_rate": 6.008808723120035e-05,
+      "loss": 6.7362,
+      "loss/crossentropy": 2.278448760509491,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13790053129196167,
+      "step": 2613
+    },
+    {
+      "epoch": 0.43566666666666665,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.0854166666666667,
+      "learning_rate": 6.0062444310813525e-05,
+      "loss": 6.816,
+      "loss/crossentropy": 1.2058254182338715,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14962968975305557,
+      "step": 2614
+    },
+    {
+      "epoch": 0.43583333333333335,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.402083333333333,
+      "learning_rate": 6.003679863175053e-05,
+      "loss": 6.6435,
+      "loss/crossentropy": 1.347290426492691,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14363227784633636,
+      "step": 2615
+    },
+    {
+      "epoch": 0.436,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.3535807291666666,
+      "learning_rate": 6.0011150201042236e-05,
+      "loss": 7.0016,
+      "loss/crossentropy": 1.9706576764583588,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15187210962176323,
+      "step": 2616
+    },
+    {
+      "epoch": 0.43616666666666665,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.066666666666667,
+      "learning_rate": 5.9985499025720346e-05,
+      "loss": 6.7308,
+      "loss/crossentropy": 1.8767609000205994,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15702969953417778,
+      "step": 2617
+    },
+    {
+      "epoch": 0.43633333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.066666666666667,
+      "learning_rate": 5.995984511281728e-05,
+      "loss": 6.5514,
+      "loss/crossentropy": 2.246765375137329,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16171685606241226,
+      "step": 2618
+    },
+    {
+      "epoch": 0.4365,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.045768229166667,
+      "learning_rate": 5.9934188469366184e-05,
+      "loss": 6.8465,
+      "loss/crossentropy": 2.2557680904865265,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1662013977766037,
+      "step": 2619
+    },
+    {
+      "epoch": 0.43666666666666665,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.191666666666667,
+      "learning_rate": 5.990852910240098e-05,
+      "loss": 6.7214,
+      "loss/crossentropy": 1.7024791240692139,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15342937037348747,
+      "step": 2620
+    },
+    {
+      "epoch": 0.43683333333333335,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.1830729166666667,
+      "learning_rate": 5.988286701895631e-05,
+      "loss": 6.8396,
+      "loss/crossentropy": 1.7473149001598358,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12153110839426517,
+      "step": 2621
+    },
+    {
+      "epoch": 0.437,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.129166666666667,
+      "learning_rate": 5.98572022260676e-05,
+      "loss": 6.6293,
+      "loss/crossentropy": 2.0189826488494873,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22067496180534363,
+      "step": 2622
+    },
+    {
+      "epoch": 0.43716666666666665,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.9768229166666667,
+      "learning_rate": 5.9831534730771e-05,
+      "loss": 6.5935,
+      "loss/crossentropy": 2.142755776643753,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17241764068603516,
+      "step": 2623
+    },
+    {
+      "epoch": 0.43733333333333335,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.2666666666666666,
+      "learning_rate": 5.980586454010341e-05,
+      "loss": 6.683,
+      "loss/crossentropy": 1.8552887737751007,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14482687041163445,
+      "step": 2624
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.2129557291666666,
+      "learning_rate": 5.9780191661102415e-05,
+      "loss": 6.8455,
+      "loss/crossentropy": 2.239479660987854,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1704038567841053,
+      "step": 2625
+    },
+    {
+      "epoch": 0.43766666666666665,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.1979166666666665,
+      "learning_rate": 5.9754516100806423e-05,
+      "loss": 6.7929,
+      "loss/crossentropy": 1.3637683391571045,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16210685670375824,
+      "step": 2626
+    },
+    {
+      "epoch": 0.43783333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.1572265625,
+      "learning_rate": 5.9728837866254514e-05,
+      "loss": 6.5914,
+      "loss/crossentropy": 1.8409048318862915,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18557438999414444,
+      "step": 2627
+    },
+    {
+      "epoch": 0.438,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.2301432291666665,
+      "learning_rate": 5.9703156964486514e-05,
+      "loss": 7.0069,
+      "loss/crossentropy": 1.8076459467411041,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.188536886125803,
+      "step": 2628
+    },
+    {
+      "epoch": 0.43816666666666665,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.345572916666667,
+      "learning_rate": 5.967747340254303e-05,
+      "loss": 6.6839,
+      "loss/crossentropy": 2.0108007192611694,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14702509716153145,
+      "step": 2629
+    },
+    {
+      "epoch": 0.43833333333333335,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.3947265625,
+      "learning_rate": 5.96517871874653e-05,
+      "loss": 6.8198,
+      "loss/crossentropy": 2.245896637439728,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17813589796423912,
+      "step": 2630
+    },
+    {
+      "epoch": 0.4385,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.1733723958333333,
+      "learning_rate": 5.9626098326295376e-05,
+      "loss": 6.7448,
+      "loss/crossentropy": 1.2997595816850662,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14582790806889534,
+      "step": 2631
+    },
+    {
+      "epoch": 0.43866666666666665,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.1309895833333334,
+      "learning_rate": 5.9600406826076006e-05,
+      "loss": 6.7184,
+      "loss/crossentropy": 1.842684805393219,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15692150965332985,
+      "step": 2632
+    },
+    {
+      "epoch": 0.43883333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.1697265625,
+      "learning_rate": 5.9574712693850654e-05,
+      "loss": 6.7779,
+      "loss/crossentropy": 2.4480732679367065,
+      "loss/hidden": 2.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15053682401776314,
+      "step": 2633
+    },
+    {
+      "epoch": 0.439,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.2791015625,
+      "learning_rate": 5.9549015936663524e-05,
+      "loss": 6.8833,
+      "loss/crossentropy": 2.180367112159729,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26287170499563217,
+      "step": 2634
+    },
+    {
+      "epoch": 0.43916666666666665,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.2681640625,
+      "learning_rate": 5.9523316561559503e-05,
+      "loss": 6.5321,
+      "loss/crossentropy": 1.5099531710147858,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1485142931342125,
+      "step": 2635
+    },
+    {
+      "epoch": 0.43933333333333335,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3395182291666667,
+      "learning_rate": 5.949761457558424e-05,
+      "loss": 6.674,
+      "loss/crossentropy": 2.110276222229004,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16217366605997086,
+      "step": 2636
+    },
+    {
+      "epoch": 0.4395,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.4317057291666666,
+      "learning_rate": 5.9471909985784066e-05,
+      "loss": 6.7479,
+      "loss/crossentropy": 1.8739090263843536,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13883277401328087,
+      "step": 2637
+    },
+    {
+      "epoch": 0.43966666666666665,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.4822265625,
+      "learning_rate": 5.9446202799206064e-05,
+      "loss": 6.6554,
+      "loss/crossentropy": 1.6433472633361816,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17928237095475197,
+      "step": 2638
+    },
+    {
+      "epoch": 0.43983333333333335,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.4858723958333333,
+      "learning_rate": 5.942049302289798e-05,
+      "loss": 6.9075,
+      "loss/crossentropy": 1.527497038245201,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1645401045680046,
+      "step": 2639
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.31640625,
+      "learning_rate": 5.9394780663908315e-05,
+      "loss": 6.6518,
+      "loss/crossentropy": 1.7633036673069,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14698443934321404,
+      "step": 2640
+    },
+    {
+      "epoch": 0.44016666666666665,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.3010416666666667,
+      "learning_rate": 5.9369065729286245e-05,
+      "loss": 6.9603,
+      "loss/crossentropy": 1.9524569809436798,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16564098745584488,
+      "step": 2641
+    },
+    {
+      "epoch": 0.44033333333333335,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.3962890625,
+      "learning_rate": 5.934334822608166e-05,
+      "loss": 6.7759,
+      "loss/crossentropy": 2.2828675508499146,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17389429360628128,
+      "step": 2642
+    },
+    {
+      "epoch": 0.4405,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.20625,
+      "learning_rate": 5.931762816134516e-05,
+      "loss": 6.5651,
+      "loss/crossentropy": 1.9009066820144653,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18192028999328613,
+      "step": 2643
+    },
+    {
+      "epoch": 0.44066666666666665,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9927083333333333,
+      "learning_rate": 5.929190554212807e-05,
+      "loss": 6.467,
+      "loss/crossentropy": 1.7377802431583405,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1316256895661354,
+      "step": 2644
+    },
+    {
+      "epoch": 0.44083333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9927083333333333,
+      "learning_rate": 5.926618037548237e-05,
+      "loss": 6.9378,
+      "loss/crossentropy": 1.5786565244197845,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14571312814950943,
+      "step": 2645
+    },
+    {
+      "epoch": 0.441,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.1997395833333333,
+      "learning_rate": 5.9240452668460775e-05,
+      "loss": 6.5564,
+      "loss/crossentropy": 1.8669317364692688,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14575873874127865,
+      "step": 2646
+    },
+    {
+      "epoch": 0.44116666666666665,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.0796223958333333,
+      "learning_rate": 5.921472242811668e-05,
+      "loss": 6.5047,
+      "loss/crossentropy": 2.1776347756385803,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15605000406503677,
+      "step": 2647
+    },
+    {
+      "epoch": 0.44133333333333336,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.1434895833333334,
+      "learning_rate": 5.9188989661504145e-05,
+      "loss": 6.599,
+      "loss/crossentropy": 2.2396602034568787,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15260875783860683,
+      "step": 2648
+    },
+    {
+      "epoch": 0.4415,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.128125,
+      "learning_rate": 5.916325437567799e-05,
+      "loss": 6.6744,
+      "loss/crossentropy": 1.6741362512111664,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13730739057064056,
+      "step": 2649
+    },
+    {
+      "epoch": 0.44166666666666665,
+      "grad_norm": 3523215360.0,
+      "grad_norm_var": 7.758153934679572e+17,
+      "learning_rate": 5.913751657769367e-05,
+      "loss": 8.1558,
+      "loss/crossentropy": 1.3899587839841843,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14523622393608093,
+      "step": 2650
+    },
+    {
+      "epoch": 0.44183333333333336,
+      "grad_norm": 69.0,
+      "grad_norm_var": 7.758153921761117e+17,
+      "learning_rate": 5.911177627460739e-05,
+      "loss": 7.2254,
+      "loss/crossentropy": 1.7618387043476105,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15137948840856552,
+      "step": 2651
+    },
+    {
+      "epoch": 0.442,
+      "grad_norm": 27.5,
+      "grad_norm_var": 7.758153920696813e+17,
+      "learning_rate": 5.9086033473475934e-05,
+      "loss": 6.7339,
+      "loss/crossentropy": 1.3338359147310257,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1530399564653635,
+      "step": 2652
+    },
+    {
+      "epoch": 0.44216666666666665,
+      "grad_norm": 26.625,
+      "grad_norm_var": 7.758153920660113e+17,
+      "learning_rate": 5.906028818135687e-05,
+      "loss": 6.8972,
+      "loss/crossentropy": 1.7537149488925934,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17232156544923782,
+      "step": 2653
+    },
+    {
+      "epoch": 0.44233333333333336,
+      "grad_norm": 26.75,
+      "grad_norm_var": 7.758153920513312e+17,
+      "learning_rate": 5.9034540405308424e-05,
+      "loss": 6.7514,
+      "loss/crossentropy": 2.1898419857025146,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1906014271080494,
+      "step": 2654
+    },
+    {
+      "epoch": 0.4425,
+      "grad_norm": 25.625,
+      "grad_norm_var": 7.758153920476612e+17,
+      "learning_rate": 5.900879015238948e-05,
+      "loss": 6.9407,
+      "loss/crossentropy": 1.57504141330719,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184862919151783,
+      "step": 2655
+    },
+    {
+      "epoch": 0.44266666666666665,
+      "grad_norm": 24.75,
+      "grad_norm_var": 7.758153920843613e+17,
+      "learning_rate": 5.898303742965964e-05,
+      "loss": 6.7072,
+      "loss/crossentropy": 1.8227975964546204,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14701522327959538,
+      "step": 2656
+    },
+    {
+      "epoch": 0.44283333333333336,
+      "grad_norm": 26.625,
+      "grad_norm_var": 7.758153920586712e+17,
+      "learning_rate": 5.8957282244179124e-05,
+      "loss": 6.5821,
+      "loss/crossentropy": 1.6989919543266296,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1509997732937336,
+      "step": 2657
+    },
+    {
+      "epoch": 0.443,
+      "grad_norm": 26.0,
+      "grad_norm_var": 7.75815392003621e+17,
+      "learning_rate": 5.893152460300888e-05,
+      "loss": 6.8602,
+      "loss/crossentropy": 2.1089440286159515,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16877873986959457,
+      "step": 2658
+    },
+    {
+      "epoch": 0.44316666666666665,
+      "grad_norm": 23.625,
+      "grad_norm_var": 7.758153920293111e+17,
+      "learning_rate": 5.89057645132105e-05,
+      "loss": 6.7196,
+      "loss/crossentropy": 1.8638817518949509,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1327413059771061,
+      "step": 2659
+    },
+    {
+      "epoch": 0.44333333333333336,
+      "grad_norm": 25.75,
+      "grad_norm_var": 7.75815391992611e+17,
+      "learning_rate": 5.8880001981846286e-05,
+      "loss": 6.7552,
+      "loss/crossentropy": 1.9263705909252167,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14581995457410812,
+      "step": 2660
+    },
+    {
+      "epoch": 0.4435,
+      "grad_norm": 24.25,
+      "grad_norm_var": 7.75815391999951e+17,
+      "learning_rate": 5.885423701597917e-05,
+      "loss": 6.6268,
+      "loss/crossentropy": 1.1766635328531265,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21637601032853127,
+      "step": 2661
+    },
+    {
+      "epoch": 0.44366666666666665,
+      "grad_norm": 26.5,
+      "grad_norm_var": 7.758153920293111e+17,
+      "learning_rate": 5.8828469622672754e-05,
+      "loss": 6.7638,
+      "loss/crossentropy": 1.825743556022644,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23360654339194298,
+      "step": 2662
+    },
+    {
+      "epoch": 0.44383333333333336,
+      "grad_norm": 23.5,
+      "grad_norm_var": 7.758153920696813e+17,
+      "learning_rate": 5.880269980899131e-05,
+      "loss": 6.701,
+      "loss/crossentropy": 1.729934960603714,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17292849346995354,
+      "step": 2663
+    },
+    {
+      "epoch": 0.444,
+      "grad_norm": 25.25,
+      "grad_norm_var": 7.758153920366511e+17,
+      "learning_rate": 5.87769275819998e-05,
+      "loss": 6.6296,
+      "loss/crossentropy": 1.80669704079628,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14898208156228065,
+      "step": 2664
+    },
+    {
+      "epoch": 0.44416666666666665,
+      "grad_norm": 24.75,
+      "grad_norm_var": 7.758153920366511e+17,
+      "learning_rate": 5.875115294876381e-05,
+      "loss": 6.8541,
+      "loss/crossentropy": 2.109087496995926,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16375673562288284,
+      "step": 2665
+    },
+    {
+      "epoch": 0.44433333333333336,
+      "grad_norm": 24.75,
+      "grad_norm_var": 119.70598958333333,
+      "learning_rate": 5.87253759163496e-05,
+      "loss": 6.6864,
+      "loss/crossentropy": 2.2005509734153748,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15651655569672585,
+      "step": 2666
+    },
+    {
+      "epoch": 0.4445,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.353125,
+      "learning_rate": 5.86995964918241e-05,
+      "loss": 6.799,
+      "loss/crossentropy": 1.7569938004016876,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15197496488690376,
+      "step": 2667
+    },
+    {
+      "epoch": 0.44466666666666665,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.2603515625,
+      "learning_rate": 5.867381468225489e-05,
+      "loss": 6.9713,
+      "loss/crossentropy": 2.120492786169052,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17613200470805168,
+      "step": 2668
+    },
+    {
+      "epoch": 0.44483333333333336,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.328125,
+      "learning_rate": 5.8648030494710196e-05,
+      "loss": 6.9118,
+      "loss/crossentropy": 1.6273157745599747,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16924516297876835,
+      "step": 2669
+    },
+    {
+      "epoch": 0.445,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.2155598958333333,
+      "learning_rate": 5.862224393625887e-05,
+      "loss": 6.514,
+      "loss/crossentropy": 2.2957085371017456,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14254338294267654,
+      "step": 2670
+    },
+    {
+      "epoch": 0.44516666666666665,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.2208333333333334,
+      "learning_rate": 5.859645501397048e-05,
+      "loss": 6.5742,
+      "loss/crossentropy": 1.707688421010971,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16016575321555138,
+      "step": 2671
+    },
+    {
+      "epoch": 0.44533333333333336,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.3666666666666667,
+      "learning_rate": 5.85706637349152e-05,
+      "loss": 6.6885,
+      "loss/crossentropy": 2.5474379658699036,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1631632149219513,
+      "step": 2672
+    },
+    {
+      "epoch": 0.4455,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.3863932291666665,
+      "learning_rate": 5.8544870106163844e-05,
+      "loss": 6.6988,
+      "loss/crossentropy": 1.7657908201217651,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15607956051826477,
+      "step": 2673
+    },
+    {
+      "epoch": 0.44566666666666666,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.37890625,
+      "learning_rate": 5.8519074134787874e-05,
+      "loss": 6.9977,
+      "loss/crossentropy": 2.0581896901130676,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21587787568569183,
+      "step": 2674
+    },
+    {
+      "epoch": 0.44583333333333336,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.301497395833333,
+      "learning_rate": 5.849327582785943e-05,
+      "loss": 6.5955,
+      "loss/crossentropy": 1.5980494618415833,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1687903143465519,
+      "step": 2675
+    },
+    {
+      "epoch": 0.446,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.5410807291666666,
+      "learning_rate": 5.8467475192451226e-05,
+      "loss": 7.0555,
+      "loss/crossentropy": 1.6369037926197052,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1591554954648018,
+      "step": 2676
+    },
+    {
+      "epoch": 0.44616666666666666,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.5004557291666667,
+      "learning_rate": 5.844167223563669e-05,
+      "loss": 6.6734,
+      "loss/crossentropy": 1.7749090045690536,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1771242991089821,
+      "step": 2677
+    },
+    {
+      "epoch": 0.44633333333333336,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.45390625,
+      "learning_rate": 5.841586696448985e-05,
+      "loss": 6.5441,
+      "loss/crossentropy": 2.097283184528351,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17308029532432556,
+      "step": 2678
+    },
+    {
+      "epoch": 0.4465,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.175,
+      "learning_rate": 5.8390059386085325e-05,
+      "loss": 6.8649,
+      "loss/crossentropy": 1.5590656399726868,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1356133446097374,
+      "step": 2679
+    },
+    {
+      "epoch": 0.44666666666666666,
+      "grad_norm": 97.5,
+      "grad_norm_var": 324.81640625,
+      "learning_rate": 5.8364249507498435e-05,
+      "loss": 6.4021,
+      "loss/crossentropy": 2.5060859322547913,
+      "loss/hidden": 2.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1366341132670641,
+      "step": 2680
+    },
+    {
+      "epoch": 0.44683333333333336,
+      "grad_norm": 26.125,
+      "grad_norm_var": 323.9462890625,
+      "learning_rate": 5.833843733580512e-05,
+      "loss": 6.7452,
+      "loss/crossentropy": 2.0390127897262573,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15148643404245377,
+      "step": 2681
+    },
+    {
+      "epoch": 0.447,
+      "grad_norm": 27.25,
+      "grad_norm_var": 322.5113932291667,
+      "learning_rate": 5.8312622878081904e-05,
+      "loss": 6.497,
+      "loss/crossentropy": 1.8753588795661926,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14602018147706985,
+      "step": 2682
+    },
+    {
+      "epoch": 0.44716666666666666,
+      "grad_norm": 24.5,
+      "grad_norm_var": 323.05983072916666,
+      "learning_rate": 5.828680614140599e-05,
+      "loss": 6.7278,
+      "loss/crossentropy": 1.8337635397911072,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1573883518576622,
+      "step": 2683
+    },
+    {
+      "epoch": 0.44733333333333336,
+      "grad_norm": 25.375,
+      "grad_norm_var": 324.0004557291667,
+      "learning_rate": 5.8260987132855174e-05,
+      "loss": 6.6552,
+      "loss/crossentropy": 1.31221242249012,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1488891839981079,
+      "step": 2684
+    },
+    {
+      "epoch": 0.4475,
+      "grad_norm": 25.5,
+      "grad_norm_var": 324.78639322916666,
+      "learning_rate": 5.8235165859507864e-05,
+      "loss": 6.5494,
+      "loss/crossentropy": 1.4714678227901459,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1784840188920498,
+      "step": 2685
+    },
+    {
+      "epoch": 0.44766666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 323.98645833333336,
+      "learning_rate": 5.820934232844315e-05,
+      "loss": 6.7283,
+      "loss/crossentropy": 1.3604096472263336,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22000106424093246,
+      "step": 2686
+    },
+    {
+      "epoch": 0.44783333333333336,
+      "grad_norm": 34.0,
+      "grad_norm_var": 323.3247395833333,
+      "learning_rate": 5.8183516546740665e-05,
+      "loss": 6.6089,
+      "loss/crossentropy": 1.8299996256828308,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14139294251799583,
+      "step": 2687
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 25.0,
+      "grad_norm_var": 322.2583333333333,
+      "learning_rate": 5.8157688521480714e-05,
+      "loss": 6.5523,
+      "loss/crossentropy": 2.0812973976135254,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1425832025706768,
+      "step": 2688
+    },
+    {
+      "epoch": 0.44816666666666666,
+      "grad_norm": 25.875,
+      "grad_norm_var": 323.71399739583336,
+      "learning_rate": 5.813185825974419e-05,
+      "loss": 6.6075,
+      "loss/crossentropy": 1.680366888642311,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1440460905432701,
+      "step": 2689
+    },
+    {
+      "epoch": 0.4483333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 324.79680989583335,
+      "learning_rate": 5.8106025768612595e-05,
+      "loss": 6.7138,
+      "loss/crossentropy": 2.166181117296219,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17512308806180954,
+      "step": 2690
+    },
+    {
+      "epoch": 0.4485,
+      "grad_norm": 24.5,
+      "grad_norm_var": 326.45826822916666,
+      "learning_rate": 5.8080191055168064e-05,
+      "loss": 6.4009,
+      "loss/crossentropy": 1.609542265534401,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12901527993381023,
+      "step": 2691
+    },
+    {
+      "epoch": 0.44866666666666666,
+      "grad_norm": 25.0,
+      "grad_norm_var": 325.46087239583335,
+      "learning_rate": 5.8054354126493324e-05,
+      "loss": 6.5503,
+      "loss/crossentropy": 1.3179373443126678,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1372094638645649,
+      "step": 2692
+    },
+    {
+      "epoch": 0.4488333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 324.2759765625,
+      "learning_rate": 5.8028514989671724e-05,
+      "loss": 6.5185,
+      "loss/crossentropy": 1.8011727929115295,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16516036540269852,
+      "step": 2693
+    },
+    {
+      "epoch": 0.449,
+      "grad_norm": 25.625,
+      "grad_norm_var": 323.93274739583336,
+      "learning_rate": 5.800267365178721e-05,
+      "loss": 7.1285,
+      "loss/crossentropy": 2.1927503049373627,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1717391274869442,
+      "step": 2694
+    },
+    {
+      "epoch": 0.44916666666666666,
+      "grad_norm": 25.875,
+      "grad_norm_var": 323.51640625,
+      "learning_rate": 5.797683011992432e-05,
+      "loss": 6.8762,
+      "loss/crossentropy": 2.4028943181037903,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15716347843408585,
+      "step": 2695
+    },
+    {
+      "epoch": 0.4493333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 5.2322265625,
+      "learning_rate": 5.795098440116822e-05,
+      "loss": 6.4511,
+      "loss/crossentropy": 1.487285628914833,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14723572880029678,
+      "step": 2696
+    },
+    {
+      "epoch": 0.4495,
+      "grad_norm": 24.5,
+      "grad_norm_var": 5.371875,
+      "learning_rate": 5.792513650260465e-05,
+      "loss": 6.5631,
+      "loss/crossentropy": 1.9083237946033478,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15971297025680542,
+      "step": 2697
+    },
+    {
+      "epoch": 0.44966666666666666,
+      "grad_norm": 25.25,
+      "grad_norm_var": 5.263541666666667,
+      "learning_rate": 5.789928643131994e-05,
+      "loss": 6.8372,
+      "loss/crossentropy": 2.0677020847797394,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19739145785570145,
+      "step": 2698
+    },
+    {
+      "epoch": 0.4498333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 5.336393229166666,
+      "learning_rate": 5.7873434194401075e-05,
+      "loss": 6.9114,
+      "loss/crossentropy": 2.43659770488739,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18833718448877335,
+      "step": 2699
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 25.375,
+      "grad_norm_var": 5.336393229166666,
+      "learning_rate": 5.784757979893558e-05,
+      "loss": 6.5036,
+      "loss/crossentropy": 1.3536133021116257,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14322751201689243,
+      "step": 2700
+    },
+    {
+      "epoch": 0.45016666666666666,
+      "grad_norm": 25.375,
+      "grad_norm_var": 5.341666666666667,
+      "learning_rate": 5.782172325201155e-05,
+      "loss": 6.977,
+      "loss/crossentropy": 2.2066193222999573,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2367752008140087,
+      "step": 2701
+    },
+    {
+      "epoch": 0.4503333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 5.341666666666667,
+      "learning_rate": 5.779586456071774e-05,
+      "loss": 6.6591,
+      "loss/crossentropy": 1.9428619146347046,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17801672220230103,
+      "step": 2702
+    },
+    {
+      "epoch": 0.4505,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.5223307291666667,
+      "learning_rate": 5.777000373214345e-05,
+      "loss": 6.6143,
+      "loss/crossentropy": 2.1876283288002014,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13911644369363785,
+      "step": 2703
+    },
+    {
+      "epoch": 0.45066666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.5893229166666667,
+      "learning_rate": 5.774414077337855e-05,
+      "loss": 6.6949,
+      "loss/crossentropy": 1.5919778048992157,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19395117089152336,
+      "step": 2704
+    },
+    {
+      "epoch": 0.4508333333333333,
+      "grad_norm": 27.0,
+      "grad_norm_var": 0.7832682291666667,
+      "learning_rate": 5.771827569151357e-05,
+      "loss": 6.8234,
+      "loss/crossentropy": 1.6808184087276459,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1675945334136486,
+      "step": 2705
+    },
+    {
+      "epoch": 0.451,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.740625,
+      "learning_rate": 5.769240849363952e-05,
+      "loss": 6.6899,
+      "loss/crossentropy": 2.0882725715637207,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16454077884554863,
+      "step": 2706
+    },
+    {
+      "epoch": 0.45116666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.025,
+      "learning_rate": 5.7666539186848036e-05,
+      "loss": 6.6121,
+      "loss/crossentropy": 1.921084314584732,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1384814865887165,
+      "step": 2707
+    },
+    {
+      "epoch": 0.4513333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.1202473958333334,
+      "learning_rate": 5.764066777823137e-05,
+      "loss": 6.6008,
+      "loss/crossentropy": 1.5249285995960236,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17921815067529678,
+      "step": 2708
+    },
+    {
+      "epoch": 0.4515,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.0770833333333334,
+      "learning_rate": 5.761479427488229e-05,
+      "loss": 7.0719,
+      "loss/crossentropy": 1.8070133030414581,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17783520743250847,
+      "step": 2709
+    },
+    {
+      "epoch": 0.45166666666666666,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.1018229166666667,
+      "learning_rate": 5.758891868389418e-05,
+      "loss": 6.8242,
+      "loss/crossentropy": 1.8686991184949875,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19422447681427002,
+      "step": 2710
+    },
+    {
+      "epoch": 0.4518333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.1671223958333334,
+      "learning_rate": 5.756304101236097e-05,
+      "loss": 6.5591,
+      "loss/crossentropy": 1.7245844006538391,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15066867880523205,
+      "step": 2711
+    },
+    {
+      "epoch": 0.452,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.1874348958333334,
+      "learning_rate": 5.753716126737717e-05,
+      "loss": 6.4695,
+      "loss/crossentropy": 2.2974774539470673,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14285796880722046,
+      "step": 2712
+    },
+    {
+      "epoch": 0.45216666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.1809895833333333,
+      "learning_rate": 5.751127945603786e-05,
+      "loss": 6.761,
+      "loss/crossentropy": 1.7241070568561554,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15965644270181656,
+      "step": 2713
+    },
+    {
+      "epoch": 0.4523333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.1801432291666667,
+      "learning_rate": 5.748539558543868e-05,
+      "loss": 6.8129,
+      "loss/crossentropy": 2.0573455095291138,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2731163166463375,
+      "step": 2714
+    },
+    {
+      "epoch": 0.4525,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.1363932291666667,
+      "learning_rate": 5.745950966267586e-05,
+      "loss": 7.0329,
+      "loss/crossentropy": 1.7416115701198578,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16633586212992668,
+      "step": 2715
+    },
+    {
+      "epoch": 0.45266666666666666,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.1497395833333333,
+      "learning_rate": 5.743362169484616e-05,
+      "loss": 6.8534,
+      "loss/crossentropy": 1.9131691455841064,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1586361974477768,
+      "step": 2716
+    },
+    {
+      "epoch": 0.4528333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.15390625,
+      "learning_rate": 5.7407731689046904e-05,
+      "loss": 6.8542,
+      "loss/crossentropy": 1.5941278040409088,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1773337982594967,
+      "step": 2717
+    },
+    {
+      "epoch": 0.453,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.0598307291666667,
+      "learning_rate": 5.7381839652376e-05,
+      "loss": 6.6331,
+      "loss/crossentropy": 1.6980219185352325,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18571816384792328,
+      "step": 2718
+    },
+    {
+      "epoch": 0.45316666666666666,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.059375,
+      "learning_rate": 5.735594559193187e-05,
+      "loss": 6.9835,
+      "loss/crossentropy": 2.3434567749500275,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1699659414589405,
+      "step": 2719
+    },
+    {
+      "epoch": 0.4533333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.0442057291666667,
+      "learning_rate": 5.7330049514813556e-05,
+      "loss": 6.5763,
+      "loss/crossentropy": 2.1751396358013153,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15283627063035965,
+      "step": 2720
+    },
+    {
+      "epoch": 0.4535,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.8254557291666667,
+      "learning_rate": 5.730415142812059e-05,
+      "loss": 6.5509,
+      "loss/crossentropy": 1.488577514886856,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18399160727858543,
+      "step": 2721
+    },
+    {
+      "epoch": 0.45366666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.8354166666666667,
+      "learning_rate": 5.7278251338953084e-05,
+      "loss": 6.3282,
+      "loss/crossentropy": 1.5111881643533707,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13964644819498062,
+      "step": 2722
+    },
+    {
+      "epoch": 0.4538333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.5546223958333333,
+      "learning_rate": 5.725234925441169e-05,
+      "loss": 6.8469,
+      "loss/crossentropy": 2.2357749938964844,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15489470213651657,
+      "step": 2723
+    },
+    {
+      "epoch": 0.454,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.4598307291666667,
+      "learning_rate": 5.7226445181597624e-05,
+      "loss": 6.8225,
+      "loss/crossentropy": 2.029833674430847,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18216142803430557,
+      "step": 2724
+    },
+    {
+      "epoch": 0.45416666666666666,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.41458333333333336,
+      "learning_rate": 5.7200539127612604e-05,
+      "loss": 6.6644,
+      "loss/crossentropy": 2.1642417311668396,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15407593920826912,
+      "step": 2725
+    },
+    {
+      "epoch": 0.4543333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.43020833333333336,
+      "learning_rate": 5.717463109955896e-05,
+      "loss": 6.8215,
+      "loss/crossentropy": 2.06620854139328,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16936439275741577,
+      "step": 2726
+    },
+    {
+      "epoch": 0.4545,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.30390625,
+      "learning_rate": 5.7148721104539513e-05,
+      "loss": 6.7624,
+      "loss/crossentropy": 1.9090695530176163,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15690848976373672,
+      "step": 2727
+    },
+    {
+      "epoch": 0.45466666666666666,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.27265625,
+      "learning_rate": 5.712280914965764e-05,
+      "loss": 6.7883,
+      "loss/crossentropy": 2.1801306009292603,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1533052697777748,
+      "step": 2728
+    },
+    {
+      "epoch": 0.4548333333333333,
+      "grad_norm": 39.25,
+      "grad_norm_var": 12.8119140625,
+      "learning_rate": 5.709689524201722e-05,
+      "loss": 7.1955,
+      "loss/crossentropy": 1.7678752392530441,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1392767895013094,
+      "step": 2729
+    },
+    {
+      "epoch": 0.455,
+      "grad_norm": 24.25,
+      "grad_norm_var": 12.957291666666666,
+      "learning_rate": 5.707097938872273e-05,
+      "loss": 6.6138,
+      "loss/crossentropy": 1.748843640089035,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14422916248440742,
+      "step": 2730
+    },
+    {
+      "epoch": 0.45516666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 13.06015625,
+      "learning_rate": 5.7045061596879134e-05,
+      "loss": 6.8481,
+      "loss/crossentropy": 2.491138517856598,
+      "loss/hidden": 2.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14533711224794388,
+      "step": 2731
+    },
+    {
+      "epoch": 0.4553333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 12.9947265625,
+      "learning_rate": 5.701914187359194e-05,
+      "loss": 6.8526,
+      "loss/crossentropy": 1.8383136689662933,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15853292495012283,
+      "step": 2732
+    },
+    {
+      "epoch": 0.4555,
+      "grad_norm": 27.0,
+      "grad_norm_var": 12.995833333333334,
+      "learning_rate": 5.699322022596722e-05,
+      "loss": 7.0276,
+      "loss/crossentropy": 2.4197244942188263,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795358546078205,
+      "step": 2733
+    },
+    {
+      "epoch": 0.45566666666666666,
+      "grad_norm": 25.25,
+      "grad_norm_var": 12.8541015625,
+      "learning_rate": 5.696729666111148e-05,
+      "loss": 6.7895,
+      "loss/crossentropy": 2.2819800078868866,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1583699695765972,
+      "step": 2734
+    },
+    {
+      "epoch": 0.4558333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 13.01640625,
+      "learning_rate": 5.6941371186131855e-05,
+      "loss": 6.6288,
+      "loss/crossentropy": 1.2194599360227585,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15815516747534275,
+      "step": 2735
+    },
+    {
+      "epoch": 0.456,
+      "grad_norm": 24.5,
+      "grad_norm_var": 12.9625,
+      "learning_rate": 5.691544380813596e-05,
+      "loss": 6.7319,
+      "loss/crossentropy": 1.9967324435710907,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12558593042194843,
+      "step": 2736
+    },
+    {
+      "epoch": 0.45616666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 13.0791015625,
+      "learning_rate": 5.68895145342319e-05,
+      "loss": 6.7088,
+      "loss/crossentropy": 1.8510467112064362,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13624102249741554,
+      "step": 2737
+    },
+    {
+      "epoch": 0.4563333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 12.9837890625,
+      "learning_rate": 5.6863583371528386e-05,
+      "loss": 6.6711,
+      "loss/crossentropy": 1.6837426722049713,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13855914026498795,
+      "step": 2738
+    },
+    {
+      "epoch": 0.4565,
+      "grad_norm": 25.875,
+      "grad_norm_var": 12.959309895833334,
+      "learning_rate": 5.683765032713455e-05,
+      "loss": 6.6743,
+      "loss/crossentropy": 1.8867965638637543,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15259655937552452,
+      "step": 2739
+    },
+    {
+      "epoch": 0.45666666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 12.937239583333334,
+      "learning_rate": 5.681171540816008e-05,
+      "loss": 6.4689,
+      "loss/crossentropy": 1.9476238489151,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14742793515324593,
+      "step": 2740
+    },
+    {
+      "epoch": 0.4568333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 13.195768229166667,
+      "learning_rate": 5.6785778621715225e-05,
+      "loss": 6.9662,
+      "loss/crossentropy": 1.924155205488205,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16286252439022064,
+      "step": 2741
+    },
+    {
+      "epoch": 0.457,
+      "grad_norm": 26.75,
+      "grad_norm_var": 13.237239583333333,
+      "learning_rate": 5.675983997491067e-05,
+      "loss": 6.9551,
+      "loss/crossentropy": 2.3400666415691376,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609465628862381,
+      "step": 2742
+    },
+    {
+      "epoch": 0.45716666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 13.370833333333334,
+      "learning_rate": 5.6733899474857634e-05,
+      "loss": 6.7017,
+      "loss/crossentropy": 2.3246355652809143,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16281828470528126,
+      "step": 2743
+    },
+    {
+      "epoch": 0.4573333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 13.41015625,
+      "learning_rate": 5.670795712866788e-05,
+      "loss": 6.6083,
+      "loss/crossentropy": 2.519616186618805,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1739281266927719,
+      "step": 2744
+    },
+    {
+      "epoch": 0.4575,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9020182291666666,
+      "learning_rate": 5.668201294345363e-05,
+      "loss": 6.4691,
+      "loss/crossentropy": 1.8622784316539764,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14932217821478844,
+      "step": 2745
+    },
+    {
+      "epoch": 0.45766666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1155598958333333,
+      "learning_rate": 5.665606692632762e-05,
+      "loss": 6.6905,
+      "loss/crossentropy": 2.3258108496665955,
+      "loss/hidden": 2.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15091541782021523,
+      "step": 2746
+    },
+    {
+      "epoch": 0.4578333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.1275390625,
+      "learning_rate": 5.6630119084403124e-05,
+      "loss": 6.9595,
+      "loss/crossentropy": 1.9929401576519012,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14475613459944725,
+      "step": 2747
+    },
+    {
+      "epoch": 0.458,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.74140625,
+      "learning_rate": 5.660416942479387e-05,
+      "loss": 6.887,
+      "loss/crossentropy": 1.7819598615169525,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1543808039277792,
+      "step": 2748
+    },
+    {
+      "epoch": 0.45816666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.4613932291666667,
+      "learning_rate": 5.6578217954614134e-05,
+      "loss": 6.56,
+      "loss/crossentropy": 2.08911195397377,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17820630967617035,
+      "step": 2749
+    },
+    {
+      "epoch": 0.4583333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.5122395833333333,
+      "learning_rate": 5.6552264680978615e-05,
+      "loss": 6.4325,
+      "loss/crossentropy": 2.054005116224289,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15969645977020264,
+      "step": 2750
+    },
+    {
+      "epoch": 0.4585,
+      "grad_norm": 53.75,
+      "grad_norm_var": 53.79055989583333,
+      "learning_rate": 5.6526309611002594e-05,
+      "loss": 6.976,
+      "loss/crossentropy": 2.0043467581272125,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16916417330503464,
+      "step": 2751
+    },
+    {
+      "epoch": 0.45866666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 53.493489583333336,
+      "learning_rate": 5.650035275180175e-05,
+      "loss": 6.6615,
+      "loss/crossentropy": 1.9041423499584198,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18959420919418335,
+      "step": 2752
+    },
+    {
+      "epoch": 0.4588333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 53.459309895833336,
+      "learning_rate": 5.6474394110492344e-05,
+      "loss": 6.8346,
+      "loss/crossentropy": 1.3389652073383331,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15050199814140797,
+      "step": 2753
+    },
+    {
+      "epoch": 0.459,
+      "grad_norm": 30.875,
+      "grad_norm_var": 54.347330729166664,
+      "learning_rate": 5.644843369419108e-05,
+      "loss": 6.7103,
+      "loss/crossentropy": 1.5136617422103882,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1568979062139988,
+      "step": 2754
+    },
+    {
+      "epoch": 0.45916666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 55.027018229166664,
+      "learning_rate": 5.642247151001515e-05,
+      "loss": 6.5193,
+      "loss/crossentropy": 1.7383318841457367,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28178131952881813,
+      "step": 2755
+    },
+    {
+      "epoch": 0.4593333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 54.8962890625,
+      "learning_rate": 5.639650756508222e-05,
+      "loss": 6.8115,
+      "loss/crossentropy": 2.0923525542020798,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13630645722150803,
+      "step": 2756
+    },
+    {
+      "epoch": 0.4595,
+      "grad_norm": 27.375,
+      "grad_norm_var": 54.214518229166664,
+      "learning_rate": 5.6370541866510474e-05,
+      "loss": 6.7181,
+      "loss/crossentropy": 2.038271516561508,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19220471754670143,
+      "step": 2757
+    },
+    {
+      "epoch": 0.45966666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 54.386393229166664,
+      "learning_rate": 5.6344574421418513e-05,
+      "loss": 6.8119,
+      "loss/crossentropy": 1.821940153837204,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20060718059539795,
+      "step": 2758
+    },
+    {
+      "epoch": 0.4598333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 54.43515625,
+      "learning_rate": 5.6318605236925524e-05,
+      "loss": 6.6604,
+      "loss/crossentropy": 1.959631770849228,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14886339381337166,
+      "step": 2759
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 25.375,
+      "grad_norm_var": 54.221875,
+      "learning_rate": 5.6292634320151075e-05,
+      "loss": 6.6618,
+      "loss/crossentropy": 2.046598255634308,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15620429068803787,
+      "step": 2760
+    },
+    {
+      "epoch": 0.46016666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 53.33958333333333,
+      "learning_rate": 5.6266661678215216e-05,
+      "loss": 6.8898,
+      "loss/crossentropy": 1.518594652414322,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19239607080817223,
+      "step": 2761
+    },
+    {
+      "epoch": 0.4603333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 52.306705729166666,
+      "learning_rate": 5.624068731823853e-05,
+      "loss": 6.6722,
+      "loss/crossentropy": 1.879521131515503,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17357486858963966,
+      "step": 2762
+    },
+    {
+      "epoch": 0.4605,
+      "grad_norm": 23.125,
+      "grad_norm_var": 52.9291015625,
+      "learning_rate": 5.621471124734201e-05,
+      "loss": 6.7668,
+      "loss/crossentropy": 1.2140470892190933,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18009134382009506,
+      "step": 2763
+    },
+    {
+      "epoch": 0.46066666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 53.233072916666664,
+      "learning_rate": 5.618873347264716e-05,
+      "loss": 6.5533,
+      "loss/crossentropy": 1.7804137170314789,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1192376259714365,
+      "step": 2764
+    },
+    {
+      "epoch": 0.4608333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 53.456705729166664,
+      "learning_rate": 5.616275400127594e-05,
+      "loss": 6.4826,
+      "loss/crossentropy": 1.7473395764827728,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16928238794207573,
+      "step": 2765
+    },
+    {
+      "epoch": 0.461,
+      "grad_norm": 24.625,
+      "grad_norm_var": 53.15670572916667,
+      "learning_rate": 5.613677284035075e-05,
+      "loss": 6.7988,
+      "loss/crossentropy": 2.3696363866329193,
+      "loss/hidden": 2.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14848889410495758,
+      "step": 2766
+    },
+    {
+      "epoch": 0.46116666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 3.3080729166666667,
+      "learning_rate": 5.6110789996994474e-05,
+      "loss": 7.0105,
+      "loss/crossentropy": 1.7268491387367249,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1992061510682106,
+      "step": 2767
+    },
+    {
+      "epoch": 0.4613333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 3.2822916666666666,
+      "learning_rate": 5.608480547833047e-05,
+      "loss": 6.5749,
+      "loss/crossentropy": 1.8661600649356842,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17584365233778954,
+      "step": 2768
+    },
+    {
+      "epoch": 0.4615,
+      "grad_norm": 26.875,
+      "grad_norm_var": 3.3608723958333333,
+      "learning_rate": 5.6058819291482534e-05,
+      "loss": 6.6743,
+      "loss/crossentropy": 1.8637704253196716,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17944291234016418,
+      "step": 2769
+    },
+    {
+      "epoch": 0.46166666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.4184895833333333,
+      "learning_rate": 5.603283144357493e-05,
+      "loss": 6.5394,
+      "loss/crossentropy": 1.7135992348194122,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18195565417408943,
+      "step": 2770
+    },
+    {
+      "epoch": 0.4618333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2822265625,
+      "learning_rate": 5.6006841941732355e-05,
+      "loss": 6.5811,
+      "loss/crossentropy": 1.7824342995882034,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1617208793759346,
+      "step": 2771
+    },
+    {
+      "epoch": 0.462,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.2983723958333333,
+      "learning_rate": 5.598085079308002e-05,
+      "loss": 6.9441,
+      "loss/crossentropy": 1.9815539419651031,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20149686560034752,
+      "step": 2772
+    },
+    {
+      "epoch": 0.46216666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.9705729166666667,
+      "learning_rate": 5.595485800474349e-05,
+      "loss": 6.6099,
+      "loss/crossentropy": 1.7562359124422073,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17117204889655113,
+      "step": 2773
+    },
+    {
+      "epoch": 0.4623333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.9645182291666666,
+      "learning_rate": 5.592886358384888e-05,
+      "loss": 6.7712,
+      "loss/crossentropy": 2.2192359268665314,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16161717101931572,
+      "step": 2774
+    },
+    {
+      "epoch": 0.4625,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.9020833333333333,
+      "learning_rate": 5.590286753752268e-05,
+      "loss": 7.0129,
+      "loss/crossentropy": 1.5704839825630188,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22979969903826714,
+      "step": 2775
+    },
+    {
+      "epoch": 0.46266666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.9927083333333333,
+      "learning_rate": 5.587686987289189e-05,
+      "loss": 6.6864,
+      "loss/crossentropy": 2.140491098165512,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15292765572667122,
+      "step": 2776
+    },
+    {
+      "epoch": 0.4628333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 0.8426432291666667,
+      "learning_rate": 5.585087059708388e-05,
+      "loss": 6.9639,
+      "loss/crossentropy": 1.746911644935608,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15798745304346085,
+      "step": 2777
+    },
+    {
+      "epoch": 0.463,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.8322916666666667,
+      "learning_rate": 5.5824869717226513e-05,
+      "loss": 6.6221,
+      "loss/crossentropy": 2.047959625720978,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14992857724428177,
+      "step": 2778
+    },
+    {
+      "epoch": 0.46316666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.5978515625,
+      "learning_rate": 5.579886724044807e-05,
+      "loss": 6.6686,
+      "loss/crossentropy": 1.9421203434467316,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14596297219395638,
+      "step": 2779
+    },
+    {
+      "epoch": 0.4633333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.8020182291666667,
+      "learning_rate": 5.5772863173877285e-05,
+      "loss": 6.6736,
+      "loss/crossentropy": 1.9123979210853577,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13693714141845703,
+      "step": 2780
+    },
+    {
+      "epoch": 0.4635,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.7442057291666667,
+      "learning_rate": 5.574685752464334e-05,
+      "loss": 6.7109,
+      "loss/crossentropy": 1.551992580294609,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14854319393634796,
+      "step": 2781
+    },
+    {
+      "epoch": 0.46366666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.7552083333333334,
+      "learning_rate": 5.572085029987579e-05,
+      "loss": 6.7037,
+      "loss/crossentropy": 2.0488213896751404,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17596356570720673,
+      "step": 2782
+    },
+    {
+      "epoch": 0.4638333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.7843098958333333,
+      "learning_rate": 5.56948415067047e-05,
+      "loss": 6.5775,
+      "loss/crossentropy": 1.8797851204872131,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1697833500802517,
+      "step": 2783
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.1306640625,
+      "learning_rate": 5.5668831152260504e-05,
+      "loss": 6.4129,
+      "loss/crossentropy": 1.5998453199863434,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14401324465870857,
+      "step": 2784
+    },
+    {
+      "epoch": 0.46416666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9208333333333333,
+      "learning_rate": 5.564281924367408e-05,
+      "loss": 6.4389,
+      "loss/crossentropy": 1.7022465765476227,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1552562266588211,
+      "step": 2785
+    },
+    {
+      "epoch": 0.4643333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0059895833333334,
+      "learning_rate": 5.561680578807678e-05,
+      "loss": 6.7611,
+      "loss/crossentropy": 2.205841541290283,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16127091273665428,
+      "step": 2786
+    },
+    {
+      "epoch": 0.4645,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.0080729166666667,
+      "learning_rate": 5.559079079260032e-05,
+      "loss": 6.7542,
+      "loss/crossentropy": 1.8905872106552124,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19508739188313484,
+      "step": 2787
+    },
+    {
+      "epoch": 0.4646666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.2764973958333334,
+      "learning_rate": 5.556477426437684e-05,
+      "loss": 6.6822,
+      "loss/crossentropy": 1.6280039548873901,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1711890697479248,
+      "step": 2788
+    },
+    {
+      "epoch": 0.4648333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3280598958333334,
+      "learning_rate": 5.5538756210538933e-05,
+      "loss": 6.9321,
+      "loss/crossentropy": 2.111537605524063,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15978379920125008,
+      "step": 2789
+    },
+    {
+      "epoch": 0.465,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.3280598958333334,
+      "learning_rate": 5.5512736638219607e-05,
+      "loss": 6.8709,
+      "loss/crossentropy": 1.9742958843708038,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14497864991426468,
+      "step": 2790
+    },
+    {
+      "epoch": 0.4651666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.5233723958333334,
+      "learning_rate": 5.548671555455226e-05,
+      "loss": 6.8456,
+      "loss/crossentropy": 2.527287721633911,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18699529021978378,
+      "step": 2791
+    },
+    {
+      "epoch": 0.4653333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.4374348958333334,
+      "learning_rate": 5.546069296667075e-05,
+      "loss": 6.6914,
+      "loss/crossentropy": 1.836965948343277,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1361386850476265,
+      "step": 2792
+    },
+    {
+      "epoch": 0.4655,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.4712890625,
+      "learning_rate": 5.543466888170926e-05,
+      "loss": 6.7697,
+      "loss/crossentropy": 2.101795047521591,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14898275956511497,
+      "step": 2793
+    },
+    {
+      "epoch": 0.4656666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.6395833333333334,
+      "learning_rate": 5.540864330680249e-05,
+      "loss": 6.8175,
+      "loss/crossentropy": 1.882355809211731,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1706485152244568,
+      "step": 2794
+    },
+    {
+      "epoch": 0.4658333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.684375,
+      "learning_rate": 5.538261624908547e-05,
+      "loss": 6.9308,
+      "loss/crossentropy": 2.064262479543686,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16777637228369713,
+      "step": 2795
+    },
+    {
+      "epoch": 0.466,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.5056640625,
+      "learning_rate": 5.535658771569369e-05,
+      "loss": 6.8018,
+      "loss/crossentropy": 1.8925862461328506,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14898591861128807,
+      "step": 2796
+    },
+    {
+      "epoch": 0.4661666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.571875,
+      "learning_rate": 5.5330557713763e-05,
+      "loss": 6.7039,
+      "loss/crossentropy": 1.6911143958568573,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15026415884494781,
+      "step": 2797
+    },
+    {
+      "epoch": 0.4663333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.6275390625,
+      "learning_rate": 5.530452625042969e-05,
+      "loss": 6.8105,
+      "loss/crossentropy": 2.315067231655121,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.170210562646389,
+      "step": 2798
+    },
+    {
+      "epoch": 0.4665,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.59140625,
+      "learning_rate": 5.527849333283042e-05,
+      "loss": 6.4203,
+      "loss/crossentropy": 1.9070280194282532,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1546054221689701,
+      "step": 2799
+    },
+    {
+      "epoch": 0.4666666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.2770182291666665,
+      "learning_rate": 5.525245896810225e-05,
+      "loss": 6.7249,
+      "loss/crossentropy": 1.7305954992771149,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15021208673715591,
+      "step": 2800
+    },
+    {
+      "epoch": 0.4668333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.403125,
+      "learning_rate": 5.522642316338268e-05,
+      "loss": 6.7927,
+      "loss/crossentropy": 1.560673177242279,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16950234025716782,
+      "step": 2801
+    },
+    {
+      "epoch": 0.467,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.3041666666666667,
+      "learning_rate": 5.520038592580955e-05,
+      "loss": 6.7916,
+      "loss/crossentropy": 1.8597914278507233,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14083909057080746,
+      "step": 2802
+    },
+    {
+      "epoch": 0.4671666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.35,
+      "learning_rate": 5.517434726252113e-05,
+      "loss": 6.7475,
+      "loss/crossentropy": 1.8030497133731842,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12799043580889702,
+      "step": 2803
+    },
+    {
+      "epoch": 0.4673333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.3833333333333333,
+      "learning_rate": 5.514830718065607e-05,
+      "loss": 6.6476,
+      "loss/crossentropy": 1.674126535654068,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13680691085755825,
+      "step": 2804
+    },
+    {
+      "epoch": 0.4675,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.620833333333333,
+      "learning_rate": 5.512226568735338e-05,
+      "loss": 7.1104,
+      "loss/crossentropy": 1.6959672272205353,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18114805221557617,
+      "step": 2805
+    },
+    {
+      "epoch": 0.4676666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.9337890625,
+      "learning_rate": 5.50962227897525e-05,
+      "loss": 6.6878,
+      "loss/crossentropy": 1.5893827378749847,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15671509876847267,
+      "step": 2806
+    },
+    {
+      "epoch": 0.4678333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6280598958333334,
+      "learning_rate": 5.5070178494993254e-05,
+      "loss": 6.8524,
+      "loss/crossentropy": 2.122991681098938,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23557240515947342,
+      "step": 2807
+    },
+    {
+      "epoch": 0.468,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.87265625,
+      "learning_rate": 5.504413281021581e-05,
+      "loss": 6.7285,
+      "loss/crossentropy": 2.124196857213974,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16709096357226372,
+      "step": 2808
+    },
+    {
+      "epoch": 0.4681666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.8843098958333333,
+      "learning_rate": 5.5018085742560744e-05,
+      "loss": 6.7142,
+      "loss/crossentropy": 1.7955721318721771,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17283119075000286,
+      "step": 2809
+    },
+    {
+      "epoch": 0.4683333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.8327473958333333,
+      "learning_rate": 5.499203729916902e-05,
+      "loss": 6.792,
+      "loss/crossentropy": 2.104689836502075,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14992285147309303,
+      "step": 2810
+    },
+    {
+      "epoch": 0.4685,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.8207682291666667,
+      "learning_rate": 5.4965987487181957e-05,
+      "loss": 6.6916,
+      "loss/crossentropy": 2.181790769100189,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16385510936379433,
+      "step": 2811
+    },
+    {
+      "epoch": 0.4686666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.9067057291666667,
+      "learning_rate": 5.4939936313741245e-05,
+      "loss": 6.6542,
+      "loss/crossentropy": 1.6564922630786896,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14758923649787903,
+      "step": 2812
+    },
+    {
+      "epoch": 0.4688333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.7712890625,
+      "learning_rate": 5.4913883785988993e-05,
+      "loss": 6.9683,
+      "loss/crossentropy": 2.2353615760803223,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17672664299607277,
+      "step": 2813
+    },
+    {
+      "epoch": 0.469,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.5729166666666667,
+      "learning_rate": 5.4887829911067634e-05,
+      "loss": 6.9167,
+      "loss/crossentropy": 2.525071084499359,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609477773308754,
+      "step": 2814
+    },
+    {
+      "epoch": 0.4691666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.6681640625,
+      "learning_rate": 5.486177469611998e-05,
+      "loss": 6.6425,
+      "loss/crossentropy": 1.7693778276443481,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13258956000208855,
+      "step": 2815
+    },
+    {
+      "epoch": 0.4693333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.96875,
+      "learning_rate": 5.483571814828921e-05,
+      "loss": 6.6703,
+      "loss/crossentropy": 1.4401918351650238,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15802329406142235,
+      "step": 2816
+    },
+    {
+      "epoch": 0.4695,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.971875,
+      "learning_rate": 5.480966027471889e-05,
+      "loss": 6.8005,
+      "loss/crossentropy": 2.30593141913414,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15941552817821503,
+      "step": 2817
+    },
+    {
+      "epoch": 0.4696666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.79375,
+      "learning_rate": 5.4783601082552927e-05,
+      "loss": 6.46,
+      "loss/crossentropy": 1.8856296837329865,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14559946954250336,
+      "step": 2818
+    },
+    {
+      "epoch": 0.4698333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.9233723958333333,
+      "learning_rate": 5.4757540578935596e-05,
+      "loss": 6.9399,
+      "loss/crossentropy": 1.8700672537088394,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14493743516504765,
+      "step": 2819
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.8479166666666667,
+      "learning_rate": 5.473147877101153e-05,
+      "loss": 6.9067,
+      "loss/crossentropy": 2.1717692017555237,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1842605583369732,
+      "step": 2820
+    },
+    {
+      "epoch": 0.4701666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.3705729166666667,
+      "learning_rate": 5.470541566592573e-05,
+      "loss": 6.6662,
+      "loss/crossentropy": 1.6049991697072983,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14253461547195911,
+      "step": 2821
+    },
+    {
+      "epoch": 0.4703333333333333,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.3035807291666666,
+      "learning_rate": 5.467935127082352e-05,
+      "loss": 6.6367,
+      "loss/crossentropy": 2.073879301548004,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1516173891723156,
+      "step": 2822
+    },
+    {
+      "epoch": 0.4705,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.2634765625,
+      "learning_rate": 5.465328559285063e-05,
+      "loss": 6.7195,
+      "loss/crossentropy": 2.2578650414943695,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15872965194284916,
+      "step": 2823
+    },
+    {
+      "epoch": 0.4706666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.0166666666666666,
+      "learning_rate": 5.462721863915312e-05,
+      "loss": 6.7779,
+      "loss/crossentropy": 1.443133756518364,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16002801805734634,
+      "step": 2824
+    },
+    {
+      "epoch": 0.4708333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.9625,
+      "learning_rate": 5.4601150416877367e-05,
+      "loss": 6.7223,
+      "loss/crossentropy": 1.272239163517952,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13629446364939213,
+      "step": 2825
+    },
+    {
+      "epoch": 0.471,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9369140625,
+      "learning_rate": 5.457508093317013e-05,
+      "loss": 6.8509,
+      "loss/crossentropy": 1.9085707813501358,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18648987263441086,
+      "step": 2826
+    },
+    {
+      "epoch": 0.4711666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.0393229166666667,
+      "learning_rate": 5.4549010195178505e-05,
+      "loss": 6.8017,
+      "loss/crossentropy": 1.9071729332208633,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16706601530313492,
+      "step": 2827
+    },
+    {
+      "epoch": 0.4713333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.025,
+      "learning_rate": 5.4522938210049924e-05,
+      "loss": 6.5491,
+      "loss/crossentropy": 2.0569265484809875,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1558643877506256,
+      "step": 2828
+    },
+    {
+      "epoch": 0.4715,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.0280598958333333,
+      "learning_rate": 5.449686498493219e-05,
+      "loss": 6.6443,
+      "loss/crossentropy": 1.8588783591985703,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1438690721988678,
+      "step": 2829
+    },
+    {
+      "epoch": 0.4716666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.0247395833333333,
+      "learning_rate": 5.447079052697342e-05,
+      "loss": 6.7309,
+      "loss/crossentropy": 1.701060488820076,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15850181132555008,
+      "step": 2830
+    },
+    {
+      "epoch": 0.4718333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0247395833333333,
+      "learning_rate": 5.4444714843322085e-05,
+      "loss": 6.6555,
+      "loss/crossentropy": 2.0982183814048767,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13636681623756886,
+      "step": 2831
+    },
+    {
+      "epoch": 0.472,
+      "grad_norm": 25.625,
+      "grad_norm_var": 0.83515625,
+      "learning_rate": 5.4418637941126946e-05,
+      "loss": 6.7299,
+      "loss/crossentropy": 1.756877362728119,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14491311088204384,
+      "step": 2832
+    },
+    {
+      "epoch": 0.4721666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.4103515625,
+      "learning_rate": 5.439255982753717e-05,
+      "loss": 7.1489,
+      "loss/crossentropy": 1.7197469621896744,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21711484342813492,
+      "step": 2833
+    },
+    {
+      "epoch": 0.4723333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.4125,
+      "learning_rate": 5.436648050970219e-05,
+      "loss": 6.6675,
+      "loss/crossentropy": 2.2425095438957214,
+      "loss/hidden": 2.88671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14045887999236584,
+      "step": 2834
+    },
+    {
+      "epoch": 0.4725,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.065625,
+      "learning_rate": 5.434039999477182e-05,
+      "loss": 6.7019,
+      "loss/crossentropy": 1.9245666563510895,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16003157570958138,
+      "step": 2835
+    },
+    {
+      "epoch": 0.4726666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 6.970833333333333,
+      "learning_rate": 5.4314318289896185e-05,
+      "loss": 6.6761,
+      "loss/crossentropy": 1.5191853642463684,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14053241908550262,
+      "step": 2836
+    },
+    {
+      "epoch": 0.4728333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 6.837239583333333,
+      "learning_rate": 5.428823540222569e-05,
+      "loss": 6.5915,
+      "loss/crossentropy": 2.1586702466011047,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18123877421021461,
+      "step": 2837
+    },
+    {
+      "epoch": 0.473,
+      "grad_norm": 25.125,
+      "grad_norm_var": 6.86015625,
+      "learning_rate": 5.4262151338911173e-05,
+      "loss": 6.8513,
+      "loss/crossentropy": 1.9807032644748688,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18056035414338112,
+      "step": 2838
+    },
+    {
+      "epoch": 0.4731666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 6.8853515625,
+      "learning_rate": 5.423606610710368e-05,
+      "loss": 6.6201,
+      "loss/crossentropy": 2.168165236711502,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14209232106804848,
+      "step": 2839
+    },
+    {
+      "epoch": 0.47333333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 6.87265625,
+      "learning_rate": 5.4209979713954625e-05,
+      "loss": 6.7459,
+      "loss/crossentropy": 1.5035814344882965,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14620023407042027,
+      "step": 2840
+    },
+    {
+      "epoch": 0.4735,
+      "grad_norm": 24.25,
+      "grad_norm_var": 6.973893229166666,
+      "learning_rate": 5.418389216661579e-05,
+      "loss": 6.6698,
+      "loss/crossentropy": 1.7686389088630676,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16423527151346207,
+      "step": 2841
+    },
+    {
+      "epoch": 0.4736666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 6.95390625,
+      "learning_rate": 5.4157803472239164e-05,
+      "loss": 6.8295,
+      "loss/crossentropy": 1.7503387778997421,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.150172496214509,
+      "step": 2842
+    },
+    {
+      "epoch": 0.47383333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 6.9791015625,
+      "learning_rate": 5.413171363797713e-05,
+      "loss": 6.8949,
+      "loss/crossentropy": 1.8836792707443237,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14637570083141327,
+      "step": 2843
+    },
+    {
+      "epoch": 0.474,
+      "grad_norm": 25.5,
+      "grad_norm_var": 6.643684895833333,
+      "learning_rate": 5.410562267098238e-05,
+      "loss": 6.533,
+      "loss/crossentropy": 1.9490323960781097,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14107951894402504,
+      "step": 2844
+    },
+    {
+      "epoch": 0.4741666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 7.158333333333333,
+      "learning_rate": 5.407953057840789e-05,
+      "loss": 6.4004,
+      "loss/crossentropy": 1.9779317677021027,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.152092557400465,
+      "step": 2845
+    },
+    {
+      "epoch": 0.47433333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 7.244791666666667,
+      "learning_rate": 5.4053437367406946e-05,
+      "loss": 6.5566,
+      "loss/crossentropy": 1.6441625356674194,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1507224440574646,
+      "step": 2846
+    },
+    {
+      "epoch": 0.4745,
+      "grad_norm": 23.75,
+      "grad_norm_var": 7.014322916666667,
+      "learning_rate": 5.402734304513316e-05,
+      "loss": 6.7914,
+      "loss/crossentropy": 1.5745086371898651,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1482301577925682,
+      "step": 2847
+    },
+    {
+      "epoch": 0.4746666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 7.223958333333333,
+      "learning_rate": 5.400124761874045e-05,
+      "loss": 6.6944,
+      "loss/crossentropy": 1.4585518687963486,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15294454619288445,
+      "step": 2848
+    },
+    {
+      "epoch": 0.47483333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 7.307747395833333,
+      "learning_rate": 5.3975151095382995e-05,
+      "loss": 6.5642,
+      "loss/crossentropy": 1.9783165156841278,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.144564813002944,
+      "step": 2849
+    },
+    {
+      "epoch": 0.475,
+      "grad_norm": 25.375,
+      "grad_norm_var": 7.276497395833333,
+      "learning_rate": 5.394905348221533e-05,
+      "loss": 6.5969,
+      "loss/crossentropy": 1.6756109297275543,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16426939889788628,
+      "step": 2850
+    },
+    {
+      "epoch": 0.4751666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 6.673958333333333,
+      "learning_rate": 5.392295478639225e-05,
+      "loss": 6.6039,
+      "loss/crossentropy": 1.6102576851844788,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13456918112933636,
+      "step": 2851
+    },
+    {
+      "epoch": 0.47533333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.2056640625,
+      "learning_rate": 5.389685501506887e-05,
+      "loss": 6.7712,
+      "loss/crossentropy": 2.152089834213257,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15016418509185314,
+      "step": 2852
+    },
+    {
+      "epoch": 0.4755,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.2155598958333333,
+      "learning_rate": 5.3870754175400595e-05,
+      "loss": 6.7469,
+      "loss/crossentropy": 1.8747009634971619,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13585194572806358,
+      "step": 2853
+    },
+    {
+      "epoch": 0.4756666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.2358723958333333,
+      "learning_rate": 5.384465227454311e-05,
+      "loss": 6.7256,
+      "loss/crossentropy": 2.3583598732948303,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17052099481225014,
+      "step": 2854
+    },
+    {
+      "epoch": 0.47583333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.2166015625,
+      "learning_rate": 5.381854931965238e-05,
+      "loss": 6.8255,
+      "loss/crossentropy": 2.0157586187124252,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16061819531023502,
+      "step": 2855
+    },
+    {
+      "epoch": 0.476,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.6684895833333333,
+      "learning_rate": 5.3792445317884696e-05,
+      "loss": 6.6174,
+      "loss/crossentropy": 1.0525179654359818,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20606178231537342,
+      "step": 2856
+    },
+    {
+      "epoch": 0.4761666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6561848958333334,
+      "learning_rate": 5.3766340276396646e-05,
+      "loss": 6.5299,
+      "loss/crossentropy": 1.639274775981903,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15794669650495052,
+      "step": 2857
+    },
+    {
+      "epoch": 0.47633333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.696875,
+      "learning_rate": 5.374023420234503e-05,
+      "loss": 6.5387,
+      "loss/crossentropy": 1.535856932401657,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16769495978951454,
+      "step": 2858
+    },
+    {
+      "epoch": 0.4765,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.8551432291666667,
+      "learning_rate": 5.3714127102887e-05,
+      "loss": 6.6243,
+      "loss/crossentropy": 1.8689456433057785,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15691878646612167,
+      "step": 2859
+    },
+    {
+      "epoch": 0.4766666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.8268229166666667,
+      "learning_rate": 5.3688018985179956e-05,
+      "loss": 6.7098,
+      "loss/crossentropy": 1.718141108751297,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12585802003741264,
+      "step": 2860
+    },
+    {
+      "epoch": 0.47683333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5738932291666667,
+      "learning_rate": 5.366190985638159e-05,
+      "loss": 6.6959,
+      "loss/crossentropy": 1.5240763574838638,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14218821562826633,
+      "step": 2861
+    },
+    {
+      "epoch": 0.477,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5229166666666667,
+      "learning_rate": 5.363579972364987e-05,
+      "loss": 6.8105,
+      "loss/crossentropy": 1.8800866156816483,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809946522116661,
+      "step": 2862
+    },
+    {
+      "epoch": 0.4771666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.5604166666666666,
+      "learning_rate": 5.360968859414305e-05,
+      "loss": 6.9689,
+      "loss/crossentropy": 2.143077462911606,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1608499214053154,
+      "step": 2863
+    },
+    {
+      "epoch": 0.47733333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.4395833333333334,
+      "learning_rate": 5.35835764750196e-05,
+      "loss": 6.554,
+      "loss/crossentropy": 2.0242105424404144,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15443339943885803,
+      "step": 2864
+    },
+    {
+      "epoch": 0.4775,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.1309895833333334,
+      "learning_rate": 5.3557463373438357e-05,
+      "loss": 6.6882,
+      "loss/crossentropy": 1.6243752092123032,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15371021255850792,
+      "step": 2865
+    },
+    {
+      "epoch": 0.4776666666666667,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.19140625,
+      "learning_rate": 5.3531349296558345e-05,
+      "loss": 6.7118,
+      "loss/crossentropy": 1.8761367201805115,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20199554413557053,
+      "step": 2866
+    },
+    {
+      "epoch": 0.47783333333333333,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0759765625,
+      "learning_rate": 5.3505234251538885e-05,
+      "loss": 6.945,
+      "loss/crossentropy": 2.4568829238414764,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16939117014408112,
+      "step": 2867
+    },
+    {
+      "epoch": 0.478,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.08125,
+      "learning_rate": 5.3479118245539595e-05,
+      "loss": 6.8684,
+      "loss/crossentropy": 2.256203830242157,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14989249780774117,
+      "step": 2868
+    },
+    {
+      "epoch": 0.4781666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1994140625,
+      "learning_rate": 5.345300128572031e-05,
+      "loss": 6.8677,
+      "loss/crossentropy": 2.617203414440155,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15250790491700172,
+      "step": 2869
+    },
+    {
+      "epoch": 0.47833333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.20625,
+      "learning_rate": 5.342688337924111e-05,
+      "loss": 6.7218,
+      "loss/crossentropy": 1.8125781118869781,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471349112689495,
+      "step": 2870
+    },
+    {
+      "epoch": 0.4785,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.2330729166666667,
+      "learning_rate": 5.340076453326241e-05,
+      "loss": 6.6162,
+      "loss/crossentropy": 1.6829810738563538,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14999364875257015,
+      "step": 2871
+    },
+    {
+      "epoch": 0.4786666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9010416666666666,
+      "learning_rate": 5.3374644754944836e-05,
+      "loss": 6.7086,
+      "loss/crossentropy": 1.2163010090589523,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14663802832365036,
+      "step": 2872
+    },
+    {
+      "epoch": 0.47883333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.9660807291666667,
+      "learning_rate": 5.3348524051449254e-05,
+      "loss": 6.7249,
+      "loss/crossentropy": 2.193705141544342,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14274855703115463,
+      "step": 2873
+    },
+    {
+      "epoch": 0.479,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.9268229166666667,
+      "learning_rate": 5.3322402429936816e-05,
+      "loss": 6.774,
+      "loss/crossentropy": 1.5470921695232391,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12328914739191532,
+      "step": 2874
+    },
+    {
+      "epoch": 0.4791666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.7927083333333333,
+      "learning_rate": 5.32962798975689e-05,
+      "loss": 6.5938,
+      "loss/crossentropy": 2.005379796028137,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15538986399769783,
+      "step": 2875
+    },
+    {
+      "epoch": 0.47933333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.8764973958333333,
+      "learning_rate": 5.327015646150716e-05,
+      "loss": 6.6252,
+      "loss/crossentropy": 2.0261772871017456,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16009143367409706,
+      "step": 2876
+    },
+    {
+      "epoch": 0.4795,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.9025390625,
+      "learning_rate": 5.3244032128913476e-05,
+      "loss": 6.8352,
+      "loss/crossentropy": 1.5400115996599197,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15781322121620178,
+      "step": 2877
+    },
+    {
+      "epoch": 0.4796666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.9337890625,
+      "learning_rate": 5.3217906906949985e-05,
+      "loss": 6.6677,
+      "loss/crossentropy": 1.3505612909793854,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13718014024198055,
+      "step": 2878
+    },
+    {
+      "epoch": 0.47983333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.7205729166666667,
+      "learning_rate": 5.319178080277908e-05,
+      "loss": 6.5505,
+      "loss/crossentropy": 1.8356793224811554,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1741839349269867,
+      "step": 2879
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.7205729166666667,
+      "learning_rate": 5.3165653823563355e-05,
+      "loss": 6.6017,
+      "loss/crossentropy": 1.7176800519227982,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15897737815976143,
+      "step": 2880
+    },
+    {
+      "epoch": 0.4801666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.76640625,
+      "learning_rate": 5.313952597646568e-05,
+      "loss": 6.8209,
+      "loss/crossentropy": 1.721219539642334,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14553339779376984,
+      "step": 2881
+    },
+    {
+      "epoch": 0.48033333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.5291015625,
+      "learning_rate": 5.311339726864915e-05,
+      "loss": 6.4642,
+      "loss/crossentropy": 1.6057092249393463,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14721596240997314,
+      "step": 2882
+    },
+    {
+      "epoch": 0.4805,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.43515625,
+      "learning_rate": 5.30872677072771e-05,
+      "loss": 6.6706,
+      "loss/crossentropy": 1.8551390171051025,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15048561245203018,
+      "step": 2883
+    },
+    {
+      "epoch": 0.4806666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.45462239583333336,
+      "learning_rate": 5.30611372995131e-05,
+      "loss": 6.8781,
+      "loss/crossentropy": 1.9222497642040253,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16718683391809464,
+      "step": 2884
+    },
+    {
+      "epoch": 0.48083333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 0.6747395833333333,
+      "learning_rate": 5.3035006052520955e-05,
+      "loss": 6.6753,
+      "loss/crossentropy": 1.9388454854488373,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17264163121581078,
+      "step": 2885
+    },
+    {
+      "epoch": 0.481,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.6497395833333334,
+      "learning_rate": 5.3008873973464676e-05,
+      "loss": 6.5438,
+      "loss/crossentropy": 1.3140443414449692,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13744274713099003,
+      "step": 2886
+    },
+    {
+      "epoch": 0.4811666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.6541666666666667,
+      "learning_rate": 5.298274106950854e-05,
+      "loss": 6.9064,
+      "loss/crossentropy": 1.8685161173343658,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18984225392341614,
+      "step": 2887
+    },
+    {
+      "epoch": 0.48133333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.7197916666666667,
+      "learning_rate": 5.295660734781701e-05,
+      "loss": 6.6771,
+      "loss/crossentropy": 1.837827354669571,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14059551805257797,
+      "step": 2888
+    },
+    {
+      "epoch": 0.4815,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.7364583333333333,
+      "learning_rate": 5.293047281555482e-05,
+      "loss": 6.5571,
+      "loss/crossentropy": 1.7325890958309174,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18639672547578812,
+      "step": 2889
+    },
+    {
+      "epoch": 0.4816666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.8202473958333333,
+      "learning_rate": 5.29043374798869e-05,
+      "loss": 6.5155,
+      "loss/crossentropy": 1.1897560060024261,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12209839001297951,
+      "step": 2890
+    },
+    {
+      "epoch": 0.48183333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.7775390625,
+      "learning_rate": 5.2878201347978374e-05,
+      "loss": 6.7539,
+      "loss/crossentropy": 1.7521211355924606,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13345801830291748,
+      "step": 2891
+    },
+    {
+      "epoch": 0.482,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8864583333333333,
+      "learning_rate": 5.285206442699462e-05,
+      "loss": 6.5777,
+      "loss/crossentropy": 1.9380513429641724,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18087198212742805,
+      "step": 2892
+    },
+    {
+      "epoch": 0.4821666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.7556640625,
+      "learning_rate": 5.2825926724101236e-05,
+      "loss": 6.9958,
+      "loss/crossentropy": 2.2339815944433212,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1813724171370268,
+      "step": 2893
+    },
+    {
+      "epoch": 0.48233333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.79375,
+      "learning_rate": 5.2799788246464e-05,
+      "loss": 6.7576,
+      "loss/crossentropy": 1.811117559671402,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1561841517686844,
+      "step": 2894
+    },
+    {
+      "epoch": 0.4825,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.8427083333333333,
+      "learning_rate": 5.277364900124896e-05,
+      "loss": 6.7311,
+      "loss/crossentropy": 2.059980809688568,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15706376358866692,
+      "step": 2895
+    },
+    {
+      "epoch": 0.4826666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.3462890625,
+      "learning_rate": 5.27475089956223e-05,
+      "loss": 7.0238,
+      "loss/crossentropy": 2.0270092487335205,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20223573967814445,
+      "step": 2896
+    },
+    {
+      "epoch": 0.48283333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.325,
+      "learning_rate": 5.272136823675046e-05,
+      "loss": 6.763,
+      "loss/crossentropy": 1.7606420814990997,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15148501843214035,
+      "step": 2897
+    },
+    {
+      "epoch": 0.483,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.515625,
+      "learning_rate": 5.269522673180009e-05,
+      "loss": 6.4688,
+      "loss/crossentropy": 1.6518172472715378,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15971528552472591,
+      "step": 2898
+    },
+    {
+      "epoch": 0.4831666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.5072265625,
+      "learning_rate": 5.266908448793803e-05,
+      "loss": 6.8621,
+      "loss/crossentropy": 1.9179916083812714,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15448285266757011,
+      "step": 2899
+    },
+    {
+      "epoch": 0.48333333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.4494140625,
+      "learning_rate": 5.264294151233132e-05,
+      "loss": 6.9433,
+      "loss/crossentropy": 1.659451276063919,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18362764827907085,
+      "step": 2900
+    },
+    {
+      "epoch": 0.4835,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.3343098958333333,
+      "learning_rate": 5.26167978121472e-05,
+      "loss": 6.4907,
+      "loss/crossentropy": 1.5288855284452438,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13370729982852936,
+      "step": 2901
+    },
+    {
+      "epoch": 0.4836666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.35390625,
+      "learning_rate": 5.2590653394553127e-05,
+      "loss": 6.6726,
+      "loss/crossentropy": 2.511498808860779,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16781990230083466,
+      "step": 2902
+    },
+    {
+      "epoch": 0.48383333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.47265625,
+      "learning_rate": 5.256450826671672e-05,
+      "loss": 7.0739,
+      "loss/crossentropy": 2.2652429938316345,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1933600977063179,
+      "step": 2903
+    },
+    {
+      "epoch": 0.484,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.38515625,
+      "learning_rate": 5.253836243580582e-05,
+      "loss": 6.841,
+      "loss/crossentropy": 2.1496012806892395,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1649666428565979,
+      "step": 2904
+    },
+    {
+      "epoch": 0.4841666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.3858723958333334,
+      "learning_rate": 5.2512215908988484e-05,
+      "loss": 6.5821,
+      "loss/crossentropy": 2.1439765095710754,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14908815175294876,
+      "step": 2905
+    },
+    {
+      "epoch": 0.48433333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.325,
+      "learning_rate": 5.24860686934329e-05,
+      "loss": 6.8463,
+      "loss/crossentropy": 1.8437843322753906,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16303017735481262,
+      "step": 2906
+    },
+    {
+      "epoch": 0.4845,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.4087890625,
+      "learning_rate": 5.245992079630748e-05,
+      "loss": 6.869,
+      "loss/crossentropy": 2.301176369190216,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18119270727038383,
+      "step": 2907
+    },
+    {
+      "epoch": 0.4846666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.2916015625,
+      "learning_rate": 5.243377222478083e-05,
+      "loss": 6.6572,
+      "loss/crossentropy": 1.6996362805366516,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1616962905973196,
+      "step": 2908
+    },
+    {
+      "epoch": 0.48483333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.2916015625,
+      "learning_rate": 5.240762298602171e-05,
+      "loss": 6.9755,
+      "loss/crossentropy": 2.3611871004104614,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14059965685009956,
+      "step": 2909
+    },
+    {
+      "epoch": 0.485,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.1968098958333333,
+      "learning_rate": 5.2381473087199094e-05,
+      "loss": 6.726,
+      "loss/crossentropy": 1.950127750635147,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1631813645362854,
+      "step": 2910
+    },
+    {
+      "epoch": 0.4851666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.0488932291666666,
+      "learning_rate": 5.235532253548213e-05,
+      "loss": 6.7667,
+      "loss/crossentropy": 1.8568897396326065,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14956087619066238,
+      "step": 2911
+    },
+    {
+      "epoch": 0.48533333333333334,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.7041666666666667,
+      "learning_rate": 5.232917133804014e-05,
+      "loss": 6.7974,
+      "loss/crossentropy": 1.7906281054019928,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15766709297895432,
+      "step": 2912
+    },
+    {
+      "epoch": 0.4855,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.72890625,
+      "learning_rate": 5.230301950204262e-05,
+      "loss": 6.6812,
+      "loss/crossentropy": 2.0427019894123077,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14516030065715313,
+      "step": 2913
+    },
+    {
+      "epoch": 0.4856666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.6728515625,
+      "learning_rate": 5.227686703465924e-05,
+      "loss": 6.7984,
+      "loss/crossentropy": 1.9956507086753845,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13780580274760723,
+      "step": 2914
+    },
+    {
+      "epoch": 0.48583333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.9041015625,
+      "learning_rate": 5.2250713943059826e-05,
+      "loss": 6.7656,
+      "loss/crossentropy": 2.2176441848278046,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16681765764951706,
+      "step": 2915
+    },
+    {
+      "epoch": 0.486,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.91015625,
+      "learning_rate": 5.222456023441444e-05,
+      "loss": 6.6874,
+      "loss/crossentropy": 1.741613119840622,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13769875839352608,
+      "step": 2916
+    },
+    {
+      "epoch": 0.4861666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.7389973958333333,
+      "learning_rate": 5.219840591589325e-05,
+      "loss": 6.6713,
+      "loss/crossentropy": 2.016134798526764,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16637173295021057,
+      "step": 2917
+    },
+    {
+      "epoch": 0.48633333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7572916666666667,
+      "learning_rate": 5.217225099466661e-05,
+      "loss": 6.3812,
+      "loss/crossentropy": 1.682734191417694,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13630275800824165,
+      "step": 2918
+    },
+    {
+      "epoch": 0.4865,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.6910807291666666,
+      "learning_rate": 5.2146095477905033e-05,
+      "loss": 6.8372,
+      "loss/crossentropy": 1.7442630529403687,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17190179973840714,
+      "step": 2919
+    },
+    {
+      "epoch": 0.4866666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.6910807291666666,
+      "learning_rate": 5.2119939372779216e-05,
+      "loss": 6.8642,
+      "loss/crossentropy": 1.8718325793743134,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1434888318181038,
+      "step": 2920
+    },
+    {
+      "epoch": 0.48683333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7080729166666667,
+      "learning_rate": 5.209378268645998e-05,
+      "loss": 6.6258,
+      "loss/crossentropy": 2.08834645152092,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14658582210540771,
+      "step": 2921
+    },
+    {
+      "epoch": 0.487,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.7080729166666667,
+      "learning_rate": 5.206762542611836e-05,
+      "loss": 6.8738,
+      "loss/crossentropy": 2.2790898084640503,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14557505771517754,
+      "step": 2922
+    },
+    {
+      "epoch": 0.4871666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.6483723958333333,
+      "learning_rate": 5.204146759892551e-05,
+      "loss": 6.6812,
+      "loss/crossentropy": 2.026610106229782,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18454645201563835,
+      "step": 2923
+    },
+    {
+      "epoch": 0.48733333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.63515625,
+      "learning_rate": 5.201530921205272e-05,
+      "loss": 6.7949,
+      "loss/crossentropy": 1.8987725973129272,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29007627815008163,
+      "step": 2924
+    },
+    {
+      "epoch": 0.4875,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.7223307291666666,
+      "learning_rate": 5.19891502726715e-05,
+      "loss": 6.3329,
+      "loss/crossentropy": 1.709078699350357,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17028192058205605,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4876666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.7239583333333334,
+      "learning_rate": 5.196299078795344e-05,
+      "loss": 6.8092,
+      "loss/crossentropy": 1.8092730045318604,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14346406608819962,
+      "step": 2926
+    },
+    {
+      "epoch": 0.48783333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.875,
+      "learning_rate": 5.193683076507031e-05,
+      "loss": 6.6543,
+      "loss/crossentropy": 2.1433390378952026,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14999230951070786,
+      "step": 2927
+    },
+    {
+      "epoch": 0.488,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.8264973958333334,
+      "learning_rate": 5.191067021119407e-05,
+      "loss": 6.6682,
+      "loss/crossentropy": 1.8842762112617493,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17885850369930267,
+      "step": 2928
+    },
+    {
+      "epoch": 0.4881666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.1301432291666667,
+      "learning_rate": 5.188450913349674e-05,
+      "loss": 6.6405,
+      "loss/crossentropy": 1.8294996917247772,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12849177420139313,
+      "step": 2929
+    },
+    {
+      "epoch": 0.48833333333333334,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.1635416666666667,
+      "learning_rate": 5.185834753915053e-05,
+      "loss": 6.7857,
+      "loss/crossentropy": 1.975635588169098,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17420825734734535,
+      "step": 2930
+    },
+    {
+      "epoch": 0.4885,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.9291015625,
+      "learning_rate": 5.183218543532782e-05,
+      "loss": 6.6639,
+      "loss/crossentropy": 1.960043340921402,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14804191514849663,
+      "step": 2931
+    },
+    {
+      "epoch": 0.4886666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.9072265625,
+      "learning_rate": 5.180602282920107e-05,
+      "loss": 6.6567,
+      "loss/crossentropy": 1.913852483034134,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1500466875731945,
+      "step": 2932
+    },
+    {
+      "epoch": 0.48883333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1004557291666666,
+      "learning_rate": 5.1779859727942924e-05,
+      "loss": 6.6699,
+      "loss/crossentropy": 1.929185301065445,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20500511303544044,
+      "step": 2933
+    },
+    {
+      "epoch": 0.489,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2385416666666667,
+      "learning_rate": 5.175369613872615e-05,
+      "loss": 6.5957,
+      "loss/crossentropy": 2.0270097255706787,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1646028384566307,
+      "step": 2934
+    },
+    {
+      "epoch": 0.4891666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.2395182291666667,
+      "learning_rate": 5.172753206872363e-05,
+      "loss": 6.7793,
+      "loss/crossentropy": 2.1734158992767334,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17170670256018639,
+      "step": 2935
+    },
+    {
+      "epoch": 0.48933333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2330729166666667,
+      "learning_rate": 5.170136752510837e-05,
+      "loss": 6.6618,
+      "loss/crossentropy": 2.0876734852790833,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1972336247563362,
+      "step": 2936
+    },
+    {
+      "epoch": 0.4895,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.2280598958333333,
+      "learning_rate": 5.167520251505358e-05,
+      "loss": 6.8947,
+      "loss/crossentropy": 1.764424204826355,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2225547917187214,
+      "step": 2937
+    },
+    {
+      "epoch": 0.48966666666666664,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2192057291666667,
+      "learning_rate": 5.164903704573251e-05,
+      "loss": 6.5124,
+      "loss/crossentropy": 1.9363258183002472,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1399003155529499,
+      "step": 2938
+    },
+    {
+      "epoch": 0.48983333333333334,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.4018229166666667,
+      "learning_rate": 5.162287112431858e-05,
+      "loss": 6.6775,
+      "loss/crossentropy": 1.582494467496872,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1674555204808712,
+      "step": 2939
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.3457682291666666,
+      "learning_rate": 5.159670475798534e-05,
+      "loss": 6.6717,
+      "loss/crossentropy": 1.729225605726242,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1517535038292408,
+      "step": 2940
+    },
+    {
+      "epoch": 0.49016666666666664,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.3643229166666666,
+      "learning_rate": 5.157053795390642e-05,
+      "loss": 6.7558,
+      "loss/crossentropy": 1.411940187215805,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15788137167692184,
+      "step": 2941
+    },
+    {
+      "epoch": 0.49033333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.4958333333333333,
+      "learning_rate": 5.154437071925562e-05,
+      "loss": 6.4717,
+      "loss/crossentropy": 1.9190175831317902,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1507856473326683,
+      "step": 2942
+    },
+    {
+      "epoch": 0.4905,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.2872395833333334,
+      "learning_rate": 5.151820306120682e-05,
+      "loss": 6.7639,
+      "loss/crossentropy": 2.498326823115349,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15551788732409477,
+      "step": 2943
+    },
+    {
+      "epoch": 0.49066666666666664,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.3239583333333333,
+      "learning_rate": 5.1492034986934046e-05,
+      "loss": 6.4515,
+      "loss/crossentropy": 1.756924882531166,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13961193151772022,
+      "step": 2944
+    },
+    {
+      "epoch": 0.49083333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0518229166666666,
+      "learning_rate": 5.1465866503611426e-05,
+      "loss": 6.4245,
+      "loss/crossentropy": 1.5240508913993835,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1488608941435814,
+      "step": 2945
+    },
+    {
+      "epoch": 0.491,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9143229166666667,
+      "learning_rate": 5.143969761841317e-05,
+      "loss": 6.74,
+      "loss/crossentropy": 1.740509256720543,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14202177710831165,
+      "step": 2946
+    },
+    {
+      "epoch": 0.49116666666666664,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.7080729166666666,
+      "learning_rate": 5.141352833851367e-05,
+      "loss": 6.8,
+      "loss/crossentropy": 1.481581687927246,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14613525569438934,
+      "step": 2947
+    },
+    {
+      "epoch": 0.49133333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.7113932291666667,
+      "learning_rate": 5.138735867108735e-05,
+      "loss": 6.5859,
+      "loss/crossentropy": 1.6167203485965729,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15105751529335976,
+      "step": 2948
+    },
+    {
+      "epoch": 0.4915,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.6098307291666667,
+      "learning_rate": 5.136118862330876e-05,
+      "loss": 6.726,
+      "loss/crossentropy": 2.137267589569092,
+      "loss/hidden": 2.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1579330451786518,
+      "step": 2949
+    },
+    {
+      "epoch": 0.49166666666666664,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.4205729166666667,
+      "learning_rate": 5.133501820235264e-05,
+      "loss": 6.4317,
+      "loss/crossentropy": 1.9282933175563812,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1632114015519619,
+      "step": 2950
+    },
+    {
+      "epoch": 0.49183333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.4041666666666666,
+      "learning_rate": 5.1308847415393666e-05,
+      "loss": 6.8885,
+      "loss/crossentropy": 1.68307925760746,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1433028280735016,
+      "step": 2951
+    },
+    {
+      "epoch": 0.492,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.4080729166666666,
+      "learning_rate": 5.1282676269606756e-05,
+      "loss": 6.628,
+      "loss/crossentropy": 1.6934436559677124,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16440564393997192,
+      "step": 2952
+    },
+    {
+      "epoch": 0.49216666666666664,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.4603515625,
+      "learning_rate": 5.125650477216688e-05,
+      "loss": 6.6582,
+      "loss/crossentropy": 1.8423959016799927,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14392022415995598,
+      "step": 2953
+    },
+    {
+      "epoch": 0.49233333333333335,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.6087890625,
+      "learning_rate": 5.123033293024909e-05,
+      "loss": 6.6535,
+      "loss/crossentropy": 1.6005087792873383,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15468665584921837,
+      "step": 2954
+    },
+    {
+      "epoch": 0.4925,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.4317057291666666,
+      "learning_rate": 5.120416075102855e-05,
+      "loss": 6.6799,
+      "loss/crossentropy": 2.071096509695053,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14402827247977257,
+      "step": 2955
+    },
+    {
+      "epoch": 0.49266666666666664,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4317057291666666,
+      "learning_rate": 5.117798824168052e-05,
+      "loss": 6.7029,
+      "loss/crossentropy": 2.390558809041977,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17282423377037048,
+      "step": 2956
+    },
+    {
+      "epoch": 0.49283333333333335,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3020833333333333,
+      "learning_rate": 5.115181540938032e-05,
+      "loss": 6.8346,
+      "loss/crossentropy": 1.840759426355362,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15359285846352577,
+      "step": 2957
+    },
+    {
+      "epoch": 0.493,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2275390625,
+      "learning_rate": 5.112564226130339e-05,
+      "loss": 6.7405,
+      "loss/crossentropy": 2.105774700641632,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15172048471868038,
+      "step": 2958
+    },
+    {
+      "epoch": 0.49316666666666664,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2520833333333334,
+      "learning_rate": 5.109946880462526e-05,
+      "loss": 6.5862,
+      "loss/crossentropy": 1.826119989156723,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1548355035483837,
+      "step": 2959
+    },
+    {
+      "epoch": 0.49333333333333335,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.5177083333333334,
+      "learning_rate": 5.107329504652152e-05,
+      "loss": 6.8893,
+      "loss/crossentropy": 2.186590701341629,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15903159230947495,
+      "step": 2960
+    },
+    {
+      "epoch": 0.4935,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.7624348958333333,
+      "learning_rate": 5.104712099416785e-05,
+      "loss": 6.7776,
+      "loss/crossentropy": 1.9351409375667572,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1523992046713829,
+      "step": 2961
+    },
+    {
+      "epoch": 0.49366666666666664,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.7280598958333333,
+      "learning_rate": 5.102094665474003e-05,
+      "loss": 6.4999,
+      "loss/crossentropy": 1.6711330115795135,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14084027707576752,
+      "step": 2962
+    },
+    {
+      "epoch": 0.49383333333333335,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0872395833333333,
+      "learning_rate": 5.09947720354139e-05,
+      "loss": 6.7891,
+      "loss/crossentropy": 1.7664080560207367,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12499387748539448,
+      "step": 2963
+    },
+    {
+      "epoch": 0.494,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1143229166666666,
+      "learning_rate": 5.096859714336535e-05,
+      "loss": 6.56,
+      "loss/crossentropy": 2.2102321684360504,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1450982317328453,
+      "step": 2964
+    },
+    {
+      "epoch": 0.49416666666666664,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.0254557291666666,
+      "learning_rate": 5.094242198577042e-05,
+      "loss": 6.5658,
+      "loss/crossentropy": 2.038947343826294,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.145708329975605,
+      "step": 2965
+    },
+    {
+      "epoch": 0.49433333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9957682291666666,
+      "learning_rate": 5.091624656980515e-05,
+      "loss": 6.6555,
+      "loss/crossentropy": 2.4644298553466797,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17152094841003418,
+      "step": 2966
+    },
+    {
+      "epoch": 0.4945,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1229166666666666,
+      "learning_rate": 5.089007090264568e-05,
+      "loss": 6.7322,
+      "loss/crossentropy": 1.9209401309490204,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17360089905560017,
+      "step": 2967
+    },
+    {
+      "epoch": 0.49466666666666664,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.1504557291666666,
+      "learning_rate": 5.086389499146823e-05,
+      "loss": 6.4762,
+      "loss/crossentropy": 1.8167235553264618,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13989761099219322,
+      "step": 2968
+    },
+    {
+      "epoch": 0.49483333333333335,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.6400390625,
+      "learning_rate": 5.0837718843449075e-05,
+      "loss": 6.5146,
+      "loss/crossentropy": 2.44907546043396,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1746988706290722,
+      "step": 2969
+    },
+    {
+      "epoch": 0.495,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.6400390625,
+      "learning_rate": 5.081154246576454e-05,
+      "loss": 6.6011,
+      "loss/crossentropy": 1.7855549156665802,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14990919083356857,
+      "step": 2970
+    },
+    {
+      "epoch": 0.49516666666666664,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.6708333333333334,
+      "learning_rate": 5.078536586559104e-05,
+      "loss": 6.8312,
+      "loss/crossentropy": 2.364464223384857,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16787287965416908,
+      "step": 2971
+    },
+    {
+      "epoch": 0.49533333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.6749348958333334,
+      "learning_rate": 5.075918905010504e-05,
+      "loss": 6.5625,
+      "loss/crossentropy": 1.7803495228290558,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.146189346909523,
+      "step": 2972
+    },
+    {
+      "epoch": 0.4955,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6869140625,
+      "learning_rate": 5.073301202648304e-05,
+      "loss": 6.6778,
+      "loss/crossentropy": 1.7680272459983826,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12936689518392086,
+      "step": 2973
+    },
+    {
+      "epoch": 0.49566666666666664,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.66640625,
+      "learning_rate": 5.070683480190165e-05,
+      "loss": 6.6132,
+      "loss/crossentropy": 2.1107197403907776,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15744246914982796,
+      "step": 2974
+    },
+    {
+      "epoch": 0.49583333333333335,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.6113932291666666,
+      "learning_rate": 5.068065738353748e-05,
+      "loss": 6.8365,
+      "loss/crossentropy": 1.897877812385559,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15607687458395958,
+      "step": 2975
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.4400390625,
+      "learning_rate": 5.0654479778567223e-05,
+      "loss": 6.7533,
+      "loss/crossentropy": 2.1157260835170746,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16621459275484085,
+      "step": 2976
+    },
+    {
+      "epoch": 0.49616666666666664,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.0629557291666667,
+      "learning_rate": 5.062830199416764e-05,
+      "loss": 6.6691,
+      "loss/crossentropy": 2.1065858006477356,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17678572237491608,
+      "step": 2977
+    },
+    {
+      "epoch": 0.49633333333333335,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.2608723958333334,
+      "learning_rate": 5.0602124037515496e-05,
+      "loss": 6.8329,
+      "loss/crossentropy": 1.7386919111013412,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18808173015713692,
+      "step": 2978
+    },
+    {
+      "epoch": 0.4965,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0712890625,
+      "learning_rate": 5.0575945915787616e-05,
+      "loss": 6.5159,
+      "loss/crossentropy": 1.9041981995105743,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13787201046943665,
+      "step": 2979
+    },
+    {
+      "epoch": 0.49666666666666665,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.06875,
+      "learning_rate": 5.0549767636160915e-05,
+      "loss": 6.8359,
+      "loss/crossentropy": 1.7790982127189636,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16093312948942184,
+      "step": 2980
+    },
+    {
+      "epoch": 0.49683333333333335,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0559895833333333,
+      "learning_rate": 5.052358920581229e-05,
+      "loss": 6.4554,
+      "loss/crossentropy": 1.7815388888120651,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12900200299918652,
+      "step": 2981
+    },
+    {
+      "epoch": 0.497,
+      "grad_norm": 2885681152.0,
+      "grad_norm_var": 5.204472233831607e+17,
+      "learning_rate": 5.049741063191873e-05,
+      "loss": 7.8836,
+      "loss/crossentropy": 1.584987536072731,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1621185578405857,
+      "step": 2982
+    },
+    {
+      "epoch": 0.49716666666666665,
+      "grad_norm": 26.375,
+      "grad_norm_var": 5.2044722330200096e+17,
+      "learning_rate": 5.047123192165721e-05,
+      "loss": 6.9136,
+      "loss/crossentropy": 1.7607214003801346,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14688734337687492,
+      "step": 2983
+    },
+    {
+      "epoch": 0.49733333333333335,
+      "grad_norm": 23.625,
+      "grad_norm_var": 5.2044722333807194e+17,
+      "learning_rate": 5.0445053082204785e-05,
+      "loss": 6.5982,
+      "loss/crossentropy": 1.810672789812088,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1527699176222086,
+      "step": 2984
+    },
+    {
+      "epoch": 0.4975,
+      "grad_norm": 22.625,
+      "grad_norm_var": 5.204472233110187e+17,
+      "learning_rate": 5.041887412073854e-05,
+      "loss": 6.4272,
+      "loss/crossentropy": 1.8717373311519623,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14486817456781864,
+      "step": 2985
+    },
+    {
+      "epoch": 0.49766666666666665,
+      "grad_norm": 24.125,
+      "grad_norm_var": 5.2044722328095955e+17,
+      "learning_rate": 5.039269504443557e-05,
+      "loss": 6.6425,
+      "loss/crossentropy": 2.1645229160785675,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1563902348279953,
+      "step": 2986
+    },
+    {
+      "epoch": 0.49783333333333335,
+      "grad_norm": 24.25,
+      "grad_norm_var": 5.204472232599181e+17,
+      "learning_rate": 5.036651586047303e-05,
+      "loss": 6.8465,
+      "loss/crossentropy": 1.833576887845993,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1797294318675995,
+      "step": 2987
+    },
+    {
+      "epoch": 0.498,
+      "grad_norm": 23.5,
+      "grad_norm_var": 5.2044722328396544e+17,
+      "learning_rate": 5.034033657602809e-05,
+      "loss": 6.7951,
+      "loss/crossentropy": 2.415023148059845,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1623871624469757,
+      "step": 2988
+    },
+    {
+      "epoch": 0.49816666666666665,
+      "grad_norm": 24.625,
+      "grad_norm_var": 5.20447223262924e+17,
+      "learning_rate": 5.0314157198277954e-05,
+      "loss": 6.4993,
+      "loss/crossentropy": 1.9061563313007355,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1645951122045517,
+      "step": 2989
+    },
+    {
+      "epoch": 0.49833333333333335,
+      "grad_norm": 23.75,
+      "grad_norm_var": 5.204472232749477e+17,
+      "learning_rate": 5.028797773439984e-05,
+      "loss": 6.412,
+      "loss/crossentropy": 1.5089070200920105,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14413194358348846,
+      "step": 2990
+    },
+    {
+      "epoch": 0.4985,
+      "grad_norm": 24.0,
+      "grad_norm_var": 5.2044722327194176e+17,
+      "learning_rate": 5.026179819157098e-05,
+      "loss": 6.8027,
+      "loss/crossentropy": 1.8388128876686096,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795506775379181,
+      "step": 2991
+    },
+    {
+      "epoch": 0.49866666666666665,
+      "grad_norm": 24.375,
+      "grad_norm_var": 5.2044722323286483e+17,
+      "learning_rate": 5.023561857696867e-05,
+      "loss": 6.7102,
+      "loss/crossentropy": 1.4706624001264572,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16939092427492142,
+      "step": 2992
+    },
+    {
+      "epoch": 0.49883333333333335,
+      "grad_norm": 23.625,
+      "grad_norm_var": 5.2044722325090035e+17,
+      "learning_rate": 5.02094388977702e-05,
+      "loss": 6.5504,
+      "loss/crossentropy": 2.017220377922058,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.165359728038311,
+      "step": 2993
+    },
+    {
+      "epoch": 0.499,
+      "grad_norm": 25.0,
+      "grad_norm_var": 5.204472232689359e+17,
+      "learning_rate": 5.018325916115286e-05,
+      "loss": 6.5858,
+      "loss/crossentropy": 1.8112316727638245,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14865361526608467,
+      "step": 2994
+    },
+    {
+      "epoch": 0.49916666666666665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 5.204472232238471e+17,
+      "learning_rate": 5.0157079374293983e-05,
+      "loss": 6.8513,
+      "loss/crossentropy": 1.802750140428543,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2143147736787796,
+      "step": 2995
+    },
+    {
+      "epoch": 0.49933333333333335,
+      "grad_norm": 26.375,
+      "grad_norm_var": 5.2044722316673466e+17,
+      "learning_rate": 5.013089954437091e-05,
+      "loss": 6.9628,
+      "loss/crossentropy": 2.0125335454940796,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1520889848470688,
+      "step": 2996
+    },
+    {
+      "epoch": 0.4995,
+      "grad_norm": 24.5,
+      "grad_norm_var": 5.204472231306636e+17,
+      "learning_rate": 5.010471967856096e-05,
+      "loss": 6.8149,
+      "loss/crossentropy": 1.7024456560611725,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1294842902570963,
+      "step": 2997
+    },
+    {
+      "epoch": 0.49966666666666665,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.02890625,
+      "learning_rate": 5.0078539784041545e-05,
+      "loss": 6.5369,
+      "loss/crossentropy": 1.9443423748016357,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.169816754758358,
+      "step": 2998
+    },
+    {
+      "epoch": 0.49983333333333335,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.8103515625,
+      "learning_rate": 5.005235986799001e-05,
+      "loss": 7.0175,
+      "loss/crossentropy": 1.9665260314941406,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1359392050653696,
+      "step": 2999
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.7801432291666667,
+      "learning_rate": 5.0026179937583685e-05,
+      "loss": 6.8729,
+      "loss/crossentropy": 1.5995900332927704,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23893634043633938,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5001666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.5692057291666667,
+      "learning_rate": 5e-05,
+      "loss": 6.7327,
+      "loss/crossentropy": 1.742641806602478,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15528737381100655,
+      "step": 3001
+    },
+    {
+      "epoch": 0.5003333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.5643229166666667,
+      "learning_rate": 4.997382006241632e-05,
+      "loss": 6.5756,
+      "loss/crossentropy": 1.7405716627836227,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17063657194375992,
+      "step": 3002
+    },
+    {
+      "epoch": 0.5005,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.9129557291666667,
+      "learning_rate": 4.9947640132010016e-05,
+      "loss": 6.7563,
+      "loss/crossentropy": 2.027206629514694,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1824581827968359,
+      "step": 3003
+    },
+    {
+      "epoch": 0.5006666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.9129557291666667,
+      "learning_rate": 4.992146021595847e-05,
+      "loss": 6.7381,
+      "loss/crossentropy": 1.7858694791793823,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14544253051280975,
+      "step": 3004
+    },
+    {
+      "epoch": 0.5008333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.9301432291666667,
+      "learning_rate": 4.989528032143903e-05,
+      "loss": 6.8199,
+      "loss/crossentropy": 1.996783971786499,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17532551288604736,
+      "step": 3005
+    },
+    {
+      "epoch": 0.501,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9301432291666667,
+      "learning_rate": 4.9869100455629105e-05,
+      "loss": 6.5832,
+      "loss/crossentropy": 2.3587594628334045,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17413900792598724,
+      "step": 3006
+    },
+    {
+      "epoch": 0.5011666666666666,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.1018229166666667,
+      "learning_rate": 4.984292062570602e-05,
+      "loss": 6.3252,
+      "loss/crossentropy": 2.093390315771103,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15289996191859245,
+      "step": 3007
+    },
+    {
+      "epoch": 0.5013333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.1020182291666667,
+      "learning_rate": 4.981674083884715e-05,
+      "loss": 6.9887,
+      "loss/crossentropy": 2.300984025001526,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1614687256515026,
+      "step": 3008
+    },
+    {
+      "epoch": 0.5015,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.3934895833333334,
+      "learning_rate": 4.979056110222981e-05,
+      "loss": 6.5149,
+      "loss/crossentropy": 1.477491781115532,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1204543374478817,
+      "step": 3009
+    },
+    {
+      "epoch": 0.5016666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.4843098958333334,
+      "learning_rate": 4.9764381423031336e-05,
+      "loss": 6.6735,
+      "loss/crossentropy": 1.795864462852478,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15199957974255085,
+      "step": 3010
+    },
+    {
+      "epoch": 0.5018333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.5041666666666667,
+      "learning_rate": 4.973820180842902e-05,
+      "loss": 6.4851,
+      "loss/crossentropy": 1.8723109364509583,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1654412429779768,
+      "step": 3011
+    },
+    {
+      "epoch": 0.502,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.3,
+      "learning_rate": 4.971202226560017e-05,
+      "loss": 6.6667,
+      "loss/crossentropy": 1.611899808049202,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14067493565380573,
+      "step": 3012
+    },
+    {
+      "epoch": 0.5021666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.56015625,
+      "learning_rate": 4.968584280172206e-05,
+      "loss": 6.3582,
+      "loss/crossentropy": 1.7671700716018677,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13475832529366016,
+      "step": 3013
+    },
+    {
+      "epoch": 0.5023333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.6125,
+      "learning_rate": 4.9659663423971913e-05,
+      "loss": 6.7437,
+      "loss/crossentropy": 1.4474530518054962,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15441321209073067,
+      "step": 3014
+    },
+    {
+      "epoch": 0.5025,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.6978515625,
+      "learning_rate": 4.9633484139526975e-05,
+      "loss": 6.7452,
+      "loss/crossentropy": 1.6570370495319366,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.162528021261096,
+      "step": 3015
+    },
+    {
+      "epoch": 0.5026666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.715625,
+      "learning_rate": 4.960730495556446e-05,
+      "loss": 6.5255,
+      "loss/crossentropy": 1.6651344150304794,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1410306841135025,
+      "step": 3016
+    },
+    {
+      "epoch": 0.5028333333333334,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7212890625,
+      "learning_rate": 4.958112587926147e-05,
+      "loss": 6.6479,
+      "loss/crossentropy": 1.8381950855255127,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1512853316962719,
+      "step": 3017
+    },
+    {
+      "epoch": 0.503,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.29140625,
+      "learning_rate": 4.955494691779522e-05,
+      "loss": 6.7056,
+      "loss/crossentropy": 1.5043356865644455,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18815934285521507,
+      "step": 3018
+    },
+    {
+      "epoch": 0.5031666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.7634765625,
+      "learning_rate": 4.95287680783428e-05,
+      "loss": 6.654,
+      "loss/crossentropy": 1.6493389010429382,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16704564914107323,
+      "step": 3019
+    },
+    {
+      "epoch": 0.5033333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7603515625,
+      "learning_rate": 4.9502589368081284e-05,
+      "loss": 6.4884,
+      "loss/crossentropy": 1.6026508510112762,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15810610353946686,
+      "step": 3020
+    },
+    {
+      "epoch": 0.5035,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.7577473958333334,
+      "learning_rate": 4.947641079418773e-05,
+      "loss": 6.6718,
+      "loss/crossentropy": 1.772462010383606,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14370683953166008,
+      "step": 3021
+    },
+    {
+      "epoch": 0.5036666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7624348958333333,
+      "learning_rate": 4.94502323638391e-05,
+      "loss": 6.7535,
+      "loss/crossentropy": 2.07700714468956,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18295448273420334,
+      "step": 3022
+    },
+    {
+      "epoch": 0.5038333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.8760416666666666,
+      "learning_rate": 4.9424054084212376e-05,
+      "loss": 6.7579,
+      "loss/crossentropy": 2.2002697587013245,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13167477026581764,
+      "step": 3023
+    },
+    {
+      "epoch": 0.504,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.8479166666666667,
+      "learning_rate": 4.9397875962484516e-05,
+      "loss": 6.666,
+      "loss/crossentropy": 1.606006145477295,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27873029187321663,
+      "step": 3024
+    },
+    {
+      "epoch": 0.5041666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.6926432291666667,
+      "learning_rate": 4.9371698005832365e-05,
+      "loss": 6.298,
+      "loss/crossentropy": 1.559142678976059,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11335902102291584,
+      "step": 3025
+    },
+    {
+      "epoch": 0.5043333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.7405598958333333,
+      "learning_rate": 4.934552022143279e-05,
+      "loss": 6.751,
+      "loss/crossentropy": 2.449582815170288,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17378640547394753,
+      "step": 3026
+    },
+    {
+      "epoch": 0.5045,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.5559895833333333,
+      "learning_rate": 4.9319342616462545e-05,
+      "loss": 6.7442,
+      "loss/crossentropy": 1.9054401218891144,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17070777714252472,
+      "step": 3027
+    },
+    {
+      "epoch": 0.5046666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.4567057291666667,
+      "learning_rate": 4.9293165198098376e-05,
+      "loss": 6.6522,
+      "loss/crossentropy": 1.9122866094112396,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1559305116534233,
+      "step": 3028
+    },
+    {
+      "epoch": 0.5048333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.2744140625,
+      "learning_rate": 4.926698797351697e-05,
+      "loss": 6.7371,
+      "loss/crossentropy": 1.9305293560028076,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1595340557396412,
+      "step": 3029
+    },
+    {
+      "epoch": 0.505,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.2546223958333333,
+      "learning_rate": 4.9240810949894974e-05,
+      "loss": 6.7056,
+      "loss/crossentropy": 1.6259409189224243,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14500325173139572,
+      "step": 3030
+    },
+    {
+      "epoch": 0.5051666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.0830729166666666,
+      "learning_rate": 4.921463413440898e-05,
+      "loss": 6.5131,
+      "loss/crossentropy": 2.121107578277588,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17702732235193253,
+      "step": 3031
+    },
+    {
+      "epoch": 0.5053333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.9957682291666666,
+      "learning_rate": 4.918845753423548e-05,
+      "loss": 6.8777,
+      "loss/crossentropy": 2.115865647792816,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22665033861994743,
+      "step": 3032
+    },
+    {
+      "epoch": 0.5055,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.9979166666666667,
+      "learning_rate": 4.916228115655094e-05,
+      "loss": 6.6019,
+      "loss/crossentropy": 2.290705054998398,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1630551815032959,
+      "step": 3033
+    },
+    {
+      "epoch": 0.5056666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.7059895833333333,
+      "learning_rate": 4.913610500853178e-05,
+      "loss": 6.7105,
+      "loss/crossentropy": 1.9174838662147522,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13577900640666485,
+      "step": 3034
+    },
+    {
+      "epoch": 0.5058333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.6604166666666667,
+      "learning_rate": 4.9109929097354316e-05,
+      "loss": 6.8922,
+      "loss/crossentropy": 1.925671249628067,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16267403215169907,
+      "step": 3035
+    },
+    {
+      "epoch": 0.506,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.7393229166666667,
+      "learning_rate": 4.9083753430194865e-05,
+      "loss": 6.827,
+      "loss/crossentropy": 2.2236935198307037,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16020403988659382,
+      "step": 3036
+    },
+    {
+      "epoch": 0.5061666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7473307291666667,
+      "learning_rate": 4.90575780142296e-05,
+      "loss": 6.7776,
+      "loss/crossentropy": 2.0731040835380554,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15171794593334198,
+      "step": 3037
+    },
+    {
+      "epoch": 0.5063333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7410807291666667,
+      "learning_rate": 4.903140285663467e-05,
+      "loss": 6.6066,
+      "loss/crossentropy": 2.354133188724518,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16365443542599678,
+      "step": 3038
+    },
+    {
+      "epoch": 0.5065,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.5983723958333333,
+      "learning_rate": 4.900522796458613e-05,
+      "loss": 6.719,
+      "loss/crossentropy": 1.4085330963134766,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13892485573887825,
+      "step": 3039
+    },
+    {
+      "epoch": 0.5066666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.5872395833333334,
+      "learning_rate": 4.897905334525999e-05,
+      "loss": 6.6034,
+      "loss/crossentropy": 1.9416171312332153,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1481153853237629,
+      "step": 3040
+    },
+    {
+      "epoch": 0.5068333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.5677083333333334,
+      "learning_rate": 4.895287900583216e-05,
+      "loss": 6.7748,
+      "loss/crossentropy": 2.1339505314826965,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14868640154600143,
+      "step": 3041
+    },
+    {
+      "epoch": 0.507,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.47337239583333335,
+      "learning_rate": 4.892670495347849e-05,
+      "loss": 6.7924,
+      "loss/crossentropy": 1.9005618393421173,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15481198579072952,
+      "step": 3042
+    },
+    {
+      "epoch": 0.5071666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.4988932291666667,
+      "learning_rate": 4.890053119537475e-05,
+      "loss": 6.9843,
+      "loss/crossentropy": 2.2674025297164917,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1353318803012371,
+      "step": 3043
+    },
+    {
+      "epoch": 0.5073333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.44375,
+      "learning_rate": 4.887435773869662e-05,
+      "loss": 6.4278,
+      "loss/crossentropy": 2.0698181092739105,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1418379321694374,
+      "step": 3044
+    },
+    {
+      "epoch": 0.5075,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.46015625,
+      "learning_rate": 4.88481845906197e-05,
+      "loss": 6.5098,
+      "loss/crossentropy": 2.026048958301544,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1645804475992918,
+      "step": 3045
+    },
+    {
+      "epoch": 0.5076666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.4994140625,
+      "learning_rate": 4.8822011758319505e-05,
+      "loss": 6.7571,
+      "loss/crossentropy": 2.210369795560837,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15099697932600975,
+      "step": 3046
+    },
+    {
+      "epoch": 0.5078333333333334,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.7077473958333333,
+      "learning_rate": 4.879583924897146e-05,
+      "loss": 6.567,
+      "loss/crossentropy": 2.0660789012908936,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2301507331430912,
+      "step": 3047
+    },
+    {
+      "epoch": 0.508,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.7497395833333333,
+      "learning_rate": 4.876966706975092e-05,
+      "loss": 6.7179,
+      "loss/crossentropy": 1.7394681721925735,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15303453244268894,
+      "step": 3048
+    },
+    {
+      "epoch": 0.5081666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.7389973958333333,
+      "learning_rate": 4.874349522783313e-05,
+      "loss": 6.6228,
+      "loss/crossentropy": 1.9093514382839203,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13836795091629028,
+      "step": 3049
+    },
+    {
+      "epoch": 0.5083333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.5291666666666667,
+      "learning_rate": 4.8717323730393256e-05,
+      "loss": 6.8238,
+      "loss/crossentropy": 2.315953552722931,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18431329354643822,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5085,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.5119140625,
+      "learning_rate": 4.869115258460635e-05,
+      "loss": 6.6896,
+      "loss/crossentropy": 2.095088630914688,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15577196329832077,
+      "step": 3051
+    },
+    {
+      "epoch": 0.5086666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.4587890625,
+      "learning_rate": 4.866498179764739e-05,
+      "loss": 6.5292,
+      "loss/crossentropy": 1.9549607932567596,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14426850154995918,
+      "step": 3052
+    },
+    {
+      "epoch": 0.5088333333333334,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4212890625,
+      "learning_rate": 4.863881137669123e-05,
+      "loss": 6.8212,
+      "loss/crossentropy": 1.7448627650737762,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13117350451648235,
+      "step": 3053
+    },
+    {
+      "epoch": 0.509,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.3853515625,
+      "learning_rate": 4.861264132891266e-05,
+      "loss": 6.6806,
+      "loss/crossentropy": 2.3411950170993805,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22420402988791466,
+      "step": 3054
+    },
+    {
+      "epoch": 0.5091666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.3853515625,
+      "learning_rate": 4.858647166148634e-05,
+      "loss": 6.786,
+      "loss/crossentropy": 2.2930236756801605,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17451775819063187,
+      "step": 3055
+    },
+    {
+      "epoch": 0.5093333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3962890625,
+      "learning_rate": 4.8560302381586834e-05,
+      "loss": 6.7187,
+      "loss/crossentropy": 1.6545470058918,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14105368591845036,
+      "step": 3056
+    },
+    {
+      "epoch": 0.5095,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.4268229166666666,
+      "learning_rate": 4.853413349638859e-05,
+      "loss": 6.8565,
+      "loss/crossentropy": 2.153700351715088,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16153252497315407,
+      "step": 3057
+    },
+    {
+      "epoch": 0.5096666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.4332682291666667,
+      "learning_rate": 4.8507965013065966e-05,
+      "loss": 6.6964,
+      "loss/crossentropy": 2.1484064757823944,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15235411562025547,
+      "step": 3058
+    },
+    {
+      "epoch": 0.5098333333333334,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.3518229166666667,
+      "learning_rate": 4.848179693879318e-05,
+      "loss": 6.7656,
+      "loss/crossentropy": 1.8960525691509247,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14549360610544682,
+      "step": 3059
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.3330729166666666,
+      "learning_rate": 4.845562928074439e-05,
+      "loss": 6.8364,
+      "loss/crossentropy": 1.5777699053287506,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1835155487060547,
+      "step": 3060
+    },
+    {
+      "epoch": 0.5101666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.2705729166666666,
+      "learning_rate": 4.8429462046093585e-05,
+      "loss": 6.5067,
+      "loss/crossentropy": 1.6053463965654373,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14623566158115864,
+      "step": 3061
+    },
+    {
+      "epoch": 0.5103333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.44375,
+      "learning_rate": 4.840329524201467e-05,
+      "loss": 6.6679,
+      "loss/crossentropy": 1.7853446006774902,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15145274996757507,
+      "step": 3062
+    },
+    {
+      "epoch": 0.5105,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.3212890625,
+      "learning_rate": 4.837712887568143e-05,
+      "loss": 6.6944,
+      "loss/crossentropy": 2.1546795666217804,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1461404375731945,
+      "step": 3063
+    },
+    {
+      "epoch": 0.5106666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.340625,
+      "learning_rate": 4.83509629542675e-05,
+      "loss": 6.6954,
+      "loss/crossentropy": 2.0743204057216644,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17959418147802353,
+      "step": 3064
+    },
+    {
+      "epoch": 0.5108333333333334,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.3322916666666667,
+      "learning_rate": 4.832479748494643e-05,
+      "loss": 6.3424,
+      "loss/crossentropy": 1.929205447435379,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14558880776166916,
+      "step": 3065
+    },
+    {
+      "epoch": 0.511,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.3410807291666667,
+      "learning_rate": 4.8298632474891624e-05,
+      "loss": 6.8093,
+      "loss/crossentropy": 1.7471389472484589,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1746426485478878,
+      "step": 3066
+    },
+    {
+      "epoch": 0.5111666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.3343098958333333,
+      "learning_rate": 4.827246793127639e-05,
+      "loss": 6.6114,
+      "loss/crossentropy": 2.1639128923416138,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1677798256278038,
+      "step": 3067
+    },
+    {
+      "epoch": 0.5113333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.5983723958333333,
+      "learning_rate": 4.824630386127386e-05,
+      "loss": 6.7649,
+      "loss/crossentropy": 1.6159256100654602,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1395193599164486,
+      "step": 3068
+    },
+    {
+      "epoch": 0.5115,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.8134765625,
+      "learning_rate": 4.822014027205708e-05,
+      "loss": 6.754,
+      "loss/crossentropy": 1.720528095960617,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14435759745538235,
+      "step": 3069
+    },
+    {
+      "epoch": 0.5116666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.8184895833333333,
+      "learning_rate": 4.8193977170798946e-05,
+      "loss": 6.4027,
+      "loss/crossentropy": 1.7303378582000732,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14015356078743935,
+      "step": 3070
+    },
+    {
+      "epoch": 0.5118333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.7684895833333333,
+      "learning_rate": 4.816781456467218e-05,
+      "loss": 6.8526,
+      "loss/crossentropy": 1.8552019000053406,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14411017298698425,
+      "step": 3071
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.9061848958333333,
+      "learning_rate": 4.8141652460849467e-05,
+      "loss": 6.6154,
+      "loss/crossentropy": 1.870889276266098,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1787266656756401,
+      "step": 3072
+    },
+    {
+      "epoch": 0.5121666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.9098307291666666,
+      "learning_rate": 4.811549086650327e-05,
+      "loss": 6.6645,
+      "loss/crossentropy": 2.1478465795516968,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18297109007835388,
+      "step": 3073
+    },
+    {
+      "epoch": 0.5123333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9143229166666667,
+      "learning_rate": 4.8089329788805944e-05,
+      "loss": 6.6224,
+      "loss/crossentropy": 1.926946073770523,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19388285465538502,
+      "step": 3074
+    },
+    {
+      "epoch": 0.5125,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0598307291666667,
+      "learning_rate": 4.8063169234929703e-05,
+      "loss": 6.4912,
+      "loss/crossentropy": 1.8070638626813889,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1292734071612358,
+      "step": 3075
+    },
+    {
+      "epoch": 0.5126666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0497395833333334,
+      "learning_rate": 4.8037009212046586e-05,
+      "loss": 6.7314,
+      "loss/crossentropy": 2.2879035472869873,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17410686239600182,
+      "step": 3076
+    },
+    {
+      "epoch": 0.5128333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.3280598958333334,
+      "learning_rate": 4.801084972732851e-05,
+      "loss": 6.5321,
+      "loss/crossentropy": 1.5850356072187424,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15490093640983105,
+      "step": 3077
+    },
+    {
+      "epoch": 0.513,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.3692057291666666,
+      "learning_rate": 4.798469078794728e-05,
+      "loss": 6.64,
+      "loss/crossentropy": 1.8571848571300507,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13376378268003464,
+      "step": 3078
+    },
+    {
+      "epoch": 0.5131666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.4301432291666667,
+      "learning_rate": 4.7958532401074504e-05,
+      "loss": 6.8444,
+      "loss/crossentropy": 2.139720231294632,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14613772928714752,
+      "step": 3079
+    },
+    {
+      "epoch": 0.5133333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.4426432291666667,
+      "learning_rate": 4.793237457388166e-05,
+      "loss": 6.8508,
+      "loss/crossentropy": 2.002539813518524,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16089173033833504,
+      "step": 3080
+    },
+    {
+      "epoch": 0.5135,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.3931640625,
+      "learning_rate": 4.790621731354003e-05,
+      "loss": 6.4871,
+      "loss/crossentropy": 1.5417775511741638,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15126041695475578,
+      "step": 3081
+    },
+    {
+      "epoch": 0.5136666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.3212890625,
+      "learning_rate": 4.788006062722081e-05,
+      "loss": 6.4372,
+      "loss/crossentropy": 1.9264707267284393,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12784723564982414,
+      "step": 3082
+    },
+    {
+      "epoch": 0.5138333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2473307291666667,
+      "learning_rate": 4.7853904522094965e-05,
+      "loss": 6.7953,
+      "loss/crossentropy": 1.612056314945221,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18259859085083008,
+      "step": 3083
+    },
+    {
+      "epoch": 0.514,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.903125,
+      "learning_rate": 4.78277490053334e-05,
+      "loss": 6.75,
+      "loss/crossentropy": 1.422394648194313,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16815629601478577,
+      "step": 3084
+    },
+    {
+      "epoch": 0.5141666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.84765625,
+      "learning_rate": 4.7801594084106763e-05,
+      "loss": 6.687,
+      "loss/crossentropy": 1.9956713914871216,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13797958940267563,
+      "step": 3085
+    },
+    {
+      "epoch": 0.5143333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.925,
+      "learning_rate": 4.777543976558557e-05,
+      "loss": 6.7967,
+      "loss/crossentropy": 2.0227846205234528,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1422901637852192,
+      "step": 3086
+    },
+    {
+      "epoch": 0.5145,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.9809895833333333,
+      "learning_rate": 4.7749286056940186e-05,
+      "loss": 6.4988,
+      "loss/crossentropy": 1.8864739537239075,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15784097090363503,
+      "step": 3087
+    },
+    {
+      "epoch": 0.5146666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.190625,
+      "learning_rate": 4.772313296534079e-05,
+      "loss": 6.5417,
+      "loss/crossentropy": 1.6876507699489594,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18224774673581123,
+      "step": 3088
+    },
+    {
+      "epoch": 0.5148333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1900390625,
+      "learning_rate": 4.769698049795738e-05,
+      "loss": 6.5866,
+      "loss/crossentropy": 1.882669448852539,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1555003747344017,
+      "step": 3089
+    },
+    {
+      "epoch": 0.515,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1853515625,
+      "learning_rate": 4.7670828661959854e-05,
+      "loss": 6.8511,
+      "loss/crossentropy": 2.3153041303157806,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16036658361554146,
+      "step": 3090
+    },
+    {
+      "epoch": 0.5151666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.3270833333333334,
+      "learning_rate": 4.7644677464517874e-05,
+      "loss": 6.6576,
+      "loss/crossentropy": 2.2090296149253845,
+      "loss/hidden": 2.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1347016952931881,
+      "step": 3091
+    },
+    {
+      "epoch": 0.5153333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.4811848958333333,
+      "learning_rate": 4.761852691280092e-05,
+      "loss": 6.6335,
+      "loss/crossentropy": 1.8568347692489624,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19292975589632988,
+      "step": 3092
+    },
+    {
+      "epoch": 0.5155,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8212890625,
+      "learning_rate": 4.7592377013978306e-05,
+      "loss": 6.3568,
+      "loss/crossentropy": 1.979345440864563,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1492128800600767,
+      "step": 3093
+    },
+    {
+      "epoch": 0.5156666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.5135416666666666,
+      "learning_rate": 4.756622777521919e-05,
+      "loss": 6.9492,
+      "loss/crossentropy": 1.8218547403812408,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15138742700219154,
+      "step": 3094
+    },
+    {
+      "epoch": 0.5158333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.5770182291666666,
+      "learning_rate": 4.7540079203692516e-05,
+      "loss": 6.5904,
+      "loss/crossentropy": 1.9104430675506592,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1612174678593874,
+      "step": 3095
+    },
+    {
+      "epoch": 0.516,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.7080729166666666,
+      "learning_rate": 4.751393130656711e-05,
+      "loss": 6.6065,
+      "loss/crossentropy": 1.957541674375534,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13915689289569855,
+      "step": 3096
+    },
+    {
+      "epoch": 0.5161666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7572916666666667,
+      "learning_rate": 4.748778409101153e-05,
+      "loss": 6.4793,
+      "loss/crossentropy": 1.6212330013513565,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17582814022898674,
+      "step": 3097
+    },
+    {
+      "epoch": 0.5163333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.7473307291666667,
+      "learning_rate": 4.7461637564194187e-05,
+      "loss": 6.6705,
+      "loss/crossentropy": 1.7277653217315674,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15496546030044556,
+      "step": 3098
+    },
+    {
+      "epoch": 0.5165,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.7518229166666666,
+      "learning_rate": 4.74354917332833e-05,
+      "loss": 6.5549,
+      "loss/crossentropy": 1.5380173921585083,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15158621594309807,
+      "step": 3099
+    },
+    {
+      "epoch": 0.5166666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.9143229166666667,
+      "learning_rate": 4.74093466054469e-05,
+      "loss": 6.5985,
+      "loss/crossentropy": 1.6276301741600037,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.154615830630064,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5168333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.153059895833333,
+      "learning_rate": 4.738320218785281e-05,
+      "loss": 6.4273,
+      "loss/crossentropy": 2.548264801502228,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15629303455352783,
+      "step": 3101
+    },
+    {
+      "epoch": 0.517,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.2264973958333334,
+      "learning_rate": 4.7357058487668695e-05,
+      "loss": 6.9674,
+      "loss/crossentropy": 2.3003925681114197,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19527990743517876,
+      "step": 3102
+    },
+    {
+      "epoch": 0.5171666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.1327473958333334,
+      "learning_rate": 4.7330915512061976e-05,
+      "loss": 6.6279,
+      "loss/crossentropy": 1.6746337860822678,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13082032836973667,
+      "step": 3103
+    },
+    {
+      "epoch": 0.5173333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.9080729166666666,
+      "learning_rate": 4.730477326819992e-05,
+      "loss": 6.595,
+      "loss/crossentropy": 1.828912615776062,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667390614748001,
+      "step": 3104
+    },
+    {
+      "epoch": 0.5175,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.044205729166667,
+      "learning_rate": 4.7278631763249554e-05,
+      "loss": 6.9091,
+      "loss/crossentropy": 2.0107376277446747,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19703762233257294,
+      "step": 3105
+    },
+    {
+      "epoch": 0.5176666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.97265625,
+      "learning_rate": 4.725249100437773e-05,
+      "loss": 6.4714,
+      "loss/crossentropy": 1.5871292054653168,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1611347310245037,
+      "step": 3106
+    },
+    {
+      "epoch": 0.5178333333333334,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.9379557291666667,
+      "learning_rate": 4.722635099875106e-05,
+      "loss": 6.8536,
+      "loss/crossentropy": 2.1303829550743103,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17189103737473488,
+      "step": 3107
+    },
+    {
+      "epoch": 0.518,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.9832682291666666,
+      "learning_rate": 4.7200211753536e-05,
+      "loss": 6.3428,
+      "loss/crossentropy": 1.5136753618717194,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10957067459821701,
+      "step": 3108
+    },
+    {
+      "epoch": 0.5181666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 2.4098307291666665,
+      "learning_rate": 4.7174073275898776e-05,
+      "loss": 6.2874,
+      "loss/crossentropy": 1.8876293003559113,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1528126746416092,
+      "step": 3109
+    },
+    {
+      "epoch": 0.5183333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.167122395833333,
+      "learning_rate": 4.7147935573005394e-05,
+      "loss": 6.5661,
+      "loss/crossentropy": 2.148589611053467,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16607968881726265,
+      "step": 3110
+    },
+    {
+      "epoch": 0.5185,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.193489583333333,
+      "learning_rate": 4.7121798652021644e-05,
+      "loss": 6.8674,
+      "loss/crossentropy": 2.1436582505702972,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15828249603509903,
+      "step": 3111
+    },
+    {
+      "epoch": 0.5186666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.0208333333333335,
+      "learning_rate": 4.7095662520113114e-05,
+      "loss": 6.4837,
+      "loss/crossentropy": 2.324390232563019,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17779120057821274,
+      "step": 3112
+    },
+    {
+      "epoch": 0.5188333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.02890625,
+      "learning_rate": 4.706952718444517e-05,
+      "loss": 6.7709,
+      "loss/crossentropy": 2.0706577599048615,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15493814647197723,
+      "step": 3113
+    },
+    {
+      "epoch": 0.519,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.09765625,
+      "learning_rate": 4.704339265218298e-05,
+      "loss": 6.7702,
+      "loss/crossentropy": 2.106967270374298,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15672878175973892,
+      "step": 3114
+    },
+    {
+      "epoch": 0.5191666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 2.0697265625,
+      "learning_rate": 4.701725893049147e-05,
+      "loss": 6.6356,
+      "loss/crossentropy": 2.0191410183906555,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14936934038996696,
+      "step": 3115
+    },
+    {
+      "epoch": 0.5193333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 2.299934895833333,
+      "learning_rate": 4.699112602653533e-05,
+      "loss": 6.6656,
+      "loss/crossentropy": 1.8336855471134186,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17394833266735077,
+      "step": 3116
+    },
+    {
+      "epoch": 0.5195,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.1254557291666667,
+      "learning_rate": 4.696499394747906e-05,
+      "loss": 6.5734,
+      "loss/crossentropy": 2.096279889345169,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1523728035390377,
+      "step": 3117
+    },
+    {
+      "epoch": 0.5196666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.0843098958333335,
+      "learning_rate": 4.693886270048691e-05,
+      "loss": 6.7421,
+      "loss/crossentropy": 1.6201659142971039,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17312045954167843,
+      "step": 3118
+    },
+    {
+      "epoch": 0.5198333333333334,
+      "grad_norm": 21.875,
+      "grad_norm_var": 2.2955729166666665,
+      "learning_rate": 4.691273229272291e-05,
+      "loss": 6.511,
+      "loss/crossentropy": 1.7285209000110626,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14911362156271935,
+      "step": 3119
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.1796223958333334,
+      "learning_rate": 4.688660273135086e-05,
+      "loss": 6.479,
+      "loss/crossentropy": 1.2269825637340546,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16829843632876873,
+      "step": 3120
+    },
+    {
+      "epoch": 0.5201666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.0119140625,
+      "learning_rate": 4.6860474023534335e-05,
+      "loss": 6.6407,
+      "loss/crossentropy": 1.8361583352088928,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1429484710097313,
+      "step": 3121
+    },
+    {
+      "epoch": 0.5203333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.0103515625,
+      "learning_rate": 4.6834346176436664e-05,
+      "loss": 6.8309,
+      "loss/crossentropy": 2.0610638111829758,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1469095405191183,
+      "step": 3122
+    },
+    {
+      "epoch": 0.5205,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.34765625,
+      "learning_rate": 4.680821919722094e-05,
+      "loss": 6.7231,
+      "loss/crossentropy": 2.1038003265857697,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15278984978795052,
+      "step": 3123
+    },
+    {
+      "epoch": 0.5206666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.63125,
+      "learning_rate": 4.678209309305002e-05,
+      "loss": 6.784,
+      "loss/crossentropy": 1.7175090610980988,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17958497256040573,
+      "step": 3124
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.2744140625,
+      "learning_rate": 4.675596787108653e-05,
+      "loss": 6.4429,
+      "loss/crossentropy": 1.7295505702495575,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14746689423918724,
+      "step": 3125
+    },
+    {
+      "epoch": 0.521,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.1931640625,
+      "learning_rate": 4.6729843538492847e-05,
+      "loss": 6.6759,
+      "loss/crossentropy": 2.0992920994758606,
+      "loss/hidden": 2.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1338479146361351,
+      "step": 3126
+    },
+    {
+      "epoch": 0.5211666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2041015625,
+      "learning_rate": 4.670372010243111e-05,
+      "loss": 6.3225,
+      "loss/crossentropy": 1.3403033316135406,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.191372474655509,
+      "step": 3127
+    },
+    {
+      "epoch": 0.5213333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.19140625,
+      "learning_rate": 4.6677597570063196e-05,
+      "loss": 6.8556,
+      "loss/crossentropy": 1.4942644834518433,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14015319384634495,
+      "step": 3128
+    },
+    {
+      "epoch": 0.5215,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2041015625,
+      "learning_rate": 4.665147594855076e-05,
+      "loss": 6.4273,
+      "loss/crossentropy": 1.9889589548110962,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14794771373271942,
+      "step": 3129
+    },
+    {
+      "epoch": 0.5216666666666666,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1822916666666667,
+      "learning_rate": 4.662535524505519e-05,
+      "loss": 6.5316,
+      "loss/crossentropy": 1.8075372129678726,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14406820014119148,
+      "step": 3130
+    },
+    {
+      "epoch": 0.5218333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1072916666666666,
+      "learning_rate": 4.659923546673761e-05,
+      "loss": 6.4452,
+      "loss/crossentropy": 1.8177174031734467,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13548163883388042,
+      "step": 3131
+    },
+    {
+      "epoch": 0.522,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9129557291666667,
+      "learning_rate": 4.657311662075889e-05,
+      "loss": 6.6734,
+      "loss/crossentropy": 2.027587056159973,
+      "loss/hidden": 2.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16872309148311615,
+      "step": 3132
+    },
+    {
+      "epoch": 0.5221666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.8957682291666667,
+      "learning_rate": 4.654699871427971e-05,
+      "loss": 6.6323,
+      "loss/crossentropy": 2.0970528423786163,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14638448134064674,
+      "step": 3133
+    },
+    {
+      "epoch": 0.5223333333333333,
+      "grad_norm": 3489660928.0,
+      "grad_norm_var": 7.61108326723844e+17,
+      "learning_rate": 4.652088175446041e-05,
+      "loss": 8.0412,
+      "loss/crossentropy": 1.9167824983596802,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1980358585715294,
+      "step": 3134
+    },
+    {
+      "epoch": 0.5225,
+      "grad_norm": 25.25,
+      "grad_norm_var": 7.611083266256973e+17,
+      "learning_rate": 4.6494765748461126e-05,
+      "loss": 6.7072,
+      "loss/crossentropy": 1.877681851387024,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.158394955098629,
+      "step": 3135
+    },
+    {
+      "epoch": 0.5226666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 7.611083266475077e+17,
+      "learning_rate": 4.646865070344168e-05,
+      "loss": 6.5316,
+      "loss/crossentropy": 1.4072348475456238,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1642090156674385,
+      "step": 3136
+    },
+    {
+      "epoch": 0.5228333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 7.611083266366025e+17,
+      "learning_rate": 4.6442536626561675e-05,
+      "loss": 6.9096,
+      "loss/crossentropy": 1.9727106094360352,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22848282009363174,
+      "step": 3137
+    },
+    {
+      "epoch": 0.523,
+      "grad_norm": 28.75,
+      "grad_norm_var": 7.611083264875649e+17,
+      "learning_rate": 4.6416423524980404e-05,
+      "loss": 6.7913,
+      "loss/crossentropy": 1.761616975069046,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14762058667838573,
+      "step": 3138
+    },
+    {
+      "epoch": 0.5231666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 7.611083264693896e+17,
+      "learning_rate": 4.639031140585697e-05,
+      "loss": 6.5937,
+      "loss/crossentropy": 2.2737808227539062,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18769355863332748,
+      "step": 3139
+    },
+    {
+      "epoch": 0.5233333333333333,
+      "grad_norm": 4110417920.0,
+      "grad_norm_var": 1.6975462428645873e+18,
+      "learning_rate": 4.636420027635014e-05,
+      "loss": 7.3372,
+      "loss/crossentropy": 1.9331761300563812,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18856794759631157,
+      "step": 3140
+    },
+    {
+      "epoch": 0.5235,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.6975462428645873e+18,
+      "learning_rate": 4.633809014361843e-05,
+      "loss": 6.5787,
+      "loss/crossentropy": 1.8616025745868683,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15534008294343948,
+      "step": 3141
+    },
+    {
+      "epoch": 0.5236666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.6975462427933366e+18,
+      "learning_rate": 4.631198101482007e-05,
+      "loss": 6.6172,
+      "loss/crossentropy": 1.8282561302185059,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17140125297009945,
+      "step": 3142
+    },
+    {
+      "epoch": 0.5238333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.6975462426508352e+18,
+      "learning_rate": 4.6285872897113025e-05,
+      "loss": 6.6191,
+      "loss/crossentropy": 1.8533451855182648,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16595427319407463,
+      "step": 3143
+    },
+    {
+      "epoch": 0.524,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.6975462426508352e+18,
+      "learning_rate": 4.625976579765497e-05,
+      "loss": 6.7971,
+      "loss/crossentropy": 1.723539024591446,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17727971263229847,
+      "step": 3144
+    },
+    {
+      "epoch": 0.5241666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6975462425795845e+18,
+      "learning_rate": 4.623365972360337e-05,
+      "loss": 6.7655,
+      "loss/crossentropy": 2.2272435426712036,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15325088798999786,
+      "step": 3145
+    },
+    {
+      "epoch": 0.5243333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.6975462425241672e+18,
+      "learning_rate": 4.620755468211531e-05,
+      "loss": 6.6314,
+      "loss/crossentropy": 1.881942093372345,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14660022407770157,
+      "step": 3146
+    },
+    {
+      "epoch": 0.5245,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.6975462425083336e+18,
+      "learning_rate": 4.618145068034764e-05,
+      "loss": 6.6553,
+      "loss/crossentropy": 1.8521571457386017,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13107704184949398,
+      "step": 3147
+    },
+    {
+      "epoch": 0.5246666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.6975462424529165e+18,
+      "learning_rate": 4.615534772545692e-05,
+      "loss": 6.7502,
+      "loss/crossentropy": 2.130684271454811,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14916305802762508,
+      "step": 3148
+    },
+    {
+      "epoch": 0.5248333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.6975462425162504e+18,
+      "learning_rate": 4.6129245824599424e-05,
+      "loss": 6.71,
+      "loss/crossentropy": 2.647638201713562,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18653175979852676,
+      "step": 3149
+    },
+    {
+      "epoch": 0.525,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0559709547621691e+18,
+      "learning_rate": 4.6103144984931134e-05,
+      "loss": 6.7253,
+      "loss/crossentropy": 2.4249369502067566,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13969184458255768,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5251666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.055970954830676e+18,
+      "learning_rate": 4.607704521360776e-05,
+      "loss": 6.5061,
+      "loss/crossentropy": 1.7785013765096664,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14977119117975235,
+      "step": 3151
+    },
+    {
+      "epoch": 0.5253333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0559709548478028e+18,
+      "learning_rate": 4.605094651778469e-05,
+      "loss": 6.4909,
+      "loss/crossentropy": 1.8968045711517334,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1411351952701807,
+      "step": 3152
+    },
+    {
+      "epoch": 0.5255,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0559709549034647e+18,
+      "learning_rate": 4.602484890461702e-05,
+      "loss": 6.7764,
+      "loss/crossentropy": 1.9050641357898712,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1588999629020691,
+      "step": 3153
+    },
+    {
+      "epoch": 0.5256666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.055970955074732e+18,
+      "learning_rate": 4.599875238125957e-05,
+      "loss": 6.3179,
+      "loss/crossentropy": 2.019211918115616,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15747136436402798,
+      "step": 3154
+    },
+    {
+      "epoch": 0.5258333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0559709551004221e+18,
+      "learning_rate": 4.5972656954866856e-05,
+      "loss": 6.9049,
+      "loss/crossentropy": 2.559466600418091,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16115346550941467,
+      "step": 3155
+    },
+    {
+      "epoch": 0.526,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.5184895833333333,
+      "learning_rate": 4.5946562632593066e-05,
+      "loss": 6.6482,
+      "loss/crossentropy": 1.5830736458301544,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15543251484632492,
+      "step": 3156
+    },
+    {
+      "epoch": 0.5261666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.52265625,
+      "learning_rate": 4.592046942159213e-05,
+      "loss": 6.4098,
+      "loss/crossentropy": 1.6171381175518036,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16557344794273376,
+      "step": 3157
+    },
+    {
+      "epoch": 0.5263333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.5103515625,
+      "learning_rate": 4.589437732901763e-05,
+      "loss": 6.6021,
+      "loss/crossentropy": 2.071421444416046,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15030203387141228,
+      "step": 3158
+    },
+    {
+      "epoch": 0.5265,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.34576822916666666,
+      "learning_rate": 4.586828636202288e-05,
+      "loss": 6.8559,
+      "loss/crossentropy": 2.3831170797348022,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17944316565990448,
+      "step": 3159
+    },
+    {
+      "epoch": 0.5266666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.3229166666666667,
+      "learning_rate": 4.5842196527760854e-05,
+      "loss": 6.8763,
+      "loss/crossentropy": 2.0340896546840668,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15050728432834148,
+      "step": 3160
+    },
+    {
+      "epoch": 0.5268333333333334,
+      "grad_norm": 26.5,
+      "grad_norm_var": 0.84140625,
+      "learning_rate": 4.5816107833384234e-05,
+      "loss": 6.9478,
+      "loss/crossentropy": 1.8396387100219727,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795561984181404,
+      "step": 3161
+    },
+    {
+      "epoch": 0.527,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.80625,
+      "learning_rate": 4.579002028604537e-05,
+      "loss": 6.8928,
+      "loss/crossentropy": 2.09211403131485,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14162148907780647,
+      "step": 3162
+    },
+    {
+      "epoch": 0.5271666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.8059895833333334,
+      "learning_rate": 4.576393389289633e-05,
+      "loss": 6.6483,
+      "loss/crossentropy": 1.6890718340873718,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.143101554363966,
+      "step": 3163
+    },
+    {
+      "epoch": 0.5273333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.7561848958333334,
+      "learning_rate": 4.573784866108884e-05,
+      "loss": 7.0037,
+      "loss/crossentropy": 2.159123033285141,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16705282405018806,
+      "step": 3164
+    },
+    {
+      "epoch": 0.5275,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.7561848958333334,
+      "learning_rate": 4.571176459777431e-05,
+      "loss": 6.491,
+      "loss/crossentropy": 2.068053901195526,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14222474209964275,
+      "step": 3165
+    },
+    {
+      "epoch": 0.5276666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.7541666666666667,
+      "learning_rate": 4.568568171010384e-05,
+      "loss": 6.5904,
+      "loss/crossentropy": 2.010478049516678,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13895930722355843,
+      "step": 3166
+    },
+    {
+      "epoch": 0.5278333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7393229166666667,
+      "learning_rate": 4.565960000522819e-05,
+      "loss": 6.7049,
+      "loss/crossentropy": 1.8703652024269104,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1761411726474762,
+      "step": 3167
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.6598307291666666,
+      "learning_rate": 4.563351949029781e-05,
+      "loss": 6.7739,
+      "loss/crossentropy": 1.7979310005903244,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14475084468722343,
+      "step": 3168
+    },
+    {
+      "epoch": 0.5281666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.7395833333333334,
+      "learning_rate": 4.560744017246284e-05,
+      "loss": 6.6378,
+      "loss/crossentropy": 2.0911899507045746,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16943716630339622,
+      "step": 3169
+    },
+    {
+      "epoch": 0.5283333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9018229166666667,
+      "learning_rate": 4.558136205887306e-05,
+      "loss": 6.946,
+      "loss/crossentropy": 1.91404190659523,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20393763855099678,
+      "step": 3170
+    },
+    {
+      "epoch": 0.5285,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.8707682291666666,
+      "learning_rate": 4.555528515667793e-05,
+      "loss": 6.8068,
+      "loss/crossentropy": 2.667674422264099,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15065648034214973,
+      "step": 3171
+    },
+    {
+      "epoch": 0.5286666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.8733723958333334,
+      "learning_rate": 4.552920947302658e-05,
+      "loss": 6.59,
+      "loss/crossentropy": 2.1527541279792786,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1504414863884449,
+      "step": 3172
+    },
+    {
+      "epoch": 0.5288333333333334,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.865625,
+      "learning_rate": 4.550313501506781e-05,
+      "loss": 6.7262,
+      "loss/crossentropy": 2.3395442962646484,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16419397667050362,
+      "step": 3173
+    },
+    {
+      "epoch": 0.529,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.9134765625,
+      "learning_rate": 4.547706178995007e-05,
+      "loss": 6.6596,
+      "loss/crossentropy": 1.8454709649085999,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15504372864961624,
+      "step": 3174
+    },
+    {
+      "epoch": 0.5291666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.1447916666666667,
+      "learning_rate": 4.5450989804821506e-05,
+      "loss": 6.5025,
+      "loss/crossentropy": 2.199508100748062,
+      "loss/hidden": 2.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13137865625321865,
+      "step": 3175
+    },
+    {
+      "epoch": 0.5293333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.3832682291666667,
+      "learning_rate": 4.542491906682989e-05,
+      "loss": 6.5781,
+      "loss/crossentropy": 1.8064587861299515,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1817715335637331,
+      "step": 3176
+    },
+    {
+      "epoch": 0.5295,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.9879557291666666,
+      "learning_rate": 4.539884958312265e-05,
+      "loss": 6.8099,
+      "loss/crossentropy": 1.611564964056015,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13106167316436768,
+      "step": 3177
+    },
+    {
+      "epoch": 0.5296666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 5.530143229166667,
+      "learning_rate": 4.537278136084689e-05,
+      "loss": 6.6287,
+      "loss/crossentropy": 1.513309970498085,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13493525236845016,
+      "step": 3178
+    },
+    {
+      "epoch": 0.5298333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 5.532291666666667,
+      "learning_rate": 4.534671440714938e-05,
+      "loss": 6.8505,
+      "loss/crossentropy": 1.9138778150081635,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.160044364631176,
+      "step": 3179
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 23.5,
+      "grad_norm_var": 5.570833333333334,
+      "learning_rate": 4.532064872917647e-05,
+      "loss": 6.7906,
+      "loss/crossentropy": 2.3124726116657257,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14243154786527157,
+      "step": 3180
+    },
+    {
+      "epoch": 0.5301666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 5.712434895833334,
+      "learning_rate": 4.529458433407429e-05,
+      "loss": 6.7129,
+      "loss/crossentropy": 2.280455470085144,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17545154318213463,
+      "step": 3181
+    },
+    {
+      "epoch": 0.5303333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 5.703059895833333,
+      "learning_rate": 4.526852122898848e-05,
+      "loss": 6.8219,
+      "loss/crossentropy": 2.0848167836666107,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13345365040004253,
+      "step": 3182
+    },
+    {
+      "epoch": 0.5305,
+      "grad_norm": 25.0,
+      "grad_norm_var": 5.695247395833333,
+      "learning_rate": 4.524245942106442e-05,
+      "loss": 6.3354,
+      "loss/crossentropy": 2.0764654874801636,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15820587053894997,
+      "step": 3183
+    },
+    {
+      "epoch": 0.5306666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 5.878059895833333,
+      "learning_rate": 4.52163989174471e-05,
+      "loss": 6.6641,
+      "loss/crossentropy": 1.9897716641426086,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18676253780722618,
+      "step": 3184
+    },
+    {
+      "epoch": 0.5308333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 5.695247395833333,
+      "learning_rate": 4.5190339725281136e-05,
+      "loss": 6.5532,
+      "loss/crossentropy": 1.4316177815198898,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17225218564271927,
+      "step": 3185
+    },
+    {
+      "epoch": 0.531,
+      "grad_norm": 22.0,
+      "grad_norm_var": 5.917643229166667,
+      "learning_rate": 4.516428185171079e-05,
+      "loss": 6.6623,
+      "loss/crossentropy": 2.0357375144958496,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14149123802781105,
+      "step": 3186
+    },
+    {
+      "epoch": 0.5311666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 6.026822916666666,
+      "learning_rate": 4.513822530388003e-05,
+      "loss": 6.6576,
+      "loss/crossentropy": 1.7669075280427933,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1428518034517765,
+      "step": 3187
+    },
+    {
+      "epoch": 0.5313333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 6.20390625,
+      "learning_rate": 4.511217008893237e-05,
+      "loss": 6.6814,
+      "loss/crossentropy": 2.110143721103668,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17458846792578697,
+      "step": 3188
+    },
+    {
+      "epoch": 0.5315,
+      "grad_norm": 22.25,
+      "grad_norm_var": 6.428580729166667,
+      "learning_rate": 4.508611621401102e-05,
+      "loss": 6.2955,
+      "loss/crossentropy": 1.4243806451559067,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12901754677295685,
+      "step": 3189
+    },
+    {
+      "epoch": 0.5316666666666666,
+      "grad_norm": 24.875,
+      "grad_norm_var": 6.406705729166666,
+      "learning_rate": 4.5060063686258767e-05,
+      "loss": 6.5471,
+      "loss/crossentropy": 1.7492476105690002,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1621650643646717,
+      "step": 3190
+    },
+    {
+      "epoch": 0.5318333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 6.130989583333333,
+      "learning_rate": 4.503401251281806e-05,
+      "loss": 6.6627,
+      "loss/crossentropy": 2.171135365962982,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17323995009064674,
+      "step": 3191
+    },
+    {
+      "epoch": 0.532,
+      "grad_norm": 22.875,
+      "grad_norm_var": 5.87890625,
+      "learning_rate": 4.500796270083098e-05,
+      "loss": 6.6818,
+      "loss/crossentropy": 2.072538524866104,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1530821267515421,
+      "step": 3192
+    },
+    {
+      "epoch": 0.5321666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 6.0634765625,
+      "learning_rate": 4.498191425743925e-05,
+      "loss": 6.7883,
+      "loss/crossentropy": 1.6651292443275452,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1400641519576311,
+      "step": 3193
+    },
+    {
+      "epoch": 0.5323333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.4223307291666667,
+      "learning_rate": 4.49558671897842e-05,
+      "loss": 6.6043,
+      "loss/crossentropy": 2.061777502298355,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16048555821180344,
+      "step": 3194
+    },
+    {
+      "epoch": 0.5325,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.3416666666666666,
+      "learning_rate": 4.4929821505006764e-05,
+      "loss": 6.675,
+      "loss/crossentropy": 1.7397379577159882,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1793411262333393,
+      "step": 3195
+    },
+    {
+      "epoch": 0.5326666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3643229166666666,
+      "learning_rate": 4.490377721024751e-05,
+      "loss": 6.6862,
+      "loss/crossentropy": 2.1863308250904083,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15812548995018005,
+      "step": 3196
+    },
+    {
+      "epoch": 0.5328333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.34140625,
+      "learning_rate": 4.487773431264664e-05,
+      "loss": 6.7554,
+      "loss/crossentropy": 2.059173345565796,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16811923682689667,
+      "step": 3197
+    },
+    {
+      "epoch": 0.533,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2561848958333333,
+      "learning_rate": 4.4851692819343936e-05,
+      "loss": 6.691,
+      "loss/crossentropy": 1.9161694645881653,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1369189154356718,
+      "step": 3198
+    },
+    {
+      "epoch": 0.5331666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2306640625,
+      "learning_rate": 4.482565273747888e-05,
+      "loss": 6.4411,
+      "loss/crossentropy": 2.488943636417389,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18147236853837967,
+      "step": 3199
+    },
+    {
+      "epoch": 0.5333333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2306640625,
+      "learning_rate": 4.479961407419046e-05,
+      "loss": 6.655,
+      "loss/crossentropy": 1.871408849954605,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17261022701859474,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5335,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.15390625,
+      "learning_rate": 4.477357683661734e-05,
+      "loss": 6.614,
+      "loss/crossentropy": 2.1596679091453552,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1515268161892891,
+      "step": 3201
+    },
+    {
+      "epoch": 0.5336666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.1239583333333334,
+      "learning_rate": 4.474754103189777e-05,
+      "loss": 6.4661,
+      "loss/crossentropy": 2.3624836802482605,
+      "loss/hidden": 2.953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14483764581382275,
+      "step": 3202
+    },
+    {
+      "epoch": 0.5338333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.1309895833333334,
+      "learning_rate": 4.472150666716961e-05,
+      "loss": 6.705,
+      "loss/crossentropy": 2.2337640821933746,
+      "loss/hidden": 2.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14973511919379234,
+      "step": 3203
+    },
+    {
+      "epoch": 0.534,
+      "grad_norm": 33.5,
+      "grad_norm_var": 7.608268229166667,
+      "learning_rate": 4.4695473749570326e-05,
+      "loss": 6.7536,
+      "loss/crossentropy": 1.848718672990799,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1472205687314272,
+      "step": 3204
+    },
+    {
+      "epoch": 0.5341666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 8.607291666666667,
+      "learning_rate": 4.466944228623701e-05,
+      "loss": 6.7736,
+      "loss/crossentropy": 2.205274075269699,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14448253065347672,
+      "step": 3205
+    },
+    {
+      "epoch": 0.5343333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 8.664518229166667,
+      "learning_rate": 4.4643412284306324e-05,
+      "loss": 6.6749,
+      "loss/crossentropy": 1.8048591017723083,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16825787723064423,
+      "step": 3206
+    },
+    {
+      "epoch": 0.5345,
+      "grad_norm": 22.75,
+      "grad_norm_var": 8.73515625,
+      "learning_rate": 4.461738375091454e-05,
+      "loss": 6.4902,
+      "loss/crossentropy": 1.4650568664073944,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14607630111277103,
+      "step": 3207
+    },
+    {
+      "epoch": 0.5346666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 8.772916666666667,
+      "learning_rate": 4.459135669319753e-05,
+      "loss": 6.6359,
+      "loss/crossentropy": 2.260100841522217,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16093070432543755,
+      "step": 3208
+    },
+    {
+      "epoch": 0.5348333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 8.726822916666666,
+      "learning_rate": 4.4565331118290756e-05,
+      "loss": 6.2669,
+      "loss/crossentropy": 2.3742251992225647,
+      "loss/hidden": 2.90625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1600184328854084,
+      "step": 3209
+    },
+    {
+      "epoch": 0.535,
+      "grad_norm": 24.75,
+      "grad_norm_var": 8.67265625,
+      "learning_rate": 4.453930703332927e-05,
+      "loss": 6.6695,
+      "loss/crossentropy": 1.5902049243450165,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1669841054826975,
+      "step": 3210
+    },
+    {
+      "epoch": 0.5351666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 8.4822265625,
+      "learning_rate": 4.451328444544774e-05,
+      "loss": 6.4283,
+      "loss/crossentropy": 1.6046341955661774,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14836223237216473,
+      "step": 3211
+    },
+    {
+      "epoch": 0.5353333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 8.559375,
+      "learning_rate": 4.44872633617804e-05,
+      "loss": 6.7402,
+      "loss/crossentropy": 2.2665777504444122,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17643385380506516,
+      "step": 3212
+    },
+    {
+      "epoch": 0.5355,
+      "grad_norm": 23.625,
+      "grad_norm_var": 8.5259765625,
+      "learning_rate": 4.446124378946107e-05,
+      "loss": 6.5756,
+      "loss/crossentropy": 2.3522274494171143,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13671689294278622,
+      "step": 3213
+    },
+    {
+      "epoch": 0.5356666666666666,
+      "grad_norm": 24.75,
+      "grad_norm_var": 8.53125,
+      "learning_rate": 4.443522573562318e-05,
+      "loss": 6.5384,
+      "loss/crossentropy": 1.460032433271408,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17387250065803528,
+      "step": 3214
+    },
+    {
+      "epoch": 0.5358333333333334,
+      "grad_norm": 24.25,
+      "grad_norm_var": 8.018489583333333,
+      "learning_rate": 4.44092092073997e-05,
+      "loss": 6.3516,
+      "loss/crossentropy": 1.6705322265625,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14027390256524086,
+      "step": 3215
+    },
+    {
+      "epoch": 0.536,
+      "grad_norm": 21.625,
+      "grad_norm_var": 8.312239583333334,
+      "learning_rate": 4.438319421192322e-05,
+      "loss": 6.6198,
+      "loss/crossentropy": 2.4305317997932434,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1646934412419796,
+      "step": 3216
+    },
+    {
+      "epoch": 0.5361666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 8.272916666666667,
+      "learning_rate": 4.435718075632592e-05,
+      "loss": 6.4519,
+      "loss/crossentropy": 1.6712012737989426,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1502775475382805,
+      "step": 3217
+    },
+    {
+      "epoch": 0.5363333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 8.042643229166666,
+      "learning_rate": 4.4331168847739514e-05,
+      "loss": 6.6731,
+      "loss/crossentropy": 1.8683601468801498,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1440573614090681,
+      "step": 3218
+    },
+    {
+      "epoch": 0.5365,
+      "grad_norm": 21.75,
+      "grad_norm_var": 8.4400390625,
+      "learning_rate": 4.4305158493295315e-05,
+      "loss": 6.5791,
+      "loss/crossentropy": 1.3674817830324173,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18658732622861862,
+      "step": 3219
+    },
+    {
+      "epoch": 0.5366666666666666,
+      "grad_norm": 27.0,
+      "grad_norm_var": 3.0843098958333335,
+      "learning_rate": 4.427914970012422e-05,
+      "loss": 6.6793,
+      "loss/crossentropy": 1.6779171824455261,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16982607915997505,
+      "step": 3220
+    },
+    {
+      "epoch": 0.5368333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.9749348958333333,
+      "learning_rate": 4.425314247535668e-05,
+      "loss": 6.5254,
+      "loss/crossentropy": 1.5771731287240982,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18173417635262012,
+      "step": 3221
+    },
+    {
+      "epoch": 0.537,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.825,
+      "learning_rate": 4.422713682612271e-05,
+      "loss": 6.7519,
+      "loss/crossentropy": 1.8382703363895416,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1981072537600994,
+      "step": 3222
+    },
+    {
+      "epoch": 0.5371666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.8712890625,
+      "learning_rate": 4.4201132759551934e-05,
+      "loss": 6.6572,
+      "loss/crossentropy": 1.6506782472133636,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1434093490242958,
+      "step": 3223
+    },
+    {
+      "epoch": 0.5373333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.8197916666666667,
+      "learning_rate": 4.41751302827735e-05,
+      "loss": 6.565,
+      "loss/crossentropy": 2.0198956429958344,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15416083484888077,
+      "step": 3224
+    },
+    {
+      "epoch": 0.5375,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.7934895833333333,
+      "learning_rate": 4.414912940291613e-05,
+      "loss": 6.6531,
+      "loss/crossentropy": 2.2487598955631256,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1468476578593254,
+      "step": 3225
+    },
+    {
+      "epoch": 0.5376666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.6934895833333334,
+      "learning_rate": 4.412313012710813e-05,
+      "loss": 6.6118,
+      "loss/crossentropy": 1.8157823085784912,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16123579069972038,
+      "step": 3226
+    },
+    {
+      "epoch": 0.5378333333333334,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.7764973958333334,
+      "learning_rate": 4.409713246247732e-05,
+      "loss": 6.474,
+      "loss/crossentropy": 1.6791092306375504,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12660356983542442,
+      "step": 3227
+    },
+    {
+      "epoch": 0.538,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.7372395833333334,
+      "learning_rate": 4.407113641615112e-05,
+      "loss": 6.5805,
+      "loss/crossentropy": 2.025501072406769,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15181923657655716,
+      "step": 3228
+    },
+    {
+      "epoch": 0.5381666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.7395182291666667,
+      "learning_rate": 4.404514199525651e-05,
+      "loss": 6.4346,
+      "loss/crossentropy": 1.4135650396347046,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1316130980849266,
+      "step": 3229
+    },
+    {
+      "epoch": 0.5383333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.6082682291666666,
+      "learning_rate": 4.401914920692e-05,
+      "loss": 6.7017,
+      "loss/crossentropy": 1.498219981789589,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14568184688687325,
+      "step": 3230
+    },
+    {
+      "epoch": 0.5385,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.6082682291666666,
+      "learning_rate": 4.399315805826765e-05,
+      "loss": 6.4824,
+      "loss/crossentropy": 1.4222733676433563,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1520357709378004,
+      "step": 3231
+    },
+    {
+      "epoch": 0.5386666666666666,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.6135416666666667,
+      "learning_rate": 4.3967168556425085e-05,
+      "loss": 6.4528,
+      "loss/crossentropy": 2.302658200263977,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1655016578733921,
+      "step": 3232
+    },
+    {
+      "epoch": 0.5388333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.696875,
+      "learning_rate": 4.394118070851749e-05,
+      "loss": 6.6511,
+      "loss/crossentropy": 2.086086928844452,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15679723024368286,
+      "step": 3233
+    },
+    {
+      "epoch": 0.539,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.1809895833333335,
+      "learning_rate": 4.3915194521669526e-05,
+      "loss": 6.5064,
+      "loss/crossentropy": 1.5305136293172836,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15267189219594002,
+      "step": 3234
+    },
+    {
+      "epoch": 0.5391666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.008072916666667,
+      "learning_rate": 4.3889210003005524e-05,
+      "loss": 6.5193,
+      "loss/crossentropy": 2.0430581867694855,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1461903713643551,
+      "step": 3235
+    },
+    {
+      "epoch": 0.5393333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2129557291666666,
+      "learning_rate": 4.3863227159649255e-05,
+      "loss": 6.7826,
+      "loss/crossentropy": 2.0705305337905884,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16718657687306404,
+      "step": 3236
+    },
+    {
+      "epoch": 0.5395,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2634765625,
+      "learning_rate": 4.383724599872407e-05,
+      "loss": 6.653,
+      "loss/crossentropy": 1.8990858495235443,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1699540913105011,
+      "step": 3237
+    },
+    {
+      "epoch": 0.5396666666666666,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.28125,
+      "learning_rate": 4.381126652735285e-05,
+      "loss": 6.6197,
+      "loss/crossentropy": 1.751348078250885,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14368567243218422,
+      "step": 3238
+    },
+    {
+      "epoch": 0.5398333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2801432291666666,
+      "learning_rate": 4.3785288752658e-05,
+      "loss": 6.6877,
+      "loss/crossentropy": 1.8744294047355652,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.153496865183115,
+      "step": 3239
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.79375,
+      "learning_rate": 4.375931268176147e-05,
+      "loss": 6.5581,
+      "loss/crossentropy": 1.6753836870193481,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16302792355418205,
+      "step": 3240
+    },
+    {
+      "epoch": 0.5401666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.8103515625,
+      "learning_rate": 4.373333832178478e-05,
+      "loss": 6.6555,
+      "loss/crossentropy": 2.000080794095993,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15064531192183495,
+      "step": 3241
+    },
+    {
+      "epoch": 0.5403333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.8327473958333333,
+      "learning_rate": 4.370736567984894e-05,
+      "loss": 6.4793,
+      "loss/crossentropy": 1.3399754613637924,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14739139191806316,
+      "step": 3242
+    },
+    {
+      "epoch": 0.5405,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.6864583333333334,
+      "learning_rate": 4.368139476307449e-05,
+      "loss": 6.7113,
+      "loss/crossentropy": 1.52098648250103,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1556674875319004,
+      "step": 3243
+    },
+    {
+      "epoch": 0.5406666666666666,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.8947916666666667,
+      "learning_rate": 4.365542557858149e-05,
+      "loss": 6.5192,
+      "loss/crossentropy": 1.9617978036403656,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14521468803286552,
+      "step": 3244
+    },
+    {
+      "epoch": 0.5408333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.8514973958333334,
+      "learning_rate": 4.362945813348955e-05,
+      "loss": 6.786,
+      "loss/crossentropy": 1.5296358615159988,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1269407868385315,
+      "step": 3245
+    },
+    {
+      "epoch": 0.541,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7749348958333333,
+      "learning_rate": 4.360349243491778e-05,
+      "loss": 6.7347,
+      "loss/crossentropy": 2.009047508239746,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780568566173315,
+      "step": 3246
+    },
+    {
+      "epoch": 0.5411666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.7705729166666666,
+      "learning_rate": 4.3577528489984854e-05,
+      "loss": 6.802,
+      "loss/crossentropy": 1.3973083198070526,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1567030679434538,
+      "step": 3247
+    },
+    {
+      "epoch": 0.5413333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.7473307291666667,
+      "learning_rate": 4.3551566305808925e-05,
+      "loss": 6.6569,
+      "loss/crossentropy": 2.1893401443958282,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1856193207204342,
+      "step": 3248
+    },
+    {
+      "epoch": 0.5415,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.6046223958333334,
+      "learning_rate": 4.352560588950766e-05,
+      "loss": 6.561,
+      "loss/crossentropy": 1.8028260320425034,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18891393020749092,
+      "step": 3249
+    },
+    {
+      "epoch": 0.5416666666666666,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.4452473958333334,
+      "learning_rate": 4.349964724819826e-05,
+      "loss": 6.5722,
+      "loss/crossentropy": 2.4525915384292603,
+      "loss/hidden": 2.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14916583895683289,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5418333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.41015625,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 6.5673,
+      "loss/crossentropy": 2.0754736363887787,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14573251828551292,
+      "step": 3251
+    },
+    {
+      "epoch": 0.542,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.41015625,
+      "learning_rate": 4.34477353190214e-05,
+      "loss": 6.6625,
+      "loss/crossentropy": 1.6364810913801193,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14860421046614647,
+      "step": 3252
+    },
+    {
+      "epoch": 0.5421666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.3708333333333333,
+      "learning_rate": 4.342178204538588e-05,
+      "loss": 6.5359,
+      "loss/crossentropy": 1.0896465927362442,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15891440212726593,
+      "step": 3253
+    },
+    {
+      "epoch": 0.5423333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.3330729166666666,
+      "learning_rate": 4.339583057520613e-05,
+      "loss": 6.6514,
+      "loss/crossentropy": 2.2449444234371185,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16449414938688278,
+      "step": 3254
+    },
+    {
+      "epoch": 0.5425,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3051432291666667,
+      "learning_rate": 4.336988091559688e-05,
+      "loss": 6.8479,
+      "loss/crossentropy": 2.047559231519699,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19982150569558144,
+      "step": 3255
+    },
+    {
+      "epoch": 0.5426666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.72265625,
+      "learning_rate": 4.334393307367239e-05,
+      "loss": 6.7375,
+      "loss/crossentropy": 1.9733581244945526,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1714215874671936,
+      "step": 3256
+    },
+    {
+      "epoch": 0.5428333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.6046223958333333,
+      "learning_rate": 4.3317987056546394e-05,
+      "loss": 6.4248,
+      "loss/crossentropy": 1.7078076899051666,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14906848967075348,
+      "step": 3257
+    },
+    {
+      "epoch": 0.543,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.7247395833333333,
+      "learning_rate": 4.329204287133215e-05,
+      "loss": 6.6747,
+      "loss/crossentropy": 1.919236183166504,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15008580684661865,
+      "step": 3258
+    },
+    {
+      "epoch": 0.5431666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.7322265625,
+      "learning_rate": 4.326610052514237e-05,
+      "loss": 6.6504,
+      "loss/crossentropy": 2.004969835281372,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18242452666163445,
+      "step": 3259
+    },
+    {
+      "epoch": 0.5433333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.5754557291666667,
+      "learning_rate": 4.324016002508935e-05,
+      "loss": 6.7937,
+      "loss/crossentropy": 2.0412175059318542,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16841784864664078,
+      "step": 3260
+    },
+    {
+      "epoch": 0.5435,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.5619140625,
+      "learning_rate": 4.321422137828479e-05,
+      "loss": 6.7005,
+      "loss/crossentropy": 1.983551636338234,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19473076239228249,
+      "step": 3261
+    },
+    {
+      "epoch": 0.5436666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.58515625,
+      "learning_rate": 4.318828459183992e-05,
+      "loss": 6.3969,
+      "loss/crossentropy": 1.7641983330249786,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1521986909210682,
+      "step": 3262
+    },
+    {
+      "epoch": 0.5438333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.0353515625,
+      "learning_rate": 4.316234967286547e-05,
+      "loss": 6.6693,
+      "loss/crossentropy": 1.417138010263443,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1360844187438488,
+      "step": 3263
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0541015625,
+      "learning_rate": 4.313641662847164e-05,
+      "loss": 6.3583,
+      "loss/crossentropy": 1.7138605415821075,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15302490815520287,
+      "step": 3264
+    },
+    {
+      "epoch": 0.5441666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.2895182291666667,
+      "learning_rate": 4.31104854657681e-05,
+      "loss": 6.5607,
+      "loss/crossentropy": 1.745800331234932,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1549812015146017,
+      "step": 3265
+    },
+    {
+      "epoch": 0.5443333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1354166666666667,
+      "learning_rate": 4.308455619186406e-05,
+      "loss": 6.6518,
+      "loss/crossentropy": 1.881020799279213,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13830069825053215,
+      "step": 3266
+    },
+    {
+      "epoch": 0.5445,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.2561848958333333,
+      "learning_rate": 4.3058628813868156e-05,
+      "loss": 7.1231,
+      "loss/crossentropy": 2.295709192752838,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16085748746991158,
+      "step": 3267
+    },
+    {
+      "epoch": 0.5446666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.2364583333333334,
+      "learning_rate": 4.303270333888854e-05,
+      "loss": 6.6739,
+      "loss/crossentropy": 2.4506790041923523,
+      "loss/hidden": 2.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1393302120268345,
+      "step": 3268
+    },
+    {
+      "epoch": 0.5448333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2525390625,
+      "learning_rate": 4.300677977403281e-05,
+      "loss": 6.3525,
+      "loss/crossentropy": 1.2035548090934753,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14326786249876022,
+      "step": 3269
+    },
+    {
+      "epoch": 0.545,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.24765625,
+      "learning_rate": 4.2980858126408065e-05,
+      "loss": 6.7045,
+      "loss/crossentropy": 1.4710261821746826,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14153144136071205,
+      "step": 3270
+    },
+    {
+      "epoch": 0.5451666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.6166666666666667,
+      "learning_rate": 4.295493840312087e-05,
+      "loss": 6.7656,
+      "loss/crossentropy": 2.25753653049469,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22410335391759872,
+      "step": 3271
+    },
+    {
+      "epoch": 0.5453333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.7125,
+      "learning_rate": 4.2929020611277274e-05,
+      "loss": 6.5361,
+      "loss/crossentropy": 1.4334276914596558,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16509714722633362,
+      "step": 3272
+    },
+    {
+      "epoch": 0.5455,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.815625,
+      "learning_rate": 4.2903104757982785e-05,
+      "loss": 6.7253,
+      "loss/crossentropy": 2.026398688554764,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1897004470229149,
+      "step": 3273
+    },
+    {
+      "epoch": 0.5456666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.67890625,
+      "learning_rate": 4.2877190850342375e-05,
+      "loss": 6.746,
+      "loss/crossentropy": 1.973962813615799,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16743763536214828,
+      "step": 3274
+    },
+    {
+      "epoch": 0.5458333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.7603515625,
+      "learning_rate": 4.285127889546049e-05,
+      "loss": 6.5677,
+      "loss/crossentropy": 2.1606391072273254,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1719435527920723,
+      "step": 3275
+    },
+    {
+      "epoch": 0.546,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.89140625,
+      "learning_rate": 4.282536890044104e-05,
+      "loss": 6.4246,
+      "loss/crossentropy": 1.7623218595981598,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13141189888119698,
+      "step": 3276
+    },
+    {
+      "epoch": 0.5461666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.9,
+      "learning_rate": 4.2799460872387394e-05,
+      "loss": 6.5691,
+      "loss/crossentropy": 2.005800783634186,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1495290845632553,
+      "step": 3277
+    },
+    {
+      "epoch": 0.5463333333333333,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.9775390625,
+      "learning_rate": 4.277355481840239e-05,
+      "loss": 6.4233,
+      "loss/crossentropy": 1.9759045988321304,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1783483624458313,
+      "step": 3278
+    },
+    {
+      "epoch": 0.5465,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.5655598958333334,
+      "learning_rate": 4.274765074558832e-05,
+      "loss": 6.2613,
+      "loss/crossentropy": 1.6413889825344086,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19304856657981873,
+      "step": 3279
+    },
+    {
+      "epoch": 0.5466666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.5655598958333334,
+      "learning_rate": 4.2721748661046934e-05,
+      "loss": 6.7577,
+      "loss/crossentropy": 1.4656214118003845,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1683252491056919,
+      "step": 3280
+    },
+    {
+      "epoch": 0.5468333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.3311848958333334,
+      "learning_rate": 4.269584857187943e-05,
+      "loss": 6.9624,
+      "loss/crossentropy": 2.217863291501999,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15191573649644852,
+      "step": 3281
+    },
+    {
+      "epoch": 0.547,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.33515625,
+      "learning_rate": 4.266995048518647e-05,
+      "loss": 6.529,
+      "loss/crossentropy": 2.0132854133844376,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13852129504084587,
+      "step": 3282
+    },
+    {
+      "epoch": 0.5471666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1041015625,
+      "learning_rate": 4.264405440806813e-05,
+      "loss": 6.7172,
+      "loss/crossentropy": 2.3787650763988495,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17625821381807327,
+      "step": 3283
+    },
+    {
+      "epoch": 0.5473333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.7212890625,
+      "learning_rate": 4.261816034762402e-05,
+      "loss": 6.5951,
+      "loss/crossentropy": 1.5833271592855453,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1548236384987831,
+      "step": 3284
+    },
+    {
+      "epoch": 0.5475,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.8291015625,
+      "learning_rate": 4.25922683109531e-05,
+      "loss": 6.4852,
+      "loss/crossentropy": 1.960205391049385,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16210145875811577,
+      "step": 3285
+    },
+    {
+      "epoch": 0.5476666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.8181640625,
+      "learning_rate": 4.256637830515385e-05,
+      "loss": 6.6822,
+      "loss/crossentropy": 1.636979103088379,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1619622502475977,
+      "step": 3286
+    },
+    {
+      "epoch": 0.5478333333333333,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.3530598958333333,
+      "learning_rate": 4.254049033732416e-05,
+      "loss": 6.337,
+      "loss/crossentropy": 1.8646352291107178,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15358764678239822,
+      "step": 3287
+    },
+    {
+      "epoch": 0.548,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.36015625,
+      "learning_rate": 4.2514604414561335e-05,
+      "loss": 6.5767,
+      "loss/crossentropy": 1.8843100368976593,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1876283995807171,
+      "step": 3288
+    },
+    {
+      "epoch": 0.5481666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.3479166666666667,
+      "learning_rate": 4.2488720543962146e-05,
+      "loss": 6.6585,
+      "loss/crossentropy": 2.3419783413410187,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17075852677226067,
+      "step": 3289
+    },
+    {
+      "epoch": 0.5483333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.346875,
+      "learning_rate": 4.246283873262284e-05,
+      "loss": 6.4137,
+      "loss/crossentropy": 2.008503168821335,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1494903638958931,
+      "step": 3290
+    },
+    {
+      "epoch": 0.5485,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.4238932291666666,
+      "learning_rate": 4.243695898763904e-05,
+      "loss": 6.874,
+      "loss/crossentropy": 1.616494357585907,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17736896872520447,
+      "step": 3291
+    },
+    {
+      "epoch": 0.5486666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.4238932291666666,
+      "learning_rate": 4.2411081316105824e-05,
+      "loss": 6.9962,
+      "loss/crossentropy": 1.8944573253393173,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16288121789693832,
+      "step": 3292
+    },
+    {
+      "epoch": 0.5488333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4760416666666667,
+      "learning_rate": 4.238520572511773e-05,
+      "loss": 6.7623,
+      "loss/crossentropy": 1.6511003822088242,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15452192351222038,
+      "step": 3293
+    },
+    {
+      "epoch": 0.549,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.3684895833333333,
+      "learning_rate": 4.2359332221768655e-05,
+      "loss": 6.6599,
+      "loss/crossentropy": 2.092676877975464,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1531125120818615,
+      "step": 3294
+    },
+    {
+      "epoch": 0.5491666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3416015625,
+      "learning_rate": 4.233346081315196e-05,
+      "loss": 6.5119,
+      "loss/crossentropy": 1.4970193654298782,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15639974176883698,
+      "step": 3295
+    },
+    {
+      "epoch": 0.5493333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.2650390625,
+      "learning_rate": 4.2307591506360494e-05,
+      "loss": 6.7895,
+      "loss/crossentropy": 1.5389989614486694,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17218336462974548,
+      "step": 3296
+    },
+    {
+      "epoch": 0.5495,
+      "grad_norm": 21.75,
+      "grad_norm_var": 2.4244140625,
+      "learning_rate": 4.228172430848644e-05,
+      "loss": 6.6932,
+      "loss/crossentropy": 1.9822783172130585,
+      "loss/hidden": 2.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13523855805397034,
+      "step": 3297
+    },
+    {
+      "epoch": 0.5496666666666666,
+      "grad_norm": 21.25,
+      "grad_norm_var": 2.689322916666667,
+      "learning_rate": 4.2255859226621454e-05,
+      "loss": 6.5715,
+      "loss/crossentropy": 1.8716545104980469,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1751004084944725,
+      "step": 3298
+    },
+    {
+      "epoch": 0.5498333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.6910807291666665,
+      "learning_rate": 4.2229996267856575e-05,
+      "loss": 6.7429,
+      "loss/crossentropy": 1.7999745309352875,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15000876411795616,
+      "step": 3299
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 22.625,
+      "grad_norm_var": 2.0434895833333333,
+      "learning_rate": 4.2204135439282285e-05,
+      "loss": 6.5866,
+      "loss/crossentropy": 1.812895655632019,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14229941368103027,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5501666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.9354166666666666,
+      "learning_rate": 4.2178276747988446e-05,
+      "loss": 6.7073,
+      "loss/crossentropy": 1.9825557470321655,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16293644532561302,
+      "step": 3301
+    },
+    {
+      "epoch": 0.5503333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.9393229166666666,
+      "learning_rate": 4.2152420201064434e-05,
+      "loss": 6.5035,
+      "loss/crossentropy": 1.6700354516506195,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.172380730509758,
+      "step": 3302
+    },
+    {
+      "epoch": 0.5505,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.7518229166666666,
+      "learning_rate": 4.2126565805598937e-05,
+      "loss": 6.5788,
+      "loss/crossentropy": 1.6517489552497864,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17061220481991768,
+      "step": 3303
+    },
+    {
+      "epoch": 0.5506666666666666,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.8718098958333333,
+      "learning_rate": 4.210071356868007e-05,
+      "loss": 6.9162,
+      "loss/crossentropy": 1.532684713602066,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1532718911767006,
+      "step": 3304
+    },
+    {
+      "epoch": 0.5508333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.8546223958333334,
+      "learning_rate": 4.2074863497395377e-05,
+      "loss": 6.4959,
+      "loss/crossentropy": 1.83810555934906,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13699821196496487,
+      "step": 3305
+    },
+    {
+      "epoch": 0.551,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.9875,
+      "learning_rate": 4.204901559883181e-05,
+      "loss": 6.6173,
+      "loss/crossentropy": 1.904440477490425,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17653483524918556,
+      "step": 3306
+    },
+    {
+      "epoch": 0.5511666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 2.1025390625,
+      "learning_rate": 4.202316988007567e-05,
+      "loss": 6.4509,
+      "loss/crossentropy": 1.9742406606674194,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1412430815398693,
+      "step": 3307
+    },
+    {
+      "epoch": 0.5513333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.046875,
+      "learning_rate": 4.19973263482128e-05,
+      "loss": 6.4819,
+      "loss/crossentropy": 1.848403811454773,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1502196192741394,
+      "step": 3308
+    },
+    {
+      "epoch": 0.5515,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.9900390625,
+      "learning_rate": 4.197148501032829e-05,
+      "loss": 6.7531,
+      "loss/crossentropy": 2.023953765630722,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1354321911931038,
+      "step": 3309
+    },
+    {
+      "epoch": 0.5516666666666666,
+      "grad_norm": 21.125,
+      "grad_norm_var": 2.2708333333333335,
+      "learning_rate": 4.194564587350669e-05,
+      "loss": 6.5767,
+      "loss/crossentropy": 1.6327130198478699,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1370823234319687,
+      "step": 3310
+    },
+    {
+      "epoch": 0.5518333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.303125,
+      "learning_rate": 4.1919808944831954e-05,
+      "loss": 6.9888,
+      "loss/crossentropy": 2.1167646050453186,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19151583686470985,
+      "step": 3311
+    },
+    {
+      "epoch": 0.552,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.1830729166666667,
+      "learning_rate": 4.1893974231387424e-05,
+      "loss": 6.3953,
+      "loss/crossentropy": 1.8434007465839386,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13687613420188427,
+      "step": 3312
+    },
+    {
+      "epoch": 0.5521666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.2624348958333333,
+      "learning_rate": 4.1868141740255823e-05,
+      "loss": 6.7107,
+      "loss/crossentropy": 1.907152146100998,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18632660061120987,
+      "step": 3313
+    },
+    {
+      "epoch": 0.5523333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.4768229166666667,
+      "learning_rate": 4.184231147851929e-05,
+      "loss": 6.8665,
+      "loss/crossentropy": 1.5445225983858109,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1235609482973814,
+      "step": 3314
+    },
+    {
+      "epoch": 0.5525,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.46875,
+      "learning_rate": 4.181648345325934e-05,
+      "loss": 6.4642,
+      "loss/crossentropy": 1.3726064264774323,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13220888748764992,
+      "step": 3315
+    },
+    {
+      "epoch": 0.5526666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.46875,
+      "learning_rate": 4.179065767155686e-05,
+      "loss": 6.5641,
+      "loss/crossentropy": 1.9456061124801636,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15431364625692368,
+      "step": 3316
+    },
+    {
+      "epoch": 0.5528333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.4759765625,
+      "learning_rate": 4.176483414049214e-05,
+      "loss": 6.5305,
+      "loss/crossentropy": 2.083627849817276,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15994926169514656,
+      "step": 3317
+    },
+    {
+      "epoch": 0.553,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.5934895833333333,
+      "learning_rate": 4.1739012867144844e-05,
+      "loss": 6.4611,
+      "loss/crossentropy": 1.4970493465662003,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18697774782776833,
+      "step": 3318
+    },
+    {
+      "epoch": 0.5531666666666667,
+      "grad_norm": 20.625,
+      "grad_norm_var": 2.1020833333333333,
+      "learning_rate": 4.171319385859401e-05,
+      "loss": 6.4383,
+      "loss/crossentropy": 1.8149040639400482,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12123154476284981,
+      "step": 3319
+    },
+    {
+      "epoch": 0.5533333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 2.0916015625,
+      "learning_rate": 4.16873771219181e-05,
+      "loss": 6.4489,
+      "loss/crossentropy": 2.0508431792259216,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14454811438918114,
+      "step": 3320
+    },
+    {
+      "epoch": 0.5535,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.0893229166666667,
+      "learning_rate": 4.166156266419489e-05,
+      "loss": 6.7408,
+      "loss/crossentropy": 1.8881889879703522,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15177244506776333,
+      "step": 3321
+    },
+    {
+      "epoch": 0.5536666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.9270833333333333,
+      "learning_rate": 4.163575049250157e-05,
+      "loss": 6.638,
+      "loss/crossentropy": 1.7955422103404999,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17434361204504967,
+      "step": 3322
+    },
+    {
+      "epoch": 0.5538333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.79765625,
+      "learning_rate": 4.1609940613914686e-05,
+      "loss": 6.6741,
+      "loss/crossentropy": 2.093031257390976,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16706927493214607,
+      "step": 3323
+    },
+    {
+      "epoch": 0.554,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.75625,
+      "learning_rate": 4.158413303551017e-05,
+      "loss": 6.6415,
+      "loss/crossentropy": 1.9759161472320557,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.191068135201931,
+      "step": 3324
+    },
+    {
+      "epoch": 0.5541666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.7681640625,
+      "learning_rate": 4.155832776436331e-05,
+      "loss": 6.719,
+      "loss/crossentropy": 1.7086654603481293,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1534666195511818,
+      "step": 3325
+    },
+    {
+      "epoch": 0.5543333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.48515625,
+      "learning_rate": 4.153252480754877e-05,
+      "loss": 6.5735,
+      "loss/crossentropy": 1.7898423373699188,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14173054322600365,
+      "step": 3326
+    },
+    {
+      "epoch": 0.5545,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.4639973958333334,
+      "learning_rate": 4.150672417214058e-05,
+      "loss": 6.5648,
+      "loss/crossentropy": 1.888796642422676,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15417040884494781,
+      "step": 3327
+    },
+    {
+      "epoch": 0.5546666666666666,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.6306640625,
+      "learning_rate": 4.148092586521213e-05,
+      "loss": 6.5197,
+      "loss/crossentropy": 1.5285774767398834,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16094066202640533,
+      "step": 3328
+    },
+    {
+      "epoch": 0.5548333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.8072265625,
+      "learning_rate": 4.1455129893836174e-05,
+      "loss": 6.5037,
+      "loss/crossentropy": 1.4920436292886734,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13511042296886444,
+      "step": 3329
+    },
+    {
+      "epoch": 0.555,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.5302083333333334,
+      "learning_rate": 4.1429336265084814e-05,
+      "loss": 6.4042,
+      "loss/crossentropy": 1.9608619809150696,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14559105038642883,
+      "step": 3330
+    },
+    {
+      "epoch": 0.5551666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.5247395833333333,
+      "learning_rate": 4.140354498602952e-05,
+      "loss": 6.7719,
+      "loss/crossentropy": 1.5033740401268005,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16233162209391594,
+      "step": 3331
+    },
+    {
+      "epoch": 0.5553333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.5311848958333334,
+      "learning_rate": 4.1377756063741135e-05,
+      "loss": 6.6172,
+      "loss/crossentropy": 1.902076780796051,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15745216608047485,
+      "step": 3332
+    },
+    {
+      "epoch": 0.5555,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.5614583333333334,
+      "learning_rate": 4.135196950528982e-05,
+      "loss": 6.6853,
+      "loss/crossentropy": 1.991449922323227,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20296848937869072,
+      "step": 3333
+    },
+    {
+      "epoch": 0.5556666666666666,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.7166666666666666,
+      "learning_rate": 4.132618531774512e-05,
+      "loss": 6.7363,
+      "loss/crossentropy": 1.5910641551017761,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1678062602877617,
+      "step": 3334
+    },
+    {
+      "epoch": 0.5558333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3747395833333333,
+      "learning_rate": 4.13004035081759e-05,
+      "loss": 6.6257,
+      "loss/crossentropy": 2.348206341266632,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14462286233901978,
+      "step": 3335
+    },
+    {
+      "epoch": 0.556,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.2780598958333333,
+      "learning_rate": 4.127462408365041e-05,
+      "loss": 6.8331,
+      "loss/crossentropy": 2.055867999792099,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13846903666853905,
+      "step": 3336
+    },
+    {
+      "epoch": 0.5561666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2747395833333333,
+      "learning_rate": 4.1248847051236195e-05,
+      "loss": 6.5968,
+      "loss/crossentropy": 1.9392531961202621,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14417246729135513,
+      "step": 3337
+    },
+    {
+      "epoch": 0.5563333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3333333333333333,
+      "learning_rate": 4.122307241800021e-05,
+      "loss": 6.6868,
+      "loss/crossentropy": 2.0861940681934357,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11886496283113956,
+      "step": 3338
+    },
+    {
+      "epoch": 0.5565,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3421223958333333,
+      "learning_rate": 4.1197300191008694e-05,
+      "loss": 6.6304,
+      "loss/crossentropy": 2.4802688360214233,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16927044466137886,
+      "step": 3339
+    },
+    {
+      "epoch": 0.5566666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3427083333333334,
+      "learning_rate": 4.117153037732726e-05,
+      "loss": 6.5742,
+      "loss/crossentropy": 1.3783488124608994,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21989209204912186,
+      "step": 3340
+    },
+    {
+      "epoch": 0.5568333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.5014973958333333,
+      "learning_rate": 4.114576298402084e-05,
+      "loss": 6.5745,
+      "loss/crossentropy": 2.0197093784809113,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14449280500411987,
+      "step": 3341
+    },
+    {
+      "epoch": 0.557,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.4833333333333334,
+      "learning_rate": 4.1119998018153726e-05,
+      "loss": 6.8344,
+      "loss/crossentropy": 1.5714246332645416,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19292227178812027,
+      "step": 3342
+    },
+    {
+      "epoch": 0.5571666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.4947916666666667,
+      "learning_rate": 4.109423548678949e-05,
+      "loss": 6.5233,
+      "loss/crossentropy": 2.292124927043915,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539414245635271,
+      "step": 3343
+    },
+    {
+      "epoch": 0.5573333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.93515625,
+      "learning_rate": 4.106847539699112e-05,
+      "loss": 6.8173,
+      "loss/crossentropy": 2.0025964081287384,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1673610769212246,
+      "step": 3344
+    },
+    {
+      "epoch": 0.5575,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.69140625,
+      "learning_rate": 4.104271775582089e-05,
+      "loss": 6.6909,
+      "loss/crossentropy": 1.8422705233097076,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19160883501172066,
+      "step": 3345
+    },
+    {
+      "epoch": 0.5576666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.41015625,
+      "learning_rate": 4.101696257034037e-05,
+      "loss": 6.7266,
+      "loss/crossentropy": 2.311449706554413,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13481812179088593,
+      "step": 3346
+    },
+    {
+      "epoch": 0.5578333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4416015625,
+      "learning_rate": 4.0991209847610535e-05,
+      "loss": 6.5364,
+      "loss/crossentropy": 1.6819854974746704,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12699411250650883,
+      "step": 3347
+    },
+    {
+      "epoch": 0.558,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.4580729166666666,
+      "learning_rate": 4.0965459594691594e-05,
+      "loss": 6.5468,
+      "loss/crossentropy": 1.476049691438675,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1425176691263914,
+      "step": 3348
+    },
+    {
+      "epoch": 0.5581666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.5010416666666666,
+      "learning_rate": 4.093971181864313e-05,
+      "loss": 6.5624,
+      "loss/crossentropy": 1.6010144650936127,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1357752811163664,
+      "step": 3349
+    },
+    {
+      "epoch": 0.5583333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.20390625,
+      "learning_rate": 4.091396652652407e-05,
+      "loss": 6.4082,
+      "loss/crossentropy": 2.1327264308929443,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14645888470113277,
+      "step": 3350
+    },
+    {
+      "epoch": 0.5585,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.1893229166666666,
+      "learning_rate": 4.088822372539263e-05,
+      "loss": 6.3477,
+      "loss/crossentropy": 1.9542486667633057,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15642988681793213,
+      "step": 3351
+    },
+    {
+      "epoch": 0.5586666666666666,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.2567057291666666,
+      "learning_rate": 4.086248342230633e-05,
+      "loss": 6.598,
+      "loss/crossentropy": 1.7589702606201172,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15478698909282684,
+      "step": 3352
+    },
+    {
+      "epoch": 0.5588333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2822265625,
+      "learning_rate": 4.0836745624322023e-05,
+      "loss": 6.453,
+      "loss/crossentropy": 1.7865593135356903,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1547165848314762,
+      "step": 3353
+    },
+    {
+      "epoch": 0.559,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.22890625,
+      "learning_rate": 4.081101033849587e-05,
+      "loss": 6.3705,
+      "loss/crossentropy": 1.6386356055736542,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13034456595778465,
+      "step": 3354
+    },
+    {
+      "epoch": 0.5591666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2239583333333333,
+      "learning_rate": 4.078527757188333e-05,
+      "loss": 6.8131,
+      "loss/crossentropy": 1.9049543887376785,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1956184282898903,
+      "step": 3355
+    },
+    {
+      "epoch": 0.5593333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2212890625,
+      "learning_rate": 4.075954733153922e-05,
+      "loss": 6.6562,
+      "loss/crossentropy": 2.162142753601074,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16400988772511482,
+      "step": 3356
+    },
+    {
+      "epoch": 0.5595,
+      "grad_norm": 29.25,
+      "grad_norm_var": 3.30625,
+      "learning_rate": 4.0733819624517634e-05,
+      "loss": 6.6401,
+      "loss/crossentropy": 1.9970796704292297,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14489153772592545,
+      "step": 3357
+    },
+    {
+      "epoch": 0.5596666666666666,
+      "grad_norm": 22.375,
+      "grad_norm_var": 3.402083333333333,
+      "learning_rate": 4.0708094457871934e-05,
+      "loss": 6.6366,
+      "loss/crossentropy": 1.9871832728385925,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19200524315238,
+      "step": 3358
+    },
+    {
+      "epoch": 0.5598333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 3.3587890625,
+      "learning_rate": 4.0682371838654845e-05,
+      "loss": 6.7386,
+      "loss/crossentropy": 1.8564231395721436,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1413148157298565,
+      "step": 3359
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.9447265625,
+      "learning_rate": 4.0656651773918363e-05,
+      "loss": 6.6352,
+      "loss/crossentropy": 1.4061966836452484,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14553026854991913,
+      "step": 3360
+    },
+    {
+      "epoch": 0.5601666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.936393229166667,
+      "learning_rate": 4.063093427071376e-05,
+      "loss": 6.6679,
+      "loss/crossentropy": 1.8591010719537735,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1494128443300724,
+      "step": 3361
+    },
+    {
+      "epoch": 0.5603333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.982291666666667,
+      "learning_rate": 4.06052193360917e-05,
+      "loss": 6.3118,
+      "loss/crossentropy": 1.8791984915733337,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14091907069087029,
+      "step": 3362
+    },
+    {
+      "epoch": 0.5605,
+      "grad_norm": 22.0,
+      "grad_norm_var": 3.077018229166667,
+      "learning_rate": 4.0579506977102036e-05,
+      "loss": 6.7165,
+      "loss/crossentropy": 1.8524097353219986,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13566241040825844,
+      "step": 3363
+    },
+    {
+      "epoch": 0.5606666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 3.060416666666667,
+      "learning_rate": 4.0553797200793954e-05,
+      "loss": 6.8117,
+      "loss/crossentropy": 1.7854401171207428,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15819326415657997,
+      "step": 3364
+    },
+    {
+      "epoch": 0.5608333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.93125,
+      "learning_rate": 4.0528090014215945e-05,
+      "loss": 6.6092,
+      "loss/crossentropy": 2.6732324361801147,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16901807114481926,
+      "step": 3365
+    },
+    {
+      "epoch": 0.561,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.936393229166667,
+      "learning_rate": 4.050238542441578e-05,
+      "loss": 6.6652,
+      "loss/crossentropy": 1.6859955489635468,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12671232596039772,
+      "step": 3366
+    },
+    {
+      "epoch": 0.5611666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 3.0580729166666667,
+      "learning_rate": 4.047668343844051e-05,
+      "loss": 6.5821,
+      "loss/crossentropy": 1.8247520923614502,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14621075801551342,
+      "step": 3367
+    },
+    {
+      "epoch": 0.5613333333333334,
+      "grad_norm": 22.125,
+      "grad_norm_var": 3.097916666666667,
+      "learning_rate": 4.0450984063336495e-05,
+      "loss": 6.64,
+      "loss/crossentropy": 1.8562354743480682,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18909147754311562,
+      "step": 3368
+    },
+    {
+      "epoch": 0.5615,
+      "grad_norm": 23.25,
+      "grad_norm_var": 3.0650390625,
+      "learning_rate": 4.042528730614936e-05,
+      "loss": 6.5159,
+      "loss/crossentropy": 2.3926867246627808,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15174739807844162,
+      "step": 3369
+    },
+    {
+      "epoch": 0.5616666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 6.2900390625,
+      "learning_rate": 4.0399593173924005e-05,
+      "loss": 6.9569,
+      "loss/crossentropy": 1.6032235324382782,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14462785422801971,
+      "step": 3370
+    },
+    {
+      "epoch": 0.5618333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 6.2900390625,
+      "learning_rate": 4.037390167370464e-05,
+      "loss": 6.7522,
+      "loss/crossentropy": 1.5455533266067505,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1474966313689947,
+      "step": 3371
+    },
+    {
+      "epoch": 0.562,
+      "grad_norm": 23.375,
+      "grad_norm_var": 6.280989583333334,
+      "learning_rate": 4.034821281253472e-05,
+      "loss": 6.5124,
+      "loss/crossentropy": 2.043682098388672,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1462570782750845,
+      "step": 3372
+    },
+    {
+      "epoch": 0.5621666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 4.230208333333334,
+      "learning_rate": 4.032252659745699e-05,
+      "loss": 6.7536,
+      "loss/crossentropy": 1.8206226825714111,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1506585069000721,
+      "step": 3373
+    },
+    {
+      "epoch": 0.5623333333333334,
+      "grad_norm": 24.75,
+      "grad_norm_var": 4.236393229166667,
+      "learning_rate": 4.029684303551349e-05,
+      "loss": 6.6728,
+      "loss/crossentropy": 1.504521831870079,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14888959005475044,
+      "step": 3374
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 26.125,
+      "grad_norm_var": 4.620247395833333,
+      "learning_rate": 4.02711621337455e-05,
+      "loss": 6.6853,
+      "loss/crossentropy": 2.474831908941269,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1572209745645523,
+      "step": 3375
+    },
+    {
+      "epoch": 0.5626666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 4.558268229166667,
+      "learning_rate": 4.0245483899193595e-05,
+      "loss": 6.3265,
+      "loss/crossentropy": 1.4670707136392593,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14045825600624084,
+      "step": 3376
+    },
+    {
+      "epoch": 0.5628333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 4.558333333333334,
+      "learning_rate": 4.02198083388976e-05,
+      "loss": 6.5367,
+      "loss/crossentropy": 1.8575543612241745,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1377633921802044,
+      "step": 3377
+    },
+    {
+      "epoch": 0.563,
+      "grad_norm": 22.625,
+      "grad_norm_var": 4.518489583333333,
+      "learning_rate": 4.019413545989661e-05,
+      "loss": 6.6166,
+      "loss/crossentropy": 1.91488716006279,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15926796942949295,
+      "step": 3378
+    },
+    {
+      "epoch": 0.5631666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 4.318489583333333,
+      "learning_rate": 4.0168465269229007e-05,
+      "loss": 6.4361,
+      "loss/crossentropy": 1.727434515953064,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15083494037389755,
+      "step": 3379
+    },
+    {
+      "epoch": 0.5633333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 4.223958333333333,
+      "learning_rate": 4.0142797773932394e-05,
+      "loss": 6.4844,
+      "loss/crossentropy": 1.743835836648941,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16334636509418488,
+      "step": 3380
+    },
+    {
+      "epoch": 0.5635,
+      "grad_norm": 22.875,
+      "grad_norm_var": 4.238997395833334,
+      "learning_rate": 4.0117132981043693e-05,
+      "loss": 6.8267,
+      "loss/crossentropy": 1.7987301349639893,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16100656241178513,
+      "step": 3381
+    },
+    {
+      "epoch": 0.5636666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 4.282291666666667,
+      "learning_rate": 4.009147089759904e-05,
+      "loss": 6.7122,
+      "loss/crossentropy": 2.1904017329216003,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12122476100921631,
+      "step": 3382
+    },
+    {
+      "epoch": 0.5638333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 4.332291666666666,
+      "learning_rate": 4.006581153063383e-05,
+      "loss": 6.623,
+      "loss/crossentropy": 1.4993716925382614,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13607187382876873,
+      "step": 3383
+    },
+    {
+      "epoch": 0.564,
+      "grad_norm": 23.875,
+      "grad_norm_var": 4.07890625,
+      "learning_rate": 4.0040154887182726e-05,
+      "loss": 6.4973,
+      "loss/crossentropy": 1.6915495991706848,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14416271820664406,
+      "step": 3384
+    },
+    {
+      "epoch": 0.5641666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 4.1322265625,
+      "learning_rate": 4.001450097427966e-05,
+      "loss": 6.5892,
+      "loss/crossentropy": 1.86826092004776,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14071475714445114,
+      "step": 3385
+    },
+    {
+      "epoch": 0.5643333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1905598958333334,
+      "learning_rate": 3.998884979895777e-05,
+      "loss": 6.8436,
+      "loss/crossentropy": 2.0007777512073517,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1615516059100628,
+      "step": 3386
+    },
+    {
+      "epoch": 0.5645,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.2958333333333334,
+      "learning_rate": 3.996320136824949e-05,
+      "loss": 6.2448,
+      "loss/crossentropy": 1.549825668334961,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1404164470732212,
+      "step": 3387
+    },
+    {
+      "epoch": 0.5646666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.4247395833333334,
+      "learning_rate": 3.9937555689186486e-05,
+      "loss": 6.6716,
+      "loss/crossentropy": 1.8071328848600388,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1406205426901579,
+      "step": 3388
+    },
+    {
+      "epoch": 0.5648333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.4247395833333334,
+      "learning_rate": 3.9911912768799655e-05,
+      "loss": 6.6901,
+      "loss/crossentropy": 2.170945703983307,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1837073266506195,
+      "step": 3389
+    },
+    {
+      "epoch": 0.565,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.3864583333333333,
+      "learning_rate": 3.9886272614119156e-05,
+      "loss": 6.775,
+      "loss/crossentropy": 1.6360955238342285,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14598577842116356,
+      "step": 3390
+    },
+    {
+      "epoch": 0.5651666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.8864583333333333,
+      "learning_rate": 3.986063523217439e-05,
+      "loss": 6.6124,
+      "loss/crossentropy": 2.20369228720665,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15537555888295174,
+      "step": 3391
+    },
+    {
+      "epoch": 0.5653333333333334,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.9580729166666667,
+      "learning_rate": 3.9835000629993955e-05,
+      "loss": 6.5396,
+      "loss/crossentropy": 1.632456213235855,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13917001895606518,
+      "step": 3392
+    },
+    {
+      "epoch": 0.5655,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.990625,
+      "learning_rate": 3.9809368814605766e-05,
+      "loss": 6.7269,
+      "loss/crossentropy": 2.242364376783371,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15798624977469444,
+      "step": 3393
+    },
+    {
+      "epoch": 0.5656666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.11015625,
+      "learning_rate": 3.978373979303691e-05,
+      "loss": 6.9481,
+      "loss/crossentropy": 2.0739828646183014,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.175305787473917,
+      "step": 3394
+    },
+    {
+      "epoch": 0.5658333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.714322916666666,
+      "learning_rate": 3.975811357231373e-05,
+      "loss": 6.8354,
+      "loss/crossentropy": 2.330332040786743,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15654002502560616,
+      "step": 3395
+    },
+    {
+      "epoch": 0.566,
+      "grad_norm": 23.875,
+      "grad_norm_var": 5.680143229166666,
+      "learning_rate": 3.973249015946182e-05,
+      "loss": 6.6831,
+      "loss/crossentropy": 1.159422978758812,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1959695741534233,
+      "step": 3396
+    },
+    {
+      "epoch": 0.5661666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 6.044205729166666,
+      "learning_rate": 3.9706869561505946e-05,
+      "loss": 6.6794,
+      "loss/crossentropy": 1.558371677994728,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17784042283892632,
+      "step": 3397
+    },
+    {
+      "epoch": 0.5663333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 5.99375,
+      "learning_rate": 3.968125178547015e-05,
+      "loss": 6.7804,
+      "loss/crossentropy": 1.8352745175361633,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14312406815588474,
+      "step": 3398
+    },
+    {
+      "epoch": 0.5665,
+      "grad_norm": 22.75,
+      "grad_norm_var": 5.76015625,
+      "learning_rate": 3.965563683837771e-05,
+      "loss": 6.6235,
+      "loss/crossentropy": 1.8569936156272888,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14674989506602287,
+      "step": 3399
+    },
+    {
+      "epoch": 0.5666666666666667,
+      "grad_norm": 20.75,
+      "grad_norm_var": 6.3119140625,
+      "learning_rate": 3.96300247272511e-05,
+      "loss": 6.4028,
+      "loss/crossentropy": 1.6354308128356934,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14433087408542633,
+      "step": 3400
+    },
+    {
+      "epoch": 0.5668333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 6.301822916666667,
+      "learning_rate": 3.960441545911204e-05,
+      "loss": 6.7099,
+      "loss/crossentropy": 1.7750828266143799,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1767562609165907,
+      "step": 3401
+    },
+    {
+      "epoch": 0.567,
+      "grad_norm": 23.375,
+      "grad_norm_var": 6.244791666666667,
+      "learning_rate": 3.957880904098143e-05,
+      "loss": 6.6057,
+      "loss/crossentropy": 1.7825127094984055,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12945198267698288,
+      "step": 3402
+    },
+    {
+      "epoch": 0.5671666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 6.20390625,
+      "learning_rate": 3.955320547987943e-05,
+      "loss": 6.5086,
+      "loss/crossentropy": 2.051691710948944,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14015798643231392,
+      "step": 3403
+    },
+    {
+      "epoch": 0.5673333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 6.099739583333333,
+      "learning_rate": 3.952760478282537e-05,
+      "loss": 6.6168,
+      "loss/crossentropy": 1.5745632648468018,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15694712474942207,
+      "step": 3404
+    },
+    {
+      "epoch": 0.5675,
+      "grad_norm": 26.5,
+      "grad_norm_var": 6.508072916666666,
+      "learning_rate": 3.950200695683788e-05,
+      "loss": 6.7729,
+      "loss/crossentropy": 1.888975977897644,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1537117399275303,
+      "step": 3405
+    },
+    {
+      "epoch": 0.5676666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 6.561393229166667,
+      "learning_rate": 3.947641200893473e-05,
+      "loss": 6.561,
+      "loss/crossentropy": 2.2150260508060455,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20306901633739471,
+      "step": 3406
+    },
+    {
+      "epoch": 0.5678333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 6.52265625,
+      "learning_rate": 3.94508199461329e-05,
+      "loss": 6.7683,
+      "loss/crossentropy": 2.034975916147232,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1968495436012745,
+      "step": 3407
+    },
+    {
+      "epoch": 0.568,
+      "grad_norm": 22.625,
+      "grad_norm_var": 6.608333333333333,
+      "learning_rate": 3.942523077544861e-05,
+      "loss": 6.5166,
+      "loss/crossentropy": 2.2014267444610596,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15948358550667763,
+      "step": 3408
+    },
+    {
+      "epoch": 0.5681666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 6.568489583333333,
+      "learning_rate": 3.939964450389728e-05,
+      "loss": 6.6114,
+      "loss/crossentropy": 1.932056486606598,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16067644581198692,
+      "step": 3409
+    },
+    {
+      "epoch": 0.5683333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 6.589518229166667,
+      "learning_rate": 3.937406113849351e-05,
+      "loss": 6.3823,
+      "loss/crossentropy": 1.8667366057634354,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1538286730647087,
+      "step": 3410
+    },
+    {
+      "epoch": 0.5685,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7457682291666667,
+      "learning_rate": 3.9348480686251176e-05,
+      "loss": 6.8064,
+      "loss/crossentropy": 1.5606550872325897,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16382981464266777,
+      "step": 3411
+    },
+    {
+      "epoch": 0.5686666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.7457682291666667,
+      "learning_rate": 3.9322903154183263e-05,
+      "loss": 6.8841,
+      "loss/crossentropy": 2.113682985305786,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14991644583642483,
+      "step": 3412
+    },
+    {
+      "epoch": 0.5688333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.5122395833333333,
+      "learning_rate": 3.9297328549302e-05,
+      "loss": 6.7501,
+      "loss/crossentropy": 1.4257198423147202,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20392941683530807,
+      "step": 3413
+    },
+    {
+      "epoch": 0.569,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.5082682291666667,
+      "learning_rate": 3.9271756878618825e-05,
+      "loss": 6.7689,
+      "loss/crossentropy": 2.1667220294475555,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15775364823639393,
+      "step": 3414
+    },
+    {
+      "epoch": 0.5691666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.4863932291666666,
+      "learning_rate": 3.9246188149144346e-05,
+      "loss": 6.7182,
+      "loss/crossentropy": 2.1148255467414856,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16158907115459442,
+      "step": 3415
+    },
+    {
+      "epoch": 0.5693333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0176432291666666,
+      "learning_rate": 3.922062236788836e-05,
+      "loss": 6.8695,
+      "loss/crossentropy": 1.8211083710193634,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17705246061086655,
+      "step": 3416
+    },
+    {
+      "epoch": 0.5695,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0124348958333333,
+      "learning_rate": 3.91950595418599e-05,
+      "loss": 6.3705,
+      "loss/crossentropy": 1.8411234021186829,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15087740123271942,
+      "step": 3417
+    },
+    {
+      "epoch": 0.5696666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0671223958333333,
+      "learning_rate": 3.916949967806715e-05,
+      "loss": 6.5209,
+      "loss/crossentropy": 1.6540233194828033,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13110540062189102,
+      "step": 3418
+    },
+    {
+      "epoch": 0.5698333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0671223958333333,
+      "learning_rate": 3.914394278351749e-05,
+      "loss": 6.5374,
+      "loss/crossentropy": 2.382618248462677,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15763133764266968,
+      "step": 3419
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.9809895833333333,
+      "learning_rate": 3.911838886521748e-05,
+      "loss": 6.6576,
+      "loss/crossentropy": 2.1960910260677338,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1720486730337143,
+      "step": 3420
+    },
+    {
+      "epoch": 0.5701666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.32962239583333336,
+      "learning_rate": 3.9092837930172884e-05,
+      "loss": 6.7198,
+      "loss/crossentropy": 1.9074234664440155,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13825491443276405,
+      "step": 3421
+    },
+    {
+      "epoch": 0.5703333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.35598958333333336,
+      "learning_rate": 3.906728998538862e-05,
+      "loss": 6.5072,
+      "loss/crossentropy": 1.9825813472270966,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15001270547509193,
+      "step": 3422
+    },
+    {
+      "epoch": 0.5705,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.35598958333333336,
+      "learning_rate": 3.9041745037868816e-05,
+      "loss": 6.5199,
+      "loss/crossentropy": 1.2191499471664429,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14915701746940613,
+      "step": 3423
+    },
+    {
+      "epoch": 0.5706666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.6509765625,
+      "learning_rate": 3.901620309461677e-05,
+      "loss": 6.8363,
+      "loss/crossentropy": 1.7987927198410034,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609109677374363,
+      "step": 3424
+    },
+    {
+      "epoch": 0.5708333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.77265625,
+      "learning_rate": 3.899066416263493e-05,
+      "loss": 6.5409,
+      "loss/crossentropy": 2.0500091910362244,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14223159849643707,
+      "step": 3425
+    },
+    {
+      "epoch": 0.571,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0379557291666666,
+      "learning_rate": 3.896512824892495e-05,
+      "loss": 6.6462,
+      "loss/crossentropy": 1.6277918368577957,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1579800583422184,
+      "step": 3426
+    },
+    {
+      "epoch": 0.5711666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.1863932291666666,
+      "learning_rate": 3.8939595360487656e-05,
+      "loss": 6.6308,
+      "loss/crossentropy": 1.6318851709365845,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13940344005823135,
+      "step": 3427
+    },
+    {
+      "epoch": 0.5713333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1994140625,
+      "learning_rate": 3.891406550432301e-05,
+      "loss": 6.5003,
+      "loss/crossentropy": 1.40800341963768,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13886662013828754,
+      "step": 3428
+    },
+    {
+      "epoch": 0.5715,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.27890625,
+      "learning_rate": 3.8888538687430184e-05,
+      "loss": 6.529,
+      "loss/crossentropy": 1.7000588178634644,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16188815794885159,
+      "step": 3429
+    },
+    {
+      "epoch": 0.5716666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.2749348958333333,
+      "learning_rate": 3.88630149168075e-05,
+      "loss": 6.6588,
+      "loss/crossentropy": 2.097287952899933,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18708154186606407,
+      "step": 3430
+    },
+    {
+      "epoch": 0.5718333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3405598958333333,
+      "learning_rate": 3.883749419945244e-05,
+      "loss": 6.7618,
+      "loss/crossentropy": 1.934756487607956,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20228060334920883,
+      "step": 3431
+    },
+    {
+      "epoch": 0.572,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.5296223958333333,
+      "learning_rate": 3.881197654236165e-05,
+      "loss": 6.6334,
+      "loss/crossentropy": 1.9375532269477844,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14285361766815186,
+      "step": 3432
+    },
+    {
+      "epoch": 0.5721666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.5296223958333333,
+      "learning_rate": 3.878646195253095e-05,
+      "loss": 6.9433,
+      "loss/crossentropy": 1.2876274585723877,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20711680501699448,
+      "step": 3433
+    },
+    {
+      "epoch": 0.5723333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.5518229166666666,
+      "learning_rate": 3.876095043695529e-05,
+      "loss": 6.5388,
+      "loss/crossentropy": 2.1450616121292114,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15367698296904564,
+      "step": 3434
+    },
+    {
+      "epoch": 0.5725,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.5139973958333333,
+      "learning_rate": 3.873544200262883e-05,
+      "loss": 6.7815,
+      "loss/crossentropy": 2.1567180156707764,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25432110391557217,
+      "step": 3435
+    },
+    {
+      "epoch": 0.5726666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.5208333333333333,
+      "learning_rate": 3.870993665654482e-05,
+      "loss": 6.6771,
+      "loss/crossentropy": 1.8591249287128448,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15700731053948402,
+      "step": 3436
+    },
+    {
+      "epoch": 0.5728333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.5333333333333334,
+      "learning_rate": 3.868443440569571e-05,
+      "loss": 6.7443,
+      "loss/crossentropy": 1.6532323956489563,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16116328537464142,
+      "step": 3437
+    },
+    {
+      "epoch": 0.573,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.653125,
+      "learning_rate": 3.865893525707309e-05,
+      "loss": 6.6695,
+      "loss/crossentropy": 2.0738050639629364,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15241187438368797,
+      "step": 3438
+    },
+    {
+      "epoch": 0.5731666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.6900390625,
+      "learning_rate": 3.863343921766769e-05,
+      "loss": 6.6131,
+      "loss/crossentropy": 2.064491778612137,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1624951809644699,
+      "step": 3439
+    },
+    {
+      "epoch": 0.5733333333333334,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.59375,
+      "learning_rate": 3.860794629446938e-05,
+      "loss": 6.6347,
+      "loss/crossentropy": 1.5546965301036835,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14402173832058907,
+      "step": 3440
+    },
+    {
+      "epoch": 0.5735,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.45625,
+      "learning_rate": 3.858245649446721e-05,
+      "loss": 6.7979,
+      "loss/crossentropy": 2.166908770799637,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1982208453118801,
+      "step": 3441
+    },
+    {
+      "epoch": 0.5736666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.1837890625,
+      "learning_rate": 3.8556969824649355e-05,
+      "loss": 6.5376,
+      "loss/crossentropy": 2.1368186473846436,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17710309848189354,
+      "step": 3442
+    },
+    {
+      "epoch": 0.5738333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.11875,
+      "learning_rate": 3.853148629200312e-05,
+      "loss": 6.6811,
+      "loss/crossentropy": 1.5795308947563171,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14555073156952858,
+      "step": 3443
+    },
+    {
+      "epoch": 0.574,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.09140625,
+      "learning_rate": 3.850600590351496e-05,
+      "loss": 6.7935,
+      "loss/crossentropy": 1.932857096195221,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13202393427491188,
+      "step": 3444
+    },
+    {
+      "epoch": 0.5741666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.24375,
+      "learning_rate": 3.848052866617049e-05,
+      "loss": 6.6922,
+      "loss/crossentropy": 1.833081692457199,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.152386836707592,
+      "step": 3445
+    },
+    {
+      "epoch": 0.5743333333333334,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.5270833333333333,
+      "learning_rate": 3.845505458695437e-05,
+      "loss": 6.5549,
+      "loss/crossentropy": 1.6770507991313934,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13204367831349373,
+      "step": 3446
+    },
+    {
+      "epoch": 0.5745,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.5025390625,
+      "learning_rate": 3.842958367285056e-05,
+      "loss": 6.5954,
+      "loss/crossentropy": 1.7520294785499573,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1445582788437605,
+      "step": 3447
+    },
+    {
+      "epoch": 0.5746666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2801432291666666,
+      "learning_rate": 3.840411593084199e-05,
+      "loss": 6.5286,
+      "loss/crossentropy": 1.8843618035316467,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15853054076433182,
+      "step": 3448
+    },
+    {
+      "epoch": 0.5748333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3046223958333334,
+      "learning_rate": 3.83786513679108e-05,
+      "loss": 6.3838,
+      "loss/crossentropy": 1.7845996171236038,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15923064574599266,
+      "step": 3449
+    },
+    {
+      "epoch": 0.575,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3285807291666667,
+      "learning_rate": 3.8353189991038266e-05,
+      "loss": 6.6404,
+      "loss/crossentropy": 1.8567257523536682,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16884798929095268,
+      "step": 3450
+    },
+    {
+      "epoch": 0.5751666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3468098958333334,
+      "learning_rate": 3.832773180720475e-05,
+      "loss": 6.5767,
+      "loss/crossentropy": 1.4303143620491028,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13851018249988556,
+      "step": 3451
+    },
+    {
+      "epoch": 0.5753333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.3598307291666667,
+      "learning_rate": 3.8302276823389725e-05,
+      "loss": 6.6841,
+      "loss/crossentropy": 1.6839266419410706,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1449173241853714,
+      "step": 3452
+    },
+    {
+      "epoch": 0.5755,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3671223958333334,
+      "learning_rate": 3.827682504657187e-05,
+      "loss": 6.6436,
+      "loss/crossentropy": 1.9759444296360016,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1508376095443964,
+      "step": 3453
+    },
+    {
+      "epoch": 0.5756666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.2059895833333334,
+      "learning_rate": 3.825137648372893e-05,
+      "loss": 6.7791,
+      "loss/crossentropy": 1.5977716743946075,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1987085696309805,
+      "step": 3454
+    },
+    {
+      "epoch": 0.5758333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2059895833333334,
+      "learning_rate": 3.822593114183777e-05,
+      "loss": 6.7341,
+      "loss/crossentropy": 1.6505141258239746,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15302810817956924,
+      "step": 3455
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0119140625,
+      "learning_rate": 3.820048902787435e-05,
+      "loss": 6.4138,
+      "loss/crossentropy": 1.4753221273422241,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14336255192756653,
+      "step": 3456
+    },
+    {
+      "epoch": 0.5761666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2145833333333333,
+      "learning_rate": 3.817505014881378e-05,
+      "loss": 6.5786,
+      "loss/crossentropy": 1.6387478709220886,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16785724833607674,
+      "step": 3457
+    },
+    {
+      "epoch": 0.5763333333333334,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.2518229166666666,
+      "learning_rate": 3.814961451163026e-05,
+      "loss": 6.6705,
+      "loss/crossentropy": 1.5266838520765305,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16764168813824654,
+      "step": 3458
+    },
+    {
+      "epoch": 0.5765,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1705729166666667,
+      "learning_rate": 3.812418212329715e-05,
+      "loss": 6.5551,
+      "loss/crossentropy": 2.2543323040008545,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1717928946018219,
+      "step": 3459
+    },
+    {
+      "epoch": 0.5766666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.1817057291666666,
+      "learning_rate": 3.809875299078688e-05,
+      "loss": 6.9334,
+      "loss/crossentropy": 2.0824941992759705,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16928860917687416,
+      "step": 3460
+    },
+    {
+      "epoch": 0.5768333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.9041666666666667,
+      "learning_rate": 3.807332712107097e-05,
+      "loss": 6.5068,
+      "loss/crossentropy": 1.934444546699524,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14957445859909058,
+      "step": 3461
+    },
+    {
+      "epoch": 0.577,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.7775390625,
+      "learning_rate": 3.804790452112006e-05,
+      "loss": 6.6391,
+      "loss/crossentropy": 1.737284392118454,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14582527801394463,
+      "step": 3462
+    },
+    {
+      "epoch": 0.5771666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.1372395833333333,
+      "learning_rate": 3.8022485197903925e-05,
+      "loss": 6.8073,
+      "loss/crossentropy": 2.1332211196422577,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15716217085719109,
+      "step": 3463
+    },
+    {
+      "epoch": 0.5773333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.1354166666666667,
+      "learning_rate": 3.799706915839137e-05,
+      "loss": 6.6115,
+      "loss/crossentropy": 2.0917477905750275,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22209706902503967,
+      "step": 3464
+    },
+    {
+      "epoch": 0.5775,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.1035807291666666,
+      "learning_rate": 3.797165640955041e-05,
+      "loss": 6.7501,
+      "loss/crossentropy": 2.2367251813411713,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15865993686020374,
+      "step": 3465
+    },
+    {
+      "epoch": 0.5776666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2697265625,
+      "learning_rate": 3.794624695834808e-05,
+      "loss": 6.6646,
+      "loss/crossentropy": 2.2332395017147064,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1484888792037964,
+      "step": 3466
+    },
+    {
+      "epoch": 0.5778333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2681640625,
+      "learning_rate": 3.792084081175049e-05,
+      "loss": 6.5524,
+      "loss/crossentropy": 1.8430427461862564,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13099516741931438,
+      "step": 3467
+    },
+    {
+      "epoch": 0.578,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.3135416666666666,
+      "learning_rate": 3.78954379767229e-05,
+      "loss": 6.6425,
+      "loss/crossentropy": 2.0339032858610153,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17339175939559937,
+      "step": 3468
+    },
+    {
+      "epoch": 0.5781666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.3268229166666667,
+      "learning_rate": 3.787003846022964e-05,
+      "loss": 6.318,
+      "loss/crossentropy": 1.8389391154050827,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14606228470802307,
+      "step": 3469
+    },
+    {
+      "epoch": 0.5783333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2889973958333334,
+      "learning_rate": 3.7844642269234106e-05,
+      "loss": 6.457,
+      "loss/crossentropy": 1.0412392765283585,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14356513693928719,
+      "step": 3470
+    },
+    {
+      "epoch": 0.5785,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.2936848958333333,
+      "learning_rate": 3.781924941069888e-05,
+      "loss": 6.5421,
+      "loss/crossentropy": 2.0891698598861694,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14826876670122147,
+      "step": 3471
+    },
+    {
+      "epoch": 0.5786666666666667,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.4427083333333333,
+      "learning_rate": 3.779385989158549e-05,
+      "loss": 6.4997,
+      "loss/crossentropy": 1.8069830536842346,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1477137953042984,
+      "step": 3472
+    },
+    {
+      "epoch": 0.5788333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.33515625,
+      "learning_rate": 3.776847371885464e-05,
+      "loss": 6.5819,
+      "loss/crossentropy": 1.8103602826595306,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13382764533162117,
+      "step": 3473
+    },
+    {
+      "epoch": 0.579,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.2791015625,
+      "learning_rate": 3.7743090899466096e-05,
+      "loss": 6.6077,
+      "loss/crossentropy": 1.6538220643997192,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1480567865073681,
+      "step": 3474
+    },
+    {
+      "epoch": 0.5791666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.246875,
+      "learning_rate": 3.7717711440378694e-05,
+      "loss": 6.5847,
+      "loss/crossentropy": 2.1027089655399323,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19219620153307915,
+      "step": 3475
+    },
+    {
+      "epoch": 0.5793333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.3931640625,
+      "learning_rate": 3.769233534855035e-05,
+      "loss": 6.5294,
+      "loss/crossentropy": 1.8093269169330597,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14349160343408585,
+      "step": 3476
+    },
+    {
+      "epoch": 0.5795,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.440625,
+      "learning_rate": 3.7666962630938084e-05,
+      "loss": 6.8128,
+      "loss/crossentropy": 1.7525154054164886,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19660911336541176,
+      "step": 3477
+    },
+    {
+      "epoch": 0.5796666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.725,
+      "learning_rate": 3.764159329449796e-05,
+      "loss": 6.6736,
+      "loss/crossentropy": 1.746736317873001,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1380898430943489,
+      "step": 3478
+    },
+    {
+      "epoch": 0.5798333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2806640625,
+      "learning_rate": 3.761622734618513e-05,
+      "loss": 6.5631,
+      "loss/crossentropy": 1.7091480493545532,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13785721734166145,
+      "step": 3479
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.29765625,
+      "learning_rate": 3.75908647929538e-05,
+      "loss": 6.4654,
+      "loss/crossentropy": 1.4110174477100372,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.156083382666111,
+      "step": 3480
+    },
+    {
+      "epoch": 0.5801666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.4275390625,
+      "learning_rate": 3.756550564175727e-05,
+      "loss": 6.4571,
+      "loss/crossentropy": 2.1240718364715576,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1311317626386881,
+      "step": 3481
+    },
+    {
+      "epoch": 0.5803333333333334,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.8822265625,
+      "learning_rate": 3.754014989954788e-05,
+      "loss": 6.5931,
+      "loss/crossentropy": 1.54404778778553,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1600414626300335,
+      "step": 3482
+    },
+    {
+      "epoch": 0.5805,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.940625,
+      "learning_rate": 3.751479757327707e-05,
+      "loss": 6.79,
+      "loss/crossentropy": 2.190447986125946,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29143349826335907,
+      "step": 3483
+    },
+    {
+      "epoch": 0.5806666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 2.0509765625,
+      "learning_rate": 3.7489448669895324e-05,
+      "loss": 6.5032,
+      "loss/crossentropy": 1.8092015385627747,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16868571564555168,
+      "step": 3484
+    },
+    {
+      "epoch": 0.5808333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.136458333333333,
+      "learning_rate": 3.746410319635217e-05,
+      "loss": 6.7029,
+      "loss/crossentropy": 1.9211362898349762,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16300155967473984,
+      "step": 3485
+    },
+    {
+      "epoch": 0.581,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.1405598958333334,
+      "learning_rate": 3.7438761159596225e-05,
+      "loss": 6.7137,
+      "loss/crossentropy": 2.1451260447502136,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14178958162665367,
+      "step": 3486
+    },
+    {
+      "epoch": 0.5811666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.1171223958333334,
+      "learning_rate": 3.741342256657515e-05,
+      "loss": 6.8552,
+      "loss/crossentropy": 1.759334772825241,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20287255942821503,
+      "step": 3487
+    },
+    {
+      "epoch": 0.5813333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.81015625,
+      "learning_rate": 3.738808742423566e-05,
+      "loss": 6.281,
+      "loss/crossentropy": 1.9376732409000397,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15668026730418205,
+      "step": 3488
+    },
+    {
+      "epoch": 0.5815,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.8145182291666666,
+      "learning_rate": 3.736275573952354e-05,
+      "loss": 6.7404,
+      "loss/crossentropy": 1.8202326595783234,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16694308072328568,
+      "step": 3489
+    },
+    {
+      "epoch": 0.5816666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 2.0072265625,
+      "learning_rate": 3.7337427519383595e-05,
+      "loss": 6.4403,
+      "loss/crossentropy": 1.657755970954895,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15854546427726746,
+      "step": 3490
+    },
+    {
+      "epoch": 0.5818333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.0072265625,
+      "learning_rate": 3.731210277075972e-05,
+      "loss": 6.7544,
+      "loss/crossentropy": 2.1970396041870117,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19520031660795212,
+      "step": 3491
+    },
+    {
+      "epoch": 0.582,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.9785807291666666,
+      "learning_rate": 3.728678150059484e-05,
+      "loss": 6.3378,
+      "loss/crossentropy": 2.0695878863334656,
+      "loss/hidden": 2.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12449957430362701,
+      "step": 3492
+    },
+    {
+      "epoch": 0.5821666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 3.4837890625,
+      "learning_rate": 3.72614637158309e-05,
+      "loss": 6.5762,
+      "loss/crossentropy": 1.9949890673160553,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12829595990478992,
+      "step": 3493
+    },
+    {
+      "epoch": 0.5823333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 3.1927083333333335,
+      "learning_rate": 3.723614942340892e-05,
+      "loss": 6.6672,
+      "loss/crossentropy": 1.414372742176056,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13078933209180832,
+      "step": 3494
+    },
+    {
+      "epoch": 0.5825,
+      "grad_norm": 21.5,
+      "grad_norm_var": 3.405143229166667,
+      "learning_rate": 3.7210838630268986e-05,
+      "loss": 6.6113,
+      "loss/crossentropy": 2.2654537856578827,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639493778347969,
+      "step": 3495
+    },
+    {
+      "epoch": 0.5826666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 3.5270182291666665,
+      "learning_rate": 3.718553134335017e-05,
+      "loss": 6.5278,
+      "loss/crossentropy": 1.9492260217666626,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16090886667370796,
+      "step": 3496
+    },
+    {
+      "epoch": 0.5828333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 3.3301432291666666,
+      "learning_rate": 3.716022756959061e-05,
+      "loss": 6.6677,
+      "loss/crossentropy": 1.663444697856903,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1435239128768444,
+      "step": 3497
+    },
+    {
+      "epoch": 0.583,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.7955729166666665,
+      "learning_rate": 3.713492731592749e-05,
+      "loss": 6.9051,
+      "loss/crossentropy": 1.9874556958675385,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15492261573672295,
+      "step": 3498
+    },
+    {
+      "epoch": 0.5831666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 2.7301432291666665,
+      "learning_rate": 3.710963058929701e-05,
+      "loss": 6.6097,
+      "loss/crossentropy": 1.9153551161289215,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16408979147672653,
+      "step": 3499
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 21.0,
+      "grad_norm_var": 2.826041666666667,
+      "learning_rate": 3.708433739663441e-05,
+      "loss": 6.5627,
+      "loss/crossentropy": 1.7874080836772919,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13899968937039375,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5835,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.7309895833333333,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 6.8154,
+      "loss/crossentropy": 2.3812708258628845,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15399790927767754,
+      "step": 3501
+    },
+    {
+      "epoch": 0.5836666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 3.24140625,
+      "learning_rate": 3.7033761640948975e-05,
+      "loss": 6.6856,
+      "loss/crossentropy": 1.972432792186737,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1772916503250599,
+      "step": 3502
+    },
+    {
+      "epoch": 0.5838333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 3.1488932291666667,
+      "learning_rate": 3.700847909179177e-05,
+      "loss": 6.5669,
+      "loss/crossentropy": 2.1612648963928223,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14112816378474236,
+      "step": 3503
+    },
+    {
+      "epoch": 0.584,
+      "grad_norm": 26.125,
+      "grad_norm_var": 3.68125,
+      "learning_rate": 3.6983200104333705e-05,
+      "loss": 7.1487,
+      "loss/crossentropy": 2.134648233652115,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29508422315120697,
+      "step": 3504
+    },
+    {
+      "epoch": 0.5841666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 3.7791015625,
+      "learning_rate": 3.6957924685505167e-05,
+      "loss": 6.6987,
+      "loss/crossentropy": 1.66801056265831,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15440008975565434,
+      "step": 3505
+    },
+    {
+      "epoch": 0.5843333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 3.673958333333333,
+      "learning_rate": 3.693265284223554e-05,
+      "loss": 6.611,
+      "loss/crossentropy": 1.1092834770679474,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1271449364721775,
+      "step": 3506
+    },
+    {
+      "epoch": 0.5845,
+      "grad_norm": 23.5,
+      "grad_norm_var": 3.675,
+      "learning_rate": 3.690738458145322e-05,
+      "loss": 6.8266,
+      "loss/crossentropy": 2.2859581410884857,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.208147332072258,
+      "step": 3507
+    },
+    {
+      "epoch": 0.5846666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 3.8541015625,
+      "learning_rate": 3.68821199100857e-05,
+      "loss": 6.5511,
+      "loss/crossentropy": 1.94658724963665,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15678870491683483,
+      "step": 3508
+    },
+    {
+      "epoch": 0.5848333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.127083333333333,
+      "learning_rate": 3.68568588350594e-05,
+      "loss": 6.4812,
+      "loss/crossentropy": 1.813439816236496,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20512272790074348,
+      "step": 3509
+    },
+    {
+      "epoch": 0.585,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.233268229166667,
+      "learning_rate": 3.683160136329981e-05,
+      "loss": 6.6193,
+      "loss/crossentropy": 1.4250743389129639,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14858468063175678,
+      "step": 3510
+    },
+    {
+      "epoch": 0.5851666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.138541666666667,
+      "learning_rate": 3.680634750173137e-05,
+      "loss": 6.8535,
+      "loss/crossentropy": 2.1522387266159058,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1612672135233879,
+      "step": 3511
+    },
+    {
+      "epoch": 0.5853333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.08125,
+      "learning_rate": 3.6781097257277595e-05,
+      "loss": 6.6885,
+      "loss/crossentropy": 1.9962265491485596,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14112831838428974,
+      "step": 3512
+    },
+    {
+      "epoch": 0.5855,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.067643229166667,
+      "learning_rate": 3.6755850636860954e-05,
+      "loss": 6.6616,
+      "loss/crossentropy": 1.961294248700142,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12336640432476997,
+      "step": 3513
+    },
+    {
+      "epoch": 0.5856666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.09140625,
+      "learning_rate": 3.6730607647403005e-05,
+      "loss": 6.5078,
+      "loss/crossentropy": 1.8184293508529663,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14718231931328773,
+      "step": 3514
+    },
+    {
+      "epoch": 0.5858333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.097916666666667,
+      "learning_rate": 3.670536829582424e-05,
+      "loss": 6.7207,
+      "loss/crossentropy": 1.744212806224823,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16495974361896515,
+      "step": 3515
+    },
+    {
+      "epoch": 0.586,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.9942057291666666,
+      "learning_rate": 3.6680132589044136e-05,
+      "loss": 6.4947,
+      "loss/crossentropy": 1.6613636761903763,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1402755081653595,
+      "step": 3516
+    },
+    {
+      "epoch": 0.5861666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.028059895833333,
+      "learning_rate": 3.665490053398123e-05,
+      "loss": 6.7034,
+      "loss/crossentropy": 1.882606714963913,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14512200094759464,
+      "step": 3517
+    },
+    {
+      "epoch": 0.5863333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.5410807291666666,
+      "learning_rate": 3.662967213755304e-05,
+      "loss": 6.576,
+      "loss/crossentropy": 2.121318221092224,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14045587927103043,
+      "step": 3518
+    },
+    {
+      "epoch": 0.5865,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.5291666666666666,
+      "learning_rate": 3.6604447406676036e-05,
+      "loss": 6.913,
+      "loss/crossentropy": 1.832062155008316,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1409948356449604,
+      "step": 3519
+    },
+    {
+      "epoch": 0.5866666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.92265625,
+      "learning_rate": 3.657922634826578e-05,
+      "loss": 6.6012,
+      "loss/crossentropy": 2.1827723383903503,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12543032318353653,
+      "step": 3520
+    },
+    {
+      "epoch": 0.5868333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.9,
+      "learning_rate": 3.655400896923672e-05,
+      "loss": 6.5492,
+      "loss/crossentropy": 2.0506061613559723,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14109061285853386,
+      "step": 3521
+    },
+    {
+      "epoch": 0.587,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.8916015625,
+      "learning_rate": 3.652879527650237e-05,
+      "loss": 6.4994,
+      "loss/crossentropy": 2.0452170968055725,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14300261437892914,
+      "step": 3522
+    },
+    {
+      "epoch": 0.5871666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.8916015625,
+      "learning_rate": 3.650358527697519e-05,
+      "loss": 6.7269,
+      "loss/crossentropy": 1.7086977064609528,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16705477237701416,
+      "step": 3523
+    },
+    {
+      "epoch": 0.5873333333333334,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.821875,
+      "learning_rate": 3.647837897756666e-05,
+      "loss": 6.6617,
+      "loss/crossentropy": 1.630045309662819,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20024659112095833,
+      "step": 3524
+    },
+    {
+      "epoch": 0.5875,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.8205729166666667,
+      "learning_rate": 3.645317638518721e-05,
+      "loss": 6.5291,
+      "loss/crossentropy": 1.6649887263774872,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1536981500685215,
+      "step": 3525
+    },
+    {
+      "epoch": 0.5876666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.68125,
+      "learning_rate": 3.642797750674629e-05,
+      "loss": 6.5958,
+      "loss/crossentropy": 1.8858348727226257,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13948918879032135,
+      "step": 3526
+    },
+    {
+      "epoch": 0.5878333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.6718098958333333,
+      "learning_rate": 3.640278234915232e-05,
+      "loss": 6.4321,
+      "loss/crossentropy": 2.2253728806972504,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1613185703754425,
+      "step": 3527
+    },
+    {
+      "epoch": 0.588,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.5442057291666667,
+      "learning_rate": 3.6377590919312676e-05,
+      "loss": 6.7294,
+      "loss/crossentropy": 1.823175072669983,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16715503111481667,
+      "step": 3528
+    },
+    {
+      "epoch": 0.5881666666666666,
+      "grad_norm": 21.375,
+      "grad_norm_var": 0.6431640625,
+      "learning_rate": 3.635240322413374e-05,
+      "loss": 6.4693,
+      "loss/crossentropy": 1.536339282989502,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12644962407648563,
+      "step": 3529
+    },
+    {
+      "epoch": 0.5883333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.5552083333333333,
+      "learning_rate": 3.6327219270520875e-05,
+      "loss": 6.2902,
+      "loss/crossentropy": 1.8444470167160034,
+      "loss/hidden": 2.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13477681577205658,
+      "step": 3530
+    },
+    {
+      "epoch": 0.5885,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.6604166666666667,
+      "learning_rate": 3.630203906537838e-05,
+      "loss": 6.4767,
+      "loss/crossentropy": 2.0031768083572388,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15904276445508003,
+      "step": 3531
+    },
+    {
+      "epoch": 0.5886666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.59375,
+      "learning_rate": 3.627686261560957e-05,
+      "loss": 6.6689,
+      "loss/crossentropy": 1.5399586856365204,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14440261013805866,
+      "step": 3532
+    },
+    {
+      "epoch": 0.5888333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.6447265625,
+      "learning_rate": 3.625168992811671e-05,
+      "loss": 6.4587,
+      "loss/crossentropy": 2.3817451000213623,
+      "loss/hidden": 2.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13289443962275982,
+      "step": 3533
+    },
+    {
+      "epoch": 0.589,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.6760416666666667,
+      "learning_rate": 3.6226521009801025e-05,
+      "loss": 6.7909,
+      "loss/crossentropy": 1.404796838760376,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14278000593185425,
+      "step": 3534
+    },
+    {
+      "epoch": 0.5891666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.6692057291666667,
+      "learning_rate": 3.620135586756273e-05,
+      "loss": 6.6586,
+      "loss/crossentropy": 2.098034769296646,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14644629135727882,
+      "step": 3535
+    },
+    {
+      "epoch": 0.5893333333333334,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.6692057291666667,
+      "learning_rate": 3.617619450830097e-05,
+      "loss": 6.8502,
+      "loss/crossentropy": 1.927046686410904,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16141659021377563,
+      "step": 3536
+    },
+    {
+      "epoch": 0.5895,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7082682291666667,
+      "learning_rate": 3.615103693891388e-05,
+      "loss": 6.705,
+      "loss/crossentropy": 1.6337436363101006,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12977760657668114,
+      "step": 3537
+    },
+    {
+      "epoch": 0.5896666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.7551432291666667,
+      "learning_rate": 3.612588316629858e-05,
+      "loss": 6.4101,
+      "loss/crossentropy": 1.483021318912506,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13457175344228745,
+      "step": 3538
+    },
+    {
+      "epoch": 0.5898333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9166015625,
+      "learning_rate": 3.610073319735109e-05,
+      "loss": 6.6135,
+      "loss/crossentropy": 1.920312225818634,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16708005219697952,
+      "step": 3539
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.32265625,
+      "learning_rate": 3.6075587038966424e-05,
+      "loss": 6.6736,
+      "loss/crossentropy": 1.9497016370296478,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.153127770870924,
+      "step": 3540
+    },
+    {
+      "epoch": 0.5901666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.34140625,
+      "learning_rate": 3.605044469803854e-05,
+      "loss": 6.7769,
+      "loss/crossentropy": 2.018428534269333,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22979878820478916,
+      "step": 3541
+    },
+    {
+      "epoch": 0.5903333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3447265625,
+      "learning_rate": 3.602530618146037e-05,
+      "loss": 6.7424,
+      "loss/crossentropy": 2.374105602502823,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14706843346357346,
+      "step": 3542
+    },
+    {
+      "epoch": 0.5905,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.3010416666666667,
+      "learning_rate": 3.600017149612375e-05,
+      "loss": 6.6825,
+      "loss/crossentropy": 2.3554003834724426,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20713630691170692,
+      "step": 3543
+    },
+    {
+      "epoch": 0.5906666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2518229166666666,
+      "learning_rate": 3.597504064891952e-05,
+      "loss": 6.9422,
+      "loss/crossentropy": 2.386921525001526,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2074721772223711,
+      "step": 3544
+    },
+    {
+      "epoch": 0.5908333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0207682291666667,
+      "learning_rate": 3.594991364673745e-05,
+      "loss": 6.804,
+      "loss/crossentropy": 1.6838167607784271,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1891578547656536,
+      "step": 3545
+    },
+    {
+      "epoch": 0.591,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0125,
+      "learning_rate": 3.592479049646623e-05,
+      "loss": 6.8565,
+      "loss/crossentropy": 1.8859852105379105,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16254203021526337,
+      "step": 3546
+    },
+    {
+      "epoch": 0.5911666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.0681640625,
+      "learning_rate": 3.589967120499353e-05,
+      "loss": 6.6947,
+      "loss/crossentropy": 2.3037064373493195,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16455641761422157,
+      "step": 3547
+    },
+    {
+      "epoch": 0.5913333333333334,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.2145833333333333,
+      "learning_rate": 3.5874555779205944e-05,
+      "loss": 6.415,
+      "loss/crossentropy": 2.0320754051208496,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1576717421412468,
+      "step": 3548
+    },
+    {
+      "epoch": 0.5915,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2393229166666666,
+      "learning_rate": 3.584944422598899e-05,
+      "loss": 6.6606,
+      "loss/crossentropy": 1.590817615389824,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1533467099070549,
+      "step": 3549
+    },
+    {
+      "epoch": 0.5916666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.1643229166666667,
+      "learning_rate": 3.582433655222717e-05,
+      "loss": 6.912,
+      "loss/crossentropy": 2.128371685743332,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2549636960029602,
+      "step": 3550
+    },
+    {
+      "epoch": 0.5918333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2885416666666667,
+      "learning_rate": 3.579923276480387e-05,
+      "loss": 6.1669,
+      "loss/crossentropy": 1.6121336221694946,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14472229219973087,
+      "step": 3551
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2229166666666667,
+      "learning_rate": 3.577413287060146e-05,
+      "loss": 6.8647,
+      "loss/crossentropy": 2.0133431553840637,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1834777481853962,
+      "step": 3552
+    },
+    {
+      "epoch": 0.5921666666666666,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.2160807291666667,
+      "learning_rate": 3.5749036876501194e-05,
+      "loss": 6.496,
+      "loss/crossentropy": 1.8901181817054749,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15944313257932663,
+      "step": 3553
+    },
+    {
+      "epoch": 0.5923333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.2518229166666666,
+      "learning_rate": 3.5723944789383315e-05,
+      "loss": 6.5427,
+      "loss/crossentropy": 1.5737296044826508,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14468258619308472,
+      "step": 3554
+    },
+    {
+      "epoch": 0.5925,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1223307291666667,
+      "learning_rate": 3.5698856616126905e-05,
+      "loss": 6.5486,
+      "loss/crossentropy": 1.25084288418293,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13618055172264576,
+      "step": 3555
+    },
+    {
+      "epoch": 0.5926666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.66015625,
+      "learning_rate": 3.567377236361008e-05,
+      "loss": 6.664,
+      "loss/crossentropy": 1.727052927017212,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13518019765615463,
+      "step": 3556
+    },
+    {
+      "epoch": 0.5928333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.6,
+      "learning_rate": 3.564869203870982e-05,
+      "loss": 6.6183,
+      "loss/crossentropy": 1.6929286420345306,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12494631856679916,
+      "step": 3557
+    },
+    {
+      "epoch": 0.593,
+      "grad_norm": 21.375,
+      "grad_norm_var": 0.715625,
+      "learning_rate": 3.5623615648302026e-05,
+      "loss": 6.4829,
+      "loss/crossentropy": 2.002485752105713,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14366688951849937,
+      "step": 3558
+    },
+    {
+      "epoch": 0.5931666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.6759765625,
+      "learning_rate": 3.559854319926156e-05,
+      "loss": 6.4945,
+      "loss/crossentropy": 2.194752186536789,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14948997646570206,
+      "step": 3559
+    },
+    {
+      "epoch": 0.5933333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.9822265625,
+      "learning_rate": 3.557347469846213e-05,
+      "loss": 6.7034,
+      "loss/crossentropy": 1.7671329975128174,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14682994037866592,
+      "step": 3560
+    },
+    {
+      "epoch": 0.5935,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.8875,
+      "learning_rate": 3.554841015277641e-05,
+      "loss": 6.45,
+      "loss/crossentropy": 1.867423176765442,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14864501170814037,
+      "step": 3561
+    },
+    {
+      "epoch": 0.5936666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.92265625,
+      "learning_rate": 3.552334956907604e-05,
+      "loss": 6.8537,
+      "loss/crossentropy": 1.8050127476453781,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13090430945158005,
+      "step": 3562
+    },
+    {
+      "epoch": 0.5938333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.9145182291666667,
+      "learning_rate": 3.5498292954231496e-05,
+      "loss": 6.3791,
+      "loss/crossentropy": 1.5761258900165558,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14294780977070332,
+      "step": 3563
+    },
+    {
+      "epoch": 0.594,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.9145182291666667,
+      "learning_rate": 3.547324031511218e-05,
+      "loss": 6.5361,
+      "loss/crossentropy": 2.2615157067775726,
+      "loss/hidden": 2.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1487020067870617,
+      "step": 3564
+    },
+    {
+      "epoch": 0.5941666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.9530598958333333,
+      "learning_rate": 3.544819165858642e-05,
+      "loss": 6.7743,
+      "loss/crossentropy": 2.0681850910186768,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1557827852666378,
+      "step": 3565
+    },
+    {
+      "epoch": 0.5943333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.9530598958333333,
+      "learning_rate": 3.542314699152145e-05,
+      "loss": 6.4111,
+      "loss/crossentropy": 1.5767858922481537,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15184356644749641,
+      "step": 3566
+    },
+    {
+      "epoch": 0.5945,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.8705729166666667,
+      "learning_rate": 3.539810632078338e-05,
+      "loss": 6.7483,
+      "loss/crossentropy": 1.924806386232376,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1528259888291359,
+      "step": 3567
+    },
+    {
+      "epoch": 0.5946666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.8645833333333334,
+      "learning_rate": 3.5373069653237295e-05,
+      "loss": 6.7713,
+      "loss/crossentropy": 1.5320045351982117,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15600822865962982,
+      "step": 3568
+    },
+    {
+      "epoch": 0.5948333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8645833333333334,
+      "learning_rate": 3.534803699574714e-05,
+      "loss": 6.7526,
+      "loss/crossentropy": 1.907901108264923,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17256031557917595,
+      "step": 3569
+    },
+    {
+      "epoch": 0.595,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.7872395833333333,
+      "learning_rate": 3.532300835517572e-05,
+      "loss": 6.5818,
+      "loss/crossentropy": 1.1651243418455124,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15553244203329086,
+      "step": 3570
+    },
+    {
+      "epoch": 0.5951666666666666,
+      "grad_norm": 20.875,
+      "grad_norm_var": 0.9018229166666667,
+      "learning_rate": 3.529798373838481e-05,
+      "loss": 6.6933,
+      "loss/crossentropy": 2.594913125038147,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16778606176376343,
+      "step": 3571
+    },
+    {
+      "epoch": 0.5953333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8955729166666667,
+      "learning_rate": 3.527296315223505e-05,
+      "loss": 6.4305,
+      "loss/crossentropy": 2.166084945201874,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1330959051847458,
+      "step": 3572
+    },
+    {
+      "epoch": 0.5955,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9854166666666667,
+      "learning_rate": 3.524794660358593e-05,
+      "loss": 6.4252,
+      "loss/crossentropy": 1.9064501821994781,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13876795768737793,
+      "step": 3573
+    },
+    {
+      "epoch": 0.5956666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.9238932291666667,
+      "learning_rate": 3.522293409929595e-05,
+      "loss": 6.4481,
+      "loss/crossentropy": 1.954607903957367,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1494680643081665,
+      "step": 3574
+    },
+    {
+      "epoch": 0.5958333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.9354166666666667,
+      "learning_rate": 3.5197925646222387e-05,
+      "loss": 6.8182,
+      "loss/crossentropy": 2.0005702674388885,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17160218209028244,
+      "step": 3575
+    },
+    {
+      "epoch": 0.596,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.5768229166666666,
+      "learning_rate": 3.5172921251221455e-05,
+      "loss": 6.8714,
+      "loss/crossentropy": 2.0241056978702545,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.165579404681921,
+      "step": 3576
+    },
+    {
+      "epoch": 0.5961666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.5827473958333333,
+      "learning_rate": 3.5147920921148267e-05,
+      "loss": 6.9323,
+      "loss/crossentropy": 2.3129460513591766,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17094969376921654,
+      "step": 3577
+    },
+    {
+      "epoch": 0.5963333333333334,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.5603515625,
+      "learning_rate": 3.512292466285678e-05,
+      "loss": 6.5964,
+      "loss/crossentropy": 1.5078017711639404,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1314530149102211,
+      "step": 3578
+    },
+    {
+      "epoch": 0.5965,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.5603515625,
+      "learning_rate": 3.509793248319987e-05,
+      "loss": 6.7621,
+      "loss/crossentropy": 2.1242131292819977,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1871037445962429,
+      "step": 3579
+    },
+    {
+      "epoch": 0.5966666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.5223307291666667,
+      "learning_rate": 3.507294438902929e-05,
+      "loss": 6.8243,
+      "loss/crossentropy": 2.1393436789512634,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1632429026067257,
+      "step": 3580
+    },
+    {
+      "epoch": 0.5968333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.4884765625,
+      "learning_rate": 3.504796038719567e-05,
+      "loss": 6.4487,
+      "loss/crossentropy": 1.596564844250679,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1298320423811674,
+      "step": 3581
+    },
+    {
+      "epoch": 0.597,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.5166015625,
+      "learning_rate": 3.502298048454851e-05,
+      "loss": 6.8983,
+      "loss/crossentropy": 1.9182275533676147,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1857740394771099,
+      "step": 3582
+    },
+    {
+      "epoch": 0.5971666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.515625,
+      "learning_rate": 3.4998004687936196e-05,
+      "loss": 6.5792,
+      "loss/crossentropy": 2.1503610014915466,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17614147812128067,
+      "step": 3583
+    },
+    {
+      "epoch": 0.5973333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.515625,
+      "learning_rate": 3.497303300420598e-05,
+      "loss": 6.8032,
+      "loss/crossentropy": 1.9303715080022812,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13863058015704155,
+      "step": 3584
+    },
+    {
+      "epoch": 0.5975,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.5822265625,
+      "learning_rate": 3.494806544020398e-05,
+      "loss": 6.4923,
+      "loss/crossentropy": 1.6873380541801453,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12716035544872284,
+      "step": 3585
+    },
+    {
+      "epoch": 0.5976666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.6113932291666667,
+      "learning_rate": 3.492310200277522e-05,
+      "loss": 6.6476,
+      "loss/crossentropy": 1.9724652469158173,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13338058069348335,
+      "step": 3586
+    },
+    {
+      "epoch": 0.5978333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.46295572916666666,
+      "learning_rate": 3.4898142698763555e-05,
+      "loss": 6.745,
+      "loss/crossentropy": 1.8177839666604996,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14645466953516006,
+      "step": 3587
+    },
+    {
+      "epoch": 0.598,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.4634765625,
+      "learning_rate": 3.487318753501172e-05,
+      "loss": 6.7113,
+      "loss/crossentropy": 2.143134117126465,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14368567615747452,
+      "step": 3588
+    },
+    {
+      "epoch": 0.5981666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.37233072916666665,
+      "learning_rate": 3.484823651836131e-05,
+      "loss": 6.6464,
+      "loss/crossentropy": 2.271997421979904,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1742360256612301,
+      "step": 3589
+    },
+    {
+      "epoch": 0.5983333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.37233072916666665,
+      "learning_rate": 3.482328965565279e-05,
+      "loss": 6.356,
+      "loss/crossentropy": 1.7456391155719757,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15262487158179283,
+      "step": 3590
+    },
+    {
+      "epoch": 0.5985,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.3260416666666667,
+      "learning_rate": 3.479834695372548e-05,
+      "loss": 6.6801,
+      "loss/crossentropy": 2.0601372718811035,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14931338280439377,
+      "step": 3591
+    },
+    {
+      "epoch": 0.5986666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.33743489583333336,
+      "learning_rate": 3.477340841941758e-05,
+      "loss": 6.6957,
+      "loss/crossentropy": 1.8300958275794983,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18146497756242752,
+      "step": 3592
+    },
+    {
+      "epoch": 0.5988333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.5301432291666667,
+      "learning_rate": 3.4748474059566125e-05,
+      "loss": 6.7095,
+      "loss/crossentropy": 1.9167363941669464,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18403782323002815,
+      "step": 3593
+    },
+    {
+      "epoch": 0.599,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.0135416666666666,
+      "learning_rate": 3.4723543881007e-05,
+      "loss": 6.8551,
+      "loss/crossentropy": 2.1975748240947723,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16178901493549347,
+      "step": 3594
+    },
+    {
+      "epoch": 0.5991666666666666,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.41640625,
+      "learning_rate": 3.469861789057497e-05,
+      "loss": 6.6961,
+      "loss/crossentropy": 1.771948203444481,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1656980775296688,
+      "step": 3595
+    },
+    {
+      "epoch": 0.5993333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3858723958333334,
+      "learning_rate": 3.467369609510363e-05,
+      "loss": 6.7018,
+      "loss/crossentropy": 1.827364832162857,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15834222733974457,
+      "step": 3596
+    },
+    {
+      "epoch": 0.5995,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3416015625,
+      "learning_rate": 3.4648778501425405e-05,
+      "loss": 6.8841,
+      "loss/crossentropy": 2.2697393894195557,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19522682577371597,
+      "step": 3597
+    },
+    {
+      "epoch": 0.5996666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.3572265625,
+      "learning_rate": 3.462386511637164e-05,
+      "loss": 6.5854,
+      "loss/crossentropy": 1.958459585905075,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1414240449666977,
+      "step": 3598
+    },
+    {
+      "epoch": 0.5998333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.475,
+      "learning_rate": 3.459895594677245e-05,
+      "loss": 6.526,
+      "loss/crossentropy": 1.8468578159809113,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15934767946600914,
+      "step": 3599
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.5205729166666666,
+      "learning_rate": 3.457405099945684e-05,
+      "loss": 6.7143,
+      "loss/crossentropy": 1.7879043817520142,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14512299746274948,
+      "step": 3600
+    },
+    {
+      "epoch": 0.6001666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3572265625,
+      "learning_rate": 3.4549150281252636e-05,
+      "loss": 6.5106,
+      "loss/crossentropy": 1.9128567725419998,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13997050374746323,
+      "step": 3601
+    },
+    {
+      "epoch": 0.6003333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.2306640625,
+      "learning_rate": 3.452425379898651e-05,
+      "loss": 6.806,
+      "loss/crossentropy": 2.2018122375011444,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1514225285500288,
+      "step": 3602
+    },
+    {
+      "epoch": 0.6005,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.25390625,
+      "learning_rate": 3.4499361559483975e-05,
+      "loss": 6.7017,
+      "loss/crossentropy": 2.132644236087799,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16441696882247925,
+      "step": 3603
+    },
+    {
+      "epoch": 0.6006666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.4275390625,
+      "learning_rate": 3.4474473569569385e-05,
+      "loss": 6.8697,
+      "loss/crossentropy": 2.1768244802951813,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21047716587781906,
+      "step": 3604
+    },
+    {
+      "epoch": 0.6008333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3875,
+      "learning_rate": 3.444958983606592e-05,
+      "loss": 6.9798,
+      "loss/crossentropy": 1.7101731300354004,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17227205820381641,
+      "step": 3605
+    },
+    {
+      "epoch": 0.601,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.4583333333333333,
+      "learning_rate": 3.44247103657956e-05,
+      "loss": 6.4261,
+      "loss/crossentropy": 2.1174707114696503,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1709052436053753,
+      "step": 3606
+    },
+    {
+      "epoch": 0.6011666666666666,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.6874348958333334,
+      "learning_rate": 3.4399835165579266e-05,
+      "loss": 6.5683,
+      "loss/crossentropy": 1.7886758744716644,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14469147846102715,
+      "step": 3607
+    },
+    {
+      "epoch": 0.6013333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.5921223958333333,
+      "learning_rate": 3.437496424223661e-05,
+      "loss": 6.7179,
+      "loss/crossentropy": 1.482383131980896,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15719027072191238,
+      "step": 3608
+    },
+    {
+      "epoch": 0.6015,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.5677083333333333,
+      "learning_rate": 3.435009760258608e-05,
+      "loss": 6.8683,
+      "loss/crossentropy": 1.9362950921058655,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15314295142889023,
+      "step": 3609
+    },
+    {
+      "epoch": 0.6016666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.3809895833333334,
+      "learning_rate": 3.4325235253445096e-05,
+      "loss": 6.7814,
+      "loss/crossentropy": 1.9270552694797516,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2188856303691864,
+      "step": 3610
+    },
+    {
+      "epoch": 0.6018333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0291015625,
+      "learning_rate": 3.4300377201629754e-05,
+      "loss": 6.4969,
+      "loss/crossentropy": 1.8108852803707123,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1426815688610077,
+      "step": 3611
+    },
+    {
+      "epoch": 0.602,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0372395833333334,
+      "learning_rate": 3.427552345395505e-05,
+      "loss": 6.5566,
+      "loss/crossentropy": 1.9565773606300354,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1459974031895399,
+      "step": 3612
+    },
+    {
+      "epoch": 0.6021666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.8494140625,
+      "learning_rate": 3.425067401723477e-05,
+      "loss": 6.5543,
+      "loss/crossentropy": 1.6992706954479218,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14481624960899353,
+      "step": 3613
+    },
+    {
+      "epoch": 0.6023333333333334,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.92265625,
+      "learning_rate": 3.4225828898281534e-05,
+      "loss": 6.8531,
+      "loss/crossentropy": 1.850580781698227,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15415196120738983,
+      "step": 3614
+    },
+    {
+      "epoch": 0.6025,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.7518229166666666,
+      "learning_rate": 3.4200988103906745e-05,
+      "loss": 6.463,
+      "loss/crossentropy": 2.463101089000702,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14383906871080399,
+      "step": 3615
+    },
+    {
+      "epoch": 0.6026666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.7619140625,
+      "learning_rate": 3.417615164092069e-05,
+      "loss": 6.3893,
+      "loss/crossentropy": 1.921521008014679,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16268373653292656,
+      "step": 3616
+    },
+    {
+      "epoch": 0.6028333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.9447265625,
+      "learning_rate": 3.4151319516132416e-05,
+      "loss": 6.335,
+      "loss/crossentropy": 1.2709799706935883,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13821273110806942,
+      "step": 3617
+    },
+    {
+      "epoch": 0.603,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.8809895833333334,
+      "learning_rate": 3.4126491736349785e-05,
+      "loss": 6.4589,
+      "loss/crossentropy": 1.9338785707950592,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15251561999320984,
+      "step": 3618
+    },
+    {
+      "epoch": 0.6031666666666666,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.8358723958333334,
+      "learning_rate": 3.4101668308379466e-05,
+      "loss": 6.5837,
+      "loss/crossentropy": 1.220696598291397,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14082973636686802,
+      "step": 3619
+    },
+    {
+      "epoch": 0.6033333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.7059895833333334,
+      "learning_rate": 3.4076849239026944e-05,
+      "loss": 6.7772,
+      "loss/crossentropy": 1.9182594418525696,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15942978486418724,
+      "step": 3620
+    },
+    {
+      "epoch": 0.6035,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.8473307291666667,
+      "learning_rate": 3.40520345350965e-05,
+      "loss": 6.9883,
+      "loss/crossentropy": 1.9298798143863678,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16837671026587486,
+      "step": 3621
+    },
+    {
+      "epoch": 0.6036666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.76640625,
+      "learning_rate": 3.402722420339125e-05,
+      "loss": 6.8307,
+      "loss/crossentropy": 2.4491260051727295,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16299398615956306,
+      "step": 3622
+    },
+    {
+      "epoch": 0.6038333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.52265625,
+      "learning_rate": 3.4002418250713086e-05,
+      "loss": 6.8652,
+      "loss/crossentropy": 1.8750370889902115,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15849586576223373,
+      "step": 3623
+    },
+    {
+      "epoch": 0.604,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.5994140625,
+      "learning_rate": 3.3977616683862684e-05,
+      "loss": 6.4787,
+      "loss/crossentropy": 1.7724976241588593,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13138723745942116,
+      "step": 3624
+    },
+    {
+      "epoch": 0.6041666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.52265625,
+      "learning_rate": 3.3952819509639534e-05,
+      "loss": 6.6841,
+      "loss/crossentropy": 1.6846405565738678,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16315601393580437,
+      "step": 3625
+    },
+    {
+      "epoch": 0.6043333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.496875,
+      "learning_rate": 3.392802673484193e-05,
+      "loss": 6.543,
+      "loss/crossentropy": 1.4532772600650787,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1754928156733513,
+      "step": 3626
+    },
+    {
+      "epoch": 0.6045,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.44765625,
+      "learning_rate": 3.3903238366266955e-05,
+      "loss": 6.8225,
+      "loss/crossentropy": 1.931593418121338,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14026448130607605,
+      "step": 3627
+    },
+    {
+      "epoch": 0.6046666666666667,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.7291015625,
+      "learning_rate": 3.387845441071046e-05,
+      "loss": 6.7308,
+      "loss/crossentropy": 2.0381781458854675,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1397128738462925,
+      "step": 3628
+    },
+    {
+      "epoch": 0.6048333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.1375,
+      "learning_rate": 3.385367487496713e-05,
+      "loss": 6.5155,
+      "loss/crossentropy": 1.9344438165426254,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1472441963851452,
+      "step": 3629
+    },
+    {
+      "epoch": 0.605,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.1270182291666666,
+      "learning_rate": 3.3828899765830414e-05,
+      "loss": 6.6498,
+      "loss/crossentropy": 2.1120723485946655,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14513016864657402,
+      "step": 3630
+    },
+    {
+      "epoch": 0.6051666666666666,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.18125,
+      "learning_rate": 3.380412909009254e-05,
+      "loss": 6.7775,
+      "loss/crossentropy": 1.8671753108501434,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14502669870853424,
+      "step": 3631
+    },
+    {
+      "epoch": 0.6053333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.22890625,
+      "learning_rate": 3.377936285454453e-05,
+      "loss": 6.7666,
+      "loss/crossentropy": 2.161224275827408,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20231668278574944,
+      "step": 3632
+    },
+    {
+      "epoch": 0.6055,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.1603515625,
+      "learning_rate": 3.375460106597619e-05,
+      "loss": 6.7854,
+      "loss/crossentropy": 1.700340211391449,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15776778757572174,
+      "step": 3633
+    },
+    {
+      "epoch": 0.6056666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.128125,
+      "learning_rate": 3.3729843731176094e-05,
+      "loss": 6.7889,
+      "loss/crossentropy": 1.9763136804103851,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15262062847614288,
+      "step": 3634
+    },
+    {
+      "epoch": 0.6058333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.36640625,
+      "learning_rate": 3.370509085693163e-05,
+      "loss": 6.7711,
+      "loss/crossentropy": 1.308455839753151,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17595666646957397,
+      "step": 3635
+    },
+    {
+      "epoch": 0.606,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.4707682291666666,
+      "learning_rate": 3.3680342450028915e-05,
+      "loss": 6.5735,
+      "loss/crossentropy": 1.7845475375652313,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19061778485774994,
+      "step": 3636
+    },
+    {
+      "epoch": 0.6061666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.2322916666666666,
+      "learning_rate": 3.3655598517252885e-05,
+      "loss": 6.9262,
+      "loss/crossentropy": 1.9113890826702118,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19944464042782784,
+      "step": 3637
+    },
+    {
+      "epoch": 0.6063333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1811848958333333,
+      "learning_rate": 3.3630859065387215e-05,
+      "loss": 6.8144,
+      "loss/crossentropy": 1.8451263904571533,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17079951614141464,
+      "step": 3638
+    },
+    {
+      "epoch": 0.6065,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.2177083333333334,
+      "learning_rate": 3.3606124101214375e-05,
+      "loss": 6.3793,
+      "loss/crossentropy": 1.8955996930599213,
+      "loss/hidden": 2.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14331822842359543,
+      "step": 3639
+    },
+    {
+      "epoch": 0.6066666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2139973958333334,
+      "learning_rate": 3.3581393631515576e-05,
+      "loss": 6.4229,
+      "loss/crossentropy": 1.8769469857215881,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12628630734980106,
+      "step": 3640
+    },
+    {
+      "epoch": 0.6068333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.359375,
+      "learning_rate": 3.355666766307084e-05,
+      "loss": 6.9153,
+      "loss/crossentropy": 1.8853258788585663,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16420516185462475,
+      "step": 3641
+    },
+    {
+      "epoch": 0.607,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.4473307291666666,
+      "learning_rate": 3.3531946202658923e-05,
+      "loss": 6.5745,
+      "loss/crossentropy": 1.7867932319641113,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16043803840875626,
+      "step": 3642
+    },
+    {
+      "epoch": 0.6071666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.5020182291666666,
+      "learning_rate": 3.350722925705736e-05,
+      "loss": 6.6795,
+      "loss/crossentropy": 1.754209816455841,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14285333827137947,
+      "step": 3643
+    },
+    {
+      "epoch": 0.6073333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3988932291666667,
+      "learning_rate": 3.348251683304243e-05,
+      "loss": 6.7936,
+      "loss/crossentropy": 1.5727067589759827,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15942278876900673,
+      "step": 3644
+    },
+    {
+      "epoch": 0.6075,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.3291666666666666,
+      "learning_rate": 3.34578089373892e-05,
+      "loss": 6.7539,
+      "loss/crossentropy": 2.4076996445655823,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1450696364045143,
+      "step": 3645
+    },
+    {
+      "epoch": 0.6076666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1697916666666666,
+      "learning_rate": 3.343310557687145e-05,
+      "loss": 6.5413,
+      "loss/crossentropy": 1.7617158144712448,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18941618129611015,
+      "step": 3646
+    },
+    {
+      "epoch": 0.6078333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.0791666666666666,
+      "learning_rate": 3.340840675826178e-05,
+      "loss": 6.4744,
+      "loss/crossentropy": 2.2355863749980927,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1747967042028904,
+      "step": 3647
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0080729166666667,
+      "learning_rate": 3.33837124883315e-05,
+      "loss": 6.4877,
+      "loss/crossentropy": 1.7714488208293915,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14342596381902695,
+      "step": 3648
+    },
+    {
+      "epoch": 0.6081666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0393229166666667,
+      "learning_rate": 3.335902277385067e-05,
+      "loss": 6.5775,
+      "loss/crossentropy": 1.687635213136673,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17456092312932014,
+      "step": 3649
+    },
+    {
+      "epoch": 0.6083333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.1947265625,
+      "learning_rate": 3.333433762158814e-05,
+      "loss": 6.7305,
+      "loss/crossentropy": 1.5697064399719238,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13940187729895115,
+      "step": 3650
+    },
+    {
+      "epoch": 0.6085,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.9955729166666667,
+      "learning_rate": 3.330965703831146e-05,
+      "loss": 6.5077,
+      "loss/crossentropy": 2.1257485449314117,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14911668561398983,
+      "step": 3651
+    },
+    {
+      "epoch": 0.6086666666666667,
+      "grad_norm": 20.5,
+      "grad_norm_var": 1.2559895833333334,
+      "learning_rate": 3.328498103078696e-05,
+      "loss": 6.3863,
+      "loss/crossentropy": 1.9150236546993256,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.155630175024271,
+      "step": 3652
+    },
+    {
+      "epoch": 0.6088333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3567057291666667,
+      "learning_rate": 3.326030960577972e-05,
+      "loss": 6.6893,
+      "loss/crossentropy": 1.6161167621612549,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17683393135666847,
+      "step": 3653
+    },
+    {
+      "epoch": 0.609,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.4322916666666667,
+      "learning_rate": 3.3235642770053535e-05,
+      "loss": 6.5185,
+      "loss/crossentropy": 1.407025545835495,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.153741754591465,
+      "step": 3654
+    },
+    {
+      "epoch": 0.6091666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.39765625,
+      "learning_rate": 3.321098053037097e-05,
+      "loss": 6.5012,
+      "loss/crossentropy": 1.7107194066047668,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17856604419648647,
+      "step": 3655
+    },
+    {
+      "epoch": 0.6093333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.39765625,
+      "learning_rate": 3.318632289349332e-05,
+      "loss": 6.6775,
+      "loss/crossentropy": 1.769469752907753,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16730654798448086,
+      "step": 3656
+    },
+    {
+      "epoch": 0.6095,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.25,
+      "learning_rate": 3.31616698661806e-05,
+      "loss": 6.6107,
+      "loss/crossentropy": 2.0014761984348297,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18634256348013878,
+      "step": 3657
+    },
+    {
+      "epoch": 0.6096666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.21015625,
+      "learning_rate": 3.3137021455191564e-05,
+      "loss": 6.7365,
+      "loss/crossentropy": 2.3746529519557953,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16284478455781937,
+      "step": 3658
+    },
+    {
+      "epoch": 0.6098333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1509765625,
+      "learning_rate": 3.3112377667283756e-05,
+      "loss": 6.6519,
+      "loss/crossentropy": 1.511630192399025,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12814110331237316,
+      "step": 3659
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.09140625,
+      "learning_rate": 3.3087738509213395e-05,
+      "loss": 6.6629,
+      "loss/crossentropy": 2.227467507123947,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17131861671805382,
+      "step": 3660
+    },
+    {
+      "epoch": 0.6101666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0041015625,
+      "learning_rate": 3.3063103987735433e-05,
+      "loss": 6.6422,
+      "loss/crossentropy": 1.6702108830213547,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14139299467206,
+      "step": 3661
+    },
+    {
+      "epoch": 0.6103333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0223307291666666,
+      "learning_rate": 3.3038474109603584e-05,
+      "loss": 6.518,
+      "loss/crossentropy": 1.64449080824852,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12050490826368332,
+      "step": 3662
+    },
+    {
+      "epoch": 0.6105,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0067057291666666,
+      "learning_rate": 3.3013848881570245e-05,
+      "loss": 6.5549,
+      "loss/crossentropy": 1.8465300500392914,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1638450063765049,
+      "step": 3663
+    },
+    {
+      "epoch": 0.6106666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0124348958333333,
+      "learning_rate": 3.298922831038655e-05,
+      "loss": 6.6987,
+      "loss/crossentropy": 1.779301941394806,
+      "loss/hidden": 2.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13736390694975853,
+      "step": 3664
+    },
+    {
+      "epoch": 0.6108333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.9309895833333334,
+      "learning_rate": 3.296461240280242e-05,
+      "loss": 6.6644,
+      "loss/crossentropy": 2.561739504337311,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15512175485491753,
+      "step": 3665
+    },
+    {
+      "epoch": 0.611,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.6421223958333333,
+      "learning_rate": 3.294000116556641e-05,
+      "loss": 6.4719,
+      "loss/crossentropy": 1.810407131910324,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15981411933898926,
+      "step": 3666
+    },
+    {
+      "epoch": 0.6111666666666666,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.6427083333333333,
+      "learning_rate": 3.2915394605425835e-05,
+      "loss": 6.5334,
+      "loss/crossentropy": 2.2144632935523987,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1601271778345108,
+      "step": 3667
+    },
+    {
+      "epoch": 0.6113333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 4.392122395833334,
+      "learning_rate": 3.289079272912674e-05,
+      "loss": 6.6038,
+      "loss/crossentropy": 2.2198455333709717,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18938809633255005,
+      "step": 3668
+    },
+    {
+      "epoch": 0.6115,
+      "grad_norm": 22.75,
+      "grad_norm_var": 4.303059895833333,
+      "learning_rate": 3.286619554341384e-05,
+      "loss": 6.3856,
+      "loss/crossentropy": 1.5408898890018463,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14665208384394646,
+      "step": 3669
+    },
+    {
+      "epoch": 0.6116666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 4.2431640625,
+      "learning_rate": 3.284160305503059e-05,
+      "loss": 6.4946,
+      "loss/crossentropy": 1.5257605016231537,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14288533478975296,
+      "step": 3670
+    },
+    {
+      "epoch": 0.6118333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 4.328059895833333,
+      "learning_rate": 3.28170152707192e-05,
+      "loss": 6.5132,
+      "loss/crossentropy": 1.8489979207515717,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13813607394695282,
+      "step": 3671
+    },
+    {
+      "epoch": 0.612,
+      "grad_norm": 22.75,
+      "grad_norm_var": 4.3150390625,
+      "learning_rate": 3.279243219722052e-05,
+      "loss": 6.7823,
+      "loss/crossentropy": 1.987053707242012,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14534302428364754,
+      "step": 3672
+    },
+    {
+      "epoch": 0.6121666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 4.3150390625,
+      "learning_rate": 3.276785384127415e-05,
+      "loss": 6.5475,
+      "loss/crossentropy": 1.9281685948371887,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17776651307940483,
+      "step": 3673
+    },
+    {
+      "epoch": 0.6123333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 4.2494140625,
+      "learning_rate": 3.274328020961839e-05,
+      "loss": 6.6477,
+      "loss/crossentropy": 2.3288325667381287,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17764046043157578,
+      "step": 3674
+    },
+    {
+      "epoch": 0.6125,
+      "grad_norm": 22.5,
+      "grad_norm_var": 4.259375,
+      "learning_rate": 3.2718711308990225e-05,
+      "loss": 6.5711,
+      "loss/crossentropy": 2.0950971841812134,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1516370326280594,
+      "step": 3675
+    },
+    {
+      "epoch": 0.6126666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 4.380143229166666,
+      "learning_rate": 3.2694147146125345e-05,
+      "loss": 6.3621,
+      "loss/crossentropy": 1.2985180616378784,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.138105109333992,
+      "step": 3676
+    },
+    {
+      "epoch": 0.6128333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 4.445572916666666,
+      "learning_rate": 3.26695877277582e-05,
+      "loss": 6.4401,
+      "loss/crossentropy": 1.6856285333633423,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1233405340462923,
+      "step": 3677
+    },
+    {
+      "epoch": 0.613,
+      "grad_norm": 23.375,
+      "grad_norm_var": 4.4494140625,
+      "learning_rate": 3.264503306062188e-05,
+      "loss": 6.6332,
+      "loss/crossentropy": 2.0373705625534058,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1615987028926611,
+      "step": 3678
+    },
+    {
+      "epoch": 0.6131666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 4.470768229166667,
+      "learning_rate": 3.262048315144815e-05,
+      "loss": 6.4625,
+      "loss/crossentropy": 1.9453350603580475,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15635734423995018,
+      "step": 3679
+    },
+    {
+      "epoch": 0.6133333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 4.490625,
+      "learning_rate": 3.259593800696755e-05,
+      "loss": 6.7242,
+      "loss/crossentropy": 1.5715593695640564,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13612421415746212,
+      "step": 3680
+    },
+    {
+      "epoch": 0.6135,
+      "grad_norm": 22.125,
+      "grad_norm_var": 4.5375,
+      "learning_rate": 3.257139763390925e-05,
+      "loss": 6.4489,
+      "loss/crossentropy": 2.1572854816913605,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14369922503829002,
+      "step": 3681
+    },
+    {
+      "epoch": 0.6136666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 4.56015625,
+      "learning_rate": 3.254686203900111e-05,
+      "loss": 6.321,
+      "loss/crossentropy": 2.134088784456253,
+      "loss/hidden": 2.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1402218285948038,
+      "step": 3682
+    },
+    {
+      "epoch": 0.6138333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 4.579622395833334,
+      "learning_rate": 3.2522331228969774e-05,
+      "loss": 6.5696,
+      "loss/crossentropy": 2.046136111021042,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13494657166302204,
+      "step": 3683
+    },
+    {
+      "epoch": 0.614,
+      "grad_norm": 34.0,
+      "grad_norm_var": 8.655989583333334,
+      "learning_rate": 3.249780521054043e-05,
+      "loss": 6.7818,
+      "loss/crossentropy": 2.323875308036804,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18332934007048607,
+      "step": 3684
+    },
+    {
+      "epoch": 0.6141666666666666,
+      "grad_norm": 24.5,
+      "grad_norm_var": 8.705208333333333,
+      "learning_rate": 3.247328399043706e-05,
+      "loss": 6.9369,
+      "loss/crossentropy": 1.1638202667236328,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15156791731715202,
+      "step": 3685
+    },
+    {
+      "epoch": 0.6143333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 8.705208333333333,
+      "learning_rate": 3.244876757538228e-05,
+      "loss": 6.4399,
+      "loss/crossentropy": 2.107782781124115,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13551126793026924,
+      "step": 3686
+    },
+    {
+      "epoch": 0.6145,
+      "grad_norm": 23.5,
+      "grad_norm_var": 8.430208333333333,
+      "learning_rate": 3.242425597209742e-05,
+      "loss": 6.8006,
+      "loss/crossentropy": 2.0682478845119476,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1695364136248827,
+      "step": 3687
+    },
+    {
+      "epoch": 0.6146666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 8.389583333333333,
+      "learning_rate": 3.239974918730245e-05,
+      "loss": 6.6403,
+      "loss/crossentropy": 1.8592951893806458,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18530678749084473,
+      "step": 3688
+    },
+    {
+      "epoch": 0.6148333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 8.618684895833333,
+      "learning_rate": 3.2375247227716077e-05,
+      "loss": 6.5456,
+      "loss/crossentropy": 2.0896191596984863,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1905118115246296,
+      "step": 3689
+    },
+    {
+      "epoch": 0.615,
+      "grad_norm": 25.375,
+      "grad_norm_var": 8.818489583333333,
+      "learning_rate": 3.235075010005564e-05,
+      "loss": 6.9578,
+      "loss/crossentropy": 2.234883427619934,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1544959358870983,
+      "step": 3690
+    },
+    {
+      "epoch": 0.6151666666666666,
+      "grad_norm": 25.25,
+      "grad_norm_var": 8.872916666666667,
+      "learning_rate": 3.2326257811037155e-05,
+      "loss": 6.4657,
+      "loss/crossentropy": 1.2277547717094421,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1451320555061102,
+      "step": 3691
+    },
+    {
+      "epoch": 0.6153333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 8.451041666666667,
+      "learning_rate": 3.230177036737533e-05,
+      "loss": 6.8492,
+      "loss/crossentropy": 1.9858551621437073,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14005996845662594,
+      "step": 3692
+    },
+    {
+      "epoch": 0.6155,
+      "grad_norm": 21.75,
+      "grad_norm_var": 8.520572916666667,
+      "learning_rate": 3.2277287775783525e-05,
+      "loss": 6.6398,
+      "loss/crossentropy": 1.79518923163414,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16488447040319443,
+      "step": 3693
+    },
+    {
+      "epoch": 0.6156666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 8.78125,
+      "learning_rate": 3.2252810042973794e-05,
+      "loss": 6.6663,
+      "loss/crossentropy": 1.5171676129102707,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12123701348900795,
+      "step": 3694
+    },
+    {
+      "epoch": 0.6158333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 8.730989583333333,
+      "learning_rate": 3.222833717565685e-05,
+      "loss": 6.6751,
+      "loss/crossentropy": 1.6241463422775269,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15948622301220894,
+      "step": 3695
+    },
+    {
+      "epoch": 0.616,
+      "grad_norm": 23.125,
+      "grad_norm_var": 8.780989583333334,
+      "learning_rate": 3.2203869180542064e-05,
+      "loss": 6.8168,
+      "loss/crossentropy": 1.708501935005188,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24664035812020302,
+      "step": 3696
+    },
+    {
+      "epoch": 0.6161666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 8.562434895833333,
+      "learning_rate": 3.217940606433747e-05,
+      "loss": 6.596,
+      "loss/crossentropy": 1.829528272151947,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15377819910645485,
+      "step": 3697
+    },
+    {
+      "epoch": 0.6163333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 8.426041666666666,
+      "learning_rate": 3.215494783374978e-05,
+      "loss": 6.6084,
+      "loss/crossentropy": 2.0104362070560455,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14076237194240093,
+      "step": 3698
+    },
+    {
+      "epoch": 0.6165,
+      "grad_norm": 22.5,
+      "grad_norm_var": 8.610416666666667,
+      "learning_rate": 3.213049449548434e-05,
+      "loss": 6.4548,
+      "loss/crossentropy": 2.2757362723350525,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13884127512574196,
+      "step": 3699
+    },
+    {
+      "epoch": 0.6166666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.8879557291666667,
+      "learning_rate": 3.2106046056245176e-05,
+      "loss": 6.6966,
+      "loss/crossentropy": 1.9317424595355988,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18013476766645908,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6168333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.9643229166666667,
+      "learning_rate": 3.2081602522734986e-05,
+      "loss": 6.7678,
+      "loss/crossentropy": 2.047278940677643,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14229482784867287,
+      "step": 3701
+    },
+    {
+      "epoch": 0.617,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.9205729166666667,
+      "learning_rate": 3.205716390165509e-05,
+      "loss": 6.4629,
+      "loss/crossentropy": 2.113604635000229,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15966418385505676,
+      "step": 3702
+    },
+    {
+      "epoch": 0.6171666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.9374348958333334,
+      "learning_rate": 3.203273019970547e-05,
+      "loss": 6.582,
+      "loss/crossentropy": 1.8170647323131561,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13562525250017643,
+      "step": 3703
+    },
+    {
+      "epoch": 0.6173333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.005989583333333,
+      "learning_rate": 3.200830142358477e-05,
+      "loss": 6.7497,
+      "loss/crossentropy": 1.7650204449892044,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18804254196584225,
+      "step": 3704
+    },
+    {
+      "epoch": 0.6175,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.9343098958333333,
+      "learning_rate": 3.1983877579990274e-05,
+      "loss": 6.6164,
+      "loss/crossentropy": 2.1731262803077698,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15703394263982773,
+      "step": 3705
+    },
+    {
+      "epoch": 0.6176666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.6025390625,
+      "learning_rate": 3.195945867561791e-05,
+      "loss": 6.8497,
+      "loss/crossentropy": 1.7328705489635468,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22148583084344864,
+      "step": 3706
+    },
+    {
+      "epoch": 0.6178333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.2744140625,
+      "learning_rate": 3.1935044717162277e-05,
+      "loss": 6.6888,
+      "loss/crossentropy": 1.8702014088630676,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14121071249246597,
+      "step": 3707
+    },
+    {
+      "epoch": 0.618,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.2622395833333333,
+      "learning_rate": 3.191063571131659e-05,
+      "loss": 6.5026,
+      "loss/crossentropy": 2.143603265285492,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1497199907898903,
+      "step": 3708
+    },
+    {
+      "epoch": 0.6181666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1988932291666667,
+      "learning_rate": 3.188623166477272e-05,
+      "loss": 6.5042,
+      "loss/crossentropy": 1.8585558235645294,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1800672747194767,
+      "step": 3709
+    },
+    {
+      "epoch": 0.6183333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.39557291666666666,
+      "learning_rate": 3.186183258422117e-05,
+      "loss": 6.4439,
+      "loss/crossentropy": 1.5886938273906708,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14000430144369602,
+      "step": 3710
+    },
+    {
+      "epoch": 0.6185,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.39765625,
+      "learning_rate": 3.183743847635109e-05,
+      "loss": 6.4695,
+      "loss/crossentropy": 1.9731822311878204,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13734177313745022,
+      "step": 3711
+    },
+    {
+      "epoch": 0.6186666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.4041015625,
+      "learning_rate": 3.181304934785025e-05,
+      "loss": 6.6545,
+      "loss/crossentropy": 1.7736046016216278,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12707852385938168,
+      "step": 3712
+    },
+    {
+      "epoch": 0.6188333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.45390625,
+      "learning_rate": 3.178866520540509e-05,
+      "loss": 6.8181,
+      "loss/crossentropy": 1.667274832725525,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1728326641023159,
+      "step": 3713
+    },
+    {
+      "epoch": 0.619,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.44140625,
+      "learning_rate": 3.176428605570065e-05,
+      "loss": 6.5872,
+      "loss/crossentropy": 1.714736431837082,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13255275413393974,
+      "step": 3714
+    },
+    {
+      "epoch": 0.6191666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.5143229166666666,
+      "learning_rate": 3.1739911905420617e-05,
+      "loss": 6.4541,
+      "loss/crossentropy": 1.7110013961791992,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17908725328743458,
+      "step": 3715
+    },
+    {
+      "epoch": 0.6193333333333333,
+      "grad_norm": 21.375,
+      "grad_norm_var": 0.546875,
+      "learning_rate": 3.1715542761247286e-05,
+      "loss": 6.5379,
+      "loss/crossentropy": 2.308675527572632,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1473194919526577,
+      "step": 3716
+    },
+    {
+      "epoch": 0.6195,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.50625,
+      "learning_rate": 3.169117862986163e-05,
+      "loss": 6.7729,
+      "loss/crossentropy": 1.9341150522232056,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17075321823358536,
+      "step": 3717
+    },
+    {
+      "epoch": 0.6196666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.6561848958333333,
+      "learning_rate": 3.1666819517943156e-05,
+      "loss": 6.7965,
+      "loss/crossentropy": 1.8009478449821472,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1648462526500225,
+      "step": 3718
+    },
+    {
+      "epoch": 0.6198333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.6983723958333333,
+      "learning_rate": 3.164246543217011e-05,
+      "loss": 6.7267,
+      "loss/crossentropy": 1.9181653261184692,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15961719304323196,
+      "step": 3719
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.11015625,
+      "learning_rate": 3.1618116379219285e-05,
+      "loss": 6.949,
+      "loss/crossentropy": 1.9014279544353485,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20922859758138657,
+      "step": 3720
+    },
+    {
+      "epoch": 0.6201666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0541666666666667,
+      "learning_rate": 3.1593772365766105e-05,
+      "loss": 6.5989,
+      "loss/crossentropy": 2.0277902483940125,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13430821150541306,
+      "step": 3721
+    },
+    {
+      "epoch": 0.6203333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0145182291666666,
+      "learning_rate": 3.156943339848463e-05,
+      "loss": 6.5785,
+      "loss/crossentropy": 1.9784236252307892,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.146311167627573,
+      "step": 3722
+    },
+    {
+      "epoch": 0.6205,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.028125,
+      "learning_rate": 3.1545099484047516e-05,
+      "loss": 6.3924,
+      "loss/crossentropy": 1.5409084856510162,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13897773064672947,
+      "step": 3723
+    },
+    {
+      "epoch": 0.6206666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.1014973958333334,
+      "learning_rate": 3.152077062912602e-05,
+      "loss": 6.5913,
+      "loss/crossentropy": 1.892556071281433,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1440218724310398,
+      "step": 3724
+    },
+    {
+      "epoch": 0.6208333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.44140625,
+      "learning_rate": 3.149644684039008e-05,
+      "loss": 6.5977,
+      "loss/crossentropy": 1.754175752401352,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15589041635394096,
+      "step": 3725
+    },
+    {
+      "epoch": 0.621,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.528125,
+      "learning_rate": 3.147212812450819e-05,
+      "loss": 6.4751,
+      "loss/crossentropy": 1.6855896413326263,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13061810657382011,
+      "step": 3726
+    },
+    {
+      "epoch": 0.6211666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.46640625,
+      "learning_rate": 3.144781448814746e-05,
+      "loss": 6.2985,
+      "loss/crossentropy": 2.0002185106277466,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14517292007803917,
+      "step": 3727
+    },
+    {
+      "epoch": 0.6213333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3181640625,
+      "learning_rate": 3.14235059379736e-05,
+      "loss": 6.5637,
+      "loss/crossentropy": 1.3987185806035995,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13859725929796696,
+      "step": 3728
+    },
+    {
+      "epoch": 0.6215,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.3833333333333333,
+      "learning_rate": 3.139920248065095e-05,
+      "loss": 6.6499,
+      "loss/crossentropy": 2.0143133997917175,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14679296873509884,
+      "step": 3729
+    },
+    {
+      "epoch": 0.6216666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.4572916666666667,
+      "learning_rate": 3.1374904122842404e-05,
+      "loss": 6.5099,
+      "loss/crossentropy": 2.1237584352493286,
+      "loss/hidden": 2.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.131148811429739,
+      "step": 3730
+    },
+    {
+      "epoch": 0.6218333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.4942057291666666,
+      "learning_rate": 3.135061087120955e-05,
+      "loss": 6.8175,
+      "loss/crossentropy": 2.1534872949123383,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15916387364268303,
+      "step": 3731
+    },
+    {
+      "epoch": 0.622,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2718098958333333,
+      "learning_rate": 3.132632273241251e-05,
+      "loss": 6.703,
+      "loss/crossentropy": 1.5491221249103546,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15010925382375717,
+      "step": 3732
+    },
+    {
+      "epoch": 0.6221666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2197265625,
+      "learning_rate": 3.130203971310999e-05,
+      "loss": 6.8437,
+      "loss/crossentropy": 1.5512812733650208,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14651266299188137,
+      "step": 3733
+    },
+    {
+      "epoch": 0.6223333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.3744140625,
+      "learning_rate": 3.127776181995933e-05,
+      "loss": 6.4112,
+      "loss/crossentropy": 1.970825508236885,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12818371504545212,
+      "step": 3734
+    },
+    {
+      "epoch": 0.6225,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3728515625,
+      "learning_rate": 3.125348905961645e-05,
+      "loss": 6.4723,
+      "loss/crossentropy": 2.1327137649059296,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17621144838631153,
+      "step": 3735
+    },
+    {
+      "epoch": 0.6226666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0749348958333333,
+      "learning_rate": 3.122922143873584e-05,
+      "loss": 6.757,
+      "loss/crossentropy": 1.7041055858135223,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14403433725237846,
+      "step": 3736
+    },
+    {
+      "epoch": 0.6228333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.0806640625,
+      "learning_rate": 3.1204958963970666e-05,
+      "loss": 6.4471,
+      "loss/crossentropy": 2.375582754611969,
+      "loss/hidden": 2.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14680715277791023,
+      "step": 3737
+    },
+    {
+      "epoch": 0.623,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.10625,
+      "learning_rate": 3.118070164197258e-05,
+      "loss": 6.6414,
+      "loss/crossentropy": 1.923474371433258,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14678333327174187,
+      "step": 3738
+    },
+    {
+      "epoch": 0.6231666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0884765625,
+      "learning_rate": 3.1156449479391876e-05,
+      "loss": 6.4894,
+      "loss/crossentropy": 1.4917887151241302,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14854806661605835,
+      "step": 3739
+    },
+    {
+      "epoch": 0.6233333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.90390625,
+      "learning_rate": 3.1132202482877415e-05,
+      "loss": 6.6092,
+      "loss/crossentropy": 1.7970674484968185,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1400809809565544,
+      "step": 3740
+    },
+    {
+      "epoch": 0.6235,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.44680989583333336,
+      "learning_rate": 3.110796065907665e-05,
+      "loss": 6.5572,
+      "loss/crossentropy": 1.0898804366588593,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11043318919837475,
+      "step": 3741
+    },
+    {
+      "epoch": 0.6236666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.41770833333333335,
+      "learning_rate": 3.108372401463562e-05,
+      "loss": 6.6038,
+      "loss/crossentropy": 2.1103465855121613,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1556638479232788,
+      "step": 3742
+    },
+    {
+      "epoch": 0.6238333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.42233072916666664,
+      "learning_rate": 3.1059492556198934e-05,
+      "loss": 6.6803,
+      "loss/crossentropy": 2.038925439119339,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15791165456175804,
+      "step": 3743
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.47337239583333335,
+      "learning_rate": 3.103526629040979e-05,
+      "loss": 6.6987,
+      "loss/crossentropy": 2.2869793176651,
+      "loss/hidden": 2.94921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15110729821026325,
+      "step": 3744
+    },
+    {
+      "epoch": 0.6241666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.46139322916666664,
+      "learning_rate": 3.101104522390995e-05,
+      "loss": 6.5055,
+      "loss/crossentropy": 1.916663497686386,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12919435650110245,
+      "step": 3745
+    },
+    {
+      "epoch": 0.6243333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.41920572916666665,
+      "learning_rate": 3.098682936333976e-05,
+      "loss": 6.2548,
+      "loss/crossentropy": 1.681941658258438,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1485336609184742,
+      "step": 3746
+    },
+    {
+      "epoch": 0.6245,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.49420572916666666,
+      "learning_rate": 3.096261871533813e-05,
+      "loss": 6.5639,
+      "loss/crossentropy": 1.78295436501503,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15126430056989193,
+      "step": 3747
+    },
+    {
+      "epoch": 0.6246666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.5113932291666666,
+      "learning_rate": 3.093841328654255e-05,
+      "loss": 6.6816,
+      "loss/crossentropy": 1.4718872010707855,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15319356322288513,
+      "step": 3748
+    },
+    {
+      "epoch": 0.6248333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.43483072916666665,
+      "learning_rate": 3.0914213083589086e-05,
+      "loss": 6.7226,
+      "loss/crossentropy": 2.0582560002803802,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1736486665904522,
+      "step": 3749
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.40390625,
+      "learning_rate": 3.089001811311234e-05,
+      "loss": 6.6206,
+      "loss/crossentropy": 2.2848614156246185,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14018169790506363,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6251666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.4309895833333333,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 6.695,
+      "loss/crossentropy": 1.9891239404678345,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15383169427514076,
+      "step": 3751
+    },
+    {
+      "epoch": 0.6253333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.4259765625,
+      "learning_rate": 3.084164389612037e-05,
+      "loss": 6.6663,
+      "loss/crossentropy": 2.0006557404994965,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16847338154911995,
+      "step": 3752
+    },
+    {
+      "epoch": 0.6255,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.66015625,
+      "learning_rate": 3.081746466286719e-05,
+      "loss": 6.7314,
+      "loss/crossentropy": 2.482191801071167,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1889748889952898,
+      "step": 3753
+    },
+    {
+      "epoch": 0.6256666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.6468098958333334,
+      "learning_rate": 3.079329068861488e-05,
+      "loss": 6.6738,
+      "loss/crossentropy": 1.72902312874794,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1430719792842865,
+      "step": 3754
+    },
+    {
+      "epoch": 0.6258333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.6702473958333334,
+      "learning_rate": 3.076912197999084e-05,
+      "loss": 6.5763,
+      "loss/crossentropy": 1.8041903674602509,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16017767041921616,
+      "step": 3755
+    },
+    {
+      "epoch": 0.626,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.7822265625,
+      "learning_rate": 3.07449585436211e-05,
+      "loss": 6.4201,
+      "loss/crossentropy": 1.907409429550171,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13573981449007988,
+      "step": 3756
+    },
+    {
+      "epoch": 0.6261666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7934895833333333,
+      "learning_rate": 3.072080038613018e-05,
+      "loss": 6.5469,
+      "loss/crossentropy": 1.724313199520111,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15509509295225143,
+      "step": 3757
+    },
+    {
+      "epoch": 0.6263333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.8218098958333333,
+      "learning_rate": 3.069664751414117e-05,
+      "loss": 6.5038,
+      "loss/crossentropy": 2.046607732772827,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14521275460720062,
+      "step": 3758
+    },
+    {
+      "epoch": 0.6265,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.8218098958333333,
+      "learning_rate": 3.067249993427572e-05,
+      "loss": 6.7481,
+      "loss/crossentropy": 1.90292489528656,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16170011088252068,
+      "step": 3759
+    },
+    {
+      "epoch": 0.6266666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.7809895833333333,
+      "learning_rate": 3.064835765315404e-05,
+      "loss": 6.9317,
+      "loss/crossentropy": 1.9810654520988464,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18491877987980843,
+      "step": 3760
+    },
+    {
+      "epoch": 0.6268333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.7958333333333333,
+      "learning_rate": 3.062422067739485e-05,
+      "loss": 6.6703,
+      "loss/crossentropy": 1.990020513534546,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1597834974527359,
+      "step": 3761
+    },
+    {
+      "epoch": 0.627,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.8947265625,
+      "learning_rate": 3.060008901361546e-05,
+      "loss": 6.4965,
+      "loss/crossentropy": 2.1747460663318634,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15076711401343346,
+      "step": 3762
+    },
+    {
+      "epoch": 0.6271666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8035807291666667,
+      "learning_rate": 3.05759626684317e-05,
+      "loss": 6.5519,
+      "loss/crossentropy": 1.712770402431488,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13715210743248463,
+      "step": 3763
+    },
+    {
+      "epoch": 0.6273333333333333,
+      "grad_norm": 21.25,
+      "grad_norm_var": 0.9330729166666667,
+      "learning_rate": 3.055184164845794e-05,
+      "loss": 6.9883,
+      "loss/crossentropy": 2.1866396367549896,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.199832733720541,
+      "step": 3764
+    },
+    {
+      "epoch": 0.6275,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9494140625,
+      "learning_rate": 3.052772596030708e-05,
+      "loss": 6.8299,
+      "loss/crossentropy": 2.150042161345482,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1824478693306446,
+      "step": 3765
+    },
+    {
+      "epoch": 0.6276666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.8622395833333333,
+      "learning_rate": 3.0503615610590603e-05,
+      "loss": 6.5104,
+      "loss/crossentropy": 1.688882827758789,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18993709608912468,
+      "step": 3766
+    },
+    {
+      "epoch": 0.6278333333333334,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.8952473958333333,
+      "learning_rate": 3.047951060591845e-05,
+      "loss": 6.7669,
+      "loss/crossentropy": 1.6701600253582,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13995953649282455,
+      "step": 3767
+    },
+    {
+      "epoch": 0.628,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.9514973958333334,
+      "learning_rate": 3.0455410952899198e-05,
+      "loss": 6.6587,
+      "loss/crossentropy": 2.038803666830063,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15627256222069263,
+      "step": 3768
+    },
+    {
+      "epoch": 0.6281666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.6072916666666667,
+      "learning_rate": 3.043131665813988e-05,
+      "loss": 6.4031,
+      "loss/crossentropy": 1.2961439192295074,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12603109516203403,
+      "step": 3769
+    },
+    {
+      "epoch": 0.6283333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.5858723958333333,
+      "learning_rate": 3.0407227728246087e-05,
+      "loss": 6.6529,
+      "loss/crossentropy": 2.2189608216285706,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17507660016417503,
+      "step": 3770
+    },
+    {
+      "epoch": 0.6285,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.5895833333333333,
+      "learning_rate": 3.038314416982194e-05,
+      "loss": 6.755,
+      "loss/crossentropy": 2.331858515739441,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17320893332362175,
+      "step": 3771
+    },
+    {
+      "epoch": 0.6286666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.5473307291666667,
+      "learning_rate": 3.0359065989470072e-05,
+      "loss": 6.5899,
+      "loss/crossentropy": 1.954711675643921,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15399669483304024,
+      "step": 3772
+    },
+    {
+      "epoch": 0.6288333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.6322265625,
+      "learning_rate": 3.033499319379163e-05,
+      "loss": 6.6353,
+      "loss/crossentropy": 1.8533109724521637,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16904421150684357,
+      "step": 3773
+    },
+    {
+      "epoch": 0.629,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.82890625,
+      "learning_rate": 3.0310925789386358e-05,
+      "loss": 6.3731,
+      "loss/crossentropy": 1.8757181763648987,
+      "loss/hidden": 2.91796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1424003578722477,
+      "step": 3774
+    },
+    {
+      "epoch": 0.6291666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.8129557291666667,
+      "learning_rate": 3.028686378285245e-05,
+      "loss": 6.5261,
+      "loss/crossentropy": 2.023016482591629,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1422220692038536,
+      "step": 3775
+    },
+    {
+      "epoch": 0.6293333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.0186848958333334,
+      "learning_rate": 3.0262807180786647e-05,
+      "loss": 6.5888,
+      "loss/crossentropy": 1.5031293332576752,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1542518362402916,
+      "step": 3776
+    },
+    {
+      "epoch": 0.6295,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0059895833333334,
+      "learning_rate": 3.023875598978419e-05,
+      "loss": 6.7699,
+      "loss/crossentropy": 2.205700397491455,
+      "loss/hidden": 2.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13528747856616974,
+      "step": 3777
+    },
+    {
+      "epoch": 0.6296666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.9301432291666667,
+      "learning_rate": 3.021471021643885e-05,
+      "loss": 6.4318,
+      "loss/crossentropy": 1.8335504233837128,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15125981159508228,
+      "step": 3778
+    },
+    {
+      "epoch": 0.6298333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.965625,
+      "learning_rate": 3.01906698673429e-05,
+      "loss": 6.6393,
+      "loss/crossentropy": 1.5019246935844421,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16077188216149807,
+      "step": 3779
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.8603515625,
+      "learning_rate": 3.016663494908718e-05,
+      "loss": 6.6428,
+      "loss/crossentropy": 2.3600839972496033,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15765924379229546,
+      "step": 3780
+    },
+    {
+      "epoch": 0.6301666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.8910807291666667,
+      "learning_rate": 3.0142605468260978e-05,
+      "loss": 6.6705,
+      "loss/crossentropy": 1.7808731496334076,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13550061732530594,
+      "step": 3781
+    },
+    {
+      "epoch": 0.6303333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.8712890625,
+      "learning_rate": 3.0118581431452096e-05,
+      "loss": 6.5592,
+      "loss/crossentropy": 1.9765576720237732,
+      "loss/hidden": 2.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1349270511418581,
+      "step": 3782
+    },
+    {
+      "epoch": 0.6305,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.7702473958333333,
+      "learning_rate": 3.009456284524688e-05,
+      "loss": 6.7842,
+      "loss/crossentropy": 1.9081714153289795,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13498970679938793,
+      "step": 3783
+    },
+    {
+      "epoch": 0.6306666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.6639973958333333,
+      "learning_rate": 3.0070549716230156e-05,
+      "loss": 6.6154,
+      "loss/crossentropy": 2.1368172764778137,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15120191499590874,
+      "step": 3784
+    },
+    {
+      "epoch": 0.6308333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.6497395833333334,
+      "learning_rate": 3.0046542050985237e-05,
+      "loss": 6.6763,
+      "loss/crossentropy": 2.027266412973404,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1534661389887333,
+      "step": 3785
+    },
+    {
+      "epoch": 0.631,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.6233723958333334,
+      "learning_rate": 3.0022539856094007e-05,
+      "loss": 6.8324,
+      "loss/crossentropy": 1.790216788649559,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17672518268227577,
+      "step": 3786
+    },
+    {
+      "epoch": 0.6311666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.6143229166666667,
+      "learning_rate": 2.999854313813677e-05,
+      "loss": 6.6103,
+      "loss/crossentropy": 2.245953768491745,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1530153974890709,
+      "step": 3787
+    },
+    {
+      "epoch": 0.6313333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.6830729166666667,
+      "learning_rate": 2.9974551903692372e-05,
+      "loss": 6.9302,
+      "loss/crossentropy": 1.8852043151855469,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21074477583169937,
+      "step": 3788
+    },
+    {
+      "epoch": 0.6315,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.6780598958333334,
+      "learning_rate": 2.9950566159338144e-05,
+      "loss": 6.8233,
+      "loss/crossentropy": 1.6628516018390656,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1676679067313671,
+      "step": 3789
+    },
+    {
+      "epoch": 0.6316666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.8916015625,
+      "learning_rate": 2.9926585911649918e-05,
+      "loss": 6.7992,
+      "loss/crossentropy": 1.9993659257888794,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1665945127606392,
+      "step": 3790
+    },
+    {
+      "epoch": 0.6318333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.9059895833333333,
+      "learning_rate": 2.9902611167202e-05,
+      "loss": 6.6715,
+      "loss/crossentropy": 2.2886002957820892,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16994880139827728,
+      "step": 3791
+    },
+    {
+      "epoch": 0.632,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.8775390625,
+      "learning_rate": 2.987864193256722e-05,
+      "loss": 6.3832,
+      "loss/crossentropy": 2.112014651298523,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15024635195732117,
+      "step": 3792
+    },
+    {
+      "epoch": 0.6321666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.9864583333333333,
+      "learning_rate": 2.9854678214316873e-05,
+      "loss": 6.5922,
+      "loss/crossentropy": 2.060280963778496,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17029084637761116,
+      "step": 3793
+    },
+    {
+      "epoch": 0.6323333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.9864583333333333,
+      "learning_rate": 2.9830720019020752e-05,
+      "loss": 6.7183,
+      "loss/crossentropy": 2.2707716524600983,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1736236996948719,
+      "step": 3794
+    },
+    {
+      "epoch": 0.6325,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.1535807291666667,
+      "learning_rate": 2.980676735324713e-05,
+      "loss": 6.5729,
+      "loss/crossentropy": 1.7645515203475952,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14612646773457527,
+      "step": 3795
+    },
+    {
+      "epoch": 0.6326666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.1166666666666667,
+      "learning_rate": 2.9782820223562756e-05,
+      "loss": 6.5381,
+      "loss/crossentropy": 1.7443532347679138,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1511255856603384,
+      "step": 3796
+    },
+    {
+      "epoch": 0.6328333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.0363932291666667,
+      "learning_rate": 2.9758878636532883e-05,
+      "loss": 6.7479,
+      "loss/crossentropy": 2.0274878293275833,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15806104615330696,
+      "step": 3797
+    },
+    {
+      "epoch": 0.633,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0280598958333333,
+      "learning_rate": 2.9734942598721238e-05,
+      "loss": 6.5525,
+      "loss/crossentropy": 1.553374707698822,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14275990426540375,
+      "step": 3798
+    },
+    {
+      "epoch": 0.6331666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0348307291666667,
+      "learning_rate": 2.9711012116690007e-05,
+      "loss": 6.7259,
+      "loss/crossentropy": 2.0299915075302124,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14808335155248642,
+      "step": 3799
+    },
+    {
+      "epoch": 0.6333333333333333,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.2223307291666667,
+      "learning_rate": 2.9687087196999874e-05,
+      "loss": 6.4475,
+      "loss/crossentropy": 1.3043783605098724,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1222011186182499,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6335,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2330729166666667,
+      "learning_rate": 2.9663167846209998e-05,
+      "loss": 6.8678,
+      "loss/crossentropy": 2.0736157596111298,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20474595949053764,
+      "step": 3801
+    },
+    {
+      "epoch": 0.6336666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.1374348958333333,
+      "learning_rate": 2.9639254070877996e-05,
+      "loss": 6.5203,
+      "loss/crossentropy": 1.8316842019557953,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13526898249983788,
+      "step": 3802
+    },
+    {
+      "epoch": 0.6338333333333334,
+      "grad_norm": 40.5,
+      "grad_norm_var": 20.958268229166666,
+      "learning_rate": 2.961534587755995e-05,
+      "loss": 6.4836,
+      "loss/crossentropy": 1.9792008697986603,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1515730768442154,
+      "step": 3803
+    },
+    {
+      "epoch": 0.634,
+      "grad_norm": 22.875,
+      "grad_norm_var": 20.984830729166667,
+      "learning_rate": 2.9591443272810464e-05,
+      "loss": 6.6208,
+      "loss/crossentropy": 1.5109469592571259,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19001780450344086,
+      "step": 3804
+    },
+    {
+      "epoch": 0.6341666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 21.128580729166668,
+      "learning_rate": 2.9567546263182556e-05,
+      "loss": 6.3985,
+      "loss/crossentropy": 1.7773579061031342,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14684626460075378,
+      "step": 3805
+    },
+    {
+      "epoch": 0.6343333333333333,
+      "grad_norm": 21.125,
+      "grad_norm_var": 21.287955729166665,
+      "learning_rate": 2.954365485522771e-05,
+      "loss": 6.4208,
+      "loss/crossentropy": 2.049221009016037,
+      "loss/hidden": 2.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15320999547839165,
+      "step": 3806
+    },
+    {
+      "epoch": 0.6345,
+      "grad_norm": 23.125,
+      "grad_norm_var": 21.220768229166666,
+      "learning_rate": 2.9519769055495915e-05,
+      "loss": 6.7726,
+      "loss/crossentropy": 2.4591960310935974,
+      "loss/hidden": 2.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14632099121809006,
+      "step": 3807
+    },
+    {
+      "epoch": 0.6346666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 26.99765625,
+      "learning_rate": 2.949588887053558e-05,
+      "loss": 6.6547,
+      "loss/crossentropy": 1.8247623443603516,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1430463008582592,
+      "step": 3808
+    },
+    {
+      "epoch": 0.6348333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 26.596875,
+      "learning_rate": 2.9472014306893603e-05,
+      "loss": 6.6509,
+      "loss/crossentropy": 1.802028089761734,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15178747288882732,
+      "step": 3809
+    },
+    {
+      "epoch": 0.635,
+      "grad_norm": 22.375,
+      "grad_norm_var": 26.52890625,
+      "learning_rate": 2.9448145371115333e-05,
+      "loss": 6.4703,
+      "loss/crossentropy": 1.7846620976924896,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1344848871231079,
+      "step": 3810
+    },
+    {
+      "epoch": 0.6351666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 25.922916666666666,
+      "learning_rate": 2.9424282069744564e-05,
+      "loss": 6.4474,
+      "loss/crossentropy": 1.5580291897058487,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13947392255067825,
+      "step": 3811
+    },
+    {
+      "epoch": 0.6353333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 28.24140625,
+      "learning_rate": 2.940042440932357e-05,
+      "loss": 6.7026,
+      "loss/crossentropy": 2.045635461807251,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15729663893580437,
+      "step": 3812
+    },
+    {
+      "epoch": 0.6355,
+      "grad_norm": 24.25,
+      "grad_norm_var": 27.978580729166666,
+      "learning_rate": 2.9376572396393048e-05,
+      "loss": 6.6734,
+      "loss/crossentropy": 1.683109074831009,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17156365141272545,
+      "step": 3813
+    },
+    {
+      "epoch": 0.6356666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 27.646809895833332,
+      "learning_rate": 2.9352726037492174e-05,
+      "loss": 6.5127,
+      "loss/crossentropy": 1.7867481261491776,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1612216718494892,
+      "step": 3814
+    },
+    {
+      "epoch": 0.6358333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 27.584309895833332,
+      "learning_rate": 2.932888533915855e-05,
+      "loss": 6.4375,
+      "loss/crossentropy": 2.213004618883133,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13517280481755733,
+      "step": 3815
+    },
+    {
+      "epoch": 0.636,
+      "grad_norm": 22.375,
+      "grad_norm_var": 26.9931640625,
+      "learning_rate": 2.9305050307928262e-05,
+      "loss": 6.4117,
+      "loss/crossentropy": 2.1107205152511597,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14998907409608364,
+      "step": 3816
+    },
+    {
+      "epoch": 0.6361666666666667,
+      "grad_norm": 20.625,
+      "grad_norm_var": 27.875455729166667,
+      "learning_rate": 2.9281220950335796e-05,
+      "loss": 6.6117,
+      "loss/crossentropy": 2.004567801952362,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14971857890486717,
+      "step": 3817
+    },
+    {
+      "epoch": 0.6363333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 28.026822916666667,
+      "learning_rate": 2.9257397272914118e-05,
+      "loss": 6.6556,
+      "loss/crossentropy": 1.513397455215454,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20063899084925652,
+      "step": 3818
+    },
+    {
+      "epoch": 0.6365,
+      "grad_norm": 22.0,
+      "grad_norm_var": 11.68515625,
+      "learning_rate": 2.9233579282194617e-05,
+      "loss": 6.8337,
+      "loss/crossentropy": 1.948664516210556,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17856454104185104,
+      "step": 3819
+    },
+    {
+      "epoch": 0.6366666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 11.8375,
+      "learning_rate": 2.9209766984707145e-05,
+      "loss": 6.6257,
+      "loss/crossentropy": 2.269103169441223,
+      "loss/hidden": 2.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14355167001485825,
+      "step": 3820
+    },
+    {
+      "epoch": 0.6368333333333334,
+      "grad_norm": 21.25,
+      "grad_norm_var": 12.038997395833333,
+      "learning_rate": 2.918596038697995e-05,
+      "loss": 6.5278,
+      "loss/crossentropy": 1.9391964972019196,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13381071388721466,
+      "step": 3821
+    },
+    {
+      "epoch": 0.637,
+      "grad_norm": 24.75,
+      "grad_norm_var": 11.489583333333334,
+      "learning_rate": 2.916215949553977e-05,
+      "loss": 6.829,
+      "loss/crossentropy": 1.9300285279750824,
+      "loss/hidden": 2.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1352444663643837,
+      "step": 3822
+    },
+    {
+      "epoch": 0.6371666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 11.410416666666666,
+      "learning_rate": 2.913836431691175e-05,
+      "loss": 6.7248,
+      "loss/crossentropy": 2.1935607194900513,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1749701239168644,
+      "step": 3823
+    },
+    {
+      "epoch": 0.6373333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 5.655143229166667,
+      "learning_rate": 2.9114574857619463e-05,
+      "loss": 6.3957,
+      "loss/crossentropy": 1.696716070175171,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12129583768546581,
+      "step": 3824
+    },
+    {
+      "epoch": 0.6375,
+      "grad_norm": 22.25,
+      "grad_norm_var": 5.760872395833333,
+      "learning_rate": 2.9090791124184935e-05,
+      "loss": 6.5989,
+      "loss/crossentropy": 1.773533508181572,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16547655500471592,
+      "step": 3825
+    },
+    {
+      "epoch": 0.6376666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 5.803059895833333,
+      "learning_rate": 2.9067013123128613e-05,
+      "loss": 6.468,
+      "loss/crossentropy": 1.6909196078777313,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13438444212079048,
+      "step": 3826
+    },
+    {
+      "epoch": 0.6378333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 5.744205729166667,
+      "learning_rate": 2.904324086096934e-05,
+      "loss": 6.8568,
+      "loss/crossentropy": 2.5620959103107452,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18565301969647408,
+      "step": 3827
+    },
+    {
+      "epoch": 0.638,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.0166015625,
+      "learning_rate": 2.9019474344224464e-05,
+      "loss": 6.6859,
+      "loss/crossentropy": 1.8652014136314392,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14526756666600704,
+      "step": 3828
+    },
+    {
+      "epoch": 0.6381666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.8962890625,
+      "learning_rate": 2.899571357940969e-05,
+      "loss": 6.6126,
+      "loss/crossentropy": 2.02158060669899,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18144067376852036,
+      "step": 3829
+    },
+    {
+      "epoch": 0.6383333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2728515625,
+      "learning_rate": 2.897195857303916e-05,
+      "loss": 6.5879,
+      "loss/crossentropy": 1.533649981021881,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13888578116893768,
+      "step": 3830
+    },
+    {
+      "epoch": 0.6385,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.2728515625,
+      "learning_rate": 2.8948209331625454e-05,
+      "loss": 6.5309,
+      "loss/crossentropy": 2.05950129032135,
+      "loss/hidden": 2.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13530108705163002,
+      "step": 3831
+    },
+    {
+      "epoch": 0.6386666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.2754557291666666,
+      "learning_rate": 2.892446586167955e-05,
+      "loss": 6.5043,
+      "loss/crossentropy": 1.9172077775001526,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15061899088323116,
+      "step": 3832
+    },
+    {
+      "epoch": 0.6388333333333334,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.6145182291666667,
+      "learning_rate": 2.8900728169710867e-05,
+      "loss": 6.8547,
+      "loss/crossentropy": 2.020879626274109,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1592126376926899,
+      "step": 3833
+    },
+    {
+      "epoch": 0.639,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.5567057291666666,
+      "learning_rate": 2.887699626222722e-05,
+      "loss": 6.6591,
+      "loss/crossentropy": 1.581008866429329,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1779985912144184,
+      "step": 3834
+    },
+    {
+      "epoch": 0.6391666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.9473307291666666,
+      "learning_rate": 2.8853270145734846e-05,
+      "loss": 6.3661,
+      "loss/crossentropy": 1.6619487702846527,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15126613527536392,
+      "step": 3835
+    },
+    {
+      "epoch": 0.6393333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.105208333333333,
+      "learning_rate": 2.88295498267384e-05,
+      "loss": 6.7973,
+      "loss/crossentropy": 2.063781440258026,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18146813660860062,
+      "step": 3836
+    },
+    {
+      "epoch": 0.6395,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.8145833333333334,
+      "learning_rate": 2.8805835311740932e-05,
+      "loss": 6.5946,
+      "loss/crossentropy": 1.8965283036231995,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21976305544376373,
+      "step": 3837
+    },
+    {
+      "epoch": 0.6396666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.7885416666666667,
+      "learning_rate": 2.878212660724392e-05,
+      "loss": 6.4456,
+      "loss/crossentropy": 2.1393970251083374,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15178284235298634,
+      "step": 3838
+    },
+    {
+      "epoch": 0.6398333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.0854166666666667,
+      "learning_rate": 2.8758423719747218e-05,
+      "loss": 6.9177,
+      "loss/crossentropy": 2.1963367462158203,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19216197729110718,
+      "step": 3839
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.193489583333333,
+      "learning_rate": 2.8734726655749146e-05,
+      "loss": 6.4995,
+      "loss/crossentropy": 1.4910331219434738,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13785823993384838,
+      "step": 3840
+    },
+    {
+      "epoch": 0.6401666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.1181640625,
+      "learning_rate": 2.8711035421746367e-05,
+      "loss": 6.5858,
+      "loss/crossentropy": 2.0640101730823517,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17603762447834015,
+      "step": 3841
+    },
+    {
+      "epoch": 0.6403333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 2.0447265625,
+      "learning_rate": 2.8687350024233967e-05,
+      "loss": 6.7648,
+      "loss/crossentropy": 2.066746234893799,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14736796915531158,
+      "step": 3842
+    },
+    {
+      "epoch": 0.6405,
+      "grad_norm": 22.625,
+      "grad_norm_var": 2.0587890625,
+      "learning_rate": 2.8663670469705434e-05,
+      "loss": 6.4555,
+      "loss/crossentropy": 2.0428238213062286,
+      "loss/hidden": 2.94921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13682982698082924,
+      "step": 3843
+    },
+    {
+      "epoch": 0.6406666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.07890625,
+      "learning_rate": 2.8639996764652653e-05,
+      "loss": 6.8194,
+      "loss/crossentropy": 2.0702032148838043,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13252203166484833,
+      "step": 3844
+    },
+    {
+      "epoch": 0.6408333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.0518229166666666,
+      "learning_rate": 2.8616328915565904e-05,
+      "loss": 6.555,
+      "loss/crossentropy": 1.5769726634025574,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1344961989670992,
+      "step": 3845
+    },
+    {
+      "epoch": 0.641,
+      "grad_norm": 4093640704.0,
+      "grad_norm_var": 1.0473683762896961e+18,
+      "learning_rate": 2.859266692893386e-05,
+      "loss": 6.8016,
+      "loss/crossentropy": 1.736493080854416,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14123236760497093,
+      "step": 3846
+    },
+    {
+      "epoch": 0.6411666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.047368376306753e+18,
+      "learning_rate": 2.856901081124359e-05,
+      "loss": 6.5923,
+      "loss/crossentropy": 2.4376919269561768,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16874632239341736,
+      "step": 3847
+    },
+    {
+      "epoch": 0.6413333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0473683762683752e+18,
+      "learning_rate": 2.854536056898055e-05,
+      "loss": 6.8265,
+      "loss/crossentropy": 1.655045986175537,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13618794083595276,
+      "step": 3848
+    },
+    {
+      "epoch": 0.6415,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.0473683763707162e+18,
+      "learning_rate": 2.8521716208628595e-05,
+      "loss": 6.6514,
+      "loss/crossentropy": 1.901224136352539,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20306574925780296,
+      "step": 3849
+    },
+    {
+      "epoch": 0.6416666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.047368376366452e+18,
+      "learning_rate": 2.849807773666996e-05,
+      "loss": 6.7944,
+      "loss/crossentropy": 2.1458217203617096,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16338539868593216,
+      "step": 3850
+    },
+    {
+      "epoch": 0.6418333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0473683764389435e+18,
+      "learning_rate": 2.8474445159585235e-05,
+      "loss": 6.7573,
+      "loss/crossentropy": 2.0615507662296295,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1678449921309948,
+      "step": 3851
+    },
+    {
+      "epoch": 0.642,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.0473683765199635e+18,
+      "learning_rate": 2.8450818483853474e-05,
+      "loss": 6.708,
+      "loss/crossentropy": 2.201184391975403,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1526055745780468,
+      "step": 3852
+    },
+    {
+      "epoch": 0.6421666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0473683765327561e+18,
+      "learning_rate": 2.8427197715952047e-05,
+      "loss": 6.5027,
+      "loss/crossentropy": 1.9534529447555542,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14281632006168365,
+      "step": 3853
+    },
+    {
+      "epoch": 0.6423333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0473683765199635e+18,
+      "learning_rate": 2.8403582862356716e-05,
+      "loss": 6.8006,
+      "loss/crossentropy": 1.5509959906339645,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13461608439683914,
+      "step": 3854
+    },
+    {
+      "epoch": 0.6425,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0473683766265687e+18,
+      "learning_rate": 2.8379973929541646e-05,
+      "loss": 6.6204,
+      "loss/crossentropy": 1.718142956495285,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471870318055153,
+      "step": 3855
+    },
+    {
+      "epoch": 0.6426666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.0473683766350971e+18,
+      "learning_rate": 2.8356370923979324e-05,
+      "loss": 6.6937,
+      "loss/crossentropy": 1.943495273590088,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795295812189579,
+      "step": 3856
+    },
+    {
+      "epoch": 0.6428333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.047368376673475e+18,
+      "learning_rate": 2.8332773852140644e-05,
+      "loss": 6.5494,
+      "loss/crossentropy": 2.39728245139122,
+      "loss/hidden": 2.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14621420577168465,
+      "step": 3857
+    },
+    {
+      "epoch": 0.643,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.047368376694796e+18,
+      "learning_rate": 2.830918272049492e-05,
+      "loss": 6.6664,
+      "loss/crossentropy": 1.8167335093021393,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13468449003994465,
+      "step": 3858
+    },
+    {
+      "epoch": 0.6431666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.0473683766820035e+18,
+      "learning_rate": 2.828559753550977e-05,
+      "loss": 6.5714,
+      "loss/crossentropy": 1.8379640579223633,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1575465202331543,
+      "step": 3859
+    },
+    {
+      "epoch": 0.6433333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.0473683766393613e+18,
+      "learning_rate": 2.8262018303651216e-05,
+      "loss": 6.5554,
+      "loss/crossentropy": 1.3472541272640228,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13357838988304138,
+      "step": 3860
+    },
+    {
+      "epoch": 0.6435,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0473683766692108e+18,
+      "learning_rate": 2.823844503138363e-05,
+      "loss": 6.4106,
+      "loss/crossentropy": 2.4368216395378113,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.151106845587492,
+      "step": 3861
+    },
+    {
+      "epoch": 0.6436666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.30390625,
+      "learning_rate": 2.8214877725169765e-05,
+      "loss": 6.6376,
+      "loss/crossentropy": 1.760371834039688,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1448116898536682,
+      "step": 3862
+    },
+    {
+      "epoch": 0.6438333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.30104166666666665,
+      "learning_rate": 2.8191316391470703e-05,
+      "loss": 6.6443,
+      "loss/crossentropy": 1.6532936990261078,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13918804749846458,
+      "step": 3863
+    },
+    {
+      "epoch": 0.644,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.20670572916666666,
+      "learning_rate": 2.8167761036745954e-05,
+      "loss": 6.282,
+      "loss/crossentropy": 1.7325378507375717,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14776782132685184,
+      "step": 3864
+    },
+    {
+      "epoch": 0.6441666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.3291015625,
+      "learning_rate": 2.8144211667453368e-05,
+      "loss": 6.8288,
+      "loss/crossentropy": 2.4921546578407288,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23917636647820473,
+      "step": 3865
+    },
+    {
+      "epoch": 0.6443333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.56640625,
+      "learning_rate": 2.8120668290049085e-05,
+      "loss": 6.6483,
+      "loss/crossentropy": 1.6664460897445679,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1858451720327139,
+      "step": 3866
+    },
+    {
+      "epoch": 0.6445,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.5791015625,
+      "learning_rate": 2.809713091098768e-05,
+      "loss": 6.5671,
+      "loss/crossentropy": 1.647431120276451,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12781968712806702,
+      "step": 3867
+    },
+    {
+      "epoch": 0.6446666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.58515625,
+      "learning_rate": 2.807359953672206e-05,
+      "loss": 7.006,
+      "loss/crossentropy": 2.035738319158554,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14208893477916718,
+      "step": 3868
+    },
+    {
+      "epoch": 0.6448333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.58515625,
+      "learning_rate": 2.8050074173703465e-05,
+      "loss": 6.6047,
+      "loss/crossentropy": 1.9705331921577454,
+      "loss/hidden": 2.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12757360376417637,
+      "step": 3869
+    },
+    {
+      "epoch": 0.645,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.57890625,
+      "learning_rate": 2.8026554828381547e-05,
+      "loss": 6.6767,
+      "loss/crossentropy": 1.7230791747570038,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15884387120604515,
+      "step": 3870
+    },
+    {
+      "epoch": 0.6451666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.5702473958333333,
+      "learning_rate": 2.8003041507204242e-05,
+      "loss": 6.6627,
+      "loss/crossentropy": 2.154522716999054,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1731933131814003,
+      "step": 3871
+    },
+    {
+      "epoch": 0.6453333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.4830729166666667,
+      "learning_rate": 2.7979534216617863e-05,
+      "loss": 6.6698,
+      "loss/crossentropy": 1.901412695646286,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.175508763641119,
+      "step": 3872
+    },
+    {
+      "epoch": 0.6455,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.4723307291666667,
+      "learning_rate": 2.795603296306708e-05,
+      "loss": 6.5373,
+      "loss/crossentropy": 2.4865563809871674,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16824008896946907,
+      "step": 3873
+    },
+    {
+      "epoch": 0.6456666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.4749348958333333,
+      "learning_rate": 2.793253775299487e-05,
+      "loss": 6.789,
+      "loss/crossentropy": 1.71130833029747,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16796140372753143,
+      "step": 3874
+    },
+    {
+      "epoch": 0.6458333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.4749348958333333,
+      "learning_rate": 2.7909048592842603e-05,
+      "loss": 6.7321,
+      "loss/crossentropy": 1.3700806200504303,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12738792598247528,
+      "step": 3875
+    },
+    {
+      "epoch": 0.646,
+      "grad_norm": 20.75,
+      "grad_norm_var": 0.8864583333333333,
+      "learning_rate": 2.7885565489049946e-05,
+      "loss": 6.5635,
+      "loss/crossentropy": 1.7629915475845337,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1366513278335333,
+      "step": 3876
+    },
+    {
+      "epoch": 0.6461666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.9997395833333333,
+      "learning_rate": 2.7862088448054936e-05,
+      "loss": 6.5997,
+      "loss/crossentropy": 1.744392216205597,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2199861966073513,
+      "step": 3877
+    },
+    {
+      "epoch": 0.6463333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0197916666666667,
+      "learning_rate": 2.7838617476293926e-05,
+      "loss": 6.4405,
+      "loss/crossentropy": 1.6348493695259094,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14368904009461403,
+      "step": 3878
+    },
+    {
+      "epoch": 0.6465,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0275390625,
+      "learning_rate": 2.7815152580201637e-05,
+      "loss": 6.7461,
+      "loss/crossentropy": 1.9350768327713013,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14790258929133415,
+      "step": 3879
+    },
+    {
+      "epoch": 0.6466666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.05,
+      "learning_rate": 2.779169376621108e-05,
+      "loss": 6.5611,
+      "loss/crossentropy": 1.5861367583274841,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15533041954040527,
+      "step": 3880
+    },
+    {
+      "epoch": 0.6468333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.003125,
+      "learning_rate": 2.776824104075364e-05,
+      "loss": 6.5888,
+      "loss/crossentropy": 1.725308507680893,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14842519350349903,
+      "step": 3881
+    },
+    {
+      "epoch": 0.647,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.8947265625,
+      "learning_rate": 2.774479441025899e-05,
+      "loss": 6.6759,
+      "loss/crossentropy": 1.7016562819480896,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23213966004550457,
+      "step": 3882
+    },
+    {
+      "epoch": 0.6471666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.86640625,
+      "learning_rate": 2.772135388115519e-05,
+      "loss": 6.5568,
+      "loss/crossentropy": 1.9740324020385742,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16820251941680908,
+      "step": 3883
+    },
+    {
+      "epoch": 0.6473333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.9197265625,
+      "learning_rate": 2.769791945986857e-05,
+      "loss": 6.6924,
+      "loss/crossentropy": 1.8265832364559174,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14217517524957657,
+      "step": 3884
+    },
+    {
+      "epoch": 0.6475,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.89140625,
+      "learning_rate": 2.7674491152823822e-05,
+      "loss": 6.6327,
+      "loss/crossentropy": 2.248535394668579,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16683853417634964,
+      "step": 3885
+    },
+    {
+      "epoch": 0.6476666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.8910807291666667,
+      "learning_rate": 2.765106896644395e-05,
+      "loss": 6.7286,
+      "loss/crossentropy": 1.9689559936523438,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14757629111409187,
+      "step": 3886
+    },
+    {
+      "epoch": 0.6478333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8843098958333333,
+      "learning_rate": 2.762765290715027e-05,
+      "loss": 6.7727,
+      "loss/crossentropy": 1.8790463954210281,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.130938358604908,
+      "step": 3887
+    },
+    {
+      "epoch": 0.648,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.8702473958333333,
+      "learning_rate": 2.7604242981362426e-05,
+      "loss": 6.6347,
+      "loss/crossentropy": 1.6906415820121765,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14919869974255562,
+      "step": 3888
+    },
+    {
+      "epoch": 0.6481666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.0489583333333334,
+      "learning_rate": 2.7580839195498398e-05,
+      "loss": 6.8063,
+      "loss/crossentropy": 1.8625032305717468,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1347317323088646,
+      "step": 3889
+    },
+    {
+      "epoch": 0.6483333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9035807291666667,
+      "learning_rate": 2.755744155597445e-05,
+      "loss": 6.87,
+      "loss/crossentropy": 2.2796398997306824,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16277746856212616,
+      "step": 3890
+    },
+    {
+      "epoch": 0.6485,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.9379557291666667,
+      "learning_rate": 2.753405006920518e-05,
+      "loss": 6.7137,
+      "loss/crossentropy": 2.076170712709427,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14738574624061584,
+      "step": 3891
+    },
+    {
+      "epoch": 0.6486666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.6697265625,
+      "learning_rate": 2.7510664741603504e-05,
+      "loss": 6.5627,
+      "loss/crossentropy": 1.9741366356611252,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1292392462491989,
+      "step": 3892
+    },
+    {
+      "epoch": 0.6488333333333334,
+      "grad_norm": 21.25,
+      "grad_norm_var": 0.74140625,
+      "learning_rate": 2.7487285579580637e-05,
+      "loss": 6.7348,
+      "loss/crossentropy": 2.161403611302376,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17296407371759415,
+      "step": 3893
+    },
+    {
+      "epoch": 0.649,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.0364583333333333,
+      "learning_rate": 2.746391258954609e-05,
+      "loss": 6.754,
+      "loss/crossentropy": 1.7061556279659271,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15326480939984322,
+      "step": 3894
+    },
+    {
+      "epoch": 0.6491666666666667,
+      "grad_norm": 20.75,
+      "grad_norm_var": 1.3254557291666667,
+      "learning_rate": 2.7440545777907746e-05,
+      "loss": 6.4469,
+      "loss/crossentropy": 1.0414933264255524,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1144489049911499,
+      "step": 3895
+    },
+    {
+      "epoch": 0.6493333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2733723958333334,
+      "learning_rate": 2.7417185151071716e-05,
+      "loss": 6.6076,
+      "loss/crossentropy": 1.955979824066162,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2145237885415554,
+      "step": 3896
+    },
+    {
+      "epoch": 0.6495,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.2354166666666666,
+      "learning_rate": 2.739383071544246e-05,
+      "loss": 6.7378,
+      "loss/crossentropy": 1.7346896529197693,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18077800050377846,
+      "step": 3897
+    },
+    {
+      "epoch": 0.6496666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0889973958333334,
+      "learning_rate": 2.7370482477422734e-05,
+      "loss": 6.6323,
+      "loss/crossentropy": 2.318106770515442,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1703408919274807,
+      "step": 3898
+    },
+    {
+      "epoch": 0.6498333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0686848958333333,
+      "learning_rate": 2.7347140443413586e-05,
+      "loss": 6.8007,
+      "loss/crossentropy": 2.2783507108688354,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14294154196977615,
+      "step": 3899
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0738932291666667,
+      "learning_rate": 2.732380461981433e-05,
+      "loss": 6.8232,
+      "loss/crossentropy": 2.264741361141205,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1802615337073803,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6501666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1018229166666667,
+      "learning_rate": 2.7300475013022663e-05,
+      "loss": 6.8812,
+      "loss/crossentropy": 1.68520787358284,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1570441760122776,
+      "step": 3901
+    },
+    {
+      "epoch": 0.6503333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0934895833333333,
+      "learning_rate": 2.7277151629434516e-05,
+      "loss": 6.5494,
+      "loss/crossentropy": 1.5159436017274857,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1241951733827591,
+      "step": 3902
+    },
+    {
+      "epoch": 0.6505,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.19140625,
+      "learning_rate": 2.7253834475444123e-05,
+      "loss": 6.6661,
+      "loss/crossentropy": 2.2569407522678375,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19888360425829887,
+      "step": 3903
+    },
+    {
+      "epoch": 0.6506666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.1927083333333333,
+      "learning_rate": 2.7230523557444017e-05,
+      "loss": 6.5243,
+      "loss/crossentropy": 1.4171087741851807,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1516565941274166,
+      "step": 3904
+    },
+    {
+      "epoch": 0.6508333333333334,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.1702473958333333,
+      "learning_rate": 2.7207218881825014e-05,
+      "loss": 6.317,
+      "loss/crossentropy": 1.9266310632228851,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1314726322889328,
+      "step": 3905
+    },
+    {
+      "epoch": 0.651,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1145833333333333,
+      "learning_rate": 2.7183920454976196e-05,
+      "loss": 6.5642,
+      "loss/crossentropy": 1.9831513166427612,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15205241739749908,
+      "step": 3906
+    },
+    {
+      "epoch": 0.6511666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1181640625,
+      "learning_rate": 2.7160628283285018e-05,
+      "loss": 6.6959,
+      "loss/crossentropy": 1.8666602671146393,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1817842423915863,
+      "step": 3907
+    },
+    {
+      "epoch": 0.6513333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.1181640625,
+      "learning_rate": 2.7137342373137133e-05,
+      "loss": 6.8286,
+      "loss/crossentropy": 2.0868252217769623,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13958430662751198,
+      "step": 3908
+    },
+    {
+      "epoch": 0.6515,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.9666015625,
+      "learning_rate": 2.7114062730916512e-05,
+      "loss": 6.6181,
+      "loss/crossentropy": 1.8797789812088013,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16957644000649452,
+      "step": 3909
+    },
+    {
+      "epoch": 0.6516666666666666,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.6494140625,
+      "learning_rate": 2.7090789363005376e-05,
+      "loss": 6.4869,
+      "loss/crossentropy": 2.4480019211769104,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17327657714486122,
+      "step": 3910
+    },
+    {
+      "epoch": 0.6518333333333334,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.4410807291666667,
+      "learning_rate": 2.7067522275784273e-05,
+      "loss": 6.426,
+      "loss/crossentropy": 2.1919057071208954,
+      "loss/hidden": 2.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1356281116604805,
+      "step": 3911
+    },
+    {
+      "epoch": 0.652,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.49557291666666664,
+      "learning_rate": 2.7044261475631976e-05,
+      "loss": 6.3708,
+      "loss/crossentropy": 2.1264297664165497,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1304289996623993,
+      "step": 3912
+    },
+    {
+      "epoch": 0.6521666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.48333333333333334,
+      "learning_rate": 2.702100696892561e-05,
+      "loss": 6.7714,
+      "loss/crossentropy": 2.359971821308136,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16908137314021587,
+      "step": 3913
+    },
+    {
+      "epoch": 0.6523333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.4884765625,
+      "learning_rate": 2.699775876204051e-05,
+      "loss": 6.5632,
+      "loss/crossentropy": 2.1737533509731293,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1634991429746151,
+      "step": 3914
+    },
+    {
+      "epoch": 0.6525,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.4962890625,
+      "learning_rate": 2.697451686135031e-05,
+      "loss": 6.8215,
+      "loss/crossentropy": 1.5980388522148132,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1548613477498293,
+      "step": 3915
+    },
+    {
+      "epoch": 0.6526666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.503125,
+      "learning_rate": 2.695128127322689e-05,
+      "loss": 6.6962,
+      "loss/crossentropy": 2.0550194680690765,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15741518884897232,
+      "step": 3916
+    },
+    {
+      "epoch": 0.6528333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.4864583333333333,
+      "learning_rate": 2.6928052004040438e-05,
+      "loss": 6.5197,
+      "loss/crossentropy": 1.8933537006378174,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1624015774577856,
+      "step": 3917
+    },
+    {
+      "epoch": 0.653,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.4910807291666667,
+      "learning_rate": 2.690482906015936e-05,
+      "loss": 6.8186,
+      "loss/crossentropy": 1.7407451421022415,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17299064993858337,
+      "step": 3918
+    },
+    {
+      "epoch": 0.6531666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.4197916666666667,
+      "learning_rate": 2.6881612447950423e-05,
+      "loss": 6.6167,
+      "loss/crossentropy": 1.8212170749902725,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15348714962601662,
+      "step": 3919
+    },
+    {
+      "epoch": 0.6533333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.4363932291666667,
+      "learning_rate": 2.685840217377853e-05,
+      "loss": 6.6782,
+      "loss/crossentropy": 1.7278959304094315,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16852569580078125,
+      "step": 3920
+    },
+    {
+      "epoch": 0.6535,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.52265625,
+      "learning_rate": 2.6835198244006927e-05,
+      "loss": 6.8719,
+      "loss/crossentropy": 2.210935056209564,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1827438771724701,
+      "step": 3921
+    },
+    {
+      "epoch": 0.6536666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.5504557291666666,
+      "learning_rate": 2.6812000664997107e-05,
+      "loss": 6.4847,
+      "loss/crossentropy": 1.6114591360092163,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1269902791827917,
+      "step": 3922
+    },
+    {
+      "epoch": 0.6538333333333334,
+      "grad_norm": 21.125,
+      "grad_norm_var": 0.6863932291666667,
+      "learning_rate": 2.678880944310882e-05,
+      "loss": 6.4396,
+      "loss/crossentropy": 2.249976634979248,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15062562748789787,
+      "step": 3923
+    },
+    {
+      "epoch": 0.654,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.6863932291666667,
+      "learning_rate": 2.6765624584700046e-05,
+      "loss": 6.655,
+      "loss/crossentropy": 1.7354612052440643,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20187365263700485,
+      "step": 3924
+    },
+    {
+      "epoch": 0.6541666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.7205729166666667,
+      "learning_rate": 2.674244609612708e-05,
+      "loss": 6.2677,
+      "loss/crossentropy": 1.3144223093986511,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15915517508983612,
+      "step": 3925
+    },
+    {
+      "epoch": 0.6543333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.7389973958333333,
+      "learning_rate": 2.671927398374443e-05,
+      "loss": 6.5052,
+      "loss/crossentropy": 2.4222730696201324,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1538584940135479,
+      "step": 3926
+    },
+    {
+      "epoch": 0.6545,
+      "grad_norm": 21.375,
+      "grad_norm_var": 0.81875,
+      "learning_rate": 2.6696108253904857e-05,
+      "loss": 6.4507,
+      "loss/crossentropy": 2.187582403421402,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13817295245826244,
+      "step": 3927
+    },
+    {
+      "epoch": 0.6546666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.7671223958333333,
+      "learning_rate": 2.6672948912959373e-05,
+      "loss": 6.4159,
+      "loss/crossentropy": 1.9405021369457245,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15597957372665405,
+      "step": 3928
+    },
+    {
+      "epoch": 0.6548333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.7811848958333333,
+      "learning_rate": 2.664979596725724e-05,
+      "loss": 6.7378,
+      "loss/crossentropy": 2.0756061375141144,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23519181460142136,
+      "step": 3929
+    },
+    {
+      "epoch": 0.655,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.85,
+      "learning_rate": 2.662664942314598e-05,
+      "loss": 6.6484,
+      "loss/crossentropy": 2.287109613418579,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.149644635617733,
+      "step": 3930
+    },
+    {
+      "epoch": 0.6551666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.8239583333333333,
+      "learning_rate": 2.660350928697134e-05,
+      "loss": 6.5554,
+      "loss/crossentropy": 1.9213565587997437,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17111871019005775,
+      "step": 3931
+    },
+    {
+      "epoch": 0.6553333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.79140625,
+      "learning_rate": 2.6580375565077325e-05,
+      "loss": 6.5095,
+      "loss/crossentropy": 1.731459841132164,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1378606092184782,
+      "step": 3932
+    },
+    {
+      "epoch": 0.6555,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.0372395833333334,
+      "learning_rate": 2.6557248263806174e-05,
+      "loss": 6.8684,
+      "loss/crossentropy": 1.9360494911670685,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15183617547154427,
+      "step": 3933
+    },
+    {
+      "epoch": 0.6556666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.0530598958333333,
+      "learning_rate": 2.6534127389498364e-05,
+      "loss": 6.4524,
+      "loss/crossentropy": 1.8709641993045807,
+      "loss/hidden": 2.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1381691712886095,
+      "step": 3934
+    },
+    {
+      "epoch": 0.6558333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0583333333333333,
+      "learning_rate": 2.6511012948492624e-05,
+      "loss": 6.5182,
+      "loss/crossentropy": 2.011420726776123,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14551523700356483,
+      "step": 3935
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0372395833333334,
+      "learning_rate": 2.6487904947125884e-05,
+      "loss": 6.4201,
+      "loss/crossentropy": 1.5381211042404175,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11969528160989285,
+      "step": 3936
+    },
+    {
+      "epoch": 0.6561666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.7809895833333333,
+      "learning_rate": 2.6464803391733374e-05,
+      "loss": 6.6229,
+      "loss/crossentropy": 1.8475818037986755,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18660349398851395,
+      "step": 3937
+    },
+    {
+      "epoch": 0.6563333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.7809895833333333,
+      "learning_rate": 2.6441708288648486e-05,
+      "loss": 6.6535,
+      "loss/crossentropy": 1.9699463844299316,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17265967652201653,
+      "step": 3938
+    },
+    {
+      "epoch": 0.6565,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.8791666666666667,
+      "learning_rate": 2.6418619644202892e-05,
+      "loss": 6.757,
+      "loss/crossentropy": 1.9783309400081635,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17862831614911556,
+      "step": 3939
+    },
+    {
+      "epoch": 0.6566666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.8697265625,
+      "learning_rate": 2.6395537464726462e-05,
+      "loss": 6.6112,
+      "loss/crossentropy": 1.5466361045837402,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1602017879486084,
+      "step": 3940
+    },
+    {
+      "epoch": 0.6568333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.8988932291666667,
+      "learning_rate": 2.6372461756547306e-05,
+      "loss": 6.806,
+      "loss/crossentropy": 2.308123469352722,
+      "loss/hidden": 2.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13405779749155045,
+      "step": 3941
+    },
+    {
+      "epoch": 0.657,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.8077473958333333,
+      "learning_rate": 2.6349392525991767e-05,
+      "loss": 6.7377,
+      "loss/crossentropy": 2.4510093927383423,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15374885126948357,
+      "step": 3942
+    },
+    {
+      "epoch": 0.6571666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.6921223958333333,
+      "learning_rate": 2.6326329779384395e-05,
+      "loss": 6.6512,
+      "loss/crossentropy": 1.940150111913681,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1426999494433403,
+      "step": 3943
+    },
+    {
+      "epoch": 0.6573333333333333,
+      "grad_norm": 21.25,
+      "grad_norm_var": 0.8046223958333333,
+      "learning_rate": 2.630327352304799e-05,
+      "loss": 6.8172,
+      "loss/crossentropy": 1.9362943768501282,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18077221140265465,
+      "step": 3944
+    },
+    {
+      "epoch": 0.6575,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.9035807291666667,
+      "learning_rate": 2.6280223763303546e-05,
+      "loss": 6.5845,
+      "loss/crossentropy": 1.6852448880672455,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18492230400443077,
+      "step": 3945
+    },
+    {
+      "epoch": 0.6576666666666666,
+      "grad_norm": 20.875,
+      "grad_norm_var": 1.0354166666666667,
+      "learning_rate": 2.625718050647028e-05,
+      "loss": 6.7078,
+      "loss/crossentropy": 1.9417335391044617,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15629523247480392,
+      "step": 3946
+    },
+    {
+      "epoch": 0.6578333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0427083333333333,
+      "learning_rate": 2.6234143758865638e-05,
+      "loss": 6.5249,
+      "loss/crossentropy": 1.982258290052414,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14574036747217178,
+      "step": 3947
+    },
+    {
+      "epoch": 0.658,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.00625,
+      "learning_rate": 2.6211113526805253e-05,
+      "loss": 6.5036,
+      "loss/crossentropy": 1.757153570652008,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1906978040933609,
+      "step": 3948
+    },
+    {
+      "epoch": 0.6581666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.8900390625,
+      "learning_rate": 2.618808981660304e-05,
+      "loss": 6.3505,
+      "loss/crossentropy": 1.6689270734786987,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14559640549123287,
+      "step": 3949
+    },
+    {
+      "epoch": 0.6583333333333333,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.9155598958333333,
+      "learning_rate": 2.6165072634571054e-05,
+      "loss": 6.6601,
+      "loss/crossentropy": 1.972922444343567,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16046573966741562,
+      "step": 3950
+    },
+    {
+      "epoch": 0.6585,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.9014973958333333,
+      "learning_rate": 2.6142061987019577e-05,
+      "loss": 6.6781,
+      "loss/crossentropy": 1.6060060560703278,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11408676020801067,
+      "step": 3951
+    },
+    {
+      "epoch": 0.6586666666666666,
+      "grad_norm": 21.75,
+      "grad_norm_var": 0.9434895833333333,
+      "learning_rate": 2.6119057880257125e-05,
+      "loss": 6.4496,
+      "loss/crossentropy": 1.581573098897934,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15908992290496826,
+      "step": 3952
+    },
+    {
+      "epoch": 0.6588333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.9301432291666667,
+      "learning_rate": 2.6096060320590393e-05,
+      "loss": 6.6506,
+      "loss/crossentropy": 2.2456363141536713,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15701179578900337,
+      "step": 3953
+    },
+    {
+      "epoch": 0.659,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0122395833333333,
+      "learning_rate": 2.6073069314324296e-05,
+      "loss": 6.8939,
+      "loss/crossentropy": 1.8222608268260956,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15686685405671597,
+      "step": 3954
+    },
+    {
+      "epoch": 0.6591666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.7997395833333333,
+      "learning_rate": 2.6050084867761954e-05,
+      "loss": 6.6307,
+      "loss/crossentropy": 1.6674535274505615,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.235775388777256,
+      "step": 3955
+    },
+    {
+      "epoch": 0.6593333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.8184895833333333,
+      "learning_rate": 2.6027106987204676e-05,
+      "loss": 6.9074,
+      "loss/crossentropy": 2.018965035676956,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19821299239993095,
+      "step": 3956
+    },
+    {
+      "epoch": 0.6595,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.7205729166666667,
+      "learning_rate": 2.600413567895198e-05,
+      "loss": 6.5969,
+      "loss/crossentropy": 1.56075119972229,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19382958859205246,
+      "step": 3957
+    },
+    {
+      "epoch": 0.6596666666666666,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.4393229166666666,
+      "learning_rate": 2.598117094930158e-05,
+      "loss": 6.3676,
+      "loss/crossentropy": 1.8169102370738983,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1698214504867792,
+      "step": 3958
+    },
+    {
+      "epoch": 0.6598333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.4572916666666667,
+      "learning_rate": 2.5958212804549387e-05,
+      "loss": 6.8082,
+      "loss/crossentropy": 1.8126718997955322,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16526908427476883,
+      "step": 3959
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.340625,
+      "learning_rate": 2.5935261250989495e-05,
+      "loss": 6.3816,
+      "loss/crossentropy": 1.6855676472187042,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15391650795936584,
+      "step": 3960
+    },
+    {
+      "epoch": 0.6601666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.340625,
+      "learning_rate": 2.591231629491423e-05,
+      "loss": 6.4436,
+      "loss/crossentropy": 1.9598024189472198,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15665984526276588,
+      "step": 3961
+    },
+    {
+      "epoch": 0.6603333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.1197265625,
+      "learning_rate": 2.588937794261407e-05,
+      "loss": 6.6394,
+      "loss/crossentropy": 2.0156719386577606,
+      "loss/hidden": 2.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14534209296107292,
+      "step": 3962
+    },
+    {
+      "epoch": 0.6605,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.1705729166666667,
+      "learning_rate": 2.5866446200377688e-05,
+      "loss": 6.7707,
+      "loss/crossentropy": 1.8262441456317902,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1710485778748989,
+      "step": 3963
+    },
+    {
+      "epoch": 0.6606666666666666,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.2384765625,
+      "learning_rate": 2.5843521074491972e-05,
+      "loss": 6.4458,
+      "loss/crossentropy": 1.7395685613155365,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14452773332595825,
+      "step": 3964
+    },
+    {
+      "epoch": 0.6608333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2056640625,
+      "learning_rate": 2.5820602571241947e-05,
+      "loss": 6.6384,
+      "loss/crossentropy": 2.219172954559326,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.152513787150383,
+      "step": 3965
+    },
+    {
+      "epoch": 0.661,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.15,
+      "learning_rate": 2.5797690696910836e-05,
+      "loss": 6.7423,
+      "loss/crossentropy": 1.9725184440612793,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1429651789367199,
+      "step": 3966
+    },
+    {
+      "epoch": 0.6611666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1625,
+      "learning_rate": 2.5774785457780103e-05,
+      "loss": 6.8378,
+      "loss/crossentropy": 2.0107569992542267,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15210989490151405,
+      "step": 3967
+    },
+    {
+      "epoch": 0.6613333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.1059895833333333,
+      "learning_rate": 2.575188686012934e-05,
+      "loss": 6.7314,
+      "loss/crossentropy": 1.9801947474479675,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18664966896176338,
+      "step": 3968
+    },
+    {
+      "epoch": 0.6615,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.1421223958333333,
+      "learning_rate": 2.5728994910236304e-05,
+      "loss": 6.4606,
+      "loss/crossentropy": 1.7567331492900848,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15890497341752052,
+      "step": 3969
+    },
+    {
+      "epoch": 0.6616666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0910807291666667,
+      "learning_rate": 2.5706109614376977e-05,
+      "loss": 6.6238,
+      "loss/crossentropy": 1.8398912847042084,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16681640408933163,
+      "step": 3970
+    },
+    {
+      "epoch": 0.6618333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2645833333333334,
+      "learning_rate": 2.5683230978825477e-05,
+      "loss": 6.6299,
+      "loss/crossentropy": 2.0251994729042053,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1697697564959526,
+      "step": 3971
+    },
+    {
+      "epoch": 0.662,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1497395833333333,
+      "learning_rate": 2.5660359009854107e-05,
+      "loss": 6.5392,
+      "loss/crossentropy": 1.9605745673179626,
+      "loss/hidden": 2.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13946982100605965,
+      "step": 3972
+    },
+    {
+      "epoch": 0.6621666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.1436848958333334,
+      "learning_rate": 2.5637493713733374e-05,
+      "loss": 6.7329,
+      "loss/crossentropy": 1.8727829456329346,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1707607191056013,
+      "step": 3973
+    },
+    {
+      "epoch": 0.6623333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.6427083333333333,
+      "learning_rate": 2.561463509673193e-05,
+      "loss": 6.5568,
+      "loss/crossentropy": 1.829066663980484,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1522997599095106,
+      "step": 3974
+    },
+    {
+      "epoch": 0.6625,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.6372395833333333,
+      "learning_rate": 2.5591783165116562e-05,
+      "loss": 6.7088,
+      "loss/crossentropy": 1.7449913322925568,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20112887769937515,
+      "step": 3975
+    },
+    {
+      "epoch": 0.6626666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.6385416666666667,
+      "learning_rate": 2.556893792515227e-05,
+      "loss": 6.9455,
+      "loss/crossentropy": 2.2387621104717255,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13959744200110435,
+      "step": 3976
+    },
+    {
+      "epoch": 0.6628333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.5587890625,
+      "learning_rate": 2.5546099383102207e-05,
+      "loss": 6.7697,
+      "loss/crossentropy": 2.120895355939865,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14091678336262703,
+      "step": 3977
+    },
+    {
+      "epoch": 0.663,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.5978515625,
+      "learning_rate": 2.5523267545227664e-05,
+      "loss": 6.5,
+      "loss/crossentropy": 2.241948127746582,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14619487151503563,
+      "step": 3978
+    },
+    {
+      "epoch": 0.6631666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.5458333333333333,
+      "learning_rate": 2.550044241778817e-05,
+      "loss": 6.8849,
+      "loss/crossentropy": 2.1252830922603607,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17620240524411201,
+      "step": 3979
+    },
+    {
+      "epoch": 0.6633333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.40618489583333334,
+      "learning_rate": 2.5477624007041335e-05,
+      "loss": 6.6502,
+      "loss/crossentropy": 2.009867638349533,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18297292292118073,
+      "step": 3980
+    },
+    {
+      "epoch": 0.6635,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.41848958333333336,
+      "learning_rate": 2.545481231924296e-05,
+      "loss": 6.4614,
+      "loss/crossentropy": 1.5371489971876144,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14078098349273205,
+      "step": 3981
+    },
+    {
+      "epoch": 0.6636666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.1872395833333333,
+      "learning_rate": 2.5432007360646997e-05,
+      "loss": 6.7878,
+      "loss/crossentropy": 1.84950552880764,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15822383016347885,
+      "step": 3982
+    },
+    {
+      "epoch": 0.6638333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2643229166666667,
+      "learning_rate": 2.5409209137505552e-05,
+      "loss": 6.6928,
+      "loss/crossentropy": 2.0023165345191956,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1500891875475645,
+      "step": 3983
+    },
+    {
+      "epoch": 0.664,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.5572916666666667,
+      "learning_rate": 2.5386417656068896e-05,
+      "loss": 6.6585,
+      "loss/crossentropy": 2.1192943453788757,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14208374917507172,
+      "step": 3984
+    },
+    {
+      "epoch": 0.6641666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.4489583333333333,
+      "learning_rate": 2.536363292258543e-05,
+      "loss": 6.6988,
+      "loss/crossentropy": 1.9684445261955261,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15452130883932114,
+      "step": 3985
+    },
+    {
+      "epoch": 0.6643333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4598307291666666,
+      "learning_rate": 2.534085494330173e-05,
+      "loss": 6.8458,
+      "loss/crossentropy": 2.0752760767936707,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14868812635540962,
+      "step": 3986
+    },
+    {
+      "epoch": 0.6645,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3796223958333333,
+      "learning_rate": 2.5318083724462493e-05,
+      "loss": 6.4414,
+      "loss/crossentropy": 2.03330060839653,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1508273258805275,
+      "step": 3987
+    },
+    {
+      "epoch": 0.6646666666666666,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4447916666666667,
+      "learning_rate": 2.5295319272310596e-05,
+      "loss": 6.8114,
+      "loss/crossentropy": 2.390753984451294,
+      "loss/hidden": 2.890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15698719769716263,
+      "step": 3988
+    },
+    {
+      "epoch": 0.6648333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5317057291666667,
+      "learning_rate": 2.527256159308703e-05,
+      "loss": 6.5676,
+      "loss/crossentropy": 1.820176750421524,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14299648441374302,
+      "step": 3989
+    },
+    {
+      "epoch": 0.665,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.64140625,
+      "learning_rate": 2.524981069303093e-05,
+      "loss": 6.336,
+      "loss/crossentropy": 1.3508480489253998,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15435393527150154,
+      "step": 3990
+    },
+    {
+      "epoch": 0.6651666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.7684895833333334,
+      "learning_rate": 2.522706657837962e-05,
+      "loss": 6.8348,
+      "loss/crossentropy": 2.248761773109436,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16485200263559818,
+      "step": 3991
+    },
+    {
+      "epoch": 0.6653333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.7791666666666666,
+      "learning_rate": 2.520432925536851e-05,
+      "loss": 6.5469,
+      "loss/crossentropy": 1.8582322895526886,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14247781410813332,
+      "step": 3992
+    },
+    {
+      "epoch": 0.6655,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.7832682291666666,
+      "learning_rate": 2.518159873023116e-05,
+      "loss": 6.579,
+      "loss/crossentropy": 1.6259247064590454,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16432756558060646,
+      "step": 3993
+    },
+    {
+      "epoch": 0.6656666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.7955729166666667,
+      "learning_rate": 2.5158875009199278e-05,
+      "loss": 6.7117,
+      "loss/crossentropy": 2.2505098283290863,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18077324330806732,
+      "step": 3994
+    },
+    {
+      "epoch": 0.6658333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.778125,
+      "learning_rate": 2.5136158098502698e-05,
+      "loss": 6.7334,
+      "loss/crossentropy": 2.219034418463707,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14519840478897095,
+      "step": 3995
+    },
+    {
+      "epoch": 0.666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.77265625,
+      "learning_rate": 2.5113448004369393e-05,
+      "loss": 6.7285,
+      "loss/crossentropy": 1.986040323972702,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1569310612976551,
+      "step": 3996
+    },
+    {
+      "epoch": 0.6661666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.9150390625,
+      "learning_rate": 2.509074473302546e-05,
+      "loss": 6.5243,
+      "loss/crossentropy": 1.8219779431819916,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1560850441455841,
+      "step": 3997
+    },
+    {
+      "epoch": 0.6663333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0510416666666667,
+      "learning_rate": 2.506804829069514e-05,
+      "loss": 6.6153,
+      "loss/crossentropy": 1.4910911917686462,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13240336999297142,
+      "step": 3998
+    },
+    {
+      "epoch": 0.6665,
+      "grad_norm": 21.0,
+      "grad_norm_var": 1.3009765625,
+      "learning_rate": 2.5045358683600777e-05,
+      "loss": 6.369,
+      "loss/crossentropy": 1.7807666063308716,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12851744517683983,
+      "step": 3999
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.1056640625,
+      "learning_rate": 2.5022675917962868e-05,
+      "loss": 6.8795,
+      "loss/crossentropy": 1.5345230102539062,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17620780691504478,
+      "step": 4000
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 6000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1430039698538496e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}