diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,16049 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 10000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "ce_loss_13": 11.511599779129028,
+      "ce_loss_26": 11.188396453857422,
+      "ce_loss_39": 11.169448137283325,
+      "ce_loss_52": 1.3891706466674805,
+      "ce_loss_7": 11.556999206542969,
+      "epoch": 0.0001,
+      "grad_norm": 28.059961985369828,
+      "kl_loss_13": 20896.0,
+      "kl_loss_26": 20192.0,
+      "kl_loss_39": 20192.0,
+      "kl_loss_7": 20960.0,
+      "learning_rate": 1e-05,
+      "loss": 41080.0,
+      "step": 1
+    },
+    {
+      "ce_loss_13": 11.506269454956055,
+      "ce_loss_26": 11.177568621105618,
+      "ce_loss_39": 11.177141269048056,
+      "ce_loss_52": 1.458960132466422,
+      "ce_loss_7": 11.548744599024454,
+      "epoch": 0.001,
+      "grad_norm": 28.667146352003318,
+      "kl_loss_13": 20782.222222222223,
+      "kl_loss_26": 20106.666666666668,
+      "kl_loss_39": 20110.222222222223,
+      "kl_loss_7": 20867.555555555555,
+      "learning_rate": 0.0001,
+      "loss": 41008.8889,
+      "step": 10
+    },
+    {
+      "ce_loss_13": 11.456571412086486,
+      "ce_loss_26": 11.158088731765748,
+      "ce_loss_39": 11.15653133392334,
+      "ce_loss_52": 1.435088688135147,
+      "ce_loss_7": 11.476131820678711,
+      "epoch": 0.002,
+      "grad_norm": 35.67456270110165,
+      "kl_loss_13": 20723.2,
+      "kl_loss_26": 20118.4,
+      "kl_loss_39": 20115.2,
+      "kl_loss_7": 20764.8,
+      "learning_rate": 0.0002,
+      "loss": 40904.0,
+      "step": 20
+    },
+    {
+      "ce_loss_13": 11.150281167030334,
+      "ce_loss_26": 11.01296763420105,
+      "ce_loss_39": 11.044581699371339,
+      "ce_loss_52": 1.4344331562519073,
+      "ce_loss_7": 11.054779505729675,
+      "epoch": 0.003,
+      "grad_norm": 54.04879245830703,
+      "kl_loss_13": 20108.8,
+      "kl_loss_26": 19840.0,
+      "kl_loss_39": 19907.2,
+      "kl_loss_7": 19920.0,
+      "learning_rate": 0.0003,
+      "loss": 39847.2,
+      "step": 30
+    },
+    {
+      "ce_loss_13": 10.505089902877808,
+      "ce_loss_26": 10.497783017158508,
+      "ce_loss_39": 10.527814579010009,
+      "ce_loss_52": 1.460255417227745,
+      "ce_loss_7": 10.453347158432006,
+      "epoch": 0.004,
+      "grad_norm": 29.567872258029254,
+      "kl_loss_13": 18694.4,
+      "kl_loss_26": 18688.0,
+      "kl_loss_39": 18755.2,
+      "kl_loss_7": 18588.8,
+      "learning_rate": 0.0004,
+      "loss": 37436.0,
+      "step": 40
+    },
+    {
+      "ce_loss_13": 10.321261882781982,
+      "ce_loss_26": 10.244042158126831,
+      "ce_loss_39": 10.236308455467224,
+      "ce_loss_52": 1.463668829202652,
+      "ce_loss_7": 10.305184721946716,
+      "epoch": 0.005,
+      "grad_norm": 37.9866452371617,
+      "kl_loss_13": 18329.6,
+      "kl_loss_26": 18163.2,
+      "kl_loss_39": 18140.8,
+      "kl_loss_7": 18288.0,
+      "learning_rate": 0.0005,
+      "loss": 36555.2,
+      "step": 50
+    },
+    {
+      "ce_loss_13": 10.226529097557068,
+      "ce_loss_26": 10.111042308807374,
+      "ce_loss_39": 10.11395993232727,
+      "ce_loss_52": 1.4317695140838622,
+      "ce_loss_7": 10.210216856002807,
+      "epoch": 0.006,
+      "grad_norm": 47.58894649950276,
+      "kl_loss_13": 18208.0,
+      "kl_loss_26": 17974.4,
+      "kl_loss_39": 17980.8,
+      "kl_loss_7": 18166.4,
+      "learning_rate": 0.0006,
+      "loss": 36044.0,
+      "step": 60
+    },
+    {
+      "ce_loss_13": 10.142269968986511,
+      "ce_loss_26": 10.005614733695984,
+      "ce_loss_39": 10.006310772895812,
+      "ce_loss_52": 1.3979130625724792,
+      "ce_loss_7": 10.13636019229889,
+      "epoch": 0.007,
+      "grad_norm": 55.16387671378209,
+      "kl_loss_13": 18057.6,
+      "kl_loss_26": 17772.8,
+      "kl_loss_39": 17792.0,
+      "kl_loss_7": 18048.0,
+      "learning_rate": 0.0007,
+      "loss": 35718.4,
+      "step": 70
+    },
+    {
+      "ce_loss_13": 10.032484984397888,
+      "ce_loss_26": 9.872331905364991,
+      "ce_loss_39": 9.881066274642944,
+      "ce_loss_52": 1.4247985988855363,
+      "ce_loss_7": 10.02949812412262,
+      "epoch": 0.008,
+      "grad_norm": 59.28947925840698,
+      "kl_loss_13": 17811.2,
+      "kl_loss_26": 17488.0,
+      "kl_loss_39": 17500.8,
+      "kl_loss_7": 17808.0,
+      "learning_rate": 0.0008,
+      "loss": 35334.4,
+      "step": 80
+    },
+    {
+      "ce_loss_13": 9.942931509017944,
+      "ce_loss_26": 9.76176996231079,
+      "ce_loss_39": 9.775496363639832,
+      "ce_loss_52": 1.4258457243442535,
+      "ce_loss_7": 9.945418453216552,
+      "epoch": 0.009,
+      "grad_norm": 55.94798234885439,
+      "kl_loss_13": 17600.0,
+      "kl_loss_26": 17222.4,
+      "kl_loss_39": 17257.6,
+      "kl_loss_7": 17600.0,
+      "learning_rate": 0.0009000000000000001,
+      "loss": 34900.0,
+      "step": 90
+    },
+    {
+      "ce_loss_13": 9.852771949768066,
+      "ce_loss_26": 9.661247444152831,
+      "ce_loss_39": 9.673552298545838,
+      "ce_loss_52": 1.438367447257042,
+      "ce_loss_7": 9.860591006278991,
+      "epoch": 0.01,
+      "grad_norm": 53.3090381296634,
+      "kl_loss_13": 17385.6,
+      "kl_loss_26": 16992.0,
+      "kl_loss_39": 17024.0,
+      "kl_loss_7": 17398.4,
+      "learning_rate": 0.001,
+      "loss": 34482.8,
+      "step": 100
+    },
+    {
+      "ce_loss_13": 9.76314606666565,
+      "ce_loss_26": 9.563278603553773,
+      "ce_loss_39": 9.578891181945801,
+      "ce_loss_52": 1.412995059788227,
+      "ce_loss_7": 9.781555676460266,
+      "epoch": 0.011,
+      "grad_norm": 53.230976887502294,
+      "kl_loss_13": 17251.2,
+      "kl_loss_26": 16836.8,
+      "kl_loss_39": 16870.4,
+      "kl_loss_7": 17305.6,
+      "learning_rate": 0.0009999974825027757,
+      "loss": 34052.4,
+      "step": 110
+    },
+    {
+      "ce_loss_13": 9.681499814987182,
+      "ce_loss_26": 9.470890092849732,
+      "ce_loss_39": 9.48718273639679,
+      "ce_loss_52": 1.4235966846346855,
+      "ce_loss_7": 9.706467342376708,
+      "epoch": 0.012,
+      "grad_norm": 53.526819502242695,
+      "kl_loss_13": 17049.6,
+      "kl_loss_26": 16612.8,
+      "kl_loss_39": 16648.0,
+      "kl_loss_7": 17100.8,
+      "learning_rate": 0.0009999899300364532,
+      "loss": 33698.0,
+      "step": 120
+    },
+    {
+      "ce_loss_13": 9.590748715400697,
+      "ce_loss_26": 9.367487025260925,
+      "ce_loss_39": 9.386657476425171,
+      "ce_loss_52": 1.4183751314878463,
+      "ce_loss_7": 9.621446299552918,
+      "epoch": 0.013,
+      "grad_norm": 52.25839955403129,
+      "kl_loss_13": 16867.2,
+      "kl_loss_26": 16417.6,
+      "kl_loss_39": 16448.0,
+      "kl_loss_7": 16940.8,
+      "learning_rate": 0.0009999773426770863,
+      "loss": 33311.6,
+      "step": 130
+    },
+    {
+      "ce_loss_13": 9.527826118469239,
+      "ce_loss_26": 9.299377870559692,
+      "ce_loss_39": 9.321026277542114,
+      "ce_loss_52": 1.445027893781662,
+      "ce_loss_7": 9.561844515800477,
+      "epoch": 0.014,
+      "grad_norm": 52.41222674765903,
+      "kl_loss_13": 16692.8,
+      "kl_loss_26": 16227.2,
+      "kl_loss_39": 16273.6,
+      "kl_loss_7": 16777.6,
+      "learning_rate": 0.0009999597205514296,
+      "loss": 33030.8,
+      "step": 140
+    },
+    {
+      "ce_loss_13": 9.486352849006654,
+      "ce_loss_26": 9.252249264717102,
+      "ce_loss_39": 9.267914438247681,
+      "ce_loss_52": 1.4420335739850998,
+      "ce_loss_7": 9.524769949913026,
+      "epoch": 0.015,
+      "grad_norm": 53.790180993856175,
+      "kl_loss_13": 16592.0,
+      "kl_loss_26": 16104.0,
+      "kl_loss_39": 16132.8,
+      "kl_loss_7": 16657.6,
+      "learning_rate": 0.0009999370638369377,
+      "loss": 32769.2,
+      "step": 150
+    },
+    {
+      "ce_loss_13": 9.392394828796387,
+      "ce_loss_26": 9.15080394744873,
+      "ce_loss_39": 9.170540618896485,
+      "ce_loss_52": 1.423890632390976,
+      "ce_loss_7": 9.436835885047913,
+      "epoch": 0.016,
+      "grad_norm": 52.65338822593253,
+      "kl_loss_13": 16464.0,
+      "kl_loss_26": 15963.2,
+      "kl_loss_39": 16003.2,
+      "kl_loss_7": 16563.2,
+      "learning_rate": 0.000999909372761763,
+      "loss": 32427.6,
+      "step": 160
+    },
+    {
+      "ce_loss_13": 9.328035354614258,
+      "ce_loss_26": 9.082435154914856,
+      "ce_loss_39": 9.1047847032547,
+      "ce_loss_52": 1.4349344044923782,
+      "ce_loss_7": 9.380868554115295,
+      "epoch": 0.017,
+      "grad_norm": 52.40583142267758,
+      "kl_loss_13": 16296.0,
+      "kl_loss_26": 15777.6,
+      "kl_loss_39": 15832.0,
+      "kl_loss_7": 16404.8,
+      "learning_rate": 0.0009998766476047546,
+      "loss": 32178.8,
+      "step": 170
+    },
+    {
+      "ce_loss_13": 9.262916254997254,
+      "ce_loss_26": 9.01283278465271,
+      "ce_loss_39": 9.035380673408508,
+      "ce_loss_52": 1.3936711609363557,
+      "ce_loss_7": 9.322635316848755,
+      "epoch": 0.018,
+      "grad_norm": 52.346136942448574,
+      "kl_loss_13": 16240.0,
+      "kl_loss_26": 15716.8,
+      "kl_loss_39": 15769.6,
+      "kl_loss_7": 16363.2,
+      "learning_rate": 0.0009998388886954545,
+      "loss": 31844.4,
+      "step": 180
+    },
+    {
+      "ce_loss_13": 9.195696568489074,
+      "ce_loss_26": 8.94514548778534,
+      "ce_loss_39": 8.967138314247132,
+      "ce_loss_52": 1.4523959368467332,
+      "ce_loss_7": 9.263990116119384,
+      "epoch": 0.019,
+      "grad_norm": 51.44547467780483,
+      "kl_loss_13": 15985.6,
+      "kl_loss_26": 15464.0,
+      "kl_loss_39": 15515.2,
+      "kl_loss_7": 16132.8,
+      "learning_rate": 0.0009997960964140947,
+      "loss": 31580.0,
+      "step": 190
+    },
+    {
+      "ce_loss_13": 9.109345388412475,
+      "ce_loss_26": 8.856351280212403,
+      "ce_loss_39": 8.882033634185792,
+      "ce_loss_52": 1.425847691297531,
+      "ce_loss_7": 9.182338738441468,
+      "epoch": 0.02,
+      "grad_norm": 51.67086637607359,
+      "kl_loss_13": 15867.2,
+      "kl_loss_26": 15332.8,
+      "kl_loss_39": 15393.6,
+      "kl_loss_7": 16011.2,
+      "learning_rate": 0.0009997482711915926,
+      "loss": 31312.8,
+      "step": 200
+    },
+    {
+      "ce_loss_13": 9.036305499076843,
+      "ce_loss_26": 8.778529453277589,
+      "ce_loss_39": 8.803540563583374,
+      "ce_loss_52": 1.4626984983682632,
+      "ce_loss_7": 9.118139266967773,
+      "epoch": 0.021,
+      "grad_norm": 50.078507295298536,
+      "kl_loss_13": 15654.4,
+      "kl_loss_26": 15108.8,
+      "kl_loss_39": 15168.0,
+      "kl_loss_7": 15828.8,
+      "learning_rate": 0.0009996954135095479,
+      "loss": 31012.0,
+      "step": 210
+    },
+    {
+      "ce_loss_13": 8.98859736919403,
+      "ce_loss_26": 8.726609206199646,
+      "ce_loss_39": 8.75291087627411,
+      "ce_loss_52": 1.4173608794808388,
+      "ce_loss_7": 9.076500582695008,
+      "epoch": 0.022,
+      "grad_norm": 50.694312927544594,
+      "kl_loss_13": 15625.6,
+      "kl_loss_26": 15073.6,
+      "kl_loss_39": 15126.4,
+      "kl_loss_7": 15811.2,
+      "learning_rate": 0.0009996375239002368,
+      "loss": 30754.8,
+      "step": 220
+    },
+    {
+      "ce_loss_13": 8.965013265609741,
+      "ce_loss_26": 8.698115158081055,
+      "ce_loss_39": 8.71800787448883,
+      "ce_loss_52": 1.4263556391000747,
+      "ce_loss_7": 9.061096882820129,
+      "epoch": 0.023,
+      "grad_norm": 50.98814656536181,
+      "kl_loss_13": 15547.2,
+      "kl_loss_26": 14985.6,
+      "kl_loss_39": 15028.8,
+      "kl_loss_7": 15752.0,
+      "learning_rate": 0.0009995746029466072,
+      "loss": 30513.6,
+      "step": 230
+    },
+    {
+      "ce_loss_13": 8.891163158416749,
+      "ce_loss_26": 8.611021280288696,
+      "ce_loss_39": 8.63300838470459,
+      "ce_loss_52": 1.42348592877388,
+      "ce_loss_7": 8.998197555541992,
+      "epoch": 0.024,
+      "grad_norm": 51.614487435815626,
+      "kl_loss_13": 15393.6,
+      "kl_loss_26": 14806.4,
+      "kl_loss_39": 14848.0,
+      "kl_loss_7": 15619.2,
+      "learning_rate": 0.0009995066512822719,
+      "loss": 30248.4,
+      "step": 240
+    },
+    {
+      "ce_loss_13": 8.831620502471925,
+      "ce_loss_26": 8.545269632339478,
+      "ce_loss_39": 8.565073847770691,
+      "ce_loss_52": 1.452064010500908,
+      "ce_loss_7": 8.941647911071778,
+      "epoch": 0.025,
+      "grad_norm": 50.247038771654694,
+      "kl_loss_13": 15233.6,
+      "kl_loss_26": 14628.8,
+      "kl_loss_39": 14667.2,
+      "kl_loss_7": 15462.4,
+      "learning_rate": 0.000999433669591504,
+      "loss": 29955.6,
+      "step": 250
+    },
+    {
+      "ce_loss_13": 8.755429339408874,
+      "ce_loss_26": 8.469949841499329,
+      "ce_loss_39": 8.486004614830017,
+      "ce_loss_52": 1.4328533172607423,
+      "ce_loss_7": 8.874198198318481,
+      "epoch": 0.026,
+      "grad_norm": 49.63162227981652,
+      "kl_loss_13": 15075.2,
+      "kl_loss_26": 14473.6,
+      "kl_loss_39": 14508.8,
+      "kl_loss_7": 15326.4,
+      "learning_rate": 0.000999355658609228,
+      "loss": 29717.2,
+      "step": 260
+    },
+    {
+      "ce_loss_13": 8.697371244430542,
+      "ce_loss_26": 8.401416063308716,
+      "ce_loss_39": 8.412619948387146,
+      "ce_loss_52": 1.4436978071928024,
+      "ce_loss_7": 8.819016146659852,
+      "epoch": 0.027,
+      "grad_norm": 51.15355718783705,
+      "kl_loss_13": 14974.4,
+      "kl_loss_26": 14347.2,
+      "kl_loss_39": 14377.6,
+      "kl_loss_7": 15235.2,
+      "learning_rate": 0.0009992726191210138,
+      "loss": 29500.4,
+      "step": 270
+    },
+    {
+      "ce_loss_13": 8.66446521282196,
+      "ce_loss_26": 8.36073157787323,
+      "ce_loss_39": 8.373045516014098,
+      "ce_loss_52": 1.4337088972330094,
+      "ce_loss_7": 8.793687105178833,
+      "epoch": 0.028,
+      "grad_norm": 50.66919780267985,
+      "kl_loss_13": 14888.0,
+      "kl_loss_26": 14254.4,
+      "kl_loss_39": 14280.0,
+      "kl_loss_7": 15168.0,
+      "learning_rate": 0.0009991845519630679,
+      "loss": 29316.8,
+      "step": 280
+    },
+    {
+      "ce_loss_13": 8.604181599617004,
+      "ce_loss_26": 8.292751049995422,
+      "ce_loss_39": 8.304360592365265,
+      "ce_loss_52": 1.4289869368076324,
+      "ce_loss_7": 8.740529561042786,
+      "epoch": 0.029,
+      "grad_norm": 49.40131878460191,
+      "kl_loss_13": 14785.6,
+      "kl_loss_26": 14123.2,
+      "kl_loss_39": 14147.2,
+      "kl_loss_7": 15065.6,
+      "learning_rate": 0.0009990914580222257,
+      "loss": 29034.0,
+      "step": 290
+    },
+    {
+      "ce_loss_13": 8.560984683036803,
+      "ce_loss_26": 8.244250774383545,
+      "ce_loss_39": 8.251447391510009,
+      "ce_loss_52": 1.4629653513431549,
+      "ce_loss_7": 8.694539451599121,
+      "epoch": 0.03,
+      "grad_norm": 49.35953544498034,
+      "kl_loss_13": 14673.6,
+      "kl_loss_26": 13996.8,
+      "kl_loss_39": 14014.4,
+      "kl_loss_7": 14955.2,
+      "learning_rate": 0.0009989933382359422,
+      "loss": 28794.4,
+      "step": 300
+    },
+    {
+      "ce_loss_13": 8.470300602912904,
+      "ce_loss_26": 8.14130541086197,
+      "ce_loss_39": 8.148625028133392,
+      "ce_loss_52": 1.4505603075027467,
+      "ce_loss_7": 8.614710068702697,
+      "epoch": 0.031,
+      "grad_norm": 49.67315029837232,
+      "kl_loss_13": 14492.8,
+      "kl_loss_26": 13798.4,
+      "kl_loss_39": 13812.8,
+      "kl_loss_7": 14800.0,
+      "learning_rate": 0.0009988901935922825,
+      "loss": 28550.8,
+      "step": 310
+    },
+    {
+      "ce_loss_13": 8.449520301818847,
+      "ce_loss_26": 8.124438393115998,
+      "ce_loss_39": 8.127473723888397,
+      "ce_loss_52": 1.4619350016117096,
+      "ce_loss_7": 8.594109392166137,
+      "epoch": 0.032,
+      "grad_norm": 49.62699299914443,
+      "kl_loss_13": 14432.0,
+      "kl_loss_26": 13737.6,
+      "kl_loss_39": 13745.6,
+      "kl_loss_7": 14737.6,
+      "learning_rate": 0.0009987820251299122,
+      "loss": 28340.4,
+      "step": 320
+    },
+    {
+      "ce_loss_13": 8.411065363883973,
+      "ce_loss_26": 8.065169262886048,
+      "ce_loss_39": 8.066172111034394,
+      "ce_loss_52": 1.4555475383996963,
+      "ce_loss_7": 8.563976049423218,
+      "epoch": 0.033,
+      "grad_norm": 48.32599858014616,
+      "kl_loss_13": 14328.0,
+      "kl_loss_26": 13596.8,
+      "kl_loss_39": 13601.6,
+      "kl_loss_7": 14651.2,
+      "learning_rate": 0.0009986688339380862,
+      "loss": 28064.0,
+      "step": 330
+    },
+    {
+      "ce_loss_13": 8.342015504837036,
+      "ce_loss_26": 7.984185111522675,
+      "ce_loss_39": 7.983271932601928,
+      "ce_loss_52": 1.4297153055667877,
+      "ce_loss_7": 8.503781509399413,
+      "epoch": 0.034,
+      "grad_norm": 49.50369957464881,
+      "kl_loss_13": 14252.8,
+      "kl_loss_26": 13504.0,
+      "kl_loss_39": 13500.8,
+      "kl_loss_7": 14590.4,
+      "learning_rate": 0.0009985506211566387,
+      "loss": 27837.2,
+      "step": 340
+    },
+    {
+      "ce_loss_13": 8.30728188753128,
+      "ce_loss_26": 7.943272864818573,
+      "ce_loss_39": 7.946760308742523,
+      "ce_loss_52": 1.4311424046754837,
+      "ce_loss_7": 8.472229743003846,
+      "epoch": 0.035,
+      "grad_norm": 49.2761544590419,
+      "kl_loss_13": 14160.0,
+      "kl_loss_26": 13390.4,
+      "kl_loss_39": 13393.6,
+      "kl_loss_7": 14508.8,
+      "learning_rate": 0.0009984273879759713,
+      "loss": 27625.6,
+      "step": 350
+    },
+    {
+      "ce_loss_13": 8.231205070018769,
+      "ce_loss_26": 7.874649381637573,
+      "ce_loss_39": 7.870936000347138,
+      "ce_loss_52": 1.4489013850688934,
+      "ce_loss_7": 8.397671937942505,
+      "epoch": 0.036,
+      "grad_norm": 49.68016023572489,
+      "kl_loss_13": 13990.4,
+      "kl_loss_26": 13236.8,
+      "kl_loss_39": 13232.0,
+      "kl_loss_7": 14340.8,
+      "learning_rate": 0.0009982991356370402,
+      "loss": 27384.8,
+      "step": 360
+    },
+    {
+      "ce_loss_13": 8.171039760112762,
+      "ce_loss_26": 7.7931832551956175,
+      "ce_loss_39": 7.793972992897034,
+      "ce_loss_52": 1.4122098296880723,
+      "ce_loss_7": 8.344593167304993,
+      "epoch": 0.037,
+      "grad_norm": 48.18494426167262,
+      "kl_loss_13": 13920.0,
+      "kl_loss_26": 13128.0,
+      "kl_loss_39": 13129.6,
+      "kl_loss_7": 14291.2,
+      "learning_rate": 0.0009981658654313456,
+      "loss": 27248.4,
+      "step": 370
+    },
+    {
+      "ce_loss_13": 8.160165214538575,
+      "ce_loss_26": 7.7771016478538515,
+      "ce_loss_39": 7.771613931655883,
+      "ce_loss_52": 1.4869922280311585,
+      "ce_loss_7": 8.338345170021057,
+      "epoch": 0.038,
+      "grad_norm": 48.80785692423277,
+      "kl_loss_13": 13795.2,
+      "kl_loss_26": 12974.4,
+      "kl_loss_39": 12960.0,
+      "kl_loss_7": 14164.8,
+      "learning_rate": 0.000998027578700917,
+      "loss": 26976.4,
+      "step": 380
+    },
+    {
+      "ce_loss_13": 8.052374148368836,
+      "ce_loss_26": 7.658347594738006,
+      "ce_loss_39": 7.6583909630775455,
+      "ce_loss_52": 1.4154588401317596,
+      "ce_loss_7": 8.239335989952087,
+      "epoch": 0.039,
+      "grad_norm": 48.38129929768143,
+      "kl_loss_13": 13680.0,
+      "kl_loss_26": 12851.2,
+      "kl_loss_39": 12844.8,
+      "kl_loss_7": 14078.4,
+      "learning_rate": 0.0009978842768382998,
+      "loss": 26719.2,
+      "step": 390
+    },
+    {
+      "ce_loss_13": 8.022306847572327,
+      "ce_loss_26": 7.623832786083222,
+      "ce_loss_39": 7.616167056560516,
+      "ce_loss_52": 1.4509258031845094,
+      "ce_loss_7": 8.209609961509704,
+      "epoch": 0.04,
+      "grad_norm": 48.47003917091678,
+      "kl_loss_13": 13532.8,
+      "kl_loss_26": 12684.8,
+      "kl_loss_39": 12668.8,
+      "kl_loss_7": 13918.4,
+      "learning_rate": 0.0009977359612865424,
+      "loss": 26536.4,
+      "step": 400
+    },
+    {
+      "ce_loss_13": 8.007824766635895,
+      "ce_loss_26": 7.614881563186645,
+      "ce_loss_39": 7.602893710136414,
+      "ce_loss_52": 1.4645162731409074,
+      "ce_loss_7": 8.19339075088501,
+      "epoch": 0.041,
+      "grad_norm": 48.05902996814503,
+      "kl_loss_13": 13486.4,
+      "kl_loss_26": 12646.4,
+      "kl_loss_39": 12627.2,
+      "kl_loss_7": 13886.4,
+      "learning_rate": 0.0009975826335391806,
+      "loss": 26319.6,
+      "step": 410
+    },
+    {
+      "ce_loss_13": 7.89500185251236,
+      "ce_loss_26": 7.4844276905059814,
+      "ce_loss_39": 7.470773124694825,
+      "ce_loss_52": 1.3909434020519256,
+      "ce_loss_7": 8.089212799072266,
+      "epoch": 0.042,
+      "grad_norm": 47.6532900353141,
+      "kl_loss_13": 13393.6,
+      "kl_loss_26": 12528.0,
+      "kl_loss_39": 12504.0,
+      "kl_loss_7": 13800.0,
+      "learning_rate": 0.0009974242951402235,
+      "loss": 26051.2,
+      "step": 420
+    },
+    {
+      "ce_loss_13": 7.848755323886872,
+      "ce_loss_26": 7.436672508716583,
+      "ce_loss_39": 7.420604693889618,
+      "ce_loss_52": 1.4549538046121597,
+      "ce_loss_7": 8.053676557540893,
+      "epoch": 0.043,
+      "grad_norm": 47.461866848016506,
+      "kl_loss_13": 13187.2,
+      "kl_loss_26": 12316.8,
+      "kl_loss_39": 12278.4,
+      "kl_loss_7": 13619.2,
+      "learning_rate": 0.0009972609476841367,
+      "loss": 25819.2,
+      "step": 430
+    },
+    {
+      "ce_loss_13": 7.824773061275482,
+      "ce_loss_26": 7.38158438205719,
+      "ce_loss_39": 7.365956795215607,
+      "ce_loss_52": 1.4214935347437858,
+      "ce_loss_7": 8.031265962123872,
+      "epoch": 0.044,
+      "grad_norm": 47.54154044179159,
+      "kl_loss_13": 13169.6,
+      "kl_loss_26": 12241.6,
+      "kl_loss_39": 12208.0,
+      "kl_loss_7": 13604.8,
+      "learning_rate": 0.0009970925928158272,
+      "loss": 25669.2,
+      "step": 440
+    },
+    {
+      "ce_loss_13": 7.781041419506073,
+      "ce_loss_26": 7.349016737937927,
+      "ce_loss_39": 7.328068232536316,
+      "ce_loss_52": 1.4457789659500122,
+      "ce_loss_7": 7.986689484119415,
+      "epoch": 0.045,
+      "grad_norm": 47.28488093165922,
+      "kl_loss_13": 13065.6,
+      "kl_loss_26": 12150.4,
+      "kl_loss_39": 12107.2,
+      "kl_loss_7": 13499.2,
+      "learning_rate": 0.000996919232230627,
+      "loss": 25413.2,
+      "step": 450
+    },
+    {
+      "ce_loss_13": 7.707467567920685,
+      "ce_loss_26": 7.259365463256836,
+      "ce_loss_39": 7.2402653932571415,
+      "ce_loss_52": 1.4384218811988831,
+      "ce_loss_7": 7.9230645298957825,
+      "epoch": 0.046,
+      "grad_norm": 47.47875544223923,
+      "kl_loss_13": 12928.0,
+      "kl_loss_26": 11974.4,
+      "kl_loss_39": 11940.8,
+      "kl_loss_7": 13380.8,
+      "learning_rate": 0.0009967408676742752,
+      "loss": 25149.6,
+      "step": 460
+    },
+    {
+      "ce_loss_13": 7.682056641578674,
+      "ce_loss_26": 7.239385926723481,
+      "ce_loss_39": 7.214358115196228,
+      "ce_loss_52": 1.4293440610170365,
+      "ce_loss_7": 7.903320550918579,
+      "epoch": 0.047,
+      "grad_norm": 47.616227706878504,
+      "kl_loss_13": 12899.2,
+      "kl_loss_26": 11950.4,
+      "kl_loss_39": 11904.0,
+      "kl_loss_7": 13360.0,
+      "learning_rate": 0.0009965575009429006,
+      "loss": 24954.0,
+      "step": 470
+    },
+    {
+      "ce_loss_13": 7.673471140861511,
+      "ce_loss_26": 7.22241450548172,
+      "ce_loss_39": 7.191142916679382,
+      "ce_loss_52": 1.4720373705029488,
+      "ce_loss_7": 7.897368836402893,
+      "epoch": 0.048,
+      "grad_norm": 47.35612609507448,
+      "kl_loss_13": 12763.2,
+      "kl_loss_26": 11816.0,
+      "kl_loss_39": 11748.8,
+      "kl_loss_7": 13236.8,
+      "learning_rate": 0.0009963691338830043,
+      "loss": 24784.4,
+      "step": 480
+    },
+    {
+      "ce_loss_13": 7.61794912815094,
+      "ce_loss_26": 7.163714337348938,
+      "ce_loss_39": 7.132104587554932,
+      "ce_loss_52": 1.4696507424116134,
+      "ce_loss_7": 7.839430296421051,
+      "epoch": 0.049,
+      "grad_norm": 46.6485917664728,
+      "kl_loss_13": 12664.0,
+      "kl_loss_26": 11691.2,
+      "kl_loss_39": 11627.2,
+      "kl_loss_7": 13139.2,
+      "learning_rate": 0.0009961757683914405,
+      "loss": 24543.2,
+      "step": 490
+    },
+    {
+      "ce_loss_13": 7.507795846462249,
+      "ce_loss_26": 7.035580575466156,
+      "ce_loss_39": 7.005417144298553,
+      "ce_loss_52": 1.4070568919181823,
+      "ce_loss_7": 7.743252336978912,
+      "epoch": 0.05,
+      "grad_norm": 46.67870253681081,
+      "kl_loss_13": 12545.6,
+      "kl_loss_26": 11542.4,
+      "kl_loss_39": 11480.0,
+      "kl_loss_7": 13043.2,
+      "learning_rate": 0.0009959774064153978,
+      "loss": 24344.0,
+      "step": 500
+    },
+    {
+      "ce_loss_13": 7.495815181732178,
+      "ce_loss_26": 7.0229366540908815,
+      "ce_loss_39": 6.990859532356263,
+      "ce_loss_52": 1.4116702109575272,
+      "ce_loss_7": 7.736506867408752,
+      "epoch": 0.051,
+      "grad_norm": 46.06552599373074,
+      "kl_loss_13": 12505.6,
+      "kl_loss_26": 11507.2,
+      "kl_loss_39": 11433.6,
+      "kl_loss_7": 13009.6,
+      "learning_rate": 0.0009957740499523787,
+      "loss": 24160.0,
+      "step": 510
+    },
+    {
+      "ce_loss_13": 7.443893933296204,
+      "ce_loss_26": 6.961520659923553,
+      "ce_loss_39": 6.922756457328797,
+      "ce_loss_52": 1.4424341320991516,
+      "ce_loss_7": 7.6887711644172665,
+      "epoch": 0.052,
+      "grad_norm": 46.57676837877325,
+      "kl_loss_13": 12337.6,
+      "kl_loss_26": 11308.8,
+      "kl_loss_39": 11225.6,
+      "kl_loss_7": 12851.2,
+      "learning_rate": 0.0009955657010501807,
+      "loss": 23900.8,
+      "step": 520
+    },
+    {
+      "ce_loss_13": 7.388968002796173,
+      "ce_loss_26": 6.916476762294769,
+      "ce_loss_39": 6.874182558059692,
+      "ce_loss_52": 1.4647160589694976,
+      "ce_loss_7": 7.6311492919921875,
+      "epoch": 0.053,
+      "grad_norm": 46.39702705707381,
+      "kl_loss_13": 12211.2,
+      "kl_loss_26": 11196.8,
+      "kl_loss_39": 11105.6,
+      "kl_loss_7": 12718.4,
+      "learning_rate": 0.000995352361806875,
+      "loss": 23724.4,
+      "step": 530
+    },
+    {
+      "ce_loss_13": 7.399884676933288,
+      "ce_loss_26": 6.893076729774475,
+      "ce_loss_39": 6.849111843109131,
+      "ce_loss_52": 1.4278682440519332,
+      "ce_loss_7": 7.656503355503082,
+      "epoch": 0.054,
+      "grad_norm": 45.552992496751486,
+      "kl_loss_13": 12289.6,
+      "kl_loss_26": 11217.6,
+      "kl_loss_39": 11131.2,
+      "kl_loss_7": 12824.0,
+      "learning_rate": 0.0009951340343707852,
+      "loss": 23503.2,
+      "step": 540
+    },
+    {
+      "ce_loss_13": 7.299449789524078,
+      "ce_loss_26": 6.799772572517395,
+      "ce_loss_39": 6.753718996047974,
+      "ce_loss_52": 1.447503750026226,
+      "ce_loss_7": 7.554943478107452,
+      "epoch": 0.055,
+      "grad_norm": 45.64724152253333,
+      "kl_loss_13": 12067.2,
+      "kl_loss_26": 10992.0,
+      "kl_loss_39": 10900.8,
+      "kl_loss_7": 12608.0,
+      "learning_rate": 0.0009949107209404665,
+      "loss": 23326.0,
+      "step": 550
+    },
+    {
+      "ce_loss_13": 7.293551552295685,
+      "ce_loss_26": 6.792212247848511,
+      "ce_loss_39": 6.740794622898102,
+      "ce_loss_52": 1.4703042089939118,
+      "ce_loss_7": 7.558422005176544,
+      "epoch": 0.056,
+      "grad_norm": 45.60106893131463,
+      "kl_loss_13": 11990.4,
+      "kl_loss_26": 10931.2,
+      "kl_loss_39": 10820.8,
+      "kl_loss_7": 12540.8,
+      "learning_rate": 0.0009946824237646824,
+      "loss": 23102.4,
+      "step": 560
+    },
+    {
+      "ce_loss_13": 7.1714133501052855,
+      "ce_loss_26": 6.658501255512237,
+      "ce_loss_39": 6.615163576602936,
+      "ce_loss_52": 1.4395473554730416,
+      "ce_loss_7": 7.438856053352356,
+      "epoch": 0.057,
+      "grad_norm": 45.02028770939811,
+      "kl_loss_13": 11819.2,
+      "kl_loss_26": 10716.8,
+      "kl_loss_39": 10633.6,
+      "kl_loss_7": 12379.2,
+      "learning_rate": 0.0009944491451423828,
+      "loss": 22860.0,
+      "step": 570
+    },
+    {
+      "ce_loss_13": 7.202235555648803,
+      "ce_loss_26": 6.668069064617157,
+      "ce_loss_39": 6.622809886932373,
+      "ce_loss_52": 1.4502787292003632,
+      "ce_loss_7": 7.474415194988251,
+      "epoch": 0.058,
+      "grad_norm": 45.87654136914787,
+      "kl_loss_13": 11832.0,
+      "kl_loss_26": 10697.6,
+      "kl_loss_39": 10606.4,
+      "kl_loss_7": 12409.6,
+      "learning_rate": 0.0009942108874226813,
+      "loss": 22680.4,
+      "step": 580
+    },
+    {
+      "ce_loss_13": 7.099943065643311,
+      "ce_loss_26": 6.574034261703491,
+      "ce_loss_39": 6.518663537502289,
+      "ce_loss_52": 1.4500610083341599,
+      "ce_loss_7": 7.373777639865875,
+      "epoch": 0.059,
+      "grad_norm": 45.75547743089401,
+      "kl_loss_13": 11633.6,
+      "kl_loss_26": 10512.0,
+      "kl_loss_39": 10403.2,
+      "kl_loss_7": 12201.6,
+      "learning_rate": 0.00099396765300483,
+      "loss": 22462.8,
+      "step": 590
+    },
+    {
+      "ce_loss_13": 7.097463607788086,
+      "ce_loss_26": 6.57372156381607,
+      "ce_loss_39": 6.511255967617035,
+      "ce_loss_52": 1.480376410484314,
+      "ce_loss_7": 7.372353208065033,
+      "epoch": 0.06,
+      "grad_norm": 45.20967365382369,
+      "kl_loss_13": 11558.4,
+      "kl_loss_26": 10451.2,
+      "kl_loss_39": 10324.8,
+      "kl_loss_7": 12145.6,
+      "learning_rate": 0.0009937194443381972,
+      "loss": 22282.4,
+      "step": 600
+    },
+    {
+      "ce_loss_13": 7.056500816345215,
+      "ce_loss_26": 6.520907533168793,
+      "ce_loss_39": 6.457597935199738,
+      "ce_loss_52": 1.4534808412194251,
+      "ce_loss_7": 7.339275515079498,
+      "epoch": 0.061,
+      "grad_norm": 44.17007512472295,
+      "kl_loss_13": 11520.0,
+      "kl_loss_26": 10382.4,
+      "kl_loss_39": 10249.6,
+      "kl_loss_7": 12110.4,
+      "learning_rate": 0.0009934662639222412,
+      "loss": 22080.0,
+      "step": 610
+    },
+    {
+      "ce_loss_13": 6.959627556800842,
+      "ce_loss_26": 6.4156983375549315,
+      "ce_loss_39": 6.353180265426635,
+      "ce_loss_52": 1.4930268943309783,
+      "ce_loss_7": 7.244034695625305,
+      "epoch": 0.062,
+      "grad_norm": 43.92075543466765,
+      "kl_loss_13": 11259.2,
+      "kl_loss_26": 10102.4,
+      "kl_loss_39": 9971.2,
+      "kl_loss_7": 11859.2,
+      "learning_rate": 0.000993208114306486,
+      "loss": 21799.2,
+      "step": 620
+    },
+    {
+      "ce_loss_13": 6.937919509410858,
+      "ce_loss_26": 6.402250957489014,
+      "ce_loss_39": 6.331100332736969,
+      "ce_loss_52": 1.4531458377838136,
+      "ce_loss_7": 7.226283407211303,
+      "epoch": 0.063,
+      "grad_norm": 44.52659706916058,
+      "kl_loss_13": 11259.2,
+      "kl_loss_26": 10128.0,
+      "kl_loss_39": 9988.8,
+      "kl_loss_7": 11881.6,
+      "learning_rate": 0.0009929449980904952,
+      "loss": 21667.2,
+      "step": 630
+    },
+    {
+      "ce_loss_13": 6.914422643184662,
+      "ce_loss_26": 6.355719900131225,
+      "ce_loss_39": 6.2839093685150145,
+      "ce_loss_52": 1.463460123538971,
+      "ce_loss_7": 7.208615565299988,
+      "epoch": 0.064,
+      "grad_norm": 44.241917484883416,
+      "kl_loss_13": 11203.2,
+      "kl_loss_26": 10004.8,
+      "kl_loss_39": 9865.6,
+      "kl_loss_7": 11827.2,
+      "learning_rate": 0.0009926769179238466,
+      "loss": 21450.4,
+      "step": 640
+    },
+    {
+      "ce_loss_13": 6.814666819572449,
+      "ce_loss_26": 6.240503942966461,
+      "ce_loss_39": 6.164217627048492,
+      "ce_loss_52": 1.4213469997048378,
+      "ce_loss_7": 7.121113920211792,
+      "epoch": 0.065,
+      "grad_norm": 45.45585410762684,
+      "kl_loss_13": 11097.6,
+      "kl_loss_26": 9875.2,
+      "kl_loss_39": 9726.4,
+      "kl_loss_7": 11742.4,
+      "learning_rate": 0.000992403876506104,
+      "loss": 21273.2,
+      "step": 650
+    },
+    {
+      "ce_loss_13": 6.807473576068878,
+      "ce_loss_26": 6.237039804458618,
+      "ce_loss_39": 6.164605820178986,
+      "ce_loss_52": 1.4794408291578294,
+      "ce_loss_7": 7.109469771385193,
+      "epoch": 0.066,
+      "grad_norm": 43.77904042873825,
+      "kl_loss_13": 10964.8,
+      "kl_loss_26": 9745.6,
+      "kl_loss_39": 9593.6,
+      "kl_loss_7": 11603.2,
+      "learning_rate": 0.0009921258765867918,
+      "loss": 21034.4,
+      "step": 660
+    },
+    {
+      "ce_loss_13": 6.720256412029267,
+      "ce_loss_26": 6.124040985107422,
+      "ce_loss_39": 6.048683619499206,
+      "ce_loss_52": 1.4370630145072938,
+      "ce_loss_7": 7.032277429103852,
+      "epoch": 0.067,
+      "grad_norm": 44.21280182860459,
+      "kl_loss_13": 10864.0,
+      "kl_loss_26": 9596.8,
+      "kl_loss_39": 9446.4,
+      "kl_loss_7": 11528.0,
+      "learning_rate": 0.0009918429209653662,
+      "loss": 20815.6,
+      "step": 670
+    },
+    {
+      "ce_loss_13": 6.73115086555481,
+      "ce_loss_26": 6.149888730049133,
+      "ce_loss_39": 6.072007644176483,
+      "ce_loss_52": 1.4543532699346542,
+      "ce_loss_7": 7.039518296718597,
+      "epoch": 0.068,
+      "grad_norm": 43.58133426683343,
+      "kl_loss_13": 10844.8,
+      "kl_loss_26": 9603.2,
+      "kl_loss_39": 9433.6,
+      "kl_loss_7": 11494.4,
+      "learning_rate": 0.0009915550124911866,
+      "loss": 20688.4,
+      "step": 680
+    },
+    {
+      "ce_loss_13": 6.683139646053315,
+      "ce_loss_26": 6.099281096458435,
+      "ce_loss_39": 6.017751622200012,
+      "ce_loss_52": 1.4289966225624084,
+      "ce_loss_7": 6.9959977746009825,
+      "epoch": 0.069,
+      "grad_norm": 43.03707399207988,
+      "kl_loss_13": 10817.6,
+      "kl_loss_26": 9577.6,
+      "kl_loss_39": 9414.4,
+      "kl_loss_7": 11472.0,
+      "learning_rate": 0.0009912621540634887,
+      "loss": 20494.0,
+      "step": 690
+    },
+    {
+      "ce_loss_13": 6.5575969338417055,
+      "ce_loss_26": 5.94709130525589,
+      "ce_loss_39": 5.865298080444336,
+      "ce_loss_52": 1.3811550110578537,
+      "ce_loss_7": 6.883859884738922,
+      "epoch": 0.07,
+      "grad_norm": 43.657034485471186,
+      "kl_loss_13": 10611.2,
+      "kl_loss_26": 9316.8,
+      "kl_loss_39": 9148.8,
+      "kl_loss_7": 11299.2,
+      "learning_rate": 0.0009909643486313534,
+      "loss": 20224.4,
+      "step": 700
+    },
+    {
+      "ce_loss_13": 6.581148624420166,
+      "ce_loss_26": 5.951541697978973,
+      "ce_loss_39": 5.867393767833709,
+      "ce_loss_52": 1.417145846784115,
+      "ce_loss_7": 6.908858215808868,
+      "epoch": 0.071,
+      "grad_norm": 42.31273006993064,
+      "kl_loss_13": 10628.8,
+      "kl_loss_26": 9294.4,
+      "kl_loss_39": 9120.0,
+      "kl_loss_7": 11320.0,
+      "learning_rate": 0.000990661599193678,
+      "loss": 20075.6,
+      "step": 710
+    },
+    {
+      "ce_loss_13": 6.503521502017975,
+      "ce_loss_26": 5.871239483356476,
+      "ce_loss_39": 5.7897450685501095,
+      "ce_loss_52": 1.4011695250868796,
+      "ce_loss_7": 6.844956791400909,
+      "epoch": 0.072,
+      "grad_norm": 42.36356368480549,
+      "kl_loss_13": 10488.0,
+      "kl_loss_26": 9147.2,
+      "kl_loss_39": 8979.2,
+      "kl_loss_7": 11206.4,
+      "learning_rate": 0.0009903539087991462,
+      "loss": 19811.6,
+      "step": 720
+    },
+    {
+      "ce_loss_13": 6.489633810520172,
+      "ce_loss_26": 5.87660802602768,
+      "ce_loss_39": 5.779063713550568,
+      "ce_loss_52": 1.439223274588585,
+      "ce_loss_7": 6.819329023361206,
+      "epoch": 0.073,
+      "grad_norm": 42.98993238073801,
+      "kl_loss_13": 10366.4,
+      "kl_loss_26": 9057.6,
+      "kl_loss_39": 8861.6,
+      "kl_loss_7": 11059.2,
+      "learning_rate": 0.0009900412805461966,
+      "loss": 19744.8,
+      "step": 730
+    },
+    {
+      "ce_loss_13": 6.4397171378135685,
+      "ce_loss_26": 5.814687025547028,
+      "ce_loss_39": 5.716581547260285,
+      "ce_loss_52": 1.4390251755714416,
+      "ce_loss_7": 6.779693508148194,
+      "epoch": 0.074,
+      "grad_norm": 42.877595561482536,
+      "kl_loss_13": 10267.2,
+      "kl_loss_26": 8939.2,
+      "kl_loss_39": 8734.4,
+      "kl_loss_7": 10982.4,
+      "learning_rate": 0.0009897237175829927,
+      "loss": 19478.8,
+      "step": 740
+    },
+    {
+      "ce_loss_13": 6.3779888391494755,
+      "ce_loss_26": 5.756749665737152,
+      "ce_loss_39": 5.652812826633453,
+      "ce_loss_52": 1.4100830882787705,
+      "ce_loss_7": 6.712257170677185,
+      "epoch": 0.075,
+      "grad_norm": 43.56161359476007,
+      "kl_loss_13": 10203.2,
+      "kl_loss_26": 8863.2,
+      "kl_loss_39": 8649.6,
+      "kl_loss_7": 10920.0,
+      "learning_rate": 0.0009894012231073895,
+      "loss": 19311.6,
+      "step": 750
+    },
+    {
+      "ce_loss_13": 6.351921963691711,
+      "ce_loss_26": 5.711096298694611,
+      "ce_loss_39": 5.613580751419067,
+      "ce_loss_52": 1.4703039675951004,
+      "ce_loss_7": 6.6900406837463375,
+      "epoch": 0.076,
+      "grad_norm": 41.581645996763,
+      "kl_loss_13": 10056.0,
+      "kl_loss_26": 8678.4,
+      "kl_loss_39": 8485.6,
+      "kl_loss_7": 10764.8,
+      "learning_rate": 0.0009890738003669028,
+      "loss": 19128.0,
+      "step": 760
+    },
+    {
+      "ce_loss_13": 6.329116785526276,
+      "ce_loss_26": 5.685759162902832,
+      "ce_loss_39": 5.58324785232544,
+      "ce_loss_52": 1.4396527051925658,
+      "ce_loss_7": 6.677184915542602,
+      "epoch": 0.077,
+      "grad_norm": 40.86594229703089,
+      "kl_loss_13": 10036.8,
+      "kl_loss_26": 8680.0,
+      "kl_loss_39": 8467.2,
+      "kl_loss_7": 10760.0,
+      "learning_rate": 0.0009887414526586764,
+      "loss": 18930.4,
+      "step": 770
+    },
+    {
+      "ce_loss_13": 6.279877305030823,
+      "ce_loss_26": 5.617447376251221,
+      "ce_loss_39": 5.507227098941803,
+      "ce_loss_52": 1.4374216616153717,
+      "ce_loss_7": 6.634308731555938,
+      "epoch": 0.078,
+      "grad_norm": 41.180826238519536,
+      "kl_loss_13": 9923.2,
+      "kl_loss_26": 8513.6,
+      "kl_loss_39": 8292.8,
+      "kl_loss_7": 10667.2,
+      "learning_rate": 0.0009884041833294476,
+      "loss": 18733.6,
+      "step": 780
+    },
+    {
+      "ce_loss_13": 6.212144470214843,
+      "ce_loss_26": 5.565514934062958,
+      "ce_loss_39": 5.445651924610138,
+      "ce_loss_52": 1.4184710115194321,
+      "ce_loss_7": 6.563052010536194,
+      "epoch": 0.079,
+      "grad_norm": 41.51169269505913,
+      "kl_loss_13": 9840.0,
+      "kl_loss_26": 8459.2,
+      "kl_loss_39": 8207.2,
+      "kl_loss_7": 10576.0,
+      "learning_rate": 0.000988061995775515,
+      "loss": 18618.8,
+      "step": 790
+    },
+    {
+      "ce_loss_13": 6.177972686290741,
+      "ce_loss_26": 5.5426277875900265,
+      "ce_loss_39": 5.430073320865631,
+      "ce_loss_52": 1.4582359090447425,
+      "ce_loss_7": 6.532871425151825,
+      "epoch": 0.08,
+      "grad_norm": 41.06171415513337,
+      "kl_loss_13": 9713.6,
+      "kl_loss_26": 8348.0,
+      "kl_loss_39": 8122.4,
+      "kl_loss_7": 10464.0,
+      "learning_rate": 0.0009877148934427035,
+      "loss": 18370.0,
+      "step": 800
+    },
+    {
+      "ce_loss_13": 6.174833989143371,
+      "ce_loss_26": 5.505520594120026,
+      "ce_loss_39": 5.391082692146301,
+      "ce_loss_52": 1.4291342854499818,
+      "ce_loss_7": 6.535899603366852,
+      "epoch": 0.081,
+      "grad_norm": 40.55915083586062,
+      "kl_loss_13": 9748.8,
+      "kl_loss_26": 8332.0,
+      "kl_loss_39": 8094.4,
+      "kl_loss_7": 10502.4,
+      "learning_rate": 0.0009873628798263297,
+      "loss": 18197.2,
+      "step": 810
+    },
+    {
+      "ce_loss_13": 6.106976389884949,
+      "ce_loss_26": 5.425193250179291,
+      "ce_loss_39": 5.297831201553345,
+      "ce_loss_52": 1.4520869970321655,
+      "ce_loss_7": 6.4676952958106995,
+      "epoch": 0.082,
+      "grad_norm": 39.176828574493044,
+      "kl_loss_13": 9564.8,
+      "kl_loss_26": 8108.0,
+      "kl_loss_39": 7852.0,
+      "kl_loss_7": 10324.8,
+      "learning_rate": 0.0009870059584711668,
+      "loss": 17988.4,
+      "step": 820
+    },
+    {
+      "ce_loss_13": 6.029178476333618,
+      "ce_loss_26": 5.369020164012909,
+      "ce_loss_39": 5.247223997116089,
+      "ce_loss_52": 1.4342376589775085,
+      "ce_loss_7": 6.38949601650238,
+      "epoch": 0.083,
+      "grad_norm": 41.3023886018674,
+      "kl_loss_13": 9422.4,
+      "kl_loss_26": 8008.8,
+      "kl_loss_39": 7756.0,
+      "kl_loss_7": 10184.0,
+      "learning_rate": 0.000986644132971409,
+      "loss": 17788.4,
+      "step": 830
+    },
+    {
+      "ce_loss_13": 6.009692323207855,
+      "ce_loss_26": 5.3266006231307985,
+      "ce_loss_39": 5.202202546596527,
+      "ce_loss_52": 1.4376018613576889,
+      "ce_loss_7": 6.372254419326782,
+      "epoch": 0.084,
+      "grad_norm": 39.84971146906691,
+      "kl_loss_13": 9387.2,
+      "kl_loss_26": 7916.8,
+      "kl_loss_39": 7663.2,
+      "kl_loss_7": 10155.2,
+      "learning_rate": 0.0009862774069706345,
+      "loss": 17687.8,
+      "step": 840
+    },
+    {
+      "ce_loss_13": 5.948546409606934,
+      "ce_loss_26": 5.290343832969666,
+      "ce_loss_39": 5.16569093465805,
+      "ce_loss_52": 1.4315639585256577,
+      "ce_loss_7": 6.303727805614471,
+      "epoch": 0.085,
+      "grad_norm": 38.79997549953815,
+      "kl_loss_13": 9260.8,
+      "kl_loss_26": 7848.0,
+      "kl_loss_39": 7593.6,
+      "kl_loss_7": 10009.6,
+      "learning_rate": 0.000985905784161771,
+      "loss": 17478.4,
+      "step": 850
+    },
+    {
+      "ce_loss_13": 5.976463770866394,
+      "ce_loss_26": 5.285696280002594,
+      "ce_loss_39": 5.158673858642578,
+      "ce_loss_52": 1.4285172358155251,
+      "ce_loss_7": 6.345685577392578,
+      "epoch": 0.086,
+      "grad_norm": 39.11215287158734,
+      "kl_loss_13": 9323.2,
+      "kl_loss_26": 7843.2,
+      "kl_loss_39": 7588.0,
+      "kl_loss_7": 10100.8,
+      "learning_rate": 0.000985529268287055,
+      "loss": 17353.8,
+      "step": 860
+    },
+    {
+      "ce_loss_13": 5.890017306804657,
+      "ce_loss_26": 5.188625490665435,
+      "ce_loss_39": 5.061676156520844,
+      "ce_loss_52": 1.427770259976387,
+      "ce_loss_7": 6.267517876625061,
+      "epoch": 0.087,
+      "grad_norm": 38.38012767193544,
+      "kl_loss_13": 9177.6,
+      "kl_loss_26": 7678.4,
+      "kl_loss_39": 7415.2,
+      "kl_loss_7": 9971.2,
+      "learning_rate": 0.0009851478631379982,
+      "loss": 17143.4,
+      "step": 870
+    },
+    {
+      "ce_loss_13": 5.8172935247421265,
+      "ce_loss_26": 5.092825090885162,
+      "ce_loss_39": 4.964837598800659,
+      "ce_loss_52": 1.3596146881580353,
+      "ce_loss_7": 6.200971674919129,
+      "epoch": 0.088,
+      "grad_norm": 38.67673909990335,
+      "kl_loss_13": 9150.4,
+      "kl_loss_26": 7612.8,
+      "kl_loss_39": 7350.4,
+      "kl_loss_7": 9947.2,
+      "learning_rate": 0.0009847615725553456,
+      "loss": 17046.8,
+      "step": 880
+    },
+    {
+      "ce_loss_13": 5.872656679153442,
+      "ce_loss_26": 5.153263211250305,
+      "ce_loss_39": 5.00926034450531,
+      "ce_loss_52": 1.4231197819113732,
+      "ce_loss_7": 6.253647100925446,
+      "epoch": 0.089,
+      "grad_norm": 38.12938597789528,
+      "kl_loss_13": 9128.0,
+      "kl_loss_26": 7595.2,
+      "kl_loss_39": 7309.6,
+      "kl_loss_7": 9923.2,
+      "learning_rate": 0.0009843704004290394,
+      "loss": 16917.8,
+      "step": 890
+    },
+    {
+      "ce_loss_13": 5.798008918762207,
+      "ce_loss_26": 5.091720676422119,
+      "ce_loss_39": 4.938081228733063,
+      "ce_loss_52": 1.4382835403084755,
+      "ce_loss_7": 6.171303284168244,
+      "epoch": 0.09,
+      "grad_norm": 37.16474091329711,
+      "kl_loss_13": 8936.0,
+      "kl_loss_26": 7427.2,
+      "kl_loss_39": 7121.6,
+      "kl_loss_7": 9726.4,
+      "learning_rate": 0.0009839743506981783,
+      "loss": 16656.0,
+      "step": 900
+    },
+    {
+      "ce_loss_13": 5.82405720949173,
+      "ce_loss_26": 5.096203732490539,
+      "ce_loss_39": 4.965065968036652,
+      "ce_loss_52": 1.4636528208851813,
+      "ce_loss_7": 6.201912236213684,
+      "epoch": 0.091,
+      "grad_norm": 36.36947394693034,
+      "kl_loss_13": 8939.2,
+      "kl_loss_26": 7354.4,
+      "kl_loss_39": 7080.0,
+      "kl_loss_7": 9747.2,
+      "learning_rate": 0.0009835734273509786,
+      "loss": 16529.0,
+      "step": 910
+    },
+    {
+      "ce_loss_13": 5.734641706943512,
+      "ce_loss_26": 5.011995434761047,
+      "ce_loss_39": 4.85785391330719,
+      "ce_loss_52": 1.4457294046878815,
+      "ce_loss_7": 6.11446977853775,
+      "epoch": 0.092,
+      "grad_norm": 36.64530545748263,
+      "kl_loss_13": 8840.8,
+      "kl_loss_26": 7284.8,
+      "kl_loss_39": 6967.2,
+      "kl_loss_7": 9636.8,
+      "learning_rate": 0.0009831676344247342,
+      "loss": 16343.8,
+      "step": 920
+    },
+    {
+      "ce_loss_13": 5.681211936473846,
+      "ce_loss_26": 4.933374917507171,
+      "ce_loss_39": 4.788007187843323,
+      "ce_loss_52": 1.3833691507577897,
+      "ce_loss_7": 6.066722130775451,
+      "epoch": 0.093,
+      "grad_norm": 37.601960547328346,
+      "kl_loss_13": 8819.2,
+      "kl_loss_26": 7232.8,
+      "kl_loss_39": 6926.4,
+      "kl_loss_7": 9620.8,
+      "learning_rate": 0.0009827569760057755,
+      "loss": 16262.8,
+      "step": 930
+    },
+    {
+      "ce_loss_13": 5.685943353176117,
+      "ce_loss_26": 4.954251933097839,
+      "ce_loss_39": 4.7964679479599,
+      "ce_loss_52": 1.4205988943576813,
+      "ce_loss_7": 6.062719237804413,
+      "epoch": 0.094,
+      "grad_norm": 34.90292075240395,
+      "kl_loss_13": 8707.2,
+      "kl_loss_26": 7154.4,
+      "kl_loss_39": 6841.6,
+      "kl_loss_7": 9496.0,
+      "learning_rate": 0.000982341456229428,
+      "loss": 16011.8,
+      "step": 940
+    },
+    {
+      "ce_loss_13": 5.640336573123932,
+      "ce_loss_26": 4.914572691917419,
+      "ce_loss_39": 4.756339108943939,
+      "ce_loss_52": 1.46774483025074,
+      "ce_loss_7": 6.0160892605781555,
+      "epoch": 0.095,
+      "grad_norm": 35.81614055285293,
+      "kl_loss_13": 8553.6,
+      "kl_loss_26": 6999.2,
+      "kl_loss_39": 6671.2,
+      "kl_loss_7": 9348.8,
+      "learning_rate": 0.000981921079279971,
+      "loss": 15864.8,
+      "step": 950
+    },
+    {
+      "ce_loss_13": 5.622566449642181,
+      "ce_loss_26": 4.879516458511352,
+      "ce_loss_39": 4.717178559303283,
+      "ce_loss_52": 1.4239765584468842,
+      "ce_loss_7": 5.998941457271576,
+      "epoch": 0.096,
+      "grad_norm": 35.60374709072334,
+      "kl_loss_13": 8597.6,
+      "kl_loss_26": 7007.2,
+      "kl_loss_39": 6670.4,
+      "kl_loss_7": 9384.0,
+      "learning_rate": 0.0009814958493905962,
+      "loss": 15764.6,
+      "step": 960
+    },
+    {
+      "ce_loss_13": 5.552615082263946,
+      "ce_loss_26": 4.812614411115646,
+      "ce_loss_39": 4.667081838846206,
+      "ce_loss_52": 1.4328487768769265,
+      "ce_loss_7": 5.935272622108459,
+      "epoch": 0.097,
+      "grad_norm": 34.10755627830643,
+      "kl_loss_13": 8454.4,
+      "kl_loss_26": 6880.8,
+      "kl_loss_39": 6574.4,
+      "kl_loss_7": 9254.4,
+      "learning_rate": 0.0009810657708433637,
+      "loss": 15541.8,
+      "step": 970
+    },
+    {
+      "ce_loss_13": 5.534706914424897,
+      "ce_loss_26": 4.787809383869171,
+      "ce_loss_39": 4.631017792224884,
+      "ce_loss_52": 1.4364599764347077,
+      "ce_loss_7": 5.910705745220184,
+      "epoch": 0.098,
+      "grad_norm": 33.30412559481911,
+      "kl_loss_13": 8426.4,
+      "kl_loss_26": 6818.4,
+      "kl_loss_39": 6496.0,
+      "kl_loss_7": 9220.8,
+      "learning_rate": 0.0009806308479691594,
+      "loss": 15486.2,
+      "step": 980
+    },
+    {
+      "ce_loss_13": 5.455054485797882,
+      "ce_loss_26": 4.712761473655701,
+      "ce_loss_39": 4.549750781059265,
+      "ce_loss_52": 1.442040067911148,
+      "ce_loss_7": 5.841645193099976,
+      "epoch": 0.099,
+      "grad_norm": 34.061312435089185,
+      "kl_loss_13": 8225.6,
+      "kl_loss_26": 6628.8,
+      "kl_loss_39": 6296.8,
+      "kl_loss_7": 9036.8,
+      "learning_rate": 0.0009801910851476522,
+      "loss": 15382.2,
+      "step": 990
+    },
+    {
+      "ce_loss_13": 5.4525358319282535,
+      "ce_loss_26": 4.71786208152771,
+      "ce_loss_39": 4.559128785133362,
+      "ce_loss_52": 1.4428577244281768,
+      "ce_loss_7": 5.826938045024872,
+      "epoch": 0.1,
+      "grad_norm": 33.6953047069211,
+      "kl_loss_13": 8196.0,
+      "kl_loss_26": 6628.8,
+      "kl_loss_39": 6297.6,
+      "kl_loss_7": 8995.2,
+      "learning_rate": 0.0009797464868072487,
+      "loss": 15156.4,
+      "step": 1000
+    },
+    {
+      "ce_loss_13": 5.445610964298249,
+      "ce_loss_26": 4.6739885926246645,
+      "ce_loss_39": 4.508283615112305,
+      "ce_loss_52": 1.4168697059154511,
+      "ce_loss_7": 5.834221661090851,
+      "epoch": 0.101,
+      "grad_norm": 32.70197394198742,
+      "kl_loss_13": 8233.6,
+      "kl_loss_26": 6591.2,
+      "kl_loss_39": 6246.4,
+      "kl_loss_7": 9051.2,
+      "learning_rate": 0.0009792970574250492,
+      "loss": 14993.6,
+      "step": 1010
+    },
+    {
+      "ce_loss_13": 5.368366336822509,
+      "ce_loss_26": 4.5666680335998535,
+      "ce_loss_39": 4.400501304864884,
+      "ce_loss_52": 1.3814861461520196,
+      "ce_loss_7": 5.762167453765869,
+      "epoch": 0.102,
+      "grad_norm": 32.28847151546708,
+      "kl_loss_13": 8145.6,
+      "kl_loss_26": 6444.0,
+      "kl_loss_39": 6111.2,
+      "kl_loss_7": 8969.6,
+      "learning_rate": 0.0009788428015268028,
+      "loss": 14902.6,
+      "step": 1020
+    },
+    {
+      "ce_loss_13": 5.416829228401184,
+      "ce_loss_26": 4.672497856616974,
+      "ce_loss_39": 4.5039793968200685,
+      "ce_loss_52": 1.4590631812810897,
+      "ce_loss_7": 5.7889638304710385,
+      "epoch": 0.103,
+      "grad_norm": 32.94054692999689,
+      "kl_loss_13": 8076.0,
+      "kl_loss_26": 6480.0,
+      "kl_loss_39": 6138.4,
+      "kl_loss_7": 8867.2,
+      "learning_rate": 0.0009783837236868609,
+      "loss": 14715.4,
+      "step": 1030
+    },
+    {
+      "ce_loss_13": 5.323912274837494,
+      "ce_loss_26": 4.551275789737701,
+      "ce_loss_39": 4.376495039463043,
+      "ce_loss_52": 1.4376014918088913,
+      "ce_loss_7": 5.712179851531983,
+      "epoch": 0.104,
+      "grad_norm": 32.580444775774126,
+      "kl_loss_13": 7934.4,
+      "kl_loss_26": 6285.6,
+      "kl_loss_39": 5924.0,
+      "kl_loss_7": 8752.0,
+      "learning_rate": 0.0009779198285281327,
+      "loss": 14586.6,
+      "step": 1040
+    },
+    {
+      "ce_loss_13": 5.36049393415451,
+      "ce_loss_26": 4.592142331600189,
+      "ce_loss_39": 4.4142293453216555,
+      "ce_loss_52": 1.4498057544231415,
+      "ce_loss_7": 5.73596283197403,
+      "epoch": 0.105,
+      "grad_norm": 31.80216030064833,
+      "kl_loss_13": 7976.8,
+      "kl_loss_26": 6341.6,
+      "kl_loss_39": 5988.8,
+      "kl_loss_7": 8771.2,
+      "learning_rate": 0.0009774511207220368,
+      "loss": 14415.8,
+      "step": 1050
+    },
+    {
+      "ce_loss_13": 5.3308478713035585,
+      "ce_loss_26": 4.5750040173530575,
+      "ce_loss_39": 4.39155302643776,
+      "ce_loss_52": 1.4785875469446181,
+      "ce_loss_7": 5.713631689548492,
+      "epoch": 0.106,
+      "grad_norm": 31.180344664143906,
+      "kl_loss_13": 7883.2,
+      "kl_loss_26": 6267.2,
+      "kl_loss_39": 5887.2,
+      "kl_loss_7": 8687.2,
+      "learning_rate": 0.0009769776049884564,
+      "loss": 14270.6,
+      "step": 1060
+    },
+    {
+      "ce_loss_13": 5.3476661205291744,
+      "ce_loss_26": 4.561805117130279,
+      "ce_loss_39": 4.391524451971054,
+      "ce_loss_52": 1.4550457745790482,
+      "ce_loss_7": 5.725461614131928,
+      "epoch": 0.107,
+      "grad_norm": 30.9396118714078,
+      "kl_loss_13": 7968.0,
+      "kl_loss_26": 6308.0,
+      "kl_loss_39": 5942.4,
+      "kl_loss_7": 8754.4,
+      "learning_rate": 0.0009764992860956889,
+      "loss": 14268.8,
+      "step": 1070
+    },
+    {
+      "ce_loss_13": 5.248398435115814,
+      "ce_loss_26": 4.472868782281876,
+      "ce_loss_39": 4.294939804077148,
+      "ce_loss_52": 1.4237870454788208,
+      "ce_loss_7": 5.6272268176078795,
+      "epoch": 0.108,
+      "grad_norm": 30.45094259940441,
+      "kl_loss_13": 7834.4,
+      "kl_loss_26": 6169.6,
+      "kl_loss_39": 5812.0,
+      "kl_loss_7": 8620.8,
+      "learning_rate": 0.0009760161688604008,
+      "loss": 14058.8,
+      "step": 1080
+    },
+    {
+      "ce_loss_13": 5.167715132236481,
+      "ce_loss_26": 4.421313828229904,
+      "ce_loss_39": 4.241793435811997,
+      "ce_loss_52": 1.4617454051971435,
+      "ce_loss_7": 5.536553728580475,
+      "epoch": 0.109,
+      "grad_norm": 30.37346177682711,
+      "kl_loss_13": 7596.8,
+      "kl_loss_26": 5987.2,
+      "kl_loss_39": 5622.4,
+      "kl_loss_7": 8367.2,
+      "learning_rate": 0.0009755282581475768,
+      "loss": 13946.4,
+      "step": 1090
+    },
+    {
+      "ce_loss_13": 5.21688460111618,
+      "ce_loss_26": 4.442314791679382,
+      "ce_loss_39": 4.254946118593216,
+      "ce_loss_52": 1.4511815324425696,
+      "ce_loss_7": 5.593706953525543,
+      "epoch": 0.11,
+      "grad_norm": 30.665307755441862,
+      "kl_loss_13": 7699.2,
+      "kl_loss_26": 6030.4,
+      "kl_loss_39": 5652.0,
+      "kl_loss_7": 8485.6,
+      "learning_rate": 0.0009750355588704727,
+      "loss": 13825.8,
+      "step": 1100
+    },
+    {
+      "ce_loss_13": 5.112356352806091,
+      "ce_loss_26": 4.310530138015747,
+      "ce_loss_39": 4.125328695774078,
+      "ce_loss_52": 1.4114144504070283,
+      "ce_loss_7": 5.487049925327301,
+      "epoch": 0.111,
+      "grad_norm": 29.407721301071028,
+      "kl_loss_13": 7569.6,
+      "kl_loss_26": 5844.8,
+      "kl_loss_39": 5470.4,
+      "kl_loss_7": 8359.2,
+      "learning_rate": 0.0009745380759905647,
+      "loss": 13627.8,
+      "step": 1110
+    },
+    {
+      "ce_loss_13": 5.087459588050843,
+      "ce_loss_26": 4.285146009922028,
+      "ce_loss_39": 4.101419150829315,
+      "ce_loss_52": 1.3823944509029389,
+      "ce_loss_7": 5.47238245010376,
+      "epoch": 0.112,
+      "grad_norm": 28.691648596064702,
+      "kl_loss_13": 7563.2,
+      "kl_loss_26": 5855.2,
+      "kl_loss_39": 5476.0,
+      "kl_loss_7": 8378.4,
+      "learning_rate": 0.0009740358145174998,
+      "loss": 13629.4,
+      "step": 1120
+    },
+    {
+      "ce_loss_13": 5.085049080848694,
+      "ce_loss_26": 4.283704102039337,
+      "ce_loss_39": 4.095863288640976,
+      "ce_loss_52": 1.4323463156819343,
+      "ce_loss_7": 5.455269980430603,
+      "epoch": 0.113,
+      "grad_norm": 28.708307757554874,
+      "kl_loss_13": 7468.0,
+      "kl_loss_26": 5755.2,
+      "kl_loss_39": 5364.0,
+      "kl_loss_7": 8244.8,
+      "learning_rate": 0.0009735287795090455,
+      "loss": 13475.0,
+      "step": 1130
+    },
+    {
+      "ce_loss_13": 4.9704699397087095,
+      "ce_loss_26": 4.164930063486099,
+      "ce_loss_39": 3.981805819272995,
+      "ce_loss_52": 1.3983336806297302,
+      "ce_loss_7": 5.351285874843597,
+      "epoch": 0.114,
+      "grad_norm": 30.611214200807577,
+      "kl_loss_13": 7311.2,
+      "kl_loss_26": 5585.6,
+      "kl_loss_39": 5199.2,
+      "kl_loss_7": 8099.2,
+      "learning_rate": 0.0009730169760710386,
+      "loss": 13288.2,
+      "step": 1140
+    },
+    {
+      "ce_loss_13": 5.094941341876984,
+      "ce_loss_26": 4.275070035457611,
+      "ce_loss_39": 4.084649866819381,
+      "ce_loss_52": 1.4357529014348984,
+      "ce_loss_7": 5.482879185676575,
+      "epoch": 0.115,
+      "grad_norm": 29.988760771554233,
+      "kl_loss_13": 7468.8,
+      "kl_loss_26": 5715.2,
+      "kl_loss_39": 5326.4,
+      "kl_loss_7": 8275.2,
+      "learning_rate": 0.0009725004093573342,
+      "loss": 13196.6,
+      "step": 1150
+    },
+    {
+      "ce_loss_13": 4.942017900943756,
+      "ce_loss_26": 4.151496112346649,
+      "ce_loss_39": 3.957593894004822,
+      "ce_loss_52": 1.4098813980817795,
+      "ce_loss_7": 5.323493349552154,
+      "epoch": 0.116,
+      "grad_norm": 30.06505974205765,
+      "kl_loss_13": 7237.6,
+      "kl_loss_26": 5534.4,
+      "kl_loss_39": 5135.2,
+      "kl_loss_7": 8035.2,
+      "learning_rate": 0.0009719790845697534,
+      "loss": 13084.4,
+      "step": 1160
+    },
+    {
+      "ce_loss_13": 4.974001240730286,
+      "ce_loss_26": 4.16838675737381,
+      "ce_loss_39": 3.968938571214676,
+      "ce_loss_52": 1.4311222642660142,
+      "ce_loss_7": 5.3611521363258365,
+      "epoch": 0.117,
+      "grad_norm": 28.226442547632384,
+      "kl_loss_13": 7241.6,
+      "kl_loss_26": 5536.8,
+      "kl_loss_39": 5121.6,
+      "kl_loss_7": 8045.6,
+      "learning_rate": 0.0009714530069580309,
+      "loss": 12959.6,
+      "step": 1170
+    },
+    {
+      "ce_loss_13": 4.905927586555481,
+      "ce_loss_26": 4.065518736839294,
+      "ce_loss_39": 3.8746193647384644,
+      "ce_loss_52": 1.3948067665100097,
+      "ce_loss_7": 5.290950679779053,
+      "epoch": 0.118,
+      "grad_norm": 26.7183550844667,
+      "kl_loss_13": 7163.2,
+      "kl_loss_26": 5388.0,
+      "kl_loss_39": 4992.8,
+      "kl_loss_7": 7959.2,
+      "learning_rate": 0.0009709221818197624,
+      "loss": 12883.0,
+      "step": 1180
+    },
+    {
+      "ce_loss_13": 4.902862447500229,
+      "ce_loss_26": 4.10335453748703,
+      "ce_loss_39": 3.920765632390976,
+      "ce_loss_52": 1.4242859303951263,
+      "ce_loss_7": 5.280882668495178,
+      "epoch": 0.119,
+      "grad_norm": 27.541041012815914,
+      "kl_loss_13": 7096.0,
+      "kl_loss_26": 5372.8,
+      "kl_loss_39": 4987.2,
+      "kl_loss_7": 7895.2,
+      "learning_rate": 0.0009703866145003512,
+      "loss": 12755.6,
+      "step": 1190
+    },
+    {
+      "ce_loss_13": 4.91794501543045,
+      "ce_loss_26": 4.094452971220017,
+      "ce_loss_39": 3.892131644487381,
+      "ce_loss_52": 1.4217353582382202,
+      "ce_loss_7": 5.298339033126831,
+      "epoch": 0.12,
+      "grad_norm": 27.647397498896083,
+      "kl_loss_13": 7171.2,
+      "kl_loss_26": 5395.2,
+      "kl_loss_39": 4985.6,
+      "kl_loss_7": 7958.4,
+      "learning_rate": 0.0009698463103929542,
+      "loss": 12646.8,
+      "step": 1200
+    },
+    {
+      "ce_loss_13": 4.933221316337585,
+      "ce_loss_26": 4.129461044073105,
+      "ce_loss_39": 3.92621054649353,
+      "ce_loss_52": 1.4751009970903397,
+      "ce_loss_7": 5.315613615512848,
+      "epoch": 0.121,
+      "grad_norm": 26.42127738230431,
+      "kl_loss_13": 7043.2,
+      "kl_loss_26": 5317.6,
+      "kl_loss_39": 4899.2,
+      "kl_loss_7": 7841.6,
+      "learning_rate": 0.0009693012749384279,
+      "loss": 12515.8,
+      "step": 1210
+    },
+    {
+      "ce_loss_13": 4.865577363967896,
+      "ce_loss_26": 4.064575934410096,
+      "ce_loss_39": 3.863145834207535,
+      "ce_loss_52": 1.4422448396682739,
+      "ce_loss_7": 5.235701704025269,
+      "epoch": 0.122,
+      "grad_norm": 25.567127248660423,
+      "kl_loss_13": 6988.0,
+      "kl_loss_26": 5271.2,
+      "kl_loss_39": 4855.2,
+      "kl_loss_7": 7760.8,
+      "learning_rate": 0.0009687515136252732,
+      "loss": 12484.2,
+      "step": 1220
+    },
+    {
+      "ce_loss_13": 4.875257205963135,
+      "ce_loss_26": 4.068110597133637,
+      "ce_loss_39": 3.866461306810379,
+      "ce_loss_52": 1.4406520485877992,
+      "ce_loss_7": 5.254658281803131,
+      "epoch": 0.123,
+      "grad_norm": 25.60032726683598,
+      "kl_loss_13": 7019.2,
+      "kl_loss_26": 5276.8,
+      "kl_loss_39": 4864.0,
+      "kl_loss_7": 7809.6,
+      "learning_rate": 0.0009681970319895803,
+      "loss": 12358.8,
+      "step": 1230
+    },
+    {
+      "ce_loss_13": 4.856750476360321,
+      "ce_loss_26": 4.064332664012909,
+      "ce_loss_39": 3.865360552072525,
+      "ce_loss_52": 1.4734540313482285,
+      "ce_loss_7": 5.232936894893646,
+      "epoch": 0.124,
+      "grad_norm": 27.54111241294886,
+      "kl_loss_13": 6928.8,
+      "kl_loss_26": 5224.8,
+      "kl_loss_39": 4806.4,
+      "kl_loss_7": 7701.6,
+      "learning_rate": 0.0009676378356149733,
+      "loss": 12219.2,
+      "step": 1240
+    },
+    {
+      "ce_loss_13": 4.714985811710358,
+      "ce_loss_26": 3.8911590695381166,
+      "ce_loss_39": 3.6897071480751036,
+      "ce_loss_52": 1.4211883068084716,
+      "ce_loss_7": 5.092134392261505,
+      "epoch": 0.125,
+      "grad_norm": 26.159823932609697,
+      "kl_loss_13": 6763.2,
+      "kl_loss_26": 5001.6,
+      "kl_loss_39": 4584.8,
+      "kl_loss_7": 7549.6,
+      "learning_rate": 0.0009670739301325534,
+      "loss": 12043.8,
+      "step": 1250
+    },
+    {
+      "ce_loss_13": 4.746155381202698,
+      "ce_loss_26": 3.9151339173316955,
+      "ce_loss_39": 3.717781513929367,
+      "ce_loss_52": 1.3889067679643632,
+      "ce_loss_7": 5.118369615077972,
+      "epoch": 0.126,
+      "grad_norm": 27.210751367526278,
+      "kl_loss_13": 6825.6,
+      "kl_loss_26": 5060.0,
+      "kl_loss_39": 4660.0,
+      "kl_loss_7": 7612.0,
+      "learning_rate": 0.0009665053212208426,
+      "loss": 12020.6,
+      "step": 1260
+    },
+    {
+      "ce_loss_13": 4.729644465446472,
+      "ce_loss_26": 3.8812398612499237,
+      "ce_loss_39": 3.686249554157257,
+      "ce_loss_52": 1.421858811378479,
+      "ce_loss_7": 5.109574091434479,
+      "epoch": 0.127,
+      "grad_norm": 24.75325655489569,
+      "kl_loss_13": 6772.8,
+      "kl_loss_26": 4955.6,
+      "kl_loss_39": 4553.2,
+      "kl_loss_7": 7572.8,
+      "learning_rate": 0.0009659320146057262,
+      "loss": 11949.0,
+      "step": 1270
+    },
+    {
+      "ce_loss_13": 4.706896722316742,
+      "ce_loss_26": 3.884850525856018,
+      "ce_loss_39": 3.679063153266907,
+      "ce_loss_52": 1.4093473598361015,
+      "ce_loss_7": 5.0908261895179745,
+      "epoch": 0.128,
+      "grad_norm": 25.78294847436066,
+      "kl_loss_13": 6728.0,
+      "kl_loss_26": 4984.8,
+      "kl_loss_39": 4562.4,
+      "kl_loss_7": 7525.6,
+      "learning_rate": 0.0009653540160603955,
+      "loss": 11920.8,
+      "step": 1280
+    },
+    {
+      "ce_loss_13": 4.68510691523552,
+      "ce_loss_26": 3.886442297697067,
+      "ce_loss_39": 3.682328295707703,
+      "ce_loss_52": 1.4646018967032433,
+      "ce_loss_7": 5.063843679428101,
+      "epoch": 0.129,
+      "grad_norm": 24.870529388647757,
+      "kl_loss_13": 6587.2,
+      "kl_loss_26": 4871.2,
+      "kl_loss_39": 4451.6,
+      "kl_loss_7": 7384.8,
+      "learning_rate": 0.0009647713314052896,
+      "loss": 11716.1,
+      "step": 1290
+    },
+    {
+      "ce_loss_13": 4.6914472579956055,
+      "ce_loss_26": 3.8814328253269195,
+      "ce_loss_39": 3.6700519025325775,
+      "ce_loss_52": 1.428275752067566,
+      "ce_loss_7": 5.065358865261078,
+      "epoch": 0.13,
+      "grad_norm": 24.506148720784267,
+      "kl_loss_13": 6617.6,
+      "kl_loss_26": 4886.4,
+      "kl_loss_39": 4454.8,
+      "kl_loss_7": 7397.6,
+      "learning_rate": 0.0009641839665080363,
+      "loss": 11621.0,
+      "step": 1300
+    },
+    {
+      "ce_loss_13": 4.666101861000061,
+      "ce_loss_26": 3.8607113540172575,
+      "ce_loss_39": 3.6500234425067903,
+      "ce_loss_52": 1.4570627421140672,
+      "ce_loss_7": 5.0361028671264645,
+      "epoch": 0.131,
+      "grad_norm": 23.043331928969636,
+      "kl_loss_13": 6562.4,
+      "kl_loss_26": 4820.0,
+      "kl_loss_39": 4389.2,
+      "kl_loss_7": 7340.0,
+      "learning_rate": 0.0009635919272833937,
+      "loss": 11547.2,
+      "step": 1310
+    },
+    {
+      "ce_loss_13": 4.57597508430481,
+      "ce_loss_26": 3.757897812128067,
+      "ce_loss_39": 3.541293317079544,
+      "ce_loss_52": 1.417707359790802,
+      "ce_loss_7": 4.957513523101807,
+      "epoch": 0.132,
+      "grad_norm": 23.874048124377556,
+      "kl_loss_13": 6413.6,
+      "kl_loss_26": 4680.0,
+      "kl_loss_39": 4232.4,
+      "kl_loss_7": 7214.4,
+      "learning_rate": 0.0009629952196931902,
+      "loss": 11465.6,
+      "step": 1320
+    },
+    {
+      "ce_loss_13": 4.599424958229065,
+      "ce_loss_26": 3.7814753651618958,
+      "ce_loss_39": 3.5756381869316103,
+      "ce_loss_52": 1.435066069662571,
+      "ce_loss_7": 4.962808167934417,
+      "epoch": 0.133,
+      "grad_norm": 27.163150075748632,
+      "kl_loss_13": 6461.6,
+      "kl_loss_26": 4719.2,
+      "kl_loss_39": 4284.8,
+      "kl_loss_7": 7222.4,
+      "learning_rate": 0.0009623938497462645,
+      "loss": 11415.0,
+      "step": 1330
+    },
+    {
+      "ce_loss_13": 4.593182015419006,
+      "ce_loss_26": 3.749741864204407,
+      "ce_loss_39": 3.543072348833084,
+      "ce_loss_52": 1.4210506305098534,
+      "ce_loss_7": 4.98070273399353,
+      "epoch": 0.134,
+      "grad_norm": 23.74960078438379,
+      "kl_loss_13": 6465.6,
+      "kl_loss_26": 4674.0,
+      "kl_loss_39": 4258.0,
+      "kl_loss_7": 7272.8,
+      "learning_rate": 0.0009617878234984055,
+      "loss": 11286.2,
+      "step": 1340
+    },
+    {
+      "ce_loss_13": 4.5947358965873715,
+      "ce_loss_26": 3.779453754425049,
+      "ce_loss_39": 3.554258805513382,
+      "ce_loss_52": 1.440669310092926,
+      "ce_loss_7": 4.96803480386734,
+      "epoch": 0.135,
+      "grad_norm": 24.32368060127727,
+      "kl_loss_13": 6402.4,
+      "kl_loss_26": 4660.8,
+      "kl_loss_39": 4202.0,
+      "kl_loss_7": 7178.4,
+      "learning_rate": 0.0009611771470522907,
+      "loss": 11138.4,
+      "step": 1350
+    },
+    {
+      "ce_loss_13": 4.540663009881973,
+      "ce_loss_26": 3.7292558193206786,
+      "ce_loss_39": 3.5131251573562623,
+      "ce_loss_52": 1.4146902561187744,
+      "ce_loss_7": 4.918925869464874,
+      "epoch": 0.136,
+      "grad_norm": 23.85034387543973,
+      "kl_loss_13": 6383.2,
+      "kl_loss_26": 4642.0,
+      "kl_loss_39": 4189.2,
+      "kl_loss_7": 7181.6,
+      "learning_rate": 0.0009605618265574251,
+      "loss": 11195.2,
+      "step": 1360
+    },
+    {
+      "ce_loss_13": 4.595166695117951,
+      "ce_loss_26": 3.7860535979270935,
+      "ce_loss_39": 3.5680083632469177,
+      "ce_loss_52": 1.4854394227266312,
+      "ce_loss_7": 4.9739551663398744,
+      "epoch": 0.137,
+      "grad_norm": 23.647990920122997,
+      "kl_loss_13": 6340.0,
+      "kl_loss_26": 4612.0,
+      "kl_loss_39": 4162.0,
+      "kl_loss_7": 7127.2,
+      "learning_rate": 0.0009599418682100792,
+      "loss": 11028.6,
+      "step": 1370
+    },
+    {
+      "ce_loss_13": 4.481674873828888,
+      "ce_loss_26": 3.655723828077316,
+      "ce_loss_39": 3.4441386282444,
+      "ce_loss_52": 1.402228906750679,
+      "ce_loss_7": 4.8588902950286865,
+      "epoch": 0.138,
+      "grad_norm": 23.628756362977956,
+      "kl_loss_13": 6284.8,
+      "kl_loss_26": 4506.8,
+      "kl_loss_39": 4074.4,
+      "kl_loss_7": 7073.6,
+      "learning_rate": 0.0009593172782532268,
+      "loss": 10976.4,
+      "step": 1380
+    },
+    {
+      "ce_loss_13": 4.446731185913086,
+      "ce_loss_26": 3.6488849222660065,
+      "ce_loss_39": 3.4283725559711455,
+      "ce_loss_52": 1.425352481007576,
+      "ce_loss_7": 4.823254930973053,
+      "epoch": 0.139,
+      "grad_norm": 23.454937110465252,
+      "kl_loss_13": 6190.4,
+      "kl_loss_26": 4472.0,
+      "kl_loss_39": 4019.6,
+      "kl_loss_7": 6972.0,
+      "learning_rate": 0.0009586880629764817,
+      "loss": 10856.2,
+      "step": 1390
+    },
+    {
+      "ce_loss_13": 4.481068539619446,
+      "ce_loss_26": 3.6307739317417145,
+      "ce_loss_39": 3.4139047265052795,
+      "ce_loss_52": 1.3980510637164116,
+      "ce_loss_7": 4.877132707834244,
+      "epoch": 0.14,
+      "grad_norm": 24.701369227992412,
+      "kl_loss_13": 6300.0,
+      "kl_loss_26": 4496.4,
+      "kl_loss_39": 4045.6,
+      "kl_loss_7": 7120.0,
+      "learning_rate": 0.0009580542287160348,
+      "loss": 10848.4,
+      "step": 1400
+    },
+    {
+      "ce_loss_13": 4.481135439872742,
+      "ce_loss_26": 3.684358072280884,
+      "ce_loss_39": 3.454758608341217,
+      "ce_loss_52": 1.459119439125061,
+      "ce_loss_7": 4.855645072460175,
+      "epoch": 0.141,
+      "grad_norm": 24.081142665128635,
+      "kl_loss_13": 6146.4,
+      "kl_loss_26": 4455.2,
+      "kl_loss_39": 3985.2,
+      "kl_loss_7": 6936.0,
+      "learning_rate": 0.0009574157818545901,
+      "loss": 10711.8,
+      "step": 1410
+    },
+    {
+      "ce_loss_13": 4.440946173667908,
+      "ce_loss_26": 3.6337361335754395,
+      "ce_loss_39": 3.404258185625076,
+      "ce_loss_52": 1.411030687391758,
+      "ce_loss_7": 4.816100597381592,
+      "epoch": 0.142,
+      "grad_norm": 22.547443199755673,
+      "kl_loss_13": 6183.2,
+      "kl_loss_26": 4461.2,
+      "kl_loss_39": 3991.6,
+      "kl_loss_7": 6976.0,
+      "learning_rate": 0.0009567727288213005,
+      "loss": 10724.8,
+      "step": 1420
+    },
+    {
+      "ce_loss_13": 4.457812869548798,
+      "ce_loss_26": 3.6864565014839172,
+      "ce_loss_39": 3.452153670787811,
+      "ce_loss_52": 1.4788728266954423,
+      "ce_loss_7": 4.832965791225433,
+      "epoch": 0.143,
+      "grad_norm": 22.827900847688525,
+      "kl_loss_13": 6096.8,
+      "kl_loss_26": 4430.4,
+      "kl_loss_39": 3959.2,
+      "kl_loss_7": 6881.6,
+      "learning_rate": 0.0009561250760917027,
+      "loss": 10616.2,
+      "step": 1430
+    },
+    {
+      "ce_loss_13": 4.386147284507752,
+      "ce_loss_26": 3.586784356832504,
+      "ce_loss_39": 3.356312555074692,
+      "ce_loss_52": 1.4125748693943023,
+      "ce_loss_7": 4.7688825011253355,
+      "epoch": 0.144,
+      "grad_norm": 22.45947089806503,
+      "kl_loss_13": 6064.0,
+      "kl_loss_26": 4354.0,
+      "kl_loss_39": 3886.8,
+      "kl_loss_7": 6859.2,
+      "learning_rate": 0.0009554728301876525,
+      "loss": 10473.0,
+      "step": 1440
+    },
+    {
+      "ce_loss_13": 4.411167800426483,
+      "ce_loss_26": 3.590187501907349,
+      "ce_loss_39": 3.3659981071949003,
+      "ce_loss_52": 1.4227360993623734,
+      "ce_loss_7": 4.80015469789505,
+      "epoch": 0.145,
+      "grad_norm": 22.134471970609756,
+      "kl_loss_13": 6080.0,
+      "kl_loss_26": 4321.2,
+      "kl_loss_39": 3868.4,
+      "kl_loss_7": 6892.0,
+      "learning_rate": 0.0009548159976772592,
+      "loss": 10449.2,
+      "step": 1450
+    },
+    {
+      "ce_loss_13": 4.304250085353852,
+      "ce_loss_26": 3.5215473413467406,
+      "ce_loss_39": 3.3020472466945647,
+      "ce_loss_52": 1.455188724398613,
+      "ce_loss_7": 4.682382225990295,
+      "epoch": 0.146,
+      "grad_norm": 23.296949813068704,
+      "kl_loss_13": 5828.8,
+      "kl_loss_26": 4153.6,
+      "kl_loss_39": 3701.2,
+      "kl_loss_7": 6626.4,
+      "learning_rate": 0.0009541545851748186,
+      "loss": 10336.2,
+      "step": 1460
+    },
+    {
+      "ce_loss_13": 4.340453952550888,
+      "ce_loss_26": 3.527716559171677,
+      "ce_loss_39": 3.297034960985184,
+      "ce_loss_52": 1.4175047695636749,
+      "ce_loss_7": 4.720600801706314,
+      "epoch": 0.147,
+      "grad_norm": 23.69989338145452,
+      "kl_loss_13": 5933.6,
+      "kl_loss_26": 4197.2,
+      "kl_loss_39": 3732.0,
+      "kl_loss_7": 6732.8,
+      "learning_rate": 0.0009534885993407473,
+      "loss": 10320.4,
+      "step": 1470
+    },
+    {
+      "ce_loss_13": 4.316350519657135,
+      "ce_loss_26": 3.522084206342697,
+      "ce_loss_39": 3.293704879283905,
+      "ce_loss_52": 1.4351435631513596,
+      "ce_loss_7": 4.694415915012359,
+      "epoch": 0.148,
+      "grad_norm": 23.155946924290426,
+      "kl_loss_13": 5859.2,
+      "kl_loss_26": 4177.2,
+      "kl_loss_39": 3708.0,
+      "kl_loss_7": 6649.6,
+      "learning_rate": 0.0009528180468815154,
+      "loss": 10227.4,
+      "step": 1480
+    },
+    {
+      "ce_loss_13": 4.34768191576004,
+      "ce_loss_26": 3.5612153470516206,
+      "ce_loss_39": 3.3256225168704985,
+      "ce_loss_52": 1.4718306064605713,
+      "ce_loss_7": 4.73325879573822,
+      "epoch": 0.149,
+      "grad_norm": 22.828288355166595,
+      "kl_loss_13": 5840.8,
+      "kl_loss_26": 4173.2,
+      "kl_loss_39": 3699.2,
+      "kl_loss_7": 6654.4,
+      "learning_rate": 0.0009521429345495787,
+      "loss": 10213.0,
+      "step": 1490
+    },
+    {
+      "ce_loss_13": 4.285507726669311,
+      "ce_loss_26": 3.494914507865906,
+      "ce_loss_39": 3.2638841211795806,
+      "ce_loss_52": 1.4394250243902207,
+      "ce_loss_7": 4.674430012702942,
+      "epoch": 0.15,
+      "grad_norm": 22.358102006612796,
+      "kl_loss_13": 5802.4,
+      "kl_loss_26": 4114.4,
+      "kl_loss_39": 3639.2,
+      "kl_loss_7": 6619.2,
+      "learning_rate": 0.0009514632691433108,
+      "loss": 10144.0,
+      "step": 1500
+    },
+    {
+      "ce_loss_13": 4.274980753660202,
+      "ce_loss_26": 3.4573559522628785,
+      "ce_loss_39": 3.2235658168792725,
+      "ce_loss_52": 1.4003299355506897,
+      "ce_loss_7": 4.676058840751648,
+      "epoch": 0.151,
+      "grad_norm": 21.54131953317247,
+      "kl_loss_13": 5876.0,
+      "kl_loss_26": 4120.4,
+      "kl_loss_39": 3643.6,
+      "kl_loss_7": 6711.2,
+      "learning_rate": 0.0009507790575069346,
+      "loss": 10084.8,
+      "step": 1510
+    },
+    {
+      "ce_loss_13": 4.239670622348785,
+      "ce_loss_26": 3.4528944075107573,
+      "ce_loss_39": 3.221757102012634,
+      "ce_loss_52": 1.4378845229744912,
+      "ce_loss_7": 4.625989091396332,
+      "epoch": 0.152,
+      "grad_norm": 20.883193615641517,
+      "kl_loss_13": 5700.0,
+      "kl_loss_26": 4031.2,
+      "kl_loss_39": 3560.0,
+      "kl_loss_7": 6514.4,
+      "learning_rate": 0.0009500903065304539,
+      "loss": 9981.0,
+      "step": 1520
+    },
+    {
+      "ce_loss_13": 4.250718909502029,
+      "ce_loss_26": 3.4539793133735657,
+      "ce_loss_39": 3.2287534534931184,
+      "ce_loss_52": 1.450673970580101,
+      "ce_loss_7": 4.637939321994781,
+      "epoch": 0.153,
+      "grad_norm": 21.937587942461658,
+      "kl_loss_13": 5717.6,
+      "kl_loss_26": 4016.0,
+      "kl_loss_39": 3551.6,
+      "kl_loss_7": 6520.0,
+      "learning_rate": 0.0009493970231495835,
+      "loss": 9886.2,
+      "step": 1530
+    },
+    {
+      "ce_loss_13": 4.213818311691284,
+      "ce_loss_26": 3.4225172460079194,
+      "ce_loss_39": 3.192109799385071,
+      "ce_loss_52": 1.4253905564546585,
+      "ce_loss_7": 4.591876769065857,
+      "epoch": 0.154,
+      "grad_norm": 22.11614774484019,
+      "kl_loss_13": 5669.6,
+      "kl_loss_26": 3997.6,
+      "kl_loss_39": 3517.6,
+      "kl_loss_7": 6459.2,
+      "learning_rate": 0.0009486992143456792,
+      "loss": 9848.6,
+      "step": 1540
+    },
+    {
+      "ce_loss_13": 4.188841539621353,
+      "ce_loss_26": 3.3936797797679903,
+      "ce_loss_39": 3.15527623295784,
+      "ce_loss_52": 1.4304118230938911,
+      "ce_loss_7": 4.582345807552338,
+      "epoch": 0.155,
+      "grad_norm": 23.528038258157196,
+      "kl_loss_13": 5588.0,
+      "kl_loss_26": 3908.0,
+      "kl_loss_39": 3429.6,
+      "kl_loss_7": 6408.8,
+      "learning_rate": 0.0009479968871456679,
+      "loss": 9804.0,
+      "step": 1550
+    },
+    {
+      "ce_loss_13": 4.199311399459839,
+      "ce_loss_26": 3.388694739341736,
+      "ce_loss_39": 3.161331224441528,
+      "ce_loss_52": 1.424024721980095,
+      "ce_loss_7": 4.598053079843521,
+      "epoch": 0.156,
+      "grad_norm": 20.794486798088236,
+      "kl_loss_13": 5643.2,
+      "kl_loss_26": 3922.0,
+      "kl_loss_39": 3462.8,
+      "kl_loss_7": 6473.6,
+      "learning_rate": 0.0009472900486219768,
+      "loss": 9758.3,
+      "step": 1560
+    },
+    {
+      "ce_loss_13": 4.16922065615654,
+      "ce_loss_26": 3.3762763381004333,
+      "ce_loss_39": 3.142381691932678,
+      "ce_loss_52": 1.4278530597686767,
+      "ce_loss_7": 4.5707217931747435,
+      "epoch": 0.157,
+      "grad_norm": 21.684568107604626,
+      "kl_loss_13": 5582.4,
+      "kl_loss_26": 3884.4,
+      "kl_loss_39": 3405.2,
+      "kl_loss_7": 6420.0,
+      "learning_rate": 0.000946578705892462,
+      "loss": 9625.8,
+      "step": 1570
+    },
+    {
+      "ce_loss_13": 4.178904807567596,
+      "ce_loss_26": 3.382037007808685,
+      "ce_loss_39": 3.137607681751251,
+      "ce_loss_52": 1.4311140328645706,
+      "ce_loss_7": 4.566913962364197,
+      "epoch": 0.158,
+      "grad_norm": 21.97647697577533,
+      "kl_loss_13": 5572.8,
+      "kl_loss_26": 3885.6,
+      "kl_loss_39": 3393.6,
+      "kl_loss_7": 6394.4,
+      "learning_rate": 0.0009458628661203367,
+      "loss": 9608.1,
+      "step": 1580
+    },
+    {
+      "ce_loss_13": 4.179209893941879,
+      "ce_loss_26": 3.378256690502167,
+      "ce_loss_39": 3.13810538649559,
+      "ce_loss_52": 1.418858152627945,
+      "ce_loss_7": 4.562736237049103,
+      "epoch": 0.159,
+      "grad_norm": 20.949460387099393,
+      "kl_loss_13": 5612.0,
+      "kl_loss_26": 3914.4,
+      "kl_loss_39": 3428.8,
+      "kl_loss_7": 6420.0,
+      "learning_rate": 0.0009451425365140996,
+      "loss": 9608.8,
+      "step": 1590
+    },
+    {
+      "ce_loss_13": 4.1623717725276945,
+      "ce_loss_26": 3.376670056581497,
+      "ce_loss_39": 3.1331222474575045,
+      "ce_loss_52": 1.434694454073906,
+      "ce_loss_7": 4.556069934368134,
+      "epoch": 0.16,
+      "grad_norm": 20.884587914746188,
+      "kl_loss_13": 5573.6,
+      "kl_loss_26": 3878.8,
+      "kl_loss_39": 3382.4,
+      "kl_loss_7": 6402.4,
+      "learning_rate": 0.0009444177243274617,
+      "loss": 9535.6,
+      "step": 1600
+    },
+    {
+      "ce_loss_13": 4.082578724622726,
+      "ce_loss_26": 3.289813929796219,
+      "ce_loss_39": 3.0515677452087404,
+      "ce_loss_52": 1.4236672833561896,
+      "ce_loss_7": 4.478320574760437,
+      "epoch": 0.161,
+      "grad_norm": 20.592533194999756,
+      "kl_loss_13": 5423.2,
+      "kl_loss_26": 3736.8,
+      "kl_loss_39": 3249.6,
+      "kl_loss_7": 6253.6,
+      "learning_rate": 0.0009436884368592739,
+      "loss": 9466.0,
+      "step": 1610
+    },
+    {
+      "ce_loss_13": 4.142659282684326,
+      "ce_loss_26": 3.3751652896404267,
+      "ce_loss_39": 3.137872564792633,
+      "ce_loss_52": 1.481352651119232,
+      "ce_loss_7": 4.527895116806031,
+      "epoch": 0.162,
+      "grad_norm": 21.486710542968336,
+      "kl_loss_13": 5416.8,
+      "kl_loss_26": 3772.8,
+      "kl_loss_39": 3282.8,
+      "kl_loss_7": 6228.8,
+      "learning_rate": 0.0009429546814534529,
+      "loss": 9367.9,
+      "step": 1620
+    },
+    {
+      "ce_loss_13": 4.141797959804535,
+      "ce_loss_26": 3.344935214519501,
+      "ce_loss_39": 3.1015843570232393,
+      "ce_loss_52": 1.4449981674551964,
+      "ce_loss_7": 4.53586882352829,
+      "epoch": 0.163,
+      "grad_norm": 22.257565389083407,
+      "kl_loss_13": 5484.8,
+      "kl_loss_26": 3776.8,
+      "kl_loss_39": 3282.8,
+      "kl_loss_7": 6309.6,
+      "learning_rate": 0.0009422164654989072,
+      "loss": 9391.3,
+      "step": 1630
+    },
+    {
+      "ce_loss_13": 4.131260120868683,
+      "ce_loss_26": 3.3283946096897123,
+      "ce_loss_39": 3.08265677690506,
+      "ce_loss_52": 1.446463230252266,
+      "ce_loss_7": 4.523310673236847,
+      "epoch": 0.164,
+      "grad_norm": 20.40514368262374,
+      "kl_loss_13": 5457.6,
+      "kl_loss_26": 3766.0,
+      "kl_loss_39": 3265.6,
+      "kl_loss_7": 6288.8,
+      "learning_rate": 0.0009414737964294635,
+      "loss": 9297.4,
+      "step": 1640
+    },
+    {
+      "ce_loss_13": 4.055157667398452,
+      "ce_loss_26": 3.2639363288879393,
+      "ce_loss_39": 3.0281569600105285,
+      "ce_loss_52": 1.451804205775261,
+      "ce_loss_7": 4.447070962190628,
+      "epoch": 0.165,
+      "grad_norm": 21.902920394223948,
+      "kl_loss_13": 5323.2,
+      "kl_loss_26": 3634.0,
+      "kl_loss_39": 3150.0,
+      "kl_loss_7": 6143.2,
+      "learning_rate": 0.000940726681723791,
+      "loss": 9207.4,
+      "step": 1650
+    },
+    {
+      "ce_loss_13": 3.9808266043663023,
+      "ce_loss_26": 3.1883151113986967,
+      "ce_loss_39": 2.9586188077926634,
+      "ce_loss_52": 1.4088758006691933,
+      "ce_loss_7": 4.372277349233627,
+      "epoch": 0.166,
+      "grad_norm": 21.183658337296244,
+      "kl_loss_13": 5256.0,
+      "kl_loss_26": 3567.6,
+      "kl_loss_39": 3100.8,
+      "kl_loss_7": 6079.2,
+      "learning_rate": 0.0009399751289053266,
+      "loss": 9204.0,
+      "step": 1660
+    },
+    {
+      "ce_loss_13": 4.0190062642097475,
+      "ce_loss_26": 3.22450470328331,
+      "ce_loss_39": 2.987401658296585,
+      "ce_loss_52": 1.3997518077492714,
+      "ce_loss_7": 4.41674884557724,
+      "epoch": 0.167,
+      "grad_norm": 21.809854839151214,
+      "kl_loss_13": 5346.4,
+      "kl_loss_26": 3648.8,
+      "kl_loss_39": 3164.8,
+      "kl_loss_7": 6175.2,
+      "learning_rate": 0.0009392191455421988,
+      "loss": 9183.3,
+      "step": 1670
+    },
+    {
+      "ce_loss_13": 3.9647205591201784,
+      "ce_loss_26": 3.1920640766620636,
+      "ce_loss_39": 2.951520323753357,
+      "ce_loss_52": 1.385107731819153,
+      "ce_loss_7": 4.359467995166779,
+      "epoch": 0.168,
+      "grad_norm": 20.368238654152925,
+      "kl_loss_13": 5256.8,
+      "kl_loss_26": 3602.8,
+      "kl_loss_39": 3118.0,
+      "kl_loss_7": 6080.8,
+      "learning_rate": 0.0009384587392471515,
+      "loss": 9080.3,
+      "step": 1680
+    },
+    {
+      "ce_loss_13": 3.9925671815872192,
+      "ce_loss_26": 3.2080724120140074,
+      "ce_loss_39": 2.9695263385772703,
+      "ce_loss_52": 1.4156971365213393,
+      "ce_loss_7": 4.380452990531921,
+      "epoch": 0.169,
+      "grad_norm": 20.999177946491915,
+      "kl_loss_13": 5268.0,
+      "kl_loss_26": 3596.4,
+      "kl_loss_39": 3100.8,
+      "kl_loss_7": 6080.8,
+      "learning_rate": 0.0009376939176774678,
+      "loss": 8989.5,
+      "step": 1690
+    },
+    {
+      "ce_loss_13": 4.0180779755115505,
+      "ce_loss_26": 3.258928191661835,
+      "ce_loss_39": 3.0135749876499176,
+      "ce_loss_52": 1.450287464261055,
+      "ce_loss_7": 4.408803248405457,
+      "epoch": 0.17,
+      "grad_norm": 19.79885149243747,
+      "kl_loss_13": 5224.8,
+      "kl_loss_26": 3590.8,
+      "kl_loss_39": 3092.0,
+      "kl_loss_7": 6036.8,
+      "learning_rate": 0.0009369246885348925,
+      "loss": 8994.3,
+      "step": 1700
+    },
+    {
+      "ce_loss_13": 4.005008333921433,
+      "ce_loss_26": 3.2108667314052584,
+      "ce_loss_39": 2.9691853642463686,
+      "ce_loss_52": 1.4231860041618347,
+      "ce_loss_7": 4.408407872915268,
+      "epoch": 0.171,
+      "grad_norm": 20.19997348661953,
+      "kl_loss_13": 5275.2,
+      "kl_loss_26": 3580.8,
+      "kl_loss_39": 3088.8,
+      "kl_loss_7": 6116.8,
+      "learning_rate": 0.0009361510595655545,
+      "loss": 9032.7,
+      "step": 1710
+    },
+    {
+      "ce_loss_13": 4.0295430123806,
+      "ce_loss_26": 3.269349628686905,
+      "ce_loss_39": 3.0168069303035736,
+      "ce_loss_52": 1.4558824241161346,
+      "ce_loss_7": 4.418658912181854,
+      "epoch": 0.172,
+      "grad_norm": 20.29063277895484,
+      "kl_loss_13": 5251.2,
+      "kl_loss_26": 3624.8,
+      "kl_loss_39": 3109.2,
+      "kl_loss_7": 6066.4,
+      "learning_rate": 0.0009353730385598887,
+      "loss": 8917.6,
+      "step": 1720
+    },
+    {
+      "ce_loss_13": 3.904751992225647,
+      "ce_loss_26": 3.117345708608627,
+      "ce_loss_39": 2.8736896753311156,
+      "ce_loss_52": 1.404754376411438,
+      "ce_loss_7": 4.301223260164261,
+      "epoch": 0.173,
+      "grad_norm": 21.33168840347063,
+      "kl_loss_13": 5095.2,
+      "kl_loss_26": 3414.0,
+      "kl_loss_39": 2926.0,
+      "kl_loss_7": 5920.8,
+      "learning_rate": 0.0009345906333525581,
+      "loss": 8827.0,
+      "step": 1730
+    },
+    {
+      "ce_loss_13": 3.943844336271286,
+      "ce_loss_26": 3.192184156179428,
+      "ce_loss_39": 2.938348424434662,
+      "ce_loss_52": 1.4280656158924103,
+      "ce_loss_7": 4.340347635746002,
+      "epoch": 0.174,
+      "grad_norm": 20.78517763533083,
+      "kl_loss_13": 5121.6,
+      "kl_loss_26": 3512.0,
+      "kl_loss_39": 2997.2,
+      "kl_loss_7": 5951.2,
+      "learning_rate": 0.0009338038518223745,
+      "loss": 8776.4,
+      "step": 1740
+    },
+    {
+      "ce_loss_13": 3.9746175587177275,
+      "ce_loss_26": 3.217360532283783,
+      "ce_loss_39": 2.9738565742969514,
+      "ce_loss_52": 1.460440719127655,
+      "ce_loss_7": 4.36298366189003,
+      "epoch": 0.175,
+      "grad_norm": 22.95282400415446,
+      "kl_loss_13": 5116.0,
+      "kl_loss_26": 3500.0,
+      "kl_loss_39": 2996.0,
+      "kl_loss_7": 5937.6,
+      "learning_rate": 0.0009330127018922195,
+      "loss": 8715.7,
+      "step": 1750
+    },
+    {
+      "ce_loss_13": 3.903409707546234,
+      "ce_loss_26": 3.1333308279514314,
+      "ce_loss_39": 2.8973484218120573,
+      "ce_loss_52": 1.4389021694660187,
+      "ce_loss_7": 4.297668445110321,
+      "epoch": 0.176,
+      "grad_norm": 19.71888822868113,
+      "kl_loss_13": 5043.2,
+      "kl_loss_26": 3399.6,
+      "kl_loss_39": 2906.0,
+      "kl_loss_7": 5868.8,
+      "learning_rate": 0.0009322171915289634,
+      "loss": 8660.5,
+      "step": 1760
+    },
+    {
+      "ce_loss_13": 3.9436737656593324,
+      "ce_loss_26": 3.180408328771591,
+      "ce_loss_39": 2.933422142267227,
+      "ce_loss_52": 1.468785560131073,
+      "ce_loss_7": 4.335923504829407,
+      "epoch": 0.177,
+      "grad_norm": 21.100233895265884,
+      "kl_loss_13": 5036.8,
+      "kl_loss_26": 3416.8,
+      "kl_loss_39": 2893.6,
+      "kl_loss_7": 5853.6,
+      "learning_rate": 0.0009314173287433873,
+      "loss": 8685.1,
+      "step": 1770
+    },
+    {
+      "ce_loss_13": 4.000654596090317,
+      "ce_loss_26": 3.24809735417366,
+      "ce_loss_39": 2.9819031238555906,
+      "ce_loss_52": 1.4765232503414154,
+      "ce_loss_7": 4.392659711837768,
+      "epoch": 0.178,
+      "grad_norm": 20.346113365710192,
+      "kl_loss_13": 5141.6,
+      "kl_loss_26": 3518.0,
+      "kl_loss_39": 2990.4,
+      "kl_loss_7": 5964.0,
+      "learning_rate": 0.0009306131215901003,
+      "loss": 8673.2,
+      "step": 1780
+    },
+    {
+      "ce_loss_13": 3.9246813535690306,
+      "ce_loss_26": 3.1745048224925996,
+      "ce_loss_39": 2.9245960414409637,
+      "ce_loss_52": 1.4693263441324234,
+      "ce_loss_7": 4.317492133378982,
+      "epoch": 0.179,
+      "grad_norm": 19.397137651046872,
+      "kl_loss_13": 5018.4,
+      "kl_loss_26": 3389.2,
+      "kl_loss_39": 2878.0,
+      "kl_loss_7": 5844.8,
+      "learning_rate": 0.0009298045781674596,
+      "loss": 8564.1,
+      "step": 1790
+    },
+    {
+      "ce_loss_13": 3.910848397016525,
+      "ce_loss_26": 3.146669828891754,
+      "ce_loss_39": 2.8859269857406615,
+      "ce_loss_52": 1.419717761874199,
+      "ce_loss_7": 4.3105459094047545,
+      "epoch": 0.18,
+      "grad_norm": 19.504781875531744,
+      "kl_loss_13": 5040.0,
+      "kl_loss_26": 3411.2,
+      "kl_loss_39": 2894.0,
+      "kl_loss_7": 5888.0,
+      "learning_rate": 0.0009289917066174886,
+      "loss": 8563.1,
+      "step": 1800
+    },
+    {
+      "ce_loss_13": 3.886237096786499,
+      "ce_loss_26": 3.0992377579212187,
+      "ce_loss_39": 2.8514576256275177,
+      "ce_loss_52": 1.4184779956936837,
+      "ce_loss_7": 4.274789291620254,
+      "epoch": 0.181,
+      "grad_norm": 19.60587995762198,
+      "kl_loss_13": 5042.4,
+      "kl_loss_26": 3362.0,
+      "kl_loss_39": 2856.4,
+      "kl_loss_7": 5855.2,
+      "learning_rate": 0.0009281745151257945,
+      "loss": 8453.1,
+      "step": 1810
+    },
+    {
+      "ce_loss_13": 3.9144074499607084,
+      "ce_loss_26": 3.1662435114383696,
+      "ce_loss_39": 2.9089259922504427,
+      "ce_loss_52": 1.478528293967247,
+      "ce_loss_7": 4.301838612556457,
+      "epoch": 0.182,
+      "grad_norm": 19.79968756805323,
+      "kl_loss_13": 4923.2,
+      "kl_loss_26": 3333.2,
+      "kl_loss_39": 2811.6,
+      "kl_loss_7": 5736.8,
+      "learning_rate": 0.0009273530119214868,
+      "loss": 8471.9,
+      "step": 1820
+    },
+    {
+      "ce_loss_13": 3.8238776862621306,
+      "ce_loss_26": 3.058783656358719,
+      "ce_loss_39": 2.807573360204697,
+      "ce_loss_52": 1.4178009316325189,
+      "ce_loss_7": 4.227353280782699,
+      "epoch": 0.183,
+      "grad_norm": 19.471751859426742,
+      "kl_loss_13": 4899.2,
+      "kl_loss_26": 3273.6,
+      "kl_loss_39": 2762.8,
+      "kl_loss_7": 5738.4,
+      "learning_rate": 0.0009265272052770935,
+      "loss": 8399.4,
+      "step": 1830
+    },
+    {
+      "ce_loss_13": 3.836485821008682,
+      "ce_loss_26": 3.0666845202445985,
+      "ce_loss_39": 2.818044346570969,
+      "ce_loss_52": 1.410616011917591,
+      "ce_loss_7": 4.236015152931214,
+      "epoch": 0.184,
+      "grad_norm": 19.102126667670856,
+      "kl_loss_13": 4940.0,
+      "kl_loss_26": 3286.0,
+      "kl_loss_39": 2780.4,
+      "kl_loss_7": 5788.0,
+      "learning_rate": 0.0009256971035084784,
+      "loss": 8347.7,
+      "step": 1840
+    },
+    {
+      "ce_loss_13": 3.8049618661403657,
+      "ce_loss_26": 3.0603095471858976,
+      "ce_loss_39": 2.8144713938236237,
+      "ce_loss_52": 1.4259676218032837,
+      "ce_loss_7": 4.199950724840164,
+      "epoch": 0.185,
+      "grad_norm": 19.382557477849222,
+      "kl_loss_13": 4835.6,
+      "kl_loss_26": 3257.6,
+      "kl_loss_39": 2762.0,
+      "kl_loss_7": 5657.6,
+      "learning_rate": 0.0009248627149747573,
+      "loss": 8313.5,
+      "step": 1850
+    },
+    {
+      "ce_loss_13": 3.839466482400894,
+      "ce_loss_26": 3.065267437696457,
+      "ce_loss_39": 2.81703776717186,
+      "ce_loss_52": 1.4297384396195412,
+      "ce_loss_7": 4.240725481510163,
+      "epoch": 0.186,
+      "grad_norm": 20.053275602042234,
+      "kl_loss_13": 4908.4,
+      "kl_loss_26": 3269.6,
+      "kl_loss_39": 2759.6,
+      "kl_loss_7": 5741.6,
+      "learning_rate": 0.0009240240480782129,
+      "loss": 8305.0,
+      "step": 1860
+    },
+    {
+      "ce_loss_13": 3.8183856308460236,
+      "ce_loss_26": 3.070716941356659,
+      "ce_loss_39": 2.807391846179962,
+      "ce_loss_52": 1.4359196320176124,
+      "ce_loss_7": 4.214242458343506,
+      "epoch": 0.187,
+      "grad_norm": 19.191079413729856,
+      "kl_loss_13": 4847.2,
+      "kl_loss_26": 3263.6,
+      "kl_loss_39": 2733.2,
+      "kl_loss_7": 5672.8,
+      "learning_rate": 0.0009231811112642122,
+      "loss": 8227.6,
+      "step": 1870
+    },
+    {
+      "ce_loss_13": 3.779190129041672,
+      "ce_loss_26": 3.0389082789421082,
+      "ce_loss_39": 2.783122771978378,
+      "ce_loss_52": 1.4208515673875808,
+      "ce_loss_7": 4.162911784648895,
+      "epoch": 0.188,
+      "grad_norm": 20.43241639662848,
+      "kl_loss_13": 4795.2,
+      "kl_loss_26": 3215.2,
+      "kl_loss_39": 2693.2,
+      "kl_loss_7": 5606.4,
+      "learning_rate": 0.0009223339130211192,
+      "loss": 8213.8,
+      "step": 1880
+    },
+    {
+      "ce_loss_13": 3.708034944534302,
+      "ce_loss_26": 2.9702564030885696,
+      "ce_loss_39": 2.735187420248985,
+      "ce_loss_52": 1.409775149822235,
+      "ce_loss_7": 4.099964368343353,
+      "epoch": 0.189,
+      "grad_norm": 19.723419677891812,
+      "kl_loss_13": 4691.2,
+      "kl_loss_26": 3118.0,
+      "kl_loss_39": 2625.8,
+      "kl_loss_7": 5516.0,
+      "learning_rate": 0.0009214824618802108,
+      "loss": 8146.0,
+      "step": 1890
+    },
+    {
+      "ce_loss_13": 3.848232001066208,
+      "ce_loss_26": 3.06461501121521,
+      "ce_loss_39": 2.81026514172554,
+      "ce_loss_52": 1.4419742107391358,
+      "ce_loss_7": 4.244399529695511,
+      "epoch": 0.19,
+      "grad_norm": 21.429961437314283,
+      "kl_loss_13": 4923.2,
+      "kl_loss_26": 3246.4,
+      "kl_loss_39": 2725.6,
+      "kl_loss_7": 5755.2,
+      "learning_rate": 0.0009206267664155906,
+      "loss": 8168.2,
+      "step": 1900
+    },
+    {
+      "ce_loss_13": 3.74611656665802,
+      "ce_loss_26": 2.995819491147995,
+      "ce_loss_39": 2.7504830598831176,
+      "ce_loss_52": 1.429488417506218,
+      "ce_loss_7": 4.137593048810959,
+      "epoch": 0.191,
+      "grad_norm": 20.703417767001277,
+      "kl_loss_13": 4708.8,
+      "kl_loss_26": 3114.8,
+      "kl_loss_39": 2616.8,
+      "kl_loss_7": 5532.0,
+      "learning_rate": 0.0009197668352441024,
+      "loss": 8113.4,
+      "step": 1910
+    },
+    {
+      "ce_loss_13": 3.7616052985191346,
+      "ce_loss_26": 3.0063544154167174,
+      "ce_loss_39": 2.7453058779239656,
+      "ce_loss_52": 1.4119072929024696,
+      "ce_loss_7": 4.15754896402359,
+      "epoch": 0.192,
+      "grad_norm": 19.851460642991412,
+      "kl_loss_13": 4782.4,
+      "kl_loss_26": 3173.6,
+      "kl_loss_39": 2644.0,
+      "kl_loss_7": 5609.6,
+      "learning_rate": 0.0009189026770252437,
+      "loss": 8087.1,
+      "step": 1920
+    },
+    {
+      "ce_loss_13": 3.7914208650588987,
+      "ce_loss_26": 3.0324925601482393,
+      "ce_loss_39": 2.7728191137313845,
+      "ce_loss_52": 1.4355733066797256,
+      "ce_loss_7": 4.178089827299118,
+      "epoch": 0.193,
+      "grad_norm": 19.2014881795966,
+      "kl_loss_13": 4800.8,
+      "kl_loss_26": 3194.0,
+      "kl_loss_39": 2659.2,
+      "kl_loss_7": 5608.8,
+      "learning_rate": 0.000918034300461078,
+      "loss": 8051.8,
+      "step": 1930
+    },
+    {
+      "ce_loss_13": 3.7237455368041994,
+      "ce_loss_26": 2.979181283712387,
+      "ce_loss_39": 2.7309202194213866,
+      "ce_loss_52": 1.4160432904958724,
+      "ce_loss_7": 4.128066539764404,
+      "epoch": 0.194,
+      "grad_norm": 20.3086236795729,
+      "kl_loss_13": 4720.0,
+      "kl_loss_26": 3114.8,
+      "kl_loss_39": 2602.4,
+      "kl_loss_7": 5556.0,
+      "learning_rate": 0.0009171617142961477,
+      "loss": 8041.9,
+      "step": 1940
+    },
+    {
+      "ce_loss_13": 3.749431645870209,
+      "ce_loss_26": 2.9937612235546114,
+      "ce_loss_39": 2.744140648841858,
+      "ce_loss_52": 1.4348472714424134,
+      "ce_loss_7": 4.156274873018265,
+      "epoch": 0.195,
+      "grad_norm": 19.294577091174897,
+      "kl_loss_13": 4722.4,
+      "kl_loss_26": 3116.0,
+      "kl_loss_39": 2605.2,
+      "kl_loss_7": 5567.2,
+      "learning_rate": 0.0009162849273173857,
+      "loss": 7982.1,
+      "step": 1950
+    },
+    {
+      "ce_loss_13": 3.7092731952667237,
+      "ce_loss_26": 2.9811393320560455,
+      "ce_loss_39": 2.733800619840622,
+      "ce_loss_52": 1.4478029429912567,
+      "ce_loss_7": 4.0951203346252445,
+      "epoch": 0.196,
+      "grad_norm": 18.879569020896366,
+      "kl_loss_13": 4628.0,
+      "kl_loss_26": 3074.0,
+      "kl_loss_39": 2569.2,
+      "kl_loss_7": 5440.8,
+      "learning_rate": 0.0009154039483540273,
+      "loss": 7938.2,
+      "step": 1960
+    },
+    {
+      "ce_loss_13": 3.816760164499283,
+      "ce_loss_26": 3.0473806083202364,
+      "ce_loss_39": 2.7949241638183593,
+      "ce_loss_52": 1.466755247116089,
+      "ce_loss_7": 4.206719404458999,
+      "epoch": 0.197,
+      "grad_norm": 18.719442415203407,
+      "kl_loss_13": 4774.4,
+      "kl_loss_26": 3153.6,
+      "kl_loss_39": 2628.8,
+      "kl_loss_7": 5592.0,
+      "learning_rate": 0.0009145187862775209,
+      "loss": 7902.9,
+      "step": 1970
+    },
+    {
+      "ce_loss_13": 3.6841754376888276,
+      "ce_loss_26": 2.9468030989170075,
+      "ce_loss_39": 2.694840121269226,
+      "ce_loss_52": 1.4269890293478966,
+      "ce_loss_7": 4.081214648485184,
+      "epoch": 0.198,
+      "grad_norm": 18.93967966275207,
+      "kl_loss_13": 4605.6,
+      "kl_loss_26": 3030.4,
+      "kl_loss_39": 2512.8,
+      "kl_loss_7": 5443.2,
+      "learning_rate": 0.0009136294500014386,
+      "loss": 7824.0,
+      "step": 1980
+    },
+    {
+      "ce_loss_13": 3.7859152793884276,
+      "ce_loss_26": 3.025045871734619,
+      "ce_loss_39": 2.761893022060394,
+      "ce_loss_52": 1.439668196439743,
+      "ce_loss_7": 4.175345808267593,
+      "epoch": 0.199,
+      "grad_norm": 18.767073263034167,
+      "kl_loss_13": 4776.0,
+      "kl_loss_26": 3164.0,
+      "kl_loss_39": 2630.4,
+      "kl_loss_7": 5584.0,
+      "learning_rate": 0.000912735948481387,
+      "loss": 7845.9,
+      "step": 1990
+    },
+    {
+      "ce_loss_13": 3.7032747983932497,
+      "ce_loss_26": 2.965251809358597,
+      "ce_loss_39": 2.708036279678345,
+      "ce_loss_52": 1.4405365601181983,
+      "ce_loss_7": 4.098276823759079,
+      "epoch": 0.2,
+      "grad_norm": 18.50836033098629,
+      "kl_loss_13": 4630.0,
+      "kl_loss_26": 3052.8,
+      "kl_loss_39": 2530.4,
+      "kl_loss_7": 5457.6,
+      "learning_rate": 0.0009118382907149164,
+      "loss": 7748.9,
+      "step": 2000
+    },
+    {
+      "ce_loss_13": 3.717062991857529,
+      "ce_loss_26": 2.979129308462143,
+      "ce_loss_39": 2.7225220024585726,
+      "ce_loss_52": 1.45234707146883,
+      "ce_loss_7": 4.110658597946167,
+      "epoch": 0.201,
+      "grad_norm": 19.844351529751968,
+      "kl_loss_13": 4629.6,
+      "kl_loss_26": 3045.6,
+      "kl_loss_39": 2525.2,
+      "kl_loss_7": 5464.0,
+      "learning_rate": 0.0009109364857414306,
+      "loss": 7809.6,
+      "step": 2010
+    },
+    {
+      "ce_loss_13": 3.7279494285583494,
+      "ce_loss_26": 2.9849789261817934,
+      "ce_loss_39": 2.7267052114009855,
+      "ce_loss_52": 1.4486449271440507,
+      "ce_loss_7": 4.1131413102149965,
+      "epoch": 0.202,
+      "grad_norm": 19.33420875029095,
+      "kl_loss_13": 4639.2,
+      "kl_loss_26": 3061.2,
+      "kl_loss_39": 2533.6,
+      "kl_loss_7": 5456.0,
+      "learning_rate": 0.0009100305426420956,
+      "loss": 7708.0,
+      "step": 2020
+    },
+    {
+      "ce_loss_13": 3.643654578924179,
+      "ce_loss_26": 2.9251492261886596,
+      "ce_loss_39": 2.667558515071869,
+      "ce_loss_52": 1.4118730872869492,
+      "ce_loss_7": 4.034631943702697,
+      "epoch": 0.203,
+      "grad_norm": 19.14819354564296,
+      "kl_loss_13": 4553.6,
+      "kl_loss_26": 3016.0,
+      "kl_loss_39": 2492.0,
+      "kl_loss_7": 5371.2,
+      "learning_rate": 0.0009091204705397484,
+      "loss": 7699.0,
+      "step": 2030
+    },
+    {
+      "ce_loss_13": 3.706267160177231,
+      "ce_loss_26": 2.971902164816856,
+      "ce_loss_39": 2.7119477689266205,
+      "ce_loss_52": 1.4564015328884126,
+      "ce_loss_7": 4.097871041297912,
+      "epoch": 0.204,
+      "grad_norm": 18.950983085399912,
+      "kl_loss_13": 4556.8,
+      "kl_loss_26": 2972.2,
+      "kl_loss_39": 2454.6,
+      "kl_loss_7": 5380.0,
+      "learning_rate": 0.0009082062785988049,
+      "loss": 7671.5,
+      "step": 2040
+    },
+    {
+      "ce_loss_13": 3.6526230454444883,
+      "ce_loss_26": 2.905240607261658,
+      "ce_loss_39": 2.654486656188965,
+      "ce_loss_52": 1.4092363178730012,
+      "ce_loss_7": 4.043174755573273,
+      "epoch": 0.205,
+      "grad_norm": 20.137932882736667,
+      "kl_loss_13": 4559.6,
+      "kl_loss_26": 2969.2,
+      "kl_loss_39": 2459.2,
+      "kl_loss_7": 5384.0,
+      "learning_rate": 0.0009072879760251679,
+      "loss": 7662.0,
+      "step": 2050
+    },
+    {
+      "ce_loss_13": 3.578403168916702,
+      "ce_loss_26": 2.8548426389694215,
+      "ce_loss_39": 2.615563529729843,
+      "ce_loss_52": 1.4107020199298859,
+      "ce_loss_7": 3.97204332947731,
+      "epoch": 0.206,
+      "grad_norm": 19.383234658877402,
+      "kl_loss_13": 4444.0,
+      "kl_loss_26": 2894.0,
+      "kl_loss_39": 2391.4,
+      "kl_loss_7": 5266.4,
+      "learning_rate": 0.0009063655720661341,
+      "loss": 7643.5,
+      "step": 2060
+    },
+    {
+      "ce_loss_13": 3.5892180263996125,
+      "ce_loss_26": 2.855096530914307,
+      "ce_loss_39": 2.6004712164402006,
+      "ce_loss_52": 1.4145165607333183,
+      "ce_loss_7": 3.983754909038544,
+      "epoch": 0.207,
+      "grad_norm": 19.811430759479535,
+      "kl_loss_13": 4467.2,
+      "kl_loss_26": 2904.0,
+      "kl_loss_39": 2385.0,
+      "kl_loss_7": 5291.2,
+      "learning_rate": 0.000905439076010301,
+      "loss": 7534.0,
+      "step": 2070
+    },
+    {
+      "ce_loss_13": 3.6425350308418274,
+      "ce_loss_26": 2.9249331414699555,
+      "ce_loss_39": 2.6687968969345093,
+      "ce_loss_52": 1.4602822691202164,
+      "ce_loss_7": 4.025002205371857,
+      "epoch": 0.208,
+      "grad_norm": 19.741988709477923,
+      "kl_loss_13": 4438.4,
+      "kl_loss_26": 2910.0,
+      "kl_loss_39": 2394.8,
+      "kl_loss_7": 5248.8,
+      "learning_rate": 0.0009045084971874737,
+      "loss": 7505.8,
+      "step": 2080
+    },
+    {
+      "ce_loss_13": 3.553661996126175,
+      "ce_loss_26": 2.8095623433589934,
+      "ce_loss_39": 2.561682888865471,
+      "ce_loss_52": 1.3855161294341087,
+      "ce_loss_7": 3.9535735607147218,
+      "epoch": 0.209,
+      "grad_norm": 18.406387003890178,
+      "kl_loss_13": 4454.8,
+      "kl_loss_26": 2860.4,
+      "kl_loss_39": 2354.2,
+      "kl_loss_7": 5295.2,
+      "learning_rate": 0.0009035738449685707,
+      "loss": 7532.3,
+      "step": 2090
+    },
+    {
+      "ce_loss_13": 3.659823089838028,
+      "ce_loss_26": 2.919918876886368,
+      "ce_loss_39": 2.67503222823143,
+      "ce_loss_52": 1.4627915531396867,
+      "ce_loss_7": 4.0562332451343535,
+      "epoch": 0.21,
+      "grad_norm": 19.907425841295773,
+      "kl_loss_13": 4488.8,
+      "kl_loss_26": 2909.2,
+      "kl_loss_39": 2407.0,
+      "kl_loss_7": 5320.8,
+      "learning_rate": 0.0009026351287655293,
+      "loss": 7517.4,
+      "step": 2100
+    },
+    {
+      "ce_loss_13": 3.630769556760788,
+      "ce_loss_26": 2.9068243861198426,
+      "ce_loss_39": 2.642093613743782,
+      "ce_loss_52": 1.4367542505264281,
+      "ce_loss_7": 4.022511690855026,
+      "epoch": 0.211,
+      "grad_norm": 18.196990652810108,
+      "kl_loss_13": 4459.2,
+      "kl_loss_26": 2926.8,
+      "kl_loss_39": 2395.2,
+      "kl_loss_7": 5276.0,
+      "learning_rate": 0.0009016923580312113,
+      "loss": 7412.6,
+      "step": 2110
+    },
+    {
+      "ce_loss_13": 3.682375580072403,
+      "ce_loss_26": 2.9616983354091646,
+      "ce_loss_39": 2.6908247590065004,
+      "ce_loss_52": 1.482297733426094,
+      "ce_loss_7": 4.079386693239212,
+      "epoch": 0.212,
+      "grad_norm": 20.88180475150302,
+      "kl_loss_13": 4465.6,
+      "kl_loss_26": 2920.8,
+      "kl_loss_39": 2382.8,
+      "kl_loss_7": 5297.6,
+      "learning_rate": 0.0009007455422593077,
+      "loss": 7402.8,
+      "step": 2120
+    },
+    {
+      "ce_loss_13": 3.5886090993881226,
+      "ce_loss_26": 2.8697936654090883,
+      "ce_loss_39": 2.6118789970874787,
+      "ce_loss_52": 1.4324451625347137,
+      "ce_loss_7": 3.989769661426544,
+      "epoch": 0.213,
+      "grad_norm": 21.410550894381295,
+      "kl_loss_13": 4406.0,
+      "kl_loss_26": 2862.8,
+      "kl_loss_39": 2337.2,
+      "kl_loss_7": 5236.0,
+      "learning_rate": 0.0008997946909842425,
+      "loss": 7376.6,
+      "step": 2130
+    },
+    {
+      "ce_loss_13": 3.5265793919563295,
+      "ce_loss_26": 2.8049169957637785,
+      "ce_loss_39": 2.5549218744039535,
+      "ce_loss_52": 1.4088917583227158,
+      "ce_loss_7": 3.920357757806778,
+      "epoch": 0.214,
+      "grad_norm": 18.12930136088373,
+      "kl_loss_13": 4307.2,
+      "kl_loss_26": 2766.8,
+      "kl_loss_39": 2250.8,
+      "kl_loss_7": 5132.8,
+      "learning_rate": 0.0008988398137810777,
+      "loss": 7289.0,
+      "step": 2140
+    },
+    {
+      "ce_loss_13": 3.493118005990982,
+      "ce_loss_26": 2.7619090020656585,
+      "ce_loss_39": 2.523107871413231,
+      "ce_loss_52": 1.3855519428849221,
+      "ce_loss_7": 3.8948814868927,
+      "epoch": 0.215,
+      "grad_norm": 19.085499107664276,
+      "kl_loss_13": 4317.6,
+      "kl_loss_26": 2765.2,
+      "kl_loss_39": 2265.6,
+      "kl_loss_7": 5148.8,
+      "learning_rate": 0.0008978809202654162,
+      "loss": 7322.3,
+      "step": 2150
+    },
+    {
+      "ce_loss_13": 3.5010905504226684,
+      "ce_loss_26": 2.7818336695432664,
+      "ce_loss_39": 2.5317496716976167,
+      "ce_loss_52": 1.410066269338131,
+      "ce_loss_7": 3.8946242213249205,
+      "epoch": 0.216,
+      "grad_norm": 18.12712360145358,
+      "kl_loss_13": 4244.8,
+      "kl_loss_26": 2719.8,
+      "kl_loss_39": 2212.8,
+      "kl_loss_7": 5073.6,
+      "learning_rate": 0.0008969180200933046,
+      "loss": 7287.8,
+      "step": 2160
+    },
+    {
+      "ce_loss_13": 3.583745849132538,
+      "ce_loss_26": 2.8594263792037964,
+      "ce_loss_39": 2.5962479442358015,
+      "ce_loss_52": 1.4458883255720139,
+      "ce_loss_7": 3.976805257797241,
+      "epoch": 0.217,
+      "grad_norm": 17.565470208207127,
+      "kl_loss_13": 4359.6,
+      "kl_loss_26": 2818.4,
+      "kl_loss_39": 2285.8,
+      "kl_loss_7": 5177.6,
+      "learning_rate": 0.0008959511229611376,
+      "loss": 7240.9,
+      "step": 2170
+    },
+    {
+      "ce_loss_13": 3.580790603160858,
+      "ce_loss_26": 2.859365826845169,
+      "ce_loss_39": 2.5985568940639494,
+      "ce_loss_52": 1.4648242503404618,
+      "ce_loss_7": 3.9631645143032075,
+      "epoch": 0.218,
+      "grad_norm": 18.371856212121592,
+      "kl_loss_13": 4316.0,
+      "kl_loss_26": 2762.4,
+      "kl_loss_39": 2248.2,
+      "kl_loss_7": 5127.2,
+      "learning_rate": 0.0008949802386055581,
+      "loss": 7227.3,
+      "step": 2180
+    },
+    {
+      "ce_loss_13": 3.549471515417099,
+      "ce_loss_26": 2.814970576763153,
+      "ce_loss_39": 2.561775863170624,
+      "ce_loss_52": 1.4231164067983628,
+      "ce_loss_7": 3.941384530067444,
+      "epoch": 0.219,
+      "grad_norm": 17.91149753664061,
+      "kl_loss_13": 4321.2,
+      "kl_loss_26": 2784.4,
+      "kl_loss_39": 2263.6,
+      "kl_loss_7": 5152.0,
+      "learning_rate": 0.0008940053768033609,
+      "loss": 7238.8,
+      "step": 2190
+    },
+    {
+      "ce_loss_13": 3.5581556379795076,
+      "ce_loss_26": 2.825929582118988,
+      "ce_loss_39": 2.570690780878067,
+      "ce_loss_52": 1.4427952721714974,
+      "ce_loss_7": 3.9514447808265687,
+      "epoch": 0.22,
+      "grad_norm": 19.745379707547666,
+      "kl_loss_13": 4304.8,
+      "kl_loss_26": 2754.0,
+      "kl_loss_39": 2234.6,
+      "kl_loss_7": 5132.8,
+      "learning_rate": 0.0008930265473713938,
+      "loss": 7236.5,
+      "step": 2200
+    },
+    {
+      "ce_loss_13": 3.522547519207001,
+      "ce_loss_26": 2.7868906617164613,
+      "ce_loss_39": 2.524843490123749,
+      "ce_loss_52": 1.3902505502104758,
+      "ce_loss_7": 3.9295816838741304,
+      "epoch": 0.221,
+      "grad_norm": 18.58799040514992,
+      "kl_loss_13": 4349.2,
+      "kl_loss_26": 2792.0,
+      "kl_loss_39": 2262.0,
+      "kl_loss_7": 5198.4,
+      "learning_rate": 0.0008920437601664579,
+      "loss": 7187.9,
+      "step": 2210
+    },
+    {
+      "ce_loss_13": 3.5173128962516786,
+      "ce_loss_26": 2.804593563079834,
+      "ce_loss_39": 2.557006138563156,
+      "ce_loss_52": 1.4581168740987778,
+      "ce_loss_7": 3.910993677377701,
+      "epoch": 0.222,
+      "grad_norm": 18.95814843355098,
+      "kl_loss_13": 4224.4,
+      "kl_loss_26": 2677.2,
+      "kl_loss_39": 2165.2,
+      "kl_loss_7": 5053.6,
+      "learning_rate": 0.0008910570250852097,
+      "loss": 7168.4,
+      "step": 2220
+    },
+    {
+      "ce_loss_13": 3.4375841438770296,
+      "ce_loss_26": 2.7280281484127045,
+      "ce_loss_39": 2.47977514564991,
+      "ce_loss_52": 1.389390866458416,
+      "ce_loss_7": 3.838480031490326,
+      "epoch": 0.223,
+      "grad_norm": 19.685999540006744,
+      "kl_loss_13": 4179.6,
+      "kl_loss_26": 2668.0,
+      "kl_loss_39": 2152.8,
+      "kl_loss_7": 5011.2,
+      "learning_rate": 0.0008900663520640604,
+      "loss": 7080.8,
+      "step": 2230
+    },
+    {
+      "ce_loss_13": 3.5171928703784943,
+      "ce_loss_26": 2.8187219202518463,
+      "ce_loss_39": 2.5553694486618044,
+      "ce_loss_52": 1.4541724801063538,
+      "ce_loss_7": 3.8974815249443053,
+      "epoch": 0.224,
+      "grad_norm": 26.45112973751635,
+      "kl_loss_13": 4224.4,
+      "kl_loss_26": 2710.0,
+      "kl_loss_39": 2180.4,
+      "kl_loss_7": 5080.0,
+      "learning_rate": 0.0008890717510790764,
+      "loss": 7105.5,
+      "step": 2240
+    },
+    {
+      "ce_loss_13": 3.5361606895923616,
+      "ce_loss_26": 2.8268598556518554,
+      "ce_loss_39": 2.5735931187868117,
+      "ce_loss_52": 1.451829667389393,
+      "ce_loss_7": 3.924015772342682,
+      "epoch": 0.225,
+      "grad_norm": 20.75511317660791,
+      "kl_loss_13": 4247.2,
+      "kl_loss_26": 2732.8,
+      "kl_loss_39": 2219.0,
+      "kl_loss_7": 5061.6,
+      "learning_rate": 0.0008880732321458784,
+      "loss": 7074.7,
+      "step": 2250
+    },
+    {
+      "ce_loss_13": 3.4491190731525423,
+      "ce_loss_26": 2.7567967534065247,
+      "ce_loss_39": 2.5041564613580705,
+      "ce_loss_52": 1.4379881560802459,
+      "ce_loss_7": 3.8363168060779573,
+      "epoch": 0.226,
+      "grad_norm": 18.822666188140545,
+      "kl_loss_13": 4102.8,
+      "kl_loss_26": 2621.6,
+      "kl_loss_39": 2107.6,
+      "kl_loss_7": 4917.6,
+      "learning_rate": 0.0008870708053195413,
+      "loss": 7003.4,
+      "step": 2260
+    },
+    {
+      "ce_loss_13": 3.4790355801582336,
+      "ce_loss_26": 2.765997165441513,
+      "ce_loss_39": 2.5106064915657043,
+      "ce_loss_52": 1.4210210233926772,
+      "ce_loss_7": 3.8746932446956635,
+      "epoch": 0.227,
+      "grad_norm": 19.45926661054129,
+      "kl_loss_13": 4188.4,
+      "kl_loss_26": 2681.2,
+      "kl_loss_39": 2162.6,
+      "kl_loss_7": 5009.6,
+      "learning_rate": 0.0008860644806944918,
+      "loss": 7002.8,
+      "step": 2270
+    },
+    {
+      "ce_loss_13": 3.589535415172577,
+      "ce_loss_26": 2.870089566707611,
+      "ce_loss_39": 2.5925551772117617,
+      "ce_loss_52": 1.4516636282205582,
+      "ce_loss_7": 3.9855311453342437,
+      "epoch": 0.228,
+      "grad_norm": 18.527281302332295,
+      "kl_loss_13": 4335.2,
+      "kl_loss_26": 2802.8,
+      "kl_loss_39": 2252.6,
+      "kl_loss_7": 5164.0,
+      "learning_rate": 0.0008850542684044079,
+      "loss": 7072.1,
+      "step": 2280
+    },
+    {
+      "ce_loss_13": 3.4438597559928894,
+      "ce_loss_26": 2.74727184176445,
+      "ce_loss_39": 2.4982927203178407,
+      "ce_loss_52": 1.435218185186386,
+      "ce_loss_7": 3.8294356882572176,
+      "epoch": 0.229,
+      "grad_norm": 18.07396826505032,
+      "kl_loss_13": 4082.8,
+      "kl_loss_26": 2585.6,
+      "kl_loss_39": 2087.0,
+      "kl_loss_7": 4892.8,
+      "learning_rate": 0.0008840401786221159,
+      "loss": 6974.9,
+      "step": 2290
+    },
+    {
+      "ce_loss_13": 3.476649820804596,
+      "ce_loss_26": 2.7891372203826905,
+      "ce_loss_39": 2.5390550673007963,
+      "ce_loss_52": 1.4611460983753204,
+      "ce_loss_7": 3.854980993270874,
+      "epoch": 0.23,
+      "grad_norm": 18.716359933554248,
+      "kl_loss_13": 4118.8,
+      "kl_loss_26": 2644.2,
+      "kl_loss_39": 2128.6,
+      "kl_loss_7": 4946.0,
+      "learning_rate": 0.000883022221559489,
+      "loss": 6901.3,
+      "step": 2300
+    },
+    {
+      "ce_loss_13": 3.467282909154892,
+      "ce_loss_26": 2.7604516625404356,
+      "ce_loss_39": 2.5003271818161013,
+      "ce_loss_52": 1.4461873590946197,
+      "ce_loss_7": 3.856851851940155,
+      "epoch": 0.231,
+      "grad_norm": 20.721250836400138,
+      "kl_loss_13": 4114.0,
+      "kl_loss_26": 2616.8,
+      "kl_loss_39": 2092.6,
+      "kl_loss_7": 4926.4,
+      "learning_rate": 0.0008820004074673434,
+      "loss": 6876.9,
+      "step": 2310
+    },
+    {
+      "ce_loss_13": 3.4266963064670564,
+      "ce_loss_26": 2.719339656829834,
+      "ce_loss_39": 2.4688956409692766,
+      "ce_loss_52": 1.4164521768689156,
+      "ce_loss_7": 3.8023972034454347,
+      "epoch": 0.232,
+      "grad_norm": 17.616553712409548,
+      "kl_loss_13": 4090.4,
+      "kl_loss_26": 2589.2,
+      "kl_loss_39": 2065.4,
+      "kl_loss_7": 4891.2,
+      "learning_rate": 0.0008809747466353355,
+      "loss": 6907.6,
+      "step": 2320
+    },
+    {
+      "ce_loss_13": 3.536805588006973,
+      "ce_loss_26": 2.8070395588874817,
+      "ce_loss_39": 2.5501783430576324,
+      "ce_loss_52": 1.4646585762500763,
+      "ce_loss_7": 3.9247563600540163,
+      "epoch": 0.233,
+      "grad_norm": 17.658525951814237,
+      "kl_loss_13": 4218.8,
+      "kl_loss_26": 2666.0,
+      "kl_loss_39": 2147.2,
+      "kl_loss_7": 5044.0,
+      "learning_rate": 0.0008799452493918585,
+      "loss": 6862.9,
+      "step": 2330
+    },
+    {
+      "ce_loss_13": 3.3707460284233095,
+      "ce_loss_26": 2.680304506421089,
+      "ce_loss_39": 2.4279863387346268,
+      "ce_loss_52": 1.4292149528861047,
+      "ce_loss_7": 3.7509031653404237,
+      "epoch": 0.234,
+      "grad_norm": 18.293581891673337,
+      "kl_loss_13": 3979.6,
+      "kl_loss_26": 2481.4,
+      "kl_loss_39": 1967.6,
+      "kl_loss_7": 4792.0,
+      "learning_rate": 0.0008789119261039385,
+      "loss": 6860.7,
+      "step": 2340
+    },
+    {
+      "ce_loss_13": 3.411047804355621,
+      "ce_loss_26": 2.7024976193904875,
+      "ce_loss_39": 2.4417600989341737,
+      "ce_loss_52": 1.404353639483452,
+      "ce_loss_7": 3.799528968334198,
+      "epoch": 0.235,
+      "grad_norm": 19.60391257341661,
+      "kl_loss_13": 4078.4,
+      "kl_loss_26": 2576.8,
+      "kl_loss_39": 2050.4,
+      "kl_loss_7": 4901.6,
+      "learning_rate": 0.0008778747871771292,
+      "loss": 6770.8,
+      "step": 2350
+    },
+    {
+      "ce_loss_13": 3.4045680582523348,
+      "ce_loss_26": 2.6985227525234223,
+      "ce_loss_39": 2.451327767968178,
+      "ce_loss_52": 1.4205562889575958,
+      "ce_loss_7": 3.7882447242736816,
+      "epoch": 0.236,
+      "grad_norm": 18.739033338884607,
+      "kl_loss_13": 4038.4,
+      "kl_loss_26": 2533.2,
+      "kl_loss_39": 2034.8,
+      "kl_loss_7": 4858.4,
+      "learning_rate": 0.0008768338430554083,
+      "loss": 6755.4,
+      "step": 2360
+    },
+    {
+      "ce_loss_13": 3.3626140534877775,
+      "ce_loss_26": 2.65916622877121,
+      "ce_loss_39": 2.4009654462337493,
+      "ce_loss_52": 1.3916789084672927,
+      "ce_loss_7": 3.749758929014206,
+      "epoch": 0.237,
+      "grad_norm": 20.138759568479667,
+      "kl_loss_13": 4022.0,
+      "kl_loss_26": 2521.4,
+      "kl_loss_39": 1993.2,
+      "kl_loss_7": 4829.6,
+      "learning_rate": 0.0008757891042210713,
+      "loss": 6791.4,
+      "step": 2370
+    },
+    {
+      "ce_loss_13": 3.381242650747299,
+      "ce_loss_26": 2.68309933245182,
+      "ce_loss_39": 2.433691692352295,
+      "ce_loss_52": 1.4095703065395355,
+      "ce_loss_7": 3.772293299436569,
+      "epoch": 0.238,
+      "grad_norm": 17.323586780740413,
+      "kl_loss_13": 4016.4,
+      "kl_loss_26": 2531.4,
+      "kl_loss_39": 2016.2,
+      "kl_loss_7": 4839.6,
+      "learning_rate": 0.0008747405811946271,
+      "loss": 6729.9,
+      "step": 2380
+    },
+    {
+      "ce_loss_13": 3.418868046998978,
+      "ce_loss_26": 2.7223224580287932,
+      "ce_loss_39": 2.4728009045124053,
+      "ce_loss_52": 1.446861308813095,
+      "ce_loss_7": 3.7994930267333986,
+      "epoch": 0.239,
+      "grad_norm": 17.668482550134954,
+      "kl_loss_13": 4034.0,
+      "kl_loss_26": 2556.0,
+      "kl_loss_39": 2037.4,
+      "kl_loss_7": 4842.4,
+      "learning_rate": 0.0008736882845346905,
+      "loss": 6764.7,
+      "step": 2390
+    },
+    {
+      "ce_loss_13": 3.407726752758026,
+      "ce_loss_26": 2.714660122990608,
+      "ce_loss_39": 2.4702648639678957,
+      "ce_loss_52": 1.4476186811923981,
+      "ce_loss_7": 3.7862841546535493,
+      "epoch": 0.24,
+      "grad_norm": 20.313458924733165,
+      "kl_loss_13": 3988.4,
+      "kl_loss_26": 2507.2,
+      "kl_loss_39": 2008.2,
+      "kl_loss_7": 4794.4,
+      "learning_rate": 0.0008726322248378774,
+      "loss": 6720.4,
+      "step": 2400
+    },
+    {
+      "ce_loss_13": 3.4095008313655852,
+      "ce_loss_26": 2.69794414639473,
+      "ce_loss_39": 2.44133580327034,
+      "ce_loss_52": 1.426843424141407,
+      "ce_loss_7": 3.8018106520175934,
+      "epoch": 0.241,
+      "grad_norm": 17.847824779807837,
+      "kl_loss_13": 4039.6,
+      "kl_loss_26": 2535.6,
+      "kl_loss_39": 2007.8,
+      "kl_loss_7": 4864.0,
+      "learning_rate": 0.0008715724127386971,
+      "loss": 6713.1,
+      "step": 2410
+    },
+    {
+      "ce_loss_13": 3.370608961582184,
+      "ce_loss_26": 2.688097137212753,
+      "ce_loss_39": 2.435939407348633,
+      "ce_loss_52": 1.4344248950481415,
+      "ce_loss_7": 3.745537704229355,
+      "epoch": 0.242,
+      "grad_norm": 18.03045500704746,
+      "kl_loss_13": 3943.6,
+      "kl_loss_26": 2497.6,
+      "kl_loss_39": 1983.4,
+      "kl_loss_7": 4736.8,
+      "learning_rate": 0.0008705088589094458,
+      "loss": 6611.0,
+      "step": 2420
+    },
+    {
+      "ce_loss_13": 3.4596225798130034,
+      "ce_loss_26": 2.7608898997306826,
+      "ce_loss_39": 2.5022788047790527,
+      "ce_loss_52": 1.4623101890087127,
+      "ce_loss_7": 3.839513373374939,
+      "epoch": 0.243,
+      "grad_norm": 18.190444229647287,
+      "kl_loss_13": 4058.0,
+      "kl_loss_26": 2575.6,
+      "kl_loss_39": 2054.6,
+      "kl_loss_7": 4862.4,
+      "learning_rate": 0.0008694415740600988,
+      "loss": 6638.0,
+      "step": 2430
+    },
+    {
+      "ce_loss_13": 3.370687645673752,
+      "ce_loss_26": 2.6674872994422913,
+      "ce_loss_39": 2.414305740594864,
+      "ce_loss_52": 1.4324225425720214,
+      "ce_loss_7": 3.767412984371185,
+      "epoch": 0.244,
+      "grad_norm": 18.848120466041497,
+      "kl_loss_13": 3940.4,
+      "kl_loss_26": 2449.4,
+      "kl_loss_39": 1932.2,
+      "kl_loss_7": 4769.6,
+      "learning_rate": 0.0008683705689382025,
+      "loss": 6641.0,
+      "step": 2440
+    },
+    {
+      "ce_loss_13": 3.347389942407608,
+      "ce_loss_26": 2.6603663861751556,
+      "ce_loss_39": 2.4186645448207855,
+      "ce_loss_52": 1.452422297000885,
+      "ce_loss_7": 3.731181102991104,
+      "epoch": 0.245,
+      "grad_norm": 17.05503964147942,
+      "kl_loss_13": 3888.8,
+      "kl_loss_26": 2418.6,
+      "kl_loss_39": 1913.8,
+      "kl_loss_7": 4694.4,
+      "learning_rate": 0.0008672958543287666,
+      "loss": 6617.1,
+      "step": 2450
+    },
+    {
+      "ce_loss_13": 3.341637074947357,
+      "ce_loss_26": 2.653514164686203,
+      "ce_loss_39": 2.4030585259199144,
+      "ce_loss_52": 1.4203058749437332,
+      "ce_loss_7": 3.7326664865016936,
+      "epoch": 0.246,
+      "grad_norm": 18.028238041954314,
+      "kl_loss_13": 3894.0,
+      "kl_loss_26": 2435.6,
+      "kl_loss_39": 1932.4,
+      "kl_loss_7": 4711.2,
+      "learning_rate": 0.0008662174410541554,
+      "loss": 6537.2,
+      "step": 2460
+    },
+    {
+      "ce_loss_13": 3.343936342000961,
+      "ce_loss_26": 2.6602561354637144,
+      "ce_loss_39": 2.4062414824962617,
+      "ce_loss_52": 1.4341940209269524,
+      "ce_loss_7": 3.7255902886390686,
+      "epoch": 0.247,
+      "grad_norm": 17.615419947143096,
+      "kl_loss_13": 3890.8,
+      "kl_loss_26": 2433.8,
+      "kl_loss_39": 1921.6,
+      "kl_loss_7": 4692.0,
+      "learning_rate": 0.0008651353399739787,
+      "loss": 6499.5,
+      "step": 2470
+    },
+    {
+      "ce_loss_13": 3.36987144947052,
+      "ce_loss_26": 2.6651594936847687,
+      "ce_loss_39": 2.41037335395813,
+      "ce_loss_52": 1.4215908780694009,
+      "ce_loss_7": 3.75968217253685,
+      "epoch": 0.248,
+      "grad_norm": 19.448152371934484,
+      "kl_loss_13": 3954.4,
+      "kl_loss_26": 2461.0,
+      "kl_loss_39": 1945.4,
+      "kl_loss_7": 4776.0,
+      "learning_rate": 0.0008640495619849821,
+      "loss": 6570.0,
+      "step": 2480
+    },
+    {
+      "ce_loss_13": 3.3932483792304993,
+      "ce_loss_26": 2.69803272485733,
+      "ce_loss_39": 2.448850151896477,
+      "ce_loss_52": 1.4729512989521027,
+      "ce_loss_7": 3.7767464458942412,
+      "epoch": 0.249,
+      "grad_norm": 17.76914722627013,
+      "kl_loss_13": 3932.8,
+      "kl_loss_26": 2449.6,
+      "kl_loss_39": 1942.6,
+      "kl_loss_7": 4743.2,
+      "learning_rate": 0.0008629601180209381,
+      "loss": 6472.8,
+      "step": 2490
+    },
+    {
+      "ce_loss_13": 3.3404706001281737,
+      "ce_loss_26": 2.6527740180492403,
+      "ce_loss_39": 2.403418445587158,
+      "ce_loss_52": 1.4374166071414947,
+      "ce_loss_7": 3.7279320538043974,
+      "epoch": 0.25,
+      "grad_norm": 18.043688934070087,
+      "kl_loss_13": 3897.6,
+      "kl_loss_26": 2421.6,
+      "kl_loss_39": 1902.0,
+      "kl_loss_7": 4716.0,
+      "learning_rate": 0.000861867019052535,
+      "loss": 6482.2,
+      "step": 2500
+    },
+    {
+      "ce_loss_13": 3.408062273263931,
+      "ce_loss_26": 2.704035770893097,
+      "ce_loss_39": 2.46220483481884,
+      "ce_loss_52": 1.4713353991508484,
+      "ce_loss_7": 3.795337921380997,
+      "epoch": 0.251,
+      "grad_norm": 19.728713333582007,
+      "kl_loss_13": 3944.4,
+      "kl_loss_26": 2444.8,
+      "kl_loss_39": 1942.4,
+      "kl_loss_7": 4760.4,
+      "learning_rate": 0.0008607702760872678,
+      "loss": 6463.8,
+      "step": 2510
+    },
+    {
+      "ce_loss_13": 3.388230836391449,
+      "ce_loss_26": 2.687982529401779,
+      "ce_loss_39": 2.429553496837616,
+      "ce_loss_52": 1.4563929110765457,
+      "ce_loss_7": 3.781431978940964,
+      "epoch": 0.252,
+      "grad_norm": 18.472247546339297,
+      "kl_loss_13": 3948.8,
+      "kl_loss_26": 2449.6,
+      "kl_loss_39": 1930.0,
+      "kl_loss_7": 4769.6,
+      "learning_rate": 0.0008596699001693256,
+      "loss": 6470.9,
+      "step": 2520
+    },
+    {
+      "ce_loss_13": 3.3468190252780916,
+      "ce_loss_26": 2.6537194311618806,
+      "ce_loss_39": 2.38609040081501,
+      "ce_loss_52": 1.4265122324228288,
+      "ce_loss_7": 3.7305682718753816,
+      "epoch": 0.253,
+      "grad_norm": 19.078325524688942,
+      "kl_loss_13": 3872.0,
+      "kl_loss_26": 2409.4,
+      "kl_loss_39": 1875.8,
+      "kl_loss_7": 4679.2,
+      "learning_rate": 0.0008585659023794818,
+      "loss": 6413.9,
+      "step": 2530
+    },
+    {
+      "ce_loss_13": 3.3305428862571715,
+      "ce_loss_26": 2.6303874611854554,
+      "ce_loss_39": 2.3649342864751817,
+      "ce_loss_52": 1.4202288419008255,
+      "ce_loss_7": 3.712818431854248,
+      "epoch": 0.254,
+      "grad_norm": 17.612892401319467,
+      "kl_loss_13": 3873.6,
+      "kl_loss_26": 2396.4,
+      "kl_loss_39": 1864.0,
+      "kl_loss_7": 4688.8,
+      "learning_rate": 0.0008574582938349817,
+      "loss": 6377.5,
+      "step": 2540
+    },
+    {
+      "ce_loss_13": 3.3927013695240023,
+      "ce_loss_26": 2.7204831540584564,
+      "ce_loss_39": 2.464686703681946,
+      "ce_loss_52": 1.487898689508438,
+      "ce_loss_7": 3.7826764941215516,
+      "epoch": 0.255,
+      "grad_norm": 19.269838722570377,
+      "kl_loss_13": 3875.2,
+      "kl_loss_26": 2432.8,
+      "kl_loss_39": 1907.8,
+      "kl_loss_7": 4701.6,
+      "learning_rate": 0.0008563470856894315,
+      "loss": 6365.3,
+      "step": 2550
+    },
+    {
+      "ce_loss_13": 3.366223245859146,
+      "ce_loss_26": 2.6793350696563722,
+      "ce_loss_39": 2.4282671988010405,
+      "ce_loss_52": 1.475812730193138,
+      "ce_loss_7": 3.7593341052532194,
+      "epoch": 0.256,
+      "grad_norm": 17.67137481592248,
+      "kl_loss_13": 3846.8,
+      "kl_loss_26": 2394.4,
+      "kl_loss_39": 1881.4,
+      "kl_loss_7": 4661.6,
+      "learning_rate": 0.0008552322891326845,
+      "loss": 6381.8,
+      "step": 2560
+    },
+    {
+      "ce_loss_13": 3.348971825838089,
+      "ce_loss_26": 2.6535234093666076,
+      "ce_loss_39": 2.396692654490471,
+      "ce_loss_52": 1.4521390795707703,
+      "ce_loss_7": 3.737420654296875,
+      "epoch": 0.257,
+      "grad_norm": 17.922791060277248,
+      "kl_loss_13": 3853.2,
+      "kl_loss_26": 2382.8,
+      "kl_loss_39": 1860.0,
+      "kl_loss_7": 4671.6,
+      "learning_rate": 0.0008541139153907296,
+      "loss": 6320.6,
+      "step": 2570
+    },
+    {
+      "ce_loss_13": 3.3175282776355743,
+      "ce_loss_26": 2.62116519510746,
+      "ce_loss_39": 2.373508110642433,
+      "ce_loss_52": 1.4496644467115403,
+      "ce_loss_7": 3.7005242466926576,
+      "epoch": 0.258,
+      "grad_norm": 17.919048466696356,
+      "kl_loss_13": 3806.0,
+      "kl_loss_26": 2325.8,
+      "kl_loss_39": 1815.6,
+      "kl_loss_7": 4616.8,
+      "learning_rate": 0.0008529919757255782,
+      "loss": 6324.1,
+      "step": 2580
+    },
+    {
+      "ce_loss_13": 3.3524767458438873,
+      "ce_loss_26": 2.672022157907486,
+      "ce_loss_39": 2.42145474255085,
+      "ce_loss_52": 1.490525448322296,
+      "ce_loss_7": 3.731249511241913,
+      "epoch": 0.259,
+      "grad_norm": 17.94332341656099,
+      "kl_loss_13": 3786.8,
+      "kl_loss_26": 2328.6,
+      "kl_loss_39": 1819.0,
+      "kl_loss_7": 4580.4,
+      "learning_rate": 0.0008518664814351503,
+      "loss": 6266.2,
+      "step": 2590
+    },
+    {
+      "ce_loss_13": 3.2249048352241516,
+      "ce_loss_26": 2.526710030436516,
+      "ce_loss_39": 2.288080096244812,
+      "ce_loss_52": 1.3951421514153481,
+      "ce_loss_7": 3.6117550313472746,
+      "epoch": 0.26,
+      "grad_norm": 17.453584143766424,
+      "kl_loss_13": 3747.6,
+      "kl_loss_26": 2273.8,
+      "kl_loss_39": 1787.0,
+      "kl_loss_7": 4560.8,
+      "learning_rate": 0.0008507374438531607,
+      "loss": 6263.6,
+      "step": 2600
+    },
+    {
+      "ce_loss_13": 3.385346031188965,
+      "ce_loss_26": 2.689622291922569,
+      "ce_loss_39": 2.437500995397568,
+      "ce_loss_52": 1.4798223778605462,
+      "ce_loss_7": 3.780226916074753,
+      "epoch": 0.261,
+      "grad_norm": 17.77067876803282,
+      "kl_loss_13": 3881.6,
+      "kl_loss_26": 2399.4,
+      "kl_loss_39": 1889.6,
+      "kl_loss_7": 4706.4,
+      "learning_rate": 0.0008496048743490053,
+      "loss": 6251.8,
+      "step": 2610
+    },
+    {
+      "ce_loss_13": 3.253863149881363,
+      "ce_loss_26": 2.5867208421230314,
+      "ce_loss_39": 2.3403410583734514,
+      "ce_loss_52": 1.4355336636304856,
+      "ce_loss_7": 3.628329038619995,
+      "epoch": 0.262,
+      "grad_norm": 18.13099048831459,
+      "kl_loss_13": 3714.0,
+      "kl_loss_26": 2278.6,
+      "kl_loss_39": 1781.2,
+      "kl_loss_7": 4501.2,
+      "learning_rate": 0.0008484687843276469,
+      "loss": 6230.8,
+      "step": 2620
+    },
+    {
+      "ce_loss_13": 3.308898413181305,
+      "ce_loss_26": 2.6307075321674347,
+      "ce_loss_39": 2.381870651245117,
+      "ce_loss_52": 1.4658461689949036,
+      "ce_loss_7": 3.686649763584137,
+      "epoch": 0.263,
+      "grad_norm": 17.246075540125826,
+      "kl_loss_13": 3767.2,
+      "kl_loss_26": 2322.6,
+      "kl_loss_39": 1819.4,
+      "kl_loss_7": 4560.0,
+      "learning_rate": 0.0008473291852294987,
+      "loss": 6261.4,
+      "step": 2630
+    },
+    {
+      "ce_loss_13": 3.301677256822586,
+      "ce_loss_26": 2.623979777097702,
+      "ce_loss_39": 2.3711125582456587,
+      "ce_loss_52": 1.4476893723011017,
+      "ce_loss_7": 3.686248630285263,
+      "epoch": 0.264,
+      "grad_norm": 18.725565567002363,
+      "kl_loss_13": 3772.0,
+      "kl_loss_26": 2323.8,
+      "kl_loss_39": 1813.4,
+      "kl_loss_7": 4567.6,
+      "learning_rate": 0.0008461860885303114,
+      "loss": 6186.3,
+      "step": 2640
+    },
+    {
+      "ce_loss_13": 3.3081180572509767,
+      "ce_loss_26": 2.5993283450603486,
+      "ce_loss_39": 2.346868970990181,
+      "ce_loss_52": 1.4209152534604073,
+      "ce_loss_7": 3.700265485048294,
+      "epoch": 0.265,
+      "grad_norm": 16.39724372868559,
+      "kl_loss_13": 3844.8,
+      "kl_loss_26": 2352.2,
+      "kl_loss_39": 1835.0,
+      "kl_loss_7": 4663.2,
+      "learning_rate": 0.000845039505741056,
+      "loss": 6224.4,
+      "step": 2650
+    },
+    {
+      "ce_loss_13": 3.2767783522605898,
+      "ce_loss_26": 2.610367941856384,
+      "ce_loss_39": 2.3734692215919493,
+      "ce_loss_52": 1.4838453635573388,
+      "ce_loss_7": 3.6544183135032653,
+      "epoch": 0.266,
+      "grad_norm": 18.646431501601995,
+      "kl_loss_13": 3666.4,
+      "kl_loss_26": 2232.8,
+      "kl_loss_39": 1743.2,
+      "kl_loss_7": 4455.2,
+      "learning_rate": 0.0008438894484078086,
+      "loss": 6164.1,
+      "step": 2660
+    },
+    {
+      "ce_loss_13": 3.187056082487106,
+      "ce_loss_26": 2.5067271828651427,
+      "ce_loss_39": 2.265036514401436,
+      "ce_loss_52": 1.3943608120083808,
+      "ce_loss_7": 3.5653835415840147,
+      "epoch": 0.267,
+      "grad_norm": 17.226899122841342,
+      "kl_loss_13": 3695.2,
+      "kl_loss_26": 2239.8,
+      "kl_loss_39": 1740.2,
+      "kl_loss_7": 4491.6,
+      "learning_rate": 0.0008427359281116334,
+      "loss": 6116.4,
+      "step": 2670
+    },
+    {
+      "ce_loss_13": 3.2635743618011475,
+      "ce_loss_26": 2.5878145933151244,
+      "ce_loss_39": 2.344261533021927,
+      "ce_loss_52": 1.436160460114479,
+      "ce_loss_7": 3.642155331373215,
+      "epoch": 0.268,
+      "grad_norm": 17.358976250170773,
+      "kl_loss_13": 3715.6,
+      "kl_loss_26": 2286.6,
+      "kl_loss_39": 1782.2,
+      "kl_loss_7": 4510.8,
+      "learning_rate": 0.0008415789564684673,
+      "loss": 6120.1,
+      "step": 2680
+    },
+    {
+      "ce_loss_13": 3.217154061794281,
+      "ce_loss_26": 2.55003065764904,
+      "ce_loss_39": 2.3082681566476824,
+      "ce_loss_52": 1.4278038635849952,
+      "ce_loss_7": 3.602716547250748,
+      "epoch": 0.269,
+      "grad_norm": 17.314540535001434,
+      "kl_loss_13": 3655.2,
+      "kl_loss_26": 2225.8,
+      "kl_loss_39": 1731.0,
+      "kl_loss_7": 4458.8,
+      "learning_rate": 0.0008404185451290017,
+      "loss": 6184.5,
+      "step": 2690
+    },
+    {
+      "ce_loss_13": 3.24159716963768,
+      "ce_loss_26": 2.54996337890625,
+      "ce_loss_39": 2.3031594485044478,
+      "ce_loss_52": 1.4209882378578187,
+      "ce_loss_7": 3.6337377846241,
+      "epoch": 0.27,
+      "grad_norm": 17.492742712849175,
+      "kl_loss_13": 3726.4,
+      "kl_loss_26": 2257.8,
+      "kl_loss_39": 1756.2,
+      "kl_loss_7": 4549.6,
+      "learning_rate": 0.0008392547057785661,
+      "loss": 6062.5,
+      "step": 2700
+    },
+    {
+      "ce_loss_13": 3.227788990736008,
+      "ce_loss_26": 2.5358716517686846,
+      "ce_loss_39": 2.285151606798172,
+      "ce_loss_52": 1.4203684866428374,
+      "ce_loss_7": 3.6037886083126067,
+      "epoch": 0.271,
+      "grad_norm": 17.53543108395465,
+      "kl_loss_13": 3669.6,
+      "kl_loss_26": 2215.6,
+      "kl_loss_39": 1712.0,
+      "kl_loss_7": 4470.8,
+      "learning_rate": 0.0008380874501370098,
+      "loss": 6120.8,
+      "step": 2710
+    },
+    {
+      "ce_loss_13": 3.1636491239070894,
+      "ce_loss_26": 2.5045939922332763,
+      "ce_loss_39": 2.2759897857904434,
+      "ce_loss_52": 1.4353285342454911,
+      "ce_loss_7": 3.5319547176361086,
+      "epoch": 0.272,
+      "grad_norm": 18.586839239007904,
+      "kl_loss_13": 3539.2,
+      "kl_loss_26": 2133.8,
+      "kl_loss_39": 1666.0,
+      "kl_loss_7": 4328.8,
+      "learning_rate": 0.0008369167899585841,
+      "loss": 6051.0,
+      "step": 2720
+    },
+    {
+      "ce_loss_13": 3.221328115463257,
+      "ce_loss_26": 2.535122260451317,
+      "ce_loss_39": 2.2940177261829375,
+      "ce_loss_52": 1.419254219532013,
+      "ce_loss_7": 3.6125965118408203,
+      "epoch": 0.273,
+      "grad_norm": 17.658632608609814,
+      "kl_loss_13": 3688.0,
+      "kl_loss_26": 2233.2,
+      "kl_loss_39": 1733.0,
+      "kl_loss_7": 4510.0,
+      "learning_rate": 0.0008357427370318238,
+      "loss": 6045.8,
+      "step": 2730
+    },
+    {
+      "ce_loss_13": 3.2239345014095306,
+      "ce_loss_26": 2.556156021356583,
+      "ce_loss_39": 2.3110478937625887,
+      "ce_loss_52": 1.4514835059642792,
+      "ce_loss_7": 3.6023066878318786,
+      "epoch": 0.274,
+      "grad_norm": 18.16156755157877,
+      "kl_loss_13": 3623.2,
+      "kl_loss_26": 2184.8,
+      "kl_loss_39": 1687.0,
+      "kl_loss_7": 4421.6,
+      "learning_rate": 0.0008345653031794292,
+      "loss": 6081.8,
+      "step": 2740
+    },
+    {
+      "ce_loss_13": 3.248935067653656,
+      "ce_loss_26": 2.571800184249878,
+      "ce_loss_39": 2.3257440716028213,
+      "ce_loss_52": 1.4555991351604463,
+      "ce_loss_7": 3.6242997109889985,
+      "epoch": 0.275,
+      "grad_norm": 17.486859359677037,
+      "kl_loss_13": 3626.4,
+      "kl_loss_26": 2208.0,
+      "kl_loss_39": 1712.0,
+      "kl_loss_7": 4417.6,
+      "learning_rate": 0.0008333845002581458,
+      "loss": 5996.5,
+      "step": 2750
+    },
+    {
+      "ce_loss_13": 3.2696946620941163,
+      "ce_loss_26": 2.5927825689315798,
+      "ce_loss_39": 2.3452927708625793,
+      "ce_loss_52": 1.4668353974819184,
+      "ce_loss_7": 3.635032969713211,
+      "epoch": 0.276,
+      "grad_norm": 17.043532441273413,
+      "kl_loss_13": 3660.4,
+      "kl_loss_26": 2235.2,
+      "kl_loss_39": 1729.2,
+      "kl_loss_7": 4435.2,
+      "learning_rate": 0.0008322003401586462,
+      "loss": 5989.9,
+      "step": 2760
+    },
+    {
+      "ce_loss_13": 3.187331736087799,
+      "ce_loss_26": 2.537285569310188,
+      "ce_loss_39": 2.296916127204895,
+      "ce_loss_52": 1.4428926169872285,
+      "ce_loss_7": 3.55471009016037,
+      "epoch": 0.277,
+      "grad_norm": 18.300410919099367,
+      "kl_loss_13": 3558.4,
+      "kl_loss_26": 2165.8,
+      "kl_loss_39": 1682.4,
+      "kl_loss_7": 4338.0,
+      "learning_rate": 0.0008310128348054094,
+      "loss": 5970.6,
+      "step": 2770
+    },
+    {
+      "ce_loss_13": 3.2006444096565247,
+      "ce_loss_26": 2.5205237597227095,
+      "ce_loss_39": 2.282972750067711,
+      "ce_loss_52": 1.4260737136006356,
+      "ce_loss_7": 3.5821855068206787,
+      "epoch": 0.278,
+      "grad_norm": 17.549429821325518,
+      "kl_loss_13": 3649.2,
+      "kl_loss_26": 2206.8,
+      "kl_loss_39": 1708.8,
+      "kl_loss_7": 4441.2,
+      "learning_rate": 0.0008298219961566008,
+      "loss": 5976.9,
+      "step": 2780
+    },
+    {
+      "ce_loss_13": 3.1831609129905702,
+      "ce_loss_26": 2.4997926205396652,
+      "ce_loss_39": 2.2601052969694138,
+      "ce_loss_52": 1.403978604078293,
+      "ce_loss_7": 3.553097301721573,
+      "epoch": 0.279,
+      "grad_norm": 17.798788155683486,
+      "kl_loss_13": 3626.8,
+      "kl_loss_26": 2180.8,
+      "kl_loss_39": 1685.6,
+      "kl_loss_7": 4416.0,
+      "learning_rate": 0.0008286278362039527,
+      "loss": 5901.3,
+      "step": 2790
+    },
+    {
+      "ce_loss_13": 3.2061972856521606,
+      "ce_loss_26": 2.5348829567432403,
+      "ce_loss_39": 2.29689359664917,
+      "ce_loss_52": 1.4524233996868134,
+      "ce_loss_7": 3.576086735725403,
+      "epoch": 0.28,
+      "grad_norm": 17.920526019853103,
+      "kl_loss_13": 3566.0,
+      "kl_loss_26": 2145.8,
+      "kl_loss_39": 1659.0,
+      "kl_loss_7": 4341.6,
+      "learning_rate": 0.0008274303669726426,
+      "loss": 5875.7,
+      "step": 2800
+    },
+    {
+      "ce_loss_13": 3.2895997047424315,
+      "ce_loss_26": 2.6019150614738464,
+      "ce_loss_39": 2.3554980546236037,
+      "ce_loss_52": 1.4626183837652207,
+      "ce_loss_7": 3.680211156606674,
+      "epoch": 0.281,
+      "grad_norm": 18.339396286679403,
+      "kl_loss_13": 3746.0,
+      "kl_loss_26": 2276.4,
+      "kl_loss_39": 1760.4,
+      "kl_loss_7": 4566.0,
+      "learning_rate": 0.0008262296005211721,
+      "loss": 5938.8,
+      "step": 2810
+    },
+    {
+      "ce_loss_13": 3.1840124845504763,
+      "ce_loss_26": 2.5105081349611282,
+      "ce_loss_39": 2.2711715549230576,
+      "ce_loss_52": 1.4384785890579224,
+      "ce_loss_7": 3.5735177397727966,
+      "epoch": 0.282,
+      "grad_norm": 17.54448826978921,
+      "kl_loss_13": 3568.4,
+      "kl_loss_26": 2126.0,
+      "kl_loss_39": 1635.8,
+      "kl_loss_7": 4378.4,
+      "learning_rate": 0.0008250255489412463,
+      "loss": 5922.5,
+      "step": 2820
+    },
+    {
+      "ce_loss_13": 3.2147216141223907,
+      "ce_loss_26": 2.5306088238954545,
+      "ce_loss_39": 2.2879262059926986,
+      "ce_loss_52": 1.4329912930727005,
+      "ce_loss_7": 3.6062001168727873,
+      "epoch": 0.283,
+      "grad_norm": 16.224521909183913,
+      "kl_loss_13": 3634.4,
+      "kl_loss_26": 2182.2,
+      "kl_loss_39": 1686.4,
+      "kl_loss_7": 4456.0,
+      "learning_rate": 0.0008238182243576511,
+      "loss": 5870.9,
+      "step": 2830
+    },
+    {
+      "ce_loss_13": 3.204808014631271,
+      "ce_loss_26": 2.529933416843414,
+      "ce_loss_39": 2.2772836655378343,
+      "ce_loss_52": 1.4382712185382842,
+      "ce_loss_7": 3.593477213382721,
+      "epoch": 0.284,
+      "grad_norm": 17.85408893335792,
+      "kl_loss_13": 3598.4,
+      "kl_loss_26": 2175.4,
+      "kl_loss_39": 1665.8,
+      "kl_loss_7": 4413.6,
+      "learning_rate": 0.0008226076389281315,
+      "loss": 5857.1,
+      "step": 2840
+    },
+    {
+      "ce_loss_13": 3.137856882810593,
+      "ce_loss_26": 2.4886497616767884,
+      "ce_loss_39": 2.2476108491420748,
+      "ce_loss_52": 1.4388306617736817,
+      "ce_loss_7": 3.5120018839836122,
+      "epoch": 0.285,
+      "grad_norm": 17.527104476469322,
+      "kl_loss_13": 3468.4,
+      "kl_loss_26": 2085.8,
+      "kl_loss_39": 1594.4,
+      "kl_loss_7": 4250.0,
+      "learning_rate": 0.0008213938048432696,
+      "loss": 5806.8,
+      "step": 2850
+    },
+    {
+      "ce_loss_13": 3.134007251262665,
+      "ce_loss_26": 2.4605695813894273,
+      "ce_loss_39": 2.2274533331394197,
+      "ce_loss_52": 1.4070687741041183,
+      "ce_loss_7": 3.51087743639946,
+      "epoch": 0.286,
+      "grad_norm": 16.81428229570175,
+      "kl_loss_13": 3532.8,
+      "kl_loss_26": 2101.0,
+      "kl_loss_39": 1616.2,
+      "kl_loss_7": 4327.2,
+      "learning_rate": 0.0008201767343263612,
+      "loss": 5809.7,
+      "step": 2860
+    },
+    {
+      "ce_loss_13": 3.1623673915863035,
+      "ce_loss_26": 2.497657111287117,
+      "ce_loss_39": 2.2517473757267,
+      "ce_loss_52": 1.4269344687461853,
+      "ce_loss_7": 3.543222689628601,
+      "epoch": 0.287,
+      "grad_norm": 16.70636713163243,
+      "kl_loss_13": 3541.2,
+      "kl_loss_26": 2128.4,
+      "kl_loss_39": 1624.8,
+      "kl_loss_7": 4340.0,
+      "learning_rate": 0.0008189564396332927,
+      "loss": 5789.5,
+      "step": 2870
+    },
+    {
+      "ce_loss_13": 3.1600242078304293,
+      "ce_loss_26": 2.4901143670082093,
+      "ce_loss_39": 2.262405735254288,
+      "ce_loss_52": 1.447944176197052,
+      "ce_loss_7": 3.5380080163478853,
+      "epoch": 0.288,
+      "grad_norm": 17.918386343579222,
+      "kl_loss_13": 3481.6,
+      "kl_loss_26": 2059.8,
+      "kl_loss_39": 1588.8,
+      "kl_loss_7": 4287.6,
+      "learning_rate": 0.0008177329330524181,
+      "loss": 5812.1,
+      "step": 2880
+    },
+    {
+      "ce_loss_13": 3.174392342567444,
+      "ce_loss_26": 2.5159962266683578,
+      "ce_loss_39": 2.2794058710336684,
+      "ce_loss_52": 1.444807243347168,
+      "ce_loss_7": 3.5484564363956452,
+      "epoch": 0.289,
+      "grad_norm": 19.196721110708168,
+      "kl_loss_13": 3507.2,
+      "kl_loss_26": 2102.6,
+      "kl_loss_39": 1624.0,
+      "kl_loss_7": 4290.8,
+      "learning_rate": 0.0008165062269044352,
+      "loss": 5808.4,
+      "step": 2890
+    },
+    {
+      "ce_loss_13": 3.1698272943496706,
+      "ce_loss_26": 2.506984257698059,
+      "ce_loss_39": 2.2710763216018677,
+      "ce_loss_52": 1.4491374969482422,
+      "ce_loss_7": 3.553741979598999,
+      "epoch": 0.29,
+      "grad_norm": 16.91235339946444,
+      "kl_loss_13": 3511.2,
+      "kl_loss_26": 2109.2,
+      "kl_loss_39": 1627.2,
+      "kl_loss_7": 4317.6,
+      "learning_rate": 0.0008152763335422613,
+      "loss": 5792.2,
+      "step": 2900
+    },
+    {
+      "ce_loss_13": 3.115260285139084,
+      "ce_loss_26": 2.4620468825101853,
+      "ce_loss_39": 2.2224705785512926,
+      "ce_loss_52": 1.4216517835855484,
+      "ce_loss_7": 3.49349564909935,
+      "epoch": 0.291,
+      "grad_norm": 19.52390820528971,
+      "kl_loss_13": 3444.4,
+      "kl_loss_26": 2058.8,
+      "kl_loss_39": 1575.2,
+      "kl_loss_7": 4239.2,
+      "learning_rate": 0.0008140432653509088,
+      "loss": 5744.6,
+      "step": 2910
+    },
+    {
+      "ce_loss_13": 3.094448319077492,
+      "ce_loss_26": 2.4242703199386595,
+      "ce_loss_39": 2.1858216524124146,
+      "ce_loss_52": 1.4000759646296501,
+      "ce_loss_7": 3.4697431921958923,
+      "epoch": 0.292,
+      "grad_norm": 16.436813971821554,
+      "kl_loss_13": 3432.0,
+      "kl_loss_26": 2027.8,
+      "kl_loss_39": 1551.4,
+      "kl_loss_7": 4216.4,
+      "learning_rate": 0.0008128070347473608,
+      "loss": 5696.7,
+      "step": 2920
+    },
+    {
+      "ce_loss_13": 3.1132335126399995,
+      "ce_loss_26": 2.4610098242759704,
+      "ce_loss_39": 2.2259542405605317,
+      "ce_loss_52": 1.4294333100318908,
+      "ce_loss_7": 3.48697971701622,
+      "epoch": 0.293,
+      "grad_norm": 16.527383629623685,
+      "kl_loss_13": 3448.4,
+      "kl_loss_26": 2043.0,
+      "kl_loss_39": 1562.4,
+      "kl_loss_7": 4237.2,
+      "learning_rate": 0.0008115676541804455,
+      "loss": 5734.0,
+      "step": 2930
+    },
+    {
+      "ce_loss_13": 3.0772423684597014,
+      "ce_loss_26": 2.413277891278267,
+      "ce_loss_39": 2.179169711470604,
+      "ce_loss_52": 1.3933877736330031,
+      "ce_loss_7": 3.4470324754714965,
+      "epoch": 0.294,
+      "grad_norm": 17.18835839034016,
+      "kl_loss_13": 3431.6,
+      "kl_loss_26": 2023.0,
+      "kl_loss_39": 1542.8,
+      "kl_loss_7": 4223.6,
+      "learning_rate": 0.0008103251361307119,
+      "loss": 5705.55,
+      "step": 2940
+    },
+    {
+      "ce_loss_13": 3.093912643194199,
+      "ce_loss_26": 2.4372138679027557,
+      "ce_loss_39": 2.2068597853183745,
+      "ce_loss_52": 1.4339108556509017,
+      "ce_loss_7": 3.4713816404342652,
+      "epoch": 0.295,
+      "grad_norm": 16.78852919489637,
+      "kl_loss_13": 3395.2,
+      "kl_loss_26": 1998.6,
+      "kl_loss_39": 1533.6,
+      "kl_loss_7": 4186.4,
+      "learning_rate": 0.0008090794931103026,
+      "loss": 5641.3,
+      "step": 2950
+    },
+    {
+      "ce_loss_13": 3.1308993637561797,
+      "ce_loss_26": 2.4708112478256226,
+      "ce_loss_39": 2.22915124297142,
+      "ce_loss_52": 1.4374129235744477,
+      "ce_loss_7": 3.4991187393665313,
+      "epoch": 0.296,
+      "grad_norm": 16.768783545647338,
+      "kl_loss_13": 3436.4,
+      "kl_loss_26": 2035.0,
+      "kl_loss_39": 1548.6,
+      "kl_loss_7": 4216.8,
+      "learning_rate": 0.0008078307376628291,
+      "loss": 5645.6,
+      "step": 2960
+    },
+    {
+      "ce_loss_13": 3.0990765929222106,
+      "ce_loss_26": 2.452856171131134,
+      "ce_loss_39": 2.21165874004364,
+      "ce_loss_52": 1.4263496309518815,
+      "ce_loss_7": 3.472361743450165,
+      "epoch": 0.297,
+      "grad_norm": 16.652386900592916,
+      "kl_loss_13": 3401.6,
+      "kl_loss_26": 2024.0,
+      "kl_loss_39": 1532.8,
+      "kl_loss_7": 4181.6,
+      "learning_rate": 0.000806578882363245,
+      "loss": 5645.6,
+      "step": 2970
+    },
+    {
+      "ce_loss_13": 3.092843067646027,
+      "ce_loss_26": 2.423402965068817,
+      "ce_loss_39": 2.1854313611984253,
+      "ce_loss_52": 1.4033612102270125,
+      "ce_loss_7": 3.474502944946289,
+      "epoch": 0.298,
+      "grad_norm": 17.707727518863294,
+      "kl_loss_13": 3432.4,
+      "kl_loss_26": 2016.2,
+      "kl_loss_39": 1530.6,
+      "kl_loss_7": 4229.2,
+      "learning_rate": 0.0008053239398177191,
+      "loss": 5651.6,
+      "step": 2980
+    },
+    {
+      "ce_loss_13": 3.0975674211978914,
+      "ce_loss_26": 2.4374621868133546,
+      "ce_loss_39": 2.209611228108406,
+      "ce_loss_52": 1.4303795397281647,
+      "ce_loss_7": 3.475492590665817,
+      "epoch": 0.299,
+      "grad_norm": 17.746850084884183,
+      "kl_loss_13": 3416.8,
+      "kl_loss_26": 2002.4,
+      "kl_loss_39": 1530.8,
+      "kl_loss_7": 4214.8,
+      "learning_rate": 0.0008040659226635089,
+      "loss": 5630.2,
+      "step": 2990
+    },
+    {
+      "ce_loss_13": 3.089507430791855,
+      "ce_loss_26": 2.417942848801613,
+      "ce_loss_39": 2.1790529817342756,
+      "ce_loss_52": 1.3988826781511308,
+      "ce_loss_7": 3.468764144182205,
+      "epoch": 0.3,
+      "grad_norm": 17.0619103802906,
+      "kl_loss_13": 3422.4,
+      "kl_loss_26": 2019.4,
+      "kl_loss_39": 1533.2,
+      "kl_loss_7": 4215.2,
+      "learning_rate": 0.0008028048435688333,
+      "loss": 5562.8,
+      "step": 3000
+    },
+    {
+      "ce_loss_13": 3.1326099216938017,
+      "ce_loss_26": 2.471994733810425,
+      "ce_loss_39": 2.2380873382091524,
+      "ce_loss_52": 1.458441223204136,
+      "ce_loss_7": 3.502814435958862,
+      "epoch": 0.301,
+      "grad_norm": 17.222204651935485,
+      "kl_loss_13": 3436.8,
+      "kl_loss_26": 2039.6,
+      "kl_loss_39": 1559.8,
+      "kl_loss_7": 4214.8,
+      "learning_rate": 0.0008015407152327448,
+      "loss": 5664.1,
+      "step": 3010
+    },
+    {
+      "ce_loss_13": 3.1731098294258118,
+      "ce_loss_26": 2.504976212978363,
+      "ce_loss_39": 2.260189512372017,
+      "ce_loss_52": 1.4524748474359512,
+      "ce_loss_7": 3.555993539094925,
+      "epoch": 0.302,
+      "grad_norm": 16.72113952146357,
+      "kl_loss_13": 3518.4,
+      "kl_loss_26": 2087.0,
+      "kl_loss_39": 1585.0,
+      "kl_loss_7": 4313.2,
+      "learning_rate": 0.0008002735503850016,
+      "loss": 5589.3,
+      "step": 3020
+    },
+    {
+      "ce_loss_13": 3.118546891212463,
+      "ce_loss_26": 2.445932698249817,
+      "ce_loss_39": 2.2121699869632723,
+      "ce_loss_52": 1.4456641212105752,
+      "ce_loss_7": 3.491698741912842,
+      "epoch": 0.303,
+      "grad_norm": 16.572401194454876,
+      "kl_loss_13": 3394.8,
+      "kl_loss_26": 1984.4,
+      "kl_loss_39": 1511.2,
+      "kl_loss_7": 4167.2,
+      "learning_rate": 0.0007990033617859396,
+      "loss": 5580.5,
+      "step": 3030
+    },
+    {
+      "ce_loss_13": 3.10419015288353,
+      "ce_loss_26": 2.447344717383385,
+      "ce_loss_39": 2.212172231078148,
+      "ce_loss_52": 1.435505247116089,
+      "ce_loss_7": 3.477084743976593,
+      "epoch": 0.304,
+      "grad_norm": 18.041012229096975,
+      "kl_loss_13": 3420.8,
+      "kl_loss_26": 2017.0,
+      "kl_loss_39": 1525.6,
+      "kl_loss_7": 4208.8,
+      "learning_rate": 0.000797730162226344,
+      "loss": 5556.8,
+      "step": 3040
+    },
+    {
+      "ce_loss_13": 3.0508037239313124,
+      "ce_loss_26": 2.3910141468048094,
+      "ce_loss_39": 2.161831411719322,
+      "ce_loss_52": 1.3925497516989709,
+      "ce_loss_7": 3.434678375720978,
+      "epoch": 0.305,
+      "grad_norm": 18.2507403656971,
+      "kl_loss_13": 3360.8,
+      "kl_loss_26": 1961.2,
+      "kl_loss_39": 1491.3,
+      "kl_loss_7": 4164.0,
+      "learning_rate": 0.0007964539645273203,
+      "loss": 5538.7,
+      "step": 3050
+    },
+    {
+      "ce_loss_13": 3.143118643760681,
+      "ce_loss_26": 2.503050500154495,
+      "ce_loss_39": 2.269149711728096,
+      "ce_loss_52": 1.4877858996391295,
+      "ce_loss_7": 3.510826712846756,
+      "epoch": 0.306,
+      "grad_norm": 17.20244258760552,
+      "kl_loss_13": 3390.4,
+      "kl_loss_26": 2023.0,
+      "kl_loss_39": 1542.0,
+      "kl_loss_7": 4166.8,
+      "learning_rate": 0.000795174781540165,
+      "loss": 5547.7,
+      "step": 3060
+    },
+    {
+      "ce_loss_13": 3.0940939664840696,
+      "ce_loss_26": 2.4377844393253327,
+      "ce_loss_39": 2.2110770642757416,
+      "ce_loss_52": 1.453443130850792,
+      "ce_loss_7": 3.461427628993988,
+      "epoch": 0.307,
+      "grad_norm": 16.19915727951882,
+      "kl_loss_13": 3353.6,
+      "kl_loss_26": 1960.2,
+      "kl_loss_39": 1487.5,
+      "kl_loss_7": 4131.2,
+      "learning_rate": 0.0007938926261462366,
+      "loss": 5534.3,
+      "step": 3070
+    },
+    {
+      "ce_loss_13": 3.099123537540436,
+      "ce_loss_26": 2.428412067890167,
+      "ce_loss_39": 2.1952255785465242,
+      "ce_loss_52": 1.4312659561634065,
+      "ce_loss_7": 3.477120190858841,
+      "epoch": 0.308,
+      "grad_norm": 16.90807792363964,
+      "kl_loss_13": 3392.0,
+      "kl_loss_26": 1979.6,
+      "kl_loss_39": 1498.8,
+      "kl_loss_7": 4186.8,
+      "learning_rate": 0.0007926075112568258,
+      "loss": 5523.9,
+      "step": 3080
+    },
+    {
+      "ce_loss_13": 3.0900339841842652,
+      "ce_loss_26": 2.429807424545288,
+      "ce_loss_39": 2.1938013613224028,
+      "ce_loss_52": 1.4448837220668793,
+      "ce_loss_7": 3.460611253976822,
+      "epoch": 0.309,
+      "grad_norm": 17.278764306039758,
+      "kl_loss_13": 3363.2,
+      "kl_loss_26": 1959.6,
+      "kl_loss_39": 1476.2,
+      "kl_loss_7": 4153.6,
+      "learning_rate": 0.0007913194498130252,
+      "loss": 5481.8,
+      "step": 3090
+    },
+    {
+      "ce_loss_13": 3.0705978155136107,
+      "ce_loss_26": 2.415473333001137,
+      "ce_loss_39": 2.1859600633382796,
+      "ce_loss_52": 1.4387344419956207,
+      "ce_loss_7": 3.4460779249668123,
+      "epoch": 0.31,
+      "grad_norm": 17.744380665090848,
+      "kl_loss_13": 3328.8,
+      "kl_loss_26": 1937.2,
+      "kl_loss_39": 1461.6,
+      "kl_loss_7": 4109.6,
+      "learning_rate": 0.0007900284547855992,
+      "loss": 5494.5,
+      "step": 3100
+    },
+    {
+      "ce_loss_13": 3.1120304703712462,
+      "ce_loss_26": 2.437400758266449,
+      "ce_loss_39": 2.1967616409063337,
+      "ce_loss_52": 1.4447504609823227,
+      "ce_loss_7": 3.4870758295059203,
+      "epoch": 0.311,
+      "grad_norm": 17.196298155702294,
+      "kl_loss_13": 3414.8,
+      "kl_loss_26": 1997.2,
+      "kl_loss_39": 1507.4,
+      "kl_loss_7": 4197.6,
+      "learning_rate": 0.0007887345391748532,
+      "loss": 5492.4,
+      "step": 3110
+    },
+    {
+      "ce_loss_13": 3.0714461147785186,
+      "ce_loss_26": 2.410064917802811,
+      "ce_loss_39": 2.176686418056488,
+      "ce_loss_52": 1.4264434427022934,
+      "ce_loss_7": 3.440903478860855,
+      "epoch": 0.312,
+      "grad_norm": 17.274723589437542,
+      "kl_loss_13": 3352.8,
+      "kl_loss_26": 1965.6,
+      "kl_loss_39": 1480.0,
+      "kl_loss_7": 4134.0,
+      "learning_rate": 0.0007874377160105036,
+      "loss": 5478.5,
+      "step": 3120
+    },
+    {
+      "ce_loss_13": 3.0896170139312744,
+      "ce_loss_26": 2.440164825320244,
+      "ce_loss_39": 2.2094400197267534,
+      "ce_loss_52": 1.4495170325040818,
+      "ce_loss_7": 3.468176656961441,
+      "epoch": 0.313,
+      "grad_norm": 17.297623478505614,
+      "kl_loss_13": 3375.2,
+      "kl_loss_26": 1976.4,
+      "kl_loss_39": 1503.8,
+      "kl_loss_7": 4173.6,
+      "learning_rate": 0.0007861379983515449,
+      "loss": 5461.8,
+      "step": 3130
+    },
+    {
+      "ce_loss_13": 3.074652445316315,
+      "ce_loss_26": 2.4188932478427887,
+      "ce_loss_39": 2.1893287271261217,
+      "ce_loss_52": 1.440689930319786,
+      "ce_loss_7": 3.452376401424408,
+      "epoch": 0.314,
+      "grad_norm": 18.06264725868681,
+      "kl_loss_13": 3317.2,
+      "kl_loss_26": 1935.6,
+      "kl_loss_39": 1465.8,
+      "kl_loss_7": 4117.6,
+      "learning_rate": 0.0007848353992861195,
+      "loss": 5464.6,
+      "step": 3140
+    },
+    {
+      "ce_loss_13": 3.078055852651596,
+      "ce_loss_26": 2.420557659864426,
+      "ce_loss_39": 2.188734245300293,
+      "ce_loss_52": 1.4398296728730202,
+      "ce_loss_7": 3.457850754261017,
+      "epoch": 0.315,
+      "grad_norm": 17.00206014366557,
+      "kl_loss_13": 3318.4,
+      "kl_loss_26": 1927.6,
+      "kl_loss_39": 1458.6,
+      "kl_loss_7": 4114.0,
+      "learning_rate": 0.0007835299319313853,
+      "loss": 5381.3,
+      "step": 3150
+    },
+    {
+      "ce_loss_13": 3.059806948900223,
+      "ce_loss_26": 2.3743002265691757,
+      "ce_loss_39": 2.137469917535782,
+      "ce_loss_52": 1.3903418719768523,
+      "ce_loss_7": 3.4285161972045897,
+      "epoch": 0.316,
+      "grad_norm": 17.46330734643716,
+      "kl_loss_13": 3354.4,
+      "kl_loss_26": 1935.6,
+      "kl_loss_39": 1455.2,
+      "kl_loss_7": 4136.8,
+      "learning_rate": 0.0007822216094333848,
+      "loss": 5407.6,
+      "step": 3160
+    },
+    {
+      "ce_loss_13": 3.0990252554416657,
+      "ce_loss_26": 2.4341968923807142,
+      "ce_loss_39": 2.1952569454908373,
+      "ce_loss_52": 1.439093704521656,
+      "ce_loss_7": 3.4743688821792604,
+      "epoch": 0.317,
+      "grad_norm": 18.51989341882003,
+      "kl_loss_13": 3380.4,
+      "kl_loss_26": 1988.0,
+      "kl_loss_39": 1492.0,
+      "kl_loss_7": 4166.4,
+      "learning_rate": 0.0007809104449669101,
+      "loss": 5410.7,
+      "step": 3170
+    },
+    {
+      "ce_loss_13": 3.041397601366043,
+      "ce_loss_26": 2.382528102397919,
+      "ce_loss_39": 2.1511587262153626,
+      "ce_loss_52": 1.435599946975708,
+      "ce_loss_7": 3.4155047237873077,
+      "epoch": 0.318,
+      "grad_norm": 17.0483845332083,
+      "kl_loss_13": 3256.8,
+      "kl_loss_26": 1868.0,
+      "kl_loss_39": 1392.8,
+      "kl_loss_7": 4038.0,
+      "learning_rate": 0.0007795964517353734,
+      "loss": 5354.9,
+      "step": 3180
+    },
+    {
+      "ce_loss_13": 3.0867488861083983,
+      "ce_loss_26": 2.425813916325569,
+      "ce_loss_39": 2.1947717368602753,
+      "ce_loss_52": 1.4569276213645934,
+      "ce_loss_7": 3.4604012250900267,
+      "epoch": 0.319,
+      "grad_norm": 16.586058341187346,
+      "kl_loss_13": 3328.8,
+      "kl_loss_26": 1930.2,
+      "kl_loss_39": 1449.8,
+      "kl_loss_7": 4120.8,
+      "learning_rate": 0.000778279642970672,
+      "loss": 5344.7,
+      "step": 3190
+    },
+    {
+      "ce_loss_13": 3.0399708569049837,
+      "ce_loss_26": 2.3785893470048904,
+      "ce_loss_39": 2.138497656583786,
+      "ce_loss_52": 1.4135656535625458,
+      "ce_loss_7": 3.409178429841995,
+      "epoch": 0.32,
+      "grad_norm": 17.983547533058992,
+      "kl_loss_13": 3304.0,
+      "kl_loss_26": 1914.8,
+      "kl_loss_39": 1428.2,
+      "kl_loss_7": 4088.0,
+      "learning_rate": 0.0007769600319330552,
+      "loss": 5362.0,
+      "step": 3200
+    },
+    {
+      "ce_loss_13": 3.1184182286262514,
+      "ce_loss_26": 2.4707882523536684,
+      "ce_loss_39": 2.233083599805832,
+      "ce_loss_52": 1.4817634999752045,
+      "ce_loss_7": 3.4818074285984038,
+      "epoch": 0.321,
+      "grad_norm": 16.87308179941231,
+      "kl_loss_13": 3315.6,
+      "kl_loss_26": 1955.6,
+      "kl_loss_39": 1470.6,
+      "kl_loss_7": 4081.2,
+      "learning_rate": 0.0007756376319109917,
+      "loss": 5372.8,
+      "step": 3210
+    },
+    {
+      "ce_loss_13": 3.065703272819519,
+      "ce_loss_26": 2.4234554558992385,
+      "ce_loss_39": 2.1948377937078476,
+      "ce_loss_52": 1.4451974362134934,
+      "ce_loss_7": 3.4377165257930757,
+      "epoch": 0.322,
+      "grad_norm": 17.206055177859767,
+      "kl_loss_13": 3288.4,
+      "kl_loss_26": 1929.2,
+      "kl_loss_39": 1461.2,
+      "kl_loss_7": 4058.8,
+      "learning_rate": 0.0007743124562210351,
+      "loss": 5338.3,
+      "step": 3220
+    },
+    {
+      "ce_loss_13": 3.0654458463191987,
+      "ce_loss_26": 2.4097089529037476,
+      "ce_loss_39": 2.1828925907611847,
+      "ce_loss_52": 1.4646209165453912,
+      "ce_loss_7": 3.438837933540344,
+      "epoch": 0.323,
+      "grad_norm": 16.43379975440051,
+      "kl_loss_13": 3246.8,
+      "kl_loss_26": 1868.4,
+      "kl_loss_39": 1403.6,
+      "kl_loss_7": 4034.4,
+      "learning_rate": 0.0007729845182076895,
+      "loss": 5337.95,
+      "step": 3230
+    },
+    {
+      "ce_loss_13": 3.019025903940201,
+      "ce_loss_26": 2.3812606751918795,
+      "ce_loss_39": 2.1557460606098173,
+      "ce_loss_52": 1.4495598763227462,
+      "ce_loss_7": 3.390954166650772,
+      "epoch": 0.324,
+      "grad_norm": 17.50409394447208,
+      "kl_loss_13": 3213.2,
+      "kl_loss_26": 1857.6,
+      "kl_loss_39": 1393.2,
+      "kl_loss_7": 3999.2,
+      "learning_rate": 0.0007716538312432765,
+      "loss": 5323.8,
+      "step": 3240
+    },
+    {
+      "ce_loss_13": 3.0274185359478,
+      "ce_loss_26": 2.3673853039741517,
+      "ce_loss_39": 2.1314821422100065,
+      "ce_loss_52": 1.4110743701457977,
+      "ce_loss_7": 3.3962999522686004,
+      "epoch": 0.325,
+      "grad_norm": 17.627956174954214,
+      "kl_loss_13": 3281.2,
+      "kl_loss_26": 1900.8,
+      "kl_loss_39": 1419.0,
+      "kl_loss_7": 4056.8,
+      "learning_rate": 0.0007703204087277988,
+      "loss": 5310.9,
+      "step": 3250
+    },
+    {
+      "ce_loss_13": 2.995425891876221,
+      "ce_loss_26": 2.3437940657138823,
+      "ce_loss_39": 2.1112417429685593,
+      "ce_loss_52": 1.3956570625305176,
+      "ce_loss_7": 3.3635079681873323,
+      "epoch": 0.326,
+      "grad_norm": 17.092527088154757,
+      "kl_loss_13": 3270.8,
+      "kl_loss_26": 1881.4,
+      "kl_loss_39": 1402.8,
+      "kl_loss_7": 4054.4,
+      "learning_rate": 0.0007689842640888063,
+      "loss": 5291.9,
+      "step": 3260
+    },
+    {
+      "ce_loss_13": 3.0584332168102266,
+      "ce_loss_26": 2.4099347323179243,
+      "ce_loss_39": 2.182457607984543,
+      "ce_loss_52": 1.4547152355313302,
+      "ce_loss_7": 3.4290026843547823,
+      "epoch": 0.327,
+      "grad_norm": 17.31361789139729,
+      "kl_loss_13": 3256.0,
+      "kl_loss_26": 1887.8,
+      "kl_loss_39": 1426.4,
+      "kl_loss_7": 4026.4,
+      "learning_rate": 0.0007676454107812607,
+      "loss": 5264.3,
+      "step": 3270
+    },
+    {
+      "ce_loss_13": 3.002471148967743,
+      "ce_loss_26": 2.365675774216652,
+      "ce_loss_39": 2.1432500898838045,
+      "ce_loss_52": 1.4313921973109245,
+      "ce_loss_7": 3.3743964791297913,
+      "epoch": 0.328,
+      "grad_norm": 15.793768401685108,
+      "kl_loss_13": 3248.4,
+      "kl_loss_26": 1868.8,
+      "kl_loss_39": 1414.0,
+      "kl_loss_7": 4030.8,
+      "learning_rate": 0.0007663038622873999,
+      "loss": 5285.1,
+      "step": 3280
+    },
+    {
+      "ce_loss_13": 3.0830911457538606,
+      "ce_loss_26": 2.4269310742616654,
+      "ce_loss_39": 2.2025650680065154,
+      "ce_loss_52": 1.4690157890319824,
+      "ce_loss_7": 3.454869121313095,
+      "epoch": 0.329,
+      "grad_norm": 17.14503971571328,
+      "kl_loss_13": 3293.2,
+      "kl_loss_26": 1903.8,
+      "kl_loss_39": 1434.0,
+      "kl_loss_7": 4075.6,
+      "learning_rate": 0.0007649596321166025,
+      "loss": 5253.65,
+      "step": 3290
+    },
+    {
+      "ce_loss_13": 2.9723230481147764,
+      "ce_loss_26": 2.332389995455742,
+      "ce_loss_39": 2.1094966679811478,
+      "ce_loss_52": 1.4339970767498016,
+      "ce_loss_7": 3.333187943696976,
+      "epoch": 0.33,
+      "grad_norm": 16.633040610576913,
+      "kl_loss_13": 3118.0,
+      "kl_loss_26": 1779.4,
+      "kl_loss_39": 1323.0,
+      "kl_loss_7": 3879.6,
+      "learning_rate": 0.0007636127338052513,
+      "loss": 5233.1,
+      "step": 3300
+    },
+    {
+      "ce_loss_13": 2.9914496004581452,
+      "ce_loss_26": 2.3316532552242277,
+      "ce_loss_39": 2.0988477796316145,
+      "ce_loss_52": 1.400558878481388,
+      "ce_loss_7": 3.363678741455078,
+      "epoch": 0.331,
+      "grad_norm": 17.26677566687906,
+      "kl_loss_13": 3257.2,
+      "kl_loss_26": 1858.4,
+      "kl_loss_39": 1375.2,
+      "kl_loss_7": 4042.8,
+      "learning_rate": 0.0007622631809165971,
+      "loss": 5196.15,
+      "step": 3310
+    },
+    {
+      "ce_loss_13": 3.064756464958191,
+      "ce_loss_26": 2.422107365727425,
+      "ce_loss_39": 2.192085716128349,
+      "ce_loss_52": 1.4793070062994957,
+      "ce_loss_7": 3.430086314678192,
+      "epoch": 0.332,
+      "grad_norm": 17.330178950251707,
+      "kl_loss_13": 3243.6,
+      "kl_loss_26": 1878.8,
+      "kl_loss_39": 1409.8,
+      "kl_loss_7": 4016.4,
+      "learning_rate": 0.000760910987040623,
+      "loss": 5231.55,
+      "step": 3320
+    },
+    {
+      "ce_loss_13": 2.9637326538562774,
+      "ce_loss_26": 2.3162154614925385,
+      "ce_loss_39": 2.097182759642601,
+      "ce_loss_52": 1.4222271725535394,
+      "ce_loss_7": 3.332917684316635,
+      "epoch": 0.333,
+      "grad_norm": 17.085141982864975,
+      "kl_loss_13": 3141.2,
+      "kl_loss_26": 1768.8,
+      "kl_loss_39": 1318.3,
+      "kl_loss_7": 3920.0,
+      "learning_rate": 0.000759556165793906,
+      "loss": 5154.65,
+      "step": 3330
+    },
+    {
+      "ce_loss_13": 3.029485374689102,
+      "ce_loss_26": 2.3887200921773912,
+      "ce_loss_39": 2.1607041716575623,
+      "ce_loss_52": 1.4696623742580415,
+      "ce_loss_7": 3.3922773957252503,
+      "epoch": 0.334,
+      "grad_norm": 15.502678294546826,
+      "kl_loss_13": 3185.2,
+      "kl_loss_26": 1826.8,
+      "kl_loss_39": 1360.6,
+      "kl_loss_7": 3948.8,
+      "learning_rate": 0.000758198730819481,
+      "loss": 5180.15,
+      "step": 3340
+    },
+    {
+      "ce_loss_13": 3.03846270442009,
+      "ce_loss_26": 2.378660023212433,
+      "ce_loss_39": 2.1477699905633925,
+      "ce_loss_52": 1.4347332805395125,
+      "ce_loss_7": 3.4101031959056853,
+      "epoch": 0.335,
+      "grad_norm": 16.024720398541927,
+      "kl_loss_13": 3270.4,
+      "kl_loss_26": 1883.0,
+      "kl_loss_39": 1406.3,
+      "kl_loss_7": 4056.4,
+      "learning_rate": 0.0007568386957867032,
+      "loss": 5194.3,
+      "step": 3350
+    },
+    {
+      "ce_loss_13": 3.008663833141327,
+      "ce_loss_26": 2.3700191140174867,
+      "ce_loss_39": 2.1397975504398348,
+      "ce_loss_52": 1.4545943021774292,
+      "ce_loss_7": 3.3673401892185213,
+      "epoch": 0.336,
+      "grad_norm": 16.053283356705972,
+      "kl_loss_13": 3181.6,
+      "kl_loss_26": 1820.2,
+      "kl_loss_39": 1348.6,
+      "kl_loss_7": 3942.0,
+      "learning_rate": 0.0007554760743911103,
+      "loss": 5153.55,
+      "step": 3360
+    },
+    {
+      "ce_loss_13": 2.9829940140247344,
+      "ce_loss_26": 2.3409414261579515,
+      "ce_loss_39": 2.1123215198516845,
+      "ce_loss_52": 1.435232725739479,
+      "ce_loss_7": 3.355481207370758,
+      "epoch": 0.337,
+      "grad_norm": 16.67714591780792,
+      "kl_loss_13": 3152.4,
+      "kl_loss_26": 1792.8,
+      "kl_loss_39": 1321.8,
+      "kl_loss_7": 3938.0,
+      "learning_rate": 0.0007541108803542846,
+      "loss": 5142.8,
+      "step": 3370
+    },
+    {
+      "ce_loss_13": 3.027516704797745,
+      "ce_loss_26": 2.386495107412338,
+      "ce_loss_39": 2.1608838021755217,
+      "ce_loss_52": 1.4647808492183685,
+      "ce_loss_7": 3.3936978697776796,
+      "epoch": 0.338,
+      "grad_norm": 16.879054589986723,
+      "kl_loss_13": 3186.4,
+      "kl_loss_26": 1828.6,
+      "kl_loss_39": 1351.9,
+      "kl_loss_7": 3957.6,
+      "learning_rate": 0.0007527431274237149,
+      "loss": 5169.0,
+      "step": 3380
+    },
+    {
+      "ce_loss_13": 2.9946301877498627,
+      "ce_loss_26": 2.3546741545200347,
+      "ce_loss_39": 2.1238624840974807,
+      "ce_loss_52": 1.4416128873825074,
+      "ce_loss_7": 3.3628919243812563,
+      "epoch": 0.339,
+      "grad_norm": 18.526031342338438,
+      "kl_loss_13": 3157.6,
+      "kl_loss_26": 1810.6,
+      "kl_loss_39": 1339.1,
+      "kl_loss_7": 3932.0,
+      "learning_rate": 0.0007513728293726579,
+      "loss": 5107.45,
+      "step": 3390
+    },
+    {
+      "ce_loss_13": 2.975279802083969,
+      "ce_loss_26": 2.325047069787979,
+      "ce_loss_39": 2.1066873967647552,
+      "ce_loss_52": 1.4382890224456788,
+      "ce_loss_7": 3.3415417432785035,
+      "epoch": 0.34,
+      "grad_norm": 17.516441880993753,
+      "kl_loss_13": 3144.4,
+      "kl_loss_26": 1778.8,
+      "kl_loss_39": 1326.8,
+      "kl_loss_7": 3920.0,
+      "learning_rate": 0.00075,
+      "loss": 5107.0,
+      "step": 3400
+    },
+    {
+      "ce_loss_13": 2.9631440460681917,
+      "ce_loss_26": 2.318173348903656,
+      "ce_loss_39": 2.0847090512514113,
+      "ce_loss_52": 1.4200364857912064,
+      "ce_loss_7": 3.3265232741832733,
+      "epoch": 0.341,
+      "grad_norm": 16.134403370320147,
+      "kl_loss_13": 3139.2,
+      "kl_loss_26": 1766.8,
+      "kl_loss_39": 1296.8,
+      "kl_loss_7": 3908.8,
+      "learning_rate": 0.0007486246531301177,
+      "loss": 5097.65,
+      "step": 3410
+    },
+    {
+      "ce_loss_13": 2.99331476688385,
+      "ce_loss_26": 2.3580960750579836,
+      "ce_loss_39": 2.1382109016180038,
+      "ce_loss_52": 1.4535871922969819,
+      "ce_loss_7": 3.35606609582901,
+      "epoch": 0.342,
+      "grad_norm": 16.427769884918277,
+      "kl_loss_13": 3148.4,
+      "kl_loss_26": 1796.6,
+      "kl_loss_39": 1349.0,
+      "kl_loss_7": 3921.2,
+      "learning_rate": 0.0007472468026127384,
+      "loss": 5139.75,
+      "step": 3420
+    },
+    {
+      "ce_loss_13": 2.921882951259613,
+      "ce_loss_26": 2.2855687588453293,
+      "ce_loss_39": 2.067648893594742,
+      "ce_loss_52": 1.4116598561406135,
+      "ce_loss_7": 3.2927843034267426,
+      "epoch": 0.343,
+      "grad_norm": 16.808808535347794,
+      "kl_loss_13": 3095.8,
+      "kl_loss_26": 1756.2,
+      "kl_loss_39": 1301.9,
+      "kl_loss_7": 3878.0,
+      "learning_rate": 0.000745866462322802,
+      "loss": 5051.15,
+      "step": 3430
+    },
+    {
+      "ce_loss_13": 3.04699621796608,
+      "ce_loss_26": 2.399735540151596,
+      "ce_loss_39": 2.176995486021042,
+      "ce_loss_52": 1.496598380804062,
+      "ce_loss_7": 3.418045401573181,
+      "epoch": 0.344,
+      "grad_norm": 16.406856004421037,
+      "kl_loss_13": 3162.0,
+      "kl_loss_26": 1792.4,
+      "kl_loss_39": 1329.5,
+      "kl_loss_7": 3935.6,
+      "learning_rate": 0.0007444836461603195,
+      "loss": 5107.85,
+      "step": 3440
+    },
+    {
+      "ce_loss_13": 2.930357199907303,
+      "ce_loss_26": 2.3015194088220596,
+      "ce_loss_39": 2.078587147593498,
+      "ce_loss_52": 1.414345271885395,
+      "ce_loss_7": 3.2914562046527864,
+      "epoch": 0.345,
+      "grad_norm": 16.994168943169583,
+      "kl_loss_13": 3103.6,
+      "kl_loss_26": 1763.0,
+      "kl_loss_39": 1304.8,
+      "kl_loss_7": 3859.2,
+      "learning_rate": 0.0007430983680502344,
+      "loss": 5063.6,
+      "step": 3450
+    },
+    {
+      "ce_loss_13": 2.946500468254089,
+      "ce_loss_26": 2.3075433492660524,
+      "ce_loss_39": 2.08428935110569,
+      "ce_loss_52": 1.4254867061972618,
+      "ce_loss_7": 3.309797298908234,
+      "epoch": 0.346,
+      "grad_norm": 16.30494022816115,
+      "kl_loss_13": 3098.0,
+      "kl_loss_26": 1752.4,
+      "kl_loss_39": 1293.6,
+      "kl_loss_7": 3865.2,
+      "learning_rate": 0.0007417106419422819,
+      "loss": 5025.2,
+      "step": 3460
+    },
+    {
+      "ce_loss_13": 2.935671639442444,
+      "ce_loss_26": 2.2941204428672792,
+      "ce_loss_39": 2.071269851922989,
+      "ce_loss_52": 1.4085116267204285,
+      "ce_loss_7": 3.3008416891098022,
+      "epoch": 0.347,
+      "grad_norm": 17.30594652330039,
+      "kl_loss_13": 3130.4,
+      "kl_loss_26": 1779.4,
+      "kl_loss_39": 1316.9,
+      "kl_loss_7": 3898.4,
+      "learning_rate": 0.0007403204818108486,
+      "loss": 5043.95,
+      "step": 3470
+    },
+    {
+      "ce_loss_13": 2.934108853340149,
+      "ce_loss_26": 2.292804607748985,
+      "ce_loss_39": 2.0716417878866196,
+      "ce_loss_52": 1.4156519144773483,
+      "ce_loss_7": 3.2983541190624237,
+      "epoch": 0.348,
+      "grad_norm": 16.793884082475312,
+      "kl_loss_13": 3072.0,
+      "kl_loss_26": 1727.6,
+      "kl_loss_39": 1271.6,
+      "kl_loss_7": 3841.6,
+      "learning_rate": 0.0007389279016548316,
+      "loss": 5016.3,
+      "step": 3480
+    },
+    {
+      "ce_loss_13": 2.8679963111877442,
+      "ce_loss_26": 2.2394334375858307,
+      "ce_loss_39": 2.0239282071590425,
+      "ce_loss_52": 1.3932767808437347,
+      "ce_loss_7": 3.234779417514801,
+      "epoch": 0.349,
+      "grad_norm": 15.946114217155069,
+      "kl_loss_13": 3023.6,
+      "kl_loss_26": 1691.8,
+      "kl_loss_39": 1246.9,
+      "kl_loss_7": 3788.8,
+      "learning_rate": 0.0007375329154974975,
+      "loss": 5018.15,
+      "step": 3490
+    },
+    {
+      "ce_loss_13": 2.9285870611667635,
+      "ce_loss_26": 2.287761977314949,
+      "ce_loss_39": 2.063358634710312,
+      "ce_loss_52": 1.4101893305778503,
+      "ce_loss_7": 3.298641562461853,
+      "epoch": 0.35,
+      "grad_norm": 16.997559975693584,
+      "kl_loss_13": 3086.0,
+      "kl_loss_26": 1746.0,
+      "kl_loss_39": 1280.7,
+      "kl_loss_7": 3868.8,
+      "learning_rate": 0.0007361355373863414,
+      "loss": 5018.5,
+      "step": 3500
+    },
+    {
+      "ce_loss_13": 2.931669169664383,
+      "ce_loss_26": 2.288780450820923,
+      "ce_loss_39": 2.0723241955041884,
+      "ce_loss_52": 1.4271863222122192,
+      "ce_loss_7": 3.2927916407585145,
+      "epoch": 0.351,
+      "grad_norm": 15.980672586392506,
+      "kl_loss_13": 3077.6,
+      "kl_loss_26": 1726.6,
+      "kl_loss_39": 1278.3,
+      "kl_loss_7": 3843.6,
+      "learning_rate": 0.0007347357813929454,
+      "loss": 4989.7,
+      "step": 3510
+    },
+    {
+      "ce_loss_13": 2.928689205646515,
+      "ce_loss_26": 2.2940947294235228,
+      "ce_loss_39": 2.0670880317687987,
+      "ce_loss_52": 1.4149780303239823,
+      "ce_loss_7": 3.293194830417633,
+      "epoch": 0.352,
+      "grad_norm": 16.33808700723808,
+      "kl_loss_13": 3074.8,
+      "kl_loss_26": 1738.8,
+      "kl_loss_39": 1273.7,
+      "kl_loss_7": 3840.0,
+      "learning_rate": 0.0007333336616128369,
+      "loss": 4986.35,
+      "step": 3520
+    },
+    {
+      "ce_loss_13": 2.940303909778595,
+      "ce_loss_26": 2.294164848327637,
+      "ce_loss_39": 2.0657031387090683,
+      "ce_loss_52": 1.4308805465698242,
+      "ce_loss_7": 3.3036282479763033,
+      "epoch": 0.353,
+      "grad_norm": 16.29503578207681,
+      "kl_loss_13": 3067.6,
+      "kl_loss_26": 1716.2,
+      "kl_loss_39": 1247.9,
+      "kl_loss_7": 3828.0,
+      "learning_rate": 0.0007319291921653463,
+      "loss": 4998.85,
+      "step": 3530
+    },
+    {
+      "ce_loss_13": 2.916954427957535,
+      "ce_loss_26": 2.2819162607192993,
+      "ce_loss_39": 2.0701166808605196,
+      "ce_loss_52": 1.4166931748390197,
+      "ce_loss_7": 3.2759189188480375,
+      "epoch": 0.354,
+      "grad_norm": 17.822669536905938,
+      "kl_loss_13": 3073.6,
+      "kl_loss_26": 1723.6,
+      "kl_loss_39": 1286.2,
+      "kl_loss_7": 3837.2,
+      "learning_rate": 0.0007305223871934656,
+      "loss": 4995.55,
+      "step": 3540
+    },
+    {
+      "ce_loss_13": 2.975371015071869,
+      "ce_loss_26": 2.3552831768989564,
+      "ce_loss_39": 2.1292835503816603,
+      "ce_loss_52": 1.4775378912687303,
+      "ce_loss_7": 3.3292273938655854,
+      "epoch": 0.355,
+      "grad_norm": 16.58742338810906,
+      "kl_loss_13": 3054.4,
+      "kl_loss_26": 1739.2,
+      "kl_loss_39": 1279.1,
+      "kl_loss_7": 3808.8,
+      "learning_rate": 0.0007291132608637052,
+      "loss": 4945.1,
+      "step": 3550
+    },
+    {
+      "ce_loss_13": 2.972325986623764,
+      "ce_loss_26": 2.3392420560121536,
+      "ce_loss_39": 2.1207040429115294,
+      "ce_loss_52": 1.475459137558937,
+      "ce_loss_7": 3.3383385837078094,
+      "epoch": 0.356,
+      "grad_norm": 16.383650902730043,
+      "kl_loss_13": 3066.4,
+      "kl_loss_26": 1712.2,
+      "kl_loss_39": 1260.8,
+      "kl_loss_7": 3838.8,
+      "learning_rate": 0.0007277018273659516,
+      "loss": 4963.15,
+      "step": 3560
+    },
+    {
+      "ce_loss_13": 3.0111460268497465,
+      "ce_loss_26": 2.3827701687812803,
+      "ce_loss_39": 2.1591351449489595,
+      "ce_loss_52": 1.4967001289129258,
+      "ce_loss_7": 3.3728690683841704,
+      "epoch": 0.357,
+      "grad_norm": 16.824381349061323,
+      "kl_loss_13": 3101.2,
+      "kl_loss_26": 1770.6,
+      "kl_loss_39": 1310.2,
+      "kl_loss_7": 3856.8,
+      "learning_rate": 0.0007262881009133242,
+      "loss": 4952.95,
+      "step": 3570
+    },
+    {
+      "ce_loss_13": 2.9141285896301268,
+      "ce_loss_26": 2.2805556029081346,
+      "ce_loss_39": 2.065216201543808,
+      "ce_loss_52": 1.4257875666022302,
+      "ce_loss_7": 3.282390242815018,
+      "epoch": 0.358,
+      "grad_norm": 18.058728297237614,
+      "kl_loss_13": 3046.4,
+      "kl_loss_26": 1695.0,
+      "kl_loss_39": 1247.4,
+      "kl_loss_7": 3819.6,
+      "learning_rate": 0.0007248720957420329,
+      "loss": 4964.9,
+      "step": 3580
+    },
+    {
+      "ce_loss_13": 2.8828001439571382,
+      "ce_loss_26": 2.253911817073822,
+      "ce_loss_39": 2.030216920375824,
+      "ce_loss_52": 1.40321164727211,
+      "ce_loss_7": 3.251304441690445,
+      "epoch": 0.359,
+      "grad_norm": 16.573678980597606,
+      "kl_loss_13": 3047.2,
+      "kl_loss_26": 1698.2,
+      "kl_loss_39": 1242.3,
+      "kl_loss_7": 3817.6,
+      "learning_rate": 0.0007234538261112341,
+      "loss": 4895.95,
+      "step": 3590
+    },
+    {
+      "ce_loss_13": 2.9461396992206574,
+      "ce_loss_26": 2.3021911144256593,
+      "ce_loss_39": 2.0822067111730576,
+      "ce_loss_52": 1.448357391357422,
+      "ce_loss_7": 3.3077784180641174,
+      "epoch": 0.36,
+      "grad_norm": 17.017357286641733,
+      "kl_loss_13": 3060.4,
+      "kl_loss_26": 1708.8,
+      "kl_loss_39": 1253.4,
+      "kl_loss_7": 3833.6,
+      "learning_rate": 0.0007220333063028871,
+      "loss": 4918.35,
+      "step": 3600
+    },
+    {
+      "ce_loss_13": 2.846253049373627,
+      "ce_loss_26": 2.224426531791687,
+      "ce_loss_39": 2.0076546490192415,
+      "ce_loss_52": 1.395447552204132,
+      "ce_loss_7": 3.2072394728660583,
+      "epoch": 0.361,
+      "grad_norm": 15.74697405086667,
+      "kl_loss_13": 2978.0,
+      "kl_loss_26": 1658.4,
+      "kl_loss_39": 1211.2,
+      "kl_loss_7": 3738.4,
+      "learning_rate": 0.0007206105506216106,
+      "loss": 4871.3,
+      "step": 3610
+    },
+    {
+      "ce_loss_13": 3.0099994122982023,
+      "ce_loss_26": 2.373449808359146,
+      "ce_loss_39": 2.1529267936944962,
+      "ce_loss_52": 1.4900053232908248,
+      "ce_loss_7": 3.3753599405288695,
+      "epoch": 0.362,
+      "grad_norm": 16.970809605735944,
+      "kl_loss_13": 3087.6,
+      "kl_loss_26": 1745.2,
+      "kl_loss_39": 1286.7,
+      "kl_loss_7": 3866.8,
+      "learning_rate": 0.0007191855733945387,
+      "loss": 4947.8,
+      "step": 3620
+    },
+    {
+      "ce_loss_13": 2.937187296152115,
+      "ce_loss_26": 2.322328266501427,
+      "ce_loss_39": 2.105859735608101,
+      "ce_loss_52": 1.474419781565666,
+      "ce_loss_7": 3.2971576511859895,
+      "epoch": 0.363,
+      "grad_norm": 17.141982755892812,
+      "kl_loss_13": 3009.6,
+      "kl_loss_26": 1696.8,
+      "kl_loss_39": 1241.1,
+      "kl_loss_7": 3762.4,
+      "learning_rate": 0.0007177583889711762,
+      "loss": 4882.15,
+      "step": 3630
+    },
+    {
+      "ce_loss_13": 2.902718555927277,
+      "ce_loss_26": 2.260812908411026,
+      "ce_loss_39": 2.042543429136276,
+      "ce_loss_52": 1.4226751655340195,
+      "ce_loss_7": 3.2698469936847685,
+      "epoch": 0.364,
+      "grad_norm": 17.153862070969048,
+      "kl_loss_13": 3018.8,
+      "kl_loss_26": 1673.0,
+      "kl_loss_39": 1219.0,
+      "kl_loss_7": 3784.4,
+      "learning_rate": 0.0007163290117232541,
+      "loss": 4884.0,
+      "step": 3640
+    },
+    {
+      "ce_loss_13": 2.9109850347042086,
+      "ce_loss_26": 2.297417125105858,
+      "ce_loss_39": 2.077428176999092,
+      "ce_loss_52": 1.4550551682710648,
+      "ce_loss_7": 3.268283462524414,
+      "epoch": 0.365,
+      "grad_norm": 16.42744245211514,
+      "kl_loss_13": 2985.2,
+      "kl_loss_26": 1679.2,
+      "kl_loss_39": 1227.9,
+      "kl_loss_7": 3734.0,
+      "learning_rate": 0.0007148974560445859,
+      "loss": 4868.65,
+      "step": 3650
+    },
+    {
+      "ce_loss_13": 2.9199238896369932,
+      "ce_loss_26": 2.2848848432302473,
+      "ce_loss_39": 2.060741201043129,
+      "ce_loss_52": 1.4278603106737138,
+      "ce_loss_7": 3.2834209561347962,
+      "epoch": 0.366,
+      "grad_norm": 16.404556741779928,
+      "kl_loss_13": 3024.0,
+      "kl_loss_26": 1686.2,
+      "kl_loss_39": 1230.9,
+      "kl_loss_7": 3786.0,
+      "learning_rate": 0.0007134637363509209,
+      "loss": 4839.5,
+      "step": 3660
+    },
+    {
+      "ce_loss_13": 2.9712482690811157,
+      "ce_loss_26": 2.3368860691785813,
+      "ce_loss_39": 2.104892411828041,
+      "ce_loss_52": 1.4633448541164398,
+      "ce_loss_7": 3.332030898332596,
+      "epoch": 0.367,
+      "grad_norm": 15.961228476827497,
+      "kl_loss_13": 3092.4,
+      "kl_loss_26": 1760.2,
+      "kl_loss_39": 1277.5,
+      "kl_loss_7": 3848.0,
+      "learning_rate": 0.0007120278670798009,
+      "loss": 4858.55,
+      "step": 3670
+    },
+    {
+      "ce_loss_13": 2.951517391204834,
+      "ce_loss_26": 2.3281659215688704,
+      "ce_loss_39": 2.0995417445898057,
+      "ce_loss_52": 1.4656393617391585,
+      "ce_loss_7": 3.2964209616184235,
+      "epoch": 0.368,
+      "grad_norm": 16.089022609349872,
+      "kl_loss_13": 3003.6,
+      "kl_loss_26": 1696.8,
+      "kl_loss_39": 1232.8,
+      "kl_loss_7": 3745.6,
+      "learning_rate": 0.0007105898626904133,
+      "loss": 4774.9,
+      "step": 3680
+    },
+    {
+      "ce_loss_13": 2.870139628648758,
+      "ce_loss_26": 2.2511734038591387,
+      "ce_loss_39": 2.0341389745473863,
+      "ce_loss_52": 1.4250996381044387,
+      "ce_loss_7": 3.2268544733524323,
+      "epoch": 0.369,
+      "grad_norm": 15.247673028968622,
+      "kl_loss_13": 2967.2,
+      "kl_loss_26": 1653.8,
+      "kl_loss_39": 1205.5,
+      "kl_loss_7": 3723.2,
+      "learning_rate": 0.0007091497376634463,
+      "loss": 4807.45,
+      "step": 3690
+    },
+    {
+      "ce_loss_13": 2.8762976706027983,
+      "ce_loss_26": 2.256538024544716,
+      "ce_loss_39": 2.043423393368721,
+      "ce_loss_52": 1.4497251689434052,
+      "ce_loss_7": 3.2377980053424835,
+      "epoch": 0.37,
+      "grad_norm": 16.15904103093409,
+      "kl_loss_13": 2914.4,
+      "kl_loss_26": 1609.7,
+      "kl_loss_39": 1170.3,
+      "kl_loss_7": 3672.0,
+      "learning_rate": 0.0007077075065009433,
+      "loss": 4822.75,
+      "step": 3700
+    },
+    {
+      "ce_loss_13": 2.865807980298996,
+      "ce_loss_26": 2.2327334135770798,
+      "ce_loss_39": 2.012790763378143,
+      "ce_loss_52": 1.4004584282636643,
+      "ce_loss_7": 3.233772474527359,
+      "epoch": 0.371,
+      "grad_norm": 15.511174434634698,
+      "kl_loss_13": 2980.0,
+      "kl_loss_26": 1666.4,
+      "kl_loss_39": 1214.3,
+      "kl_loss_7": 3742.4,
+      "learning_rate": 0.0007062631837261557,
+      "loss": 4816.1,
+      "step": 3710
+    },
+    {
+      "ce_loss_13": 2.903226691484451,
+      "ce_loss_26": 2.2818103432655334,
+      "ce_loss_39": 2.059009611606598,
+      "ce_loss_52": 1.456637406349182,
+      "ce_loss_7": 3.263377320766449,
+      "epoch": 0.372,
+      "grad_norm": 17.120548608123716,
+      "kl_loss_13": 2952.8,
+      "kl_loss_26": 1642.0,
+      "kl_loss_39": 1187.9,
+      "kl_loss_7": 3710.8,
+      "learning_rate": 0.0007048167838833977,
+      "loss": 4745.55,
+      "step": 3720
+    },
+    {
+      "ce_loss_13": 2.900358548760414,
+      "ce_loss_26": 2.2638369113206864,
+      "ce_loss_39": 2.043374678492546,
+      "ce_loss_52": 1.4358570337295533,
+      "ce_loss_7": 3.272378832101822,
+      "epoch": 0.373,
+      "grad_norm": 15.762139849070088,
+      "kl_loss_13": 2995.6,
+      "kl_loss_26": 1646.4,
+      "kl_loss_39": 1202.7,
+      "kl_loss_7": 3778.4,
+      "learning_rate": 0.0007033683215379002,
+      "loss": 4819.05,
+      "step": 3730
+    },
+    {
+      "ce_loss_13": 2.891742479801178,
+      "ce_loss_26": 2.2577997177839277,
+      "ce_loss_39": 2.042544272542,
+      "ce_loss_52": 1.4357560023665428,
+      "ce_loss_7": 3.2664382100105285,
+      "epoch": 0.374,
+      "grad_norm": 17.991228767593586,
+      "kl_loss_13": 3005.6,
+      "kl_loss_26": 1661.4,
+      "kl_loss_39": 1210.7,
+      "kl_loss_7": 3790.4,
+      "learning_rate": 0.0007019178112756625,
+      "loss": 4801.4,
+      "step": 3740
+    },
+    {
+      "ce_loss_13": 2.937167102098465,
+      "ce_loss_26": 2.3048900216817856,
+      "ce_loss_39": 2.077365005016327,
+      "ce_loss_52": 1.4518427148461341,
+      "ce_loss_7": 3.2986050605773927,
+      "epoch": 0.375,
+      "grad_norm": 17.06397612135392,
+      "kl_loss_13": 3048.4,
+      "kl_loss_26": 1714.2,
+      "kl_loss_39": 1240.0,
+      "kl_loss_7": 3808.4,
+      "learning_rate": 0.0007004652677033068,
+      "loss": 4778.45,
+      "step": 3750
+    },
+    {
+      "ce_loss_13": 2.953932785987854,
+      "ce_loss_26": 2.3320761770009995,
+      "ce_loss_39": 2.1045148581266404,
+      "ce_loss_52": 1.472703790664673,
+      "ce_loss_7": 3.3274633824825286,
+      "epoch": 0.376,
+      "grad_norm": 16.845736377094994,
+      "kl_loss_13": 3032.0,
+      "kl_loss_26": 1703.8,
+      "kl_loss_39": 1244.7,
+      "kl_loss_7": 3816.0,
+      "learning_rate": 0.0006990107054479312,
+      "loss": 4794.6,
+      "step": 3760
+    },
+    {
+      "ce_loss_13": 2.8548416674137114,
+      "ce_loss_26": 2.240122190117836,
+      "ce_loss_39": 2.0189033895730972,
+      "ce_loss_52": 1.4262803480029107,
+      "ce_loss_7": 3.208429366350174,
+      "epoch": 0.377,
+      "grad_norm": 16.84130111884451,
+      "kl_loss_13": 2924.4,
+      "kl_loss_26": 1609.6,
+      "kl_loss_39": 1161.2,
+      "kl_loss_7": 3672.0,
+      "learning_rate": 0.000697554139156961,
+      "loss": 4779.2,
+      "step": 3770
+    },
+    {
+      "ce_loss_13": 2.972896063327789,
+      "ce_loss_26": 2.335559439659119,
+      "ce_loss_39": 2.111876127123833,
+      "ce_loss_52": 1.4984043270349503,
+      "ce_loss_7": 3.330926328897476,
+      "epoch": 0.378,
+      "grad_norm": 17.969038221722915,
+      "kl_loss_13": 3002.8,
+      "kl_loss_26": 1674.0,
+      "kl_loss_39": 1211.2,
+      "kl_loss_7": 3762.0,
+      "learning_rate": 0.0006960955834980027,
+      "loss": 4732.4,
+      "step": 3780
+    },
+    {
+      "ce_loss_13": 2.863754612207413,
+      "ce_loss_26": 2.228693225979805,
+      "ce_loss_39": 2.0101536750793456,
+      "ce_loss_52": 1.4073660969734192,
+      "ce_loss_7": 3.2303711056709288,
+      "epoch": 0.379,
+      "grad_norm": 15.796823584167846,
+      "kl_loss_13": 2960.8,
+      "kl_loss_26": 1639.0,
+      "kl_loss_39": 1188.6,
+      "kl_loss_7": 3734.4,
+      "learning_rate": 0.0006946350531586958,
+      "loss": 4740.55,
+      "step": 3790
+    },
+    {
+      "ce_loss_13": 2.819410902261734,
+      "ce_loss_26": 2.200511318445206,
+      "ce_loss_39": 1.9842332571744918,
+      "ce_loss_52": 1.400177489221096,
+      "ce_loss_7": 3.1923243761062623,
+      "epoch": 0.38,
+      "grad_norm": 17.863959287343352,
+      "kl_loss_13": 2930.0,
+      "kl_loss_26": 1613.6,
+      "kl_loss_39": 1162.1,
+      "kl_loss_7": 3705.2,
+      "learning_rate": 0.0006931725628465643,
+      "loss": 4745.35,
+      "step": 3800
+    },
+    {
+      "ce_loss_13": 2.845439475774765,
+      "ce_loss_26": 2.2171025544404985,
+      "ce_loss_39": 1.9986167669296264,
+      "ce_loss_52": 1.4112813830375672,
+      "ce_loss_7": 3.2001422882080077,
+      "epoch": 0.381,
+      "grad_norm": 15.509448386002845,
+      "kl_loss_13": 2924.0,
+      "kl_loss_26": 1603.8,
+      "kl_loss_39": 1151.4,
+      "kl_loss_7": 3677.6,
+      "learning_rate": 0.0006917081272888696,
+      "loss": 4686.25,
+      "step": 3810
+    },
+    {
+      "ce_loss_13": 2.875427797436714,
+      "ce_loss_26": 2.2557172268629073,
+      "ce_loss_39": 2.0311311304569246,
+      "ce_loss_52": 1.4279655352234841,
+      "ce_loss_7": 3.230677658319473,
+      "epoch": 0.382,
+      "grad_norm": 17.274488302565285,
+      "kl_loss_13": 2934.0,
+      "kl_loss_26": 1621.0,
+      "kl_loss_39": 1159.3,
+      "kl_loss_7": 3683.6,
+      "learning_rate": 0.0006902417612324615,
+      "loss": 4684.7,
+      "step": 3820
+    },
+    {
+      "ce_loss_13": 2.9117272198200226,
+      "ce_loss_26": 2.261174875497818,
+      "ce_loss_39": 2.036722195148468,
+      "ce_loss_52": 1.4152167439460754,
+      "ce_loss_7": 3.282198351621628,
+      "epoch": 0.383,
+      "grad_norm": 17.87083708364157,
+      "kl_loss_13": 3095.2,
+      "kl_loss_26": 1720.4,
+      "kl_loss_39": 1253.4,
+      "kl_loss_7": 3865.2,
+      "learning_rate": 0.00068877347944363,
+      "loss": 4739.15,
+      "step": 3830
+    },
+    {
+      "ce_loss_13": 2.8889047384262083,
+      "ce_loss_26": 2.2653014570474626,
+      "ce_loss_39": 2.0420874893665313,
+      "ce_loss_52": 1.4475852727890015,
+      "ce_loss_7": 3.253549599647522,
+      "epoch": 0.384,
+      "grad_norm": 15.6987701916489,
+      "kl_loss_13": 2966.0,
+      "kl_loss_26": 1638.2,
+      "kl_loss_39": 1187.2,
+      "kl_loss_7": 3729.2,
+      "learning_rate": 0.0006873032967079561,
+      "loss": 4730.9,
+      "step": 3840
+    },
+    {
+      "ce_loss_13": 2.9057071805000305,
+      "ce_loss_26": 2.2790849953889847,
+      "ce_loss_39": 2.0592786610126494,
+      "ce_loss_52": 1.452454286813736,
+      "ce_loss_7": 3.266382873058319,
+      "epoch": 0.385,
+      "grad_norm": 15.755925332297407,
+      "kl_loss_13": 2962.0,
+      "kl_loss_26": 1636.4,
+      "kl_loss_39": 1179.7,
+      "kl_loss_7": 3722.8,
+      "learning_rate": 0.0006858312278301637,
+      "loss": 4713.7,
+      "step": 3850
+    },
+    {
+      "ce_loss_13": 2.8342252016067504,
+      "ce_loss_26": 2.2319850236177445,
+      "ce_loss_39": 2.022706937789917,
+      "ce_loss_52": 1.4418139278888702,
+      "ce_loss_7": 3.186972415447235,
+      "epoch": 0.386,
+      "grad_norm": 17.081089442059948,
+      "kl_loss_13": 2855.2,
+      "kl_loss_26": 1568.0,
+      "kl_loss_39": 1131.2,
+      "kl_loss_7": 3603.2,
+      "learning_rate": 0.0006843572876339704,
+      "loss": 4675.25,
+      "step": 3860
+    },
+    {
+      "ce_loss_13": 2.7886572241783143,
+      "ce_loss_26": 2.173486915230751,
+      "ce_loss_39": 1.9662895441055297,
+      "ce_loss_52": 1.3961340665817261,
+      "ce_loss_7": 3.1484048068523407,
+      "epoch": 0.387,
+      "grad_norm": 18.57744828916969,
+      "kl_loss_13": 2842.0,
+      "kl_loss_26": 1551.8,
+      "kl_loss_39": 1125.9,
+      "kl_loss_7": 3587.2,
+      "learning_rate": 0.0006828814909619373,
+      "loss": 4659.8,
+      "step": 3870
+    },
+    {
+      "ce_loss_13": 2.84233677983284,
+      "ce_loss_26": 2.2270043969154356,
+      "ce_loss_39": 2.011353349685669,
+      "ce_loss_52": 1.44394671022892,
+      "ce_loss_7": 3.189998263120651,
+      "epoch": 0.388,
+      "grad_norm": 17.116859396660736,
+      "kl_loss_13": 2866.4,
+      "kl_loss_26": 1581.4,
+      "kl_loss_39": 1130.5,
+      "kl_loss_7": 3602.4,
+      "learning_rate": 0.0006814038526753205,
+      "loss": 4652.3,
+      "step": 3880
+    },
+    {
+      "ce_loss_13": 2.8899350225925446,
+      "ce_loss_26": 2.268605652451515,
+      "ce_loss_39": 2.047902289032936,
+      "ce_loss_52": 1.462986382842064,
+      "ce_loss_7": 3.2532753586769103,
+      "epoch": 0.389,
+      "grad_norm": 16.277065053757138,
+      "kl_loss_13": 2901.6,
+      "kl_loss_26": 1603.8,
+      "kl_loss_39": 1148.8,
+      "kl_loss_7": 3655.2,
+      "learning_rate": 0.0006799243876539213,
+      "loss": 4644.45,
+      "step": 3890
+    },
+    {
+      "ce_loss_13": 2.852635699510574,
+      "ce_loss_26": 2.225254198908806,
+      "ce_loss_39": 2.00534345805645,
+      "ce_loss_52": 1.420480152964592,
+      "ce_loss_7": 3.217593324184418,
+      "epoch": 0.39,
+      "grad_norm": 17.575618857452827,
+      "kl_loss_13": 2895.2,
+      "kl_loss_26": 1582.6,
+      "kl_loss_39": 1134.8,
+      "kl_loss_7": 3662.8,
+      "learning_rate": 0.0006784431107959359,
+      "loss": 4640.8,
+      "step": 3900
+    },
+    {
+      "ce_loss_13": 2.9095449209213258,
+      "ce_loss_26": 2.288859358429909,
+      "ce_loss_39": 2.069254148006439,
+      "ce_loss_52": 1.4762457937002182,
+      "ce_loss_7": 3.2724156618118285,
+      "epoch": 0.391,
+      "grad_norm": 15.314925266098216,
+      "kl_loss_13": 2939.6,
+      "kl_loss_26": 1620.2,
+      "kl_loss_39": 1162.8,
+      "kl_loss_7": 3702.8,
+      "learning_rate": 0.0006769600370178059,
+      "loss": 4625.75,
+      "step": 3910
+    },
+    {
+      "ce_loss_13": 2.79736613035202,
+      "ce_loss_26": 2.1872033685445786,
+      "ce_loss_39": 1.9660126984119415,
+      "ce_loss_52": 1.3993165016174316,
+      "ce_loss_7": 3.152447110414505,
+      "epoch": 0.392,
+      "grad_norm": 15.234701615575748,
+      "kl_loss_13": 2856.0,
+      "kl_loss_26": 1574.6,
+      "kl_loss_39": 1119.8,
+      "kl_loss_7": 3607.6,
+      "learning_rate": 0.0006754751812540679,
+      "loss": 4587.85,
+      "step": 3920
+    },
+    {
+      "ce_loss_13": 2.8410171031951905,
+      "ce_loss_26": 2.2249913841485975,
+      "ce_loss_39": 2.0135372936725617,
+      "ce_loss_52": 1.4371111243963242,
+      "ce_loss_7": 3.2084967494010925,
+      "epoch": 0.393,
+      "grad_norm": 16.62173105303993,
+      "kl_loss_13": 2885.6,
+      "kl_loss_26": 1588.2,
+      "kl_loss_39": 1146.8,
+      "kl_loss_7": 3644.4,
+      "learning_rate": 0.0006739885584572025,
+      "loss": 4635.2,
+      "step": 3930
+    },
+    {
+      "ce_loss_13": 2.7806951224803926,
+      "ce_loss_26": 2.1756977647542954,
+      "ce_loss_39": 1.96949442923069,
+      "ce_loss_52": 1.415724617242813,
+      "ce_loss_7": 3.1287400901317595,
+      "epoch": 0.394,
+      "grad_norm": 15.878619218635833,
+      "kl_loss_13": 2836.2,
+      "kl_loss_26": 1541.8,
+      "kl_loss_39": 1104.9,
+      "kl_loss_7": 3581.6,
+      "learning_rate": 0.0006725001835974853,
+      "loss": 4637.75,
+      "step": 3940
+    },
+    {
+      "ce_loss_13": 2.85609056353569,
+      "ce_loss_26": 2.228466436266899,
+      "ce_loss_39": 2.011217701435089,
+      "ce_loss_52": 1.4336451053619386,
+      "ce_loss_7": 3.212037581205368,
+      "epoch": 0.395,
+      "grad_norm": 15.588059225669095,
+      "kl_loss_13": 2892.8,
+      "kl_loss_26": 1574.8,
+      "kl_loss_39": 1125.7,
+      "kl_loss_7": 3657.6,
+      "learning_rate": 0.0006710100716628344,
+      "loss": 4584.95,
+      "step": 3950
+    },
+    {
+      "ce_loss_13": 2.820618736743927,
+      "ce_loss_26": 2.1797895193099976,
+      "ce_loss_39": 1.9612275928258895,
+      "ce_loss_52": 1.3932116001844406,
+      "ce_loss_7": 3.1924599528312685,
+      "epoch": 0.396,
+      "grad_norm": 14.878251588185849,
+      "kl_loss_13": 2911.2,
+      "kl_loss_26": 1556.2,
+      "kl_loss_39": 1114.5,
+      "kl_loss_7": 3694.0,
+      "learning_rate": 0.0006695182376586602,
+      "loss": 4607.1,
+      "step": 3960
+    },
+    {
+      "ce_loss_13": 2.7754017412662506,
+      "ce_loss_26": 2.1572470903396606,
+      "ce_loss_39": 1.9344938546419144,
+      "ce_loss_52": 1.3711352616548538,
+      "ce_loss_7": 3.1346897959709166,
+      "epoch": 0.397,
+      "grad_norm": 15.39943522658609,
+      "kl_loss_13": 2875.2,
+      "kl_loss_26": 1575.1,
+      "kl_loss_39": 1124.5,
+      "kl_loss_7": 3635.6,
+      "learning_rate": 0.000668024696607715,
+      "loss": 4546.3,
+      "step": 3970
+    },
+    {
+      "ce_loss_13": 2.7410697996616364,
+      "ce_loss_26": 2.1528750866651536,
+      "ce_loss_39": 1.944345197081566,
+      "ce_loss_52": 1.4029324680566788,
+      "ce_loss_7": 3.0945769369602205,
+      "epoch": 0.398,
+      "grad_norm": 16.69493947597699,
+      "kl_loss_13": 2742.0,
+      "kl_loss_26": 1499.6,
+      "kl_loss_39": 1066.1,
+      "kl_loss_7": 3478.0,
+      "learning_rate": 0.0006665294635499404,
+      "loss": 4509.25,
+      "step": 3980
+    },
+    {
+      "ce_loss_13": 2.7935349524021147,
+      "ce_loss_26": 2.191756248474121,
+      "ce_loss_39": 1.9830526530742645,
+      "ce_loss_52": 1.4325652569532394,
+      "ce_loss_7": 3.150054842233658,
+      "epoch": 0.399,
+      "grad_norm": 15.984763021073704,
+      "kl_loss_13": 2764.0,
+      "kl_loss_26": 1503.8,
+      "kl_loss_39": 1075.4,
+      "kl_loss_7": 3508.8,
+      "learning_rate": 0.0006650325535423167,
+      "loss": 4542.85,
+      "step": 3990
+    },
+    {
+      "ce_loss_13": 2.7841295659542085,
+      "ce_loss_26": 2.175816202163696,
+      "ce_loss_39": 1.9610484838485718,
+      "ce_loss_52": 1.3994766443967819,
+      "ce_loss_7": 3.1450257122516634,
+      "epoch": 0.4,
+      "grad_norm": 16.383690879711693,
+      "kl_loss_13": 2832.8,
+      "kl_loss_26": 1534.6,
+      "kl_loss_39": 1101.1,
+      "kl_loss_7": 3587.2,
+      "learning_rate": 0.0006635339816587109,
+      "loss": 4584.95,
+      "step": 4000
+    },
+    {
+      "ce_loss_13": 2.937473142147064,
+      "ce_loss_26": 2.298046553134918,
+      "ce_loss_39": 2.071186339855194,
+      "ce_loss_52": 1.4680579513311387,
+      "ce_loss_7": 3.2991883754730225,
+      "epoch": 0.401,
+      "grad_norm": 16.69896458470603,
+      "kl_loss_13": 2974.0,
+      "kl_loss_26": 1650.8,
+      "kl_loss_39": 1187.0,
+      "kl_loss_7": 3734.8,
+      "learning_rate": 0.0006620337629897252,
+      "loss": 4574.8,
+      "step": 4010
+    },
+    {
+      "ce_loss_13": 2.803048574924469,
+      "ce_loss_26": 2.1910858035087584,
+      "ce_loss_39": 1.977920189499855,
+      "ce_loss_52": 1.4274337738752365,
+      "ce_loss_7": 3.1627039849758147,
+      "epoch": 0.402,
+      "grad_norm": 15.21058574655926,
+      "kl_loss_13": 2803.0,
+      "kl_loss_26": 1508.9,
+      "kl_loss_39": 1074.1,
+      "kl_loss_7": 3558.8,
+      "learning_rate": 0.0006605319126425454,
+      "loss": 4546.4,
+      "step": 4020
+    },
+    {
+      "ce_loss_13": 2.8307320177555084,
+      "ce_loss_26": 2.208324944972992,
+      "ce_loss_39": 1.9950761079788208,
+      "ce_loss_52": 1.435056920349598,
+      "ce_loss_7": 3.19031218290329,
+      "epoch": 0.403,
+      "grad_norm": 14.837343102998657,
+      "kl_loss_13": 2876.0,
+      "kl_loss_26": 1550.3,
+      "kl_loss_39": 1112.9,
+      "kl_loss_7": 3638.4,
+      "learning_rate": 0.0006590284457407876,
+      "loss": 4535.35,
+      "step": 4030
+    },
+    {
+      "ce_loss_13": 2.8277206301689146,
+      "ce_loss_26": 2.2229607343673705,
+      "ce_loss_39": 2.0126491367816923,
+      "ce_loss_52": 1.465662133693695,
+      "ce_loss_7": 3.178615337610245,
+      "epoch": 0.404,
+      "grad_norm": 15.868817769840305,
+      "kl_loss_13": 2801.6,
+      "kl_loss_26": 1514.6,
+      "kl_loss_39": 1078.5,
+      "kl_loss_7": 3548.0,
+      "learning_rate": 0.0006575233774243465,
+      "loss": 4524.1,
+      "step": 4040
+    },
+    {
+      "ce_loss_13": 2.741392558813095,
+      "ce_loss_26": 2.1182916700839995,
+      "ce_loss_39": 1.9061576217412948,
+      "ce_loss_52": 1.3709532082080842,
+      "ce_loss_7": 3.1065491139888763,
+      "epoch": 0.405,
+      "grad_norm": 16.502947013390255,
+      "kl_loss_13": 2798.4,
+      "kl_loss_26": 1495.2,
+      "kl_loss_39": 1058.1,
+      "kl_loss_7": 3565.6,
+      "learning_rate": 0.0006560167228492435,
+      "loss": 4528.6,
+      "step": 4050
+    },
+    {
+      "ce_loss_13": 2.8996002614498138,
+      "ce_loss_26": 2.271700030565262,
+      "ce_loss_39": 2.045673191547394,
+      "ce_loss_52": 1.4674718797206878,
+      "ce_loss_7": 3.2622067093849183,
+      "epoch": 0.406,
+      "grad_norm": 15.215707475527795,
+      "kl_loss_13": 2900.0,
+      "kl_loss_26": 1589.6,
+      "kl_loss_39": 1131.4,
+      "kl_loss_7": 3660.8,
+      "learning_rate": 0.0006545084971874737,
+      "loss": 4547.15,
+      "step": 4060
+    },
+    {
+      "ce_loss_13": 2.8251163959503174,
+      "ce_loss_26": 2.1874846637248995,
+      "ce_loss_39": 1.9672167718410491,
+      "ce_loss_52": 1.4135777831077576,
+      "ce_loss_7": 3.1873776078224183,
+      "epoch": 0.407,
+      "grad_norm": 15.755939255613459,
+      "kl_loss_13": 2866.0,
+      "kl_loss_26": 1547.6,
+      "kl_loss_39": 1092.9,
+      "kl_loss_7": 3627.6,
+      "learning_rate": 0.0006529987156268526,
+      "loss": 4503.1,
+      "step": 4070
+    },
+    {
+      "ce_loss_13": 2.7349390149116517,
+      "ce_loss_26": 2.1141091108322145,
+      "ce_loss_39": 1.909931591153145,
+      "ce_loss_52": 1.3686757802963256,
+      "ce_loss_7": 3.0966077923774717,
+      "epoch": 0.408,
+      "grad_norm": 15.787212276524022,
+      "kl_loss_13": 2801.6,
+      "kl_loss_26": 1509.4,
+      "kl_loss_39": 1071.0,
+      "kl_loss_7": 3562.8,
+      "learning_rate": 0.0006514873933708637,
+      "loss": 4534.05,
+      "step": 4080
+    },
+    {
+      "ce_loss_13": 2.742733418941498,
+      "ce_loss_26": 2.1391125679016114,
+      "ce_loss_39": 1.9272442519664765,
+      "ce_loss_52": 1.387654460966587,
+      "ce_loss_7": 3.0977914452552797,
+      "epoch": 0.409,
+      "grad_norm": 15.727797591546214,
+      "kl_loss_13": 2755.6,
+      "kl_loss_26": 1488.4,
+      "kl_loss_39": 1050.3,
+      "kl_loss_7": 3508.0,
+      "learning_rate": 0.0006499745456385053,
+      "loss": 4444.65,
+      "step": 4090
+    },
+    {
+      "ce_loss_13": 2.7960755199193956,
+      "ce_loss_26": 2.184322661161423,
+      "ce_loss_39": 1.9677571415901185,
+      "ce_loss_52": 1.4271342948079109,
+      "ce_loss_7": 3.1514409124851226,
+      "epoch": 0.41,
+      "grad_norm": 15.52426613691677,
+      "kl_loss_13": 2809.8,
+      "kl_loss_26": 1518.3,
+      "kl_loss_39": 1075.2,
+      "kl_loss_7": 3551.6,
+      "learning_rate": 0.0006484601876641375,
+      "loss": 4500.65,
+      "step": 4100
+    },
+    {
+      "ce_loss_13": 2.8776713728904726,
+      "ce_loss_26": 2.257500499486923,
+      "ce_loss_39": 2.0303492128849028,
+      "ce_loss_52": 1.4582158356904984,
+      "ce_loss_7": 3.2387999415397646,
+      "epoch": 0.411,
+      "grad_norm": 15.93298743678484,
+      "kl_loss_13": 2878.8,
+      "kl_loss_26": 1576.0,
+      "kl_loss_39": 1115.6,
+      "kl_loss_7": 3640.8,
+      "learning_rate": 0.000646944334697328,
+      "loss": 4470.55,
+      "step": 4110
+    },
+    {
+      "ce_loss_13": 2.802631789445877,
+      "ce_loss_26": 2.2029493927955626,
+      "ce_loss_39": 2.001139259338379,
+      "ce_loss_52": 1.4623139530420304,
+      "ce_loss_7": 3.155901437997818,
+      "epoch": 0.412,
+      "grad_norm": 14.691054390726734,
+      "kl_loss_13": 2720.8,
+      "kl_loss_26": 1465.2,
+      "kl_loss_39": 1041.4,
+      "kl_loss_7": 3462.4,
+      "learning_rate": 0.0006454270020026995,
+      "loss": 4502.65,
+      "step": 4120
+    },
+    {
+      "ce_loss_13": 2.8162184596061706,
+      "ce_loss_26": 2.1934009909629824,
+      "ce_loss_39": 1.979950374364853,
+      "ce_loss_52": 1.4344559267163277,
+      "ce_loss_7": 3.1758966505527497,
+      "epoch": 0.413,
+      "grad_norm": 16.25780643806628,
+      "kl_loss_13": 2816.0,
+      "kl_loss_26": 1518.6,
+      "kl_loss_39": 1077.6,
+      "kl_loss_7": 3573.6,
+      "learning_rate": 0.0006439082048597755,
+      "loss": 4487.45,
+      "step": 4130
+    },
+    {
+      "ce_loss_13": 2.787912631034851,
+      "ce_loss_26": 2.1966257959604265,
+      "ce_loss_39": 1.9914580851793289,
+      "ce_loss_52": 1.4511510521173476,
+      "ce_loss_7": 3.1392914772033693,
+      "epoch": 0.414,
+      "grad_norm": 17.37704963704925,
+      "kl_loss_13": 2734.8,
+      "kl_loss_26": 1487.2,
+      "kl_loss_39": 1057.4,
+      "kl_loss_7": 3474.0,
+      "learning_rate": 0.0006423879585628261,
+      "loss": 4448.15,
+      "step": 4140
+    },
+    {
+      "ce_loss_13": 2.817258411645889,
+      "ce_loss_26": 2.1947576314210893,
+      "ce_loss_39": 1.9762789696455,
+      "ce_loss_52": 1.433014589548111,
+      "ce_loss_7": 3.182687884569168,
+      "epoch": 0.415,
+      "grad_norm": 15.35502556975723,
+      "kl_loss_13": 2826.8,
+      "kl_loss_26": 1522.0,
+      "kl_loss_39": 1072.5,
+      "kl_loss_7": 3595.2,
+      "learning_rate": 0.0006408662784207149,
+      "loss": 4433.75,
+      "step": 4150
+    },
+    {
+      "ce_loss_13": 2.817685341835022,
+      "ce_loss_26": 2.2071537256240843,
+      "ce_loss_39": 1.9907894372940063,
+      "ce_loss_52": 1.4230278193950654,
+      "ce_loss_7": 3.1795800507068632,
+      "epoch": 0.416,
+      "grad_norm": 15.573867614749913,
+      "kl_loss_13": 2866.0,
+      "kl_loss_26": 1558.6,
+      "kl_loss_39": 1107.2,
+      "kl_loss_7": 3632.0,
+      "learning_rate": 0.0006393431797567439,
+      "loss": 4436.3,
+      "step": 4160
+    },
+    {
+      "ce_loss_13": 2.819452613592148,
+      "ce_loss_26": 2.213544499874115,
+      "ce_loss_39": 1.9934939831495284,
+      "ce_loss_52": 1.4420817136764525,
+      "ce_loss_7": 3.1729123532772063,
+      "epoch": 0.417,
+      "grad_norm": 15.840337845359416,
+      "kl_loss_13": 2809.4,
+      "kl_loss_26": 1533.4,
+      "kl_loss_39": 1076.0,
+      "kl_loss_7": 3544.0,
+      "learning_rate": 0.0006378186779084996,
+      "loss": 4429.6,
+      "step": 4170
+    },
+    {
+      "ce_loss_13": 2.797993552684784,
+      "ce_loss_26": 2.2015393495559694,
+      "ce_loss_39": 1.986987265944481,
+      "ce_loss_52": 1.446770191192627,
+      "ce_loss_7": 3.145763796567917,
+      "epoch": 0.418,
+      "grad_norm": 16.258575254109445,
+      "kl_loss_13": 2768.4,
+      "kl_loss_26": 1520.4,
+      "kl_loss_39": 1076.5,
+      "kl_loss_7": 3502.0,
+      "learning_rate": 0.0006362927882276989,
+      "loss": 4452.8,
+      "step": 4180
+    },
+    {
+      "ce_loss_13": 2.809996685385704,
+      "ce_loss_26": 2.1883741706609725,
+      "ce_loss_39": 1.972084966301918,
+      "ce_loss_52": 1.4272316336631774,
+      "ce_loss_7": 3.1641923069953917,
+      "epoch": 0.419,
+      "grad_norm": 17.021132117568744,
+      "kl_loss_13": 2806.8,
+      "kl_loss_26": 1522.7,
+      "kl_loss_39": 1076.0,
+      "kl_loss_7": 3556.4,
+      "learning_rate": 0.000634765526080034,
+      "loss": 4434.25,
+      "step": 4190
+    },
+    {
+      "ce_loss_13": 2.7747348487377166,
+      "ce_loss_26": 2.1618224531412125,
+      "ce_loss_39": 1.9505164802074433,
+      "ce_loss_52": 1.4064817115664483,
+      "ce_loss_7": 3.1292604207992554,
+      "epoch": 0.42,
+      "grad_norm": 15.556302486325128,
+      "kl_loss_13": 2777.6,
+      "kl_loss_26": 1495.4,
+      "kl_loss_39": 1055.2,
+      "kl_loss_7": 3523.2,
+      "learning_rate": 0.0006332369068450174,
+      "loss": 4413.55,
+      "step": 4200
+    },
+    {
+      "ce_loss_13": 2.748269832134247,
+      "ce_loss_26": 2.145698443055153,
+      "ce_loss_39": 1.935601145029068,
+      "ce_loss_52": 1.4105115324258803,
+      "ce_loss_7": 3.1001435458660125,
+      "epoch": 0.421,
+      "grad_norm": 15.348610438295403,
+      "kl_loss_13": 2742.8,
+      "kl_loss_26": 1480.0,
+      "kl_loss_39": 1039.8,
+      "kl_loss_7": 3490.0,
+      "learning_rate": 0.0006317069459158283,
+      "loss": 4363.8,
+      "step": 4210
+    },
+    {
+      "ce_loss_13": 2.7747100263834,
+      "ce_loss_26": 2.16818388402462,
+      "ce_loss_39": 1.9505507349967957,
+      "ce_loss_52": 1.4193186193704606,
+      "ce_loss_7": 3.136371600627899,
+      "epoch": 0.422,
+      "grad_norm": 16.358740351868324,
+      "kl_loss_13": 2764.6,
+      "kl_loss_26": 1481.3,
+      "kl_loss_39": 1040.1,
+      "kl_loss_7": 3516.8,
+      "learning_rate": 0.0006301756586991561,
+      "loss": 4421.65,
+      "step": 4220
+    },
+    {
+      "ce_loss_13": 2.8185549050569536,
+      "ce_loss_26": 2.226038011908531,
+      "ce_loss_39": 2.013939729332924,
+      "ce_loss_52": 1.4788149103522301,
+      "ce_loss_7": 3.1706756830215452,
+      "epoch": 0.423,
+      "grad_norm": 14.82164626530813,
+      "kl_loss_13": 2758.0,
+      "kl_loss_26": 1495.6,
+      "kl_loss_39": 1059.3,
+      "kl_loss_7": 3503.2,
+      "learning_rate": 0.0006286430606150459,
+      "loss": 4398.35,
+      "step": 4230
+    },
+    {
+      "ce_loss_13": 2.7891676902770994,
+      "ce_loss_26": 2.1986444026231764,
+      "ce_loss_39": 1.9819349884986877,
+      "ce_loss_52": 1.4562569051980971,
+      "ce_loss_7": 3.1411671698093415,
+      "epoch": 0.424,
+      "grad_norm": 15.535941880253773,
+      "kl_loss_13": 2717.2,
+      "kl_loss_26": 1468.6,
+      "kl_loss_39": 1020.2,
+      "kl_loss_7": 3457.2,
+      "learning_rate": 0.0006271091670967436,
+      "loss": 4370.45,
+      "step": 4240
+    },
+    {
+      "ce_loss_13": 2.8151471495628355,
+      "ce_loss_26": 2.204052150249481,
+      "ce_loss_39": 1.9960095703601837,
+      "ce_loss_52": 1.45780867934227,
+      "ce_loss_7": 3.1626071453094484,
+      "epoch": 0.425,
+      "grad_norm": 16.39177349451075,
+      "kl_loss_13": 2749.2,
+      "kl_loss_26": 1471.2,
+      "kl_loss_39": 1041.9,
+      "kl_loss_7": 3492.8,
+      "learning_rate": 0.0006255739935905395,
+      "loss": 4354.95,
+      "step": 4250
+    },
+    {
+      "ce_loss_13": 2.7719932794570923,
+      "ce_loss_26": 2.1723096281290055,
+      "ce_loss_39": 1.9554951965808869,
+      "ce_loss_52": 1.4198345810174942,
+      "ce_loss_7": 3.134742945432663,
+      "epoch": 0.426,
+      "grad_norm": 17.215386749382045,
+      "kl_loss_13": 2775.6,
+      "kl_loss_26": 1506.6,
+      "kl_loss_39": 1055.7,
+      "kl_loss_7": 3532.8,
+      "learning_rate": 0.0006240375555556145,
+      "loss": 4360.8,
+      "step": 4260
+    },
+    {
+      "ce_loss_13": 2.7217872977256774,
+      "ce_loss_26": 2.1173421651124955,
+      "ce_loss_39": 1.9085008651018143,
+      "ce_loss_52": 1.400168927013874,
+      "ce_loss_7": 3.0799288749694824,
+      "epoch": 0.427,
+      "grad_norm": 15.867423276307166,
+      "kl_loss_13": 2701.0,
+      "kl_loss_26": 1432.6,
+      "kl_loss_39": 996.7,
+      "kl_loss_7": 3452.8,
+      "learning_rate": 0.000622499868463882,
+      "loss": 4320.5,
+      "step": 4270
+    },
+    {
+      "ce_loss_13": 2.7815617978572846,
+      "ce_loss_26": 2.1786680042743685,
+      "ce_loss_39": 1.9648784220218658,
+      "ce_loss_52": 1.4438522070646287,
+      "ce_loss_7": 3.1414669275283815,
+      "epoch": 0.428,
+      "grad_norm": 16.86028992899928,
+      "kl_loss_13": 2733.2,
+      "kl_loss_26": 1463.0,
+      "kl_loss_39": 1028.0,
+      "kl_loss_7": 3484.8,
+      "learning_rate": 0.0006209609477998338,
+      "loss": 4348.9,
+      "step": 4280
+    },
+    {
+      "ce_loss_13": 2.8184913277626036,
+      "ce_loss_26": 2.213253751397133,
+      "ce_loss_39": 1.986603057384491,
+      "ce_loss_52": 1.4555893182754516,
+      "ce_loss_7": 3.1685641705989838,
+      "epoch": 0.429,
+      "grad_norm": 15.40477364702056,
+      "kl_loss_13": 2779.6,
+      "kl_loss_26": 1503.0,
+      "kl_loss_39": 1049.7,
+      "kl_loss_7": 3514.4,
+      "learning_rate": 0.0006194208090603844,
+      "loss": 4374.7,
+      "step": 4290
+    },
+    {
+      "ce_loss_13": 2.726405268907547,
+      "ce_loss_26": 2.1394855052232744,
+      "ce_loss_39": 1.9364097625017167,
+      "ce_loss_52": 1.4365313708782197,
+      "ce_loss_7": 3.0755336761474608,
+      "epoch": 0.43,
+      "grad_norm": 14.784393649721942,
+      "kl_loss_13": 2680.0,
+      "kl_loss_26": 1434.2,
+      "kl_loss_39": 1002.6,
+      "kl_loss_7": 3415.2,
+      "learning_rate": 0.0006178794677547138,
+      "loss": 4325.15,
+      "step": 4300
+    },
+    {
+      "ce_loss_13": 2.78907487988472,
+      "ce_loss_26": 2.1874548703432084,
+      "ce_loss_39": 1.9674001038074493,
+      "ce_loss_52": 1.4388054758310318,
+      "ce_loss_7": 3.1580194234848022,
+      "epoch": 0.431,
+      "grad_norm": 15.540150658114959,
+      "kl_loss_13": 2772.4,
+      "kl_loss_26": 1489.8,
+      "kl_loss_39": 1036.1,
+      "kl_loss_7": 3534.8,
+      "learning_rate": 0.0006163369394041111,
+      "loss": 4337.1,
+      "step": 4310
+    },
+    {
+      "ce_loss_13": 2.7502326130867005,
+      "ce_loss_26": 2.1552721470594407,
+      "ce_loss_39": 1.9502787470817566,
+      "ce_loss_52": 1.4348126232624054,
+      "ce_loss_7": 3.1085386633872987,
+      "epoch": 0.432,
+      "grad_norm": 15.900486211327715,
+      "kl_loss_13": 2709.8,
+      "kl_loss_26": 1438.4,
+      "kl_loss_39": 1010.4,
+      "kl_loss_7": 3455.6,
+      "learning_rate": 0.0006147932395418205,
+      "loss": 4308.0,
+      "step": 4320
+    },
+    {
+      "ce_loss_13": 2.7637496650218965,
+      "ce_loss_26": 2.1625583559274673,
+      "ce_loss_39": 1.947121372818947,
+      "ce_loss_52": 1.4198297888040543,
+      "ce_loss_7": 3.1241161942481996,
+      "epoch": 0.433,
+      "grad_norm": 16.260371827994177,
+      "kl_loss_13": 2733.2,
+      "kl_loss_26": 1467.8,
+      "kl_loss_39": 1033.8,
+      "kl_loss_7": 3485.2,
+      "learning_rate": 0.0006132483837128823,
+      "loss": 4327.3,
+      "step": 4330
+    },
+    {
+      "ce_loss_13": 2.780191105604172,
+      "ce_loss_26": 2.1823483228683473,
+      "ce_loss_39": 1.9749175161123276,
+      "ce_loss_52": 1.4566338241100312,
+      "ce_loss_7": 3.142491656541824,
+      "epoch": 0.434,
+      "grad_norm": 16.173065879753995,
+      "kl_loss_13": 2713.6,
+      "kl_loss_26": 1446.4,
+      "kl_loss_39": 1012.3,
+      "kl_loss_7": 3465.6,
+      "learning_rate": 0.0006117023874739772,
+      "loss": 4346.0,
+      "step": 4340
+    },
+    {
+      "ce_loss_13": 2.756999599933624,
+      "ce_loss_26": 2.151958614587784,
+      "ce_loss_39": 1.9352585464715957,
+      "ce_loss_52": 1.4167816311120986,
+      "ce_loss_7": 3.1229954183101656,
+      "epoch": 0.435,
+      "grad_norm": 16.656646084830363,
+      "kl_loss_13": 2759.6,
+      "kl_loss_26": 1478.0,
+      "kl_loss_39": 1029.0,
+      "kl_loss_7": 3524.0,
+      "learning_rate": 0.0006101552663932703,
+      "loss": 4336.25,
+      "step": 4350
+    },
+    {
+      "ce_loss_13": 2.774202525615692,
+      "ce_loss_26": 2.172477602958679,
+      "ce_loss_39": 1.9620429188013078,
+      "ce_loss_52": 1.43767509162426,
+      "ce_loss_7": 3.1362563192844393,
+      "epoch": 0.436,
+      "grad_norm": 16.067338284310296,
+      "kl_loss_13": 2744.4,
+      "kl_loss_26": 1472.4,
+      "kl_loss_39": 1033.1,
+      "kl_loss_7": 3493.6,
+      "learning_rate": 0.0006086070360502539,
+      "loss": 4296.35,
+      "step": 4360
+    },
+    {
+      "ce_loss_13": 2.787889677286148,
+      "ce_loss_26": 2.208648791909218,
+      "ce_loss_39": 1.999781733751297,
+      "ce_loss_52": 1.4855108827352523,
+      "ce_loss_7": 3.1249564945697785,
+      "epoch": 0.437,
+      "grad_norm": 15.78991831926034,
+      "kl_loss_13": 2690.0,
+      "kl_loss_26": 1446.0,
+      "kl_loss_39": 1014.8,
+      "kl_loss_7": 3419.2,
+      "learning_rate": 0.0006070577120355903,
+      "loss": 4280.75,
+      "step": 4370
+    },
+    {
+      "ce_loss_13": 2.8026595056056975,
+      "ce_loss_26": 2.207309713959694,
+      "ce_loss_39": 2.0008264780044556,
+      "ce_loss_52": 1.4935471057891845,
+      "ce_loss_7": 3.1493531346321104,
+      "epoch": 0.438,
+      "grad_norm": 15.837154081953376,
+      "kl_loss_13": 2679.6,
+      "kl_loss_26": 1429.2,
+      "kl_loss_39": 1001.1,
+      "kl_loss_7": 3413.2,
+      "learning_rate": 0.0006055073099509549,
+      "loss": 4296.35,
+      "step": 4380
+    },
+    {
+      "ce_loss_13": 2.755897510051727,
+      "ce_loss_26": 2.1693040400743486,
+      "ce_loss_39": 1.9623985677957534,
+      "ce_loss_52": 1.4462745368480683,
+      "ce_loss_7": 3.1059607326984406,
+      "epoch": 0.439,
+      "grad_norm": 15.629443906703631,
+      "kl_loss_13": 2694.4,
+      "kl_loss_26": 1446.6,
+      "kl_loss_39": 1012.9,
+      "kl_loss_7": 3427.6,
+      "learning_rate": 0.0006039558454088796,
+      "loss": 4277.25,
+      "step": 4390
+    },
+    {
+      "ce_loss_13": 2.7673678040504455,
+      "ce_loss_26": 2.159538361430168,
+      "ce_loss_39": 1.9505891352891922,
+      "ce_loss_52": 1.4304020568728446,
+      "ce_loss_7": 3.1244628012180327,
+      "epoch": 0.44,
+      "grad_norm": 15.403089942991496,
+      "kl_loss_13": 2740.4,
+      "kl_loss_26": 1465.4,
+      "kl_loss_39": 1024.9,
+      "kl_loss_7": 3482.4,
+      "learning_rate": 0.0006024033340325954,
+      "loss": 4300.2,
+      "step": 4400
+    },
+    {
+      "ce_loss_13": 2.7479640781879424,
+      "ce_loss_26": 2.1436998754739762,
+      "ce_loss_39": 1.9348597198724746,
+      "ce_loss_52": 1.4162754774093629,
+      "ce_loss_7": 3.1057413816452026,
+      "epoch": 0.441,
+      "grad_norm": 16.11204916554698,
+      "kl_loss_13": 2726.0,
+      "kl_loss_26": 1457.7,
+      "kl_loss_39": 1024.6,
+      "kl_loss_7": 3474.8,
+      "learning_rate": 0.0006008497914558743,
+      "loss": 4264.9,
+      "step": 4410
+    },
+    {
+      "ce_loss_13": 2.781216788291931,
+      "ce_loss_26": 2.1821627736091616,
+      "ce_loss_39": 1.9793646305799484,
+      "ce_loss_52": 1.456499743461609,
+      "ce_loss_7": 3.1415066480636598,
+      "epoch": 0.442,
+      "grad_norm": 15.839943843413481,
+      "kl_loss_13": 2703.2,
+      "kl_loss_26": 1453.2,
+      "kl_loss_39": 1022.0,
+      "kl_loss_7": 3462.8,
+      "learning_rate": 0.0005992952333228728,
+      "loss": 4320.7,
+      "step": 4420
+    },
+    {
+      "ce_loss_13": 2.6314639270305635,
+      "ce_loss_26": 2.0378955364227296,
+      "ce_loss_39": 1.841288161277771,
+      "ce_loss_52": 1.367735171318054,
+      "ce_loss_7": 2.983852916955948,
+      "epoch": 0.443,
+      "grad_norm": 15.715297314159198,
+      "kl_loss_13": 2586.8,
+      "kl_loss_26": 1338.4,
+      "kl_loss_39": 929.4,
+      "kl_loss_7": 3328.4,
+      "learning_rate": 0.0005977396752879741,
+      "loss": 4224.0,
+      "step": 4430
+    },
+    {
+      "ce_loss_13": 2.747091996669769,
+      "ce_loss_26": 2.1425569266080857,
+      "ce_loss_39": 1.9297908574342728,
+      "ce_loss_52": 1.4299270451068877,
+      "ce_loss_7": 3.0992358028888702,
+      "epoch": 0.444,
+      "grad_norm": 15.44431585804275,
+      "kl_loss_13": 2688.8,
+      "kl_loss_26": 1428.0,
+      "kl_loss_39": 986.6,
+      "kl_loss_7": 3434.0,
+      "learning_rate": 0.0005961831330156305,
+      "loss": 4224.4,
+      "step": 4440
+    },
+    {
+      "ce_loss_13": 2.7738942086696623,
+      "ce_loss_26": 2.1665944904088974,
+      "ce_loss_39": 1.9503348082304002,
+      "ce_loss_52": 1.4405199617147446,
+      "ce_loss_7": 3.131233388185501,
+      "epoch": 0.445,
+      "grad_norm": 15.683988530213393,
+      "kl_loss_13": 2701.2,
+      "kl_loss_26": 1441.4,
+      "kl_loss_39": 999.9,
+      "kl_loss_7": 3451.6,
+      "learning_rate": 0.0005946256221802051,
+      "loss": 4233.55,
+      "step": 4450
+    },
+    {
+      "ce_loss_13": 2.6961427688598634,
+      "ce_loss_26": 2.1098335653543474,
+      "ce_loss_39": 1.8978259444236756,
+      "ce_loss_52": 1.415482410788536,
+      "ce_loss_7": 3.044248181581497,
+      "epoch": 0.446,
+      "grad_norm": 15.256632143150593,
+      "kl_loss_13": 2612.8,
+      "kl_loss_26": 1380.2,
+      "kl_loss_39": 951.7,
+      "kl_loss_7": 3350.8,
+      "learning_rate": 0.0005930671584658151,
+      "loss": 4214.65,
+      "step": 4460
+    },
+    {
+      "ce_loss_13": 2.732464927434921,
+      "ce_loss_26": 2.141967472434044,
+      "ce_loss_39": 1.929695299267769,
+      "ce_loss_52": 1.4190144926309585,
+      "ce_loss_7": 3.091973352432251,
+      "epoch": 0.447,
+      "grad_norm": 16.38296166656899,
+      "kl_loss_13": 2676.8,
+      "kl_loss_26": 1435.6,
+      "kl_loss_39": 1000.5,
+      "kl_loss_7": 3428.4,
+      "learning_rate": 0.0005915077575661722,
+      "loss": 4280.4,
+      "step": 4470
+    },
+    {
+      "ce_loss_13": 2.683997756242752,
+      "ce_loss_26": 2.091261792182922,
+      "ce_loss_39": 1.8827648997306823,
+      "ce_loss_52": 1.3911016047000886,
+      "ce_loss_7": 3.0366858661174776,
+      "epoch": 0.448,
+      "grad_norm": 15.184401397346244,
+      "kl_loss_13": 2642.4,
+      "kl_loss_26": 1399.3,
+      "kl_loss_39": 968.5,
+      "kl_loss_7": 3392.0,
+      "learning_rate": 0.000589947435184427,
+      "loss": 4194.3,
+      "step": 4480
+    },
+    {
+      "ce_loss_13": 2.7240218341350557,
+      "ce_loss_26": 2.128333044052124,
+      "ce_loss_39": 1.924179795384407,
+      "ce_loss_52": 1.4498969972133637,
+      "ce_loss_7": 3.0761671125888825,
+      "epoch": 0.449,
+      "grad_norm": 17.07642900561258,
+      "kl_loss_13": 2604.8,
+      "kl_loss_26": 1344.6,
+      "kl_loss_39": 924.8,
+      "kl_loss_7": 3354.0,
+      "learning_rate": 0.0005883862070330078,
+      "loss": 4206.7,
+      "step": 4490
+    },
+    {
+      "ce_loss_13": 2.7219722032547,
+      "ce_loss_26": 2.1390156149864197,
+      "ce_loss_39": 1.9286952793598175,
+      "ce_loss_52": 1.4294085174798965,
+      "ce_loss_7": 3.0803197801113127,
+      "epoch": 0.45,
+      "grad_norm": 15.274632326953679,
+      "kl_loss_13": 2621.6,
+      "kl_loss_26": 1403.4,
+      "kl_loss_39": 973.4,
+      "kl_loss_7": 3369.2,
+      "learning_rate": 0.0005868240888334653,
+      "loss": 4211.9,
+      "step": 4500
+    },
+    {
+      "ce_loss_13": 2.6810890555381777,
+      "ce_loss_26": 2.105925416946411,
+      "ce_loss_39": 1.9109346747398377,
+      "ce_loss_52": 1.4293138086795807,
+      "ce_loss_7": 3.033176803588867,
+      "epoch": 0.451,
+      "grad_norm": 17.03243058089965,
+      "kl_loss_13": 2608.2,
+      "kl_loss_26": 1375.3,
+      "kl_loss_39": 955.3,
+      "kl_loss_7": 3345.2,
+      "learning_rate": 0.0005852610963163119,
+      "loss": 4209.7,
+      "step": 4510
+    },
+    {
+      "ce_loss_13": 2.689431291818619,
+      "ce_loss_26": 2.1146853864192963,
+      "ce_loss_39": 1.9112016946077346,
+      "ce_loss_52": 1.4318486779928208,
+      "ce_loss_7": 3.0395568013191223,
+      "epoch": 0.452,
+      "grad_norm": 15.510330374157597,
+      "kl_loss_13": 2583.2,
+      "kl_loss_26": 1365.8,
+      "kl_loss_39": 947.8,
+      "kl_loss_7": 3313.2,
+      "learning_rate": 0.0005836972452208654,
+      "loss": 4185.25,
+      "step": 4520
+    },
+    {
+      "ce_loss_13": 2.7475471079349516,
+      "ce_loss_26": 2.157953730225563,
+      "ce_loss_39": 1.9457335144281387,
+      "ce_loss_52": 1.4404390811920167,
+      "ce_loss_7": 3.104820030927658,
+      "epoch": 0.453,
+      "grad_norm": 15.220972226004102,
+      "kl_loss_13": 2688.4,
+      "kl_loss_26": 1444.2,
+      "kl_loss_39": 1006.8,
+      "kl_loss_7": 3431.6,
+      "learning_rate": 0.0005821325512950885,
+      "loss": 4222.6,
+      "step": 4530
+    },
+    {
+      "ce_loss_13": 2.7701157510280607,
+      "ce_loss_26": 2.1823565661907196,
+      "ce_loss_39": 1.9763484060764314,
+      "ce_loss_52": 1.4842363893985748,
+      "ce_loss_7": 3.1242611587047575,
+      "epoch": 0.454,
+      "grad_norm": 16.181871779695452,
+      "kl_loss_13": 2641.6,
+      "kl_loss_26": 1398.0,
+      "kl_loss_39": 968.2,
+      "kl_loss_7": 3387.6,
+      "learning_rate": 0.0005805670302954321,
+      "loss": 4206.95,
+      "step": 4540
+    },
+    {
+      "ce_loss_13": 2.69073800444603,
+      "ce_loss_26": 2.1018889248371124,
+      "ce_loss_39": 1.8928476065397262,
+      "ce_loss_52": 1.4156933531165123,
+      "ce_loss_7": 3.051577550172806,
+      "epoch": 0.455,
+      "grad_norm": 15.802548274169151,
+      "kl_loss_13": 2629.2,
+      "kl_loss_26": 1374.2,
+      "kl_loss_39": 934.4,
+      "kl_loss_7": 3382.8,
+      "learning_rate": 0.000579000697986675,
+      "loss": 4173.65,
+      "step": 4550
+    },
+    {
+      "ce_loss_13": 2.734744447469711,
+      "ce_loss_26": 2.139357805252075,
+      "ce_loss_39": 1.9327150255441665,
+      "ce_loss_52": 1.44863750487566,
+      "ce_loss_7": 3.083251416683197,
+      "epoch": 0.456,
+      "grad_norm": 15.332335326805197,
+      "kl_loss_13": 2646.0,
+      "kl_loss_26": 1390.4,
+      "kl_loss_39": 959.2,
+      "kl_loss_7": 3391.2,
+      "learning_rate": 0.0005774335701417662,
+      "loss": 4177.45,
+      "step": 4560
+    },
+    {
+      "ce_loss_13": 2.696203714609146,
+      "ce_loss_26": 2.102033945918083,
+      "ce_loss_39": 1.8971556156873703,
+      "ce_loss_52": 1.4197801396250724,
+      "ce_loss_7": 3.047564595937729,
+      "epoch": 0.457,
+      "grad_norm": 16.076096882060348,
+      "kl_loss_13": 2600.0,
+      "kl_loss_26": 1362.8,
+      "kl_loss_39": 939.0,
+      "kl_loss_7": 3341.2,
+      "learning_rate": 0.0005758656625416658,
+      "loss": 4183.3,
+      "step": 4570
+    },
+    {
+      "ce_loss_13": 2.7472688376903536,
+      "ce_loss_26": 2.1439451813697814,
+      "ce_loss_39": 1.9378813654184341,
+      "ce_loss_52": 1.4498099207878112,
+      "ce_loss_7": 3.1056803286075594,
+      "epoch": 0.458,
+      "grad_norm": 15.434602661166036,
+      "kl_loss_13": 2667.6,
+      "kl_loss_26": 1394.6,
+      "kl_loss_39": 964.2,
+      "kl_loss_7": 3421.6,
+      "learning_rate": 0.0005742969909751859,
+      "loss": 4202.65,
+      "step": 4580
+    },
+    {
+      "ce_loss_13": 2.819844591617584,
+      "ce_loss_26": 2.217494735121727,
+      "ce_loss_39": 1.995268750190735,
+      "ce_loss_52": 1.4828792631626129,
+      "ce_loss_7": 3.183567076921463,
+      "epoch": 0.459,
+      "grad_norm": 15.16665840440692,
+      "kl_loss_13": 2715.2,
+      "kl_loss_26": 1447.8,
+      "kl_loss_39": 1000.9,
+      "kl_loss_7": 3469.2,
+      "learning_rate": 0.0005727275712388318,
+      "loss": 4159.15,
+      "step": 4590
+    },
+    {
+      "ce_loss_13": 2.757504242658615,
+      "ce_loss_26": 2.1517707139253615,
+      "ce_loss_39": 1.9407849818468095,
+      "ce_loss_52": 1.4452633827924728,
+      "ce_loss_7": 3.1194639682769774,
+      "epoch": 0.46,
+      "grad_norm": 16.189362396808324,
+      "kl_loss_13": 2690.8,
+      "kl_loss_26": 1421.0,
+      "kl_loss_39": 976.6,
+      "kl_loss_7": 3439.6,
+      "learning_rate": 0.0005711574191366427,
+      "loss": 4126.7,
+      "step": 4600
+    },
+    {
+      "ce_loss_13": 2.7185553312301636,
+      "ce_loss_26": 2.140464088320732,
+      "ce_loss_39": 1.9312822461128234,
+      "ce_loss_52": 1.4499182224273681,
+      "ce_loss_7": 3.074033808708191,
+      "epoch": 0.461,
+      "grad_norm": 15.796779340482095,
+      "kl_loss_13": 2590.8,
+      "kl_loss_26": 1373.5,
+      "kl_loss_39": 946.6,
+      "kl_loss_7": 3326.0,
+      "learning_rate": 0.0005695865504800327,
+      "loss": 4117.15,
+      "step": 4610
+    },
+    {
+      "ce_loss_13": 2.689697802066803,
+      "ce_loss_26": 2.1229261219501496,
+      "ce_loss_39": 1.9236579477787017,
+      "ce_loss_52": 1.4474295616149901,
+      "ce_loss_7": 3.0403923749923707,
+      "epoch": 0.462,
+      "grad_norm": 15.469933015809259,
+      "kl_loss_13": 2559.6,
+      "kl_loss_26": 1353.2,
+      "kl_loss_39": 936.3,
+      "kl_loss_7": 3287.2,
+      "learning_rate": 0.0005680149810876322,
+      "loss": 4141.45,
+      "step": 4620
+    },
+    {
+      "ce_loss_13": 2.709194713830948,
+      "ce_loss_26": 2.1067664295434954,
+      "ce_loss_39": 1.8838362753391267,
+      "ce_loss_52": 1.4009573340415955,
+      "ce_loss_7": 3.070843666791916,
+      "epoch": 0.463,
+      "grad_norm": 15.475096434174118,
+      "kl_loss_13": 2674.8,
+      "kl_loss_26": 1399.4,
+      "kl_loss_39": 943.3,
+      "kl_loss_7": 3422.8,
+      "learning_rate": 0.0005664427267851271,
+      "loss": 4160.8,
+      "step": 4630
+    },
+    {
+      "ce_loss_13": 2.7120527923107147,
+      "ce_loss_26": 2.120649069547653,
+      "ce_loss_39": 1.9163700252771378,
+      "ce_loss_52": 1.4380100429058076,
+      "ce_loss_7": 3.061056911945343,
+      "epoch": 0.464,
+      "grad_norm": 15.555501351653449,
+      "kl_loss_13": 2608.0,
+      "kl_loss_26": 1354.6,
+      "kl_loss_39": 932.5,
+      "kl_loss_7": 3340.4,
+      "learning_rate": 0.0005648698034051009,
+      "loss": 4170.2,
+      "step": 4640
+    },
+    {
+      "ce_loss_13": 2.7389404594898226,
+      "ce_loss_26": 2.1454448729753492,
+      "ce_loss_39": 1.9379454165697099,
+      "ce_loss_52": 1.45494404733181,
+      "ce_loss_7": 3.090787374973297,
+      "epoch": 0.465,
+      "grad_norm": 17.172011566290227,
+      "kl_loss_13": 2617.0,
+      "kl_loss_26": 1379.3,
+      "kl_loss_39": 945.6,
+      "kl_loss_7": 3354.0,
+      "learning_rate": 0.0005632962267868747,
+      "loss": 4137.2,
+      "step": 4650
+    },
+    {
+      "ce_loss_13": 2.618588683009148,
+      "ce_loss_26": 2.0511282205581667,
+      "ce_loss_39": 1.857603308558464,
+      "ce_loss_52": 1.3924044981598853,
+      "ce_loss_7": 2.9628873229026795,
+      "epoch": 0.466,
+      "grad_norm": 15.078077143393564,
+      "kl_loss_13": 2528.4,
+      "kl_loss_26": 1330.4,
+      "kl_loss_39": 924.6,
+      "kl_loss_7": 3258.4,
+      "learning_rate": 0.0005617220127763474,
+      "loss": 4108.7,
+      "step": 4660
+    },
+    {
+      "ce_loss_13": 2.706065672636032,
+      "ce_loss_26": 2.128128296136856,
+      "ce_loss_39": 1.921997308731079,
+      "ce_loss_52": 1.4441686987876892,
+      "ce_loss_7": 3.059876149892807,
+      "epoch": 0.467,
+      "grad_norm": 16.456195061500843,
+      "kl_loss_13": 2576.0,
+      "kl_loss_26": 1356.8,
+      "kl_loss_39": 938.3,
+      "kl_loss_7": 3319.6,
+      "learning_rate": 0.0005601471772258368,
+      "loss": 4092.5,
+      "step": 4670
+    },
+    {
+      "ce_loss_13": 2.691108763217926,
+      "ce_loss_26": 2.1213403046131134,
+      "ce_loss_39": 1.9077781707048416,
+      "ce_loss_52": 1.4377064436674118,
+      "ce_loss_7": 3.0406983733177184,
+      "epoch": 0.468,
+      "grad_norm": 15.284887521485958,
+      "kl_loss_13": 2584.8,
+      "kl_loss_26": 1368.0,
+      "kl_loss_39": 933.0,
+      "kl_loss_7": 3316.4,
+      "learning_rate": 0.0005585717359939192,
+      "loss": 4090.9,
+      "step": 4680
+    },
+    {
+      "ce_loss_13": 2.715133213996887,
+      "ce_loss_26": 2.1481328904628754,
+      "ce_loss_39": 1.938890340924263,
+      "ce_loss_52": 1.456964261829853,
+      "ce_loss_7": 3.063201904296875,
+      "epoch": 0.469,
+      "grad_norm": 14.95117298176539,
+      "kl_loss_13": 2573.6,
+      "kl_loss_26": 1372.5,
+      "kl_loss_39": 948.0,
+      "kl_loss_7": 3294.4,
+      "learning_rate": 0.0005569957049452703,
+      "loss": 4067.75,
+      "step": 4690
+    },
+    {
+      "ce_loss_13": 2.7355633437633515,
+      "ce_loss_26": 2.130109578371048,
+      "ce_loss_39": 1.9153006434440614,
+      "ce_loss_52": 1.4125859558582305,
+      "ce_loss_7": 3.0963422894477843,
+      "epoch": 0.47,
+      "grad_norm": 15.35914349074289,
+      "kl_loss_13": 2726.0,
+      "kl_loss_26": 1448.2,
+      "kl_loss_39": 1002.1,
+      "kl_loss_7": 3478.0,
+      "learning_rate": 0.0005554190999505056,
+      "loss": 4157.55,
+      "step": 4700
+    },
+    {
+      "ce_loss_13": 2.6879218101501463,
+      "ce_loss_26": 2.098815104365349,
+      "ce_loss_39": 1.8952988266944886,
+      "ce_loss_52": 1.4328953355550766,
+      "ce_loss_7": 3.040910530090332,
+      "epoch": 0.471,
+      "grad_norm": 15.95882741217506,
+      "kl_loss_13": 2568.0,
+      "kl_loss_26": 1323.6,
+      "kl_loss_39": 901.3,
+      "kl_loss_7": 3319.6,
+      "learning_rate": 0.0005538419368860196,
+      "loss": 4062.85,
+      "step": 4710
+    },
+    {
+      "ce_loss_13": 2.6794900715351107,
+      "ce_loss_26": 2.0905598402023315,
+      "ce_loss_39": 1.8867737114429475,
+      "ce_loss_52": 1.4186928808689117,
+      "ce_loss_7": 3.0324371635913847,
+      "epoch": 0.472,
+      "grad_norm": 15.674607259246525,
+      "kl_loss_13": 2569.4,
+      "kl_loss_26": 1340.6,
+      "kl_loss_39": 914.1,
+      "kl_loss_7": 3303.6,
+      "learning_rate": 0.0005522642316338268,
+      "loss": 4084.1,
+      "step": 4720
+    },
+    {
+      "ce_loss_13": 2.7094511866569517,
+      "ce_loss_26": 2.1240269035100936,
+      "ce_loss_39": 1.9192228257656097,
+      "ce_loss_52": 1.4589810997247696,
+      "ce_loss_7": 3.0527816653251647,
+      "epoch": 0.473,
+      "grad_norm": 15.84409146313606,
+      "kl_loss_13": 2555.6,
+      "kl_loss_26": 1330.2,
+      "kl_loss_39": 901.4,
+      "kl_loss_7": 3270.0,
+      "learning_rate": 0.0005506860000814017,
+      "loss": 4024.65,
+      "step": 4730
+    },
+    {
+      "ce_loss_13": 2.686307519674301,
+      "ce_loss_26": 2.1099446028470994,
+      "ce_loss_39": 1.9098408967256546,
+      "ce_loss_52": 1.4574729681015015,
+      "ce_loss_7": 3.03258957862854,
+      "epoch": 0.474,
+      "grad_norm": 16.290287645699628,
+      "kl_loss_13": 2538.4,
+      "kl_loss_26": 1308.0,
+      "kl_loss_39": 889.7,
+      "kl_loss_7": 3278.4,
+      "learning_rate": 0.0005491072581215186,
+      "loss": 4058.25,
+      "step": 4740
+    },
+    {
+      "ce_loss_13": 2.685838830471039,
+      "ce_loss_26": 2.097555673122406,
+      "ce_loss_39": 1.8953343421220779,
+      "ce_loss_52": 1.4276258319616317,
+      "ce_loss_7": 3.042680394649506,
+      "epoch": 0.475,
+      "grad_norm": 15.834434583556519,
+      "kl_loss_13": 2590.0,
+      "kl_loss_26": 1354.4,
+      "kl_loss_39": 931.0,
+      "kl_loss_7": 3334.4,
+      "learning_rate": 0.0005475280216520913,
+      "loss": 4057.7,
+      "step": 4750
+    },
+    {
+      "ce_loss_13": 2.645804923772812,
+      "ce_loss_26": 2.073691374063492,
+      "ce_loss_39": 1.872296717762947,
+      "ce_loss_52": 1.4167594254016875,
+      "ce_loss_7": 2.992863970994949,
+      "epoch": 0.476,
+      "grad_norm": 15.93243827944326,
+      "kl_loss_13": 2532.4,
+      "kl_loss_26": 1326.8,
+      "kl_loss_39": 900.3,
+      "kl_loss_7": 3268.8,
+      "learning_rate": 0.0005459483065760138,
+      "loss": 4104.4,
+      "step": 4760
+    },
+    {
+      "ce_loss_13": 2.7042051672935488,
+      "ce_loss_26": 2.1117112547159196,
+      "ce_loss_39": 1.9040750682353973,
+      "ce_loss_52": 1.4314228266477584,
+      "ce_loss_7": 3.0566958367824553,
+      "epoch": 0.477,
+      "grad_norm": 15.353551244219883,
+      "kl_loss_13": 2608.4,
+      "kl_loss_26": 1361.8,
+      "kl_loss_39": 937.4,
+      "kl_loss_7": 3352.4,
+      "learning_rate": 0.0005443681288009991,
+      "loss": 4078.7,
+      "step": 4770
+    },
+    {
+      "ce_loss_13": 2.6856160342693327,
+      "ce_loss_26": 2.0829177469015123,
+      "ce_loss_39": 1.8763625353574753,
+      "ce_loss_52": 1.4030324995517731,
+      "ce_loss_7": 3.0448363423347473,
+      "epoch": 0.478,
+      "grad_norm": 16.14315974332923,
+      "kl_loss_13": 2646.4,
+      "kl_loss_26": 1377.9,
+      "kl_loss_39": 941.4,
+      "kl_loss_7": 3398.4,
+      "learning_rate": 0.0005427875042394199,
+      "loss": 4031.6,
+      "step": 4780
+    },
+    {
+      "ce_loss_13": 2.6821600914001467,
+      "ce_loss_26": 2.1105621844530105,
+      "ce_loss_39": 1.9080501794815063,
+      "ce_loss_52": 1.4579481482505798,
+      "ce_loss_7": 3.0244390606880187,
+      "epoch": 0.479,
+      "grad_norm": 16.41928903258253,
+      "kl_loss_13": 2508.6,
+      "kl_loss_26": 1304.7,
+      "kl_loss_39": 890.8,
+      "kl_loss_7": 3233.6,
+      "learning_rate": 0.0005412064488081482,
+      "loss": 4041.85,
+      "step": 4790
+    },
+    {
+      "ce_loss_13": 2.644778722524643,
+      "ce_loss_26": 2.0624290674924852,
+      "ce_loss_39": 1.8686836928129196,
+      "ce_loss_52": 1.4204004764556886,
+      "ce_loss_7": 2.987608629465103,
+      "epoch": 0.48,
+      "grad_norm": 15.406655412683705,
+      "kl_loss_13": 2521.2,
+      "kl_loss_26": 1293.1,
+      "kl_loss_39": 883.5,
+      "kl_loss_7": 3258.4,
+      "learning_rate": 0.0005396249784283942,
+      "loss": 4018.65,
+      "step": 4800
+    },
+    {
+      "ce_loss_13": 2.6721664726734162,
+      "ce_loss_26": 2.0903854191303255,
+      "ce_loss_39": 1.8859550595283507,
+      "ce_loss_52": 1.4339767321944237,
+      "ce_loss_7": 3.022903573513031,
+      "epoch": 0.481,
+      "grad_norm": 15.533152676819311,
+      "kl_loss_13": 2549.2,
+      "kl_loss_26": 1311.5,
+      "kl_loss_39": 887.7,
+      "kl_loss_7": 3276.8,
+      "learning_rate": 0.0005380431090255476,
+      "loss": 4094.5,
+      "step": 4810
+    },
+    {
+      "ce_loss_13": 2.7146060168743134,
+      "ce_loss_26": 2.138300836086273,
+      "ce_loss_39": 1.9245162457227707,
+      "ce_loss_52": 1.4378316938877105,
+      "ce_loss_7": 3.0600010454654694,
+      "epoch": 0.482,
+      "grad_norm": 15.889585422309347,
+      "kl_loss_13": 2616.4,
+      "kl_loss_26": 1396.0,
+      "kl_loss_39": 954.3,
+      "kl_loss_7": 3337.2,
+      "learning_rate": 0.0005364608565290155,
+      "loss": 4019.85,
+      "step": 4820
+    },
+    {
+      "ce_loss_13": 2.7267942845821382,
+      "ce_loss_26": 2.1315987795591353,
+      "ce_loss_39": 1.92288878262043,
+      "ce_loss_52": 1.4603519141674042,
+      "ce_loss_7": 3.089752674102783,
+      "epoch": 0.483,
+      "grad_norm": 14.942603293515566,
+      "kl_loss_13": 2598.4,
+      "kl_loss_26": 1350.0,
+      "kl_loss_39": 913.7,
+      "kl_loss_7": 3351.2,
+      "learning_rate": 0.0005348782368720626,
+      "loss": 4054.35,
+      "step": 4830
+    },
+    {
+      "ce_loss_13": 2.702422133088112,
+      "ce_loss_26": 2.1349568367004395,
+      "ce_loss_39": 1.923803049325943,
+      "ce_loss_52": 1.4461625874042512,
+      "ce_loss_7": 3.0548571348190308,
+      "epoch": 0.484,
+      "grad_norm": 14.924067089524062,
+      "kl_loss_13": 2579.8,
+      "kl_loss_26": 1357.8,
+      "kl_loss_39": 926.9,
+      "kl_loss_7": 3324.0,
+      "learning_rate": 0.000533295265991652,
+      "loss": 4024.65,
+      "step": 4840
+    },
+    {
+      "ce_loss_13": 2.6280339270830155,
+      "ce_loss_26": 2.0501014798879624,
+      "ce_loss_39": 1.8476706713438034,
+      "ce_loss_52": 1.3977838337421418,
+      "ce_loss_7": 2.9806483924388885,
+      "epoch": 0.485,
+      "grad_norm": 16.07575861381767,
+      "kl_loss_13": 2515.0,
+      "kl_loss_26": 1293.9,
+      "kl_loss_39": 881.9,
+      "kl_loss_7": 3258.8,
+      "learning_rate": 0.0005317119598282822,
+      "loss": 4003.05,
+      "step": 4850
+    },
+    {
+      "ce_loss_13": 2.7017304062843324,
+      "ce_loss_26": 2.123658448457718,
+      "ce_loss_39": 1.9226309835910798,
+      "ce_loss_52": 1.4685954213142396,
+      "ce_loss_7": 3.052913784980774,
+      "epoch": 0.486,
+      "grad_norm": 14.261884924612158,
+      "kl_loss_13": 2552.0,
+      "kl_loss_26": 1330.6,
+      "kl_loss_39": 901.6,
+      "kl_loss_7": 3291.2,
+      "learning_rate": 0.0005301283343258293,
+      "loss": 4032.7,
+      "step": 4860
+    },
+    {
+      "ce_loss_13": 2.663911575078964,
+      "ce_loss_26": 2.0811035096645356,
+      "ce_loss_39": 1.8746151685714723,
+      "ce_loss_52": 1.4212765499949456,
+      "ce_loss_7": 3.0172334790229796,
+      "epoch": 0.487,
+      "grad_norm": 15.979242608660392,
+      "kl_loss_13": 2526.0,
+      "kl_loss_26": 1301.0,
+      "kl_loss_39": 883.9,
+      "kl_loss_7": 3276.4,
+      "learning_rate": 0.000528544405431384,
+      "loss": 4020.25,
+      "step": 4870
+    },
+    {
+      "ce_loss_13": 2.660174161195755,
+      "ce_loss_26": 2.0942499101161958,
+      "ce_loss_39": 1.8920150458812715,
+      "ce_loss_52": 1.4465530335903167,
+      "ce_loss_7": 3.0074438989162444,
+      "epoch": 0.488,
+      "grad_norm": 14.78308909898239,
+      "kl_loss_13": 2500.8,
+      "kl_loss_26": 1294.5,
+      "kl_loss_39": 873.6,
+      "kl_loss_7": 3228.0,
+      "learning_rate": 0.000526960189095093,
+      "loss": 4016.5,
+      "step": 4880
+    },
+    {
+      "ce_loss_13": 2.635312020778656,
+      "ce_loss_26": 2.0795453995466233,
+      "ce_loss_39": 1.8807054102420806,
+      "ce_loss_52": 1.4317258328199387,
+      "ce_loss_7": 2.9746360957622526,
+      "epoch": 0.489,
+      "grad_norm": 15.033016045239172,
+      "kl_loss_13": 2473.6,
+      "kl_loss_26": 1289.8,
+      "kl_loss_39": 880.7,
+      "kl_loss_7": 3185.2,
+      "learning_rate": 0.0005253757012699972,
+      "loss": 3996.8,
+      "step": 4890
+    },
+    {
+      "ce_loss_13": 2.68422954082489,
+      "ce_loss_26": 2.1027563750743865,
+      "ce_loss_39": 1.8974193513393403,
+      "ce_loss_52": 1.4426774829626083,
+      "ce_loss_7": 3.037678909301758,
+      "epoch": 0.49,
+      "grad_norm": 15.631967370179172,
+      "kl_loss_13": 2553.2,
+      "kl_loss_26": 1323.6,
+      "kl_loss_39": 894.5,
+      "kl_loss_7": 3295.2,
+      "learning_rate": 0.0005237909579118712,
+      "loss": 3967.65,
+      "step": 4900
+    },
+    {
+      "ce_loss_13": 2.680465018749237,
+      "ce_loss_26": 2.1046013057231905,
+      "ce_loss_39": 1.9009331673383714,
+      "ce_loss_52": 1.44480240046978,
+      "ce_loss_7": 3.036197912693024,
+      "epoch": 0.491,
+      "grad_norm": 15.759372326211485,
+      "kl_loss_13": 2524.0,
+      "kl_loss_26": 1301.7,
+      "kl_loss_39": 885.8,
+      "kl_loss_7": 3274.8,
+      "learning_rate": 0.0005222059749790631,
+      "loss": 3979.5,
+      "step": 4910
+    },
+    {
+      "ce_loss_13": 2.6961126804351805,
+      "ce_loss_26": 2.1182867020368574,
+      "ce_loss_39": 1.9074458956718445,
+      "ce_loss_52": 1.456271693110466,
+      "ce_loss_7": 3.044221115112305,
+      "epoch": 0.492,
+      "grad_norm": 16.34015666907617,
+      "kl_loss_13": 2536.4,
+      "kl_loss_26": 1322.4,
+      "kl_loss_39": 892.3,
+      "kl_loss_7": 3262.8,
+      "learning_rate": 0.0005206207684323337,
+      "loss": 3964.95,
+      "step": 4920
+    },
+    {
+      "ce_loss_13": 2.6250401854515077,
+      "ce_loss_26": 2.041203039884567,
+      "ce_loss_39": 1.8369982630014419,
+      "ce_loss_52": 1.4043618232011794,
+      "ce_loss_7": 2.976498603820801,
+      "epoch": 0.493,
+      "grad_norm": 15.643386607908784,
+      "kl_loss_13": 2504.8,
+      "kl_loss_26": 1279.6,
+      "kl_loss_39": 857.1,
+      "kl_loss_7": 3243.6,
+      "learning_rate": 0.000519035354234695,
+      "loss": 3956.4,
+      "step": 4930
+    },
+    {
+      "ce_loss_13": 2.731994906067848,
+      "ce_loss_26": 2.151404523849487,
+      "ce_loss_39": 1.9346221089363098,
+      "ce_loss_52": 1.4679641619324684,
+      "ce_loss_7": 3.0894507080316544,
+      "epoch": 0.494,
+      "grad_norm": 15.972342532535162,
+      "kl_loss_13": 2584.2,
+      "kl_loss_26": 1354.3,
+      "kl_loss_39": 912.1,
+      "kl_loss_7": 3338.8,
+      "learning_rate": 0.0005174497483512506,
+      "loss": 3986.95,
+      "step": 4940
+    },
+    {
+      "ce_loss_13": 2.692367374897003,
+      "ce_loss_26": 2.122538897395134,
+      "ce_loss_39": 1.9124073147773744,
+      "ce_loss_52": 1.452483794093132,
+      "ce_loss_7": 3.042392200231552,
+      "epoch": 0.495,
+      "grad_norm": 15.983001798116502,
+      "kl_loss_13": 2533.4,
+      "kl_loss_26": 1327.0,
+      "kl_loss_39": 895.7,
+      "kl_loss_7": 3252.0,
+      "learning_rate": 0.0005158639667490339,
+      "loss": 3967.55,
+      "step": 4950
+    },
+    {
+      "ce_loss_13": 2.6044699877500532,
+      "ce_loss_26": 2.0326590865850447,
+      "ce_loss_39": 1.8286783695220947,
+      "ce_loss_52": 1.3870023548603059,
+      "ce_loss_7": 2.947771966457367,
+      "epoch": 0.496,
+      "grad_norm": 15.42571652932802,
+      "kl_loss_13": 2500.2,
+      "kl_loss_26": 1296.2,
+      "kl_loss_39": 875.7,
+      "kl_loss_7": 3230.8,
+      "learning_rate": 0.0005142780253968481,
+      "loss": 3955.8,
+      "step": 4960
+    },
+    {
+      "ce_loss_13": 2.642567253112793,
+      "ce_loss_26": 2.0776680946350097,
+      "ce_loss_39": 1.875117465853691,
+      "ce_loss_52": 1.4392555862665177,
+      "ce_loss_7": 2.991294425725937,
+      "epoch": 0.497,
+      "grad_norm": 15.451081778073426,
+      "kl_loss_13": 2501.6,
+      "kl_loss_26": 1291.4,
+      "kl_loss_39": 867.8,
+      "kl_loss_7": 3244.8,
+      "learning_rate": 0.0005126919402651053,
+      "loss": 3945.75,
+      "step": 4970
+    },
+    {
+      "ce_loss_13": 2.6330737471580505,
+      "ce_loss_26": 2.0630074977874755,
+      "ce_loss_39": 1.856469190120697,
+      "ce_loss_52": 1.4164980471134185,
+      "ce_loss_7": 2.9769130408763886,
+      "epoch": 0.498,
+      "grad_norm": 15.34176013733142,
+      "kl_loss_13": 2503.2,
+      "kl_loss_26": 1294.2,
+      "kl_loss_39": 874.8,
+      "kl_loss_7": 3228.4,
+      "learning_rate": 0.0005111057273256647,
+      "loss": 3917.2,
+      "step": 4980
+    },
+    {
+      "ce_loss_13": 2.6576701521873476,
+      "ce_loss_26": 2.089341068267822,
+      "ce_loss_39": 1.8844720661640166,
+      "ce_loss_52": 1.4477695405483246,
+      "ce_loss_7": 3.0070637345314024,
+      "epoch": 0.499,
+      "grad_norm": 15.00660182184455,
+      "kl_loss_13": 2473.8,
+      "kl_loss_26": 1283.9,
+      "kl_loss_39": 853.9,
+      "kl_loss_7": 3207.6,
+      "learning_rate": 0.0005095194025516733,
+      "loss": 3923.7,
+      "step": 4990
+    },
+    {
+      "ce_loss_13": 2.697542816400528,
+      "ce_loss_26": 2.125366801023483,
+      "ce_loss_39": 1.9231987714767456,
+      "ce_loss_52": 1.4726029485464096,
+      "ce_loss_7": 3.0440734326839447,
+      "epoch": 0.5,
+      "grad_norm": 15.160859466153447,
+      "kl_loss_13": 2511.6,
+      "kl_loss_26": 1303.5,
+      "kl_loss_39": 880.0,
+      "kl_loss_7": 3249.2,
+      "learning_rate": 0.000507932981917404,
+      "loss": 3938.75,
+      "step": 5000
+    },
+    {
+      "ce_loss_13": 2.554905018210411,
+      "ce_loss_26": 1.9959456473588943,
+      "ce_loss_39": 1.8001023352146148,
+      "ce_loss_52": 1.370650653541088,
+      "ce_loss_7": 2.8987653195858,
+      "epoch": 0.501,
+      "grad_norm": 17.14356490933402,
+      "kl_loss_13": 2439.4,
+      "kl_loss_26": 1259.5,
+      "kl_loss_39": 849.2,
+      "kl_loss_7": 3158.0,
+      "learning_rate": 0.0005063464813980949,
+      "loss": 3915.65,
+      "step": 5010
+    },
+    {
+      "ce_loss_13": 2.5977672755718233,
+      "ce_loss_26": 2.0211563646793365,
+      "ce_loss_39": 1.8262152045965194,
+      "ce_loss_52": 1.3998217657208443,
+      "ce_loss_7": 2.950869935750961,
+      "epoch": 0.502,
+      "grad_norm": 14.97441402973133,
+      "kl_loss_13": 2466.8,
+      "kl_loss_26": 1257.6,
+      "kl_loss_39": 848.9,
+      "kl_loss_7": 3202.0,
+      "learning_rate": 0.0005047599169697884,
+      "loss": 3931.7,
+      "step": 5020
+    },
+    {
+      "ce_loss_13": 2.6368628799915315,
+      "ce_loss_26": 2.0560896009206773,
+      "ce_loss_39": 1.8569422334432601,
+      "ce_loss_52": 1.429998092353344,
+      "ce_loss_7": 2.981409990787506,
+      "epoch": 0.503,
+      "grad_norm": 15.444575545537123,
+      "kl_loss_13": 2486.4,
+      "kl_loss_26": 1264.6,
+      "kl_loss_39": 845.9,
+      "kl_loss_7": 3216.4,
+      "learning_rate": 0.000503173304609171,
+      "loss": 3936.6,
+      "step": 5030
+    },
+    {
+      "ce_loss_13": 2.694787061214447,
+      "ce_loss_26": 2.10608988404274,
+      "ce_loss_39": 1.8957834452390672,
+      "ce_loss_52": 1.4505297511816024,
+      "ce_loss_7": 3.0503607213497164,
+      "epoch": 0.504,
+      "grad_norm": 15.80764020207202,
+      "kl_loss_13": 2558.4,
+      "kl_loss_26": 1318.1,
+      "kl_loss_39": 884.7,
+      "kl_loss_7": 3306.4,
+      "learning_rate": 0.0005015866602934111,
+      "loss": 3939.75,
+      "step": 5040
+    },
+    {
+      "ce_loss_13": 2.621226805448532,
+      "ce_loss_26": 2.0584420263767242,
+      "ce_loss_39": 1.861902078986168,
+      "ce_loss_52": 1.4422300636768342,
+      "ce_loss_7": 2.951041603088379,
+      "epoch": 0.505,
+      "grad_norm": 14.881966197673897,
+      "kl_loss_13": 2426.4,
+      "kl_loss_26": 1238.3,
+      "kl_loss_39": 828.1,
+      "kl_loss_7": 3127.6,
+      "learning_rate": 0.0005,
+      "loss": 3934.2,
+      "step": 5050
+    },
+    {
+      "ce_loss_13": 2.660506749153137,
+      "ce_loss_26": 2.098774325847626,
+      "ce_loss_39": 1.886313620209694,
+      "ce_loss_52": 1.4474970057606698,
+      "ce_loss_7": 3.011888575553894,
+      "epoch": 0.506,
+      "grad_norm": 14.941506448796416,
+      "kl_loss_13": 2498.2,
+      "kl_loss_26": 1299.9,
+      "kl_loss_39": 867.9,
+      "kl_loss_7": 3221.2,
+      "learning_rate": 0.0004984133397065889,
+      "loss": 3903.9,
+      "step": 5060
+    },
+    {
+      "ce_loss_13": 2.626861798763275,
+      "ce_loss_26": 2.0604827493429183,
+      "ce_loss_39": 1.8599964112043381,
+      "ce_loss_52": 1.4386487394571303,
+      "ce_loss_7": 2.975832390785217,
+      "epoch": 0.507,
+      "grad_norm": 15.44952616226393,
+      "kl_loss_13": 2452.8,
+      "kl_loss_26": 1250.8,
+      "kl_loss_39": 833.3,
+      "kl_loss_7": 3188.4,
+      "learning_rate": 0.0004968266953908291,
+      "loss": 3885.3,
+      "step": 5070
+    },
+    {
+      "ce_loss_13": 2.562318778038025,
+      "ce_loss_26": 1.9999902278184891,
+      "ce_loss_39": 1.8035208880901337,
+      "ce_loss_52": 1.3915461212396623,
+      "ce_loss_7": 2.904841202497482,
+      "epoch": 0.508,
+      "grad_norm": 14.83407474509182,
+      "kl_loss_13": 2407.2,
+      "kl_loss_26": 1226.2,
+      "kl_loss_39": 815.3,
+      "kl_loss_7": 3134.0,
+      "learning_rate": 0.0004952400830302117,
+      "loss": 3881.25,
+      "step": 5080
+    },
+    {
+      "ce_loss_13": 2.5728674054145815,
+      "ce_loss_26": 2.013489532470703,
+      "ce_loss_39": 1.8151986598968506,
+      "ce_loss_52": 1.3948280960321426,
+      "ce_loss_7": 2.9155173718929293,
+      "epoch": 0.509,
+      "grad_norm": 14.64837783343134,
+      "kl_loss_13": 2420.0,
+      "kl_loss_26": 1236.4,
+      "kl_loss_39": 829.6,
+      "kl_loss_7": 3145.6,
+      "learning_rate": 0.0004936535186019053,
+      "loss": 3875.9,
+      "step": 5090
+    },
+    {
+      "ce_loss_13": 2.657623714208603,
+      "ce_loss_26": 2.0687634259462357,
+      "ce_loss_39": 1.8608120799064636,
+      "ce_loss_52": 1.418680590391159,
+      "ce_loss_7": 3.0090177237987517,
+      "epoch": 0.51,
+      "grad_norm": 15.50653814601008,
+      "kl_loss_13": 2529.6,
+      "kl_loss_26": 1302.4,
+      "kl_loss_39": 874.3,
+      "kl_loss_7": 3273.2,
+      "learning_rate": 0.000492067018082596,
+      "loss": 3924.45,
+      "step": 5100
+    },
+    {
+      "ce_loss_13": 2.651608294248581,
+      "ce_loss_26": 2.0792359739542006,
+      "ce_loss_39": 1.8647643625736237,
+      "ce_loss_52": 1.4323984265327454,
+      "ce_loss_7": 3.0009018778800964,
+      "epoch": 0.511,
+      "grad_norm": 14.358667358457254,
+      "kl_loss_13": 2496.8,
+      "kl_loss_26": 1292.0,
+      "kl_loss_39": 854.6,
+      "kl_loss_7": 3224.0,
+      "learning_rate": 0.0004904805974483267,
+      "loss": 3865.45,
+      "step": 5110
+    },
+    {
+      "ce_loss_13": 2.641629362106323,
+      "ce_loss_26": 2.072116160392761,
+      "ce_loss_39": 1.8716523438692092,
+      "ce_loss_52": 1.4481347769498825,
+      "ce_loss_7": 2.989072245359421,
+      "epoch": 0.512,
+      "grad_norm": 15.321352631891271,
+      "kl_loss_13": 2423.6,
+      "kl_loss_26": 1237.5,
+      "kl_loss_39": 826.9,
+      "kl_loss_7": 3150.8,
+      "learning_rate": 0.0004888942726743353,
+      "loss": 3863.15,
+      "step": 5120
+    },
+    {
+      "ce_loss_13": 2.6105270087718964,
+      "ce_loss_26": 2.041230320930481,
+      "ce_loss_39": 1.8405257403850555,
+      "ce_loss_52": 1.4164400100708008,
+      "ce_loss_7": 2.9590699791908266,
+      "epoch": 0.513,
+      "grad_norm": 15.778047819453661,
+      "kl_loss_13": 2444.0,
+      "kl_loss_26": 1244.1,
+      "kl_loss_39": 835.9,
+      "kl_loss_7": 3179.2,
+      "learning_rate": 0.0004873080597348947,
+      "loss": 3860.6,
+      "step": 5130
+    },
+    {
+      "ce_loss_13": 2.7020871877670287,
+      "ce_loss_26": 2.1217857897281647,
+      "ce_loss_39": 1.910724088549614,
+      "ce_loss_52": 1.4596379309892655,
+      "ce_loss_7": 3.0534912407398225,
+      "epoch": 0.514,
+      "grad_norm": 15.798738758695562,
+      "kl_loss_13": 2550.4,
+      "kl_loss_26": 1321.6,
+      "kl_loss_39": 886.4,
+      "kl_loss_7": 3290.0,
+      "learning_rate": 0.0004857219746031519,
+      "loss": 3877.4,
+      "step": 5140
+    },
+    {
+      "ce_loss_13": 2.629297113418579,
+      "ce_loss_26": 2.065913289785385,
+      "ce_loss_39": 1.8652951270341873,
+      "ce_loss_52": 1.4406857430934905,
+      "ce_loss_7": 2.975607615709305,
+      "epoch": 0.515,
+      "grad_norm": 15.843426047808201,
+      "kl_loss_13": 2425.2,
+      "kl_loss_26": 1235.3,
+      "kl_loss_39": 819.8,
+      "kl_loss_7": 3155.2,
+      "learning_rate": 0.0004841360332509663,
+      "loss": 3881.85,
+      "step": 5150
+    },
+    {
+      "ce_loss_13": 2.6566128492355348,
+      "ce_loss_26": 2.0851503133773805,
+      "ce_loss_39": 1.879001685976982,
+      "ce_loss_52": 1.4529996007680892,
+      "ce_loss_7": 3.001719295978546,
+      "epoch": 0.516,
+      "grad_norm": 15.230952623778938,
+      "kl_loss_13": 2453.2,
+      "kl_loss_26": 1247.2,
+      "kl_loss_39": 825.4,
+      "kl_loss_7": 3185.6,
+      "learning_rate": 0.0004825502516487497,
+      "loss": 3877.3,
+      "step": 5160
+    },
+    {
+      "ce_loss_13": 2.6446830928325653,
+      "ce_loss_26": 2.087994411587715,
+      "ce_loss_39": 1.8902768969535828,
+      "ce_loss_52": 1.4724875479936599,
+      "ce_loss_7": 2.994678741693497,
+      "epoch": 0.517,
+      "grad_norm": 16.39635866458352,
+      "kl_loss_13": 2415.8,
+      "kl_loss_26": 1232.4,
+      "kl_loss_39": 823.7,
+      "kl_loss_7": 3135.2,
+      "learning_rate": 0.00048096464576530507,
+      "loss": 3828.0,
+      "step": 5170
+    },
+    {
+      "ce_loss_13": 2.5944429993629456,
+      "ce_loss_26": 2.036814641952515,
+      "ce_loss_39": 1.841314834356308,
+      "ce_loss_52": 1.4209656611084938,
+      "ce_loss_7": 2.9290528297424316,
+      "epoch": 0.518,
+      "grad_norm": 14.479752914773284,
+      "kl_loss_13": 2424.2,
+      "kl_loss_26": 1242.2,
+      "kl_loss_39": 829.4,
+      "kl_loss_7": 3150.4,
+      "learning_rate": 0.00047937923156766646,
+      "loss": 3845.8,
+      "step": 5180
+    },
+    {
+      "ce_loss_13": 2.660686820745468,
+      "ce_loss_26": 2.094280996918678,
+      "ce_loss_39": 1.8889294683933258,
+      "ce_loss_52": 1.4619006276130677,
+      "ce_loss_7": 3.008899760246277,
+      "epoch": 0.519,
+      "grad_norm": 16.01644389337825,
+      "kl_loss_13": 2475.6,
+      "kl_loss_26": 1273.8,
+      "kl_loss_39": 850.7,
+      "kl_loss_7": 3204.4,
+      "learning_rate": 0.00047779402502093696,
+      "loss": 3846.45,
+      "step": 5190
+    },
+    {
+      "ce_loss_13": 2.5972321003675463,
+      "ce_loss_26": 2.0274816364049912,
+      "ce_loss_39": 1.8247474491596223,
+      "ce_loss_52": 1.4065502554178237,
+      "ce_loss_7": 2.9485019743442535,
+      "epoch": 0.52,
+      "grad_norm": 14.98957972258473,
+      "kl_loss_13": 2450.8,
+      "kl_loss_26": 1255.3,
+      "kl_loss_39": 832.3,
+      "kl_loss_7": 3178.4,
+      "learning_rate": 0.0004762090420881289,
+      "loss": 3895.0,
+      "step": 5200
+    },
+    {
+      "ce_loss_13": 2.665889722108841,
+      "ce_loss_26": 2.110061451792717,
+      "ce_loss_39": 1.9084287703037262,
+      "ce_loss_52": 1.4813150823116303,
+      "ce_loss_7": 3.0068661749362944,
+      "epoch": 0.521,
+      "grad_norm": 15.21430509367723,
+      "kl_loss_13": 2448.0,
+      "kl_loss_26": 1268.2,
+      "kl_loss_39": 849.3,
+      "kl_loss_7": 3164.4,
+      "learning_rate": 0.00047462429873000296,
+      "loss": 3816.95,
+      "step": 5210
+    },
+    {
+      "ce_loss_13": 2.655850923061371,
+      "ce_loss_26": 2.085476315021515,
+      "ce_loss_39": 1.874689555168152,
+      "ce_loss_52": 1.446556892991066,
+      "ce_loss_7": 3.0054982542991637,
+      "epoch": 0.522,
+      "grad_norm": 16.427127136749267,
+      "kl_loss_13": 2452.4,
+      "kl_loss_26": 1264.0,
+      "kl_loss_39": 836.0,
+      "kl_loss_7": 3188.0,
+      "learning_rate": 0.0004730398109049071,
+      "loss": 3838.95,
+      "step": 5220
+    },
+    {
+      "ce_loss_13": 2.677028661966324,
+      "ce_loss_26": 2.119970577955246,
+      "ce_loss_39": 1.92548668384552,
+      "ce_loss_52": 1.4896603375673294,
+      "ce_loss_7": 3.008550250530243,
+      "epoch": 0.523,
+      "grad_norm": 16.0659576233147,
+      "kl_loss_13": 2444.4,
+      "kl_loss_26": 1258.1,
+      "kl_loss_39": 844.1,
+      "kl_loss_7": 3161.6,
+      "learning_rate": 0.000471455594568616,
+      "loss": 3864.55,
+      "step": 5230
+    },
+    {
+      "ce_loss_13": 2.6650006234645844,
+      "ce_loss_26": 2.085580566525459,
+      "ce_loss_39": 1.884287601709366,
+      "ce_loss_52": 1.453607079386711,
+      "ce_loss_7": 3.0236206233501433,
+      "epoch": 0.524,
+      "grad_norm": 14.653166262246215,
+      "kl_loss_13": 2489.6,
+      "kl_loss_26": 1272.8,
+      "kl_loss_39": 845.7,
+      "kl_loss_7": 3232.4,
+      "learning_rate": 0.00046987166567417086,
+      "loss": 3878.7,
+      "step": 5240
+    },
+    {
+      "ce_loss_13": 2.584680277109146,
+      "ce_loss_26": 2.0209302097558974,
+      "ce_loss_39": 1.8149988621473312,
+      "ce_loss_52": 1.390892931818962,
+      "ce_loss_7": 2.9321685075759887,
+      "epoch": 0.525,
+      "grad_norm": 15.168241253700586,
+      "kl_loss_13": 2428.4,
+      "kl_loss_26": 1252.2,
+      "kl_loss_39": 829.9,
+      "kl_loss_7": 3154.8,
+      "learning_rate": 0.00046828804017171776,
+      "loss": 3851.45,
+      "step": 5250
+    },
+    {
+      "ce_loss_13": 2.6199812322854994,
+      "ce_loss_26": 2.072703015804291,
+      "ce_loss_39": 1.8745949417352676,
+      "ce_loss_52": 1.4573716089129447,
+      "ce_loss_7": 2.9569752633571627,
+      "epoch": 0.526,
+      "grad_norm": 15.019656924741254,
+      "kl_loss_13": 2412.4,
+      "kl_loss_26": 1238.7,
+      "kl_loss_39": 825.7,
+      "kl_loss_7": 3130.0,
+      "learning_rate": 0.00046670473400834805,
+      "loss": 3822.4,
+      "step": 5260
+    },
+    {
+      "ce_loss_13": 2.614406701922417,
+      "ce_loss_26": 2.038132056593895,
+      "ce_loss_39": 1.835758489370346,
+      "ce_loss_52": 1.4097227707505227,
+      "ce_loss_7": 2.953414297103882,
+      "epoch": 0.527,
+      "grad_norm": 15.237091081862786,
+      "kl_loss_13": 2460.0,
+      "kl_loss_26": 1259.0,
+      "kl_loss_39": 841.0,
+      "kl_loss_7": 3178.4,
+      "learning_rate": 0.00046512176312793734,
+      "loss": 3820.5,
+      "step": 5270
+    },
+    {
+      "ce_loss_13": 2.5675832986831666,
+      "ce_loss_26": 2.0170306622982026,
+      "ce_loss_39": 1.8148203998804093,
+      "ce_loss_52": 1.4015038818120957,
+      "ce_loss_7": 2.9166265070438384,
+      "epoch": 0.528,
+      "grad_norm": 15.622184104337453,
+      "kl_loss_13": 2384.4,
+      "kl_loss_26": 1219.7,
+      "kl_loss_39": 809.7,
+      "kl_loss_7": 3111.2,
+      "learning_rate": 0.00046353914347098467,
+      "loss": 3805.5,
+      "step": 5280
+    },
+    {
+      "ce_loss_13": 2.600316107273102,
+      "ce_loss_26": 2.038938209414482,
+      "ce_loss_39": 1.8384071439504623,
+      "ce_loss_52": 1.4146052584052087,
+      "ce_loss_7": 2.9424943923950195,
+      "epoch": 0.529,
+      "grad_norm": 16.18662441031771,
+      "kl_loss_13": 2437.8,
+      "kl_loss_26": 1252.1,
+      "kl_loss_39": 829.2,
+      "kl_loss_7": 3150.0,
+      "learning_rate": 0.0004619568909744524,
+      "loss": 3784.9,
+      "step": 5290
+    },
+    {
+      "ce_loss_13": 2.6181087523698805,
+      "ce_loss_26": 2.0588752537965775,
+      "ce_loss_39": 1.85763358771801,
+      "ce_loss_52": 1.4420970767736434,
+      "ce_loss_7": 2.962410408258438,
+      "epoch": 0.53,
+      "grad_norm": 15.067130011925716,
+      "kl_loss_13": 2406.6,
+      "kl_loss_26": 1231.8,
+      "kl_loss_39": 819.2,
+      "kl_loss_7": 3132.4,
+      "learning_rate": 0.00046037502157160573,
+      "loss": 3815.9,
+      "step": 5300
+    },
+    {
+      "ce_loss_13": 2.5704480171203614,
+      "ce_loss_26": 2.007723420858383,
+      "ce_loss_39": 1.8157259494066238,
+      "ce_loss_52": 1.4100188240408897,
+      "ce_loss_7": 2.9128104388713836,
+      "epoch": 0.531,
+      "grad_norm": 14.940801357367253,
+      "kl_loss_13": 2375.2,
+      "kl_loss_26": 1192.5,
+      "kl_loss_39": 790.2,
+      "kl_loss_7": 3097.2,
+      "learning_rate": 0.00045879355119185207,
+      "loss": 3774.75,
+      "step": 5310
+    },
+    {
+      "ce_loss_13": 2.6117980778217316,
+      "ce_loss_26": 2.049151787161827,
+      "ce_loss_39": 1.8556257247924806,
+      "ce_loss_52": 1.4484239488840103,
+      "ce_loss_7": 2.9571595907211305,
+      "epoch": 0.532,
+      "grad_norm": 15.084958990702525,
+      "kl_loss_13": 2412.8,
+      "kl_loss_26": 1214.0,
+      "kl_loss_39": 801.8,
+      "kl_loss_7": 3144.4,
+      "learning_rate": 0.0004572124957605803,
+      "loss": 3796.3,
+      "step": 5320
+    },
+    {
+      "ce_loss_13": 2.6047778964042663,
+      "ce_loss_26": 2.0361655563116074,
+      "ce_loss_39": 1.829242792725563,
+      "ce_loss_52": 1.4240625560283662,
+      "ce_loss_7": 2.9437944889068604,
+      "epoch": 0.533,
+      "grad_norm": 14.875930516711946,
+      "kl_loss_13": 2409.0,
+      "kl_loss_26": 1224.1,
+      "kl_loss_39": 807.1,
+      "kl_loss_7": 3128.8,
+      "learning_rate": 0.00045563187119900103,
+      "loss": 3772.25,
+      "step": 5330
+    },
+    {
+      "ce_loss_13": 2.5524469763040543,
+      "ce_loss_26": 1.9957795530557632,
+      "ce_loss_39": 1.7972583919763565,
+      "ce_loss_52": 1.3942344322800637,
+      "ce_loss_7": 2.899323457479477,
+      "epoch": 0.534,
+      "grad_norm": 14.888961320169138,
+      "kl_loss_13": 2374.0,
+      "kl_loss_26": 1190.2,
+      "kl_loss_39": 785.5,
+      "kl_loss_7": 3107.6,
+      "learning_rate": 0.00045405169342398633,
+      "loss": 3809.2,
+      "step": 5340
+    },
+    {
+      "ce_loss_13": 2.6405540108680725,
+      "ce_loss_26": 2.080012783408165,
+      "ce_loss_39": 1.876559317111969,
+      "ce_loss_52": 1.462306337058544,
+      "ce_loss_7": 2.981167531013489,
+      "epoch": 0.535,
+      "grad_norm": 14.563184685424444,
+      "kl_loss_13": 2406.4,
+      "kl_loss_26": 1229.1,
+      "kl_loss_39": 816.6,
+      "kl_loss_7": 3130.4,
+      "learning_rate": 0.0004524719783479088,
+      "loss": 3797.75,
+      "step": 5350
+    },
+    {
+      "ce_loss_13": 2.645623618364334,
+      "ce_loss_26": 2.0881788969039916,
+      "ce_loss_39": 1.888492900133133,
+      "ce_loss_52": 1.4696861803531647,
+      "ce_loss_7": 2.994585871696472,
+      "epoch": 0.536,
+      "grad_norm": 15.457746807868878,
+      "kl_loss_13": 2427.2,
+      "kl_loss_26": 1243.7,
+      "kl_loss_39": 825.7,
+      "kl_loss_7": 3155.2,
+      "learning_rate": 0.00045089274187848144,
+      "loss": 3837.25,
+      "step": 5360
+    },
+    {
+      "ce_loss_13": 2.607480788230896,
+      "ce_loss_26": 2.0540437757968903,
+      "ce_loss_39": 1.854740971326828,
+      "ce_loss_52": 1.4391999766230583,
+      "ce_loss_7": 2.955876570940018,
+      "epoch": 0.537,
+      "grad_norm": 15.654126474702101,
+      "kl_loss_13": 2406.0,
+      "kl_loss_26": 1230.1,
+      "kl_loss_39": 814.4,
+      "kl_loss_7": 3128.8,
+      "learning_rate": 0.00044931399991859835,
+      "loss": 3791.2,
+      "step": 5370
+    },
+    {
+      "ce_loss_13": 2.5806866496801377,
+      "ce_loss_26": 2.0246922999620436,
+      "ce_loss_39": 1.8295573323965073,
+      "ce_loss_52": 1.433498626947403,
+      "ce_loss_7": 2.932585430145264,
+      "epoch": 0.538,
+      "grad_norm": 15.050745413645357,
+      "kl_loss_13": 2377.8,
+      "kl_loss_26": 1193.3,
+      "kl_loss_39": 790.4,
+      "kl_loss_7": 3116.4,
+      "learning_rate": 0.00044773576836617336,
+      "loss": 3771.2,
+      "step": 5380
+    },
+    {
+      "ce_loss_13": 2.5772230982780457,
+      "ce_loss_26": 2.0075444668531417,
+      "ce_loss_39": 1.8076122283935547,
+      "ce_loss_52": 1.3957727670669555,
+      "ce_loss_7": 2.9269763708114622,
+      "epoch": 0.539,
+      "grad_norm": 14.739351688834923,
+      "kl_loss_13": 2418.2,
+      "kl_loss_26": 1217.6,
+      "kl_loss_39": 806.9,
+      "kl_loss_7": 3154.0,
+      "learning_rate": 0.00044615806311398056,
+      "loss": 3764.85,
+      "step": 5390
+    },
+    {
+      "ce_loss_13": 2.6164508730173113,
+      "ce_loss_26": 2.0489900171756745,
+      "ce_loss_39": 1.8477211087942123,
+      "ce_loss_52": 1.4378462180495262,
+      "ce_loss_7": 2.9610529631376266,
+      "epoch": 0.54,
+      "grad_norm": 15.257899541784896,
+      "kl_loss_13": 2422.8,
+      "kl_loss_26": 1222.4,
+      "kl_loss_39": 806.9,
+      "kl_loss_7": 3149.2,
+      "learning_rate": 0.00044458090004949454,
+      "loss": 3789.8,
+      "step": 5400
+    },
+    {
+      "ce_loss_13": 2.639938807487488,
+      "ce_loss_26": 2.078041157126427,
+      "ce_loss_39": 1.8733548551797867,
+      "ce_loss_52": 1.4663413792848587,
+      "ce_loss_7": 2.978548914194107,
+      "epoch": 0.541,
+      "grad_norm": 15.643709958040844,
+      "kl_loss_13": 2399.4,
+      "kl_loss_26": 1217.8,
+      "kl_loss_39": 804.5,
+      "kl_loss_7": 3111.2,
+      "learning_rate": 0.0004430042950547297,
+      "loss": 3775.4,
+      "step": 5410
+    },
+    {
+      "ce_loss_13": 2.6770710349082947,
+      "ce_loss_26": 2.110589724779129,
+      "ce_loss_39": 1.9134115755558014,
+      "ce_loss_52": 1.5031546354293823,
+      "ce_loss_7": 3.0216497242450715,
+      "epoch": 0.542,
+      "grad_norm": 14.919746196312753,
+      "kl_loss_13": 2411.6,
+      "kl_loss_26": 1216.6,
+      "kl_loss_39": 809.1,
+      "kl_loss_7": 3147.6,
+      "learning_rate": 0.0004414282640060809,
+      "loss": 3768.95,
+      "step": 5420
+    },
+    {
+      "ce_loss_13": 2.6296884536743166,
+      "ce_loss_26": 2.0768262147903442,
+      "ce_loss_39": 1.8766031116247177,
+      "ce_loss_52": 1.4701504305005073,
+      "ce_loss_7": 2.9714462876319887,
+      "epoch": 0.543,
+      "grad_norm": 14.109291634946612,
+      "kl_loss_13": 2361.6,
+      "kl_loss_26": 1207.6,
+      "kl_loss_39": 794.5,
+      "kl_loss_7": 3073.6,
+      "learning_rate": 0.0004398528227741633,
+      "loss": 3734.5,
+      "step": 5430
+    },
+    {
+      "ce_loss_13": 2.5891071379184725,
+      "ce_loss_26": 2.024920642375946,
+      "ce_loss_39": 1.8224879026412963,
+      "ce_loss_52": 1.4225929498672485,
+      "ce_loss_7": 2.939086824655533,
+      "epoch": 0.544,
+      "grad_norm": 15.182283952769808,
+      "kl_loss_13": 2384.4,
+      "kl_loss_26": 1201.0,
+      "kl_loss_39": 785.9,
+      "kl_loss_7": 3118.0,
+      "learning_rate": 0.00043827798722365264,
+      "loss": 3724.5,
+      "step": 5440
+    },
+    {
+      "ce_loss_13": 2.521664083003998,
+      "ce_loss_26": 1.9635723412036896,
+      "ce_loss_39": 1.776253479719162,
+      "ce_loss_52": 1.3777382284402848,
+      "ce_loss_7": 2.8684565305709837,
+      "epoch": 0.545,
+      "grad_norm": 14.678349850224247,
+      "kl_loss_13": 2357.4,
+      "kl_loss_26": 1171.5,
+      "kl_loss_39": 776.8,
+      "kl_loss_7": 3081.2,
+      "learning_rate": 0.00043670377321312535,
+      "loss": 3748.6,
+      "step": 5450
+    },
+    {
+      "ce_loss_13": 2.6282208263874054,
+      "ce_loss_26": 2.063512918353081,
+      "ce_loss_39": 1.8621816724538802,
+      "ce_loss_52": 1.4465220913290977,
+      "ce_loss_7": 2.9661788761615755,
+      "epoch": 0.546,
+      "grad_norm": 14.95327030090302,
+      "kl_loss_13": 2410.4,
+      "kl_loss_26": 1226.2,
+      "kl_loss_39": 814.8,
+      "kl_loss_7": 3130.0,
+      "learning_rate": 0.0004351301965948991,
+      "loss": 3750.5,
+      "step": 5460
+    },
+    {
+      "ce_loss_13": 2.6448668360710146,
+      "ce_loss_26": 2.092715525627136,
+      "ce_loss_39": 1.8841570675373078,
+      "ce_loss_52": 1.465877577662468,
+      "ce_loss_7": 2.983266705274582,
+      "epoch": 0.547,
+      "grad_norm": 14.464098395004918,
+      "kl_loss_13": 2427.2,
+      "kl_loss_26": 1254.5,
+      "kl_loss_39": 827.1,
+      "kl_loss_7": 3138.8,
+      "learning_rate": 0.000433557273214873,
+      "loss": 3760.7,
+      "step": 5470
+    },
+    {
+      "ce_loss_13": 2.5597914129495623,
+      "ce_loss_26": 2.0002847105264663,
+      "ce_loss_39": 1.8126664906740189,
+      "ce_loss_52": 1.4252239495515824,
+      "ce_loss_7": 2.89780033826828,
+      "epoch": 0.548,
+      "grad_norm": 14.511201984799017,
+      "kl_loss_13": 2336.4,
+      "kl_loss_26": 1154.4,
+      "kl_loss_39": 760.7,
+      "kl_loss_7": 3046.4,
+      "learning_rate": 0.000431985018912368,
+      "loss": 3744.2,
+      "step": 5480
+    },
+    {
+      "ce_loss_13": 2.556107610464096,
+      "ce_loss_26": 2.0089694380760195,
+      "ce_loss_39": 1.8094982028007507,
+      "ce_loss_52": 1.4210678458213806,
+      "ce_loss_7": 2.8992061018943787,
+      "epoch": 0.549,
+      "grad_norm": 14.88322732328834,
+      "kl_loss_13": 2332.4,
+      "kl_loss_26": 1182.7,
+      "kl_loss_39": 771.7,
+      "kl_loss_7": 3056.4,
+      "learning_rate": 0.0004304134495199674,
+      "loss": 3725.95,
+      "step": 5490
+    },
+    {
+      "ce_loss_13": 2.5557271778583526,
+      "ce_loss_26": 2.015131750702858,
+      "ce_loss_39": 1.8132081747055053,
+      "ce_loss_52": 1.4253456503152848,
+      "ce_loss_7": 2.8894282221794128,
+      "epoch": 0.55,
+      "grad_norm": 14.509766958879414,
+      "kl_loss_13": 2342.4,
+      "kl_loss_26": 1192.8,
+      "kl_loss_39": 776.15,
+      "kl_loss_7": 3041.2,
+      "learning_rate": 0.0004288425808633575,
+      "loss": 3690.5,
+      "step": 5500
+    },
+    {
+      "ce_loss_13": 2.6498306572437285,
+      "ce_loss_26": 2.0864265114068985,
+      "ce_loss_39": 1.884456393122673,
+      "ce_loss_52": 1.4724615901708602,
+      "ce_loss_7": 2.994233113527298,
+      "epoch": 0.551,
+      "grad_norm": 15.223257504626806,
+      "kl_loss_13": 2419.8,
+      "kl_loss_26": 1227.5,
+      "kl_loss_39": 805.6,
+      "kl_loss_7": 3137.2,
+      "learning_rate": 0.0004272724287611684,
+      "loss": 3719.95,
+      "step": 5510
+    },
+    {
+      "ce_loss_13": 2.6063999772071837,
+      "ce_loss_26": 2.0453016996383666,
+      "ce_loss_39": 1.8452126443386079,
+      "ce_loss_52": 1.4395337477326393,
+      "ce_loss_7": 2.9420916736125946,
+      "epoch": 0.552,
+      "grad_norm": 14.707511636553823,
+      "kl_loss_13": 2389.2,
+      "kl_loss_26": 1204.1,
+      "kl_loss_39": 791.2,
+      "kl_loss_7": 3102.4,
+      "learning_rate": 0.00042570300902481425,
+      "loss": 3704.35,
+      "step": 5520
+    },
+    {
+      "ce_loss_13": 2.563195550441742,
+      "ce_loss_26": 1.9973567068576812,
+      "ce_loss_39": 1.7899492472410201,
+      "ce_loss_52": 1.3841874808073045,
+      "ce_loss_7": 2.9130555033683776,
+      "epoch": 0.553,
+      "grad_norm": 14.788339735855649,
+      "kl_loss_13": 2417.4,
+      "kl_loss_26": 1232.3,
+      "kl_loss_39": 809.2,
+      "kl_loss_7": 3150.4,
+      "learning_rate": 0.00042413433745833423,
+      "loss": 3716.65,
+      "step": 5530
+    },
+    {
+      "ce_loss_13": 2.5711400628089907,
+      "ce_loss_26": 2.0185573011636735,
+      "ce_loss_39": 1.8240427374839783,
+      "ce_loss_52": 1.4254193544387816,
+      "ce_loss_7": 2.9173736214637755,
+      "epoch": 0.554,
+      "grad_norm": 14.905176252765152,
+      "kl_loss_13": 2345.2,
+      "kl_loss_26": 1182.6,
+      "kl_loss_39": 781.0,
+      "kl_loss_7": 3069.2,
+      "learning_rate": 0.0004225664298582339,
+      "loss": 3692.3,
+      "step": 5540
+    },
+    {
+      "ce_loss_13": 2.5974901139736177,
+      "ce_loss_26": 2.046999195218086,
+      "ce_loss_39": 1.8451066941022873,
+      "ce_loss_52": 1.436999562382698,
+      "ce_loss_7": 2.9430564284324645,
+      "epoch": 0.555,
+      "grad_norm": 16.142335203190324,
+      "kl_loss_13": 2402.8,
+      "kl_loss_26": 1219.2,
+      "kl_loss_39": 797.9,
+      "kl_loss_7": 3125.6,
+      "learning_rate": 0.000420999302013325,
+      "loss": 3720.0,
+      "step": 5550
+    },
+    {
+      "ce_loss_13": 2.5756935298442842,
+      "ce_loss_26": 2.00499467253685,
+      "ce_loss_39": 1.8017524302005767,
+      "ce_loss_52": 1.4018217638134955,
+      "ce_loss_7": 2.9280818104743958,
+      "epoch": 0.556,
+      "grad_norm": 15.838882130746192,
+      "kl_loss_13": 2404.2,
+      "kl_loss_26": 1195.7,
+      "kl_loss_39": 787.5,
+      "kl_loss_7": 3148.8,
+      "learning_rate": 0.000419432969704568,
+      "loss": 3744.35,
+      "step": 5560
+    },
+    {
+      "ce_loss_13": 2.6485643923282622,
+      "ce_loss_26": 2.0993672519922257,
+      "ce_loss_39": 1.8959094911813736,
+      "ce_loss_52": 1.4813728883862496,
+      "ce_loss_7": 2.994894337654114,
+      "epoch": 0.557,
+      "grad_norm": 14.30299821768554,
+      "kl_loss_13": 2404.0,
+      "kl_loss_26": 1234.2,
+      "kl_loss_39": 810.35,
+      "kl_loss_7": 3130.8,
+      "learning_rate": 0.00041786744870491154,
+      "loss": 3698.4,
+      "step": 5570
+    },
+    {
+      "ce_loss_13": 2.6594822227954866,
+      "ce_loss_26": 2.0962711691856386,
+      "ce_loss_39": 1.8888987362384797,
+      "ce_loss_52": 1.477835801243782,
+      "ce_loss_7": 3.003460741043091,
+      "epoch": 0.558,
+      "grad_norm": 14.927142462067188,
+      "kl_loss_13": 2421.4,
+      "kl_loss_26": 1232.3,
+      "kl_loss_39": 804.5,
+      "kl_loss_7": 3142.8,
+      "learning_rate": 0.0004163027547791347,
+      "loss": 3696.4,
+      "step": 5580
+    },
+    {
+      "ce_loss_13": 2.6033630073070526,
+      "ce_loss_26": 2.052795875072479,
+      "ce_loss_39": 1.8524764776229858,
+      "ce_loss_52": 1.4589103490114212,
+      "ce_loss_7": 2.9362357556819916,
+      "epoch": 0.559,
+      "grad_norm": 15.035071624412899,
+      "kl_loss_13": 2332.2,
+      "kl_loss_26": 1173.9,
+      "kl_loss_39": 769.3,
+      "kl_loss_7": 3041.6,
+      "learning_rate": 0.0004147389036836881,
+      "loss": 3676.85,
+      "step": 5590
+    },
+    {
+      "ce_loss_13": 2.5536737203598023,
+      "ce_loss_26": 2.0111388891935347,
+      "ce_loss_39": 1.8144014358520508,
+      "ce_loss_52": 1.4328835308551788,
+      "ce_loss_7": 2.88922523856163,
+      "epoch": 0.56,
+      "grad_norm": 14.534788987143044,
+      "kl_loss_13": 2316.6,
+      "kl_loss_26": 1164.9,
+      "kl_loss_39": 758.2,
+      "kl_loss_7": 3024.4,
+      "learning_rate": 0.00041317591116653486,
+      "loss": 3694.55,
+      "step": 5600
+    },
+    {
+      "ce_loss_13": 2.606983852386475,
+      "ce_loss_26": 2.032891970872879,
+      "ce_loss_39": 1.8340051174163818,
+      "ce_loss_52": 1.4310238301753997,
+      "ce_loss_7": 2.9573661506175997,
+      "epoch": 0.561,
+      "grad_norm": 16.216124841765133,
+      "kl_loss_13": 2427.2,
+      "kl_loss_26": 1205.0,
+      "kl_loss_39": 794.3,
+      "kl_loss_7": 3156.0,
+      "learning_rate": 0.0004116137929669921,
+      "loss": 3679.35,
+      "step": 5610
+    },
+    {
+      "ce_loss_13": 2.5370231360197066,
+      "ce_loss_26": 1.9963056713342666,
+      "ce_loss_39": 1.803014099597931,
+      "ce_loss_52": 1.4229481190443038,
+      "ce_loss_7": 2.8732429146766663,
+      "epoch": 0.562,
+      "grad_norm": 15.330886130898222,
+      "kl_loss_13": 2277.4,
+      "kl_loss_26": 1124.3,
+      "kl_loss_39": 729.3,
+      "kl_loss_7": 2988.8,
+      "learning_rate": 0.00041005256481557305,
+      "loss": 3673.5,
+      "step": 5620
+    },
+    {
+      "ce_loss_13": 2.6017677545547486,
+      "ce_loss_26": 2.0595314621925356,
+      "ce_loss_39": 1.8631951808929443,
+      "ce_loss_52": 1.4627325683832169,
+      "ce_loss_7": 2.9314393043518066,
+      "epoch": 0.563,
+      "grad_norm": 14.465862339922571,
+      "kl_loss_13": 2332.2,
+      "kl_loss_26": 1190.7,
+      "kl_loss_39": 781.3,
+      "kl_loss_7": 3032.0,
+      "learning_rate": 0.00040849224243382767,
+      "loss": 3672.9,
+      "step": 5630
+    },
+    {
+      "ce_loss_13": 2.5594456523656843,
+      "ce_loss_26": 2.00023832321167,
+      "ce_loss_39": 1.8007198423147202,
+      "ce_loss_52": 1.4131150737404823,
+      "ce_loss_7": 2.904243141412735,
+      "epoch": 0.564,
+      "grad_norm": 15.017201171045896,
+      "kl_loss_13": 2360.2,
+      "kl_loss_26": 1180.4,
+      "kl_loss_39": 768.1,
+      "kl_loss_7": 3075.6,
+      "learning_rate": 0.000406932841534185,
+      "loss": 3693.75,
+      "step": 5640
+    },
+    {
+      "ce_loss_13": 2.595109748840332,
+      "ce_loss_26": 2.045265626907349,
+      "ce_loss_39": 1.85684574842453,
+      "ce_loss_52": 1.4735014230012893,
+      "ce_loss_7": 2.943417179584503,
+      "epoch": 0.565,
+      "grad_norm": 15.364099861784982,
+      "kl_loss_13": 2322.0,
+      "kl_loss_26": 1155.7,
+      "kl_loss_39": 755.4,
+      "kl_loss_7": 3048.4,
+      "learning_rate": 0.0004053743778197951,
+      "loss": 3668.9,
+      "step": 5650
+    },
+    {
+      "ce_loss_13": 2.582511156797409,
+      "ce_loss_26": 2.0224455118179323,
+      "ce_loss_39": 1.8295785069465638,
+      "ce_loss_52": 1.4373956888914108,
+      "ce_loss_7": 2.9102243304252626,
+      "epoch": 0.566,
+      "grad_norm": 14.693957764502153,
+      "kl_loss_13": 2342.4,
+      "kl_loss_26": 1176.8,
+      "kl_loss_39": 776.5,
+      "kl_loss_7": 3046.4,
+      "learning_rate": 0.0004038168669843697,
+      "loss": 3650.65,
+      "step": 5660
+    },
+    {
+      "ce_loss_13": 2.603584831953049,
+      "ce_loss_26": 2.04022336602211,
+      "ce_loss_39": 1.8417048037052155,
+      "ce_loss_52": 1.447445745766163,
+      "ce_loss_7": 2.9460166096687317,
+      "epoch": 0.567,
+      "grad_norm": 15.203721551974317,
+      "kl_loss_13": 2379.4,
+      "kl_loss_26": 1187.3,
+      "kl_loss_39": 777.4,
+      "kl_loss_7": 3104.8,
+      "learning_rate": 0.000402260324712026,
+      "loss": 3688.75,
+      "step": 5670
+    },
+    {
+      "ce_loss_13": 2.526816266775131,
+      "ce_loss_26": 1.9893273174762727,
+      "ce_loss_39": 1.793796670436859,
+      "ce_loss_52": 1.4289553046226502,
+      "ce_loss_7": 2.8634801030159,
+      "epoch": 0.568,
+      "grad_norm": 14.842310660649245,
+      "kl_loss_13": 2254.2,
+      "kl_loss_26": 1116.4,
+      "kl_loss_39": 714.95,
+      "kl_loss_7": 2954.8,
+      "learning_rate": 0.00040070476667712743,
+      "loss": 3637.75,
+      "step": 5680
+    },
+    {
+      "ce_loss_13": 2.615302687883377,
+      "ce_loss_26": 2.059708908200264,
+      "ce_loss_39": 1.8555728137493133,
+      "ce_loss_52": 1.4557225406169891,
+      "ce_loss_7": 2.9577668845653533,
+      "epoch": 0.569,
+      "grad_norm": 14.742701130409761,
+      "kl_loss_13": 2387.6,
+      "kl_loss_26": 1214.9,
+      "kl_loss_39": 792.5,
+      "kl_loss_7": 3105.2,
+      "learning_rate": 0.0003991502085441259,
+      "loss": 3676.05,
+      "step": 5690
+    },
+    {
+      "ce_loss_13": 2.5645705699920653,
+      "ce_loss_26": 2.007223817706108,
+      "ce_loss_39": 1.8173159271478654,
+      "ce_loss_52": 1.4376816004514694,
+      "ce_loss_7": 2.895137590169907,
+      "epoch": 0.57,
+      "grad_norm": 15.460594692772787,
+      "kl_loss_13": 2314.8,
+      "kl_loss_26": 1152.0,
+      "kl_loss_39": 753.2,
+      "kl_loss_7": 3024.8,
+      "learning_rate": 0.0003975966659674047,
+      "loss": 3621.95,
+      "step": 5700
+    },
+    {
+      "ce_loss_13": 2.559953585267067,
+      "ce_loss_26": 2.032286322116852,
+      "ce_loss_39": 1.845168125629425,
+      "ce_loss_52": 1.461988940834999,
+      "ce_loss_7": 2.9015457332134247,
+      "epoch": 0.571,
+      "grad_norm": 15.171579029800053,
+      "kl_loss_13": 2278.8,
+      "kl_loss_26": 1159.2,
+      "kl_loss_39": 758.6,
+      "kl_loss_7": 2982.0,
+      "learning_rate": 0.0003960441545911204,
+      "loss": 3675.95,
+      "step": 5710
+    },
+    {
+      "ce_loss_13": 2.6008632302284242,
+      "ce_loss_26": 2.043924775719643,
+      "ce_loss_39": 1.8485127180814742,
+      "ce_loss_52": 1.4697089165449142,
+      "ce_loss_7": 2.9355547785758973,
+      "epoch": 0.572,
+      "grad_norm": 14.834558653485171,
+      "kl_loss_13": 2319.4,
+      "kl_loss_26": 1152.8,
+      "kl_loss_39": 750.0,
+      "kl_loss_7": 3027.6,
+      "learning_rate": 0.0003944926900490452,
+      "loss": 3638.65,
+      "step": 5720
+    },
+    {
+      "ce_loss_13": 2.532833296060562,
+      "ce_loss_26": 1.9711334377527236,
+      "ce_loss_39": 1.77955681681633,
+      "ce_loss_52": 1.4007374957203864,
+      "ce_loss_7": 2.8781362950801848,
+      "epoch": 0.573,
+      "grad_norm": 16.10932164493431,
+      "kl_loss_13": 2337.8,
+      "kl_loss_26": 1151.9,
+      "kl_loss_39": 757.3,
+      "kl_loss_7": 3064.8,
+      "learning_rate": 0.0003929422879644099,
+      "loss": 3650.2,
+      "step": 5730
+    },
+    {
+      "ce_loss_13": 2.5908755481243135,
+      "ce_loss_26": 2.0414842426776887,
+      "ce_loss_39": 1.8504431873559952,
+      "ce_loss_52": 1.4606543123722076,
+      "ce_loss_7": 2.926515054702759,
+      "epoch": 0.574,
+      "grad_norm": 14.72871950232802,
+      "kl_loss_13": 2333.4,
+      "kl_loss_26": 1164.1,
+      "kl_loss_39": 763.5,
+      "kl_loss_7": 3044.4,
+      "learning_rate": 0.0003913929639497462,
+      "loss": 3615.45,
+      "step": 5740
+    },
+    {
+      "ce_loss_13": 2.591219651699066,
+      "ce_loss_26": 2.044692638516426,
+      "ce_loss_39": 1.8468156188726426,
+      "ce_loss_52": 1.452781331539154,
+      "ce_loss_7": 2.932692265510559,
+      "epoch": 0.575,
+      "grad_norm": 14.536189899304834,
+      "kl_loss_13": 2345.4,
+      "kl_loss_26": 1189.2,
+      "kl_loss_39": 775.0,
+      "kl_loss_7": 3054.8,
+      "learning_rate": 0.00038984473360672965,
+      "loss": 3631.3,
+      "step": 5750
+    },
+    {
+      "ce_loss_13": 2.555169379711151,
+      "ce_loss_26": 2.0133784860372543,
+      "ce_loss_39": 1.8234185576438904,
+      "ce_loss_52": 1.4436144948005676,
+      "ce_loss_7": 2.896002060174942,
+      "epoch": 0.576,
+      "grad_norm": 15.34263044515968,
+      "kl_loss_13": 2285.0,
+      "kl_loss_26": 1136.7,
+      "kl_loss_39": 742.35,
+      "kl_loss_7": 2993.2,
+      "learning_rate": 0.0003882976125260229,
+      "loss": 3658.4,
+      "step": 5760
+    },
+    {
+      "ce_loss_13": 2.502971774339676,
+      "ce_loss_26": 1.9493688374757767,
+      "ce_loss_39": 1.7570990473031998,
+      "ce_loss_52": 1.3885455280542374,
+      "ce_loss_7": 2.8447738111019136,
+      "epoch": 0.577,
+      "grad_norm": 14.660193254554198,
+      "kl_loss_13": 2295.0,
+      "kl_loss_26": 1140.5,
+      "kl_loss_39": 734.0,
+      "kl_loss_7": 3013.6,
+      "learning_rate": 0.00038675161628711776,
+      "loss": 3632.8,
+      "step": 5770
+    },
+    {
+      "ce_loss_13": 2.5624574303627012,
+      "ce_loss_26": 2.0051666617393495,
+      "ce_loss_39": 1.8087779253721237,
+      "ce_loss_52": 1.41810100376606,
+      "ce_loss_7": 2.895737165212631,
+      "epoch": 0.578,
+      "grad_norm": 14.482088330386649,
+      "kl_loss_13": 2343.4,
+      "kl_loss_26": 1176.1,
+      "kl_loss_39": 766.9,
+      "kl_loss_7": 3047.6,
+      "learning_rate": 0.0003852067604581794,
+      "loss": 3602.85,
+      "step": 5780
+    },
+    {
+      "ce_loss_13": 2.5270320236682893,
+      "ce_loss_26": 1.9888224333524704,
+      "ce_loss_39": 1.803659090399742,
+      "ce_loss_52": 1.428774857521057,
+      "ce_loss_7": 2.8705179512500765,
+      "epoch": 0.579,
+      "grad_norm": 14.979884111866252,
+      "kl_loss_13": 2273.2,
+      "kl_loss_26": 1136.8,
+      "kl_loss_39": 739.9,
+      "kl_loss_7": 2982.8,
+      "learning_rate": 0.0003836630605958888,
+      "loss": 3603.35,
+      "step": 5790
+    },
+    {
+      "ce_loss_13": 2.5794149696826936,
+      "ce_loss_26": 2.0252732813358305,
+      "ce_loss_39": 1.8308797210454941,
+      "ce_loss_52": 1.4384155124425888,
+      "ce_loss_7": 2.9223524034023285,
+      "epoch": 0.58,
+      "grad_norm": 14.8686548037009,
+      "kl_loss_13": 2322.0,
+      "kl_loss_26": 1158.7,
+      "kl_loss_39": 758.3,
+      "kl_loss_7": 3044.0,
+      "learning_rate": 0.0003821205322452863,
+      "loss": 3636.15,
+      "step": 5800
+    },
+    {
+      "ce_loss_13": 2.6002571165561674,
+      "ce_loss_26": 2.0497290968894957,
+      "ce_loss_39": 1.8579988300800323,
+      "ce_loss_52": 1.4732319116592407,
+      "ce_loss_7": 2.9367463052272798,
+      "epoch": 0.581,
+      "grad_norm": 15.52768956484863,
+      "kl_loss_13": 2303.2,
+      "kl_loss_26": 1143.4,
+      "kl_loss_39": 743.0,
+      "kl_loss_7": 3018.4,
+      "learning_rate": 0.0003805791909396155,
+      "loss": 3651.1,
+      "step": 5810
+    },
+    {
+      "ce_loss_13": 2.5309071093797684,
+      "ce_loss_26": 1.9803194522857666,
+      "ce_loss_39": 1.7861102789640426,
+      "ce_loss_52": 1.410745631158352,
+      "ce_loss_7": 2.8677128195762633,
+      "epoch": 0.582,
+      "grad_norm": 14.66111038706468,
+      "kl_loss_13": 2302.0,
+      "kl_loss_26": 1148.3,
+      "kl_loss_39": 748.9,
+      "kl_loss_7": 3008.0,
+      "learning_rate": 0.0003790390522001662,
+      "loss": 3564.65,
+      "step": 5820
+    },
+    {
+      "ce_loss_13": 2.5017096638679504,
+      "ce_loss_26": 1.94625324010849,
+      "ce_loss_39": 1.749154046177864,
+      "ce_loss_52": 1.3770527362823486,
+      "ce_loss_7": 2.8349112212657928,
+      "epoch": 0.583,
+      "grad_norm": 14.629798672555188,
+      "kl_loss_13": 2294.6,
+      "kl_loss_26": 1141.8,
+      "kl_loss_39": 731.9,
+      "kl_loss_7": 3003.2,
+      "learning_rate": 0.0003775001315361183,
+      "loss": 3613.35,
+      "step": 5830
+    },
+    {
+      "ce_loss_13": 2.5965979039669036,
+      "ce_loss_26": 2.0513822197914124,
+      "ce_loss_39": 1.8568279683589934,
+      "ce_loss_52": 1.486306893825531,
+      "ce_loss_7": 2.932318705320358,
+      "epoch": 0.584,
+      "grad_norm": 15.483089802029363,
+      "kl_loss_13": 2285.6,
+      "kl_loss_26": 1133.6,
+      "kl_loss_39": 729.5,
+      "kl_loss_7": 2989.2,
+      "learning_rate": 0.0003759624444443858,
+      "loss": 3579.55,
+      "step": 5840
+    },
+    {
+      "ce_loss_13": 2.584410917758942,
+      "ce_loss_26": 2.022917777299881,
+      "ce_loss_39": 1.8257231026887895,
+      "ce_loss_52": 1.437566375732422,
+      "ce_loss_7": 2.9283429443836213,
+      "epoch": 0.585,
+      "grad_norm": 15.042900713620126,
+      "kl_loss_13": 2353.8,
+      "kl_loss_26": 1173.8,
+      "kl_loss_39": 763.0,
+      "kl_loss_7": 3075.6,
+      "learning_rate": 0.00037442600640946044,
+      "loss": 3619.6,
+      "step": 5850
+    },
+    {
+      "ce_loss_13": 2.5062096178531648,
+      "ce_loss_26": 1.9529441505670548,
+      "ce_loss_39": 1.756454050540924,
+      "ce_loss_52": 1.3877734661102294,
+      "ce_loss_7": 2.852471035718918,
+      "epoch": 0.586,
+      "grad_norm": 15.637281763013858,
+      "kl_loss_13": 2307.4,
+      "kl_loss_26": 1145.7,
+      "kl_loss_39": 736.7,
+      "kl_loss_7": 3028.0,
+      "learning_rate": 0.00037289083290325663,
+      "loss": 3605.0,
+      "step": 5860
+    },
+    {
+      "ce_loss_13": 2.550817745923996,
+      "ce_loss_26": 2.0112617135047914,
+      "ce_loss_39": 1.8207211345434189,
+      "ce_loss_52": 1.4542410910129546,
+      "ce_loss_7": 2.8887066781520843,
+      "epoch": 0.587,
+      "grad_norm": 14.48910345968502,
+      "kl_loss_13": 2241.0,
+      "kl_loss_26": 1095.1,
+      "kl_loss_39": 709.9,
+      "kl_loss_7": 2950.4,
+      "learning_rate": 0.0003713569393849543,
+      "loss": 3628.55,
+      "step": 5870
+    },
+    {
+      "ce_loss_13": 2.5198557287454606,
+      "ce_loss_26": 1.9734882295131684,
+      "ce_loss_39": 1.7831378549337387,
+      "ce_loss_52": 1.4195168539881706,
+      "ce_loss_7": 2.8633585631847382,
+      "epoch": 0.588,
+      "grad_norm": 14.606482629979089,
+      "kl_loss_13": 2270.0,
+      "kl_loss_26": 1121.9,
+      "kl_loss_39": 724.8,
+      "kl_loss_7": 2990.8,
+      "learning_rate": 0.00036982434130084397,
+      "loss": 3605.15,
+      "step": 5880
+    },
+    {
+      "ce_loss_13": 2.5002260982990263,
+      "ce_loss_26": 1.9510222643613815,
+      "ce_loss_39": 1.760866141319275,
+      "ce_loss_52": 1.3993624940514564,
+      "ce_loss_7": 2.8445383846759795,
+      "epoch": 0.589,
+      "grad_norm": 15.157934768830916,
+      "kl_loss_13": 2246.4,
+      "kl_loss_26": 1094.8,
+      "kl_loss_39": 699.8,
+      "kl_loss_7": 2967.6,
+      "learning_rate": 0.00036829305408417166,
+      "loss": 3580.45,
+      "step": 5890
+    },
+    {
+      "ce_loss_13": 2.4792177438735963,
+      "ce_loss_26": 1.9329254776239395,
+      "ce_loss_39": 1.7395812034606934,
+      "ce_loss_52": 1.3731168687343598,
+      "ce_loss_7": 2.8229923218488695,
+      "epoch": 0.59,
+      "grad_norm": 14.656512940113272,
+      "kl_loss_13": 2271.0,
+      "kl_loss_26": 1112.9,
+      "kl_loss_39": 720.45,
+      "kl_loss_7": 2995.2,
+      "learning_rate": 0.0003667630931549826,
+      "loss": 3601.65,
+      "step": 5900
+    },
+    {
+      "ce_loss_13": 2.6107949793338774,
+      "ce_loss_26": 2.0506039649248122,
+      "ce_loss_39": 1.8547100484371186,
+      "ce_loss_52": 1.4670722007751464,
+      "ce_loss_7": 2.947498029470444,
+      "epoch": 0.591,
+      "grad_norm": 15.535800254061792,
+      "kl_loss_13": 2341.4,
+      "kl_loss_26": 1168.3,
+      "kl_loss_39": 753.2,
+      "kl_loss_7": 3065.2,
+      "learning_rate": 0.00036523447391996613,
+      "loss": 3580.55,
+      "step": 5910
+    },
+    {
+      "ce_loss_13": 2.5217359244823454,
+      "ce_loss_26": 1.988610166311264,
+      "ce_loss_39": 1.8043963432312011,
+      "ce_loss_52": 1.4320271372795106,
+      "ce_loss_7": 2.8523899018764496,
+      "epoch": 0.592,
+      "grad_norm": 15.144566757103092,
+      "kl_loss_13": 2242.6,
+      "kl_loss_26": 1108.7,
+      "kl_loss_39": 722.4,
+      "kl_loss_7": 2935.6,
+      "learning_rate": 0.00036370721177230114,
+      "loss": 3609.65,
+      "step": 5920
+    },
+    {
+      "ce_loss_13": 2.5657771229743958,
+      "ce_loss_26": 2.024441570043564,
+      "ce_loss_39": 1.8324565082788467,
+      "ce_loss_52": 1.4527549773454667,
+      "ce_loss_7": 2.9029002487659454,
+      "epoch": 0.593,
+      "grad_norm": 14.305280391890491,
+      "kl_loss_13": 2257.4,
+      "kl_loss_26": 1128.5,
+      "kl_loss_39": 727.25,
+      "kl_loss_7": 2971.6,
+      "learning_rate": 0.00036218132209150044,
+      "loss": 3561.25,
+      "step": 5930
+    },
+    {
+      "ce_loss_13": 2.5320515751838686,
+      "ce_loss_26": 1.993978601694107,
+      "ce_loss_39": 1.7951736986637115,
+      "ce_loss_52": 1.4332455009222032,
+      "ce_loss_7": 2.8734976410865785,
+      "epoch": 0.594,
+      "grad_norm": 14.731628028248535,
+      "kl_loss_13": 2276.0,
+      "kl_loss_26": 1134.7,
+      "kl_loss_39": 725.65,
+      "kl_loss_7": 2984.8,
+      "learning_rate": 0.0003606568202432562,
+      "loss": 3568.15,
+      "step": 5940
+    },
+    {
+      "ce_loss_13": 2.467684972286224,
+      "ce_loss_26": 1.9258863091468812,
+      "ce_loss_39": 1.7374547556042672,
+      "ce_loss_52": 1.3822436913847924,
+      "ce_loss_7": 2.8027748644351957,
+      "epoch": 0.595,
+      "grad_norm": 13.952374257617315,
+      "kl_loss_13": 2221.6,
+      "kl_loss_26": 1099.3,
+      "kl_loss_39": 702.85,
+      "kl_loss_7": 2916.8,
+      "learning_rate": 0.0003591337215792851,
+      "loss": 3573.15,
+      "step": 5950
+    },
+    {
+      "ce_loss_13": 2.5612458407878878,
+      "ce_loss_26": 2.005467265844345,
+      "ce_loss_39": 1.8046582967042923,
+      "ce_loss_52": 1.4227981299161911,
+      "ce_loss_7": 2.9120794773101806,
+      "epoch": 0.596,
+      "grad_norm": 14.684621517642583,
+      "kl_loss_13": 2333.2,
+      "kl_loss_26": 1167.6,
+      "kl_loss_39": 756.5,
+      "kl_loss_7": 3067.6,
+      "learning_rate": 0.00035761204143717383,
+      "loss": 3598.3,
+      "step": 5960
+    },
+    {
+      "ce_loss_13": 2.539260357618332,
+      "ce_loss_26": 1.997820395231247,
+      "ce_loss_39": 1.7995415717363357,
+      "ce_loss_52": 1.4228885769844055,
+      "ce_loss_7": 2.8742454588413238,
+      "epoch": 0.597,
+      "grad_norm": 14.834521968922566,
+      "kl_loss_13": 2285.6,
+      "kl_loss_26": 1143.0,
+      "kl_loss_39": 733.0,
+      "kl_loss_7": 2992.4,
+      "learning_rate": 0.0003560917951402245,
+      "loss": 3549.75,
+      "step": 5970
+    },
+    {
+      "ce_loss_13": 2.514337483048439,
+      "ce_loss_26": 1.9719054281711579,
+      "ce_loss_39": 1.7803026676177978,
+      "ce_loss_52": 1.4242254197597504,
+      "ce_loss_7": 2.8526304841041563,
+      "epoch": 0.598,
+      "grad_norm": 15.184376306356116,
+      "kl_loss_13": 2262.4,
+      "kl_loss_26": 1100.6,
+      "kl_loss_39": 700.55,
+      "kl_loss_7": 2977.6,
+      "learning_rate": 0.00035457299799730046,
+      "loss": 3595.65,
+      "step": 5980
+    },
+    {
+      "ce_loss_13": 2.5518115133047106,
+      "ce_loss_26": 2.011714455485344,
+      "ce_loss_39": 1.8179199546575546,
+      "ce_loss_52": 1.4457479059696197,
+      "ce_loss_7": 2.903665816783905,
+      "epoch": 0.599,
+      "grad_norm": 17.70688578121031,
+      "kl_loss_13": 2293.4,
+      "kl_loss_26": 1146.1,
+      "kl_loss_39": 736.9,
+      "kl_loss_7": 3022.8,
+      "learning_rate": 0.0003530556653026721,
+      "loss": 3553.45,
+      "step": 5990
+    },
+    {
+      "ce_loss_13": 2.5623465538024903,
+      "ce_loss_26": 2.0235190600156785,
+      "ce_loss_39": 1.8284282714128495,
+      "ce_loss_52": 1.4427544534206391,
+      "ce_loss_7": 2.8994126319885254,
+      "epoch": 0.6,
+      "grad_norm": 14.620466600171055,
+      "kl_loss_13": 2310.4,
+      "kl_loss_26": 1152.8,
+      "kl_loss_39": 754.8,
+      "kl_loss_7": 3022.0,
+      "learning_rate": 0.00035153981233586274,
+      "loss": 3592.9,
+      "step": 6000
+    },
+    {
+      "ce_loss_13": 2.592492914199829,
+      "ce_loss_26": 2.0241310060024262,
+      "ce_loss_39": 1.8282486945390701,
+      "ce_loss_52": 1.4501359939575196,
+      "ce_loss_7": 2.934645599126816,
+      "epoch": 0.601,
+      "grad_norm": 15.179282109125554,
+      "kl_loss_13": 2355.8,
+      "kl_loss_26": 1159.4,
+      "kl_loss_39": 745.9,
+      "kl_loss_7": 3082.4,
+      "learning_rate": 0.00035002545436149473,
+      "loss": 3551.8,
+      "step": 6010
+    },
+    {
+      "ce_loss_13": 2.4968257695436478,
+      "ce_loss_26": 1.950178360939026,
+      "ce_loss_39": 1.7565111339092254,
+      "ce_loss_52": 1.3940304026007653,
+      "ce_loss_7": 2.8332657337188722,
+      "epoch": 0.602,
+      "grad_norm": 15.101566569350041,
+      "kl_loss_13": 2271.8,
+      "kl_loss_26": 1114.8,
+      "kl_loss_39": 717.3,
+      "kl_loss_7": 2986.8,
+      "learning_rate": 0.0003485126066291364,
+      "loss": 3553.3,
+      "step": 6020
+    },
+    {
+      "ce_loss_13": 2.5295323967933654,
+      "ce_loss_26": 1.9963963776826859,
+      "ce_loss_39": 1.8044916093349457,
+      "ce_loss_52": 1.446289749443531,
+      "ce_loss_7": 2.8674661338329317,
+      "epoch": 0.603,
+      "grad_norm": 14.29880611806114,
+      "kl_loss_13": 2227.0,
+      "kl_loss_26": 1097.1,
+      "kl_loss_39": 702.25,
+      "kl_loss_7": 2938.0,
+      "learning_rate": 0.0003470012843731476,
+      "loss": 3534.85,
+      "step": 6030
+    },
+    {
+      "ce_loss_13": 2.498071011900902,
+      "ce_loss_26": 1.9493587136268615,
+      "ce_loss_39": 1.76174655854702,
+      "ce_loss_52": 1.407905325293541,
+      "ce_loss_7": 2.847205549478531,
+      "epoch": 0.604,
+      "grad_norm": 14.483859928846364,
+      "kl_loss_13": 2244.8,
+      "kl_loss_26": 1096.9,
+      "kl_loss_39": 701.8,
+      "kl_loss_7": 2975.2,
+      "learning_rate": 0.00034549150281252633,
+      "loss": 3514.35,
+      "step": 6040
+    },
+    {
+      "ce_loss_13": 2.4966412246227265,
+      "ce_loss_26": 1.9553426146507262,
+      "ce_loss_39": 1.7613533914089203,
+      "ce_loss_52": 1.4072722673416138,
+      "ce_loss_7": 2.8383829057216645,
+      "epoch": 0.605,
+      "grad_norm": 14.78851376475336,
+      "kl_loss_13": 2235.6,
+      "kl_loss_26": 1090.3,
+      "kl_loss_39": 695.0,
+      "kl_loss_7": 2954.0,
+      "learning_rate": 0.0003439832771507565,
+      "loss": 3563.65,
+      "step": 6050
+    },
+    {
+      "ce_loss_13": 2.502397668361664,
+      "ce_loss_26": 1.9571218103170396,
+      "ce_loss_39": 1.7665416598320007,
+      "ce_loss_52": 1.412816160917282,
+      "ce_loss_7": 2.8454441905021666,
+      "epoch": 0.606,
+      "grad_norm": 15.4871318885597,
+      "kl_loss_13": 2242.0,
+      "kl_loss_26": 1096.6,
+      "kl_loss_39": 696.5,
+      "kl_loss_7": 2962.4,
+      "learning_rate": 0.0003424766225756537,
+      "loss": 3510.25,
+      "step": 6060
+    },
+    {
+      "ce_loss_13": 2.5223917841911314,
+      "ce_loss_26": 1.9723280429840089,
+      "ce_loss_39": 1.7729612857103347,
+      "ce_loss_52": 1.4048843801021575,
+      "ce_loss_7": 2.8645106673240663,
+      "epoch": 0.607,
+      "grad_norm": 15.573595841239559,
+      "kl_loss_13": 2300.6,
+      "kl_loss_26": 1138.2,
+      "kl_loss_39": 727.85,
+      "kl_loss_7": 3019.6,
+      "learning_rate": 0.00034097155425921255,
+      "loss": 3527.0,
+      "step": 6070
+    },
+    {
+      "ce_loss_13": 2.491760790348053,
+      "ce_loss_26": 1.9636650770902633,
+      "ce_loss_39": 1.7728582590818405,
+      "ce_loss_52": 1.4259491577744483,
+      "ce_loss_7": 2.821820729970932,
+      "epoch": 0.608,
+      "grad_norm": 14.653123046442355,
+      "kl_loss_13": 2168.6,
+      "kl_loss_26": 1063.1,
+      "kl_loss_39": 679.3,
+      "kl_loss_7": 2864.4,
+      "learning_rate": 0.0003394680873574546,
+      "loss": 3528.9,
+      "step": 6080
+    },
+    {
+      "ce_loss_13": 2.5085246324539185,
+      "ce_loss_26": 1.9797437161207199,
+      "ce_loss_39": 1.7878784984350204,
+      "ce_loss_52": 1.4316603004932404,
+      "ce_loss_7": 2.847382205724716,
+      "epoch": 0.609,
+      "grad_norm": 14.913942335206821,
+      "kl_loss_13": 2211.2,
+      "kl_loss_26": 1091.8,
+      "kl_loss_39": 696.95,
+      "kl_loss_7": 2922.0,
+      "learning_rate": 0.0003379662370102747,
+      "loss": 3549.95,
+      "step": 6090
+    },
+    {
+      "ce_loss_13": 2.4759395986795427,
+      "ce_loss_26": 1.949927881360054,
+      "ce_loss_39": 1.7604204803705215,
+      "ce_loss_52": 1.41001408547163,
+      "ce_loss_7": 2.8064420104026793,
+      "epoch": 0.61,
+      "grad_norm": 14.676610718900648,
+      "kl_loss_13": 2185.6,
+      "kl_loss_26": 1077.2,
+      "kl_loss_39": 688.0,
+      "kl_loss_7": 2875.6,
+      "learning_rate": 0.0003364660183412892,
+      "loss": 3507.8,
+      "step": 6100
+    },
+    {
+      "ce_loss_13": 2.531206899881363,
+      "ce_loss_26": 1.9836675137281419,
+      "ce_loss_39": 1.7869503110647202,
+      "ce_loss_52": 1.432834729552269,
+      "ce_loss_7": 2.873502719402313,
+      "epoch": 0.611,
+      "grad_norm": 14.829577774305747,
+      "kl_loss_13": 2255.0,
+      "kl_loss_26": 1106.2,
+      "kl_loss_39": 703.75,
+      "kl_loss_7": 2966.4,
+      "learning_rate": 0.0003349674464576834,
+      "loss": 3495.25,
+      "step": 6110
+    },
+    {
+      "ce_loss_13": 2.514421796798706,
+      "ce_loss_26": 1.9697007417678833,
+      "ce_loss_39": 1.780946272611618,
+      "ce_loss_52": 1.4202388614416122,
+      "ce_loss_7": 2.8420049071311952,
+      "epoch": 0.612,
+      "grad_norm": 14.8111788086498,
+      "kl_loss_13": 2230.2,
+      "kl_loss_26": 1101.1,
+      "kl_loss_39": 705.2,
+      "kl_loss_7": 2920.0,
+      "learning_rate": 0.00033347053645005966,
+      "loss": 3492.65,
+      "step": 6120
+    },
+    {
+      "ce_loss_13": 2.537186449766159,
+      "ce_loss_26": 2.004375171661377,
+      "ce_loss_39": 1.8157330989837646,
+      "ce_loss_52": 1.451986312866211,
+      "ce_loss_7": 2.878436690568924,
+      "epoch": 0.613,
+      "grad_norm": 15.401404522918961,
+      "kl_loss_13": 2242.0,
+      "kl_loss_26": 1113.3,
+      "kl_loss_39": 718.55,
+      "kl_loss_7": 2945.6,
+      "learning_rate": 0.00033197530339228485,
+      "loss": 3459.1,
+      "step": 6130
+    },
+    {
+      "ce_loss_13": 2.506669583916664,
+      "ce_loss_26": 1.9629664570093155,
+      "ce_loss_39": 1.78002208173275,
+      "ce_loss_52": 1.4117600202560425,
+      "ce_loss_7": 2.847608286142349,
+      "epoch": 0.614,
+      "grad_norm": 15.390199704579972,
+      "kl_loss_13": 2259.8,
+      "kl_loss_26": 1112.7,
+      "kl_loss_39": 727.8,
+      "kl_loss_7": 2986.8,
+      "learning_rate": 0.00033048176234133967,
+      "loss": 3537.45,
+      "step": 6140
+    },
+    {
+      "ce_loss_13": 2.5588534235954286,
+      "ce_loss_26": 2.024568209052086,
+      "ce_loss_39": 1.8284731358289719,
+      "ce_loss_52": 1.4587910890579223,
+      "ce_loss_7": 2.8921659886837006,
+      "epoch": 0.615,
+      "grad_norm": 14.629003698363993,
+      "kl_loss_13": 2259.8,
+      "kl_loss_26": 1126.9,
+      "kl_loss_39": 724.0,
+      "kl_loss_7": 2958.8,
+      "learning_rate": 0.0003289899283371657,
+      "loss": 3536.8,
+      "step": 6150
+    },
+    {
+      "ce_loss_13": 2.4743064284324645,
+      "ce_loss_26": 1.9476153373718261,
+      "ce_loss_39": 1.7604322880506516,
+      "ce_loss_52": 1.4059417188167571,
+      "ce_loss_7": 2.7994522780179976,
+      "epoch": 0.616,
+      "grad_norm": 15.287517673195092,
+      "kl_loss_13": 2207.6,
+      "kl_loss_26": 1094.2,
+      "kl_loss_39": 708.05,
+      "kl_loss_7": 2892.4,
+      "learning_rate": 0.0003274998164025148,
+      "loss": 3522.0,
+      "step": 6160
+    },
+    {
+      "ce_loss_13": 2.61488196849823,
+      "ce_loss_26": 2.067342773079872,
+      "ce_loss_39": 1.8675355583429336,
+      "ce_loss_52": 1.4927641093730926,
+      "ce_loss_7": 2.948505789041519,
+      "epoch": 0.617,
+      "grad_norm": 14.482727532648099,
+      "kl_loss_13": 2288.0,
+      "kl_loss_26": 1139.7,
+      "kl_loss_39": 729.35,
+      "kl_loss_7": 2993.6,
+      "learning_rate": 0.0003260114415427975,
+      "loss": 3494.95,
+      "step": 6170
+    },
+    {
+      "ce_loss_13": 2.5525584638118746,
+      "ce_loss_26": 1.9941669285297394,
+      "ce_loss_39": 1.7988057792186738,
+      "ce_loss_52": 1.4276691943407058,
+      "ce_loss_7": 2.888332962989807,
+      "epoch": 0.618,
+      "grad_norm": 15.194650585699007,
+      "kl_loss_13": 2319.2,
+      "kl_loss_26": 1148.8,
+      "kl_loss_39": 742.3,
+      "kl_loss_7": 3022.8,
+      "learning_rate": 0.0003245248187459323,
+      "loss": 3535.8,
+      "step": 6180
+    },
+    {
+      "ce_loss_13": 2.5258300840854644,
+      "ce_loss_26": 1.9903143167495727,
+      "ce_loss_39": 1.8010086834430694,
+      "ce_loss_52": 1.4478329718112946,
+      "ce_loss_7": 2.86256263256073,
+      "epoch": 0.619,
+      "grad_norm": 14.652051426511987,
+      "kl_loss_13": 2228.6,
+      "kl_loss_26": 1088.0,
+      "kl_loss_39": 694.0,
+      "kl_loss_7": 2940.4,
+      "learning_rate": 0.00032303996298219416,
+      "loss": 3513.7,
+      "step": 6190
+    },
+    {
+      "ce_loss_13": 2.5733933985233306,
+      "ce_loss_26": 2.0336378514766693,
+      "ce_loss_39": 1.8403378069400786,
+      "ce_loss_52": 1.4681322902441025,
+      "ce_loss_7": 2.920198345184326,
+      "epoch": 0.62,
+      "grad_norm": 15.056132330426859,
+      "kl_loss_13": 2280.4,
+      "kl_loss_26": 1131.3,
+      "kl_loss_39": 733.75,
+      "kl_loss_7": 3002.8,
+      "learning_rate": 0.00032155688920406414,
+      "loss": 3507.7,
+      "step": 6200
+    },
+    {
+      "ce_loss_13": 2.5029452949762345,
+      "ce_loss_26": 1.9643093675374985,
+      "ce_loss_39": 1.7774474427103997,
+      "ce_loss_52": 1.4176854699850083,
+      "ce_loss_7": 2.823590323328972,
+      "epoch": 0.621,
+      "grad_norm": 14.49052860339056,
+      "kl_loss_13": 2220.0,
+      "kl_loss_26": 1086.1,
+      "kl_loss_39": 699.45,
+      "kl_loss_7": 2902.8,
+      "learning_rate": 0.0003200756123460788,
+      "loss": 3535.45,
+      "step": 6210
+    },
+    {
+      "ce_loss_13": 2.489814931154251,
+      "ce_loss_26": 1.9501473933458329,
+      "ce_loss_39": 1.7617685228586197,
+      "ce_loss_52": 1.41129230260849,
+      "ce_loss_7": 2.816985684633255,
+      "epoch": 0.622,
+      "grad_norm": 14.505478323074753,
+      "kl_loss_13": 2218.6,
+      "kl_loss_26": 1080.9,
+      "kl_loss_39": 689.55,
+      "kl_loss_7": 2918.0,
+      "learning_rate": 0.00031859614732467957,
+      "loss": 3488.95,
+      "step": 6220
+    },
+    {
+      "ce_loss_13": 2.5316161155700683,
+      "ce_loss_26": 2.0058958530426025,
+      "ce_loss_39": 1.8137048929929733,
+      "ce_loss_52": 1.461652959883213,
+      "ce_loss_7": 2.8647646605968475,
+      "epoch": 0.623,
+      "grad_norm": 13.917606472624449,
+      "kl_loss_13": 2204.8,
+      "kl_loss_26": 1085.2,
+      "kl_loss_39": 685.1,
+      "kl_loss_7": 2902.4,
+      "learning_rate": 0.00031711850903806275,
+      "loss": 3465.2,
+      "step": 6230
+    },
+    {
+      "ce_loss_13": 2.500165891647339,
+      "ce_loss_26": 1.9614384204149247,
+      "ce_loss_39": 1.771432462334633,
+      "ce_loss_52": 1.4076189696788788,
+      "ce_loss_7": 2.832933169603348,
+      "epoch": 0.624,
+      "grad_norm": 14.223738912104434,
+      "kl_loss_13": 2258.6,
+      "kl_loss_26": 1125.7,
+      "kl_loss_39": 725.1,
+      "kl_loss_7": 2956.8,
+      "learning_rate": 0.0003156427123660297,
+      "loss": 3486.3,
+      "step": 6240
+    },
+    {
+      "ce_loss_13": 2.5448601841926575,
+      "ce_loss_26": 2.000015211105347,
+      "ce_loss_39": 1.8015096932649612,
+      "ce_loss_52": 1.440242400765419,
+      "ce_loss_7": 2.878038114309311,
+      "epoch": 0.625,
+      "grad_norm": 14.471917182701668,
+      "kl_loss_13": 2262.4,
+      "kl_loss_26": 1124.4,
+      "kl_loss_39": 714.0,
+      "kl_loss_7": 2962.4,
+      "learning_rate": 0.0003141687721698363,
+      "loss": 3490.15,
+      "step": 6250
+    },
+    {
+      "ce_loss_13": 2.5199947118759156,
+      "ce_loss_26": 1.986537829041481,
+      "ce_loss_39": 1.796593463420868,
+      "ce_loss_52": 1.4425756543874741,
+      "ce_loss_7": 2.854223221540451,
+      "epoch": 0.626,
+      "grad_norm": 14.607284979944513,
+      "kl_loss_13": 2212.8,
+      "kl_loss_26": 1085.5,
+      "kl_loss_39": 686.9,
+      "kl_loss_7": 2911.6,
+      "learning_rate": 0.00031269670329204396,
+      "loss": 3493.3,
+      "step": 6260
+    },
+    {
+      "ce_loss_13": 2.5326361417770387,
+      "ce_loss_26": 2.002932494878769,
+      "ce_loss_39": 1.8195136040449142,
+      "ce_loss_52": 1.4736543655395509,
+      "ce_loss_7": 2.8653872847557067,
+      "epoch": 0.627,
+      "grad_norm": 13.814637143502924,
+      "kl_loss_13": 2172.2,
+      "kl_loss_26": 1054.9,
+      "kl_loss_39": 669.6,
+      "kl_loss_7": 2869.6,
+      "learning_rate": 0.00031122652055637015,
+      "loss": 3492.5,
+      "step": 6270
+    },
+    {
+      "ce_loss_13": 2.482167053222656,
+      "ce_loss_26": 1.9512667179107666,
+      "ce_loss_39": 1.7665533930063249,
+      "ce_loss_52": 1.42098408639431,
+      "ce_loss_7": 2.8168558061122893,
+      "epoch": 0.628,
+      "grad_norm": 16.02072851141737,
+      "kl_loss_13": 2193.0,
+      "kl_loss_26": 1069.4,
+      "kl_loss_39": 682.35,
+      "kl_loss_7": 2894.0,
+      "learning_rate": 0.0003097582387675385,
+      "loss": 3459.75,
+      "step": 6280
+    },
+    {
+      "ce_loss_13": 2.47237606048584,
+      "ce_loss_26": 1.95036241710186,
+      "ce_loss_39": 1.764494326710701,
+      "ce_loss_52": 1.4227848395705223,
+      "ce_loss_7": 2.8021757781505583,
+      "epoch": 0.629,
+      "grad_norm": 15.255934367745192,
+      "kl_loss_13": 2167.4,
+      "kl_loss_26": 1053.3,
+      "kl_loss_39": 664.9,
+      "kl_loss_7": 2858.8,
+      "learning_rate": 0.00030829187271113034,
+      "loss": 3446.7,
+      "step": 6290
+    },
+    {
+      "ce_loss_13": 2.501003822684288,
+      "ce_loss_26": 1.958929392695427,
+      "ce_loss_39": 1.76513631939888,
+      "ce_loss_52": 1.4046356767416,
+      "ce_loss_7": 2.8350019991397857,
+      "epoch": 0.63,
+      "grad_norm": 14.88714427947574,
+      "kl_loss_13": 2270.2,
+      "kl_loss_26": 1123.2,
+      "kl_loss_39": 716.8,
+      "kl_loss_7": 2970.0,
+      "learning_rate": 0.00030682743715343565,
+      "loss": 3508.45,
+      "step": 6300
+    },
+    {
+      "ce_loss_13": 2.5800569117069245,
+      "ce_loss_26": 2.0348214149475097,
+      "ce_loss_39": 1.8403811991214751,
+      "ce_loss_52": 1.476933541893959,
+      "ce_loss_7": 2.9134635806083677,
+      "epoch": 0.631,
+      "grad_norm": 14.94722074912583,
+      "kl_loss_13": 2245.0,
+      "kl_loss_26": 1107.2,
+      "kl_loss_39": 706.25,
+      "kl_loss_7": 2952.8,
+      "learning_rate": 0.0003053649468413043,
+      "loss": 3499.45,
+      "step": 6310
+    },
+    {
+      "ce_loss_13": 2.5208792209625246,
+      "ce_loss_26": 1.9822687000036239,
+      "ce_loss_39": 1.7960426419973374,
+      "ce_loss_52": 1.4455793976783753,
+      "ce_loss_7": 2.8597992181777956,
+      "epoch": 0.632,
+      "grad_norm": 15.453003389066977,
+      "kl_loss_13": 2216.2,
+      "kl_loss_26": 1070.1,
+      "kl_loss_39": 678.0,
+      "kl_loss_7": 2927.6,
+      "learning_rate": 0.00030390441650199725,
+      "loss": 3483.5,
+      "step": 6320
+    },
+    {
+      "ce_loss_13": 2.441950124502182,
+      "ce_loss_26": 1.91085105240345,
+      "ce_loss_39": 1.7248677492141724,
+      "ce_loss_52": 1.3885301351547241,
+      "ce_loss_7": 2.777034705877304,
+      "epoch": 0.633,
+      "grad_norm": 14.901626155092913,
+      "kl_loss_13": 2155.8,
+      "kl_loss_26": 1040.1,
+      "kl_loss_39": 653.2,
+      "kl_loss_7": 2859.2,
+      "learning_rate": 0.00030244586084303903,
+      "loss": 3433.35,
+      "step": 6330
+    },
+    {
+      "ce_loss_13": 2.4565594136714934,
+      "ce_loss_26": 1.9154207110404968,
+      "ce_loss_39": 1.7311667442321776,
+      "ce_loss_52": 1.3880270063877105,
+      "ce_loss_7": 2.79474156498909,
+      "epoch": 0.634,
+      "grad_norm": 15.212752240316364,
+      "kl_loss_13": 2198.2,
+      "kl_loss_26": 1053.8,
+      "kl_loss_39": 669.5,
+      "kl_loss_7": 2908.0,
+      "learning_rate": 0.00030098929455206903,
+      "loss": 3450.2,
+      "step": 6340
+    },
+    {
+      "ce_loss_13": 2.4875996589660643,
+      "ce_loss_26": 1.9456024587154388,
+      "ce_loss_39": 1.7510357975959778,
+      "ce_loss_52": 1.4120293408632278,
+      "ce_loss_7": 2.8184066474437715,
+      "epoch": 0.635,
+      "grad_norm": 14.444701123760842,
+      "kl_loss_13": 2190.4,
+      "kl_loss_26": 1070.0,
+      "kl_loss_39": 670.4,
+      "kl_loss_7": 2884.8,
+      "learning_rate": 0.00029953473229669324,
+      "loss": 3500.6,
+      "step": 6350
+    },
+    {
+      "ce_loss_13": 2.505690813064575,
+      "ce_loss_26": 1.968365904688835,
+      "ce_loss_39": 1.7826423317193985,
+      "ce_loss_52": 1.4394667357206345,
+      "ce_loss_7": 2.8453324735164642,
+      "epoch": 0.636,
+      "grad_norm": 14.480279054372499,
+      "kl_loss_13": 2207.2,
+      "kl_loss_26": 1070.3,
+      "kl_loss_39": 680.95,
+      "kl_loss_7": 2914.4,
+      "learning_rate": 0.00029808218872433767,
+      "loss": 3473.05,
+      "step": 6360
+    },
+    {
+      "ce_loss_13": 2.462022843956947,
+      "ce_loss_26": 1.9284056276082993,
+      "ce_loss_39": 1.7475204050540925,
+      "ce_loss_52": 1.3994116008281707,
+      "ce_loss_7": 2.799399584531784,
+      "epoch": 0.637,
+      "grad_norm": 14.854420396233579,
+      "kl_loss_13": 2187.4,
+      "kl_loss_26": 1057.9,
+      "kl_loss_39": 676.9,
+      "kl_loss_7": 2908.4,
+      "learning_rate": 0.0002966316784621,
+      "loss": 3431.55,
+      "step": 6370
+    },
+    {
+      "ce_loss_13": 2.46474946141243,
+      "ce_loss_26": 1.9243933081626892,
+      "ce_loss_39": 1.7351078271865845,
+      "ce_loss_52": 1.3951061010360717,
+      "ce_loss_7": 2.809561550617218,
+      "epoch": 0.638,
+      "grad_norm": 14.398656186824772,
+      "kl_loss_13": 2201.4,
+      "kl_loss_26": 1064.6,
+      "kl_loss_39": 673.7,
+      "kl_loss_7": 2913.6,
+      "learning_rate": 0.0002951832161166024,
+      "loss": 3433.1,
+      "step": 6380
+    },
+    {
+      "ce_loss_13": 2.524071788787842,
+      "ce_loss_26": 1.9882585108280182,
+      "ce_loss_39": 1.8004582822322845,
+      "ce_loss_52": 1.457192499935627,
+      "ce_loss_7": 2.859678488969803,
+      "epoch": 0.639,
+      "grad_norm": 14.823787609750735,
+      "kl_loss_13": 2198.8,
+      "kl_loss_26": 1062.9,
+      "kl_loss_39": 671.2,
+      "kl_loss_7": 2895.2,
+      "learning_rate": 0.0002937368162738445,
+      "loss": 3448.55,
+      "step": 6390
+    },
+    {
+      "ce_loss_13": 2.476853275299072,
+      "ce_loss_26": 1.940243661403656,
+      "ce_loss_39": 1.7542554527521133,
+      "ce_loss_52": 1.4153559118509293,
+      "ce_loss_7": 2.8181783974170687,
+      "epoch": 0.64,
+      "grad_norm": 14.674283953178037,
+      "kl_loss_13": 2177.8,
+      "kl_loss_26": 1053.1,
+      "kl_loss_39": 664.6,
+      "kl_loss_7": 2899.6,
+      "learning_rate": 0.0002922924934990568,
+      "loss": 3441.6,
+      "step": 6400
+    },
+    {
+      "ce_loss_13": 2.4689641296863556,
+      "ce_loss_26": 1.933935484290123,
+      "ce_loss_39": 1.7450189381837844,
+      "ce_loss_52": 1.3959352299571037,
+      "ce_loss_7": 2.8043021619319917,
+      "epoch": 0.641,
+      "grad_norm": 16.188741684715673,
+      "kl_loss_13": 2210.6,
+      "kl_loss_26": 1080.2,
+      "kl_loss_39": 681.3,
+      "kl_loss_7": 2920.8,
+      "learning_rate": 0.0002908502623365536,
+      "loss": 3439.95,
+      "step": 6410
+    },
+    {
+      "ce_loss_13": 2.51960112452507,
+      "ce_loss_26": 1.9860825181007384,
+      "ce_loss_39": 1.792076262831688,
+      "ce_loss_52": 1.4388326108455658,
+      "ce_loss_7": 2.8559226214885713,
+      "epoch": 0.642,
+      "grad_norm": 15.164079412983817,
+      "kl_loss_13": 2205.0,
+      "kl_loss_26": 1076.5,
+      "kl_loss_39": 686.15,
+      "kl_loss_7": 2899.6,
+      "learning_rate": 0.0002894101373095867,
+      "loss": 3403.75,
+      "step": 6420
+    },
+    {
+      "ce_loss_13": 2.57558217048645,
+      "ce_loss_26": 2.037161833047867,
+      "ce_loss_39": 1.8481904029846192,
+      "ce_loss_52": 1.4971486061811448,
+      "ce_loss_7": 2.9037492871284485,
+      "epoch": 0.643,
+      "grad_norm": 14.617370011749491,
+      "kl_loss_13": 2241.0,
+      "kl_loss_26": 1099.6,
+      "kl_loss_39": 706.2,
+      "kl_loss_7": 2940.0,
+      "learning_rate": 0.00028797213292019926,
+      "loss": 3465.25,
+      "step": 6430
+    },
+    {
+      "ce_loss_13": 2.4703142285346984,
+      "ce_loss_26": 1.9478118807077407,
+      "ce_loss_39": 1.7643914371728897,
+      "ce_loss_52": 1.4303042769432068,
+      "ce_loss_7": 2.8028221487998963,
+      "epoch": 0.644,
+      "grad_norm": 14.268057235198288,
+      "kl_loss_13": 2150.2,
+      "kl_loss_26": 1039.5,
+      "kl_loss_39": 657.25,
+      "kl_loss_7": 2845.2,
+      "learning_rate": 0.0002865362636490791,
+      "loss": 3397.05,
+      "step": 6440
+    },
+    {
+      "ce_loss_13": 2.5057600528001784,
+      "ce_loss_26": 1.963181382417679,
+      "ce_loss_39": 1.766686275601387,
+      "ce_loss_52": 1.4219027027487754,
+      "ce_loss_7": 2.842684781551361,
+      "epoch": 0.645,
+      "grad_norm": 15.007302910220881,
+      "kl_loss_13": 2227.2,
+      "kl_loss_26": 1085.9,
+      "kl_loss_39": 688.6,
+      "kl_loss_7": 2943.2,
+      "learning_rate": 0.0002851025439554142,
+      "loss": 3420.9,
+      "step": 6450
+    },
+    {
+      "ce_loss_13": 2.5524505376815796,
+      "ce_loss_26": 2.00695119202137,
+      "ce_loss_39": 1.812732595205307,
+      "ce_loss_52": 1.4619058847427369,
+      "ce_loss_7": 2.89662281870842,
+      "epoch": 0.646,
+      "grad_norm": 14.944231437877365,
+      "kl_loss_13": 2231.2,
+      "kl_loss_26": 1087.1,
+      "kl_loss_39": 688.9,
+      "kl_loss_7": 2952.8,
+      "learning_rate": 0.00028367098827674573,
+      "loss": 3473.25,
+      "step": 6460
+    },
+    {
+      "ce_loss_13": 2.5118141055107115,
+      "ce_loss_26": 1.9752016961574554,
+      "ce_loss_39": 1.790860089659691,
+      "ce_loss_52": 1.4514876693487166,
+      "ce_loss_7": 2.8457858681678774,
+      "epoch": 0.647,
+      "grad_norm": 14.47327693725919,
+      "kl_loss_13": 2178.4,
+      "kl_loss_26": 1057.8,
+      "kl_loss_39": 666.1,
+      "kl_loss_7": 2874.4,
+      "learning_rate": 0.00028224161102882397,
+      "loss": 3430.95,
+      "step": 6470
+    },
+    {
+      "ce_loss_13": 2.4975059896707537,
+      "ce_loss_26": 1.9533880710601808,
+      "ce_loss_39": 1.7617440074682236,
+      "ce_loss_52": 1.414775413274765,
+      "ce_loss_7": 2.8368520498275758,
+      "epoch": 0.648,
+      "grad_norm": 14.67215053951943,
+      "kl_loss_13": 2218.6,
+      "kl_loss_26": 1078.5,
+      "kl_loss_39": 690.45,
+      "kl_loss_7": 2930.0,
+      "learning_rate": 0.00028081442660546124,
+      "loss": 3435.85,
+      "step": 6480
+    },
+    {
+      "ce_loss_13": 2.4587242364883424,
+      "ce_loss_26": 1.9304294764995575,
+      "ce_loss_39": 1.7412324339151382,
+      "ce_loss_52": 1.4029302895069122,
+      "ce_loss_7": 2.7982348799705505,
+      "epoch": 0.649,
+      "grad_norm": 14.728330622094298,
+      "kl_loss_13": 2170.4,
+      "kl_loss_26": 1055.8,
+      "kl_loss_39": 664.85,
+      "kl_loss_7": 2878.8,
+      "learning_rate": 0.0002793894493783892,
+      "loss": 3431.05,
+      "step": 6490
+    },
+    {
+      "ce_loss_13": 2.5393730461597444,
+      "ce_loss_26": 1.9960223108530044,
+      "ce_loss_39": 1.808261874318123,
+      "ce_loss_52": 1.45538187623024,
+      "ce_loss_7": 2.8760022819042206,
+      "epoch": 0.65,
+      "grad_norm": 15.357970116880674,
+      "kl_loss_13": 2229.4,
+      "kl_loss_26": 1089.7,
+      "kl_loss_39": 695.95,
+      "kl_loss_7": 2930.8,
+      "learning_rate": 0.0002779666936971129,
+      "loss": 3429.5,
+      "step": 6500
+    },
+    {
+      "ce_loss_13": 2.496321311593056,
+      "ce_loss_26": 1.9730540215969086,
+      "ce_loss_39": 1.7846842855215073,
+      "ce_loss_52": 1.444144432246685,
+      "ce_loss_7": 2.8269869565963743,
+      "epoch": 0.651,
+      "grad_norm": 14.142211217794582,
+      "kl_loss_13": 2159.4,
+      "kl_loss_26": 1043.4,
+      "kl_loss_39": 660.95,
+      "kl_loss_7": 2856.0,
+      "learning_rate": 0.00027654617388876614,
+      "loss": 3409.65,
+      "step": 6510
+    },
+    {
+      "ce_loss_13": 2.4942274272441862,
+      "ce_loss_26": 1.9708451181650162,
+      "ce_loss_39": 1.781627294421196,
+      "ce_loss_52": 1.436317929625511,
+      "ce_loss_7": 2.824290210008621,
+      "epoch": 0.652,
+      "grad_norm": 14.257728738894219,
+      "kl_loss_13": 2158.0,
+      "kl_loss_26": 1061.3,
+      "kl_loss_39": 676.9,
+      "kl_loss_7": 2841.6,
+      "learning_rate": 0.0002751279042579672,
+      "loss": 3420.3,
+      "step": 6520
+    },
+    {
+      "ce_loss_13": 2.474119412899017,
+      "ce_loss_26": 1.9305396527051926,
+      "ce_loss_39": 1.745158138871193,
+      "ce_loss_52": 1.4086509764194488,
+      "ce_loss_7": 2.8088379979133604,
+      "epoch": 0.653,
+      "grad_norm": 14.091894330635501,
+      "kl_loss_13": 2189.8,
+      "kl_loss_26": 1060.2,
+      "kl_loss_39": 671.45,
+      "kl_loss_7": 2896.4,
+      "learning_rate": 0.00027371189908667604,
+      "loss": 3430.2,
+      "step": 6530
+    },
+    {
+      "ce_loss_13": 2.5130710184574125,
+      "ce_loss_26": 1.9766233384609222,
+      "ce_loss_39": 1.7931175470352172,
+      "ce_loss_52": 1.4404253482818603,
+      "ce_loss_7": 2.8409298956394196,
+      "epoch": 0.654,
+      "grad_norm": 14.81675411336707,
+      "kl_loss_13": 2196.2,
+      "kl_loss_26": 1079.4,
+      "kl_loss_39": 687.65,
+      "kl_loss_7": 2891.2,
+      "learning_rate": 0.00027229817263404863,
+      "loss": 3395.3,
+      "step": 6540
+    },
+    {
+      "ce_loss_13": 2.489423853158951,
+      "ce_loss_26": 1.9515893071889878,
+      "ce_loss_39": 1.7590265810489654,
+      "ce_loss_52": 1.4197510361671448,
+      "ce_loss_7": 2.832774597406387,
+      "epoch": 0.655,
+      "grad_norm": 14.759093026127282,
+      "kl_loss_13": 2178.4,
+      "kl_loss_26": 1050.2,
+      "kl_loss_39": 655.0,
+      "kl_loss_7": 2893.2,
+      "learning_rate": 0.0002708867391362948,
+      "loss": 3416.7,
+      "step": 6550
+    },
+    {
+      "ce_loss_13": 2.5174727141857147,
+      "ce_loss_26": 1.9717289686203003,
+      "ce_loss_39": 1.7858693569898605,
+      "ce_loss_52": 1.4473539382219314,
+      "ce_loss_7": 2.8465367794036864,
+      "epoch": 0.656,
+      "grad_norm": 14.064047100581472,
+      "kl_loss_13": 2182.8,
+      "kl_loss_26": 1041.7,
+      "kl_loss_39": 656.75,
+      "kl_loss_7": 2877.6,
+      "learning_rate": 0.0002694776128065345,
+      "loss": 3397.05,
+      "step": 6560
+    },
+    {
+      "ce_loss_13": 2.528963714838028,
+      "ce_loss_26": 1.981925156712532,
+      "ce_loss_39": 1.7907918602228166,
+      "ce_loss_52": 1.4499590158462525,
+      "ce_loss_7": 2.871799385547638,
+      "epoch": 0.657,
+      "grad_norm": 14.569880458498675,
+      "kl_loss_13": 2200.6,
+      "kl_loss_26": 1059.1,
+      "kl_loss_39": 660.35,
+      "kl_loss_7": 2915.2,
+      "learning_rate": 0.00026807080783465374,
+      "loss": 3393.8,
+      "step": 6570
+    },
+    {
+      "ce_loss_13": 2.5217245757579803,
+      "ce_loss_26": 1.9828781098127366,
+      "ce_loss_39": 1.7871235221624375,
+      "ce_loss_52": 1.4383462622761727,
+      "ce_loss_7": 2.864704269170761,
+      "epoch": 0.658,
+      "grad_norm": 14.405026774063144,
+      "kl_loss_13": 2246.6,
+      "kl_loss_26": 1094.4,
+      "kl_loss_39": 694.55,
+      "kl_loss_7": 2961.2,
+      "learning_rate": 0.00026666633838716316,
+      "loss": 3410.55,
+      "step": 6580
+    },
+    {
+      "ce_loss_13": 2.525897091627121,
+      "ce_loss_26": 1.9987964391708375,
+      "ce_loss_39": 1.815827977657318,
+      "ce_loss_52": 1.4701957792043685,
+      "ce_loss_7": 2.8572112381458283,
+      "epoch": 0.659,
+      "grad_norm": 14.76642356275535,
+      "kl_loss_13": 2192.0,
+      "kl_loss_26": 1080.0,
+      "kl_loss_39": 689.6,
+      "kl_loss_7": 2880.4,
+      "learning_rate": 0.00026526421860705474,
+      "loss": 3403.15,
+      "step": 6590
+    },
+    {
+      "ce_loss_13": 2.516835355758667,
+      "ce_loss_26": 1.9933927595615386,
+      "ce_loss_39": 1.8040386736392975,
+      "ce_loss_52": 1.4699463561177253,
+      "ce_loss_7": 2.839303117990494,
+      "epoch": 0.66,
+      "grad_norm": 15.026727729458214,
+      "kl_loss_13": 2153.2,
+      "kl_loss_26": 1047.1,
+      "kl_loss_39": 659.7,
+      "kl_loss_7": 2838.8,
+      "learning_rate": 0.0002638644626136587,
+      "loss": 3420.9,
+      "step": 6600
+    },
+    {
+      "ce_loss_13": 2.5133367598056795,
+      "ce_loss_26": 1.9757141143083572,
+      "ce_loss_39": 1.7787566870450973,
+      "ce_loss_52": 1.4421678900718689,
+      "ce_loss_7": 2.84059277176857,
+      "epoch": 0.661,
+      "grad_norm": 14.33502800394329,
+      "kl_loss_13": 2167.2,
+      "kl_loss_26": 1050.2,
+      "kl_loss_39": 655.95,
+      "kl_loss_7": 2853.6,
+      "learning_rate": 0.00026246708450250255,
+      "loss": 3363.15,
+      "step": 6610
+    },
+    {
+      "ce_loss_13": 2.530620867013931,
+      "ce_loss_26": 2.015302965044975,
+      "ce_loss_39": 1.8304377377033234,
+      "ce_loss_52": 1.4897648423910141,
+      "ce_loss_7": 2.84687961935997,
+      "epoch": 0.662,
+      "grad_norm": 14.322777446508148,
+      "kl_loss_13": 2141.4,
+      "kl_loss_26": 1047.1,
+      "kl_loss_39": 661.0,
+      "kl_loss_7": 2818.4,
+      "learning_rate": 0.00026107209834516854,
+      "loss": 3368.65,
+      "step": 6620
+    },
+    {
+      "ce_loss_13": 2.5134909957647324,
+      "ce_loss_26": 1.964612963795662,
+      "ce_loss_39": 1.7641142904758453,
+      "ce_loss_52": 1.4144739270210267,
+      "ce_loss_7": 2.851569724082947,
+      "epoch": 0.663,
+      "grad_norm": 14.388583697005986,
+      "kl_loss_13": 2236.4,
+      "kl_loss_26": 1088.4,
+      "kl_loss_39": 685.8,
+      "kl_loss_7": 2945.2,
+      "learning_rate": 0.0002596795181891514,
+      "loss": 3390.15,
+      "step": 6630
+    },
+    {
+      "ce_loss_13": 2.4643958449363708,
+      "ce_loss_26": 1.9360562086105346,
+      "ce_loss_39": 1.7430761098861693,
+      "ce_loss_52": 1.4107858330011367,
+      "ce_loss_7": 2.7886133015155794,
+      "epoch": 0.664,
+      "grad_norm": 14.667067788196036,
+      "kl_loss_13": 2160.8,
+      "kl_loss_26": 1055.2,
+      "kl_loss_39": 663.05,
+      "kl_loss_7": 2836.8,
+      "learning_rate": 0.000258289358057718,
+      "loss": 3433.7,
+      "step": 6640
+    },
+    {
+      "ce_loss_13": 2.470621481537819,
+      "ce_loss_26": 1.932977157831192,
+      "ce_loss_39": 1.7458938509225845,
+      "ce_loss_52": 1.40322026014328,
+      "ce_loss_7": 2.8033271014690397,
+      "epoch": 0.665,
+      "grad_norm": 14.559695450600435,
+      "kl_loss_13": 2196.2,
+      "kl_loss_26": 1066.5,
+      "kl_loss_39": 673.3,
+      "kl_loss_7": 2893.6,
+      "learning_rate": 0.0002569016319497657,
+      "loss": 3385.35,
+      "step": 6650
+    },
+    {
+      "ce_loss_13": 2.523782452940941,
+      "ce_loss_26": 1.9726400285959245,
+      "ce_loss_39": 1.783732882142067,
+      "ce_loss_52": 1.441526584327221,
+      "ce_loss_7": 2.8546798706054686,
+      "epoch": 0.666,
+      "grad_norm": 14.338494844564005,
+      "kl_loss_13": 2201.0,
+      "kl_loss_26": 1066.9,
+      "kl_loss_39": 675.1,
+      "kl_loss_7": 2913.6,
+      "learning_rate": 0.00025551635383968066,
+      "loss": 3431.65,
+      "step": 6660
+    },
+    {
+      "ce_loss_13": 2.496166667342186,
+      "ce_loss_26": 1.9616001814603805,
+      "ce_loss_39": 1.7780775994062423,
+      "ce_loss_52": 1.4437817305326461,
+      "ce_loss_7": 2.8353283524513246,
+      "epoch": 0.667,
+      "grad_norm": 14.333332930511547,
+      "kl_loss_13": 2162.8,
+      "kl_loss_26": 1041.8,
+      "kl_loss_39": 658.3,
+      "kl_loss_7": 2867.2,
+      "learning_rate": 0.00025413353767719804,
+      "loss": 3373.9,
+      "step": 6670
+    },
+    {
+      "ce_loss_13": 2.4899742186069487,
+      "ce_loss_26": 1.9639368683099747,
+      "ce_loss_39": 1.7742518305778503,
+      "ce_loss_52": 1.4562912076711654,
+      "ce_loss_7": 2.813701218366623,
+      "epoch": 0.668,
+      "grad_norm": 15.020866565536496,
+      "kl_loss_13": 2118.8,
+      "kl_loss_26": 1008.9,
+      "kl_loss_39": 626.15,
+      "kl_loss_7": 2799.6,
+      "learning_rate": 0.0002527531973872617,
+      "loss": 3354.0,
+      "step": 6680
+    },
+    {
+      "ce_loss_13": 2.4495032489299775,
+      "ce_loss_26": 1.9232689619064331,
+      "ce_loss_39": 1.7322240889072418,
+      "ce_loss_52": 1.4083685100078582,
+      "ce_loss_7": 2.7809501469135283,
+      "epoch": 0.669,
+      "grad_norm": 15.157984637483661,
+      "kl_loss_13": 2152.4,
+      "kl_loss_26": 1034.8,
+      "kl_loss_39": 641.05,
+      "kl_loss_7": 2845.2,
+      "learning_rate": 0.0002513753468698826,
+      "loss": 3397.05,
+      "step": 6690
+    },
+    {
+      "ce_loss_13": 2.5416204214096068,
+      "ce_loss_26": 1.9909723430871964,
+      "ce_loss_39": 1.797818985581398,
+      "ce_loss_52": 1.4566215574741364,
+      "ce_loss_7": 2.8839422285556795,
+      "epoch": 0.67,
+      "grad_norm": 14.731917297604895,
+      "kl_loss_13": 2207.8,
+      "kl_loss_26": 1067.0,
+      "kl_loss_39": 664.6,
+      "kl_loss_7": 2918.4,
+      "learning_rate": 0.0002500000000000001,
+      "loss": 3410.05,
+      "step": 6700
+    },
+    {
+      "ce_loss_13": 2.46220725774765,
+      "ce_loss_26": 1.9426458358764649,
+      "ce_loss_39": 1.7631336867809295,
+      "ce_loss_52": 1.4324473321437836,
+      "ce_loss_7": 2.7896072566509247,
+      "epoch": 0.671,
+      "grad_norm": 14.394157937336324,
+      "kl_loss_13": 2145.4,
+      "kl_loss_26": 1030.2,
+      "kl_loss_39": 651.6,
+      "kl_loss_7": 2836.8,
+      "learning_rate": 0.0002486271706273421,
+      "loss": 3349.6,
+      "step": 6710
+    },
+    {
+      "ce_loss_13": 2.4807921826839445,
+      "ce_loss_26": 1.9570556044578553,
+      "ce_loss_39": 1.776718083024025,
+      "ce_loss_52": 1.4477659314870834,
+      "ce_loss_7": 2.8088565468788147,
+      "epoch": 0.672,
+      "grad_norm": 14.57538335602299,
+      "kl_loss_13": 2109.6,
+      "kl_loss_26": 1009.8,
+      "kl_loss_39": 634.25,
+      "kl_loss_7": 2806.0,
+      "learning_rate": 0.0002472568725762853,
+      "loss": 3376.2,
+      "step": 6720
+    },
+    {
+      "ce_loss_13": 2.4802849024534224,
+      "ce_loss_26": 1.9443901777267456,
+      "ce_loss_39": 1.7523796886205674,
+      "ce_loss_52": 1.4139477282762527,
+      "ce_loss_7": 2.8129481852054594,
+      "epoch": 0.673,
+      "grad_norm": 14.144296062088605,
+      "kl_loss_13": 2194.4,
+      "kl_loss_26": 1069.6,
+      "kl_loss_39": 674.95,
+      "kl_loss_7": 2888.8,
+      "learning_rate": 0.00024588911964571554,
+      "loss": 3364.55,
+      "step": 6730
+    },
+    {
+      "ce_loss_13": 2.5132571697235107,
+      "ce_loss_26": 1.9828839927911759,
+      "ce_loss_39": 1.7922901511192322,
+      "ce_loss_52": 1.4625934183597564,
+      "ce_loss_7": 2.841163671016693,
+      "epoch": 0.674,
+      "grad_norm": 14.199249331732203,
+      "kl_loss_13": 2159.4,
+      "kl_loss_26": 1039.5,
+      "kl_loss_39": 646.65,
+      "kl_loss_7": 2846.0,
+      "learning_rate": 0.00024452392560888974,
+      "loss": 3361.05,
+      "step": 6740
+    },
+    {
+      "ce_loss_13": 2.4865836411714555,
+      "ce_loss_26": 1.954461258649826,
+      "ce_loss_39": 1.7649456202983855,
+      "ce_loss_52": 1.4221005111932754,
+      "ce_loss_7": 2.821400898694992,
+      "epoch": 0.675,
+      "grad_norm": 14.682119193582665,
+      "kl_loss_13": 2206.2,
+      "kl_loss_26": 1077.5,
+      "kl_loss_39": 678.9,
+      "kl_loss_7": 2902.4,
+      "learning_rate": 0.00024316130421329695,
+      "loss": 3347.95,
+      "step": 6750
+    },
+    {
+      "ce_loss_13": 2.474187096953392,
+      "ce_loss_26": 1.9446223825216293,
+      "ce_loss_39": 1.7641993075609208,
+      "ce_loss_52": 1.436264917254448,
+      "ce_loss_7": 2.8015049755573274,
+      "epoch": 0.676,
+      "grad_norm": 14.72420694586694,
+      "kl_loss_13": 2155.0,
+      "kl_loss_26": 1030.2,
+      "kl_loss_39": 646.8,
+      "kl_loss_7": 2843.6,
+      "learning_rate": 0.00024180126918051909,
+      "loss": 3348.9,
+      "step": 6760
+    },
+    {
+      "ce_loss_13": 2.480317395925522,
+      "ce_loss_26": 1.956321433186531,
+      "ce_loss_39": 1.7687535285949707,
+      "ce_loss_52": 1.4266707986593246,
+      "ce_loss_7": 2.808481311798096,
+      "epoch": 0.677,
+      "grad_norm": 15.416504395614744,
+      "kl_loss_13": 2171.4,
+      "kl_loss_26": 1058.8,
+      "kl_loss_39": 666.6,
+      "kl_loss_7": 2869.2,
+      "learning_rate": 0.00024044383420609406,
+      "loss": 3413.1,
+      "step": 6770
+    },
+    {
+      "ce_loss_13": 2.5013114362955093,
+      "ce_loss_26": 1.9759581625461577,
+      "ce_loss_39": 1.7926720827817917,
+      "ce_loss_52": 1.4599666327238083,
+      "ce_loss_7": 2.8250863194465636,
+      "epoch": 0.678,
+      "grad_norm": 13.962008513939274,
+      "kl_loss_13": 2133.8,
+      "kl_loss_26": 1039.8,
+      "kl_loss_39": 651.85,
+      "kl_loss_7": 2824.8,
+      "learning_rate": 0.00023908901295937712,
+      "loss": 3372.05,
+      "step": 6780
+    },
+    {
+      "ce_loss_13": 2.489407476782799,
+      "ce_loss_26": 1.9609563022851944,
+      "ce_loss_39": 1.778808832168579,
+      "ce_loss_52": 1.454407089948654,
+      "ce_loss_7": 2.8136882543563844,
+      "epoch": 0.679,
+      "grad_norm": 14.19915367627698,
+      "kl_loss_13": 2110.2,
+      "kl_loss_26": 1016.4,
+      "kl_loss_39": 637.05,
+      "kl_loss_7": 2792.0,
+      "learning_rate": 0.00023773681908340283,
+      "loss": 3384.7,
+      "step": 6790
+    },
+    {
+      "ce_loss_13": 2.4634098410606384,
+      "ce_loss_26": 1.9384621411561966,
+      "ce_loss_39": 1.7507896840572357,
+      "ce_loss_52": 1.4146029382944107,
+      "ce_loss_7": 2.7943048059940336,
+      "epoch": 0.68,
+      "grad_norm": 14.861512399701681,
+      "kl_loss_13": 2166.4,
+      "kl_loss_26": 1051.5,
+      "kl_loss_39": 658.6,
+      "kl_loss_7": 2860.8,
+      "learning_rate": 0.00023638726619474876,
+      "loss": 3356.85,
+      "step": 6800
+    },
+    {
+      "ce_loss_13": 2.5783134520053865,
+      "ce_loss_26": 2.045197767019272,
+      "ce_loss_39": 1.8584345400333404,
+      "ce_loss_52": 1.5217636466026305,
+      "ce_loss_7": 2.9070691764354706,
+      "epoch": 0.681,
+      "grad_norm": 14.552198364638281,
+      "kl_loss_13": 2176.2,
+      "kl_loss_26": 1054.5,
+      "kl_loss_39": 659.7,
+      "kl_loss_7": 2877.6,
+      "learning_rate": 0.0002350403678833976,
+      "loss": 3347.55,
+      "step": 6810
+    },
+    {
+      "ce_loss_13": 2.4692390322685243,
+      "ce_loss_26": 1.943667185306549,
+      "ce_loss_39": 1.7523112028837204,
+      "ce_loss_52": 1.426128900051117,
+      "ce_loss_7": 2.7978816986083985,
+      "epoch": 0.682,
+      "grad_norm": 14.998678580001265,
+      "kl_loss_13": 2167.2,
+      "kl_loss_26": 1050.9,
+      "kl_loss_39": 652.95,
+      "kl_loss_7": 2852.4,
+      "learning_rate": 0.00023369613771260007,
+      "loss": 3369.6,
+      "step": 6820
+    },
+    {
+      "ce_loss_13": 2.4953604638576508,
+      "ce_loss_26": 1.981321769952774,
+      "ce_loss_39": 1.7999033033847809,
+      "ce_loss_52": 1.4693025022745132,
+      "ce_loss_7": 2.826812982559204,
+      "epoch": 0.683,
+      "grad_norm": 14.167664016838927,
+      "kl_loss_13": 2131.6,
+      "kl_loss_26": 1041.6,
+      "kl_loss_39": 654.4,
+      "kl_loss_7": 2822.8,
+      "learning_rate": 0.00023235458921873925,
+      "loss": 3334.7,
+      "step": 6830
+    },
+    {
+      "ce_loss_13": 2.5015017211437227,
+      "ce_loss_26": 1.9650517791509627,
+      "ce_loss_39": 1.7717696577310562,
+      "ce_loss_52": 1.4357108920812607,
+      "ce_loss_7": 2.827932006120682,
+      "epoch": 0.684,
+      "grad_norm": 14.585579391353733,
+      "kl_loss_13": 2162.0,
+      "kl_loss_26": 1051.0,
+      "kl_loss_39": 656.3,
+      "kl_loss_7": 2848.0,
+      "learning_rate": 0.0002310157359111938,
+      "loss": 3348.15,
+      "step": 6840
+    },
+    {
+      "ce_loss_13": 2.426406466960907,
+      "ce_loss_26": 1.9015664726495742,
+      "ce_loss_39": 1.718049594759941,
+      "ce_loss_52": 1.3935224622488023,
+      "ce_loss_7": 2.756322818994522,
+      "epoch": 0.685,
+      "grad_norm": 15.055484269746147,
+      "kl_loss_13": 2134.6,
+      "kl_loss_26": 1022.1,
+      "kl_loss_39": 635.6,
+      "kl_loss_7": 2830.0,
+      "learning_rate": 0.0002296795912722014,
+      "loss": 3335.95,
+      "step": 6850
+    },
+    {
+      "ce_loss_13": 2.414138987660408,
+      "ce_loss_26": 1.8910569071769714,
+      "ce_loss_39": 1.708191841840744,
+      "ce_loss_52": 1.383391012251377,
+      "ce_loss_7": 2.747501391172409,
+      "epoch": 0.686,
+      "grad_norm": 14.125926922706771,
+      "kl_loss_13": 2113.8,
+      "kl_loss_26": 1014.7,
+      "kl_loss_39": 637.05,
+      "kl_loss_7": 2808.8,
+      "learning_rate": 0.0002283461687567236,
+      "loss": 3303.65,
+      "step": 6860
+    },
+    {
+      "ce_loss_13": 2.464204970002174,
+      "ce_loss_26": 1.9375032573938369,
+      "ce_loss_39": 1.7498446986079217,
+      "ce_loss_52": 1.4226357489824295,
+      "ce_loss_7": 2.7877202153205873,
+      "epoch": 0.687,
+      "grad_norm": 14.738238275957917,
+      "kl_loss_13": 2139.2,
+      "kl_loss_26": 1028.9,
+      "kl_loss_39": 644.15,
+      "kl_loss_7": 2826.0,
+      "learning_rate": 0.00022701548179231045,
+      "loss": 3307.2,
+      "step": 6870
+    },
+    {
+      "ce_loss_13": 2.494007241725922,
+      "ce_loss_26": 1.9751898407936097,
+      "ce_loss_39": 1.7829045623540878,
+      "ce_loss_52": 1.4496880739927291,
+      "ce_loss_7": 2.8286533296108245,
+      "epoch": 0.688,
+      "grad_norm": 13.852391362837148,
+      "kl_loss_13": 2141.2,
+      "kl_loss_26": 1042.5,
+      "kl_loss_39": 651.3,
+      "kl_loss_7": 2830.8,
+      "learning_rate": 0.00022568754377896516,
+      "loss": 3367.25,
+      "step": 6880
+    },
+    {
+      "ce_loss_13": 2.4991670876741408,
+      "ce_loss_26": 1.9593406468629837,
+      "ce_loss_39": 1.7670493572950363,
+      "ce_loss_52": 1.426390787959099,
+      "ce_loss_7": 2.8318077862262725,
+      "epoch": 0.689,
+      "grad_norm": 14.446284686187164,
+      "kl_loss_13": 2202.8,
+      "kl_loss_26": 1070.1,
+      "kl_loss_39": 671.2,
+      "kl_loss_7": 2903.6,
+      "learning_rate": 0.00022436236808900844,
+      "loss": 3351.3,
+      "step": 6890
+    },
+    {
+      "ce_loss_13": 2.5084181427955627,
+      "ce_loss_26": 1.9811445116996764,
+      "ce_loss_39": 1.7889297604560852,
+      "ce_loss_52": 1.4664145559072495,
+      "ce_loss_7": 2.8357039868831633,
+      "epoch": 0.69,
+      "grad_norm": 14.484209525578123,
+      "kl_loss_13": 2151.6,
+      "kl_loss_26": 1045.5,
+      "kl_loss_39": 652.25,
+      "kl_loss_7": 2853.6,
+      "learning_rate": 0.00022303996806694487,
+      "loss": 3356.65,
+      "step": 6900
+    },
+    {
+      "ce_loss_13": 2.514096361398697,
+      "ce_loss_26": 1.9786822557449342,
+      "ce_loss_39": 1.7935864567756652,
+      "ce_loss_52": 1.4548332244157791,
+      "ce_loss_7": 2.839564120769501,
+      "epoch": 0.691,
+      "grad_norm": 13.76338668087359,
+      "kl_loss_13": 2184.2,
+      "kl_loss_26": 1055.1,
+      "kl_loss_39": 667.4,
+      "kl_loss_7": 2879.6,
+      "learning_rate": 0.00022172035702932823,
+      "loss": 3337.1,
+      "step": 6910
+    },
+    {
+      "ce_loss_13": 2.4764732241630556,
+      "ce_loss_26": 1.95515196621418,
+      "ce_loss_39": 1.772997224330902,
+      "ce_loss_52": 1.4487987339496613,
+      "ce_loss_7": 2.8033831179142,
+      "epoch": 0.692,
+      "grad_norm": 14.586346705034499,
+      "kl_loss_13": 2110.2,
+      "kl_loss_26": 1014.4,
+      "kl_loss_39": 638.2,
+      "kl_loss_7": 2793.2,
+      "learning_rate": 0.00022040354826462666,
+      "loss": 3310.75,
+      "step": 6920
+    },
+    {
+      "ce_loss_13": 2.468746620416641,
+      "ce_loss_26": 1.9468185782432557,
+      "ce_loss_39": 1.7679857224225999,
+      "ce_loss_52": 1.4481467604637146,
+      "ce_loss_7": 2.789846181869507,
+      "epoch": 0.693,
+      "grad_norm": 15.005402062047136,
+      "kl_loss_13": 2109.6,
+      "kl_loss_26": 1011.9,
+      "kl_loss_39": 635.85,
+      "kl_loss_7": 2789.6,
+      "learning_rate": 0.0002190895550330899,
+      "loss": 3354.5,
+      "step": 6930
+    },
+    {
+      "ce_loss_13": 2.4501267641782762,
+      "ce_loss_26": 1.9237078607082367,
+      "ce_loss_39": 1.735903450846672,
+      "ce_loss_52": 1.413103035092354,
+      "ce_loss_7": 2.7897567749023438,
+      "epoch": 0.694,
+      "grad_norm": 14.894293084006021,
+      "kl_loss_13": 2115.4,
+      "kl_loss_26": 1009.8,
+      "kl_loss_39": 623.75,
+      "kl_loss_7": 2825.6,
+      "learning_rate": 0.00021777839056661552,
+      "loss": 3328.85,
+      "step": 6940
+    },
+    {
+      "ce_loss_13": 2.5025814145803453,
+      "ce_loss_26": 1.9697064816951753,
+      "ce_loss_39": 1.7858674556016922,
+      "ce_loss_52": 1.459896171092987,
+      "ce_loss_7": 2.8366158485412596,
+      "epoch": 0.695,
+      "grad_norm": 14.62978428769736,
+      "kl_loss_13": 2143.8,
+      "kl_loss_26": 1026.4,
+      "kl_loss_39": 644.0,
+      "kl_loss_7": 2842.8,
+      "learning_rate": 0.0002164700680686147,
+      "loss": 3339.6,
+      "step": 6950
+    },
+    {
+      "ce_loss_13": 2.480437287688255,
+      "ce_loss_26": 1.9569555580615998,
+      "ce_loss_39": 1.7707047134637832,
+      "ce_loss_52": 1.4560858264565468,
+      "ce_loss_7": 2.8063796043395994,
+      "epoch": 0.696,
+      "grad_norm": 14.305917479002375,
+      "kl_loss_13": 2104.0,
+      "kl_loss_26": 1003.9,
+      "kl_loss_39": 621.6,
+      "kl_loss_7": 2791.2,
+      "learning_rate": 0.0002151646007138806,
+      "loss": 3346.15,
+      "step": 6960
+    },
+    {
+      "ce_loss_13": 2.4904795557260515,
+      "ce_loss_26": 1.9593748480081559,
+      "ce_loss_39": 1.7725317537784577,
+      "ce_loss_52": 1.4421725705266,
+      "ce_loss_7": 2.82717769742012,
+      "epoch": 0.697,
+      "grad_norm": 14.55516871467818,
+      "kl_loss_13": 2171.2,
+      "kl_loss_26": 1046.7,
+      "kl_loss_39": 655.3,
+      "kl_loss_7": 2878.4,
+      "learning_rate": 0.00021386200164845526,
+      "loss": 3321.35,
+      "step": 6970
+    },
+    {
+      "ce_loss_13": 2.4793561339378356,
+      "ce_loss_26": 1.9439466089010238,
+      "ce_loss_39": 1.7569547444581985,
+      "ce_loss_52": 1.4289204239845277,
+      "ce_loss_7": 2.807218599319458,
+      "epoch": 0.698,
+      "grad_norm": 13.778785355416604,
+      "kl_loss_13": 2152.0,
+      "kl_loss_26": 1037.7,
+      "kl_loss_39": 642.8,
+      "kl_loss_7": 2848.0,
+      "learning_rate": 0.0002125622839894964,
+      "loss": 3315.5,
+      "step": 6980
+    },
+    {
+      "ce_loss_13": 2.585531139373779,
+      "ce_loss_26": 2.031143417954445,
+      "ce_loss_39": 1.8274976074695588,
+      "ce_loss_52": 1.4753503799438477,
+      "ce_loss_7": 2.921118849515915,
+      "epoch": 0.699,
+      "grad_norm": 14.664216613597723,
+      "kl_loss_13": 2260.4,
+      "kl_loss_26": 1103.8,
+      "kl_loss_39": 685.9,
+      "kl_loss_7": 2968.0,
+      "learning_rate": 0.00021126546082514663,
+      "loss": 3365.55,
+      "step": 6990
+    },
+    {
+      "ce_loss_13": 2.478432095050812,
+      "ce_loss_26": 1.950699546933174,
+      "ce_loss_39": 1.7660550504922867,
+      "ce_loss_52": 1.4418641477823257,
+      "ce_loss_7": 2.802116149663925,
+      "epoch": 0.7,
+      "grad_norm": 14.414270184643762,
+      "kl_loss_13": 2128.4,
+      "kl_loss_26": 1022.4,
+      "kl_loss_39": 639.9,
+      "kl_loss_7": 2808.8,
+      "learning_rate": 0.00020997154521440098,
+      "loss": 3312.0,
+      "step": 7000
+    },
+    {
+      "ce_loss_13": 2.4484674006700518,
+      "ce_loss_26": 1.9334596753120423,
+      "ce_loss_39": 1.754175427556038,
+      "ce_loss_52": 1.4356836065649987,
+      "ce_loss_7": 2.7715867519378663,
+      "epoch": 0.701,
+      "grad_norm": 15.009606673101777,
+      "kl_loss_13": 2096.6,
+      "kl_loss_26": 1005.6,
+      "kl_loss_39": 630.9,
+      "kl_loss_7": 2776.0,
+      "learning_rate": 0.0002086805501869749,
+      "loss": 3296.9,
+      "step": 7010
+    },
+    {
+      "ce_loss_13": 2.500411355495453,
+      "ce_loss_26": 1.9781237423419953,
+      "ce_loss_39": 1.7995324105024337,
+      "ce_loss_52": 1.473289003968239,
+      "ce_loss_7": 2.8238317251205443,
+      "epoch": 0.702,
+      "grad_norm": 14.811490845229788,
+      "kl_loss_13": 2108.4,
+      "kl_loss_26": 1018.1,
+      "kl_loss_39": 642.65,
+      "kl_loss_7": 2786.4,
+      "learning_rate": 0.0002073924887431744,
+      "loss": 3301.85,
+      "step": 7020
+    },
+    {
+      "ce_loss_13": 2.4331007301807404,
+      "ce_loss_26": 1.925421604514122,
+      "ce_loss_39": 1.740053552389145,
+      "ce_loss_52": 1.4260162442922593,
+      "ce_loss_7": 2.750682008266449,
+      "epoch": 0.703,
+      "grad_norm": 14.093530596736626,
+      "kl_loss_13": 2071.0,
+      "kl_loss_26": 996.4,
+      "kl_loss_39": 613.7,
+      "kl_loss_7": 2741.2,
+      "learning_rate": 0.00020610737385376348,
+      "loss": 3303.45,
+      "step": 7030
+    },
+    {
+      "ce_loss_13": 2.438492274284363,
+      "ce_loss_26": 1.917963182926178,
+      "ce_loss_39": 1.731092056632042,
+      "ce_loss_52": 1.4118753850460053,
+      "ce_loss_7": 2.7640158772468566,
+      "epoch": 0.704,
+      "grad_norm": 14.575552477174394,
+      "kl_loss_13": 2113.4,
+      "kl_loss_26": 1019.3,
+      "kl_loss_39": 632.85,
+      "kl_loss_7": 2804.0,
+      "learning_rate": 0.00020482521845983521,
+      "loss": 3301.55,
+      "step": 7040
+    },
+    {
+      "ce_loss_13": 2.4910335719585417,
+      "ce_loss_26": 1.9715039610862732,
+      "ce_loss_39": 1.7800425946712495,
+      "ce_loss_52": 1.4519392430782319,
+      "ce_loss_7": 2.819239354133606,
+      "epoch": 0.705,
+      "grad_norm": 14.820051388586238,
+      "kl_loss_13": 2136.2,
+      "kl_loss_26": 1040.9,
+      "kl_loss_39": 651.75,
+      "kl_loss_7": 2824.0,
+      "learning_rate": 0.00020354603547267987,
+      "loss": 3316.6,
+      "step": 7050
+    },
+    {
+      "ce_loss_13": 2.4318030804395674,
+      "ce_loss_26": 1.910761234164238,
+      "ce_loss_39": 1.7284663796424866,
+      "ce_loss_52": 1.4129984229803085,
+      "ce_loss_7": 2.7625936210155486,
+      "epoch": 0.706,
+      "grad_norm": 14.59547057670379,
+      "kl_loss_13": 2113.8,
+      "kl_loss_26": 1004.1,
+      "kl_loss_39": 622.2,
+      "kl_loss_7": 2816.4,
+      "learning_rate": 0.00020226983777365604,
+      "loss": 3284.95,
+      "step": 7060
+    },
+    {
+      "ce_loss_13": 2.4749036192893983,
+      "ce_loss_26": 1.9450800210237502,
+      "ce_loss_39": 1.761537629365921,
+      "ce_loss_52": 1.4373356252908707,
+      "ce_loss_7": 2.809742730855942,
+      "epoch": 0.707,
+      "grad_norm": 14.651682120589488,
+      "kl_loss_13": 2148.8,
+      "kl_loss_26": 1038.1,
+      "kl_loss_39": 647.05,
+      "kl_loss_7": 2860.4,
+      "learning_rate": 0.00020099663821406056,
+      "loss": 3330.65,
+      "step": 7070
+    },
+    {
+      "ce_loss_13": 2.500520494580269,
+      "ce_loss_26": 1.9711394160985947,
+      "ce_loss_39": 1.7850598603487016,
+      "ce_loss_52": 1.4572303384542464,
+      "ce_loss_7": 2.822962099313736,
+      "epoch": 0.708,
+      "grad_norm": 14.695952402949361,
+      "kl_loss_13": 2140.6,
+      "kl_loss_26": 1032.0,
+      "kl_loss_39": 642.6,
+      "kl_loss_7": 2828.8,
+      "learning_rate": 0.00019972644961499853,
+      "loss": 3310.1,
+      "step": 7080
+    },
+    {
+      "ce_loss_13": 2.4471381455659866,
+      "ce_loss_26": 1.9142519533634186,
+      "ce_loss_39": 1.7273518294095993,
+      "ce_loss_52": 1.4090154066681861,
+      "ce_loss_7": 2.775345432758331,
+      "epoch": 0.709,
+      "grad_norm": 14.907893630817398,
+      "kl_loss_13": 2145.0,
+      "kl_loss_26": 1028.7,
+      "kl_loss_39": 636.3,
+      "kl_loss_7": 2839.2,
+      "learning_rate": 0.00019845928476725522,
+      "loss": 3284.4,
+      "step": 7090
+    },
+    {
+      "ce_loss_13": 2.484838107228279,
+      "ce_loss_26": 1.9752304345369338,
+      "ce_loss_39": 1.7935984045267106,
+      "ce_loss_52": 1.4694376409053802,
+      "ce_loss_7": 2.8051605463027953,
+      "epoch": 0.71,
+      "grad_norm": 14.813324344167642,
+      "kl_loss_13": 2100.4,
+      "kl_loss_26": 1009.5,
+      "kl_loss_39": 629.85,
+      "kl_loss_7": 2784.0,
+      "learning_rate": 0.00019719515643116677,
+      "loss": 3271.1,
+      "step": 7100
+    },
+    {
+      "ce_loss_13": 2.449986720085144,
+      "ce_loss_26": 1.915557289123535,
+      "ce_loss_39": 1.7244810461997986,
+      "ce_loss_52": 1.4009377419948579,
+      "ce_loss_7": 2.7815246999263765,
+      "epoch": 0.711,
+      "grad_norm": 14.72405028446814,
+      "kl_loss_13": 2128.8,
+      "kl_loss_26": 1018.3,
+      "kl_loss_39": 632.1,
+      "kl_loss_7": 2824.4,
+      "learning_rate": 0.0001959340773364911,
+      "loss": 3301.5,
+      "step": 7110
+    },
+    {
+      "ce_loss_13": 2.4507795870304108,
+      "ce_loss_26": 1.9264422208070755,
+      "ce_loss_39": 1.7369968056678773,
+      "ce_loss_52": 1.4171953916549682,
+      "ce_loss_7": 2.778002160787582,
+      "epoch": 0.712,
+      "grad_norm": 15.123641060610607,
+      "kl_loss_13": 2145.2,
+      "kl_loss_26": 1034.6,
+      "kl_loss_39": 640.6,
+      "kl_loss_7": 2832.0,
+      "learning_rate": 0.0001946760601822809,
+      "loss": 3307.65,
+      "step": 7120
+    },
+    {
+      "ce_loss_13": 2.4649185329675674,
+      "ce_loss_26": 1.9448591649532319,
+      "ce_loss_39": 1.7617656499147416,
+      "ce_loss_52": 1.4421708196401597,
+      "ce_loss_7": 2.7942136943340303,
+      "epoch": 0.713,
+      "grad_norm": 13.86141587264665,
+      "kl_loss_13": 2099.6,
+      "kl_loss_26": 996.3,
+      "kl_loss_39": 613.9,
+      "kl_loss_7": 2784.0,
+      "learning_rate": 0.00019342111763675512,
+      "loss": 3264.15,
+      "step": 7130
+    },
+    {
+      "ce_loss_13": 2.431650939583778,
+      "ce_loss_26": 1.8971330910921096,
+      "ce_loss_39": 1.7134798288345336,
+      "ce_loss_52": 1.3959884241223335,
+      "ce_loss_7": 2.7688992261886596,
+      "epoch": 0.714,
+      "grad_norm": 14.868179084191116,
+      "kl_loss_13": 2103.6,
+      "kl_loss_26": 997.3,
+      "kl_loss_39": 614.55,
+      "kl_loss_7": 2798.8,
+      "learning_rate": 0.00019216926233717085,
+      "loss": 3302.05,
+      "step": 7140
+    },
+    {
+      "ce_loss_13": 2.4574439406394957,
+      "ce_loss_26": 1.9289735972881317,
+      "ce_loss_39": 1.738691231608391,
+      "ce_loss_52": 1.4203062415122987,
+      "ce_loss_7": 2.7880250751972198,
+      "epoch": 0.715,
+      "grad_norm": 14.757879306344181,
+      "kl_loss_13": 2133.4,
+      "kl_loss_26": 1021.4,
+      "kl_loss_39": 631.75,
+      "kl_loss_7": 2823.2,
+      "learning_rate": 0.00019092050688969737,
+      "loss": 3296.5,
+      "step": 7150
+    },
+    {
+      "ce_loss_13": 2.4601316511631013,
+      "ce_loss_26": 1.9434845715761184,
+      "ce_loss_39": 1.7585901826620103,
+      "ce_loss_52": 1.4390017569065094,
+      "ce_loss_7": 2.7778116285800936,
+      "epoch": 0.716,
+      "grad_norm": 13.991843131427743,
+      "kl_loss_13": 2085.4,
+      "kl_loss_26": 1007.0,
+      "kl_loss_39": 627.45,
+      "kl_loss_7": 2755.6,
+      "learning_rate": 0.00018967486386928817,
+      "loss": 3286.15,
+      "step": 7160
+    },
+    {
+      "ce_loss_13": 2.451919847726822,
+      "ce_loss_26": 1.9279222816228867,
+      "ce_loss_39": 1.7440420866012574,
+      "ce_loss_52": 1.4374898225069046,
+      "ce_loss_7": 2.784500467777252,
+      "epoch": 0.717,
+      "grad_norm": 14.5708304909804,
+      "kl_loss_13": 2095.4,
+      "kl_loss_26": 992.5,
+      "kl_loss_39": 611.75,
+      "kl_loss_7": 2794.0,
+      "learning_rate": 0.00018843234581955443,
+      "loss": 3292.25,
+      "step": 7170
+    },
+    {
+      "ce_loss_13": 2.4709593683481215,
+      "ce_loss_26": 1.9460813373327255,
+      "ce_loss_39": 1.7575767368078232,
+      "ce_loss_52": 1.4326383203268052,
+      "ce_loss_7": 2.7951516568660737,
+      "epoch": 0.718,
+      "grad_norm": 14.981137787748375,
+      "kl_loss_13": 2117.8,
+      "kl_loss_26": 1019.7,
+      "kl_loss_39": 633.35,
+      "kl_loss_7": 2803.2,
+      "learning_rate": 0.00018719296525263924,
+      "loss": 3299.6,
+      "step": 7180
+    },
+    {
+      "ce_loss_13": 2.4041130542755127,
+      "ce_loss_26": 1.8861528187990189,
+      "ce_loss_39": 1.7035977393388748,
+      "ce_loss_52": 1.4066498517990111,
+      "ce_loss_7": 2.735060691833496,
+      "epoch": 0.719,
+      "grad_norm": 14.986994612654895,
+      "kl_loss_13": 2054.2,
+      "kl_loss_26": 961.6,
+      "kl_loss_39": 585.6,
+      "kl_loss_7": 2750.4,
+      "learning_rate": 0.0001859567346490913,
+      "loss": 3264.25,
+      "step": 7190
+    },
+    {
+      "ce_loss_13": 2.521838116645813,
+      "ce_loss_26": 2.004297485947609,
+      "ce_loss_39": 1.810739102959633,
+      "ce_loss_52": 1.4783420652151107,
+      "ce_loss_7": 2.849927377700806,
+      "epoch": 0.72,
+      "grad_norm": 14.181310648182276,
+      "kl_loss_13": 2154.6,
+      "kl_loss_26": 1052.9,
+      "kl_loss_39": 657.35,
+      "kl_loss_7": 2848.4,
+      "learning_rate": 0.0001847236664577389,
+      "loss": 3278.0,
+      "step": 7200
+    },
+    {
+      "ce_loss_13": 2.40320103764534,
+      "ce_loss_26": 1.8900187402963637,
+      "ce_loss_39": 1.7100308045744896,
+      "ce_loss_52": 1.3999869018793105,
+      "ce_loss_7": 2.736201885342598,
+      "epoch": 0.721,
+      "grad_norm": 14.793709205482683,
+      "kl_loss_13": 2080.8,
+      "kl_loss_26": 990.7,
+      "kl_loss_39": 610.95,
+      "kl_loss_7": 2780.0,
+      "learning_rate": 0.00018349377309556487,
+      "loss": 3283.25,
+      "step": 7210
+    },
+    {
+      "ce_loss_13": 2.441250967979431,
+      "ce_loss_26": 1.9231963992118835,
+      "ce_loss_39": 1.7388009175658226,
+      "ce_loss_52": 1.4282974660396577,
+      "ce_loss_7": 2.7717535465955736,
+      "epoch": 0.722,
+      "grad_norm": 15.59238941344996,
+      "kl_loss_13": 2104.0,
+      "kl_loss_26": 997.6,
+      "kl_loss_39": 616.85,
+      "kl_loss_7": 2801.2,
+      "learning_rate": 0.00018226706694758193,
+      "loss": 3263.75,
+      "step": 7220
+    },
+    {
+      "ce_loss_13": 2.495049071311951,
+      "ce_loss_26": 1.973162716627121,
+      "ce_loss_39": 1.7896722644567489,
+      "ce_loss_52": 1.4697123229503632,
+      "ce_loss_7": 2.8224462032318116,
+      "epoch": 0.723,
+      "grad_norm": 13.997878236797012,
+      "kl_loss_13": 2123.2,
+      "kl_loss_26": 1009.4,
+      "kl_loss_39": 628.15,
+      "kl_loss_7": 2823.2,
+      "learning_rate": 0.0001810435603667075,
+      "loss": 3267.75,
+      "step": 7230
+    },
+    {
+      "ce_loss_13": 2.4492597192525865,
+      "ce_loss_26": 1.9282636791467667,
+      "ce_loss_39": 1.7473824605345727,
+      "ce_loss_52": 1.4372958570718766,
+      "ce_loss_7": 2.782766741514206,
+      "epoch": 0.724,
+      "grad_norm": 14.73683414882718,
+      "kl_loss_13": 2088.6,
+      "kl_loss_26": 990.1,
+      "kl_loss_39": 613.75,
+      "kl_loss_7": 2799.6,
+      "learning_rate": 0.0001798232656736389,
+      "loss": 3246.35,
+      "step": 7240
+    },
+    {
+      "ce_loss_13": 2.514770272374153,
+      "ce_loss_26": 1.9697564780712127,
+      "ce_loss_39": 1.7806446701288223,
+      "ce_loss_52": 1.456220605969429,
+      "ce_loss_7": 2.8567338407039644,
+      "epoch": 0.725,
+      "grad_norm": 14.87142240672514,
+      "kl_loss_13": 2179.8,
+      "kl_loss_26": 1037.2,
+      "kl_loss_39": 644.4,
+      "kl_loss_7": 2889.2,
+      "learning_rate": 0.0001786061951567303,
+      "loss": 3273.6,
+      "step": 7250
+    },
+    {
+      "ce_loss_13": 2.4067626029253004,
+      "ce_loss_26": 1.8963259696960448,
+      "ce_loss_39": 1.7143886119127274,
+      "ce_loss_52": 1.4022117048501967,
+      "ce_loss_7": 2.7348236978054046,
+      "epoch": 0.726,
+      "grad_norm": 14.076850795507209,
+      "kl_loss_13": 2076.6,
+      "kl_loss_26": 994.5,
+      "kl_loss_39": 623.5,
+      "kl_loss_7": 2766.8,
+      "learning_rate": 0.00017739236107186857,
+      "loss": 3281.2,
+      "step": 7260
+    },
+    {
+      "ce_loss_13": 2.4501163721084596,
+      "ce_loss_26": 1.926158633828163,
+      "ce_loss_39": 1.7434884279966354,
+      "ce_loss_52": 1.4286866545677186,
+      "ce_loss_7": 2.777343970537186,
+      "epoch": 0.727,
+      "grad_norm": 13.813498461115062,
+      "kl_loss_13": 2114.6,
+      "kl_loss_26": 1012.1,
+      "kl_loss_39": 626.6,
+      "kl_loss_7": 2806.0,
+      "learning_rate": 0.00017618177564234904,
+      "loss": 3264.1,
+      "step": 7270
+    },
+    {
+      "ce_loss_13": 2.4412575274705888,
+      "ce_loss_26": 1.9107532769441604,
+      "ce_loss_39": 1.7259235098958015,
+      "ce_loss_52": 1.4076966106891633,
+      "ce_loss_7": 2.774235662817955,
+      "epoch": 0.728,
+      "grad_norm": 14.801740311988109,
+      "kl_loss_13": 2113.4,
+      "kl_loss_26": 1003.6,
+      "kl_loss_39": 619.55,
+      "kl_loss_7": 2807.4,
+      "learning_rate": 0.00017497445105875377,
+      "loss": 3298.7,
+      "step": 7280
+    },
+    {
+      "ce_loss_13": 2.445681685209274,
+      "ce_loss_26": 1.9345449537038804,
+      "ce_loss_39": 1.7532619833946228,
+      "ce_loss_52": 1.442472691833973,
+      "ce_loss_7": 2.764800661802292,
+      "epoch": 0.729,
+      "grad_norm": 14.618830047757731,
+      "kl_loss_13": 2063.8,
+      "kl_loss_26": 980.7,
+      "kl_loss_39": 603.55,
+      "kl_loss_7": 2742.0,
+      "learning_rate": 0.000173770399478828,
+      "loss": 3226.7,
+      "step": 7290
+    },
+    {
+      "ce_loss_13": 2.4301975846290587,
+      "ce_loss_26": 1.9138565450906753,
+      "ce_loss_39": 1.736141037940979,
+      "ce_loss_52": 1.427780945599079,
+      "ce_loss_7": 2.760072636604309,
+      "epoch": 0.73,
+      "grad_norm": 14.242974774472335,
+      "kl_loss_13": 2095.4,
+      "kl_loss_26": 990.5,
+      "kl_loss_39": 610.6,
+      "kl_loss_7": 2791.2,
+      "learning_rate": 0.0001725696330273575,
+      "loss": 3260.65,
+      "step": 7300
+    },
+    {
+      "ce_loss_13": 2.4727762907743456,
+      "ce_loss_26": 1.9557204306125642,
+      "ce_loss_39": 1.766261911392212,
+      "ce_loss_52": 1.4398792043328286,
+      "ce_loss_7": 2.79817710518837,
+      "epoch": 0.731,
+      "grad_norm": 14.566153451338561,
+      "kl_loss_13": 2113.6,
+      "kl_loss_26": 1018.5,
+      "kl_loss_39": 628.8,
+      "kl_loss_7": 2796.8,
+      "learning_rate": 0.00017137216379604724,
+      "loss": 3240.75,
+      "step": 7310
+    },
+    {
+      "ce_loss_13": 2.490224635601044,
+      "ce_loss_26": 1.954663872718811,
+      "ce_loss_39": 1.7594738394021987,
+      "ce_loss_52": 1.4360380351543427,
+      "ce_loss_7": 2.8263917326927186,
+      "epoch": 0.732,
+      "grad_norm": 13.205540898906253,
+      "kl_loss_13": 2161.8,
+      "kl_loss_26": 1044.6,
+      "kl_loss_39": 637.45,
+      "kl_loss_7": 2862.4,
+      "learning_rate": 0.00017017800384339925,
+      "loss": 3258.4,
+      "step": 7320
+    },
+    {
+      "ce_loss_13": 2.4344683617353438,
+      "ce_loss_26": 1.9195960253477096,
+      "ce_loss_39": 1.7325531929731368,
+      "ce_loss_52": 1.419457183778286,
+      "ce_loss_7": 2.7598242580890657,
+      "epoch": 0.733,
+      "grad_norm": 14.107781745249417,
+      "kl_loss_13": 2087.4,
+      "kl_loss_26": 1001.6,
+      "kl_loss_39": 618.5,
+      "kl_loss_7": 2774.8,
+      "learning_rate": 0.00016898716519459073,
+      "loss": 3316.4,
+      "step": 7330
+    },
+    {
+      "ce_loss_13": 2.4717041492462157,
+      "ce_loss_26": 1.9320402562618255,
+      "ce_loss_39": 1.730445721745491,
+      "ce_loss_52": 1.3991459339857102,
+      "ce_loss_7": 2.811204159259796,
+      "epoch": 0.734,
+      "grad_norm": 14.159198716486541,
+      "kl_loss_13": 2200.8,
+      "kl_loss_26": 1069.2,
+      "kl_loss_39": 657.15,
+      "kl_loss_7": 2902.8,
+      "learning_rate": 0.00016779965984135375,
+      "loss": 3266.3,
+      "step": 7340
+    },
+    {
+      "ce_loss_13": 2.4648273169994352,
+      "ce_loss_26": 1.9446689933538437,
+      "ce_loss_39": 1.7665399879217147,
+      "ce_loss_52": 1.4552808463573457,
+      "ce_loss_7": 2.7818954586982727,
+      "epoch": 0.735,
+      "grad_norm": 13.974138676843918,
+      "kl_loss_13": 2093.0,
+      "kl_loss_26": 999.2,
+      "kl_loss_39": 622.1,
+      "kl_loss_7": 2762.4,
+      "learning_rate": 0.00016661549974185424,
+      "loss": 3232.6,
+      "step": 7350
+    },
+    {
+      "ce_loss_13": 2.497272843122482,
+      "ce_loss_26": 1.9733565777540207,
+      "ce_loss_39": 1.7902508676052094,
+      "ce_loss_52": 1.4602745115756988,
+      "ce_loss_7": 2.8227945923805238,
+      "epoch": 0.736,
+      "grad_norm": 15.105414614283358,
+      "kl_loss_13": 2153.6,
+      "kl_loss_26": 1043.2,
+      "kl_loss_39": 652.45,
+      "kl_loss_7": 2843.6,
+      "learning_rate": 0.00016543469682057105,
+      "loss": 3314.1,
+      "step": 7360
+    },
+    {
+      "ce_loss_13": 2.4817920327186584,
+      "ce_loss_26": 1.9674188673496247,
+      "ce_loss_39": 1.788041964173317,
+      "ce_loss_52": 1.4778558552265166,
+      "ce_loss_7": 2.801541256904602,
+      "epoch": 0.737,
+      "grad_norm": 14.089468466172162,
+      "kl_loss_13": 2075.4,
+      "kl_loss_26": 985.2,
+      "kl_loss_39": 606.6,
+      "kl_loss_7": 2750.8,
+      "learning_rate": 0.00016425726296817632,
+      "loss": 3279.5,
+      "step": 7370
+    },
+    {
+      "ce_loss_13": 2.4628233551979064,
+      "ce_loss_26": 1.944148001074791,
+      "ce_loss_39": 1.7584406644105912,
+      "ce_loss_52": 1.440820676088333,
+      "ce_loss_7": 2.7982202231884004,
+      "epoch": 0.738,
+      "grad_norm": 14.250790129395915,
+      "kl_loss_13": 2096.0,
+      "kl_loss_26": 994.4,
+      "kl_loss_39": 612.4,
+      "kl_loss_7": 2800.4,
+      "learning_rate": 0.00016308321004141607,
+      "loss": 3270.5,
+      "step": 7380
+    },
+    {
+      "ce_loss_13": 2.4311512380838396,
+      "ce_loss_26": 1.910204255580902,
+      "ce_loss_39": 1.7292486786842347,
+      "ce_loss_52": 1.4260056450963021,
+      "ce_loss_7": 2.7644225537776945,
+      "epoch": 0.739,
+      "grad_norm": 14.26013452282849,
+      "kl_loss_13": 2064.2,
+      "kl_loss_26": 971.8,
+      "kl_loss_39": 596.1,
+      "kl_loss_7": 2766.0,
+      "learning_rate": 0.00016191254986299043,
+      "loss": 3267.55,
+      "step": 7390
+    },
+    {
+      "ce_loss_13": 2.3748191058635713,
+      "ce_loss_26": 1.8720220893621444,
+      "ce_loss_39": 1.695397737622261,
+      "ce_loss_52": 1.3954048216342927,
+      "ce_loss_7": 2.6974743723869326,
+      "epoch": 0.74,
+      "grad_norm": 14.042172223471859,
+      "kl_loss_13": 2036.0,
+      "kl_loss_26": 961.8,
+      "kl_loss_39": 589.15,
+      "kl_loss_7": 2719.6,
+      "learning_rate": 0.00016074529422143398,
+      "loss": 3237.3,
+      "step": 7400
+    },
+    {
+      "ce_loss_13": 2.504778665304184,
+      "ce_loss_26": 1.9736295342445374,
+      "ce_loss_39": 1.778898686170578,
+      "ce_loss_52": 1.458841660618782,
+      "ce_loss_7": 2.830203241109848,
+      "epoch": 0.741,
+      "grad_norm": 14.817704298873846,
+      "kl_loss_13": 2137.6,
+      "kl_loss_26": 1026.7,
+      "kl_loss_39": 628.9,
+      "kl_loss_7": 2830.4,
+      "learning_rate": 0.0001595814548709983,
+      "loss": 3256.85,
+      "step": 7410
+    },
+    {
+      "ce_loss_13": 2.457485032081604,
+      "ce_loss_26": 1.955030158162117,
+      "ce_loss_39": 1.7744358479976654,
+      "ce_loss_52": 1.4638055652379989,
+      "ce_loss_7": 2.7708797633647917,
+      "epoch": 0.742,
+      "grad_norm": 13.847929994452544,
+      "kl_loss_13": 2053.2,
+      "kl_loss_26": 989.3,
+      "kl_loss_39": 610.65,
+      "kl_loss_7": 2726.4,
+      "learning_rate": 0.00015842104353153285,
+      "loss": 3240.25,
+      "step": 7420
+    },
+    {
+      "ce_loss_13": 2.5232761919498445,
+      "ce_loss_26": 1.9848549604415893,
+      "ce_loss_39": 1.7907847046852112,
+      "ce_loss_52": 1.473637193441391,
+      "ce_loss_7": 2.8558732092380525,
+      "epoch": 0.743,
+      "grad_norm": 14.575648272616709,
+      "kl_loss_13": 2149.6,
+      "kl_loss_26": 1018.4,
+      "kl_loss_39": 623.4,
+      "kl_loss_7": 2838.8,
+      "learning_rate": 0.0001572640718883667,
+      "loss": 3254.8,
+      "step": 7430
+    },
+    {
+      "ce_loss_13": 2.4647684305906297,
+      "ce_loss_26": 1.9386949807405471,
+      "ce_loss_39": 1.7500061064958572,
+      "ce_loss_52": 1.4324503019452095,
+      "ce_loss_7": 2.7884095788002012,
+      "epoch": 0.744,
+      "grad_norm": 14.394764150644365,
+      "kl_loss_13": 2108.4,
+      "kl_loss_26": 1000.0,
+      "kl_loss_39": 616.55,
+      "kl_loss_7": 2791.2,
+      "learning_rate": 0.0001561105515921915,
+      "loss": 3224.3,
+      "step": 7440
+    },
+    {
+      "ce_loss_13": 2.441458174586296,
+      "ce_loss_26": 1.9374703764915466,
+      "ce_loss_39": 1.7534300208091735,
+      "ce_loss_52": 1.4378804206848144,
+      "ce_loss_7": 2.7636309385299684,
+      "epoch": 0.745,
+      "grad_norm": 14.678295349282738,
+      "kl_loss_13": 2068.2,
+      "kl_loss_26": 997.1,
+      "kl_loss_39": 620.85,
+      "kl_loss_7": 2745.6,
+      "learning_rate": 0.0001549604942589441,
+      "loss": 3227.25,
+      "step": 7450
+    },
+    {
+      "ce_loss_13": 2.4308183819055555,
+      "ce_loss_26": 1.9100747764110566,
+      "ce_loss_39": 1.7246440201997757,
+      "ce_loss_52": 1.409556159377098,
+      "ce_loss_7": 2.7695399791002275,
+      "epoch": 0.746,
+      "grad_norm": 14.694656979242655,
+      "kl_loss_13": 2094.8,
+      "kl_loss_26": 993.0,
+      "kl_loss_39": 612.55,
+      "kl_loss_7": 2804.8,
+      "learning_rate": 0.00015381391146968864,
+      "loss": 3249.4,
+      "step": 7460
+    },
+    {
+      "ce_loss_13": 2.462578612565994,
+      "ce_loss_26": 1.940753996372223,
+      "ce_loss_39": 1.7554692894220352,
+      "ce_loss_52": 1.441029006242752,
+      "ce_loss_7": 2.785427051782608,
+      "epoch": 0.747,
+      "grad_norm": 14.412450315252437,
+      "kl_loss_13": 2103.6,
+      "kl_loss_26": 1003.3,
+      "kl_loss_39": 620.4,
+      "kl_loss_7": 2793.2,
+      "learning_rate": 0.00015267081477050133,
+      "loss": 3242.1,
+      "step": 7470
+    },
+    {
+      "ce_loss_13": 2.436378574371338,
+      "ce_loss_26": 1.9284409761428833,
+      "ce_loss_39": 1.7525635540485383,
+      "ce_loss_52": 1.443886636197567,
+      "ce_loss_7": 2.762845513224602,
+      "epoch": 0.748,
+      "grad_norm": 14.082696745240801,
+      "kl_loss_13": 2056.6,
+      "kl_loss_26": 983.1,
+      "kl_loss_39": 607.7,
+      "kl_loss_7": 2742.6,
+      "learning_rate": 0.00015153121567235335,
+      "loss": 3260.75,
+      "step": 7480
+    },
+    {
+      "ce_loss_13": 2.4219354510307314,
+      "ce_loss_26": 1.9070833683013917,
+      "ce_loss_39": 1.727812445163727,
+      "ce_loss_52": 1.4214952304959296,
+      "ce_loss_7": 2.751905006170273,
+      "epoch": 0.749,
+      "grad_norm": 14.604071674011259,
+      "kl_loss_13": 2073.4,
+      "kl_loss_26": 983.2,
+      "kl_loss_39": 609.55,
+      "kl_loss_7": 2766.8,
+      "learning_rate": 0.00015039512565099468,
+      "loss": 3240.15,
+      "step": 7490
+    },
+    {
+      "ce_loss_13": 2.4254602432250976,
+      "ce_loss_26": 1.9135964632034301,
+      "ce_loss_39": 1.7295757800340652,
+      "ce_loss_52": 1.423691214621067,
+      "ce_loss_7": 2.7512109965085982,
+      "epoch": 0.75,
+      "grad_norm": 13.87053452241645,
+      "kl_loss_13": 2059.4,
+      "kl_loss_26": 978.6,
+      "kl_loss_39": 597.45,
+      "kl_loss_7": 2750.4,
+      "learning_rate": 0.00014926255614683932,
+      "loss": 3260.75,
+      "step": 7500
+    },
+    {
+      "ce_loss_13": 2.44639810025692,
+      "ce_loss_26": 1.93405482172966,
+      "ce_loss_39": 1.7547091454267503,
+      "ce_loss_52": 1.4416350960731505,
+      "ce_loss_7": 2.768189311027527,
+      "epoch": 0.751,
+      "grad_norm": 14.071002297078877,
+      "kl_loss_13": 2088.8,
+      "kl_loss_26": 995.6,
+      "kl_loss_39": 616.7,
+      "kl_loss_7": 2768.8,
+      "learning_rate": 0.0001481335185648498,
+      "loss": 3269.45,
+      "step": 7510
+    },
+    {
+      "ce_loss_13": 2.496452784538269,
+      "ce_loss_26": 1.9704186409711837,
+      "ce_loss_39": 1.784249845147133,
+      "ce_loss_52": 1.4717927530407906,
+      "ce_loss_7": 2.8235138654708862,
+      "epoch": 0.752,
+      "grad_norm": 14.017187066675143,
+      "kl_loss_13": 2081.6,
+      "kl_loss_26": 989.5,
+      "kl_loss_39": 608.0,
+      "kl_loss_7": 2766.4,
+      "learning_rate": 0.0001470080242744218,
+      "loss": 3222.85,
+      "step": 7520
+    },
+    {
+      "ce_loss_13": 2.4962650299072267,
+      "ce_loss_26": 1.98213948905468,
+      "ce_loss_39": 1.7954594939947128,
+      "ce_loss_52": 1.480476987361908,
+      "ce_loss_7": 2.827346932888031,
+      "epoch": 0.753,
+      "grad_norm": 14.186670012527646,
+      "kl_loss_13": 2094.8,
+      "kl_loss_26": 998.5,
+      "kl_loss_39": 611.15,
+      "kl_loss_7": 2785.6,
+      "learning_rate": 0.0001458860846092705,
+      "loss": 3232.0,
+      "step": 7530
+    },
+    {
+      "ce_loss_13": 2.4669371783733367,
+      "ce_loss_26": 1.9375512719154357,
+      "ce_loss_39": 1.7506729423999787,
+      "ce_loss_52": 1.4334673672914504,
+      "ce_loss_7": 2.7915061593055723,
+      "epoch": 0.754,
+      "grad_norm": 14.32315966365105,
+      "kl_loss_13": 2109.0,
+      "kl_loss_26": 996.8,
+      "kl_loss_39": 613.7,
+      "kl_loss_7": 2794.0,
+      "learning_rate": 0.00014476771086731566,
+      "loss": 3264.6,
+      "step": 7540
+    },
+    {
+      "ce_loss_13": 2.4759989261627195,
+      "ce_loss_26": 1.9555140793323518,
+      "ce_loss_39": 1.7739178657531738,
+      "ce_loss_52": 1.4679069191217422,
+      "ce_loss_7": 2.795573103427887,
+      "epoch": 0.755,
+      "grad_norm": 14.011488201466985,
+      "kl_loss_13": 2070.6,
+      "kl_loss_26": 974.7,
+      "kl_loss_39": 593.9,
+      "kl_loss_7": 2754.8,
+      "learning_rate": 0.00014365291431056872,
+      "loss": 3256.8,
+      "step": 7550
+    },
+    {
+      "ce_loss_13": 2.424694412946701,
+      "ce_loss_26": 1.903841146826744,
+      "ce_loss_39": 1.7249469131231308,
+      "ce_loss_52": 1.4185307189822196,
+      "ce_loss_7": 2.7595690310001375,
+      "epoch": 0.756,
+      "grad_norm": 14.79387989637837,
+      "kl_loss_13": 2093.2,
+      "kl_loss_26": 989.9,
+      "kl_loss_39": 610.5,
+      "kl_loss_7": 2791.6,
+      "learning_rate": 0.00014254170616501827,
+      "loss": 3235.5,
+      "step": 7560
+    },
+    {
+      "ce_loss_13": 2.4660239934921266,
+      "ce_loss_26": 1.9451529324054717,
+      "ce_loss_39": 1.7564547389745713,
+      "ce_loss_52": 1.4434847444295884,
+      "ce_loss_7": 2.7976350009441378,
+      "epoch": 0.757,
+      "grad_norm": 14.844517268447264,
+      "kl_loss_13": 2085.6,
+      "kl_loss_26": 981.2,
+      "kl_loss_39": 602.45,
+      "kl_loss_7": 2776.4,
+      "learning_rate": 0.0001414340976205183,
+      "loss": 3204.2,
+      "step": 7570
+    },
+    {
+      "ce_loss_13": 2.4295350134372713,
+      "ce_loss_26": 1.921643227338791,
+      "ce_loss_39": 1.738620987534523,
+      "ce_loss_52": 1.4355527609586716,
+      "ce_loss_7": 2.7507594347000124,
+      "epoch": 0.758,
+      "grad_norm": 14.398235424743639,
+      "kl_loss_13": 2045.8,
+      "kl_loss_26": 965.6,
+      "kl_loss_39": 594.6,
+      "kl_loss_7": 2732.4,
+      "learning_rate": 0.00014033009983067452,
+      "loss": 3240.7,
+      "step": 7580
+    },
+    {
+      "ce_loss_13": 2.4676227152347563,
+      "ce_loss_26": 1.9401549130678177,
+      "ce_loss_39": 1.7562287330627442,
+      "ce_loss_52": 1.4347741633653641,
+      "ce_loss_7": 2.8093821585178373,
+      "epoch": 0.759,
+      "grad_norm": 13.736433284616705,
+      "kl_loss_13": 2138.8,
+      "kl_loss_26": 1028.1,
+      "kl_loss_39": 641.7,
+      "kl_loss_7": 2851.2,
+      "learning_rate": 0.00013922972391273224,
+      "loss": 3240.15,
+      "step": 7590
+    },
+    {
+      "ce_loss_13": 2.491154599189758,
+      "ce_loss_26": 1.9668046951293945,
+      "ce_loss_39": 1.7748177736997603,
+      "ce_loss_52": 1.4488209426403045,
+      "ce_loss_7": 2.8212892413139343,
+      "epoch": 0.76,
+      "grad_norm": 14.65229593288616,
+      "kl_loss_13": 2140.6,
+      "kl_loss_26": 1032.9,
+      "kl_loss_39": 637.7,
+      "kl_loss_7": 2829.6,
+      "learning_rate": 0.0001381329809474649,
+      "loss": 3239.9,
+      "step": 7600
+    },
+    {
+      "ce_loss_13": 2.3942853659391403,
+      "ce_loss_26": 1.892151090502739,
+      "ce_loss_39": 1.7125076562166215,
+      "ce_loss_52": 1.4143452048301697,
+      "ce_loss_7": 2.720611757040024,
+      "epoch": 0.761,
+      "grad_norm": 13.295903354405345,
+      "kl_loss_13": 2008.0,
+      "kl_loss_26": 952.3,
+      "kl_loss_39": 583.5,
+      "kl_loss_7": 2686.4,
+      "learning_rate": 0.0001370398819790621,
+      "loss": 3228.6,
+      "step": 7610
+    },
+    {
+      "ce_loss_13": 2.48261901140213,
+      "ce_loss_26": 1.966281446814537,
+      "ce_loss_39": 1.7803379833698272,
+      "ce_loss_52": 1.4673886984586715,
+      "ce_loss_7": 2.805577594041824,
+      "epoch": 0.762,
+      "grad_norm": 14.322747311567188,
+      "kl_loss_13": 2093.4,
+      "kl_loss_26": 1000.3,
+      "kl_loss_39": 610.3,
+      "kl_loss_7": 2776.0,
+      "learning_rate": 0.00013595043801501794,
+      "loss": 3201.5,
+      "step": 7620
+    },
+    {
+      "ce_loss_13": 2.443099784851074,
+      "ce_loss_26": 1.9284921824932098,
+      "ce_loss_39": 1.7422718316316606,
+      "ce_loss_52": 1.435012650489807,
+      "ce_loss_7": 2.7720457434654238,
+      "epoch": 0.763,
+      "grad_norm": 14.405471822802745,
+      "kl_loss_13": 2082.6,
+      "kl_loss_26": 994.1,
+      "kl_loss_39": 608.55,
+      "kl_loss_7": 2773.2,
+      "learning_rate": 0.00013486466002602133,
+      "loss": 3225.725,
+      "step": 7630
+    },
+    {
+      "ce_loss_13": 2.37467542886734,
+      "ce_loss_26": 1.8506677508354188,
+      "ce_loss_39": 1.6710956811904907,
+      "ce_loss_52": 1.3840662211179733,
+      "ce_loss_7": 2.7066759169101715,
+      "epoch": 0.764,
+      "grad_norm": 13.948958944433121,
+      "kl_loss_13": 2038.6,
+      "kl_loss_26": 946.7,
+      "kl_loss_39": 574.05,
+      "kl_loss_7": 2722.4,
+      "learning_rate": 0.00013378255894584462,
+      "loss": 3167.8,
+      "step": 7640
+    },
+    {
+      "ce_loss_13": 2.446861132979393,
+      "ce_loss_26": 1.934667894244194,
+      "ce_loss_39": 1.7494839936494828,
+      "ce_loss_52": 1.4413674265146255,
+      "ce_loss_7": 2.7717737197875976,
+      "epoch": 0.765,
+      "grad_norm": 14.489695554621445,
+      "kl_loss_13": 2087.6,
+      "kl_loss_26": 996.2,
+      "kl_loss_39": 612.05,
+      "kl_loss_7": 2779.4,
+      "learning_rate": 0.0001327041456712334,
+      "loss": 3229.05,
+      "step": 7650
+    },
+    {
+      "ce_loss_13": 2.514678430557251,
+      "ce_loss_26": 1.9890475004911423,
+      "ce_loss_39": 1.8049181282520295,
+      "ce_loss_52": 1.4897184193134307,
+      "ce_loss_7": 2.8373226463794707,
+      "epoch": 0.766,
+      "grad_norm": 13.809410965696319,
+      "kl_loss_13": 2109.8,
+      "kl_loss_26": 1013.7,
+      "kl_loss_39": 623.8,
+      "kl_loss_7": 2784.8,
+      "learning_rate": 0.00013162943106179747,
+      "loss": 3248.2,
+      "step": 7660
+    },
+    {
+      "ce_loss_13": 2.4804063200950623,
+      "ce_loss_26": 1.9478756994009019,
+      "ce_loss_39": 1.765100008249283,
+      "ce_loss_52": 1.446313591301441,
+      "ce_loss_7": 2.814295369386673,
+      "epoch": 0.767,
+      "grad_norm": 14.599429508154355,
+      "kl_loss_13": 2147.0,
+      "kl_loss_26": 1023.2,
+      "kl_loss_39": 636.45,
+      "kl_loss_7": 2854.0,
+      "learning_rate": 0.00013055842593990132,
+      "loss": 3217.4,
+      "step": 7670
+    },
+    {
+      "ce_loss_13": 2.4887916058301927,
+      "ce_loss_26": 1.9737455695867538,
+      "ce_loss_39": 1.7851827770471573,
+      "ce_loss_52": 1.4613285958766937,
+      "ce_loss_7": 2.8164610981941225,
+      "epoch": 0.768,
+      "grad_norm": 14.229376114254006,
+      "kl_loss_13": 2127.6,
+      "kl_loss_26": 1032.8,
+      "kl_loss_39": 640.5,
+      "kl_loss_7": 2811.2,
+      "learning_rate": 0.00012949114109055414,
+      "loss": 3223.675,
+      "step": 7680
+    },
+    {
+      "ce_loss_13": 2.389929732680321,
+      "ce_loss_26": 1.8889827966690063,
+      "ce_loss_39": 1.7090455144643784,
+      "ce_loss_52": 1.4120649307966233,
+      "ce_loss_7": 2.710143965482712,
+      "epoch": 0.769,
+      "grad_norm": 13.823270022584358,
+      "kl_loss_13": 2025.6,
+      "kl_loss_26": 958.6,
+      "kl_loss_39": 589.95,
+      "kl_loss_7": 2700.0,
+      "learning_rate": 0.00012842758726130281,
+      "loss": 3247.75,
+      "step": 7690
+    },
+    {
+      "ce_loss_13": 2.444611003994942,
+      "ce_loss_26": 1.9318826824426651,
+      "ce_loss_39": 1.7527276873588562,
+      "ce_loss_52": 1.4516576603055,
+      "ce_loss_7": 2.7657779157161713,
+      "epoch": 0.77,
+      "grad_norm": 14.431273089148151,
+      "kl_loss_13": 2049.2,
+      "kl_loss_26": 963.2,
+      "kl_loss_39": 589.25,
+      "kl_loss_7": 2726.0,
+      "learning_rate": 0.00012736777516212267,
+      "loss": 3216.75,
+      "step": 7700
+    },
+    {
+      "ce_loss_13": 2.441952568292618,
+      "ce_loss_26": 1.9228222370147705,
+      "ce_loss_39": 1.7338123947381974,
+      "ce_loss_52": 1.4193892806768418,
+      "ce_loss_7": 2.7718379318714144,
+      "epoch": 0.771,
+      "grad_norm": 13.661830756949985,
+      "kl_loss_13": 2115.2,
+      "kl_loss_26": 1008.4,
+      "kl_loss_39": 620.0,
+      "kl_loss_7": 2804.8,
+      "learning_rate": 0.00012631171546530968,
+      "loss": 3199.55,
+      "step": 7710
+    },
+    {
+      "ce_loss_13": 2.4535767167806624,
+      "ce_loss_26": 1.9207569301128387,
+      "ce_loss_39": 1.7325547844171525,
+      "ce_loss_52": 1.4173025369644165,
+      "ce_loss_7": 2.7801734030246736,
+      "epoch": 0.772,
+      "grad_norm": 14.176576196561767,
+      "kl_loss_13": 2111.8,
+      "kl_loss_26": 1005.2,
+      "kl_loss_39": 618.15,
+      "kl_loss_7": 2793.6,
+      "learning_rate": 0.00012525941880537307,
+      "loss": 3214.15,
+      "step": 7720
+    },
+    {
+      "ce_loss_13": 2.4484546184539795,
+      "ce_loss_26": 1.9310883104801178,
+      "ce_loss_39": 1.7474435329437257,
+      "ce_loss_52": 1.4392137452960014,
+      "ce_loss_7": 2.779611772298813,
+      "epoch": 0.773,
+      "grad_norm": 14.626780180795521,
+      "kl_loss_13": 2095.4,
+      "kl_loss_26": 994.8,
+      "kl_loss_39": 607.9,
+      "kl_loss_7": 2786.8,
+      "learning_rate": 0.00012421089577892869,
+      "loss": 3191.6,
+      "step": 7730
+    },
+    {
+      "ce_loss_13": 2.463806739449501,
+      "ce_loss_26": 1.9203673034906388,
+      "ce_loss_39": 1.7268804877996444,
+      "ce_loss_52": 1.4067875519394875,
+      "ce_loss_7": 2.797054660320282,
+      "epoch": 0.774,
+      "grad_norm": 14.221427151080144,
+      "kl_loss_13": 2151.0,
+      "kl_loss_26": 1032.4,
+      "kl_loss_39": 637.25,
+      "kl_loss_7": 2842.0,
+      "learning_rate": 0.0001231661569445919,
+      "loss": 3214.8,
+      "step": 7740
+    },
+    {
+      "ce_loss_13": 2.4840691089630127,
+      "ce_loss_26": 1.9805045217275619,
+      "ce_loss_39": 1.7966417849063874,
+      "ce_loss_52": 1.4883142501115798,
+      "ce_loss_7": 2.8029735326766967,
+      "epoch": 0.775,
+      "grad_norm": 14.614162489546528,
+      "kl_loss_13": 2069.8,
+      "kl_loss_26": 990.4,
+      "kl_loss_39": 609.05,
+      "kl_loss_7": 2743.2,
+      "learning_rate": 0.00012212521282287093,
+      "loss": 3200.5,
+      "step": 7750
+    },
+    {
+      "ce_loss_13": 2.4842973172664644,
+      "ce_loss_26": 1.9586603373289109,
+      "ce_loss_39": 1.767923679947853,
+      "ce_loss_52": 1.450934961438179,
+      "ce_loss_7": 2.815416473150253,
+      "epoch": 0.776,
+      "grad_norm": 14.872662321169154,
+      "kl_loss_13": 2137.2,
+      "kl_loss_26": 1028.5,
+      "kl_loss_39": 636.95,
+      "kl_loss_7": 2826.4,
+      "learning_rate": 0.00012108807389606158,
+      "loss": 3221.25,
+      "step": 7760
+    },
+    {
+      "ce_loss_13": 2.430084604024887,
+      "ce_loss_26": 1.9105432122945785,
+      "ce_loss_39": 1.7237805485725404,
+      "ce_loss_52": 1.419256439805031,
+      "ce_loss_7": 2.7609162449836733,
+      "epoch": 0.777,
+      "grad_norm": 14.122349060255786,
+      "kl_loss_13": 2075.2,
+      "kl_loss_26": 984.9,
+      "kl_loss_39": 602.95,
+      "kl_loss_7": 2769.2,
+      "learning_rate": 0.00012005475060814159,
+      "loss": 3219.35,
+      "step": 7770
+    },
+    {
+      "ce_loss_13": 2.4920803755521774,
+      "ce_loss_26": 1.977930763363838,
+      "ce_loss_39": 1.792539432644844,
+      "ce_loss_52": 1.484375348687172,
+      "ce_loss_7": 2.818430072069168,
+      "epoch": 0.778,
+      "grad_norm": 14.838228117967187,
+      "kl_loss_13": 2079.2,
+      "kl_loss_26": 984.5,
+      "kl_loss_39": 603.55,
+      "kl_loss_7": 2766.8,
+      "learning_rate": 0.00011902525336466464,
+      "loss": 3193.3,
+      "step": 7780
+    },
+    {
+      "ce_loss_13": 2.4326795816421507,
+      "ce_loss_26": 1.9094915211200714,
+      "ce_loss_39": 1.7265714228153228,
+      "ce_loss_52": 1.4181353628635407,
+      "ce_loss_7": 2.757854151725769,
+      "epoch": 0.779,
+      "grad_norm": 13.98078513544715,
+      "kl_loss_13": 2078.4,
+      "kl_loss_26": 991.0,
+      "kl_loss_39": 610.15,
+      "kl_loss_7": 2758.8,
+      "learning_rate": 0.00011799959253265668,
+      "loss": 3208.85,
+      "step": 7790
+    },
+    {
+      "ce_loss_13": 2.42523156106472,
+      "ce_loss_26": 1.9246951520442963,
+      "ce_loss_39": 1.7428549587726594,
+      "ce_loss_52": 1.4467457503080368,
+      "ce_loss_7": 2.7435911536216735,
+      "epoch": 0.78,
+      "grad_norm": 13.811296718067993,
+      "kl_loss_13": 2022.0,
+      "kl_loss_26": 950.5,
+      "kl_loss_39": 578.7,
+      "kl_loss_7": 2701.6,
+      "learning_rate": 0.00011697777844051105,
+      "loss": 3204.7,
+      "step": 7800
+    },
+    {
+      "ce_loss_13": 2.496878683567047,
+      "ce_loss_26": 1.9677572190761565,
+      "ce_loss_39": 1.7739976853132249,
+      "ce_loss_52": 1.459720864892006,
+      "ce_loss_7": 2.8327562749385833,
+      "epoch": 0.781,
+      "grad_norm": 14.08625224164901,
+      "kl_loss_13": 2120.4,
+      "kl_loss_26": 1008.7,
+      "kl_loss_39": 615.4,
+      "kl_loss_7": 2822.4,
+      "learning_rate": 0.00011595982137788402,
+      "loss": 3198.55,
+      "step": 7810
+    },
+    {
+      "ce_loss_13": 2.4920260161161423,
+      "ce_loss_26": 1.9670526027679442,
+      "ce_loss_39": 1.783473041653633,
+      "ce_loss_52": 1.4704290598630905,
+      "ce_loss_7": 2.8202459871768952,
+      "epoch": 0.782,
+      "grad_norm": 14.200442027165447,
+      "kl_loss_13": 2103.8,
+      "kl_loss_26": 1004.1,
+      "kl_loss_39": 624.45,
+      "kl_loss_7": 2800.4,
+      "learning_rate": 0.00011494573159559212,
+      "loss": 3223.6,
+      "step": 7820
+    },
+    {
+      "ce_loss_13": 2.4327739059925078,
+      "ce_loss_26": 1.9302410751581192,
+      "ce_loss_39": 1.7492202669382095,
+      "ce_loss_52": 1.4421478152275085,
+      "ce_loss_7": 2.7496786177158357,
+      "epoch": 0.783,
+      "grad_norm": 13.561882382659508,
+      "kl_loss_13": 2046.4,
+      "kl_loss_26": 985.3,
+      "kl_loss_39": 604.05,
+      "kl_loss_7": 2712.8,
+      "learning_rate": 0.00011393551930550828,
+      "loss": 3172.1,
+      "step": 7830
+    },
+    {
+      "ce_loss_13": 2.456186518073082,
+      "ce_loss_26": 1.9265149384737015,
+      "ce_loss_39": 1.7347608864307404,
+      "ce_loss_52": 1.4248275607824326,
+      "ce_loss_7": 2.7833105325698853,
+      "epoch": 0.784,
+      "grad_norm": 14.152082617728679,
+      "kl_loss_13": 2109.0,
+      "kl_loss_26": 1006.1,
+      "kl_loss_39": 611.45,
+      "kl_loss_7": 2800.8,
+      "learning_rate": 0.00011292919468045875,
+      "loss": 3208.05,
+      "step": 7840
+    },
+    {
+      "ce_loss_13": 2.4463070958852766,
+      "ce_loss_26": 1.9245142936706543,
+      "ce_loss_39": 1.736380136013031,
+      "ce_loss_52": 1.4392430812120438,
+      "ce_loss_7": 2.776514196395874,
+      "epoch": 0.785,
+      "grad_norm": 13.366541015007158,
+      "kl_loss_13": 2080.4,
+      "kl_loss_26": 983.3,
+      "kl_loss_39": 597.9,
+      "kl_loss_7": 2776.4,
+      "learning_rate": 0.00011192676785412154,
+      "loss": 3185.35,
+      "step": 7850
+    },
+    {
+      "ce_loss_13": 2.421262636780739,
+      "ce_loss_26": 1.9249890923500061,
+      "ce_loss_39": 1.7500147104263306,
+      "ce_loss_52": 1.4561963319778441,
+      "ce_loss_7": 2.741842967271805,
+      "epoch": 0.786,
+      "grad_norm": 15.122779815741898,
+      "kl_loss_13": 1987.4,
+      "kl_loss_26": 937.4,
+      "kl_loss_39": 570.05,
+      "kl_loss_7": 2649.2,
+      "learning_rate": 0.00011092824892092374,
+      "loss": 3155.1,
+      "step": 7860
+    },
+    {
+      "ce_loss_13": 2.528256595134735,
+      "ce_loss_26": 2.005132633447647,
+      "ce_loss_39": 1.8220074683427812,
+      "ce_loss_52": 1.49842167198658,
+      "ce_loss_7": 2.8524305701255797,
+      "epoch": 0.787,
+      "grad_norm": 14.392088598180058,
+      "kl_loss_13": 2135.0,
+      "kl_loss_26": 1024.4,
+      "kl_loss_39": 633.4,
+      "kl_loss_7": 2828.0,
+      "learning_rate": 0.0001099336479359398,
+      "loss": 3228.45,
+      "step": 7870
+    },
+    {
+      "ce_loss_13": 2.4351921498775484,
+      "ce_loss_26": 1.9118896454572678,
+      "ce_loss_39": 1.7326159566640853,
+      "ce_loss_52": 1.43462935090065,
+      "ce_loss_7": 2.7571564972400666,
+      "epoch": 0.788,
+      "grad_norm": 14.109231297319436,
+      "kl_loss_13": 2083.4,
+      "kl_loss_26": 971.8,
+      "kl_loss_39": 593.25,
+      "kl_loss_7": 2767.2,
+      "learning_rate": 0.00010894297491479043,
+      "loss": 3224.35,
+      "step": 7880
+    },
+    {
+      "ce_loss_13": 2.4037249386310577,
+      "ce_loss_26": 1.8971479564905167,
+      "ce_loss_39": 1.713542652130127,
+      "ce_loss_52": 1.416736051440239,
+      "ce_loss_7": 2.7244735300540923,
+      "epoch": 0.789,
+      "grad_norm": 14.646464194445937,
+      "kl_loss_13": 2027.0,
+      "kl_loss_26": 959.6,
+      "kl_loss_39": 587.05,
+      "kl_loss_7": 2694.8,
+      "learning_rate": 0.00010795623983354214,
+      "loss": 3163.9,
+      "step": 7890
+    },
+    {
+      "ce_loss_13": 2.462240958213806,
+      "ce_loss_26": 1.9522877007722854,
+      "ce_loss_39": 1.7622255086898804,
+      "ce_loss_52": 1.447747752070427,
+      "ce_loss_7": 2.781180214881897,
+      "epoch": 0.79,
+      "grad_norm": 14.486453301055112,
+      "kl_loss_13": 2093.8,
+      "kl_loss_26": 999.0,
+      "kl_loss_39": 616.7,
+      "kl_loss_7": 2768.0,
+      "learning_rate": 0.00010697345262860636,
+      "loss": 3189.25,
+      "step": 7900
+    },
+    {
+      "ce_loss_13": 2.443204700946808,
+      "ce_loss_26": 1.9252238601446152,
+      "ce_loss_39": 1.7538990557193757,
+      "ce_loss_52": 1.4549198508262635,
+      "ce_loss_7": 2.762816107273102,
+      "epoch": 0.791,
+      "grad_norm": 14.756973656564183,
+      "kl_loss_13": 2043.6,
+      "kl_loss_26": 953.1,
+      "kl_loss_39": 582.75,
+      "kl_loss_7": 2730.4,
+      "learning_rate": 0.00010599462319663906,
+      "loss": 3189.25,
+      "step": 7910
+    },
+    {
+      "ce_loss_13": 2.4734450757503508,
+      "ce_loss_26": 1.9476019829511642,
+      "ce_loss_39": 1.7569423377513886,
+      "ce_loss_52": 1.448093169927597,
+      "ce_loss_7": 2.7963216602802277,
+      "epoch": 0.792,
+      "grad_norm": 14.148651159008981,
+      "kl_loss_13": 2096.8,
+      "kl_loss_26": 997.8,
+      "kl_loss_39": 608.35,
+      "kl_loss_7": 2784.0,
+      "learning_rate": 0.00010501976139444191,
+      "loss": 3199.1,
+      "step": 7920
+    },
+    {
+      "ce_loss_13": 2.460918265581131,
+      "ce_loss_26": 1.9421131610870361,
+      "ce_loss_39": 1.7556595474481582,
+      "ce_loss_52": 1.4451121121644974,
+      "ce_loss_7": 2.7843388080596925,
+      "epoch": 0.793,
+      "grad_norm": 14.590509352597412,
+      "kl_loss_13": 2099.4,
+      "kl_loss_26": 995.3,
+      "kl_loss_39": 605.2,
+      "kl_loss_7": 2780.8,
+      "learning_rate": 0.0001040488770388625,
+      "loss": 3203.35,
+      "step": 7930
+    },
+    {
+      "ce_loss_13": 2.379360908269882,
+      "ce_loss_26": 1.8618569314479827,
+      "ce_loss_39": 1.6797795861959457,
+      "ce_loss_52": 1.3791978135704994,
+      "ce_loss_7": 2.708191817998886,
+      "epoch": 0.794,
+      "grad_norm": 14.16954347608881,
+      "kl_loss_13": 2053.0,
+      "kl_loss_26": 969.8,
+      "kl_loss_39": 592.9,
+      "kl_loss_7": 2740.8,
+      "learning_rate": 0.00010308197990669538,
+      "loss": 3181.45,
+      "step": 7940
+    },
+    {
+      "ce_loss_13": 2.4218691647052766,
+      "ce_loss_26": 1.9039832711219788,
+      "ce_loss_39": 1.7168581753969192,
+      "ce_loss_52": 1.414185357093811,
+      "ce_loss_7": 2.7429304718971252,
+      "epoch": 0.795,
+      "grad_norm": 13.813266382907072,
+      "kl_loss_13": 2088.6,
+      "kl_loss_26": 990.3,
+      "kl_loss_39": 604.5,
+      "kl_loss_7": 2776.4,
+      "learning_rate": 0.0001021190797345839,
+      "loss": 3178.1,
+      "step": 7950
+    },
+    {
+      "ce_loss_13": 2.487806275486946,
+      "ce_loss_26": 1.9796326756477356,
+      "ce_loss_39": 1.7957882821559905,
+      "ce_loss_52": 1.484969075024128,
+      "ce_loss_7": 2.8111346662044525,
+      "epoch": 0.796,
+      "grad_norm": 14.164838891881972,
+      "kl_loss_13": 2047.4,
+      "kl_loss_26": 971.5,
+      "kl_loss_39": 591.45,
+      "kl_loss_7": 2717.2,
+      "learning_rate": 0.00010116018621892236,
+      "loss": 3174.95,
+      "step": 7960
+    },
+    {
+      "ce_loss_13": 2.398695731163025,
+      "ce_loss_26": 1.8858011841773987,
+      "ce_loss_39": 1.7020757973194123,
+      "ce_loss_52": 1.4106510564684869,
+      "ce_loss_7": 2.721856439113617,
+      "epoch": 0.797,
+      "grad_norm": 14.161604323369735,
+      "kl_loss_13": 2034.0,
+      "kl_loss_26": 953.8,
+      "kl_loss_39": 575.1,
+      "kl_loss_7": 2712.8,
+      "learning_rate": 0.00010020530901575753,
+      "loss": 3177.95,
+      "step": 7970
+    },
+    {
+      "ce_loss_13": 2.427662065625191,
+      "ce_loss_26": 1.921607220172882,
+      "ce_loss_39": 1.741393145918846,
+      "ce_loss_52": 1.438681322336197,
+      "ce_loss_7": 2.746969664096832,
+      "epoch": 0.798,
+      "grad_norm": 14.770550097448835,
+      "kl_loss_13": 2042.0,
+      "kl_loss_26": 965.9,
+      "kl_loss_39": 592.1,
+      "kl_loss_7": 2705.2,
+      "learning_rate": 9.925445774069231e-05,
+      "loss": 3170.6,
+      "step": 7980
+    },
+    {
+      "ce_loss_13": 2.4366293847560883,
+      "ce_loss_26": 1.9163338214159011,
+      "ce_loss_39": 1.7320117831230164,
+      "ce_loss_52": 1.4146809190511704,
+      "ce_loss_7": 2.772968965768814,
+      "epoch": 0.799,
+      "grad_norm": 13.97785133684068,
+      "kl_loss_13": 2098.2,
+      "kl_loss_26": 1008.8,
+      "kl_loss_39": 619.4,
+      "kl_loss_7": 2795.6,
+      "learning_rate": 9.830764196878872e-05,
+      "loss": 3210.25,
+      "step": 7990
+    },
+    {
+      "ce_loss_13": 2.519176536798477,
+      "ce_loss_26": 2.0015997767448424,
+      "ce_loss_39": 1.8160304486751557,
+      "ce_loss_52": 1.4840710669755937,
+      "ce_loss_7": 2.842372918128967,
+      "epoch": 0.8,
+      "grad_norm": 13.949092199595771,
+      "kl_loss_13": 2133.0,
+      "kl_loss_26": 1036.3,
+      "kl_loss_39": 652.95,
+      "kl_loss_7": 2818.8,
+      "learning_rate": 9.736487123447069e-05,
+      "loss": 3181.95,
+      "step": 8000
+    },
+    {
+      "ce_loss_13": 2.4726769655942915,
+      "ce_loss_26": 1.9741164237260818,
+      "ce_loss_39": 1.790221494436264,
+      "ce_loss_52": 1.482371485233307,
+      "ce_loss_7": 2.799379500746727,
+      "epoch": 0.801,
+      "grad_norm": 13.707660286112029,
+      "kl_loss_13": 2038.0,
+      "kl_loss_26": 977.9,
+      "kl_loss_39": 599.8,
+      "kl_loss_7": 2716.8,
+      "learning_rate": 9.642615503142926e-05,
+      "loss": 3173.65,
+      "step": 8010
+    },
+    {
+      "ce_loss_13": 2.4063422054052355,
+      "ce_loss_26": 1.904910859465599,
+      "ce_loss_39": 1.7236665695905686,
+      "ce_loss_52": 1.4340474352240562,
+      "ce_loss_7": 2.726147544384003,
+      "epoch": 0.802,
+      "grad_norm": 14.759158260471319,
+      "kl_loss_13": 2004.0,
+      "kl_loss_26": 947.5,
+      "kl_loss_39": 570.8,
+      "kl_loss_7": 2678.8,
+      "learning_rate": 9.549150281252633e-05,
+      "loss": 3210.3,
+      "step": 8020
+    },
+    {
+      "ce_loss_13": 2.439296191930771,
+      "ce_loss_26": 1.930625182390213,
+      "ce_loss_39": 1.7471411645412445,
+      "ce_loss_52": 1.4468423128128052,
+      "ce_loss_7": 2.759518486261368,
+      "epoch": 0.803,
+      "grad_norm": 14.138193136913905,
+      "kl_loss_13": 2029.8,
+      "kl_loss_26": 959.0,
+      "kl_loss_39": 580.8,
+      "kl_loss_7": 2710.0,
+      "learning_rate": 9.4560923989699e-05,
+      "loss": 3188.85,
+      "step": 8030
+    },
+    {
+      "ce_loss_13": 2.383785030245781,
+      "ce_loss_26": 1.8730993419885635,
+      "ce_loss_39": 1.689489060640335,
+      "ce_loss_52": 1.3906694814562797,
+      "ce_loss_7": 2.715326648950577,
+      "epoch": 0.804,
+      "grad_norm": 14.525642481529378,
+      "kl_loss_13": 2063.0,
+      "kl_loss_26": 966.1,
+      "kl_loss_39": 591.6,
+      "kl_loss_7": 2756.4,
+      "learning_rate": 9.363442793386607e-05,
+      "loss": 3171.0,
+      "step": 8040
+    },
+    {
+      "ce_loss_13": 2.436983805894852,
+      "ce_loss_26": 1.9301572561264038,
+      "ce_loss_39": 1.7478452265262603,
+      "ce_loss_52": 1.4431490540504455,
+      "ce_loss_7": 2.7593387603759765,
+      "epoch": 0.805,
+      "grad_norm": 14.17334080276183,
+      "kl_loss_13": 2038.0,
+      "kl_loss_26": 967.0,
+      "kl_loss_39": 590.6,
+      "kl_loss_7": 2714.4,
+      "learning_rate": 9.271202397483213e-05,
+      "loss": 3157.4,
+      "step": 8050
+    },
+    {
+      "ce_loss_13": 2.4742675691843035,
+      "ce_loss_26": 1.9660158514976502,
+      "ce_loss_39": 1.7886695712804794,
+      "ce_loss_52": 1.4793777346611023,
+      "ce_loss_7": 2.799517345428467,
+      "epoch": 0.806,
+      "grad_norm": 14.807557523499636,
+      "kl_loss_13": 2047.0,
+      "kl_loss_26": 977.2,
+      "kl_loss_39": 606.0,
+      "kl_loss_7": 2719.6,
+      "learning_rate": 9.179372140119524e-05,
+      "loss": 3197.5,
+      "step": 8060
+    },
+    {
+      "ce_loss_13": 2.404207941889763,
+      "ce_loss_26": 1.8871434926986694,
+      "ce_loss_39": 1.7082382440567017,
+      "ce_loss_52": 1.4106020584702492,
+      "ce_loss_7": 2.7318927943706512,
+      "epoch": 0.807,
+      "grad_norm": 14.241838480847589,
+      "kl_loss_13": 2054.2,
+      "kl_loss_26": 966.9,
+      "kl_loss_39": 589.9,
+      "kl_loss_7": 2745.6,
+      "learning_rate": 9.087952946025175e-05,
+      "loss": 3174.15,
+      "step": 8070
+    },
+    {
+      "ce_loss_13": 2.405471110343933,
+      "ce_loss_26": 1.9090194314718247,
+      "ce_loss_39": 1.7282894462347032,
+      "ce_loss_52": 1.4298398733139037,
+      "ce_loss_7": 2.7295302629470823,
+      "epoch": 0.808,
+      "grad_norm": 14.246105109452872,
+      "kl_loss_13": 2023.6,
+      "kl_loss_26": 956.4,
+      "kl_loss_39": 585.5,
+      "kl_loss_7": 2704.0,
+      "learning_rate": 8.996945735790446e-05,
+      "loss": 3220.95,
+      "step": 8080
+    },
+    {
+      "ce_loss_13": 2.4230452179908752,
+      "ce_loss_26": 1.9108994454145432,
+      "ce_loss_39": 1.7252773225307465,
+      "ce_loss_52": 1.4297530561685563,
+      "ce_loss_7": 2.7479528963565825,
+      "epoch": 0.809,
+      "grad_norm": 14.241539859828608,
+      "kl_loss_13": 2056.4,
+      "kl_loss_26": 974.5,
+      "kl_loss_39": 592.4,
+      "kl_loss_7": 2738.0,
+      "learning_rate": 8.906351425856951e-05,
+      "loss": 3187.2,
+      "step": 8090
+    },
+    {
+      "ce_loss_13": 2.5193986773490904,
+      "ce_loss_26": 2.004713475704193,
+      "ce_loss_39": 1.8214319556951524,
+      "ce_loss_52": 1.5133182466030122,
+      "ce_loss_7": 2.836967188119888,
+      "epoch": 0.81,
+      "grad_norm": 13.856573501498156,
+      "kl_loss_13": 2059.0,
+      "kl_loss_26": 983.5,
+      "kl_loss_39": 604.75,
+      "kl_loss_7": 2738.8,
+      "learning_rate": 8.816170928508365e-05,
+      "loss": 3199.5,
+      "step": 8100
+    },
+    {
+      "ce_loss_13": 2.463338887691498,
+      "ce_loss_26": 1.9509768843650819,
+      "ce_loss_39": 1.7714523404836655,
+      "ce_loss_52": 1.4671026438474655,
+      "ce_loss_7": 2.7907890677452087,
+      "epoch": 0.811,
+      "grad_norm": 14.442792993010306,
+      "kl_loss_13": 2039.6,
+      "kl_loss_26": 963.7,
+      "kl_loss_39": 594.85,
+      "kl_loss_7": 2727.2,
+      "learning_rate": 8.7264051518613e-05,
+      "loss": 3182.6,
+      "step": 8110
+    },
+    {
+      "ce_loss_13": 2.35435933470726,
+      "ce_loss_26": 1.8515879094600678,
+      "ce_loss_39": 1.675445196032524,
+      "ce_loss_52": 1.3868303269147872,
+      "ce_loss_7": 2.6736503660678865,
+      "epoch": 0.812,
+      "grad_norm": 15.186200546439618,
+      "kl_loss_13": 2007.0,
+      "kl_loss_26": 943.9,
+      "kl_loss_39": 575.7,
+      "kl_loss_7": 2679.2,
+      "learning_rate": 8.637054999856148e-05,
+      "loss": 3182.4,
+      "step": 8120
+    },
+    {
+      "ce_loss_13": 2.4665314495563506,
+      "ce_loss_26": 1.9507400870323182,
+      "ce_loss_39": 1.7698681026697158,
+      "ce_loss_52": 1.463287603855133,
+      "ce_loss_7": 2.790166562795639,
+      "epoch": 0.813,
+      "grad_norm": 14.702441450046226,
+      "kl_loss_13": 2081.6,
+      "kl_loss_26": 994.3,
+      "kl_loss_39": 606.6,
+      "kl_loss_7": 2757.2,
+      "learning_rate": 8.548121372247918e-05,
+      "loss": 3195.8,
+      "step": 8130
+    },
+    {
+      "ce_loss_13": 2.4175081342458724,
+      "ce_loss_26": 1.894961017370224,
+      "ce_loss_39": 1.7168689727783204,
+      "ce_loss_52": 1.4184614822268486,
+      "ce_loss_7": 2.74496705532074,
+      "epoch": 0.814,
+      "grad_norm": 14.150480690009331,
+      "kl_loss_13": 2042.4,
+      "kl_loss_26": 956.7,
+      "kl_loss_39": 584.15,
+      "kl_loss_7": 2725.2,
+      "learning_rate": 8.459605164597267e-05,
+      "loss": 3148.95,
+      "step": 8140
+    },
+    {
+      "ce_loss_13": 2.4137402385473252,
+      "ce_loss_26": 1.907509195804596,
+      "ce_loss_39": 1.7280682563781737,
+      "ce_loss_52": 1.4408938705921173,
+      "ce_loss_7": 2.734111136198044,
+      "epoch": 0.815,
+      "grad_norm": 14.607407219816483,
+      "kl_loss_13": 2031.8,
+      "kl_loss_26": 952.0,
+      "kl_loss_39": 576.85,
+      "kl_loss_7": 2711.2,
+      "learning_rate": 8.371507268261436e-05,
+      "loss": 3141.15,
+      "step": 8150
+    },
+    {
+      "ce_loss_13": 2.45993629693985,
+      "ce_loss_26": 1.9489454805850983,
+      "ce_loss_39": 1.7687684744596481,
+      "ce_loss_52": 1.4672614842653275,
+      "ce_loss_7": 2.7731840908527374,
+      "epoch": 0.816,
+      "grad_norm": 13.941573996490533,
+      "kl_loss_13": 2049.4,
+      "kl_loss_26": 971.7,
+      "kl_loss_39": 590.15,
+      "kl_loss_7": 2723.6,
+      "learning_rate": 8.283828570385238e-05,
+      "loss": 3167.65,
+      "step": 8160
+    },
+    {
+      "ce_loss_13": 2.457903391122818,
+      "ce_loss_26": 1.9481427311897277,
+      "ce_loss_39": 1.7692535519599915,
+      "ce_loss_52": 1.473311385512352,
+      "ce_loss_7": 2.7900636374950407,
+      "epoch": 0.817,
+      "grad_norm": 13.820607552825622,
+      "kl_loss_13": 2034.8,
+      "kl_loss_26": 960.7,
+      "kl_loss_39": 581.95,
+      "kl_loss_7": 2732.8,
+      "learning_rate": 8.196569953892202e-05,
+      "loss": 3175.55,
+      "step": 8170
+    },
+    {
+      "ce_loss_13": 2.424106791615486,
+      "ce_loss_26": 1.9179951936006545,
+      "ce_loss_39": 1.7393042415380477,
+      "ce_loss_52": 1.4501032710075379,
+      "ce_loss_7": 2.7422122418880464,
+      "epoch": 0.818,
+      "grad_norm": 13.95954126780279,
+      "kl_loss_13": 2017.4,
+      "kl_loss_26": 939.3,
+      "kl_loss_39": 570.5,
+      "kl_loss_7": 2684.4,
+      "learning_rate": 8.109732297475635e-05,
+      "loss": 3172.8,
+      "step": 8180
+    },
+    {
+      "ce_loss_13": 2.4480927348136903,
+      "ce_loss_26": 1.9403320997953415,
+      "ce_loss_39": 1.7644436001777648,
+      "ce_loss_52": 1.4613411754369736,
+      "ce_loss_7": 2.767207592725754,
+      "epoch": 0.819,
+      "grad_norm": 15.077790655269643,
+      "kl_loss_13": 2034.2,
+      "kl_loss_26": 959.3,
+      "kl_loss_39": 589.55,
+      "kl_loss_7": 2707.6,
+      "learning_rate": 8.023316475589754e-05,
+      "loss": 3151.8,
+      "step": 8190
+    },
+    {
+      "ce_loss_13": 2.389411324262619,
+      "ce_loss_26": 1.8819621950387955,
+      "ce_loss_39": 1.7063862174749374,
+      "ce_loss_52": 1.4187449038028717,
+      "ce_loss_7": 2.7186341762542723,
+      "epoch": 0.82,
+      "grad_norm": 14.069790186558153,
+      "kl_loss_13": 2015.6,
+      "kl_loss_26": 934.0,
+      "kl_loss_39": 570.4,
+      "kl_loss_7": 2711.2,
+      "learning_rate": 7.937323358440934e-05,
+      "loss": 3158.45,
+      "step": 8200
+    },
+    {
+      "ce_loss_13": 2.463495451211929,
+      "ce_loss_26": 1.9460216015577316,
+      "ce_loss_39": 1.7633485794067383,
+      "ce_loss_52": 1.459425413608551,
+      "ce_loss_7": 2.7843497574329374,
+      "epoch": 0.821,
+      "grad_norm": 14.129619264599885,
+      "kl_loss_13": 2034.2,
+      "kl_loss_26": 962.3,
+      "kl_loss_39": 588.55,
+      "kl_loss_7": 2710.0,
+      "learning_rate": 7.851753811978923e-05,
+      "loss": 3172.55,
+      "step": 8210
+    },
+    {
+      "ce_loss_13": 2.3558076560497283,
+      "ce_loss_26": 1.8546594500541687,
+      "ce_loss_39": 1.6799951493740082,
+      "ce_loss_52": 1.392863529920578,
+      "ce_loss_7": 2.6725959718227386,
+      "epoch": 0.822,
+      "grad_norm": 13.287512232663138,
+      "kl_loss_13": 1979.6,
+      "kl_loss_26": 919.4,
+      "kl_loss_39": 562.4,
+      "kl_loss_7": 2652.0,
+      "learning_rate": 7.766608697888095e-05,
+      "loss": 3151.0,
+      "step": 8220
+    },
+    {
+      "ce_loss_13": 2.4153092801570892,
+      "ce_loss_26": 1.9061992377042771,
+      "ce_loss_39": 1.7255131870508194,
+      "ce_loss_52": 1.4212424442172051,
+      "ce_loss_7": 2.748347020149231,
+      "epoch": 0.823,
+      "grad_norm": 14.43300896159423,
+      "kl_loss_13": 2076.6,
+      "kl_loss_26": 977.9,
+      "kl_loss_39": 599.3,
+      "kl_loss_7": 2767.2,
+      "learning_rate": 7.681888873578785e-05,
+      "loss": 3171.1,
+      "step": 8230
+    },
+    {
+      "ce_loss_13": 2.4028283417224885,
+      "ce_loss_26": 1.9037913769483565,
+      "ce_loss_39": 1.729577499628067,
+      "ce_loss_52": 1.4313182592391969,
+      "ce_loss_7": 2.7214892983436583,
+      "epoch": 0.824,
+      "grad_norm": 14.091655498494992,
+      "kl_loss_13": 1997.8,
+      "kl_loss_26": 945.5,
+      "kl_loss_39": 582.95,
+      "kl_loss_7": 2668.0,
+      "learning_rate": 7.597595192178702e-05,
+      "loss": 3129.45,
+      "step": 8240
+    },
+    {
+      "ce_loss_13": 2.385217198729515,
+      "ce_loss_26": 1.8788419783115387,
+      "ce_loss_39": 1.7016818612813949,
+      "ce_loss_52": 1.4092606633901597,
+      "ce_loss_7": 2.714561605453491,
+      "epoch": 0.825,
+      "grad_norm": 14.092565500396708,
+      "kl_loss_13": 2015.4,
+      "kl_loss_26": 950.7,
+      "kl_loss_39": 578.35,
+      "kl_loss_7": 2700.8,
+      "learning_rate": 7.513728502524286e-05,
+      "loss": 3103.55,
+      "step": 8250
+    },
+    {
+      "ce_loss_13": 2.411863788962364,
+      "ce_loss_26": 1.8953818708658219,
+      "ce_loss_39": 1.712015947699547,
+      "ce_loss_52": 1.4228723630309106,
+      "ce_loss_7": 2.7335788309574127,
+      "epoch": 0.826,
+      "grad_norm": 14.683616091837887,
+      "kl_loss_13": 2027.2,
+      "kl_loss_26": 946.2,
+      "kl_loss_39": 569.45,
+      "kl_loss_7": 2700.8,
+      "learning_rate": 7.430289649152156e-05,
+      "loss": 3186.45,
+      "step": 8260
+    },
+    {
+      "ce_loss_13": 2.4488519340753556,
+      "ce_loss_26": 1.9516287744045258,
+      "ce_loss_39": 1.7749818950891494,
+      "ce_loss_52": 1.479728889465332,
+      "ce_loss_7": 2.7712768018245697,
+      "epoch": 0.827,
+      "grad_norm": 13.955547255495208,
+      "kl_loss_13": 1991.0,
+      "kl_loss_26": 940.5,
+      "kl_loss_39": 573.4,
+      "kl_loss_7": 2658.4,
+      "learning_rate": 7.347279472290646e-05,
+      "loss": 3163.475,
+      "step": 8270
+    },
+    {
+      "ce_loss_13": 2.3786238610744475,
+      "ce_loss_26": 1.8683661013841628,
+      "ce_loss_39": 1.690899032354355,
+      "ce_loss_52": 1.4009160608053208,
+      "ce_loss_7": 2.705441731214523,
+      "epoch": 0.828,
+      "grad_norm": 14.039626698915084,
+      "kl_loss_13": 2016.2,
+      "kl_loss_26": 938.6,
+      "kl_loss_39": 571.15,
+      "kl_loss_7": 2694.4,
+      "learning_rate": 7.264698807851328e-05,
+      "loss": 3118.5,
+      "step": 8280
+    },
+    {
+      "ce_loss_13": 2.466960498690605,
+      "ce_loss_26": 1.946975302696228,
+      "ce_loss_39": 1.7688733905553817,
+      "ce_loss_52": 1.4637437134981155,
+      "ce_loss_7": 2.8006490588188173,
+      "epoch": 0.829,
+      "grad_norm": 14.106474347437752,
+      "kl_loss_13": 2090.4,
+      "kl_loss_26": 984.1,
+      "kl_loss_39": 609.1,
+      "kl_loss_7": 2790.4,
+      "learning_rate": 7.182548487420554e-05,
+      "loss": 3184.4,
+      "step": 8290
+    },
+    {
+      "ce_loss_13": 2.5116629540920257,
+      "ce_loss_26": 1.9985181391239166,
+      "ce_loss_39": 1.8124066442251205,
+      "ce_loss_52": 1.497176530957222,
+      "ce_loss_7": 2.8335696399211883,
+      "epoch": 0.83,
+      "grad_norm": 14.139665843791814,
+      "kl_loss_13": 2098.8,
+      "kl_loss_26": 1001.4,
+      "kl_loss_39": 614.35,
+      "kl_loss_7": 2780.6,
+      "learning_rate": 7.100829338251146e-05,
+      "loss": 3198.35,
+      "step": 8300
+    },
+    {
+      "ce_loss_13": 2.4611269533634186,
+      "ce_loss_26": 1.9527796864509583,
+      "ce_loss_39": 1.7704098969697952,
+      "ce_loss_52": 1.462582492828369,
+      "ce_loss_7": 2.7841490387916563,
+      "epoch": 0.831,
+      "grad_norm": 13.992596562086698,
+      "kl_loss_13": 2062.6,
+      "kl_loss_26": 988.0,
+      "kl_loss_39": 605.35,
+      "kl_loss_7": 2743.2,
+      "learning_rate": 7.019542183254046e-05,
+      "loss": 3175.4,
+      "step": 8310
+    },
+    {
+      "ce_loss_13": 2.4340964376926424,
+      "ce_loss_26": 1.9217961221933364,
+      "ce_loss_39": 1.7397069931030273,
+      "ce_loss_52": 1.4361872345209121,
+      "ce_loss_7": 2.759904479980469,
+      "epoch": 0.832,
+      "grad_norm": 14.479445741622119,
+      "kl_loss_13": 2039.6,
+      "kl_loss_26": 971.9,
+      "kl_loss_39": 599.4,
+      "kl_loss_7": 2716.0,
+      "learning_rate": 6.938687840989971e-05,
+      "loss": 3159.45,
+      "step": 8320
+    },
+    {
+      "ce_loss_13": 2.4414653837680818,
+      "ce_loss_26": 1.928215390443802,
+      "ce_loss_39": 1.7369425565004348,
+      "ce_loss_52": 1.4351924806833267,
+      "ce_loss_7": 2.76216436624527,
+      "epoch": 0.833,
+      "grad_norm": 14.95621914365995,
+      "kl_loss_13": 2059.8,
+      "kl_loss_26": 983.2,
+      "kl_loss_39": 594.6,
+      "kl_loss_7": 2738.8,
+      "learning_rate": 6.858267125661271e-05,
+      "loss": 3174.0,
+      "step": 8330
+    },
+    {
+      "ce_loss_13": 2.400873589515686,
+      "ce_loss_26": 1.90281642973423,
+      "ce_loss_39": 1.7204748094081879,
+      "ce_loss_52": 1.4244474336504935,
+      "ce_loss_7": 2.7152935564517975,
+      "epoch": 0.834,
+      "grad_norm": 14.103644864595271,
+      "kl_loss_13": 2033.8,
+      "kl_loss_26": 973.5,
+      "kl_loss_39": 591.7,
+      "kl_loss_7": 2704.8,
+      "learning_rate": 6.778280847103668e-05,
+      "loss": 3170.05,
+      "step": 8340
+    },
+    {
+      "ce_loss_13": 2.374238893389702,
+      "ce_loss_26": 1.8607898473739624,
+      "ce_loss_39": 1.6831828862428666,
+      "ce_loss_52": 1.396483090519905,
+      "ce_loss_7": 2.704102611541748,
+      "epoch": 0.835,
+      "grad_norm": 14.599308778967789,
+      "kl_loss_13": 2031.4,
+      "kl_loss_26": 934.1,
+      "kl_loss_39": 566.7,
+      "kl_loss_7": 2719.2,
+      "learning_rate": 6.698729810778065e-05,
+      "loss": 3150.95,
+      "step": 8350
+    },
+    {
+      "ce_loss_13": 2.4648724853992463,
+      "ce_loss_26": 1.9494601666927338,
+      "ce_loss_39": 1.7671974629163743,
+      "ce_loss_52": 1.461349506676197,
+      "ce_loss_7": 2.794687694311142,
+      "epoch": 0.836,
+      "grad_norm": 14.476811719238219,
+      "kl_loss_13": 2060.2,
+      "kl_loss_26": 979.5,
+      "kl_loss_39": 601.55,
+      "kl_loss_7": 2750.8,
+      "learning_rate": 6.619614817762538e-05,
+      "loss": 3140.75,
+      "step": 8360
+    },
+    {
+      "ce_loss_13": 2.4076102912425994,
+      "ce_loss_26": 1.9041061371564865,
+      "ce_loss_39": 1.7215475410223007,
+      "ce_loss_52": 1.426313552260399,
+      "ce_loss_7": 2.729493075609207,
+      "epoch": 0.837,
+      "grad_norm": 14.66675091557762,
+      "kl_loss_13": 2014.4,
+      "kl_loss_26": 958.9,
+      "kl_loss_39": 585.55,
+      "kl_loss_7": 2689.6,
+      "learning_rate": 6.540936664744196e-05,
+      "loss": 3161.6,
+      "step": 8370
+    },
+    {
+      "ce_loss_13": 2.4151067316532133,
+      "ce_loss_26": 1.9024922668933868,
+      "ce_loss_39": 1.7205139189958571,
+      "ce_loss_52": 1.4315023928880692,
+      "ce_loss_7": 2.733920103311539,
+      "epoch": 0.838,
+      "grad_norm": 13.748708793526905,
+      "kl_loss_13": 2020.6,
+      "kl_loss_26": 957.3,
+      "kl_loss_39": 574.45,
+      "kl_loss_7": 2690.8,
+      "learning_rate": 6.462696144011149e-05,
+      "loss": 3148.0,
+      "step": 8380
+    },
+    {
+      "ce_loss_13": 2.4298708856105806,
+      "ce_loss_26": 1.9152013957500458,
+      "ce_loss_39": 1.737311202287674,
+      "ce_loss_52": 1.441886842250824,
+      "ce_loss_7": 2.757741445302963,
+      "epoch": 0.839,
+      "grad_norm": 14.560412200339597,
+      "kl_loss_13": 2019.6,
+      "kl_loss_26": 946.5,
+      "kl_loss_39": 576.85,
+      "kl_loss_7": 2709.2,
+      "learning_rate": 6.384894043444567e-05,
+      "loss": 3144.45,
+      "step": 8390
+    },
+    {
+      "ce_loss_13": 2.4371220886707308,
+      "ce_loss_26": 1.9178409904241562,
+      "ce_loss_39": 1.7318467199802399,
+      "ce_loss_52": 1.427680206298828,
+      "ce_loss_7": 2.7716069161891936,
+      "epoch": 0.84,
+      "grad_norm": 13.228002541168403,
+      "kl_loss_13": 2067.8,
+      "kl_loss_26": 990.0,
+      "kl_loss_39": 597.05,
+      "kl_loss_7": 2766.8,
+      "learning_rate": 6.307531146510753e-05,
+      "loss": 3145.15,
+      "step": 8400
+    },
+    {
+      "ce_loss_13": 2.4668938338756563,
+      "ce_loss_26": 1.9483750283718109,
+      "ce_loss_39": 1.7615112096071244,
+      "ce_loss_52": 1.4629206866025926,
+      "ce_loss_7": 2.7949269711971283,
+      "epoch": 0.841,
+      "grad_norm": 14.638289805261575,
+      "kl_loss_13": 2070.8,
+      "kl_loss_26": 979.1,
+      "kl_loss_39": 588.85,
+      "kl_loss_7": 2755.2,
+      "learning_rate": 6.230608232253226e-05,
+      "loss": 3135.55,
+      "step": 8410
+    },
+    {
+      "ce_loss_13": 2.498942193388939,
+      "ce_loss_26": 1.9719986289739608,
+      "ce_loss_39": 1.7773171186447143,
+      "ce_loss_52": 1.4589012682437896,
+      "ce_loss_7": 2.8206138908863068,
+      "epoch": 0.842,
+      "grad_norm": 14.547037792354297,
+      "kl_loss_13": 2143.2,
+      "kl_loss_26": 1027.6,
+      "kl_loss_39": 626.5,
+      "kl_loss_7": 2830.0,
+      "learning_rate": 6.154126075284855e-05,
+      "loss": 3179.05,
+      "step": 8420
+    },
+    {
+      "ce_loss_13": 2.339446923136711,
+      "ce_loss_26": 1.836980375647545,
+      "ce_loss_39": 1.66352079808712,
+      "ce_loss_52": 1.3777535080909729,
+      "ce_loss_7": 2.658161628246307,
+      "epoch": 0.843,
+      "grad_norm": 13.822498461755101,
+      "kl_loss_13": 2006.0,
+      "kl_loss_26": 933.6,
+      "kl_loss_39": 565.3,
+      "kl_loss_7": 2679.6,
+      "learning_rate": 6.078085445780129e-05,
+      "loss": 3158.075,
+      "step": 8430
+    },
+    {
+      "ce_loss_13": 2.4486551761627195,
+      "ce_loss_26": 1.9329589813947679,
+      "ce_loss_39": 1.7519038885831832,
+      "ce_loss_52": 1.4464032799005508,
+      "ce_loss_7": 2.776008838415146,
+      "epoch": 0.844,
+      "grad_norm": 13.676549255063142,
+      "kl_loss_13": 2050.2,
+      "kl_loss_26": 971.9,
+      "kl_loss_39": 595.05,
+      "kl_loss_7": 2741.2,
+      "learning_rate": 6.002487109467347e-05,
+      "loss": 3155.95,
+      "step": 8440
+    },
+    {
+      "ce_loss_13": 2.467064255475998,
+      "ce_loss_26": 1.9566147327423096,
+      "ce_loss_39": 1.7722377121448516,
+      "ce_loss_52": 1.4749930799007416,
+      "ce_loss_7": 2.7902898490428925,
+      "epoch": 0.845,
+      "grad_norm": 15.195098706872598,
+      "kl_loss_13": 2033.8,
+      "kl_loss_26": 959.4,
+      "kl_loss_39": 581.0,
+      "kl_loss_7": 2712.0,
+      "learning_rate": 5.927331827620902e-05,
+      "loss": 3169.7,
+      "step": 8450
+    },
+    {
+      "ce_loss_13": 2.389095312356949,
+      "ce_loss_26": 1.8802162408828735,
+      "ce_loss_39": 1.7042785853147506,
+      "ce_loss_52": 1.4126853346824646,
+      "ce_loss_7": 2.714692497253418,
+      "epoch": 0.846,
+      "grad_norm": 14.567703807315205,
+      "kl_loss_13": 2016.0,
+      "kl_loss_26": 940.7,
+      "kl_loss_39": 574.25,
+      "kl_loss_7": 2700.8,
+      "learning_rate": 5.852620357053651e-05,
+      "loss": 3111.0,
+      "step": 8460
+    },
+    {
+      "ce_loss_13": 2.4798492193222046,
+      "ce_loss_26": 1.9612985998392105,
+      "ce_loss_39": 1.7813422173261642,
+      "ce_loss_52": 1.4634388938546181,
+      "ce_loss_7": 2.8045433819293977,
+      "epoch": 0.847,
+      "grad_norm": 13.718944289269317,
+      "kl_loss_13": 2114.4,
+      "kl_loss_26": 1008.1,
+      "kl_loss_39": 624.7,
+      "kl_loss_7": 2801.2,
+      "learning_rate": 5.778353450109286e-05,
+      "loss": 3195.2,
+      "step": 8470
+    },
+    {
+      "ce_loss_13": 2.38386265039444,
+      "ce_loss_26": 1.8872032672166825,
+      "ce_loss_39": 1.710950767993927,
+      "ce_loss_52": 1.432640826702118,
+      "ce_loss_7": 2.694201183319092,
+      "epoch": 0.848,
+      "grad_norm": 14.259266485735452,
+      "kl_loss_13": 1968.6,
+      "kl_loss_26": 914.3,
+      "kl_loss_39": 549.1,
+      "kl_loss_7": 2623.2,
+      "learning_rate": 5.7045318546547206e-05,
+      "loss": 3137.025,
+      "step": 8480
+    },
+    {
+      "ce_loss_13": 2.427330991625786,
+      "ce_loss_26": 1.910456082224846,
+      "ce_loss_39": 1.7292529791593552,
+      "ce_loss_52": 1.4334994465112687,
+      "ce_loss_7": 2.7538663387298583,
+      "epoch": 0.849,
+      "grad_norm": 13.656054783413236,
+      "kl_loss_13": 2033.4,
+      "kl_loss_26": 954.9,
+      "kl_loss_39": 577.85,
+      "kl_loss_7": 2719.6,
+      "learning_rate": 5.631156314072605e-05,
+      "loss": 3150.65,
+      "step": 8490
+    },
+    {
+      "ce_loss_13": 2.471989703178406,
+      "ce_loss_26": 1.9505236119031906,
+      "ce_loss_39": 1.7668047726154328,
+      "ce_loss_52": 1.4608478724956513,
+      "ce_loss_7": 2.8063031315803526,
+      "epoch": 0.85,
+      "grad_norm": 13.681266151650567,
+      "kl_loss_13": 2080.4,
+      "kl_loss_26": 982.8,
+      "kl_loss_39": 600.35,
+      "kl_loss_7": 2780.8,
+      "learning_rate": 5.5582275672538315e-05,
+      "loss": 3137.95,
+      "step": 8500
+    },
+    {
+      "ce_loss_13": 2.4605359852313997,
+      "ce_loss_26": 1.939817100763321,
+      "ce_loss_39": 1.753285875916481,
+      "ce_loss_52": 1.4498123317956924,
+      "ce_loss_7": 2.7863478004932403,
+      "epoch": 0.851,
+      "grad_norm": 14.038129063761419,
+      "kl_loss_13": 2055.6,
+      "kl_loss_26": 978.1,
+      "kl_loss_39": 593.3,
+      "kl_loss_7": 2740.0,
+      "learning_rate": 5.4857463485900484e-05,
+      "loss": 3144.75,
+      "step": 8510
+    },
+    {
+      "ce_loss_13": 2.450565594434738,
+      "ce_loss_26": 1.9354894876480102,
+      "ce_loss_39": 1.7570757120847702,
+      "ce_loss_52": 1.458202052116394,
+      "ce_loss_7": 2.770776855945587,
+      "epoch": 0.852,
+      "grad_norm": 13.945411873449233,
+      "kl_loss_13": 2028.8,
+      "kl_loss_26": 956.4,
+      "kl_loss_39": 584.4,
+      "kl_loss_7": 2704.4,
+      "learning_rate": 5.413713387966329e-05,
+      "loss": 3147.35,
+      "step": 8520
+    },
+    {
+      "ce_loss_13": 2.384511134028435,
+      "ce_loss_26": 1.885845959186554,
+      "ce_loss_39": 1.7117790162563324,
+      "ce_loss_52": 1.4215580940246582,
+      "ce_loss_7": 2.6971611440181733,
+      "epoch": 0.853,
+      "grad_norm": 14.280539701015499,
+      "kl_loss_13": 1983.0,
+      "kl_loss_26": 937.9,
+      "kl_loss_39": 571.6,
+      "kl_loss_7": 2646.0,
+      "learning_rate": 5.34212941075381e-05,
+      "loss": 3138.7,
+      "step": 8530
+    },
+    {
+      "ce_loss_13": 2.4187089085578917,
+      "ce_loss_26": 1.9180882632732392,
+      "ce_loss_39": 1.7486219108104706,
+      "ce_loss_52": 1.4668725609779358,
+      "ce_loss_7": 2.7367011964321137,
+      "epoch": 0.854,
+      "grad_norm": 13.894895708827713,
+      "kl_loss_13": 1988.6,
+      "kl_loss_26": 918.2,
+      "kl_loss_39": 556.1,
+      "kl_loss_7": 2660.4,
+      "learning_rate": 5.270995137802315e-05,
+      "loss": 3116.45,
+      "step": 8540
+    },
+    {
+      "ce_loss_13": 2.415088692307472,
+      "ce_loss_26": 1.9041693419218064,
+      "ce_loss_39": 1.7267356216907501,
+      "ce_loss_52": 1.4279317557811737,
+      "ce_loss_7": 2.7469893753528596,
+      "epoch": 0.855,
+      "grad_norm": 14.31134935015859,
+      "kl_loss_13": 2040.4,
+      "kl_loss_26": 959.5,
+      "kl_loss_39": 585.9,
+      "kl_loss_7": 2737.2,
+      "learning_rate": 5.2003112854332125e-05,
+      "loss": 3108.3,
+      "step": 8550
+    },
+    {
+      "ce_loss_13": 2.461696755886078,
+      "ce_loss_26": 1.9468512892723084,
+      "ce_loss_39": 1.7631896048784257,
+      "ce_loss_52": 1.4654896438121796,
+      "ce_loss_7": 2.780461609363556,
+      "epoch": 0.856,
+      "grad_norm": 14.365329511248612,
+      "kl_loss_13": 2070.0,
+      "kl_loss_26": 974.7,
+      "kl_loss_39": 589.2,
+      "kl_loss_7": 2744.0,
+      "learning_rate": 5.130078565432089e-05,
+      "loss": 3173.9,
+      "step": 8560
+    },
+    {
+      "ce_loss_13": 2.4338246136903763,
+      "ce_loss_26": 1.9260531306266784,
+      "ce_loss_39": 1.746686053276062,
+      "ce_loss_52": 1.4506986886262894,
+      "ce_loss_7": 2.7584114193916323,
+      "epoch": 0.857,
+      "grad_norm": 13.58696871299719,
+      "kl_loss_13": 2040.8,
+      "kl_loss_26": 958.4,
+      "kl_loss_39": 587.6,
+      "kl_loss_7": 2720.8,
+      "learning_rate": 5.060297685041659e-05,
+      "loss": 3124.45,
+      "step": 8570
+    },
+    {
+      "ce_loss_13": 2.465153419971466,
+      "ce_loss_26": 1.9324041992425918,
+      "ce_loss_39": 1.747180885076523,
+      "ce_loss_52": 1.4378513038158416,
+      "ce_loss_7": 2.8079187512397765,
+      "epoch": 0.858,
+      "grad_norm": 13.69346881706034,
+      "kl_loss_13": 2127.2,
+      "kl_loss_26": 1005.7,
+      "kl_loss_39": 610.45,
+      "kl_loss_7": 2842.8,
+      "learning_rate": 4.99096934695461e-05,
+      "loss": 3135.55,
+      "step": 8580
+    },
+    {
+      "ce_loss_13": 2.428412067890167,
+      "ce_loss_26": 1.9264894247055053,
+      "ce_loss_39": 1.748258227109909,
+      "ce_loss_52": 1.4425264418125152,
+      "ce_loss_7": 2.7523947954177856,
+      "epoch": 0.859,
+      "grad_norm": 14.416520228353955,
+      "kl_loss_13": 2024.4,
+      "kl_loss_26": 961.5,
+      "kl_loss_39": 593.95,
+      "kl_loss_7": 2704.0,
+      "learning_rate": 4.922094249306558e-05,
+      "loss": 3141.65,
+      "step": 8590
+    },
+    {
+      "ce_loss_13": 2.379640507698059,
+      "ce_loss_26": 1.8703870117664336,
+      "ce_loss_39": 1.6925265491008759,
+      "ce_loss_52": 1.4014200061559676,
+      "ce_loss_7": 2.7008225679397584,
+      "epoch": 0.86,
+      "grad_norm": 14.548164181811538,
+      "kl_loss_13": 2019.0,
+      "kl_loss_26": 952.8,
+      "kl_loss_39": 580.7,
+      "kl_loss_7": 2704.4,
+      "learning_rate": 4.853673085668947e-05,
+      "loss": 3164.35,
+      "step": 8600
+    },
+    {
+      "ce_loss_13": 2.3882300436496733,
+      "ce_loss_26": 1.8816026329994202,
+      "ce_loss_39": 1.701096272468567,
+      "ce_loss_52": 1.4169353902339936,
+      "ce_loss_7": 2.711241126060486,
+      "epoch": 0.861,
+      "grad_norm": 13.997789256280235,
+      "kl_loss_13": 2014.0,
+      "kl_loss_26": 941.1,
+      "kl_loss_39": 561.45,
+      "kl_loss_7": 2697.6,
+      "learning_rate": 4.78570654504214e-05,
+      "loss": 3160.75,
+      "step": 8610
+    },
+    {
+      "ce_loss_13": 2.4367538392543793,
+      "ce_loss_26": 1.9072220534086228,
+      "ce_loss_39": 1.724021741747856,
+      "ce_loss_52": 1.4287808299064637,
+      "ce_loss_7": 2.7643966376781464,
+      "epoch": 0.862,
+      "grad_norm": 13.935763093108008,
+      "kl_loss_13": 2067.0,
+      "kl_loss_26": 962.6,
+      "kl_loss_39": 576.05,
+      "kl_loss_7": 2765.6,
+      "learning_rate": 4.7181953118484556e-05,
+      "loss": 3127.35,
+      "step": 8620
+    },
+    {
+      "ce_loss_13": 2.424758407473564,
+      "ce_loss_26": 1.9169064074754716,
+      "ce_loss_39": 1.7346068799495697,
+      "ce_loss_52": 1.4445551723241805,
+      "ce_loss_7": 2.7455954015254975,
+      "epoch": 0.863,
+      "grad_norm": 14.314671068665351,
+      "kl_loss_13": 2012.8,
+      "kl_loss_26": 950.4,
+      "kl_loss_39": 570.95,
+      "kl_loss_7": 2679.2,
+      "learning_rate": 4.651140065925269e-05,
+      "loss": 3115.55,
+      "step": 8630
+    },
+    {
+      "ce_loss_13": 2.5092544078826906,
+      "ce_loss_26": 1.9829395413398743,
+      "ce_loss_39": 1.7923680394887924,
+      "ce_loss_52": 1.481997686624527,
+      "ce_loss_7": 2.838895618915558,
+      "epoch": 0.864,
+      "grad_norm": 14.264233585666156,
+      "kl_loss_13": 2110.2,
+      "kl_loss_26": 1005.9,
+      "kl_loss_39": 616.9,
+      "kl_loss_7": 2805.2,
+      "learning_rate": 4.58454148251814e-05,
+      "loss": 3142.0,
+      "step": 8640
+    },
+    {
+      "ce_loss_13": 2.43146056830883,
+      "ce_loss_26": 1.9165301382541657,
+      "ce_loss_39": 1.7361394971609116,
+      "ce_loss_52": 1.4455705016851426,
+      "ce_loss_7": 2.7573634922504424,
+      "epoch": 0.865,
+      "grad_norm": 13.3838976309547,
+      "kl_loss_13": 2018.4,
+      "kl_loss_26": 941.1,
+      "kl_loss_39": 567.4,
+      "kl_loss_7": 2702.0,
+      "learning_rate": 4.518400232274078e-05,
+      "loss": 3128.55,
+      "step": 8650
+    },
+    {
+      "ce_loss_13": 2.4056933134794236,
+      "ce_loss_26": 1.8982498347759247,
+      "ce_loss_39": 1.7155311942100524,
+      "ce_loss_52": 1.4283919543027879,
+      "ce_loss_7": 2.7339151203632355,
+      "epoch": 0.866,
+      "grad_norm": 13.776729544594009,
+      "kl_loss_13": 2029.0,
+      "kl_loss_26": 958.5,
+      "kl_loss_39": 575.6,
+      "kl_loss_7": 2712.0,
+      "learning_rate": 4.452716981234745e-05,
+      "loss": 3168.35,
+      "step": 8660
+    },
+    {
+      "ce_loss_13": 2.4304875314235685,
+      "ce_loss_26": 1.9086535692214965,
+      "ce_loss_39": 1.731420534849167,
+      "ce_loss_52": 1.4311698615550994,
+      "ce_loss_7": 2.76586651802063,
+      "epoch": 0.867,
+      "grad_norm": 14.03220486850696,
+      "kl_loss_13": 2043.6,
+      "kl_loss_26": 956.8,
+      "kl_loss_39": 585.05,
+      "kl_loss_7": 2738.0,
+      "learning_rate": 4.3874923908297335e-05,
+      "loss": 3147.75,
+      "step": 8670
+    },
+    {
+      "ce_loss_13": 2.422931173443794,
+      "ce_loss_26": 1.8919979512691498,
+      "ce_loss_39": 1.7088686615228652,
+      "ce_loss_52": 1.4077896371483802,
+      "ce_loss_7": 2.757069969177246,
+      "epoch": 0.868,
+      "grad_norm": 14.116898056864903,
+      "kl_loss_13": 2080.8,
+      "kl_loss_26": 974.7,
+      "kl_loss_39": 600.2,
+      "kl_loss_7": 2778.4,
+      "learning_rate": 4.322727117869951e-05,
+      "loss": 3132.8,
+      "step": 8680
+    },
+    {
+      "ce_loss_13": 2.4079675406217573,
+      "ce_loss_26": 1.9030864268541337,
+      "ce_loss_39": 1.7309907704591752,
+      "ce_loss_52": 1.4429899513721467,
+      "ce_loss_7": 2.725788599252701,
+      "epoch": 0.869,
+      "grad_norm": 13.611192303364593,
+      "kl_loss_13": 1991.0,
+      "kl_loss_26": 927.4,
+      "kl_loss_39": 558.5,
+      "kl_loss_7": 2668.4,
+      "learning_rate": 4.2584218145409916e-05,
+      "loss": 3135.35,
+      "step": 8690
+    },
+    {
+      "ce_loss_13": 2.3869937509298325,
+      "ce_loss_26": 1.8738444805145265,
+      "ce_loss_39": 1.6931981056928636,
+      "ce_loss_52": 1.400150865316391,
+      "ce_loss_7": 2.709615921974182,
+      "epoch": 0.87,
+      "grad_norm": 14.271447400785455,
+      "kl_loss_13": 2015.8,
+      "kl_loss_26": 944.7,
+      "kl_loss_39": 573.1,
+      "kl_loss_7": 2692.8,
+      "learning_rate": 4.194577128396521e-05,
+      "loss": 3114.95,
+      "step": 8700
+    },
+    {
+      "ce_loss_13": 2.465124714374542,
+      "ce_loss_26": 1.961993396282196,
+      "ce_loss_39": 1.7869856834411622,
+      "ce_loss_52": 1.4856192290782928,
+      "ce_loss_7": 2.785760098695755,
+      "epoch": 0.871,
+      "grad_norm": 13.70337275168833,
+      "kl_loss_13": 2015.8,
+      "kl_loss_26": 955.1,
+      "kl_loss_39": 582.9,
+      "kl_loss_7": 2693.6,
+      "learning_rate": 4.1311937023518264e-05,
+      "loss": 3146.8,
+      "step": 8710
+    },
+    {
+      "ce_loss_13": 2.432892268896103,
+      "ce_loss_26": 1.9152618199586868,
+      "ce_loss_39": 1.7295002430677413,
+      "ce_loss_52": 1.4359665989875794,
+      "ce_loss_7": 2.7681704640388487,
+      "epoch": 0.872,
+      "grad_norm": 14.713342569921842,
+      "kl_loss_13": 2035.8,
+      "kl_loss_26": 958.4,
+      "kl_loss_39": 578.45,
+      "kl_loss_7": 2721.6,
+      "learning_rate": 4.0682721746773344e-05,
+      "loss": 3128.35,
+      "step": 8720
+    },
+    {
+      "ce_loss_13": 2.3963799655437468,
+      "ce_loss_26": 1.8889498293399811,
+      "ce_loss_39": 1.7117068350315094,
+      "ce_loss_52": 1.4276205718517303,
+      "ce_loss_7": 2.7207881271839143,
+      "epoch": 0.873,
+      "grad_norm": 14.269783754551202,
+      "kl_loss_13": 2001.0,
+      "kl_loss_26": 932.4,
+      "kl_loss_39": 561.8,
+      "kl_loss_7": 2688.8,
+      "learning_rate": 4.0058131789920904e-05,
+      "loss": 3131.65,
+      "step": 8730
+    },
+    {
+      "ce_loss_13": 2.418975955247879,
+      "ce_loss_26": 1.8960406243801118,
+      "ce_loss_39": 1.7133139997720719,
+      "ce_loss_52": 1.4180105909705163,
+      "ce_loss_7": 2.7614206850528715,
+      "epoch": 0.874,
+      "grad_norm": 14.114592900051933,
+      "kl_loss_13": 2079.4,
+      "kl_loss_26": 975.5,
+      "kl_loss_39": 598.35,
+      "kl_loss_7": 2790.4,
+      "learning_rate": 3.9438173442575e-05,
+      "loss": 3100.7,
+      "step": 8740
+    },
+    {
+      "ce_loss_13": 2.4537671864032746,
+      "ce_loss_26": 1.946785607933998,
+      "ce_loss_39": 1.7634260147809981,
+      "ce_loss_52": 1.4690344750881195,
+      "ce_loss_7": 2.775768506526947,
+      "epoch": 0.875,
+      "grad_norm": 14.35027266854894,
+      "kl_loss_13": 2027.0,
+      "kl_loss_26": 955.8,
+      "kl_loss_39": 572.25,
+      "kl_loss_7": 2707.2,
+      "learning_rate": 3.882285294770937e-05,
+      "loss": 3145.7,
+      "step": 8750
+    },
+    {
+      "ce_loss_13": 2.4146986842155456,
+      "ce_loss_26": 1.8880977869033813,
+      "ce_loss_39": 1.7063632160425186,
+      "ce_loss_52": 1.403985047340393,
+      "ce_loss_7": 2.741646242141724,
+      "epoch": 0.876,
+      "grad_norm": 14.018669111873198,
+      "kl_loss_13": 2049.4,
+      "kl_loss_26": 969.5,
+      "kl_loss_39": 590.2,
+      "kl_loss_7": 2731.6,
+      "learning_rate": 3.821217650159453e-05,
+      "loss": 3139.0,
+      "step": 8760
+    },
+    {
+      "ce_loss_13": 2.3532112538814545,
+      "ce_loss_26": 1.8646484702825545,
+      "ce_loss_39": 1.6983740404248238,
+      "ce_loss_52": 1.4196315869688987,
+      "ce_loss_7": 2.666028293967247,
+      "epoch": 0.877,
+      "grad_norm": 13.69993271737963,
+      "kl_loss_13": 1919.2,
+      "kl_loss_26": 890.8,
+      "kl_loss_39": 542.85,
+      "kl_loss_7": 2582.0,
+      "learning_rate": 3.760615025373543e-05,
+      "loss": 3109.35,
+      "step": 8770
+    },
+    {
+      "ce_loss_13": 2.4570236086845396,
+      "ce_loss_26": 1.938426810503006,
+      "ce_loss_39": 1.7564183056354523,
+      "ce_loss_52": 1.453689630329609,
+      "ce_loss_7": 2.787124717235565,
+      "epoch": 0.878,
+      "grad_norm": 14.764457343001293,
+      "kl_loss_13": 2048.4,
+      "kl_loss_26": 962.8,
+      "kl_loss_39": 585.3,
+      "kl_loss_7": 2732.8,
+      "learning_rate": 3.700478030680987e-05,
+      "loss": 3153.7,
+      "step": 8780
+    },
+    {
+      "ce_loss_13": 2.4401866495609283,
+      "ce_loss_26": 1.9257715612649917,
+      "ce_loss_39": 1.7440615922212601,
+      "ce_loss_52": 1.4473457425832748,
+      "ce_loss_7": 2.76454553604126,
+      "epoch": 0.879,
+      "grad_norm": 13.624797595400036,
+      "kl_loss_13": 2038.4,
+      "kl_loss_26": 958.5,
+      "kl_loss_39": 579.85,
+      "kl_loss_7": 2717.6,
+      "learning_rate": 3.6408072716606344e-05,
+      "loss": 3158.95,
+      "step": 8790
+    },
+    {
+      "ce_loss_13": 2.3960734605789185,
+      "ce_loss_26": 1.8874068677425384,
+      "ce_loss_39": 1.7073772728443146,
+      "ce_loss_52": 1.4144951313734055,
+      "ce_loss_7": 2.7204393565654756,
+      "epoch": 0.88,
+      "grad_norm": 13.565627756275363,
+      "kl_loss_13": 2008.0,
+      "kl_loss_26": 944.3,
+      "kl_loss_39": 574.6,
+      "kl_loss_7": 2694.0,
+      "learning_rate": 3.5816033491963716e-05,
+      "loss": 3127.45,
+      "step": 8800
+    },
+    {
+      "ce_loss_13": 2.426618826389313,
+      "ce_loss_26": 1.921605721116066,
+      "ce_loss_39": 1.7422660619020462,
+      "ce_loss_52": 1.4409180462360383,
+      "ce_loss_7": 2.7458843529224395,
+      "epoch": 0.881,
+      "grad_norm": 14.680252482648882,
+      "kl_loss_13": 2012.6,
+      "kl_loss_26": 955.2,
+      "kl_loss_39": 587.45,
+      "kl_loss_7": 2678.0,
+      "learning_rate": 3.522866859471047e-05,
+      "loss": 3106.075,
+      "step": 8810
+    },
+    {
+      "ce_loss_13": 2.4589924097061155,
+      "ce_loss_26": 1.9394809186458588,
+      "ce_loss_39": 1.7563898861408234,
+      "ce_loss_52": 1.459865990281105,
+      "ce_loss_7": 2.780824285745621,
+      "epoch": 0.882,
+      "grad_norm": 13.410206661523853,
+      "kl_loss_13": 2065.4,
+      "kl_loss_26": 975.8,
+      "kl_loss_39": 594.35,
+      "kl_loss_7": 2745.6,
+      "learning_rate": 3.46459839396045e-05,
+      "loss": 3162.5,
+      "step": 8820
+    },
+    {
+      "ce_loss_13": 2.444491392374039,
+      "ce_loss_26": 1.919321459531784,
+      "ce_loss_39": 1.7317459166049958,
+      "ce_loss_52": 1.4241959005594254,
+      "ce_loss_7": 2.7687501907348633,
+      "epoch": 0.883,
+      "grad_norm": 13.604154476294898,
+      "kl_loss_13": 2078.6,
+      "kl_loss_26": 980.1,
+      "kl_loss_39": 596.05,
+      "kl_loss_7": 2764.8,
+      "learning_rate": 3.406798539427386e-05,
+      "loss": 3137.15,
+      "step": 8830
+    },
+    {
+      "ce_loss_13": 2.4456652402877808,
+      "ce_loss_26": 1.9403656631708146,
+      "ce_loss_39": 1.7609369516372682,
+      "ce_loss_52": 1.4744407176971435,
+      "ce_loss_7": 2.762556844949722,
+      "epoch": 0.884,
+      "grad_norm": 14.0628693009416,
+      "kl_loss_13": 1994.0,
+      "kl_loss_26": 932.0,
+      "kl_loss_39": 557.15,
+      "kl_loss_7": 2667.2,
+      "learning_rate": 3.349467877915746e-05,
+      "loss": 3099.2,
+      "step": 8840
+    },
+    {
+      "ce_loss_13": 2.4576884746551513,
+      "ce_loss_26": 1.9445500463247298,
+      "ce_loss_39": 1.764642345905304,
+      "ce_loss_52": 1.4638898521661758,
+      "ce_loss_7": 2.7794412195682527,
+      "epoch": 0.885,
+      "grad_norm": 13.731348532638435,
+      "kl_loss_13": 2048.2,
+      "kl_loss_26": 971.4,
+      "kl_loss_39": 596.3,
+      "kl_loss_7": 2722.8,
+      "learning_rate": 3.292606986744667e-05,
+      "loss": 3152.675,
+      "step": 8850
+    },
+    {
+      "ce_loss_13": 2.4683742761611938,
+      "ce_loss_26": 1.9468118786811828,
+      "ce_loss_39": 1.7659433901309967,
+      "ce_loss_52": 1.4723648518323897,
+      "ce_loss_7": 2.794690328836441,
+      "epoch": 0.886,
+      "grad_norm": 14.768179589766811,
+      "kl_loss_13": 2053.6,
+      "kl_loss_26": 960.6,
+      "kl_loss_39": 581.1,
+      "kl_loss_7": 2740.0,
+      "learning_rate": 3.23621643850267e-05,
+      "loss": 3135.9,
+      "step": 8860
+    },
+    {
+      "ce_loss_13": 2.3716426849365235,
+      "ce_loss_26": 1.8652270317077637,
+      "ce_loss_39": 1.6864412546157836,
+      "ce_loss_52": 1.4016476958990096,
+      "ce_loss_7": 2.6954882085323333,
+      "epoch": 0.887,
+      "grad_norm": 13.861337667665934,
+      "kl_loss_13": 1995.8,
+      "kl_loss_26": 932.7,
+      "kl_loss_39": 558.6,
+      "kl_loss_7": 2668.8,
+      "learning_rate": 3.180296801041971e-05,
+      "loss": 3116.05,
+      "step": 8870
+    },
+    {
+      "ce_loss_13": 2.406647819280624,
+      "ce_loss_26": 1.8954071879386902,
+      "ce_loss_39": 1.7191426277160644,
+      "ce_loss_52": 1.4318138241767884,
+      "ce_loss_7": 2.7277746230363844,
+      "epoch": 0.888,
+      "grad_norm": 14.18696677740657,
+      "kl_loss_13": 1999.0,
+      "kl_loss_26": 937.5,
+      "kl_loss_39": 568.1,
+      "kl_loss_7": 2671.2,
+      "learning_rate": 3.124848637472688e-05,
+      "loss": 3120.85,
+      "step": 8880
+    },
+    {
+      "ce_loss_13": 2.4183617502450945,
+      "ce_loss_26": 1.9087469071149825,
+      "ce_loss_39": 1.731605476140976,
+      "ce_loss_52": 1.4397760301828384,
+      "ce_loss_7": 2.7426804542541503,
+      "epoch": 0.889,
+      "grad_norm": 14.005614784571057,
+      "kl_loss_13": 2023.4,
+      "kl_loss_26": 938.6,
+      "kl_loss_39": 572.0,
+      "kl_loss_7": 2704.0,
+      "learning_rate": 3.069872506157212e-05,
+      "loss": 3140.35,
+      "step": 8890
+    },
+    {
+      "ce_loss_13": 2.3538796246051787,
+      "ce_loss_26": 1.8491210967302323,
+      "ce_loss_39": 1.6793664902448655,
+      "ce_loss_52": 1.4003751114010812,
+      "ce_loss_7": 2.6818648397922518,
+      "epoch": 0.89,
+      "grad_norm": 13.507964025411896,
+      "kl_loss_13": 1969.8,
+      "kl_loss_26": 909.9,
+      "kl_loss_39": 551.1,
+      "kl_loss_7": 2655.2,
+      "learning_rate": 3.0153689607045842e-05,
+      "loss": 3115.9,
+      "step": 8900
+    },
+    {
+      "ce_loss_13": 2.3964832425117493,
+      "ce_loss_26": 1.8831844747066497,
+      "ce_loss_39": 1.7046507805585862,
+      "ce_loss_52": 1.4187346428632737,
+      "ce_loss_7": 2.72187722325325,
+      "epoch": 0.891,
+      "grad_norm": 14.258655617102612,
+      "kl_loss_13": 2013.6,
+      "kl_loss_26": 929.9,
+      "kl_loss_39": 559.3,
+      "kl_loss_7": 2705.2,
+      "learning_rate": 2.9613385499648926e-05,
+      "loss": 3133.85,
+      "step": 8910
+    },
+    {
+      "ce_loss_13": 2.3858442664146424,
+      "ce_loss_26": 1.8839757442474365,
+      "ce_loss_39": 1.709816351532936,
+      "ce_loss_52": 1.430666272342205,
+      "ce_loss_7": 2.6985366463661196,
+      "epoch": 0.892,
+      "grad_norm": 14.05296041871021,
+      "kl_loss_13": 1977.6,
+      "kl_loss_26": 918.7,
+      "kl_loss_39": 552.4,
+      "kl_loss_7": 2640.0,
+      "learning_rate": 2.9077818180237692e-05,
+      "loss": 3161.85,
+      "step": 8920
+    },
+    {
+      "ce_loss_13": 2.4120604634284972,
+      "ce_loss_26": 1.9131643176078796,
+      "ce_loss_39": 1.741806897521019,
+      "ce_loss_52": 1.4555314972996711,
+      "ce_loss_7": 2.7308483004570006,
+      "epoch": 0.893,
+      "grad_norm": 14.216852449574784,
+      "kl_loss_13": 1989.0,
+      "kl_loss_26": 931.9,
+      "kl_loss_39": 565.55,
+      "kl_loss_7": 2658.8,
+      "learning_rate": 2.8546993041969172e-05,
+      "loss": 3113.0,
+      "step": 8930
+    },
+    {
+      "ce_loss_13": 2.417782390117645,
+      "ce_loss_26": 1.9075176060199737,
+      "ce_loss_39": 1.7230383425951004,
+      "ce_loss_52": 1.428551298379898,
+      "ce_loss_7": 2.737876206636429,
+      "epoch": 0.894,
+      "grad_norm": 13.81624953017635,
+      "kl_loss_13": 2024.2,
+      "kl_loss_26": 956.0,
+      "kl_loss_39": 579.25,
+      "kl_loss_7": 2694.8,
+      "learning_rate": 2.802091543024671e-05,
+      "loss": 3118.3,
+      "step": 8940
+    },
+    {
+      "ce_loss_13": 2.4281566560268404,
+      "ce_loss_26": 1.9209083169698715,
+      "ce_loss_39": 1.7325717121362687,
+      "ce_loss_52": 1.4276321291923524,
+      "ce_loss_7": 2.7494910418987275,
+      "epoch": 0.895,
+      "grad_norm": 14.667622613471202,
+      "kl_loss_13": 2068.0,
+      "kl_loss_26": 993.0,
+      "kl_loss_39": 599.95,
+      "kl_loss_7": 2738.4,
+      "learning_rate": 2.7499590642665774e-05,
+      "loss": 3152.3,
+      "step": 8950
+    },
+    {
+      "ce_loss_13": 2.4123401612043383,
+      "ce_loss_26": 1.9057573080062866,
+      "ce_loss_39": 1.725106343626976,
+      "ce_loss_52": 1.43211932182312,
+      "ce_loss_7": 2.7356060326099394,
+      "epoch": 0.896,
+      "grad_norm": 13.84770444101258,
+      "kl_loss_13": 2014.8,
+      "kl_loss_26": 952.6,
+      "kl_loss_39": 575.75,
+      "kl_loss_7": 2696.2,
+      "learning_rate": 2.6983023928961405e-05,
+      "loss": 3131.5,
+      "step": 8960
+    },
+    {
+      "ce_loss_13": 2.3709884881973267,
+      "ce_loss_26": 1.868075394630432,
+      "ce_loss_39": 1.6942670613527298,
+      "ce_loss_52": 1.3973538905382157,
+      "ce_loss_7": 2.69813577234745,
+      "epoch": 0.897,
+      "grad_norm": 14.584597117704368,
+      "kl_loss_13": 2004.8,
+      "kl_loss_26": 940.7,
+      "kl_loss_39": 576.3,
+      "kl_loss_7": 2687.2,
+      "learning_rate": 2.6471220490954628e-05,
+      "loss": 3144.15,
+      "step": 8970
+    },
+    {
+      "ce_loss_13": 2.421136862039566,
+      "ce_loss_26": 1.9213113605976104,
+      "ce_loss_39": 1.7483066588640213,
+      "ce_loss_52": 1.4667307168245316,
+      "ce_loss_7": 2.7391393184661865,
+      "epoch": 0.898,
+      "grad_norm": 14.053042951615785,
+      "kl_loss_13": 1968.0,
+      "kl_loss_26": 914.9,
+      "kl_loss_39": 554.05,
+      "kl_loss_7": 2636.4,
+      "learning_rate": 2.596418548250029e-05,
+      "loss": 3077.8,
+      "step": 8980
+    },
+    {
+      "ce_loss_13": 2.383489468693733,
+      "ce_loss_26": 1.8838744014501572,
+      "ce_loss_39": 1.7122972816228867,
+      "ce_loss_52": 1.4258252471685409,
+      "ce_loss_7": 2.7002600908279417,
+      "epoch": 0.899,
+      "grad_norm": 13.786718301064743,
+      "kl_loss_13": 1996.2,
+      "kl_loss_26": 931.7,
+      "kl_loss_39": 571.05,
+      "kl_loss_7": 2666.4,
+      "learning_rate": 2.5461924009435368e-05,
+      "loss": 3075.25,
+      "step": 8990
+    },
+    {
+      "ce_loss_13": 2.3905730485916137,
+      "ce_loss_26": 1.8808085292577743,
+      "ce_loss_39": 1.7040841788053513,
+      "ce_loss_52": 1.4255578130483628,
+      "ce_loss_7": 2.7172752916812897,
+      "epoch": 0.9,
+      "grad_norm": 14.142930179347214,
+      "kl_loss_13": 1983.0,
+      "kl_loss_26": 912.3,
+      "kl_loss_39": 546.25,
+      "kl_loss_7": 2670.0,
+      "learning_rate": 2.4964441129527336e-05,
+      "loss": 3116.85,
+      "step": 9000
+    },
+    {
+      "ce_loss_13": 2.43511378467083,
+      "ce_loss_26": 1.926012173295021,
+      "ce_loss_39": 1.7415268182754517,
+      "ce_loss_52": 1.4408889025449754,
+      "ce_loss_7": 2.761294722557068,
+      "epoch": 0.901,
+      "grad_norm": 13.928144692729873,
+      "kl_loss_13": 2050.6,
+      "kl_loss_26": 980.3,
+      "kl_loss_39": 592.65,
+      "kl_loss_7": 2732.0,
+      "learning_rate": 2.4471741852423235e-05,
+      "loss": 3132.7,
+      "step": 9010
+    },
+    {
+      "ce_loss_13": 2.3582999795675277,
+      "ce_loss_26": 1.8586651980876923,
+      "ce_loss_39": 1.6817226380109787,
+      "ce_loss_52": 1.3925694867968559,
+      "ce_loss_7": 2.6693267047405245,
+      "epoch": 0.902,
+      "grad_norm": 14.116392246566738,
+      "kl_loss_13": 1978.6,
+      "kl_loss_26": 929.3,
+      "kl_loss_39": 571.5,
+      "kl_loss_7": 2638.8,
+      "learning_rate": 2.3983831139599287e-05,
+      "loss": 3114.75,
+      "step": 9020
+    },
+    {
+      "ce_loss_13": 2.418634516000748,
+      "ce_loss_26": 1.9078166902065277,
+      "ce_loss_39": 1.7249888181686401,
+      "ce_loss_52": 1.4335400015115738,
+      "ce_loss_7": 2.7412546992301943,
+      "epoch": 0.903,
+      "grad_norm": 13.637306812880459,
+      "kl_loss_13": 2036.0,
+      "kl_loss_26": 950.4,
+      "kl_loss_39": 575.5,
+      "kl_loss_7": 2710.0,
+      "learning_rate": 2.3500713904311022e-05,
+      "loss": 3133.35,
+      "step": 9030
+    },
+    {
+      "ce_loss_13": 2.3931309431791306,
+      "ce_loss_26": 1.877245968580246,
+      "ce_loss_39": 1.7018247723579407,
+      "ce_loss_52": 1.4155418664216994,
+      "ce_loss_7": 2.7214196979999543,
+      "epoch": 0.904,
+      "grad_norm": 14.785773850168622,
+      "kl_loss_13": 2014.2,
+      "kl_loss_26": 931.6,
+      "kl_loss_39": 566.7,
+      "kl_loss_7": 2697.2,
+      "learning_rate": 2.3022395011543685e-05,
+      "loss": 3107.4,
+      "step": 9040
+    },
+    {
+      "ce_loss_13": 2.4141552269458773,
+      "ce_loss_26": 1.9003157913684845,
+      "ce_loss_39": 1.7119427561759948,
+      "ce_loss_52": 1.4218156844377519,
+      "ce_loss_7": 2.738201731443405,
+      "epoch": 0.905,
+      "grad_norm": 15.004045135842484,
+      "kl_loss_13": 2046.4,
+      "kl_loss_26": 956.8,
+      "kl_loss_39": 574.8,
+      "kl_loss_7": 2728.0,
+      "learning_rate": 2.2548879277963063e-05,
+      "loss": 3131.35,
+      "step": 9050
+    },
+    {
+      "ce_loss_13": 2.4368073105812074,
+      "ce_loss_26": 1.9358865648508072,
+      "ce_loss_39": 1.758334356546402,
+      "ce_loss_52": 1.4668044418096542,
+      "ce_loss_7": 2.7515600681304933,
+      "epoch": 0.906,
+      "grad_norm": 14.409368784921233,
+      "kl_loss_13": 1999.0,
+      "kl_loss_26": 944.8,
+      "kl_loss_39": 573.2,
+      "kl_loss_7": 2666.4,
+      "learning_rate": 2.208017147186736e-05,
+      "loss": 3129.15,
+      "step": 9060
+    },
+    {
+      "ce_loss_13": 2.4492080837488173,
+      "ce_loss_26": 1.9512592017650605,
+      "ce_loss_39": 1.7678290545940398,
+      "ce_loss_52": 1.4713279128074646,
+      "ce_loss_7": 2.772859865427017,
+      "epoch": 0.907,
+      "grad_norm": 14.409868370647818,
+      "kl_loss_13": 2027.6,
+      "kl_loss_26": 962.9,
+      "kl_loss_39": 580.75,
+      "kl_loss_7": 2708.4,
+      "learning_rate": 2.1616276313139227e-05,
+      "loss": 3136.45,
+      "step": 9070
+    },
+    {
+      "ce_loss_13": 2.3629566222429275,
+      "ce_loss_26": 1.866456887125969,
+      "ce_loss_39": 1.692075565457344,
+      "ce_loss_52": 1.4036286368966102,
+      "ce_loss_7": 2.681915229558945,
+      "epoch": 0.908,
+      "grad_norm": 13.121489500516578,
+      "kl_loss_13": 1981.6,
+      "kl_loss_26": 934.0,
+      "kl_loss_39": 568.15,
+      "kl_loss_7": 2653.6,
+      "learning_rate": 2.1157198473197415e-05,
+      "loss": 3145.35,
+      "step": 9080
+    },
+    {
+      "ce_loss_13": 2.4373748511075974,
+      "ce_loss_26": 1.9266161501407624,
+      "ce_loss_39": 1.7425854057073593,
+      "ce_loss_52": 1.4446089684963226,
+      "ce_loss_7": 2.7682818710803985,
+      "epoch": 0.909,
+      "grad_norm": 14.230511024408004,
+      "kl_loss_13": 2056.6,
+      "kl_loss_26": 973.2,
+      "kl_loss_39": 588.0,
+      "kl_loss_7": 2750.4,
+      "learning_rate": 2.0702942574950812e-05,
+      "loss": 3127.5,
+      "step": 9090
+    },
+    {
+      "ce_loss_13": 2.4287337332963945,
+      "ce_loss_26": 1.9172603338956833,
+      "ce_loss_39": 1.7392981857061387,
+      "ce_loss_52": 1.4425375372171403,
+      "ce_loss_7": 2.7510289788246154,
+      "epoch": 0.91,
+      "grad_norm": 14.057406508919666,
+      "kl_loss_13": 2046.6,
+      "kl_loss_26": 964.4,
+      "kl_loss_39": 593.1,
+      "kl_loss_7": 2722.4,
+      "learning_rate": 2.025351319275137e-05,
+      "loss": 3121.6,
+      "step": 9100
+    },
+    {
+      "ce_loss_13": 2.4320779502391816,
+      "ce_loss_26": 1.9104785054922104,
+      "ce_loss_39": 1.7267427280545236,
+      "ce_loss_52": 1.437354525923729,
+      "ce_loss_7": 2.7588888108730316,
+      "epoch": 0.911,
+      "grad_norm": 14.001627192514695,
+      "kl_loss_13": 2041.6,
+      "kl_loss_26": 960.0,
+      "kl_loss_39": 579.65,
+      "kl_loss_7": 2727.2,
+      "learning_rate": 1.9808914852347816e-05,
+      "loss": 3132.0,
+      "step": 9110
+    },
+    {
+      "ce_loss_13": 2.4577192962169647,
+      "ce_loss_26": 1.9406163454055787,
+      "ce_loss_39": 1.7553843706846237,
+      "ce_loss_52": 1.4540565699338912,
+      "ce_loss_7": 2.7937385022640226,
+      "epoch": 0.912,
+      "grad_norm": 14.03191291932469,
+      "kl_loss_13": 2055.4,
+      "kl_loss_26": 970.4,
+      "kl_loss_39": 590.75,
+      "kl_loss_7": 2749.6,
+      "learning_rate": 1.9369152030840554e-05,
+      "loss": 3137.8,
+      "step": 9120
+    },
+    {
+      "ce_loss_13": 2.37432479262352,
+      "ce_loss_26": 1.874118760228157,
+      "ce_loss_39": 1.6963829159736634,
+      "ce_loss_52": 1.4185152500867844,
+      "ce_loss_7": 2.692077511548996,
+      "epoch": 0.913,
+      "grad_norm": 14.634301127161054,
+      "kl_loss_13": 1966.6,
+      "kl_loss_26": 913.3,
+      "kl_loss_39": 546.15,
+      "kl_loss_7": 2640.0,
+      "learning_rate": 1.893422915663645e-05,
+      "loss": 3130.35,
+      "step": 9130
+    },
+    {
+      "ce_loss_13": 2.485106924176216,
+      "ce_loss_26": 1.9777852237224578,
+      "ce_loss_39": 1.7995707392692566,
+      "ce_loss_52": 1.4930359899997712,
+      "ce_loss_7": 2.800886517763138,
+      "epoch": 0.914,
+      "grad_norm": 13.987291564294976,
+      "kl_loss_13": 2050.4,
+      "kl_loss_26": 985.4,
+      "kl_loss_39": 605.6,
+      "kl_loss_7": 2732.4,
+      "learning_rate": 1.850415060940386e-05,
+      "loss": 3103.7,
+      "step": 9140
+    },
+    {
+      "ce_loss_13": 2.4284686923027037,
+      "ce_loss_26": 1.928224155306816,
+      "ce_loss_39": 1.7489481002092362,
+      "ce_loss_52": 1.4568757116794586,
+      "ce_loss_7": 2.7469853341579435,
+      "epoch": 0.915,
+      "grad_norm": 14.256565267478091,
+      "kl_loss_13": 2014.8,
+      "kl_loss_26": 950.5,
+      "kl_loss_39": 576.35,
+      "kl_loss_7": 2683.2,
+      "learning_rate": 1.8078920720028978e-05,
+      "loss": 3089.85,
+      "step": 9150
+    },
+    {
+      "ce_loss_13": 2.397159770131111,
+      "ce_loss_26": 1.9007071822881698,
+      "ce_loss_39": 1.7246300727128983,
+      "ce_loss_52": 1.4446155533194542,
+      "ce_loss_7": 2.7181631565093993,
+      "epoch": 0.916,
+      "grad_norm": 14.893106945439357,
+      "kl_loss_13": 1959.0,
+      "kl_loss_26": 905.8,
+      "kl_loss_39": 547.35,
+      "kl_loss_7": 2633.6,
+      "learning_rate": 1.765854377057219e-05,
+      "loss": 3113.25,
+      "step": 9160
+    },
+    {
+      "ce_loss_13": 2.391612654924393,
+      "ce_loss_26": 1.8863595336675645,
+      "ce_loss_39": 1.7089181810617446,
+      "ce_loss_52": 1.4133323535323143,
+      "ce_loss_7": 2.7117814838886263,
+      "epoch": 0.917,
+      "grad_norm": 13.727089751993333,
+      "kl_loss_13": 2026.6,
+      "kl_loss_26": 952.4,
+      "kl_loss_39": 579.55,
+      "kl_loss_7": 2699.2,
+      "learning_rate": 1.724302399422456e-05,
+      "loss": 3114.9,
+      "step": 9170
+    },
+    {
+      "ce_loss_13": 2.3898652464151384,
+      "ce_loss_26": 1.8965242326259613,
+      "ce_loss_39": 1.7190593391656876,
+      "ce_loss_52": 1.4282272264361382,
+      "ce_loss_7": 2.70514101088047,
+      "epoch": 0.918,
+      "grad_norm": 14.466760453933187,
+      "kl_loss_13": 1964.6,
+      "kl_loss_26": 920.2,
+      "kl_loss_39": 557.4,
+      "kl_loss_7": 2637.2,
+      "learning_rate": 1.683236557526574e-05,
+      "loss": 3117.7,
+      "step": 9180
+    },
+    {
+      "ce_loss_13": 2.363905116915703,
+      "ce_loss_26": 1.8732207268476486,
+      "ce_loss_39": 1.6985140055418015,
+      "ce_loss_52": 1.4114336684346198,
+      "ce_loss_7": 2.6808120787143705,
+      "epoch": 0.919,
+      "grad_norm": 13.740003598916001,
+      "kl_loss_13": 1964.6,
+      "kl_loss_26": 921.6,
+      "kl_loss_39": 557.8,
+      "kl_loss_7": 2632.0,
+      "learning_rate": 1.6426572649021475e-05,
+      "loss": 3121.6,
+      "step": 9190
+    },
+    {
+      "ce_loss_13": 2.4235911548137663,
+      "ce_loss_26": 1.911160832643509,
+      "ce_loss_39": 1.7327239394187928,
+      "ce_loss_52": 1.4489689737558364,
+      "ce_loss_7": 2.740164947509766,
+      "epoch": 0.92,
+      "grad_norm": 14.26925795970607,
+      "kl_loss_13": 2008.2,
+      "kl_loss_26": 933.2,
+      "kl_loss_39": 559.8,
+      "kl_loss_7": 2678.0,
+      "learning_rate": 1.6025649301821876e-05,
+      "loss": 3113.6,
+      "step": 9200
+    },
+    {
+      "ce_loss_13": 2.4683689922094345,
+      "ce_loss_26": 1.9488540649414063,
+      "ce_loss_39": 1.7631026744842528,
+      "ce_loss_52": 1.4620952308177948,
+      "ce_loss_7": 2.794441765546799,
+      "epoch": 0.921,
+      "grad_norm": 14.076823047271347,
+      "kl_loss_13": 2051.4,
+      "kl_loss_26": 970.8,
+      "kl_loss_39": 588.7,
+      "kl_loss_7": 2729.2,
+      "learning_rate": 1.5629599570960716e-05,
+      "loss": 3104.8,
+      "step": 9210
+    },
+    {
+      "ce_loss_13": 2.3585807204246523,
+      "ce_loss_26": 1.8531203657388686,
+      "ce_loss_39": 1.6820847302675248,
+      "ce_loss_52": 1.4014029562473298,
+      "ce_loss_7": 2.6779536455869675,
+      "epoch": 0.922,
+      "grad_norm": 13.947276602522905,
+      "kl_loss_13": 1987.2,
+      "kl_loss_26": 913.9,
+      "kl_loss_39": 557.25,
+      "kl_loss_7": 2664.4,
+      "learning_rate": 1.5238427444654367e-05,
+      "loss": 3096.2,
+      "step": 9220
+    },
+    {
+      "ce_loss_13": 2.3690007477998734,
+      "ce_loss_26": 1.8584237039089202,
+      "ce_loss_39": 1.6857000291347504,
+      "ce_loss_52": 1.3957198202610015,
+      "ce_loss_7": 2.697771596908569,
+      "epoch": 0.923,
+      "grad_norm": 13.90974821940606,
+      "kl_loss_13": 2016.4,
+      "kl_loss_26": 937.5,
+      "kl_loss_39": 574.65,
+      "kl_loss_7": 2710.0,
+      "learning_rate": 1.4852136862001764e-05,
+      "loss": 3120.95,
+      "step": 9230
+    },
+    {
+      "ce_loss_13": 2.386936154961586,
+      "ce_loss_26": 1.8795882225036622,
+      "ce_loss_39": 1.7048650175333022,
+      "ce_loss_52": 1.4252549767494203,
+      "ce_loss_7": 2.7094414860010145,
+      "epoch": 0.924,
+      "grad_norm": 14.075158349443141,
+      "kl_loss_13": 1994.4,
+      "kl_loss_26": 926.6,
+      "kl_loss_39": 558.55,
+      "kl_loss_7": 2674.0,
+      "learning_rate": 1.4470731712944884e-05,
+      "loss": 3095.9,
+      "step": 9240
+    },
+    {
+      "ce_loss_13": 2.480703926086426,
+      "ce_loss_26": 1.9693680822849273,
+      "ce_loss_39": 1.7812021166086196,
+      "ce_loss_52": 1.4721150636672973,
+      "ce_loss_7": 2.808130669593811,
+      "epoch": 0.925,
+      "grad_norm": 13.823292097408816,
+      "kl_loss_13": 2057.0,
+      "kl_loss_26": 989.9,
+      "kl_loss_39": 602.9,
+      "kl_loss_7": 2740.4,
+      "learning_rate": 1.4094215838229174e-05,
+      "loss": 3114.1,
+      "step": 9250
+    },
+    {
+      "ce_loss_13": 2.415296331048012,
+      "ce_loss_26": 1.9087094902992248,
+      "ce_loss_39": 1.7277994453907013,
+      "ce_loss_52": 1.4381081372499467,
+      "ce_loss_7": 2.738765448331833,
+      "epoch": 0.926,
+      "grad_norm": 14.170973390394844,
+      "kl_loss_13": 2029.4,
+      "kl_loss_26": 949.8,
+      "kl_loss_39": 570.55,
+      "kl_loss_7": 2714.0,
+      "learning_rate": 1.372259302936546e-05,
+      "loss": 3105.95,
+      "step": 9260
+    },
+    {
+      "ce_loss_13": 2.348677235841751,
+      "ce_loss_26": 1.8576316490769387,
+      "ce_loss_39": 1.6828459605574608,
+      "ce_loss_52": 1.3921316027641297,
+      "ce_loss_7": 2.6635967582464217,
+      "epoch": 0.927,
+      "grad_norm": 14.119512693749174,
+      "kl_loss_13": 1987.8,
+      "kl_loss_26": 934.2,
+      "kl_loss_39": 566.95,
+      "kl_loss_7": 2660.0,
+      "learning_rate": 1.3355867028591206e-05,
+      "loss": 3097.55,
+      "step": 9270
+    },
+    {
+      "ce_loss_13": 2.3999607056379317,
+      "ce_loss_26": 1.8902852058410644,
+      "ce_loss_39": 1.7127097964286804,
+      "ce_loss_52": 1.4248219341039658,
+      "ce_loss_7": 2.7230198085308075,
+      "epoch": 0.928,
+      "grad_norm": 14.447160188213138,
+      "kl_loss_13": 1992.2,
+      "kl_loss_26": 927.2,
+      "kl_loss_39": 561.6,
+      "kl_loss_7": 2679.2,
+      "learning_rate": 1.2994041528833267e-05,
+      "loss": 3090.65,
+      "step": 9280
+    },
+    {
+      "ce_loss_13": 2.502937263250351,
+      "ce_loss_26": 1.9786556929349899,
+      "ce_loss_39": 1.7848447173833848,
+      "ce_loss_52": 1.4703152477741241,
+      "ce_loss_7": 2.837230235338211,
+      "epoch": 0.929,
+      "grad_norm": 13.618067390259025,
+      "kl_loss_13": 2119.0,
+      "kl_loss_26": 1012.1,
+      "kl_loss_39": 614.9,
+      "kl_loss_7": 2810.8,
+      "learning_rate": 1.2637120173670358e-05,
+      "loss": 3139.05,
+      "step": 9290
+    },
+    {
+      "ce_loss_13": 2.4561884820461275,
+      "ce_loss_26": 1.9343136429786683,
+      "ce_loss_39": 1.747347640991211,
+      "ce_loss_52": 1.4338387340307235,
+      "ce_loss_7": 2.7828237235546114,
+      "epoch": 0.93,
+      "grad_norm": 14.04284428447472,
+      "kl_loss_13": 2098.8,
+      "kl_loss_26": 1005.3,
+      "kl_loss_39": 621.35,
+      "kl_loss_7": 2786.4,
+      "learning_rate": 1.2285106557296478e-05,
+      "loss": 3143.8,
+      "step": 9300
+    },
+    {
+      "ce_loss_13": 2.3713702976703646,
+      "ce_loss_26": 1.868654829263687,
+      "ce_loss_39": 1.6906698912382125,
+      "ce_loss_52": 1.409242296218872,
+      "ce_loss_7": 2.7044317960739135,
+      "epoch": 0.931,
+      "grad_norm": 14.323129542469303,
+      "kl_loss_13": 2006.0,
+      "kl_loss_26": 926.0,
+      "kl_loss_39": 564.0,
+      "kl_loss_7": 2676.4,
+      "learning_rate": 1.1938004224484989e-05,
+      "loss": 3116.75,
+      "step": 9310
+    },
+    {
+      "ce_loss_13": 2.428625673055649,
+      "ce_loss_26": 1.9227415055036545,
+      "ce_loss_39": 1.7408353060483932,
+      "ce_loss_52": 1.4440293073654176,
+      "ce_loss_7": 2.7480487704277037,
+      "epoch": 0.932,
+      "grad_norm": 13.286547502225938,
+      "kl_loss_13": 2016.8,
+      "kl_loss_26": 948.6,
+      "kl_loss_39": 573.45,
+      "kl_loss_7": 2695.6,
+      "learning_rate": 1.1595816670552429e-05,
+      "loss": 3098.9,
+      "step": 9320
+    },
+    {
+      "ce_loss_13": 2.3783950984477995,
+      "ce_loss_26": 1.871030893921852,
+      "ce_loss_39": 1.6935174107551574,
+      "ce_loss_52": 1.4064364448189735,
+      "ce_loss_7": 2.709024131298065,
+      "epoch": 0.933,
+      "grad_norm": 13.906014402683894,
+      "kl_loss_13": 2025.8,
+      "kl_loss_26": 943.2,
+      "kl_loss_39": 573.45,
+      "kl_loss_7": 2710.0,
+      "learning_rate": 1.1258547341323699e-05,
+      "loss": 3112.75,
+      "step": 9330
+    },
+    {
+      "ce_loss_13": 2.418292981386185,
+      "ce_loss_26": 1.9166706264019013,
+      "ce_loss_39": 1.7358173072338103,
+      "ce_loss_52": 1.4464493066072464,
+      "ce_loss_7": 2.7368280410766603,
+      "epoch": 0.934,
+      "grad_norm": 13.814674823123692,
+      "kl_loss_13": 2007.6,
+      "kl_loss_26": 936.8,
+      "kl_loss_39": 570.05,
+      "kl_loss_7": 2680.4,
+      "learning_rate": 1.0926199633097156e-05,
+      "loss": 3089.9,
+      "step": 9340
+    },
+    {
+      "ce_loss_13": 2.421270787715912,
+      "ce_loss_26": 1.9069751173257827,
+      "ce_loss_39": 1.7246074616909026,
+      "ce_loss_52": 1.4261210292577744,
+      "ce_loss_7": 2.7438779413700103,
+      "epoch": 0.935,
+      "grad_norm": 14.043137766458962,
+      "kl_loss_13": 2039.4,
+      "kl_loss_26": 967.3,
+      "kl_loss_39": 585.6,
+      "kl_loss_7": 2722.8,
+      "learning_rate": 1.0598776892610684e-05,
+      "loss": 3103.7,
+      "step": 9350
+    },
+    {
+      "ce_loss_13": 2.4761788189411162,
+      "ce_loss_26": 1.9670240104198455,
+      "ce_loss_39": 1.7913133591413497,
+      "ce_loss_52": 1.5009067565202714,
+      "ce_loss_7": 2.7962326526641847,
+      "epoch": 0.936,
+      "grad_norm": 13.716488729093573,
+      "kl_loss_13": 2008.0,
+      "kl_loss_26": 945.5,
+      "kl_loss_39": 573.65,
+      "kl_loss_7": 2685.6,
+      "learning_rate": 1.0276282417007399e-05,
+      "loss": 3106.15,
+      "step": 9360
+    },
+    {
+      "ce_loss_13": 2.418415975570679,
+      "ce_loss_26": 1.916797822713852,
+      "ce_loss_39": 1.741264235973358,
+      "ce_loss_52": 1.452787458896637,
+      "ce_loss_7": 2.744573098421097,
+      "epoch": 0.937,
+      "grad_norm": 13.43858517345926,
+      "kl_loss_13": 1999.2,
+      "kl_loss_26": 936.2,
+      "kl_loss_39": 569.25,
+      "kl_loss_7": 2682.0,
+      "learning_rate": 9.958719453803277e-06,
+      "loss": 3109.9,
+      "step": 9370
+    },
+    {
+      "ce_loss_13": 2.3895679712295532,
+      "ce_loss_26": 1.8777837812900544,
+      "ce_loss_39": 1.6948266059160233,
+      "ce_loss_52": 1.4046757638454437,
+      "ce_loss_7": 2.7213546216487883,
+      "epoch": 0.938,
+      "grad_norm": 14.159970740647127,
+      "kl_loss_13": 2015.8,
+      "kl_loss_26": 945.0,
+      "kl_loss_39": 569.8,
+      "kl_loss_7": 2706.4,
+      "learning_rate": 9.646091200853802e-06,
+      "loss": 3110.975,
+      "step": 9380
+    },
+    {
+      "ce_loss_13": 2.389327567815781,
+      "ce_loss_26": 1.8952437072992325,
+      "ce_loss_39": 1.7221183687448502,
+      "ce_loss_52": 1.4358048617839814,
+      "ce_loss_7": 2.7049793720245363,
+      "epoch": 0.939,
+      "grad_norm": 13.344604295880838,
+      "kl_loss_13": 1964.8,
+      "kl_loss_26": 921.8,
+      "kl_loss_39": 560.1,
+      "kl_loss_7": 2638.0,
+      "learning_rate": 9.338400806321978e-06,
+      "loss": 3087.6,
+      "step": 9390
+    },
+    {
+      "ce_loss_13": 2.4069793194532396,
+      "ce_loss_26": 1.8967778533697128,
+      "ce_loss_39": 1.7197368562221527,
+      "ce_loss_52": 1.436858707666397,
+      "ce_loss_7": 2.7245797514915466,
+      "epoch": 0.94,
+      "grad_norm": 13.71832049440062,
+      "kl_loss_13": 2002.0,
+      "kl_loss_26": 937.3,
+      "kl_loss_39": 566.65,
+      "kl_loss_7": 2677.2,
+      "learning_rate": 9.035651368646646e-06,
+      "loss": 3124.5,
+      "step": 9400
+    },
+    {
+      "ce_loss_13": 2.3785787016153335,
+      "ce_loss_26": 1.8779745906591416,
+      "ce_loss_39": 1.7003175497055054,
+      "ce_loss_52": 1.4152926355600357,
+      "ce_loss_7": 2.6983864098787307,
+      "epoch": 0.941,
+      "grad_norm": 14.37750392989465,
+      "kl_loss_13": 1983.0,
+      "kl_loss_26": 932.4,
+      "kl_loss_39": 563.55,
+      "kl_loss_7": 2649.2,
+      "learning_rate": 8.737845936511335e-06,
+      "loss": 3126.15,
+      "step": 9410
+    },
+    {
+      "ce_loss_13": 2.4120055079460143,
+      "ce_loss_26": 1.898421436548233,
+      "ce_loss_39": 1.7264380306005478,
+      "ce_loss_52": 1.4368474900722503,
+      "ce_loss_7": 2.737997555732727,
+      "epoch": 0.942,
+      "grad_norm": 13.918132865929852,
+      "kl_loss_13": 2037.6,
+      "kl_loss_26": 952.9,
+      "kl_loss_39": 578.25,
+      "kl_loss_7": 2716.0,
+      "learning_rate": 8.444987508813451e-06,
+      "loss": 3086.75,
+      "step": 9420
+    },
+    {
+      "ce_loss_13": 2.4210041254758834,
+      "ce_loss_26": 1.9090048849582673,
+      "ce_loss_39": 1.732128456234932,
+      "ce_loss_52": 1.4372442662715912,
+      "ce_loss_7": 2.743331879377365,
+      "epoch": 0.943,
+      "grad_norm": 13.763467997379733,
+      "kl_loss_13": 2025.8,
+      "kl_loss_26": 953.0,
+      "kl_loss_39": 582.75,
+      "kl_loss_7": 2709.6,
+      "learning_rate": 8.157079034633974e-06,
+      "loss": 3102.0,
+      "step": 9430
+    },
+    {
+      "ce_loss_13": 2.390827241539955,
+      "ce_loss_26": 1.8993241131305694,
+      "ce_loss_39": 1.720950961112976,
+      "ce_loss_52": 1.4380876436829566,
+      "ce_loss_7": 2.708938491344452,
+      "epoch": 0.944,
+      "grad_norm": 13.65095927372199,
+      "kl_loss_13": 1961.4,
+      "kl_loss_26": 921.2,
+      "kl_loss_39": 551.1,
+      "kl_loss_7": 2626.8,
+      "learning_rate": 7.874123413208145e-06,
+      "loss": 3097.4,
+      "step": 9440
+    },
+    {
+      "ce_loss_13": 2.377914309501648,
+      "ce_loss_26": 1.8749269813299179,
+      "ce_loss_39": 1.699908110499382,
+      "ce_loss_52": 1.4185950323939323,
+      "ce_loss_7": 2.700740724802017,
+      "epoch": 0.945,
+      "grad_norm": 13.057374043926089,
+      "kl_loss_13": 2000.2,
+      "kl_loss_26": 931.2,
+      "kl_loss_39": 558.45,
+      "kl_loss_7": 2681.6,
+      "learning_rate": 7.59612349389599e-06,
+      "loss": 3113.0,
+      "step": 9450
+    },
+    {
+      "ce_loss_13": 2.428489762544632,
+      "ce_loss_26": 1.9228288322687148,
+      "ce_loss_39": 1.7434315174818038,
+      "ce_loss_52": 1.4502023369073869,
+      "ce_loss_7": 2.745371562242508,
+      "epoch": 0.946,
+      "grad_norm": 13.467471129956634,
+      "kl_loss_13": 2003.8,
+      "kl_loss_26": 954.8,
+      "kl_loss_39": 579.9,
+      "kl_loss_7": 2674.8,
+      "learning_rate": 7.323082076153509e-06,
+      "loss": 3110.35,
+      "step": 9460
+    },
+    {
+      "ce_loss_13": 2.3993911921977995,
+      "ce_loss_26": 1.8969668239355086,
+      "ce_loss_39": 1.7201234728097916,
+      "ce_loss_52": 1.4261724770069122,
+      "ce_loss_7": 2.723515260219574,
+      "epoch": 0.947,
+      "grad_norm": 14.123562965002943,
+      "kl_loss_13": 1995.2,
+      "kl_loss_26": 940.5,
+      "kl_loss_39": 572.85,
+      "kl_loss_7": 2665.2,
+      "learning_rate": 7.055001909504755e-06,
+      "loss": 3103.5,
+      "step": 9470
+    },
+    {
+      "ce_loss_13": 2.371204599738121,
+      "ce_loss_26": 1.8650381177663804,
+      "ce_loss_39": 1.6901476740837098,
+      "ce_loss_52": 1.4073528528213501,
+      "ce_loss_7": 2.69525728225708,
+      "epoch": 0.948,
+      "grad_norm": 13.7395501584386,
+      "kl_loss_13": 2001.2,
+      "kl_loss_26": 926.3,
+      "kl_loss_39": 559.35,
+      "kl_loss_7": 2675.2,
+      "learning_rate": 6.791885693514133e-06,
+      "loss": 3117.9,
+      "step": 9480
+    },
+    {
+      "ce_loss_13": 2.3874946534633636,
+      "ce_loss_26": 1.8710165858268737,
+      "ce_loss_39": 1.6918294131755829,
+      "ce_loss_52": 1.4066254168748855,
+      "ce_loss_7": 2.718043899536133,
+      "epoch": 0.949,
+      "grad_norm": 14.444149745541107,
+      "kl_loss_13": 2026.6,
+      "kl_loss_26": 936.5,
+      "kl_loss_39": 563.35,
+      "kl_loss_7": 2720.4,
+      "learning_rate": 6.533736077758867e-06,
+      "loss": 3144.35,
+      "step": 9490
+    },
+    {
+      "ce_loss_13": 2.3802697598934173,
+      "ce_loss_26": 1.8696208387613296,
+      "ce_loss_39": 1.6913905203342439,
+      "ce_loss_52": 1.4053042978048325,
+      "ce_loss_7": 2.706346648931503,
+      "epoch": 0.95,
+      "grad_norm": 13.683323615533283,
+      "kl_loss_13": 2001.6,
+      "kl_loss_26": 931.6,
+      "kl_loss_39": 565.45,
+      "kl_loss_7": 2685.6,
+      "learning_rate": 6.2805556618028556e-06,
+      "loss": 3132.15,
+      "step": 9500
+    },
+    {
+      "ce_loss_13": 2.45430488884449,
+      "ce_loss_26": 1.9479888796806335,
+      "ce_loss_39": 1.7709876328706742,
+      "ce_loss_52": 1.4815271288156509,
+      "ce_loss_7": 2.7643910527229307,
+      "epoch": 0.951,
+      "grad_norm": 14.559144572280042,
+      "kl_loss_13": 2000.2,
+      "kl_loss_26": 946.3,
+      "kl_loss_39": 575.65,
+      "kl_loss_7": 2660.0,
+      "learning_rate": 6.032346995169968e-06,
+      "loss": 3124.85,
+      "step": 9510
+    },
+    {
+      "ce_loss_13": 2.4814863801002502,
+      "ce_loss_26": 1.976859924197197,
+      "ce_loss_39": 1.795655995607376,
+      "ce_loss_52": 1.4911505609750748,
+      "ce_loss_7": 2.796732819080353,
+      "epoch": 0.952,
+      "grad_norm": 14.307827869099665,
+      "kl_loss_13": 2052.0,
+      "kl_loss_26": 982.8,
+      "kl_loss_39": 599.65,
+      "kl_loss_7": 2722.8,
+      "learning_rate": 5.789112577318789e-06,
+      "loss": 3131.25,
+      "step": 9520
+    },
+    {
+      "ce_loss_13": 2.370393967628479,
+      "ce_loss_26": 1.8703551948070527,
+      "ce_loss_39": 1.6911178916692733,
+      "ce_loss_52": 1.397288253903389,
+      "ce_loss_7": 2.6921759128570555,
+      "epoch": 0.953,
+      "grad_norm": 13.532268906242434,
+      "kl_loss_13": 2004.2,
+      "kl_loss_26": 951.2,
+      "kl_loss_39": 578.45,
+      "kl_loss_7": 2674.4,
+      "learning_rate": 5.550854857617194e-06,
+      "loss": 3093.1,
+      "step": 9530
+    },
+    {
+      "ce_loss_13": 2.3659786969423293,
+      "ce_loss_26": 1.855891814827919,
+      "ce_loss_39": 1.6768086194992065,
+      "ce_loss_52": 1.3908632963895797,
+      "ce_loss_7": 2.6853357315063477,
+      "epoch": 0.954,
+      "grad_norm": 14.753075788642166,
+      "kl_loss_13": 2010.2,
+      "kl_loss_26": 935.5,
+      "kl_loss_39": 563.55,
+      "kl_loss_7": 2681.6,
+      "learning_rate": 5.317576235317756e-06,
+      "loss": 3120.8,
+      "step": 9540
+    },
+    {
+      "ce_loss_13": 2.4337273120880125,
+      "ce_loss_26": 1.9248733311891555,
+      "ce_loss_39": 1.7499325275421143,
+      "ce_loss_52": 1.4674480736255646,
+      "ce_loss_7": 2.7530871987342835,
+      "epoch": 0.955,
+      "grad_norm": 13.311149092546296,
+      "kl_loss_13": 1991.6,
+      "kl_loss_26": 925.5,
+      "kl_loss_39": 562.15,
+      "kl_loss_7": 2663.6,
+      "learning_rate": 5.089279059533658e-06,
+      "loss": 3080.15,
+      "step": 9550
+    },
+    {
+      "ce_loss_13": 2.477786514163017,
+      "ce_loss_26": 1.9535741955041885,
+      "ce_loss_39": 1.7720552951097488,
+      "ce_loss_52": 1.468274374306202,
+      "ce_loss_7": 2.806012988090515,
+      "epoch": 0.956,
+      "grad_norm": 13.557904970493434,
+      "kl_loss_13": 2082.8,
+      "kl_loss_26": 980.6,
+      "kl_loss_39": 601.5,
+      "kl_loss_7": 2773.6,
+      "learning_rate": 4.865965629214819e-06,
+      "loss": 3106.7,
+      "step": 9560
+    },
+    {
+      "ce_loss_13": 2.4565936863422393,
+      "ce_loss_26": 1.9573397368192673,
+      "ce_loss_39": 1.773080477118492,
+      "ce_loss_52": 1.4730938911437987,
+      "ce_loss_7": 2.7732574224472044,
+      "epoch": 0.957,
+      "grad_norm": 14.224632183872556,
+      "kl_loss_13": 2023.4,
+      "kl_loss_26": 967.5,
+      "kl_loss_39": 591.9,
+      "kl_loss_7": 2693.2,
+      "learning_rate": 4.6476381931251366e-06,
+      "loss": 3121.6,
+      "step": 9570
+    },
+    {
+      "ce_loss_13": 2.3847708880901335,
+      "ce_loss_26": 1.8858718812465667,
+      "ce_loss_39": 1.7032645136117934,
+      "ce_loss_52": 1.4209994703531266,
+      "ce_loss_7": 2.708657431602478,
+      "epoch": 0.958,
+      "grad_norm": 13.699065805322247,
+      "kl_loss_13": 1983.8,
+      "kl_loss_26": 921.9,
+      "kl_loss_39": 551.45,
+      "kl_loss_7": 2664.4,
+      "learning_rate": 4.434298949819449e-06,
+      "loss": 3097.9,
+      "step": 9580
+    },
+    {
+      "ce_loss_13": 2.417462554574013,
+      "ce_loss_26": 1.9159747958183289,
+      "ce_loss_39": 1.7397230744361878,
+      "ce_loss_52": 1.4456302881240846,
+      "ce_loss_7": 2.7354709684848784,
+      "epoch": 0.959,
+      "grad_norm": 13.043144407859455,
+      "kl_loss_13": 1990.0,
+      "kl_loss_26": 941.8,
+      "kl_loss_39": 574.8,
+      "kl_loss_7": 2662.4,
+      "learning_rate": 4.2259500476214406e-06,
+      "loss": 3095.8,
+      "step": 9590
+    },
+    {
+      "ce_loss_13": 2.427861177921295,
+      "ce_loss_26": 1.9228525012731552,
+      "ce_loss_39": 1.7392638593912124,
+      "ce_loss_52": 1.445976984500885,
+      "ce_loss_7": 2.7459777116775514,
+      "epoch": 0.96,
+      "grad_norm": 13.619745852010974,
+      "kl_loss_13": 2021.4,
+      "kl_loss_26": 954.5,
+      "kl_loss_39": 577.9,
+      "kl_loss_7": 2698.8,
+      "learning_rate": 4.02259358460233e-06,
+      "loss": 3122.9,
+      "step": 9600
+    },
+    {
+      "ce_loss_13": 2.46402502655983,
+      "ce_loss_26": 1.9587235629558564,
+      "ce_loss_39": 1.7794159650802612,
+      "ce_loss_52": 1.4795134991407395,
+      "ce_loss_7": 2.7920902401208876,
+      "epoch": 0.961,
+      "grad_norm": 13.957824607337622,
+      "kl_loss_13": 2034.8,
+      "kl_loss_26": 964.3,
+      "kl_loss_39": 588.35,
+      "kl_loss_7": 2719.6,
+      "learning_rate": 3.8242316085594916e-06,
+      "loss": 3106.9,
+      "step": 9610
+    },
+    {
+      "ce_loss_13": 2.4026571094989775,
+      "ce_loss_26": 1.8842627108097076,
+      "ce_loss_39": 1.6962791502475738,
+      "ce_loss_52": 1.4012041926383971,
+      "ce_loss_7": 2.7310706257820128,
+      "epoch": 0.962,
+      "grad_norm": 13.847893098332637,
+      "kl_loss_13": 2054.8,
+      "kl_loss_26": 965.5,
+      "kl_loss_39": 579.7,
+      "kl_loss_7": 2743.2,
+      "learning_rate": 3.630866116995757e-06,
+      "loss": 3149.6,
+      "step": 9620
+    },
+    {
+      "ce_loss_13": 2.3699823945760725,
+      "ce_loss_26": 1.8775872141122818,
+      "ce_loss_39": 1.7078934848308562,
+      "ce_loss_52": 1.427069191634655,
+      "ce_loss_7": 2.68268860578537,
+      "epoch": 0.963,
+      "grad_norm": 14.006927808523123,
+      "kl_loss_13": 1949.4,
+      "kl_loss_26": 909.6,
+      "kl_loss_39": 550.8,
+      "kl_loss_7": 2613.6,
+      "learning_rate": 3.4424990570994797e-06,
+      "loss": 3088.75,
+      "step": 9630
+    },
+    {
+      "ce_loss_13": 2.4296331614255906,
+      "ce_loss_26": 1.923089200258255,
+      "ce_loss_39": 1.7481043189764023,
+      "ce_loss_52": 1.458402395248413,
+      "ce_loss_7": 2.7494013249874114,
+      "epoch": 0.964,
+      "grad_norm": 13.971614829348757,
+      "kl_loss_13": 1997.2,
+      "kl_loss_26": 933.6,
+      "kl_loss_39": 570.15,
+      "kl_loss_7": 2669.6,
+      "learning_rate": 3.2591323257248896e-06,
+      "loss": 3114.2,
+      "step": 9640
+    },
+    {
+      "ce_loss_13": 2.4253605216741563,
+      "ce_loss_26": 1.920077031850815,
+      "ce_loss_39": 1.7424649715423584,
+      "ce_loss_52": 1.4570231169462204,
+      "ce_loss_7": 2.744251537322998,
+      "epoch": 0.965,
+      "grad_norm": 13.868560987861438,
+      "kl_loss_13": 2000.2,
+      "kl_loss_26": 937.9,
+      "kl_loss_39": 567.9,
+      "kl_loss_7": 2672.0,
+      "learning_rate": 3.0807677693729385e-06,
+      "loss": 3117.15,
+      "step": 9650
+    },
+    {
+      "ce_loss_13": 2.445168226957321,
+      "ce_loss_26": 1.9308179676532746,
+      "ce_loss_39": 1.7556968212127686,
+      "ce_loss_52": 1.462259876728058,
+      "ce_loss_7": 2.7607338547706606,
+      "epoch": 0.966,
+      "grad_norm": 13.868630790191208,
+      "kl_loss_13": 2030.0,
+      "kl_loss_26": 955.1,
+      "kl_loss_39": 582.55,
+      "kl_loss_7": 2710.4,
+      "learning_rate": 2.9074071841727055e-06,
+      "loss": 3136.15,
+      "step": 9660
+    },
+    {
+      "ce_loss_13": 2.3746090680360794,
+      "ce_loss_26": 1.8696930974721908,
+      "ce_loss_39": 1.6932952284812928,
+      "ce_loss_52": 1.4037827536463738,
+      "ce_loss_7": 2.6961917489767075,
+      "epoch": 0.967,
+      "grad_norm": 13.741681034653173,
+      "kl_loss_13": 2003.4,
+      "kl_loss_26": 943.6,
+      "kl_loss_39": 570.8,
+      "kl_loss_7": 2675.6,
+      "learning_rate": 2.739052315863355e-06,
+      "loss": 3123.325,
+      "step": 9670
+    },
+    {
+      "ce_loss_13": 2.4609276592731475,
+      "ce_loss_26": 1.9465218961238862,
+      "ce_loss_39": 1.755302396416664,
+      "ce_loss_52": 1.4513660728931428,
+      "ce_loss_7": 2.783074140548706,
+      "epoch": 0.968,
+      "grad_norm": 13.849931878044563,
+      "kl_loss_13": 2075.0,
+      "kl_loss_26": 988.8,
+      "kl_loss_39": 596.8,
+      "kl_loss_7": 2755.6,
+      "learning_rate": 2.5757048597765396e-06,
+      "loss": 3108.55,
+      "step": 9680
+    },
+    {
+      "ce_loss_13": 2.3671315789222716,
+      "ce_loss_26": 1.8652487874031067,
+      "ce_loss_39": 1.6895152300596237,
+      "ce_loss_52": 1.4115738093852996,
+      "ce_loss_7": 2.6859952569007874,
+      "epoch": 0.969,
+      "grad_norm": 14.271644916152136,
+      "kl_loss_13": 1975.0,
+      "kl_loss_26": 910.5,
+      "kl_loss_39": 544.7,
+      "kl_loss_7": 2649.2,
+      "learning_rate": 2.417366460819359e-06,
+      "loss": 3094.15,
+      "step": 9690
+    },
+    {
+      "ce_loss_13": 2.4030214190483092,
+      "ce_loss_26": 1.8979378938674927,
+      "ce_loss_39": 1.7221683353185653,
+      "ce_loss_52": 1.4381350710988046,
+      "ce_loss_7": 2.723929351568222,
+      "epoch": 0.97,
+      "grad_norm": 13.991735266099393,
+      "kl_loss_13": 1985.0,
+      "kl_loss_26": 927.7,
+      "kl_loss_39": 554.55,
+      "kl_loss_7": 2656.0,
+      "learning_rate": 2.2640387134577057e-06,
+      "loss": 3121.05,
+      "step": 9700
+    },
+    {
+      "ce_loss_13": 2.388926792144775,
+      "ce_loss_26": 1.8821999937295915,
+      "ce_loss_39": 1.7065987050533296,
+      "ce_loss_52": 1.427994754910469,
+      "ce_loss_7": 2.7048760533332823,
+      "epoch": 0.971,
+      "grad_norm": 14.179862402525806,
+      "kl_loss_13": 1973.6,
+      "kl_loss_26": 911.0,
+      "kl_loss_39": 548.95,
+      "kl_loss_7": 2646.4,
+      "learning_rate": 2.115723161700278e-06,
+      "loss": 3136.0,
+      "step": 9710
+    },
+    {
+      "ce_loss_13": 2.448368564248085,
+      "ce_loss_26": 1.9373161673545838,
+      "ce_loss_39": 1.7496683716773986,
+      "ce_loss_52": 1.4501112252473831,
+      "ce_loss_7": 2.7681332349777223,
+      "epoch": 0.972,
+      "grad_norm": 13.312305733104958,
+      "kl_loss_13": 2063.8,
+      "kl_loss_26": 986.5,
+      "kl_loss_39": 593.8,
+      "kl_loss_7": 2737.6,
+      "learning_rate": 1.9724212990830937e-06,
+      "loss": 3096.45,
+      "step": 9720
+    },
+    {
+      "ce_loss_13": 2.40165196955204,
+      "ce_loss_26": 1.9097970753908158,
+      "ce_loss_39": 1.732149314880371,
+      "ce_loss_52": 1.4418910443782806,
+      "ce_loss_7": 2.7182520925998688,
+      "epoch": 0.973,
+      "grad_norm": 13.186413860645287,
+      "kl_loss_13": 1986.6,
+      "kl_loss_26": 939.2,
+      "kl_loss_39": 575.8,
+      "kl_loss_7": 2649.6,
+      "learning_rate": 1.8341345686543331e-06,
+      "loss": 3096.7,
+      "step": 9730
+    },
+    {
+      "ce_loss_13": 2.4751327097415925,
+      "ce_loss_26": 1.9718121886253357,
+      "ce_loss_39": 1.7938049882650375,
+      "ce_loss_52": 1.510325726866722,
+      "ce_loss_7": 2.790462166070938,
+      "epoch": 0.974,
+      "grad_norm": 13.542368115510277,
+      "kl_loss_13": 1991.0,
+      "kl_loss_26": 919.4,
+      "kl_loss_39": 555.25,
+      "kl_loss_7": 2656.0,
+      "learning_rate": 1.7008643629596864e-06,
+      "loss": 3139.35,
+      "step": 9740
+    },
+    {
+      "ce_loss_13": 2.448350805044174,
+      "ce_loss_26": 1.9393187165260315,
+      "ce_loss_39": 1.756307190656662,
+      "ce_loss_52": 1.4625631257891656,
+      "ce_loss_7": 2.7839869439601896,
+      "epoch": 0.975,
+      "grad_norm": 14.153531935288711,
+      "kl_loss_13": 2030.2,
+      "kl_loss_26": 953.5,
+      "kl_loss_39": 573.5,
+      "kl_loss_7": 2731.6,
+      "learning_rate": 1.5726120240288633e-06,
+      "loss": 3091.65,
+      "step": 9750
+    },
+    {
+      "ce_loss_13": 2.493607670068741,
+      "ce_loss_26": 1.9704292267560959,
+      "ce_loss_39": 1.7810406684875488,
+      "ce_loss_52": 1.4734347879886627,
+      "ce_loss_7": 2.8225875020027162,
+      "epoch": 0.976,
+      "grad_norm": 13.917924014106907,
+      "kl_loss_13": 2092.8,
+      "kl_loss_26": 995.9,
+      "kl_loss_39": 599.65,
+      "kl_loss_7": 2777.6,
+      "learning_rate": 1.4493788433612708e-06,
+      "loss": 3106.15,
+      "step": 9760
+    },
+    {
+      "ce_loss_13": 2.389453822374344,
+      "ce_loss_26": 1.889643257856369,
+      "ce_loss_39": 1.7158276617527009,
+      "ce_loss_52": 1.4275161743164062,
+      "ce_loss_7": 2.7086060285568236,
+      "epoch": 0.977,
+      "grad_norm": 13.614062458586098,
+      "kl_loss_13": 1971.2,
+      "kl_loss_26": 924.0,
+      "kl_loss_39": 561.0,
+      "kl_loss_7": 2646.0,
+      "learning_rate": 1.3311660619138578e-06,
+      "loss": 3083.9,
+      "step": 9770
+    },
+    {
+      "ce_loss_13": 2.387269985675812,
+      "ce_loss_26": 1.8734027475118638,
+      "ce_loss_39": 1.6912487357854844,
+      "ce_loss_52": 1.4031418770551682,
+      "ce_loss_7": 2.7191080808639527,
+      "epoch": 0.978,
+      "grad_norm": 14.36678395992836,
+      "kl_loss_13": 2023.2,
+      "kl_loss_26": 943.6,
+      "kl_loss_39": 565.3,
+      "kl_loss_7": 2722.0,
+      "learning_rate": 1.2179748700879012e-06,
+      "loss": 3100.55,
+      "step": 9780
+    },
+    {
+      "ce_loss_13": 2.3631068110466003,
+      "ce_loss_26": 1.861675202846527,
+      "ce_loss_39": 1.6827853351831437,
+      "ce_loss_52": 1.3983743026852609,
+      "ce_loss_7": 2.6796926259994507,
+      "epoch": 0.979,
+      "grad_norm": 14.06766234963321,
+      "kl_loss_13": 1993.6,
+      "kl_loss_26": 930.1,
+      "kl_loss_39": 561.8,
+      "kl_loss_7": 2668.4,
+      "learning_rate": 1.1098064077174619e-06,
+      "loss": 3119.95,
+      "step": 9790
+    },
+    {
+      "ce_loss_13": 2.4609683632850645,
+      "ce_loss_26": 1.948616126179695,
+      "ce_loss_39": 1.7647934973239898,
+      "ce_loss_52": 1.454009547829628,
+      "ce_loss_7": 2.785689663887024,
+      "epoch": 0.98,
+      "grad_norm": 13.39999724987333,
+      "kl_loss_13": 2070.0,
+      "kl_loss_26": 989.6,
+      "kl_loss_39": 607.8,
+      "kl_loss_7": 2749.6,
+      "learning_rate": 1.006661764057837e-06,
+      "loss": 3101.0,
+      "step": 9800
+    },
+    {
+      "ce_loss_13": 2.3849492847919462,
+      "ce_loss_26": 1.8622053205966949,
+      "ce_loss_39": 1.6866901487112045,
+      "ce_loss_52": 1.3904988124966622,
+      "ce_loss_7": 2.713945233821869,
+      "epoch": 0.981,
+      "grad_norm": 13.776704297392317,
+      "kl_loss_13": 2060.2,
+      "kl_loss_26": 959.2,
+      "kl_loss_39": 584.2,
+      "kl_loss_7": 2753.2,
+      "learning_rate": 9.085419777743465e-07,
+      "loss": 3145.375,
+      "step": 9810
+    },
+    {
+      "ce_loss_13": 2.423547920584679,
+      "ce_loss_26": 1.9212449431419372,
+      "ce_loss_39": 1.7484615802764893,
+      "ce_loss_52": 1.4525489255785942,
+      "ce_loss_7": 2.7415110945701597,
+      "epoch": 0.982,
+      "grad_norm": 13.800146507088886,
+      "kl_loss_13": 2026.2,
+      "kl_loss_26": 956.5,
+      "kl_loss_39": 585.85,
+      "kl_loss_7": 2700.8,
+      "learning_rate": 8.15448036932176e-07,
+      "loss": 3140.075,
+      "step": 9820
+    },
+    {
+      "ce_loss_13": 2.4265142381191254,
+      "ce_loss_26": 1.9230076640844345,
+      "ce_loss_39": 1.7403117150068284,
+      "ce_loss_52": 1.44933120906353,
+      "ce_loss_7": 2.743628019094467,
+      "epoch": 0.983,
+      "grad_norm": 13.731982955757704,
+      "kl_loss_13": 2035.6,
+      "kl_loss_26": 967.5,
+      "kl_loss_39": 589.65,
+      "kl_loss_7": 2710.4,
+      "learning_rate": 7.273808789862724e-07,
+      "loss": 3097.325,
+      "step": 9830
+    },
+    {
+      "ce_loss_13": 2.432727184891701,
+      "ce_loss_26": 1.9222358494997025,
+      "ce_loss_39": 1.7392481476068498,
+      "ce_loss_52": 1.4496447369456291,
+      "ce_loss_7": 2.7563742280006407,
+      "epoch": 0.984,
+      "grad_norm": 14.26920700265725,
+      "kl_loss_13": 2031.0,
+      "kl_loss_26": 951.8,
+      "kl_loss_39": 579.1,
+      "kl_loss_7": 2718.0,
+      "learning_rate": 6.443413907720186e-07,
+      "loss": 3091.6,
+      "step": 9840
+    },
+    {
+      "ce_loss_13": 2.3425186455249785,
+      "ce_loss_26": 1.8573100596666337,
+      "ce_loss_39": 1.6887821286916733,
+      "ce_loss_52": 1.3970566481351852,
+      "ce_loss_7": 2.6601881802082064,
+      "epoch": 0.985,
+      "grad_norm": 14.017763045011195,
+      "kl_loss_13": 1953.8,
+      "kl_loss_26": 920.7,
+      "kl_loss_39": 567.3,
+      "kl_loss_7": 2625.2,
+      "learning_rate": 5.663304084960185e-07,
+      "loss": 3110.05,
+      "step": 9850
+    },
+    {
+      "ce_loss_13": 2.3719563096761704,
+      "ce_loss_26": 1.8737152755260467,
+      "ce_loss_39": 1.698423257470131,
+      "ce_loss_52": 1.4208501130342484,
+      "ce_loss_7": 2.6962190210819243,
+      "epoch": 0.986,
+      "grad_norm": 14.355657718500265,
+      "kl_loss_13": 1944.8,
+      "kl_loss_26": 901.7,
+      "kl_loss_39": 537.7,
+      "kl_loss_7": 2617.8,
+      "learning_rate": 4.933487177280482e-07,
+      "loss": 3084.175,
+      "step": 9860
+    },
+    {
+      "ce_loss_13": 2.4431921422481535,
+      "ce_loss_26": 1.9350731909275054,
+      "ce_loss_39": 1.7554681122303009,
+      "ce_loss_52": 1.4598491072654725,
+      "ce_loss_7": 2.761775279045105,
+      "epoch": 0.987,
+      "grad_norm": 14.504857971707292,
+      "kl_loss_13": 2021.8,
+      "kl_loss_26": 959.6,
+      "kl_loss_39": 582.75,
+      "kl_loss_7": 2686.8,
+      "learning_rate": 4.2539705339295075e-07,
+      "loss": 3095.3,
+      "step": 9870
+    },
+    {
+      "ce_loss_13": 2.3912162601947786,
+      "ce_loss_26": 1.8867509424686433,
+      "ce_loss_39": 1.7147331923246383,
+      "ce_loss_52": 1.4274780035018921,
+      "ce_loss_7": 2.7152205407619476,
+      "epoch": 0.988,
+      "grad_norm": 13.898651253722077,
+      "kl_loss_13": 1978.6,
+      "kl_loss_26": 918.4,
+      "kl_loss_39": 560.0,
+      "kl_loss_7": 2653.6,
+      "learning_rate": 3.6247609976319816e-07,
+      "loss": 3111.5,
+      "step": 9880
+    },
+    {
+      "ce_loss_13": 2.4592268586158754,
+      "ce_loss_26": 1.9460572868585586,
+      "ce_loss_39": 1.7624834805727005,
+      "ce_loss_52": 1.4708713114261627,
+      "ce_loss_7": 2.780032974481583,
+      "epoch": 0.989,
+      "grad_norm": 13.162597089199776,
+      "kl_loss_13": 2017.4,
+      "kl_loss_26": 950.2,
+      "kl_loss_39": 574.95,
+      "kl_loss_7": 2680.0,
+      "learning_rate": 3.0458649045211895e-07,
+      "loss": 3104.75,
+      "step": 9890
+    },
+    {
+      "ce_loss_13": 2.318621850013733,
+      "ce_loss_26": 1.8226055085659028,
+      "ce_loss_39": 1.6485673993825913,
+      "ce_loss_52": 1.3747537702322006,
+      "ce_loss_7": 2.6328552305698394,
+      "epoch": 0.99,
+      "grad_norm": 14.177492293626315,
+      "kl_loss_13": 1957.6,
+      "kl_loss_26": 901.5,
+      "kl_loss_39": 543.2,
+      "kl_loss_7": 2623.6,
+      "learning_rate": 2.517288084074587e-07,
+      "loss": 3097.8,
+      "step": 9900
+    },
+    {
+      "ce_loss_13": 2.450270253419876,
+      "ce_loss_26": 1.9614087045192719,
+      "ce_loss_39": 1.820476683974266,
+      "ce_loss_52": 1.4863917350769043,
+      "ce_loss_7": 2.776776838302612,
+      "epoch": 0.991,
+      "grad_norm": 13.637096409193225,
+      "kl_loss_13": 2041.0,
+      "kl_loss_26": 993.3,
+      "kl_loss_39": 622.6,
+      "kl_loss_7": 2724.0,
+      "learning_rate": 2.0390358590538505e-07,
+      "loss": 3133.55,
+      "step": 9910
+    },
+    {
+      "ce_loss_13": 2.4164200723171234,
+      "ce_loss_26": 1.9075238525867462,
+      "ce_loss_39": 1.7269282668828965,
+      "ce_loss_52": 1.4252729326486588,
+      "ce_loss_7": 2.7410891175270082,
+      "epoch": 0.992,
+      "grad_norm": 14.06088505281845,
+      "kl_loss_13": 2041.6,
+      "kl_loss_26": 973.6,
+      "kl_loss_39": 593.7,
+      "kl_loss_7": 2722.8,
+      "learning_rate": 1.61111304545436e-07,
+      "loss": 3101.25,
+      "step": 9920
+    },
+    {
+      "ce_loss_13": 2.4260194152593613,
+      "ce_loss_26": 1.9236795336008072,
+      "ce_loss_39": 1.7412341982126236,
+      "ce_loss_52": 1.445477369427681,
+      "ce_loss_7": 2.750396305322647,
+      "epoch": 0.993,
+      "grad_norm": 13.813190658092928,
+      "kl_loss_13": 2043.4,
+      "kl_loss_26": 963.8,
+      "kl_loss_39": 591.1,
+      "kl_loss_7": 2727.2,
+      "learning_rate": 1.2335239524541298e-07,
+      "loss": 3113.2,
+      "step": 9930
+    },
+    {
+      "ce_loss_13": 2.4003034621477126,
+      "ce_loss_26": 1.8995478272438049,
+      "ce_loss_39": 1.7172971665859222,
+      "ce_loss_52": 1.4267783105373382,
+      "ce_loss_7": 2.730258399248123,
+      "epoch": 0.994,
+      "grad_norm": 14.088698553106907,
+      "kl_loss_13": 2017.2,
+      "kl_loss_26": 955.6,
+      "kl_loss_39": 580.2,
+      "kl_loss_7": 2698.8,
+      "learning_rate": 9.06272382371065e-08,
+      "loss": 3112.45,
+      "step": 9940
+    },
+    {
+      "ce_loss_13": 2.3436710268259047,
+      "ce_loss_26": 1.860148760676384,
+      "ce_loss_39": 1.6837237626314163,
+      "ce_loss_52": 1.405136799812317,
+      "ce_loss_7": 2.659210926294327,
+      "epoch": 0.995,
+      "grad_norm": 13.69734193648067,
+      "kl_loss_13": 1922.2,
+      "kl_loss_26": 893.6,
+      "kl_loss_39": 537.7,
+      "kl_loss_7": 2583.2,
+      "learning_rate": 6.293616306246586e-08,
+      "loss": 3122.45,
+      "step": 9950
+    },
+    {
+      "ce_loss_13": 2.4028525710105897,
+      "ce_loss_26": 1.9053959518671035,
+      "ce_loss_39": 1.734974354505539,
+      "ce_loss_52": 1.4462752103805543,
+      "ce_loss_7": 2.7197851181030273,
+      "epoch": 0.996,
+      "grad_norm": 14.052327245568536,
+      "kl_loss_13": 1985.8,
+      "kl_loss_26": 933.9,
+      "kl_loss_39": 572.05,
+      "kl_loss_7": 2659.2,
+      "learning_rate": 4.027944857032395e-08,
+      "loss": 3115.75,
+      "step": 9960
+    },
+    {
+      "ce_loss_13": 2.3983709454536437,
+      "ce_loss_26": 1.897152093052864,
+      "ce_loss_39": 1.7151427894830704,
+      "ce_loss_52": 1.4271936371922493,
+      "ce_loss_7": 2.7171947032213213,
+      "epoch": 0.997,
+      "grad_norm": 13.53314291583234,
+      "kl_loss_13": 1999.0,
+      "kl_loss_26": 942.7,
+      "kl_loss_39": 568.8,
+      "kl_loss_7": 2670.0,
+      "learning_rate": 2.265732291356626e-08,
+      "loss": 3094.175,
+      "step": 9970
+    },
+    {
+      "ce_loss_13": 2.3423147082328795,
+      "ce_loss_26": 1.8376368135213852,
+      "ce_loss_39": 1.6704195857048034,
+      "ce_loss_52": 1.3995309814810752,
+      "ce_loss_7": 2.6571378737688063,
+      "epoch": 0.998,
+      "grad_norm": 13.139494465989356,
+      "kl_loss_13": 1954.0,
+      "kl_loss_26": 894.2,
+      "kl_loss_39": 540.1,
+      "kl_loss_7": 2622.6,
+      "learning_rate": 1.0069963546743833e-08,
+      "loss": 3091.8,
+      "step": 9980
+    },
+    {
+      "ce_loss_13": 2.371971958875656,
+      "ce_loss_26": 1.8749190032482148,
+      "ce_loss_39": 1.7022694885730743,
+      "ce_loss_52": 1.4237666621804237,
+      "ce_loss_7": 2.694683998823166,
+      "epoch": 0.999,
+      "grad_norm": 13.948245708314273,
+      "kl_loss_13": 1952.8,
+      "kl_loss_26": 907.5,
+      "kl_loss_39": 547.75,
+      "kl_loss_7": 2620.8,
+      "learning_rate": 2.517497224463483e-09,
+      "loss": 3089.0,
+      "step": 9990
+    },
+    {
+      "ce_loss_13": 2.4080661326646804,
+      "ce_loss_26": 1.896571347117424,
+      "ce_loss_39": 1.7096484139561654,
+      "ce_loss_52": 1.4170419454574585,
+      "ce_loss_7": 2.7374835878610613,
+      "epoch": 1.0,
+      "grad_norm": 13.857134097975196,
+      "kl_loss_13": 2044.2,
+      "kl_loss_26": 961.3,
+      "kl_loss_39": 577.05,
+      "kl_loss_7": 2731.6,
+      "learning_rate": 0.0,
+      "loss": 3103.8,
+      "step": 10000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0167830278176768e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}