diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,16049 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 10000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "ce_loss_13": 11.519832849502563,
+      "ce_loss_26": 11.473536491394043,
+      "ce_loss_39": 11.263565063476562,
+      "ce_loss_52": 1.3852829337120056,
+      "ce_loss_7": 11.56409740447998,
+      "epoch": 0.0001,
+      "grad_norm": 22.293954988093517,
+      "kl_loss_13": 20864.0,
+      "kl_loss_26": 20736.0,
+      "kl_loss_39": 20320.0,
+      "kl_loss_7": 20992.0,
+      "learning_rate": 1e-05,
+      "loss": 41440.0,
+      "step": 1
+    },
+    {
+      "ce_loss_13": 11.513921552234226,
+      "ce_loss_26": 11.469077931510078,
+      "ce_loss_39": 11.246019893222385,
+      "ce_loss_52": 1.4558950497044458,
+      "ce_loss_7": 11.55848307079739,
+      "epoch": 0.001,
+      "grad_norm": 23.161174410395507,
+      "kl_loss_13": 20800.0,
+      "kl_loss_26": 20696.88888888889,
+      "kl_loss_39": 20227.555555555555,
+      "kl_loss_7": 20881.777777777777,
+      "learning_rate": 0.0001,
+      "loss": 41384.0,
+      "step": 10
+    },
+    {
+      "ce_loss_13": 11.426759386062622,
+      "ce_loss_26": 11.41293363571167,
+      "ce_loss_39": 11.229010510444642,
+      "ce_loss_52": 1.4324860751628876,
+      "ce_loss_7": 11.462353825569153,
+      "epoch": 0.002,
+      "grad_norm": 38.50857397395853,
+      "kl_loss_13": 20668.8,
+      "kl_loss_26": 20640.0,
+      "kl_loss_39": 20256.0,
+      "kl_loss_7": 20745.6,
+      "learning_rate": 0.0002,
+      "loss": 41179.2,
+      "step": 20
+    },
+    {
+      "ce_loss_13": 10.954976797103882,
+      "ce_loss_26": 11.087984251976014,
+      "ce_loss_39": 11.10265805721283,
+      "ce_loss_52": 1.4276391446590424,
+      "ce_loss_7": 10.940680837631225,
+      "epoch": 0.003,
+      "grad_norm": 58.08626567131467,
+      "kl_loss_13": 19702.4,
+      "kl_loss_26": 19977.6,
+      "kl_loss_39": 20028.8,
+      "kl_loss_7": 19680.0,
+      "learning_rate": 0.0003,
+      "loss": 39668.0,
+      "step": 30
+    },
+    {
+      "ce_loss_13": 10.308717799186706,
+      "ce_loss_26": 10.375125074386597,
+      "ce_loss_39": 10.562542247772218,
+      "ce_loss_52": 1.455844309926033,
+      "ce_loss_7": 10.312761902809143,
+      "epoch": 0.004,
+      "grad_norm": 30.451988937114738,
+      "kl_loss_13": 18307.2,
+      "kl_loss_26": 18438.4,
+      "kl_loss_39": 18832.0,
+      "kl_loss_7": 18313.6,
+      "learning_rate": 0.0004,
+      "loss": 36999.2,
+      "step": 40
+    },
+    {
+      "ce_loss_13": 10.173566651344299,
+      "ce_loss_26": 10.188505339622498,
+      "ce_loss_39": 10.173172044754029,
+      "ce_loss_52": 1.4577810317277908,
+      "ce_loss_7": 10.182775902748109,
+      "epoch": 0.005,
+      "grad_norm": 37.851028798241174,
+      "kl_loss_13": 18006.4,
+      "kl_loss_26": 18028.8,
+      "kl_loss_39": 18012.8,
+      "kl_loss_7": 18022.4,
+      "learning_rate": 0.0005,
+      "loss": 36191.2,
+      "step": 50
+    },
+    {
+      "ce_loss_13": 10.071360087394714,
+      "ce_loss_26": 10.092596936225892,
+      "ce_loss_39": 10.072972583770753,
+      "ce_loss_52": 1.428243064880371,
+      "ce_loss_7": 10.105072927474975,
+      "epoch": 0.006,
+      "grad_norm": 45.98715921867029,
+      "kl_loss_13": 17872.0,
+      "kl_loss_26": 17907.2,
+      "kl_loss_39": 17878.4,
+      "kl_loss_7": 17936.0,
+      "learning_rate": 0.0006,
+      "loss": 35728.0,
+      "step": 60
+    },
+    {
+      "ce_loss_13": 9.994266033172607,
+      "ce_loss_26": 10.000447010993957,
+      "ce_loss_39": 9.958984637260437,
+      "ce_loss_52": 1.392430166900158,
+      "ce_loss_7": 10.041595196723938,
+      "epoch": 0.007,
+      "grad_norm": 53.56384816487026,
+      "kl_loss_13": 17750.4,
+      "kl_loss_26": 17763.2,
+      "kl_loss_39": 17667.2,
+      "kl_loss_7": 17846.4,
+      "learning_rate": 0.0007,
+      "loss": 35411.2,
+      "step": 70
+    },
+    {
+      "ce_loss_13": 9.870160865783692,
+      "ce_loss_26": 9.870406699180602,
+      "ce_loss_39": 9.815650677680969,
+      "ce_loss_52": 1.4188331544399262,
+      "ce_loss_7": 9.92598659992218,
+      "epoch": 0.008,
+      "grad_norm": 58.363906192597035,
+      "kl_loss_13": 17475.2,
+      "kl_loss_26": 17484.8,
+      "kl_loss_39": 17366.4,
+      "kl_loss_7": 17587.2,
+      "learning_rate": 0.0008,
+      "loss": 35010.4,
+      "step": 80
+    },
+    {
+      "ce_loss_13": 9.786613607406617,
+      "ce_loss_26": 9.77514407634735,
+      "ce_loss_39": 9.697125172615051,
+      "ce_loss_52": 1.4261163920164108,
+      "ce_loss_7": 9.84011538028717,
+      "epoch": 0.009,
+      "grad_norm": 57.597510936184484,
+      "kl_loss_13": 17267.2,
+      "kl_loss_26": 17232.0,
+      "kl_loss_39": 17065.6,
+      "kl_loss_7": 17376.0,
+      "learning_rate": 0.0009000000000000001,
+      "loss": 34545.6,
+      "step": 90
+    },
+    {
+      "ce_loss_13": 9.70496118068695,
+      "ce_loss_26": 9.680623888969421,
+      "ce_loss_39": 9.57672963142395,
+      "ce_loss_52": 1.4332450866699218,
+      "ce_loss_7": 9.75693221092224,
+      "epoch": 0.01,
+      "grad_norm": 56.92102830978135,
+      "kl_loss_13": 17075.2,
+      "kl_loss_26": 17030.4,
+      "kl_loss_39": 16814.4,
+      "kl_loss_7": 17187.2,
+      "learning_rate": 0.001,
+      "loss": 34141.6,
+      "step": 100
+    },
+    {
+      "ce_loss_13": 9.62608094215393,
+      "ce_loss_26": 9.584086346626282,
+      "ce_loss_39": 9.469242024421693,
+      "ce_loss_52": 1.4119121626019477,
+      "ce_loss_7": 9.681734418869018,
+      "epoch": 0.011,
+      "grad_norm": 55.54751251170693,
+      "kl_loss_13": 16956.8,
+      "kl_loss_26": 16856.0,
+      "kl_loss_39": 16632.0,
+      "kl_loss_7": 17075.2,
+      "learning_rate": 0.0009999974825027757,
+      "loss": 33673.2,
+      "step": 110
+    },
+    {
+      "ce_loss_13": 9.557737636566163,
+      "ce_loss_26": 9.502408647537232,
+      "ce_loss_39": 9.373179388046264,
+      "ce_loss_52": 1.420964427292347,
+      "ce_loss_7": 9.613711476325989,
+      "epoch": 0.012,
+      "grad_norm": 55.463113229450904,
+      "kl_loss_13": 16777.6,
+      "kl_loss_26": 16667.2,
+      "kl_loss_39": 16393.6,
+      "kl_loss_7": 16905.6,
+      "learning_rate": 0.0009999899300364532,
+      "loss": 33335.2,
+      "step": 120
+    },
+    {
+      "ce_loss_13": 9.474759387969971,
+      "ce_loss_26": 9.408789944648742,
+      "ce_loss_39": 9.266374969482422,
+      "ce_loss_52": 1.4124270409345627,
+      "ce_loss_7": 9.538655042648315,
+      "epoch": 0.013,
+      "grad_norm": 54.241543470395335,
+      "kl_loss_13": 16628.8,
+      "kl_loss_26": 16492.8,
+      "kl_loss_39": 16193.6,
+      "kl_loss_7": 16766.4,
+      "learning_rate": 0.0009999773426770863,
+      "loss": 32999.6,
+      "step": 130
+    },
+    {
+      "ce_loss_13": 9.420424246788025,
+      "ce_loss_26": 9.348571801185608,
+      "ce_loss_39": 9.1972074508667,
+      "ce_loss_52": 1.4392782002687454,
+      "ce_loss_7": 9.492741465568542,
+      "epoch": 0.014,
+      "grad_norm": 54.10933362933205,
+      "kl_loss_13": 16476.8,
+      "kl_loss_26": 16324.8,
+      "kl_loss_39": 16014.4,
+      "kl_loss_7": 16638.4,
+      "learning_rate": 0.0009999597205514296,
+      "loss": 32751.6,
+      "step": 140
+    },
+    {
+      "ce_loss_13": 9.388373732566833,
+      "ce_loss_26": 9.308008575439453,
+      "ce_loss_39": 9.153336524963379,
+      "ce_loss_52": 1.4420859813690186,
+      "ce_loss_7": 9.46445541381836,
+      "epoch": 0.015,
+      "grad_norm": 55.15236350542743,
+      "kl_loss_13": 16382.4,
+      "kl_loss_26": 16219.2,
+      "kl_loss_39": 15888.0,
+      "kl_loss_7": 16542.4,
+      "learning_rate": 0.0009999370638369377,
+      "loss": 32525.2,
+      "step": 150
+    },
+    {
+      "ce_loss_13": 9.301919007301331,
+      "ce_loss_26": 9.212661600112915,
+      "ce_loss_39": 9.050238633155823,
+      "ce_loss_52": 1.4233157366514206,
+      "ce_loss_7": 9.383031058311463,
+      "epoch": 0.016,
+      "grad_norm": 55.03653973388566,
+      "kl_loss_13": 16278.4,
+      "kl_loss_26": 16092.8,
+      "kl_loss_39": 15755.2,
+      "kl_loss_7": 16440.0,
+      "learning_rate": 0.000999909372761763,
+      "loss": 32209.6,
+      "step": 160
+    },
+    {
+      "ce_loss_13": 9.24642186164856,
+      "ce_loss_26": 9.14689018726349,
+      "ce_loss_39": 8.978599190711975,
+      "ce_loss_52": 1.429112258553505,
+      "ce_loss_7": 9.331455826759338,
+      "epoch": 0.017,
+      "grad_norm": 54.90625528920335,
+      "kl_loss_13": 16142.4,
+      "kl_loss_26": 15931.2,
+      "kl_loss_39": 15580.8,
+      "kl_loss_7": 16315.2,
+      "learning_rate": 0.0009998766476047546,
+      "loss": 31964.8,
+      "step": 170
+    },
+    {
+      "ce_loss_13": 9.187117385864259,
+      "ce_loss_26": 9.076116013526917,
+      "ce_loss_39": 8.902227759361267,
+      "ce_loss_52": 1.3885775536298752,
+      "ce_loss_7": 9.275272035598755,
+      "epoch": 0.018,
+      "grad_norm": 54.60426962776646,
+      "kl_loss_13": 16072.0,
+      "kl_loss_26": 15844.8,
+      "kl_loss_39": 15480.0,
+      "kl_loss_7": 16262.4,
+      "learning_rate": 0.0009998388886954545,
+      "loss": 31645.2,
+      "step": 180
+    },
+    {
+      "ce_loss_13": 9.131648278236389,
+      "ce_loss_26": 9.008217167854308,
+      "ce_loss_39": 8.831042790412903,
+      "ce_loss_52": 1.4482133895158769,
+      "ce_loss_7": 9.224077129364014,
+      "epoch": 0.019,
+      "grad_norm": 53.93299711922953,
+      "kl_loss_13": 15870.4,
+      "kl_loss_26": 15609.6,
+      "kl_loss_39": 15232.0,
+      "kl_loss_7": 16067.2,
+      "learning_rate": 0.0009997960964140947,
+      "loss": 31408.4,
+      "step": 190
+    },
+    {
+      "ce_loss_13": 9.050732731819153,
+      "ce_loss_26": 8.918284726142883,
+      "ce_loss_39": 8.738019919395446,
+      "ce_loss_52": 1.4300477087497712,
+      "ce_loss_7": 9.145042276382446,
+      "epoch": 0.02,
+      "grad_norm": 53.732589384741736,
+      "kl_loss_13": 15728.0,
+      "kl_loss_26": 15449.6,
+      "kl_loss_39": 15064.0,
+      "kl_loss_7": 15928.0,
+      "learning_rate": 0.0009997482711915926,
+      "loss": 31145.6,
+      "step": 200
+    },
+    {
+      "ce_loss_13": 8.988229060173035,
+      "ce_loss_26": 8.844111323356628,
+      "ce_loss_39": 8.654908394813537,
+      "ce_loss_52": 1.4580651924014092,
+      "ce_loss_7": 9.090379095077514,
+      "epoch": 0.021,
+      "grad_norm": 53.04072542826613,
+      "kl_loss_13": 15550.4,
+      "kl_loss_26": 15251.2,
+      "kl_loss_39": 14854.4,
+      "kl_loss_7": 15771.2,
+      "learning_rate": 0.0009996954135095479,
+      "loss": 30853.2,
+      "step": 210
+    },
+    {
+      "ce_loss_13": 8.945707607269288,
+      "ce_loss_26": 8.79644329547882,
+      "ce_loss_39": 8.601721858978271,
+      "ce_loss_52": 1.4154451981186866,
+      "ce_loss_7": 9.052277135849,
+      "epoch": 0.022,
+      "grad_norm": 53.309057416596275,
+      "kl_loss_13": 15544.0,
+      "kl_loss_26": 15219.2,
+      "kl_loss_39": 14809.6,
+      "kl_loss_7": 15761.6,
+      "learning_rate": 0.0009996375239002368,
+      "loss": 30606.8,
+      "step": 220
+    },
+    {
+      "ce_loss_13": 8.933341026306152,
+      "ce_loss_26": 8.773744869232178,
+      "ce_loss_39": 8.57140781879425,
+      "ce_loss_52": 1.4167777329683304,
+      "ce_loss_7": 9.04187982082367,
+      "epoch": 0.023,
+      "grad_norm": 53.383646235412414,
+      "kl_loss_13": 15486.4,
+      "kl_loss_26": 15156.8,
+      "kl_loss_39": 14726.4,
+      "kl_loss_7": 15721.6,
+      "learning_rate": 0.0009995746029466072,
+      "loss": 30406.4,
+      "step": 230
+    },
+    {
+      "ce_loss_13": 8.869291019439697,
+      "ce_loss_26": 8.693119740486145,
+      "ce_loss_39": 8.476832008361816,
+      "ce_loss_52": 1.4153499186038971,
+      "ce_loss_7": 8.980035424232483,
+      "epoch": 0.024,
+      "grad_norm": 52.917730504652305,
+      "kl_loss_13": 15353.6,
+      "kl_loss_26": 14985.6,
+      "kl_loss_39": 14528.0,
+      "kl_loss_7": 15588.8,
+      "learning_rate": 0.0009995066512822719,
+      "loss": 30148.4,
+      "step": 240
+    },
+    {
+      "ce_loss_13": 8.81713101863861,
+      "ce_loss_26": 8.636789417266845,
+      "ce_loss_39": 8.412476801872254,
+      "ce_loss_52": 1.4529948115348816,
+      "ce_loss_7": 8.929914593696594,
+      "epoch": 0.025,
+      "grad_norm": 53.98592158305785,
+      "kl_loss_13": 15196.8,
+      "kl_loss_26": 14820.8,
+      "kl_loss_39": 14340.8,
+      "kl_loss_7": 15438.4,
+      "learning_rate": 0.000999433669591504,
+      "loss": 29860.8,
+      "step": 250
+    },
+    {
+      "ce_loss_13": 8.748036527633667,
+      "ce_loss_26": 8.558162140846253,
+      "ce_loss_39": 8.331628108024598,
+      "ce_loss_52": 1.4311662405729293,
+      "ce_loss_7": 8.864733743667603,
+      "epoch": 0.026,
+      "grad_norm": 52.415587650337294,
+      "kl_loss_13": 15088.0,
+      "kl_loss_26": 14683.2,
+      "kl_loss_39": 14200.0,
+      "kl_loss_7": 15329.6,
+      "learning_rate": 0.000999355658609228,
+      "loss": 29636.0,
+      "step": 260
+    },
+    {
+      "ce_loss_13": 8.692949771881104,
+      "ce_loss_26": 8.494869589805603,
+      "ce_loss_39": 8.259693837165832,
+      "ce_loss_52": 1.4384984374046326,
+      "ce_loss_7": 8.814060854911805,
+      "epoch": 0.027,
+      "grad_norm": 53.356303831580306,
+      "kl_loss_13": 14976.0,
+      "kl_loss_26": 14555.2,
+      "kl_loss_39": 14054.4,
+      "kl_loss_7": 15230.4,
+      "learning_rate": 0.0009992726191210138,
+      "loss": 29438.0,
+      "step": 270
+    },
+    {
+      "ce_loss_13": 8.67082085609436,
+      "ce_loss_26": 8.463814663887025,
+      "ce_loss_39": 8.215038228034974,
+      "ce_loss_52": 1.4267250567674636,
+      "ce_loss_7": 8.794116616249084,
+      "epoch": 0.028,
+      "grad_norm": 52.94359037736481,
+      "kl_loss_13": 14902.4,
+      "kl_loss_26": 14476.8,
+      "kl_loss_39": 13944.0,
+      "kl_loss_7": 15174.4,
+      "learning_rate": 0.0009991845519630679,
+      "loss": 29276.4,
+      "step": 280
+    },
+    {
+      "ce_loss_13": 8.61563618183136,
+      "ce_loss_26": 8.402152299880981,
+      "ce_loss_39": 8.144541609287263,
+      "ce_loss_52": 1.4250373497605324,
+      "ce_loss_7": 8.742781138420105,
+      "epoch": 0.029,
+      "grad_norm": 51.566336997103136,
+      "kl_loss_13": 14817.6,
+      "kl_loss_26": 14369.6,
+      "kl_loss_39": 13816.0,
+      "kl_loss_7": 15089.6,
+      "learning_rate": 0.0009990914580222257,
+      "loss": 29010.0,
+      "step": 290
+    },
+    {
+      "ce_loss_13": 8.572561240196228,
+      "ce_loss_26": 8.35531551837921,
+      "ce_loss_39": 8.092759764194488,
+      "ce_loss_52": 1.4600662559270858,
+      "ce_loss_7": 8.698393726348877,
+      "epoch": 0.03,
+      "grad_norm": 53.1076582900563,
+      "kl_loss_13": 14704.0,
+      "kl_loss_26": 14251.2,
+      "kl_loss_39": 13689.6,
+      "kl_loss_7": 14974.4,
+      "learning_rate": 0.0009989933382359422,
+      "loss": 28776.8,
+      "step": 300
+    },
+    {
+      "ce_loss_13": 8.491887974739075,
+      "ce_loss_26": 8.263946199417115,
+      "ce_loss_39": 7.987871313095093,
+      "ce_loss_52": 1.4451197743415833,
+      "ce_loss_7": 8.625923323631287,
+      "epoch": 0.031,
+      "grad_norm": 52.58460107915946,
+      "kl_loss_13": 14537.6,
+      "kl_loss_26": 14054.4,
+      "kl_loss_39": 13464.0,
+      "kl_loss_7": 14825.6,
+      "learning_rate": 0.0009988901935922825,
+      "loss": 28548.4,
+      "step": 310
+    },
+    {
+      "ce_loss_13": 8.474869418144227,
+      "ce_loss_26": 8.245952117443085,
+      "ce_loss_39": 7.974157309532165,
+      "ce_loss_52": 1.4602727562189102,
+      "ce_loss_7": 8.610798478126526,
+      "epoch": 0.032,
+      "grad_norm": 52.331617741046635,
+      "kl_loss_13": 14480.0,
+      "kl_loss_26": 14003.2,
+      "kl_loss_39": 13427.2,
+      "kl_loss_7": 14760.0,
+      "learning_rate": 0.0009987820251299122,
+      "loss": 28364.4,
+      "step": 320
+    },
+    {
+      "ce_loss_13": 8.44498426914215,
+      "ce_loss_26": 8.20645843744278,
+      "ce_loss_39": 7.912872779369354,
+      "ce_loss_52": 1.4554857224225999,
+      "ce_loss_7": 8.583872628211974,
+      "epoch": 0.033,
+      "grad_norm": 50.87832937020315,
+      "kl_loss_13": 14411.2,
+      "kl_loss_26": 13900.8,
+      "kl_loss_39": 13281.6,
+      "kl_loss_7": 14700.8,
+      "learning_rate": 0.0009986688339380862,
+      "loss": 28109.2,
+      "step": 330
+    },
+    {
+      "ce_loss_13": 8.38349392414093,
+      "ce_loss_26": 8.133478546142578,
+      "ce_loss_39": 7.828318297863007,
+      "ce_loss_52": 1.425998830795288,
+      "ce_loss_7": 8.525882768630982,
+      "epoch": 0.034,
+      "grad_norm": 51.153122440976325,
+      "kl_loss_13": 14328.0,
+      "kl_loss_26": 13809.6,
+      "kl_loss_39": 13163.2,
+      "kl_loss_7": 14633.6,
+      "learning_rate": 0.0009985506211566387,
+      "loss": 27878.0,
+      "step": 340
+    },
+    {
+      "ce_loss_13": 8.349605464935303,
+      "ce_loss_26": 8.097514569759369,
+      "ce_loss_39": 7.785721278190612,
+      "ce_loss_52": 1.4315812528133391,
+      "ce_loss_7": 8.496586155891418,
+      "epoch": 0.035,
+      "grad_norm": 51.20256734387486,
+      "kl_loss_13": 14254.4,
+      "kl_loss_26": 13721.6,
+      "kl_loss_39": 13062.4,
+      "kl_loss_7": 14561.6,
+      "learning_rate": 0.0009984273879759713,
+      "loss": 27693.2,
+      "step": 350
+    },
+    {
+      "ce_loss_13": 8.273482608795167,
+      "ce_loss_26": 8.020016944408416,
+      "ce_loss_39": 7.711479115486145,
+      "ce_loss_52": 1.4499147981405258,
+      "ce_loss_7": 8.422512984275818,
+      "epoch": 0.036,
+      "grad_norm": 52.12411775413645,
+      "kl_loss_13": 14088.0,
+      "kl_loss_26": 13556.8,
+      "kl_loss_39": 12892.8,
+      "kl_loss_7": 14403.2,
+      "learning_rate": 0.0009982991356370402,
+      "loss": 27442.0,
+      "step": 360
+    },
+    {
+      "ce_loss_13": 8.215481567382813,
+      "ce_loss_26": 7.953275382518768,
+      "ce_loss_39": 7.628855121135712,
+      "ce_loss_52": 1.411750042438507,
+      "ce_loss_7": 8.368350863456726,
+      "epoch": 0.037,
+      "grad_norm": 51.0215332330724,
+      "kl_loss_13": 14024.0,
+      "kl_loss_26": 13470.4,
+      "kl_loss_39": 12779.2,
+      "kl_loss_7": 14348.8,
+      "learning_rate": 0.0009981658654313456,
+      "loss": 27348.0,
+      "step": 370
+    },
+    {
+      "ce_loss_13": 8.217882227897643,
+      "ce_loss_26": 7.9462348341941835,
+      "ce_loss_39": 7.613846385478974,
+      "ce_loss_52": 1.4831970453262329,
+      "ce_loss_7": 8.373853397369384,
+      "epoch": 0.038,
+      "grad_norm": 50.4571010346743,
+      "kl_loss_13": 13913.6,
+      "kl_loss_26": 13345.6,
+      "kl_loss_39": 12646.4,
+      "kl_loss_7": 14243.2,
+      "learning_rate": 0.000998027578700917,
+      "loss": 27082.8,
+      "step": 380
+    },
+    {
+      "ce_loss_13": 8.11286985874176,
+      "ce_loss_26": 7.831897294521331,
+      "ce_loss_39": 7.493152487277984,
+      "ce_loss_52": 1.4128454998135567,
+      "ce_loss_7": 8.275482225418092,
+      "epoch": 0.039,
+      "grad_norm": 51.75236464910614,
+      "kl_loss_13": 13798.4,
+      "kl_loss_26": 13212.8,
+      "kl_loss_39": 12491.2,
+      "kl_loss_7": 14139.2,
+      "learning_rate": 0.0009978842768382998,
+      "loss": 26835.6,
+      "step": 390
+    },
+    {
+      "ce_loss_13": 8.092873919010163,
+      "ce_loss_26": 7.80686913728714,
+      "ce_loss_39": 7.462458717823028,
+      "ce_loss_52": 1.449526023864746,
+      "ce_loss_7": 8.253998827934264,
+      "epoch": 0.04,
+      "grad_norm": 50.588198000151046,
+      "kl_loss_13": 13680.0,
+      "kl_loss_26": 13083.2,
+      "kl_loss_39": 12355.2,
+      "kl_loss_7": 14019.2,
+      "learning_rate": 0.0009977359612865424,
+      "loss": 26670.0,
+      "step": 400
+    },
+    {
+      "ce_loss_13": 8.073025333881379,
+      "ce_loss_26": 7.792924261093139,
+      "ce_loss_39": 7.448240423202515,
+      "ce_loss_52": 1.4590945556759833,
+      "ce_loss_7": 8.234287071228028,
+      "epoch": 0.041,
+      "grad_norm": 50.388842117598266,
+      "kl_loss_13": 13630.4,
+      "kl_loss_26": 13032.0,
+      "kl_loss_39": 12302.4,
+      "kl_loss_7": 13969.6,
+      "learning_rate": 0.0009975826335391806,
+      "loss": 26457.2,
+      "step": 410
+    },
+    {
+      "ce_loss_13": 7.959017169475556,
+      "ce_loss_26": 7.667092227935791,
+      "ce_loss_39": 7.308180010318756,
+      "ce_loss_52": 1.3903952419757843,
+      "ce_loss_7": 8.129511964321136,
+      "epoch": 0.042,
+      "grad_norm": 50.86911767207133,
+      "kl_loss_13": 13540.8,
+      "kl_loss_26": 12916.8,
+      "kl_loss_39": 12163.2,
+      "kl_loss_7": 13888.0,
+      "learning_rate": 0.0009974242951402235,
+      "loss": 26197.6,
+      "step": 420
+    },
+    {
+      "ce_loss_13": 7.940323996543884,
+      "ce_loss_26": 7.629641830921173,
+      "ce_loss_39": 7.2696495175361635,
+      "ce_loss_52": 1.4528310179710389,
+      "ce_loss_7": 8.112548959255218,
+      "epoch": 0.043,
+      "grad_norm": 49.24163454624527,
+      "kl_loss_13": 13374.4,
+      "kl_loss_26": 12728.0,
+      "kl_loss_39": 11958.4,
+      "kl_loss_7": 13744.0,
+      "learning_rate": 0.0009972609476841367,
+      "loss": 25992.4,
+      "step": 430
+    },
+    {
+      "ce_loss_13": 7.8985715508461,
+      "ce_loss_26": 7.592843997478485,
+      "ce_loss_39": 7.205817592144013,
+      "ce_loss_52": 1.4196556687355042,
+      "ce_loss_7": 8.078336155414581,
+      "epoch": 0.044,
+      "grad_norm": 49.811998634305894,
+      "kl_loss_13": 13345.6,
+      "kl_loss_26": 12699.2,
+      "kl_loss_39": 11881.6,
+      "kl_loss_7": 13718.4,
+      "learning_rate": 0.0009970925928158272,
+      "loss": 25854.4,
+      "step": 440
+    },
+    {
+      "ce_loss_13": 7.867163848876953,
+      "ce_loss_26": 7.55372383594513,
+      "ce_loss_39": 7.173475623130798,
+      "ce_loss_52": 1.4358820408582686,
+      "ce_loss_7": 8.0431494474411,
+      "epoch": 0.045,
+      "grad_norm": 48.311473749243106,
+      "kl_loss_13": 13248.0,
+      "kl_loss_26": 12595.2,
+      "kl_loss_39": 11792.0,
+      "kl_loss_7": 13614.4,
+      "learning_rate": 0.000996919232230627,
+      "loss": 25620.0,
+      "step": 450
+    },
+    {
+      "ce_loss_13": 7.794478893280029,
+      "ce_loss_26": 7.470960378646851,
+      "ce_loss_39": 7.075640022754669,
+      "ce_loss_52": 1.4313764542341232,
+      "ce_loss_7": 7.97986272573471,
+      "epoch": 0.046,
+      "grad_norm": 49.75600981611632,
+      "kl_loss_13": 13113.6,
+      "kl_loss_26": 12433.6,
+      "kl_loss_39": 11588.8,
+      "kl_loss_7": 13496.0,
+      "learning_rate": 0.0009967408676742752,
+      "loss": 25367.2,
+      "step": 460
+    },
+    {
+      "ce_loss_13": 7.780554842948914,
+      "ce_loss_26": 7.450528597831726,
+      "ce_loss_39": 7.06024489402771,
+      "ce_loss_52": 1.4271526962518692,
+      "ce_loss_7": 7.96198604106903,
+      "epoch": 0.047,
+      "grad_norm": 49.73198686766462,
+      "kl_loss_13": 13089.6,
+      "kl_loss_26": 12406.4,
+      "kl_loss_39": 11576.0,
+      "kl_loss_7": 13475.2,
+      "learning_rate": 0.0009965575009429006,
+      "loss": 25186.4,
+      "step": 470
+    },
+    {
+      "ce_loss_13": 7.771422934532166,
+      "ce_loss_26": 7.443638646602631,
+      "ce_loss_39": 7.045053339004516,
+      "ce_loss_52": 1.4691366642713546,
+      "ce_loss_7": 7.956920957565307,
+      "epoch": 0.048,
+      "grad_norm": 48.6898889709016,
+      "kl_loss_13": 12971.2,
+      "kl_loss_26": 12286.4,
+      "kl_loss_39": 11440.0,
+      "kl_loss_7": 13366.4,
+      "learning_rate": 0.0009963691338830043,
+      "loss": 25028.4,
+      "step": 480
+    },
+    {
+      "ce_loss_13": 7.7170240640640255,
+      "ce_loss_26": 7.3867839813232425,
+      "ce_loss_39": 6.986623299121857,
+      "ce_loss_52": 1.4700770109891892,
+      "ce_loss_7": 7.900947248935699,
+      "epoch": 0.049,
+      "grad_norm": 47.968754476102596,
+      "kl_loss_13": 12884.8,
+      "kl_loss_26": 12195.2,
+      "kl_loss_39": 11332.8,
+      "kl_loss_7": 13273.6,
+      "learning_rate": 0.0009961757683914405,
+      "loss": 24808.8,
+      "step": 490
+    },
+    {
+      "ce_loss_13": 7.612575709819794,
+      "ce_loss_26": 7.270983147621155,
+      "ce_loss_39": 6.851053369045258,
+      "ce_loss_52": 1.4072588831186295,
+      "ce_loss_7": 7.807804656028748,
+      "epoch": 0.05,
+      "grad_norm": 49.18975121944083,
+      "kl_loss_13": 12780.8,
+      "kl_loss_26": 12060.8,
+      "kl_loss_39": 11161.6,
+      "kl_loss_7": 13190.4,
+      "learning_rate": 0.0009959774064153978,
+      "loss": 24615.6,
+      "step": 500
+    },
+    {
+      "ce_loss_13": 7.6113405585289,
+      "ce_loss_26": 7.257396864891052,
+      "ce_loss_39": 6.8364926934242245,
+      "ce_loss_52": 1.405586513876915,
+      "ce_loss_7": 7.807830440998077,
+      "epoch": 0.051,
+      "grad_norm": 48.36038036613293,
+      "kl_loss_13": 12753.6,
+      "kl_loss_26": 12017.6,
+      "kl_loss_39": 11121.6,
+      "kl_loss_7": 13161.6,
+      "learning_rate": 0.0009957740499523787,
+      "loss": 24452.0,
+      "step": 510
+    },
+    {
+      "ce_loss_13": 7.562924301624298,
+      "ce_loss_26": 7.205751180648804,
+      "ce_loss_39": 6.7729793906211855,
+      "ce_loss_52": 1.441327565908432,
+      "ce_loss_7": 7.762964737415314,
+      "epoch": 0.052,
+      "grad_norm": 48.52091531249349,
+      "kl_loss_13": 12577.6,
+      "kl_loss_26": 11833.6,
+      "kl_loss_39": 10912.0,
+      "kl_loss_7": 12990.4,
+      "learning_rate": 0.0009955657010501807,
+      "loss": 24214.4,
+      "step": 520
+    },
+    {
+      "ce_loss_13": 7.5027553796768185,
+      "ce_loss_26": 7.149892139434814,
+      "ce_loss_39": 6.725725698471069,
+      "ce_loss_52": 1.4616976886987687,
+      "ce_loss_7": 7.700168478488922,
+      "epoch": 0.053,
+      "grad_norm": 47.609892122251686,
+      "kl_loss_13": 12451.2,
+      "kl_loss_26": 11710.4,
+      "kl_loss_39": 10804.8,
+      "kl_loss_7": 12872.0,
+      "learning_rate": 0.000995352361806875,
+      "loss": 24037.2,
+      "step": 530
+    },
+    {
+      "ce_loss_13": 7.525733006000519,
+      "ce_loss_26": 7.1605717778205875,
+      "ce_loss_39": 6.703774988651276,
+      "ce_loss_52": 1.42885320186615,
+      "ce_loss_7": 7.727836930751801,
+      "epoch": 0.054,
+      "grad_norm": 47.0111007198644,
+      "kl_loss_13": 12556.8,
+      "kl_loss_26": 11790.4,
+      "kl_loss_39": 10828.8,
+      "kl_loss_7": 12976.0,
+      "learning_rate": 0.0009951340343707852,
+      "loss": 23845.2,
+      "step": 540
+    },
+    {
+      "ce_loss_13": 7.423776483535766,
+      "ce_loss_26": 7.0557411193847654,
+      "ce_loss_39": 6.604493200778961,
+      "ce_loss_52": 1.4447590827941894,
+      "ce_loss_7": 7.626477897167206,
+      "epoch": 0.055,
+      "grad_norm": 49.45361296474082,
+      "kl_loss_13": 12328.0,
+      "kl_loss_26": 11540.8,
+      "kl_loss_39": 10584.0,
+      "kl_loss_7": 12747.2,
+      "learning_rate": 0.0009949107209404665,
+      "loss": 23664.0,
+      "step": 550
+    },
+    {
+      "ce_loss_13": 7.434036374092102,
+      "ce_loss_26": 7.059368348121643,
+      "ce_loss_39": 6.6053709268569945,
+      "ce_loss_52": 1.4645269870758058,
+      "ce_loss_7": 7.6432753801345825,
+      "epoch": 0.056,
+      "grad_norm": 47.673368470799254,
+      "kl_loss_13": 12291.2,
+      "kl_loss_26": 11512.0,
+      "kl_loss_39": 10547.2,
+      "kl_loss_7": 12726.4,
+      "learning_rate": 0.0009946824237646824,
+      "loss": 23469.6,
+      "step": 560
+    },
+    {
+      "ce_loss_13": 7.307004892826081,
+      "ce_loss_26": 6.927345609664917,
+      "ce_loss_39": 6.4629304051399235,
+      "ce_loss_52": 1.437305434048176,
+      "ce_loss_7": 7.522386133670807,
+      "epoch": 0.057,
+      "grad_norm": 46.80952508481597,
+      "kl_loss_13": 12094.4,
+      "kl_loss_26": 11300.8,
+      "kl_loss_39": 10308.8,
+      "kl_loss_7": 12539.2,
+      "learning_rate": 0.0009944491451423828,
+      "loss": 23249.6,
+      "step": 570
+    },
+    {
+      "ce_loss_13": 7.349401378631592,
+      "ce_loss_26": 6.964329659938812,
+      "ce_loss_39": 6.480949449539184,
+      "ce_loss_52": 1.4452718168497085,
+      "ce_loss_7": 7.564259791374207,
+      "epoch": 0.058,
+      "grad_norm": 46.22867294627436,
+      "kl_loss_13": 12145.6,
+      "kl_loss_26": 11340.8,
+      "kl_loss_39": 10315.2,
+      "kl_loss_7": 12592.0,
+      "learning_rate": 0.0009942108874226813,
+      "loss": 23091.2,
+      "step": 580
+    },
+    {
+      "ce_loss_13": 7.254886651039124,
+      "ce_loss_26": 6.858836472034454,
+      "ce_loss_39": 6.3856946468353275,
+      "ce_loss_52": 1.4449717432260514,
+      "ce_loss_7": 7.473185133934021,
+      "epoch": 0.059,
+      "grad_norm": 45.84422579202554,
+      "kl_loss_13": 11969.6,
+      "kl_loss_26": 11147.2,
+      "kl_loss_39": 10136.0,
+      "kl_loss_7": 12424.0,
+      "learning_rate": 0.00099396765300483,
+      "loss": 22886.4,
+      "step": 590
+    },
+    {
+      "ce_loss_13": 7.248957896232605,
+      "ce_loss_26": 6.855677163600921,
+      "ce_loss_39": 6.3774519801139835,
+      "ce_loss_52": 1.477000206708908,
+      "ce_loss_7": 7.465912497043609,
+      "epoch": 0.06,
+      "grad_norm": 46.37348014710593,
+      "kl_loss_13": 11888.0,
+      "kl_loss_26": 11064.0,
+      "kl_loss_39": 10044.8,
+      "kl_loss_7": 12347.2,
+      "learning_rate": 0.0009937194443381972,
+      "loss": 22708.0,
+      "step": 600
+    },
+    {
+      "ce_loss_13": 7.210493552684784,
+      "ce_loss_26": 6.8088652968406675,
+      "ce_loss_39": 6.325126445293426,
+      "ce_loss_52": 1.444644930958748,
+      "ce_loss_7": 7.429195690155029,
+      "epoch": 0.061,
+      "grad_norm": 44.92499922138711,
+      "kl_loss_13": 11859.2,
+      "kl_loss_26": 11019.2,
+      "kl_loss_39": 9995.2,
+      "kl_loss_7": 12320.0,
+      "learning_rate": 0.0009934662639222412,
+      "loss": 22544.8,
+      "step": 610
+    },
+    {
+      "ce_loss_13": 7.1185362339019775,
+      "ce_loss_26": 6.714106225967408,
+      "ce_loss_39": 6.223515486717224,
+      "ce_loss_52": 1.4858893424272537,
+      "ce_loss_7": 7.341545379161834,
+      "epoch": 0.062,
+      "grad_norm": 46.45143938897793,
+      "kl_loss_13": 11601.6,
+      "kl_loss_26": 10750.4,
+      "kl_loss_39": 9708.8,
+      "kl_loss_7": 12072.0,
+      "learning_rate": 0.000993208114306486,
+      "loss": 22270.0,
+      "step": 620
+    },
+    {
+      "ce_loss_13": 7.0913821935653685,
+      "ce_loss_26": 6.689675974845886,
+      "ce_loss_39": 6.203632855415345,
+      "ce_loss_52": 1.4506051570177079,
+      "ce_loss_7": 7.311544299125671,
+      "epoch": 0.063,
+      "grad_norm": 45.34630221197193,
+      "kl_loss_13": 11592.0,
+      "kl_loss_26": 10752.0,
+      "kl_loss_39": 9720.0,
+      "kl_loss_7": 12067.2,
+      "learning_rate": 0.0009929449980904952,
+      "loss": 22153.2,
+      "step": 630
+    },
+    {
+      "ce_loss_13": 7.083522534370422,
+      "ce_loss_26": 6.665987038612366,
+      "ce_loss_39": 6.162657225131989,
+      "ce_loss_52": 1.4658448547124863,
+      "ce_loss_7": 7.312107050418854,
+      "epoch": 0.064,
+      "grad_norm": 45.471744941742365,
+      "kl_loss_13": 11552.0,
+      "kl_loss_26": 10675.2,
+      "kl_loss_39": 9596.8,
+      "kl_loss_7": 12032.0,
+      "learning_rate": 0.0009926769179238466,
+      "loss": 21949.2,
+      "step": 640
+    },
+    {
+      "ce_loss_13": 6.994167017936706,
+      "ce_loss_26": 6.563658082485199,
+      "ce_loss_39": 6.042373907566071,
+      "ce_loss_52": 1.4207285180687905,
+      "ce_loss_7": 7.2311041235923765,
+      "epoch": 0.065,
+      "grad_norm": 43.84127734363621,
+      "kl_loss_13": 11489.6,
+      "kl_loss_26": 10593.6,
+      "kl_loss_39": 9488.0,
+      "kl_loss_7": 11980.8,
+      "learning_rate": 0.000992403876506104,
+      "loss": 21796.8,
+      "step": 650
+    },
+    {
+      "ce_loss_13": 6.9931820154190065,
+      "ce_loss_26": 6.566097593307495,
+      "ce_loss_39": 6.045178306102753,
+      "ce_loss_52": 1.4772068083286285,
+      "ce_loss_7": 7.2253869533538815,
+      "epoch": 0.066,
+      "grad_norm": 43.29636197313948,
+      "kl_loss_13": 11363.2,
+      "kl_loss_26": 10462.4,
+      "kl_loss_39": 9350.4,
+      "kl_loss_7": 11856.0,
+      "learning_rate": 0.0009921258765867918,
+      "loss": 21581.2,
+      "step": 660
+    },
+    {
+      "ce_loss_13": 6.907565414905548,
+      "ce_loss_26": 6.471543419361114,
+      "ce_loss_39": 5.933564639091491,
+      "ce_loss_52": 1.4364299774169922,
+      "ce_loss_7": 7.147727394104004,
+      "epoch": 0.067,
+      "grad_norm": 45.37835002704289,
+      "kl_loss_13": 11259.2,
+      "kl_loss_26": 10348.8,
+      "kl_loss_39": 9200.0,
+      "kl_loss_7": 11766.4,
+      "learning_rate": 0.0009918429209653662,
+      "loss": 21394.0,
+      "step": 670
+    },
+    {
+      "ce_loss_13": 6.9164858102798465,
+      "ce_loss_26": 6.482825660705567,
+      "ce_loss_39": 5.9588632702827455,
+      "ce_loss_52": 1.4493420034646989,
+      "ce_loss_7": 7.152165937423706,
+      "epoch": 0.068,
+      "grad_norm": 44.49853682897619,
+      "kl_loss_13": 11238.4,
+      "kl_loss_26": 10336.0,
+      "kl_loss_39": 9201.6,
+      "kl_loss_7": 11729.6,
+      "learning_rate": 0.0009915550124911866,
+      "loss": 21260.8,
+      "step": 680
+    },
+    {
+      "ce_loss_13": 6.871931791305542,
+      "ce_loss_26": 6.440780913829803,
+      "ce_loss_39": 5.910830950736999,
+      "ce_loss_52": 1.4238717705011368,
+      "ce_loss_7": 7.117027842998505,
+      "epoch": 0.069,
+      "grad_norm": 44.632228248662486,
+      "kl_loss_13": 11209.6,
+      "kl_loss_26": 10307.2,
+      "kl_loss_39": 9184.0,
+      "kl_loss_7": 11716.8,
+      "learning_rate": 0.0009912621540634887,
+      "loss": 21100.4,
+      "step": 690
+    },
+    {
+      "ce_loss_13": 6.761080467700959,
+      "ce_loss_26": 6.306544578075409,
+      "ce_loss_39": 5.754528117179871,
+      "ce_loss_52": 1.378117674589157,
+      "ce_loss_7": 7.018208122253418,
+      "epoch": 0.07,
+      "grad_norm": 45.73542626422545,
+      "kl_loss_13": 11040.0,
+      "kl_loss_26": 10088.0,
+      "kl_loss_39": 8913.6,
+      "kl_loss_7": 11569.6,
+      "learning_rate": 0.0009909643486313534,
+      "loss": 20851.6,
+      "step": 700
+    },
+    {
+      "ce_loss_13": 6.78661539554596,
+      "ce_loss_26": 6.327802836894989,
+      "ce_loss_39": 5.761592519283295,
+      "ce_loss_52": 1.411187869310379,
+      "ce_loss_7": 7.041204571723938,
+      "epoch": 0.071,
+      "grad_norm": 42.217908581540186,
+      "kl_loss_13": 11076.8,
+      "kl_loss_26": 10112.0,
+      "kl_loss_39": 8905.6,
+      "kl_loss_7": 11606.4,
+      "learning_rate": 0.000990661599193678,
+      "loss": 20727.2,
+      "step": 710
+    },
+    {
+      "ce_loss_13": 6.725618660449982,
+      "ce_loss_26": 6.256143915653229,
+      "ce_loss_39": 5.684507942199707,
+      "ce_loss_52": 1.4021562442183495,
+      "ce_loss_7": 6.98309029340744,
+      "epoch": 0.072,
+      "grad_norm": 41.87540936995742,
+      "kl_loss_13": 10950.4,
+      "kl_loss_26": 9966.4,
+      "kl_loss_39": 8756.0,
+      "kl_loss_7": 11489.6,
+      "learning_rate": 0.0009903539087991462,
+      "loss": 20494.0,
+      "step": 720
+    },
+    {
+      "ce_loss_13": 6.704308211803436,
+      "ce_loss_26": 6.2481373190879825,
+      "ce_loss_39": 5.691672837734222,
+      "ce_loss_52": 1.4353317350149155,
+      "ce_loss_7": 6.9648723125457765,
+      "epoch": 0.073,
+      "grad_norm": 41.50232307107669,
+      "kl_loss_13": 10825.6,
+      "kl_loss_26": 9868.8,
+      "kl_loss_39": 8681.6,
+      "kl_loss_7": 11364.8,
+      "learning_rate": 0.0009900412805461966,
+      "loss": 20435.6,
+      "step": 730
+    },
+    {
+      "ce_loss_13": 6.661628067493439,
+      "ce_loss_26": 6.196605837345123,
+      "ce_loss_39": 5.6325979948043825,
+      "ce_loss_52": 1.4341969668865204,
+      "ce_loss_7": 6.919101679325104,
+      "epoch": 0.074,
+      "grad_norm": 40.95865426481825,
+      "kl_loss_13": 10744.0,
+      "kl_loss_26": 9771.2,
+      "kl_loss_39": 8564.0,
+      "kl_loss_7": 11276.8,
+      "learning_rate": 0.0009897237175829927,
+      "loss": 20203.6,
+      "step": 740
+    },
+    {
+      "ce_loss_13": 6.600095963478088,
+      "ce_loss_26": 6.1362119793891905,
+      "ce_loss_39": 5.5736886858940125,
+      "ce_loss_52": 1.408122679591179,
+      "ce_loss_7": 6.857535183429718,
+      "epoch": 0.075,
+      "grad_norm": 39.711086876656914,
+      "kl_loss_13": 10672.0,
+      "kl_loss_26": 9696.0,
+      "kl_loss_39": 8488.0,
+      "kl_loss_7": 11211.2,
+      "learning_rate": 0.0009894012231073895,
+      "loss": 20039.6,
+      "step": 750
+    },
+    {
+      "ce_loss_13": 6.570180189609528,
+      "ce_loss_26": 6.098634576797485,
+      "ce_loss_39": 5.526832151412964,
+      "ce_loss_52": 1.4715266615152358,
+      "ce_loss_7": 6.833914375305175,
+      "epoch": 0.076,
+      "grad_norm": 43.2480305118225,
+      "kl_loss_13": 10513.6,
+      "kl_loss_26": 9529.6,
+      "kl_loss_39": 8309.6,
+      "kl_loss_7": 11064.0,
+      "learning_rate": 0.0009890738003669028,
+      "loss": 19880.0,
+      "step": 760
+    },
+    {
+      "ce_loss_13": 6.567346775531769,
+      "ce_loss_26": 6.0874533414840695,
+      "ce_loss_39": 5.5076407313346865,
+      "ce_loss_52": 1.4363629996776581,
+      "ce_loss_7": 6.83351217508316,
+      "epoch": 0.077,
+      "grad_norm": 40.54611020558553,
+      "kl_loss_13": 10534.4,
+      "kl_loss_26": 9550.4,
+      "kl_loss_39": 8325.6,
+      "kl_loss_7": 11091.2,
+      "learning_rate": 0.0009887414526586764,
+      "loss": 19717.2,
+      "step": 770
+    },
+    {
+      "ce_loss_13": 6.519154870510102,
+      "ce_loss_26": 6.030243515968323,
+      "ce_loss_39": 5.4369661688804625,
+      "ce_loss_52": 1.4315312415361405,
+      "ce_loss_7": 6.7882112741470335,
+      "epoch": 0.078,
+      "grad_norm": 40.32433812744511,
+      "kl_loss_13": 10425.6,
+      "kl_loss_26": 9401.6,
+      "kl_loss_39": 8148.0,
+      "kl_loss_7": 10985.6,
+      "learning_rate": 0.0009884041833294476,
+      "loss": 19528.4,
+      "step": 780
+    },
+    {
+      "ce_loss_13": 6.458490109443664,
+      "ce_loss_26": 5.970031499862671,
+      "ce_loss_39": 5.392513406276703,
+      "ce_loss_52": 1.4178608924150466,
+      "ce_loss_7": 6.729024958610535,
+      "epoch": 0.079,
+      "grad_norm": 41.89461078246612,
+      "kl_loss_13": 10355.2,
+      "kl_loss_26": 9337.6,
+      "kl_loss_39": 8099.2,
+      "kl_loss_7": 10920.0,
+      "learning_rate": 0.000988061995775515,
+      "loss": 19441.6,
+      "step": 790
+    },
+    {
+      "ce_loss_13": 6.432489657402039,
+      "ce_loss_26": 5.9446264743804935,
+      "ce_loss_39": 5.3700491189956665,
+      "ce_loss_52": 1.448669496178627,
+      "ce_loss_7": 6.70353993177414,
+      "epoch": 0.08,
+      "grad_norm": 41.284533949329585,
+      "kl_loss_13": 10246.4,
+      "kl_loss_26": 9230.4,
+      "kl_loss_39": 8004.0,
+      "kl_loss_7": 10811.2,
+      "learning_rate": 0.0009877148934427035,
+      "loss": 19206.8,
+      "step": 800
+    },
+    {
+      "ce_loss_13": 6.43521283864975,
+      "ce_loss_26": 5.939107716083527,
+      "ce_loss_39": 5.3414135575294495,
+      "ce_loss_52": 1.4238088309764863,
+      "ce_loss_7": 6.7135733485221865,
+      "epoch": 0.081,
+      "grad_norm": 39.49115349094681,
+      "kl_loss_13": 10304.0,
+      "kl_loss_26": 9264.0,
+      "kl_loss_39": 8010.4,
+      "kl_loss_7": 10881.6,
+      "learning_rate": 0.0009873628798263297,
+      "loss": 19058.0,
+      "step": 810
+    },
+    {
+      "ce_loss_13": 6.375123608112335,
+      "ce_loss_26": 5.867140221595764,
+      "ce_loss_39": 5.2596719622612,
+      "ce_loss_52": 1.4445373743772507,
+      "ce_loss_7": 6.642891383171081,
+      "epoch": 0.082,
+      "grad_norm": 39.14925963953466,
+      "kl_loss_13": 10124.8,
+      "kl_loss_26": 9064.0,
+      "kl_loss_39": 7779.2,
+      "kl_loss_7": 10689.6,
+      "learning_rate": 0.0009870059584711668,
+      "loss": 18891.2,
+      "step": 820
+    },
+    {
+      "ce_loss_13": 6.2935021877288815,
+      "ce_loss_26": 5.791378605365753,
+      "ce_loss_39": 5.201059639453888,
+      "ce_loss_52": 1.424940624833107,
+      "ce_loss_7": 6.564577507972717,
+      "epoch": 0.083,
+      "grad_norm": 39.604616846798116,
+      "kl_loss_13": 9998.4,
+      "kl_loss_26": 8953.6,
+      "kl_loss_39": 7687.2,
+      "kl_loss_7": 10563.2,
+      "learning_rate": 0.000986644132971409,
+      "loss": 18704.0,
+      "step": 830
+    },
+    {
+      "ce_loss_13": 6.274489688873291,
+      "ce_loss_26": 5.771354067325592,
+      "ce_loss_39": 5.155186474323273,
+      "ce_loss_52": 1.429549178481102,
+      "ce_loss_7": 6.554718315601349,
+      "epoch": 0.084,
+      "grad_norm": 38.382382142673,
+      "kl_loss_13": 9971.2,
+      "kl_loss_26": 8913.6,
+      "kl_loss_39": 7593.6,
+      "kl_loss_7": 10548.8,
+      "learning_rate": 0.0009862774069706345,
+      "loss": 18644.4,
+      "step": 840
+    },
+    {
+      "ce_loss_13": 6.2195475697517395,
+      "ce_loss_26": 5.717883968353272,
+      "ce_loss_39": 5.13158141374588,
+      "ce_loss_52": 1.4267238914966582,
+      "ce_loss_7": 6.497097527980804,
+      "epoch": 0.085,
+      "grad_norm": 39.67456709505246,
+      "kl_loss_13": 9820.8,
+      "kl_loss_26": 8772.8,
+      "kl_loss_39": 7518.4,
+      "kl_loss_7": 10401.6,
+      "learning_rate": 0.000985905784161771,
+      "loss": 18443.2,
+      "step": 850
+    },
+    {
+      "ce_loss_13": 6.253428983688354,
+      "ce_loss_26": 5.746143198013305,
+      "ce_loss_39": 5.127990126609802,
+      "ce_loss_52": 1.4239614009857178,
+      "ce_loss_7": 6.538207769393921,
+      "epoch": 0.086,
+      "grad_norm": 39.46700749652253,
+      "kl_loss_13": 9912.0,
+      "kl_loss_26": 8857.6,
+      "kl_loss_39": 7540.0,
+      "kl_loss_7": 10500.8,
+      "learning_rate": 0.000985529268287055,
+      "loss": 18336.4,
+      "step": 860
+    },
+    {
+      "ce_loss_13": 6.181728804111481,
+      "ce_loss_26": 5.661606287956237,
+      "ce_loss_39": 5.042867851257324,
+      "ce_loss_52": 1.427235585451126,
+      "ce_loss_7": 6.472940897941589,
+      "epoch": 0.087,
+      "grad_norm": 38.42645346767181,
+      "kl_loss_13": 9798.4,
+      "kl_loss_26": 8700.0,
+      "kl_loss_39": 7378.4,
+      "kl_loss_7": 10409.6,
+      "learning_rate": 0.0009851478631379982,
+      "loss": 18167.2,
+      "step": 870
+    },
+    {
+      "ce_loss_13": 6.113723492622375,
+      "ce_loss_26": 5.586072051525116,
+      "ce_loss_39": 4.9395282626152035,
+      "ce_loss_52": 1.3542900115251542,
+      "ce_loss_7": 6.410606110095978,
+      "epoch": 0.088,
+      "grad_norm": 37.03254074803745,
+      "kl_loss_13": 9768.0,
+      "kl_loss_26": 8668.8,
+      "kl_loss_39": 7310.4,
+      "kl_loss_7": 10384.0,
+      "learning_rate": 0.0009847615725553456,
+      "loss": 18092.4,
+      "step": 880
+    },
+    {
+      "ce_loss_13": 6.182212936878204,
+      "ce_loss_26": 5.651630616188049,
+      "ce_loss_39": 5.018951749801635,
+      "ce_loss_52": 1.4187958374619485,
+      "ce_loss_7": 6.474197280406952,
+      "epoch": 0.089,
+      "grad_norm": 36.66962934304384,
+      "kl_loss_13": 9784.0,
+      "kl_loss_26": 8682.4,
+      "kl_loss_39": 7329.6,
+      "kl_loss_7": 10400.0,
+      "learning_rate": 0.0009843704004290394,
+      "loss": 18005.6,
+      "step": 890
+    },
+    {
+      "ce_loss_13": 6.1027270436286924,
+      "ce_loss_26": 5.578388214111328,
+      "ce_loss_39": 4.954142212867737,
+      "ce_loss_52": 1.433653001487255,
+      "ce_loss_7": 6.3896349430084225,
+      "epoch": 0.09,
+      "grad_norm": 37.895271797404135,
+      "kl_loss_13": 9592.0,
+      "kl_loss_26": 8488.8,
+      "kl_loss_39": 7161.6,
+      "kl_loss_7": 10198.4,
+      "learning_rate": 0.0009839743506981783,
+      "loss": 17767.6,
+      "step": 900
+    },
+    {
+      "ce_loss_13": 6.134694254398346,
+      "ce_loss_26": 5.600531077384948,
+      "ce_loss_39": 4.956934368610382,
+      "ce_loss_52": 1.4616568014025688,
+      "ce_loss_7": 6.426614594459534,
+      "epoch": 0.091,
+      "grad_norm": 35.5095046076979,
+      "kl_loss_13": 9608.0,
+      "kl_loss_26": 8489.6,
+      "kl_loss_39": 7093.6,
+      "kl_loss_7": 10217.6,
+      "learning_rate": 0.0009835734273509786,
+      "loss": 17664.2,
+      "step": 910
+    },
+    {
+      "ce_loss_13": 6.059712076187134,
+      "ce_loss_26": 5.526252567768097,
+      "ce_loss_39": 4.893229007720947,
+      "ce_loss_52": 1.4395650416612624,
+      "ce_loss_7": 6.356565976142884,
+      "epoch": 0.092,
+      "grad_norm": 34.796923941159505,
+      "kl_loss_13": 9540.8,
+      "kl_loss_26": 8412.8,
+      "kl_loss_39": 7049.6,
+      "kl_loss_7": 10158.4,
+      "learning_rate": 0.0009831676344247342,
+      "loss": 17511.4,
+      "step": 920
+    },
+    {
+      "ce_loss_13": 6.012007105350494,
+      "ce_loss_26": 5.470919144153595,
+      "ce_loss_39": 4.816142636537552,
+      "ce_loss_52": 1.3806764528155326,
+      "ce_loss_7": 6.3036043524742125,
+      "epoch": 0.093,
+      "grad_norm": 34.520449300223,
+      "kl_loss_13": 9520.0,
+      "kl_loss_26": 8383.2,
+      "kl_loss_39": 6990.4,
+      "kl_loss_7": 10132.8,
+      "learning_rate": 0.0009827569760057755,
+      "loss": 17476.2,
+      "step": 930
+    },
+    {
+      "ce_loss_13": 6.020643877983093,
+      "ce_loss_26": 5.4863135576248165,
+      "ce_loss_39": 4.843132376670837,
+      "ce_loss_52": 1.4196506530046462,
+      "ce_loss_7": 6.318761503696441,
+      "epoch": 0.094,
+      "grad_norm": 33.89098596439575,
+      "kl_loss_13": 9425.6,
+      "kl_loss_26": 8303.2,
+      "kl_loss_39": 6938.4,
+      "kl_loss_7": 10048.0,
+      "learning_rate": 0.000982341456229428,
+      "loss": 17230.8,
+      "step": 940
+    },
+    {
+      "ce_loss_13": 5.974271166324615,
+      "ce_loss_26": 5.436639845371246,
+      "ce_loss_39": 4.804401755332947,
+      "ce_loss_52": 1.4617832124233245,
+      "ce_loss_7": 6.261663150787354,
+      "epoch": 0.095,
+      "grad_norm": 33.71164019490533,
+      "kl_loss_13": 9278.4,
+      "kl_loss_26": 8148.0,
+      "kl_loss_39": 6788.0,
+      "kl_loss_7": 9880.0,
+      "learning_rate": 0.000981921079279971,
+      "loss": 17111.2,
+      "step": 950
+    },
+    {
+      "ce_loss_13": 5.966051030158996,
+      "ce_loss_26": 5.422689366340637,
+      "ce_loss_39": 4.77484347820282,
+      "ce_loss_52": 1.4197688490152358,
+      "ce_loss_7": 6.259041047096252,
+      "epoch": 0.096,
+      "grad_norm": 33.446193055983784,
+      "kl_loss_13": 9321.6,
+      "kl_loss_26": 8191.2,
+      "kl_loss_39": 6796.8,
+      "kl_loss_7": 9932.8,
+      "learning_rate": 0.0009814958493905962,
+      "loss": 17055.2,
+      "step": 960
+    },
+    {
+      "ce_loss_13": 5.8990898609161375,
+      "ce_loss_26": 5.356628429889679,
+      "ce_loss_39": 4.708657902479172,
+      "ce_loss_52": 1.4259506687521935,
+      "ce_loss_7": 6.204090213775634,
+      "epoch": 0.097,
+      "grad_norm": 32.73849681683031,
+      "kl_loss_13": 9192.0,
+      "kl_loss_26": 8055.2,
+      "kl_loss_39": 6684.0,
+      "kl_loss_7": 9836.8,
+      "learning_rate": 0.0009810657708433637,
+      "loss": 16837.6,
+      "step": 970
+    },
+    {
+      "ce_loss_13": 5.879060399532318,
+      "ce_loss_26": 5.346331930160522,
+      "ce_loss_39": 4.690547597408295,
+      "ce_loss_52": 1.4302369862794877,
+      "ce_loss_7": 6.184376800060273,
+      "epoch": 0.098,
+      "grad_norm": 32.85977379524165,
+      "kl_loss_13": 9155.2,
+      "kl_loss_26": 8032.0,
+      "kl_loss_39": 6616.8,
+      "kl_loss_7": 9792.0,
+      "learning_rate": 0.0009806308479691594,
+      "loss": 16832.6,
+      "step": 980
+    },
+    {
+      "ce_loss_13": 5.816424036026001,
+      "ce_loss_26": 5.264147555828094,
+      "ce_loss_39": 4.6131664395332335,
+      "ce_loss_52": 1.4319524437189102,
+      "ce_loss_7": 6.118786966800689,
+      "epoch": 0.099,
+      "grad_norm": 33.426081767419625,
+      "kl_loss_13": 8992.0,
+      "kl_loss_26": 7842.4,
+      "kl_loss_39": 6442.4,
+      "kl_loss_7": 9635.2,
+      "learning_rate": 0.0009801910851476522,
+      "loss": 16728.4,
+      "step": 990
+    },
+    {
+      "ce_loss_13": 5.814940357208252,
+      "ce_loss_26": 5.2667844772338865,
+      "ce_loss_39": 4.6347626686096195,
+      "ce_loss_52": 1.4415421515703202,
+      "ce_loss_7": 6.12279201745987,
+      "epoch": 0.1,
+      "grad_norm": 33.016085914188245,
+      "kl_loss_13": 8960.0,
+      "kl_loss_26": 7812.8,
+      "kl_loss_39": 6444.0,
+      "kl_loss_7": 9588.8,
+      "learning_rate": 0.0009797464868072487,
+      "loss": 16535.6,
+      "step": 1000
+    },
+    {
+      "ce_loss_13": 5.8194945573806764,
+      "ce_loss_26": 5.259810090065002,
+      "ce_loss_39": 4.592129653692245,
+      "ce_loss_52": 1.4136200681328774,
+      "ce_loss_7": 6.127060306072235,
+      "epoch": 0.101,
+      "grad_norm": 31.039827427941336,
+      "kl_loss_13": 9033.6,
+      "kl_loss_26": 7855.2,
+      "kl_loss_39": 6432.0,
+      "kl_loss_7": 9683.2,
+      "learning_rate": 0.0009792970574250492,
+      "loss": 16416.6,
+      "step": 1010
+    },
+    {
+      "ce_loss_13": 5.752316701412201,
+      "ce_loss_26": 5.182761800289154,
+      "ce_loss_39": 4.4902693152427675,
+      "ce_loss_52": 1.37675661444664,
+      "ce_loss_7": 6.068772268295288,
+      "epoch": 0.102,
+      "grad_norm": 30.262078958434195,
+      "kl_loss_13": 8969.6,
+      "kl_loss_26": 7772.0,
+      "kl_loss_39": 6300.8,
+      "kl_loss_7": 9622.4,
+      "learning_rate": 0.0009788428015268028,
+      "loss": 16337.4,
+      "step": 1020
+    },
+    {
+      "ce_loss_13": 5.781488347053528,
+      "ce_loss_26": 5.2409987449646,
+      "ce_loss_39": 4.596257948875428,
+      "ce_loss_52": 1.4595280766487122,
+      "ce_loss_7": 6.078718197345734,
+      "epoch": 0.103,
+      "grad_norm": 31.79275929639243,
+      "kl_loss_13": 8864.0,
+      "kl_loss_26": 7715.2,
+      "kl_loss_39": 6324.0,
+      "kl_loss_7": 9491.2,
+      "learning_rate": 0.0009783837236868609,
+      "loss": 16174.0,
+      "step": 1030
+    },
+    {
+      "ce_loss_13": 5.71779420375824,
+      "ce_loss_26": 5.146243929862976,
+      "ce_loss_39": 4.4791832447052,
+      "ce_loss_52": 1.4291063606739045,
+      "ce_loss_7": 6.026824104785919,
+      "epoch": 0.104,
+      "grad_norm": 30.963349252235982,
+      "kl_loss_13": 8771.2,
+      "kl_loss_26": 7573.6,
+      "kl_loss_39": 6160.8,
+      "kl_loss_7": 9416.0,
+      "learning_rate": 0.0009779198285281327,
+      "loss": 16072.0,
+      "step": 1040
+    },
+    {
+      "ce_loss_13": 5.742816948890686,
+      "ce_loss_26": 5.189597749710083,
+      "ce_loss_39": 4.527956926822663,
+      "ce_loss_52": 1.4477199196815491,
+      "ce_loss_7": 6.058120143413544,
+      "epoch": 0.105,
+      "grad_norm": 32.72479335973728,
+      "kl_loss_13": 8772.8,
+      "kl_loss_26": 7620.0,
+      "kl_loss_39": 6205.6,
+      "kl_loss_7": 9438.4,
+      "learning_rate": 0.0009774511207220368,
+      "loss": 15932.8,
+      "step": 1050
+    },
+    {
+      "ce_loss_13": 5.728980660438538,
+      "ce_loss_26": 5.167429828643799,
+      "ce_loss_39": 4.511177510023117,
+      "ce_loss_52": 1.4759073287248612,
+      "ce_loss_7": 6.031959307193756,
+      "epoch": 0.106,
+      "grad_norm": 31.226954775299472,
+      "kl_loss_13": 8736.8,
+      "kl_loss_26": 7550.4,
+      "kl_loss_39": 6153.6,
+      "kl_loss_7": 9363.2,
+      "learning_rate": 0.0009769776049884564,
+      "loss": 15802.0,
+      "step": 1060
+    },
+    {
+      "ce_loss_13": 5.7382616877555845,
+      "ce_loss_26": 5.175736773014068,
+      "ce_loss_39": 4.510921847820282,
+      "ce_loss_52": 1.4512410640716553,
+      "ce_loss_7": 6.050414621829987,
+      "epoch": 0.107,
+      "grad_norm": 30.630877517383688,
+      "kl_loss_13": 8788.0,
+      "kl_loss_26": 7622.4,
+      "kl_loss_39": 6202.4,
+      "kl_loss_7": 9452.8,
+      "learning_rate": 0.0009764992860956889,
+      "loss": 15822.0,
+      "step": 1070
+    },
+    {
+      "ce_loss_13": 5.645794451236725,
+      "ce_loss_26": 5.088676834106446,
+      "ce_loss_39": 4.417802548408508,
+      "ce_loss_52": 1.4182049363851548,
+      "ce_loss_7": 5.959036731719971,
+      "epoch": 0.108,
+      "grad_norm": 30.457487960812127,
+      "kl_loss_13": 8681.6,
+      "kl_loss_26": 7509.6,
+      "kl_loss_39": 6084.8,
+      "kl_loss_7": 9332.8,
+      "learning_rate": 0.0009760161688604008,
+      "loss": 15627.0,
+      "step": 1080
+    },
+    {
+      "ce_loss_13": 5.568986439704895,
+      "ce_loss_26": 5.009959697723389,
+      "ce_loss_39": 4.367926681041718,
+      "ce_loss_52": 1.4609902381896973,
+      "ce_loss_7": 5.883221137523651,
+      "epoch": 0.109,
+      "grad_norm": 29.989545158997807,
+      "kl_loss_13": 8458.4,
+      "kl_loss_26": 7279.2,
+      "kl_loss_39": 5895.2,
+      "kl_loss_7": 9112.0,
+      "learning_rate": 0.0009755282581475768,
+      "loss": 15555.0,
+      "step": 1090
+    },
+    {
+      "ce_loss_13": 5.6291534304618835,
+      "ce_loss_26": 5.068492126464844,
+      "ce_loss_39": 4.403285652399063,
+      "ce_loss_52": 1.445840133726597,
+      "ce_loss_7": 5.945274484157562,
+      "epoch": 0.11,
+      "grad_norm": 30.66383917654591,
+      "kl_loss_13": 8576.8,
+      "kl_loss_26": 7396.8,
+      "kl_loss_39": 5972.8,
+      "kl_loss_7": 9244.8,
+      "learning_rate": 0.0009750355588704727,
+      "loss": 15472.0,
+      "step": 1100
+    },
+    {
+      "ce_loss_13": 5.522909152507782,
+      "ce_loss_26": 4.949995934963226,
+      "ce_loss_39": 4.270336884260177,
+      "ce_loss_52": 1.407256692647934,
+      "ce_loss_7": 5.840477633476257,
+      "epoch": 0.111,
+      "grad_norm": 29.782295400473814,
+      "kl_loss_13": 8460.8,
+      "kl_loss_26": 7250.4,
+      "kl_loss_39": 5788.8,
+      "kl_loss_7": 9118.4,
+      "learning_rate": 0.0009745380759905647,
+      "loss": 15294.0,
+      "step": 1110
+    },
+    {
+      "ce_loss_13": 5.517545366287232,
+      "ce_loss_26": 4.932116758823395,
+      "ce_loss_39": 4.250882798433304,
+      "ce_loss_52": 1.3833064809441566,
+      "ce_loss_7": 5.846422612667084,
+      "epoch": 0.112,
+      "grad_norm": 28.73414895119145,
+      "kl_loss_13": 8486.4,
+      "kl_loss_26": 7264.0,
+      "kl_loss_39": 5804.0,
+      "kl_loss_7": 9168.0,
+      "learning_rate": 0.0009740358145174998,
+      "loss": 15318.0,
+      "step": 1120
+    },
+    {
+      "ce_loss_13": 5.50923570394516,
+      "ce_loss_26": 4.938242793083191,
+      "ce_loss_39": 4.259438300132752,
+      "ce_loss_52": 1.430792199075222,
+      "ce_loss_7": 5.8306269407272335,
+      "epoch": 0.113,
+      "grad_norm": 28.895019773736312,
+      "kl_loss_13": 8355.2,
+      "kl_loss_26": 7152.8,
+      "kl_loss_39": 5700.8,
+      "kl_loss_7": 9024.0,
+      "learning_rate": 0.0009735287795090455,
+      "loss": 15192.0,
+      "step": 1130
+    },
+    {
+      "ce_loss_13": 5.401988506317139,
+      "ce_loss_26": 4.814380037784576,
+      "ce_loss_39": 4.133068162202835,
+      "ce_loss_52": 1.3917075648903847,
+      "ce_loss_7": 5.732739126682281,
+      "epoch": 0.114,
+      "grad_norm": 28.473930821013894,
+      "kl_loss_13": 8231.2,
+      "kl_loss_26": 7010.4,
+      "kl_loss_39": 5549.6,
+      "kl_loss_7": 8921.6,
+      "learning_rate": 0.0009730169760710386,
+      "loss": 15030.2,
+      "step": 1140
+    },
+    {
+      "ce_loss_13": 5.538087117671966,
+      "ce_loss_26": 4.94068056344986,
+      "ce_loss_39": 4.253137022256851,
+      "ce_loss_52": 1.4375049352645874,
+      "ce_loss_7": 5.861488628387451,
+      "epoch": 0.115,
+      "grad_norm": 30.345832823062537,
+      "kl_loss_13": 8408.0,
+      "kl_loss_26": 7160.0,
+      "kl_loss_39": 5690.4,
+      "kl_loss_7": 9096.0,
+      "learning_rate": 0.0009725004093573342,
+      "loss": 14951.8,
+      "step": 1150
+    },
+    {
+      "ce_loss_13": 5.385800528526306,
+      "ce_loss_26": 4.801717817783356,
+      "ce_loss_39": 4.136020374298096,
+      "ce_loss_52": 1.4078958943486213,
+      "ce_loss_7": 5.722076547145844,
+      "epoch": 0.116,
+      "grad_norm": 30.297186235009132,
+      "kl_loss_13": 8177.6,
+      "kl_loss_26": 6956.0,
+      "kl_loss_39": 5514.4,
+      "kl_loss_7": 8880.0,
+      "learning_rate": 0.0009719790845697534,
+      "loss": 14867.6,
+      "step": 1160
+    },
+    {
+      "ce_loss_13": 5.426836037635804,
+      "ce_loss_26": 4.832395279407502,
+      "ce_loss_39": 4.153381270170212,
+      "ce_loss_52": 1.426569977402687,
+      "ce_loss_7": 5.755613851547241,
+      "epoch": 0.117,
+      "grad_norm": 31.87589996223516,
+      "kl_loss_13": 8220.8,
+      "kl_loss_26": 6976.0,
+      "kl_loss_39": 5544.0,
+      "kl_loss_7": 8909.6,
+      "learning_rate": 0.0009714530069580309,
+      "loss": 14745.8,
+      "step": 1170
+    },
+    {
+      "ce_loss_13": 5.359652185440064,
+      "ce_loss_26": 4.760751461982727,
+      "ce_loss_39": 4.048358517885208,
+      "ce_loss_52": 1.3907365471124649,
+      "ce_loss_7": 5.693908452987671,
+      "epoch": 0.118,
+      "grad_norm": 27.539122306915463,
+      "kl_loss_13": 8126.4,
+      "kl_loss_26": 6876.0,
+      "kl_loss_39": 5376.0,
+      "kl_loss_7": 8822.4,
+      "learning_rate": 0.0009709221818197624,
+      "loss": 14704.2,
+      "step": 1180
+    },
+    {
+      "ce_loss_13": 5.350854313373565,
+      "ce_loss_26": 4.768227469921112,
+      "ce_loss_39": 4.099184954166413,
+      "ce_loss_52": 1.4248775228857995,
+      "ce_loss_7": 5.680926930904389,
+      "epoch": 0.119,
+      "grad_norm": 28.933475617899816,
+      "kl_loss_13": 8027.2,
+      "kl_loss_26": 6818.4,
+      "kl_loss_39": 5372.0,
+      "kl_loss_7": 8727.2,
+      "learning_rate": 0.0009703866145003512,
+      "loss": 14583.0,
+      "step": 1190
+    },
+    {
+      "ce_loss_13": 5.372988939285278,
+      "ce_loss_26": 4.778137028217316,
+      "ce_loss_39": 4.089074891805649,
+      "ce_loss_52": 1.4195260405540466,
+      "ce_loss_7": 5.714505088329315,
+      "epoch": 0.12,
+      "grad_norm": 26.60053169419214,
+      "kl_loss_13": 8131.2,
+      "kl_loss_26": 6885.6,
+      "kl_loss_39": 5404.8,
+      "kl_loss_7": 8840.8,
+      "learning_rate": 0.0009698463103929542,
+      "loss": 14513.0,
+      "step": 1200
+    },
+    {
+      "ce_loss_13": 5.392605185508728,
+      "ce_loss_26": 4.798673605918884,
+      "ce_loss_39": 4.126504504680634,
+      "ce_loss_52": 1.4746148020029068,
+      "ce_loss_7": 5.7245006442070006,
+      "epoch": 0.121,
+      "grad_norm": 26.989592045291893,
+      "kl_loss_13": 8018.4,
+      "kl_loss_26": 6775.2,
+      "kl_loss_39": 5339.2,
+      "kl_loss_7": 8718.4,
+      "learning_rate": 0.0009693012749384279,
+      "loss": 14383.2,
+      "step": 1210
+    },
+    {
+      "ce_loss_13": 5.319035434722901,
+      "ce_loss_26": 4.736347317695618,
+      "ce_loss_39": 4.0659150838851925,
+      "ce_loss_52": 1.4397204488515853,
+      "ce_loss_7": 5.642805421352387,
+      "epoch": 0.122,
+      "grad_norm": 29.38130003686817,
+      "kl_loss_13": 7946.4,
+      "kl_loss_26": 6723.2,
+      "kl_loss_39": 5294.4,
+      "kl_loss_7": 8631.2,
+      "learning_rate": 0.0009687515136252732,
+      "loss": 14375.6,
+      "step": 1220
+    },
+    {
+      "ce_loss_13": 5.3430128455162045,
+      "ce_loss_26": 4.744695138931275,
+      "ce_loss_39": 4.071437209844589,
+      "ce_loss_52": 1.4354561120271683,
+      "ce_loss_7": 5.681857228279114,
+      "epoch": 0.123,
+      "grad_norm": 25.479885446063793,
+      "kl_loss_13": 8008.0,
+      "kl_loss_26": 6754.4,
+      "kl_loss_39": 5308.8,
+      "kl_loss_7": 8709.6,
+      "learning_rate": 0.0009681970319895803,
+      "loss": 14273.4,
+      "step": 1230
+    },
+    {
+      "ce_loss_13": 5.331636953353882,
+      "ce_loss_26": 4.735000967979431,
+      "ce_loss_39": 4.073598688840866,
+      "ce_loss_52": 1.470110397040844,
+      "ce_loss_7": 5.655930757522583,
+      "epoch": 0.124,
+      "grad_norm": 28.379117971457468,
+      "kl_loss_13": 7929.6,
+      "kl_loss_26": 6684.0,
+      "kl_loss_39": 5260.8,
+      "kl_loss_7": 8612.8,
+      "learning_rate": 0.0009676378356149733,
+      "loss": 14150.8,
+      "step": 1240
+    },
+    {
+      "ce_loss_13": 5.1874682068824765,
+      "ce_loss_26": 4.582801806926727,
+      "ce_loss_39": 3.900476610660553,
+      "ce_loss_52": 1.4180996417999268,
+      "ce_loss_7": 5.519565558433532,
+      "epoch": 0.125,
+      "grad_norm": 27.465496459767188,
+      "kl_loss_13": 7764.8,
+      "kl_loss_26": 6504.0,
+      "kl_loss_39": 5041.6,
+      "kl_loss_7": 8455.2,
+      "learning_rate": 0.0009670739301325534,
+      "loss": 13985.0,
+      "step": 1250
+    },
+    {
+      "ce_loss_13": 5.221911752223969,
+      "ce_loss_26": 4.625354039669037,
+      "ce_loss_39": 3.9350062906742096,
+      "ce_loss_52": 1.3881619155406952,
+      "ce_loss_7": 5.562334418296814,
+      "epoch": 0.126,
+      "grad_norm": 26.021158683557974,
+      "kl_loss_13": 7847.2,
+      "kl_loss_26": 6599.2,
+      "kl_loss_39": 5120.0,
+      "kl_loss_7": 8558.4,
+      "learning_rate": 0.0009665053212208426,
+      "loss": 13978.8,
+      "step": 1260
+    },
+    {
+      "ce_loss_13": 5.201095879077911,
+      "ce_loss_26": 4.594125282764435,
+      "ce_loss_39": 3.8948924005031587,
+      "ce_loss_52": 1.4181114554405212,
+      "ce_loss_7": 5.552536249160767,
+      "epoch": 0.127,
+      "grad_norm": 26.300188898530276,
+      "kl_loss_13": 7783.2,
+      "kl_loss_26": 6515.2,
+      "kl_loss_39": 5012.0,
+      "kl_loss_7": 8515.2,
+      "learning_rate": 0.0009659320146057262,
+      "loss": 13927.6,
+      "step": 1270
+    },
+    {
+      "ce_loss_13": 5.186312806606293,
+      "ce_loss_26": 4.5913723587989805,
+      "ce_loss_39": 3.912171256542206,
+      "ce_loss_52": 1.4045341789722443,
+      "ce_loss_7": 5.535152721405029,
+      "epoch": 0.128,
+      "grad_norm": 25.74310395170922,
+      "kl_loss_13": 7757.6,
+      "kl_loss_26": 6509.6,
+      "kl_loss_39": 5065.6,
+      "kl_loss_7": 8486.4,
+      "learning_rate": 0.0009653540160603955,
+      "loss": 13929.0,
+      "step": 1280
+    },
+    {
+      "ce_loss_13": 5.17168892621994,
+      "ce_loss_26": 4.572988575696945,
+      "ce_loss_39": 3.902406334877014,
+      "ce_loss_52": 1.4593060314655304,
+      "ce_loss_7": 5.513335394859314,
+      "epoch": 0.129,
+      "grad_norm": 26.464934956114348,
+      "kl_loss_13": 7624.0,
+      "kl_loss_26": 6372.8,
+      "kl_loss_39": 4939.2,
+      "kl_loss_7": 8331.2,
+      "learning_rate": 0.0009647713314052896,
+      "loss": 13720.2,
+      "step": 1290
+    },
+    {
+      "ce_loss_13": 5.167734289169312,
+      "ce_loss_26": 4.5827870786190035,
+      "ce_loss_39": 3.9150634109973907,
+      "ce_loss_52": 1.4295778691768646,
+      "ce_loss_7": 5.517308306694031,
+      "epoch": 0.13,
+      "grad_norm": 26.41573865043221,
+      "kl_loss_13": 7627.2,
+      "kl_loss_26": 6407.2,
+      "kl_loss_39": 4972.0,
+      "kl_loss_7": 8360.0,
+      "learning_rate": 0.0009641839665080363,
+      "loss": 13644.6,
+      "step": 1300
+    },
+    {
+      "ce_loss_13": 5.155666828155518,
+      "ce_loss_26": 4.557369256019593,
+      "ce_loss_39": 3.8985717594623566,
+      "ce_loss_52": 1.4532029300928115,
+      "ce_loss_7": 5.49907066822052,
+      "epoch": 0.131,
+      "grad_norm": 28.09061259972242,
+      "kl_loss_13": 7600.0,
+      "kl_loss_26": 6340.8,
+      "kl_loss_39": 4909.6,
+      "kl_loss_7": 8327.2,
+      "learning_rate": 0.0009635919272833937,
+      "loss": 13575.0,
+      "step": 1310
+    },
+    {
+      "ce_loss_13": 5.079627573490143,
+      "ce_loss_26": 4.46733387708664,
+      "ce_loss_39": 3.7981239676475527,
+      "ce_loss_52": 1.4149045318365097,
+      "ce_loss_7": 5.424402499198914,
+      "epoch": 0.132,
+      "grad_norm": 29.96516682014439,
+      "kl_loss_13": 7483.2,
+      "kl_loss_26": 6202.4,
+      "kl_loss_39": 4773.6,
+      "kl_loss_7": 8210.4,
+      "learning_rate": 0.0009629952196931902,
+      "loss": 13547.6,
+      "step": 1320
+    },
+    {
+      "ce_loss_13": 5.090298974514008,
+      "ce_loss_26": 4.495900344848633,
+      "ce_loss_39": 3.821765500307083,
+      "ce_loss_52": 1.4328191310167313,
+      "ce_loss_7": 5.431738471984863,
+      "epoch": 0.133,
+      "grad_norm": 26.14827995707597,
+      "kl_loss_13": 7504.0,
+      "kl_loss_26": 6259.2,
+      "kl_loss_39": 4809.6,
+      "kl_loss_7": 8225.6,
+      "learning_rate": 0.0009623938497462645,
+      "loss": 13496.2,
+      "step": 1330
+    },
+    {
+      "ce_loss_13": 5.099011301994324,
+      "ce_loss_26": 4.4848466455936435,
+      "ce_loss_39": 3.794223016500473,
+      "ce_loss_52": 1.416146419942379,
+      "ce_loss_7": 5.462341606616974,
+      "epoch": 0.134,
+      "grad_norm": 24.84289392950202,
+      "kl_loss_13": 7542.4,
+      "kl_loss_26": 6259.2,
+      "kl_loss_39": 4785.2,
+      "kl_loss_7": 8304.8,
+      "learning_rate": 0.0009617878234984055,
+      "loss": 13395.2,
+      "step": 1340
+    },
+    {
+      "ce_loss_13": 5.097129952907562,
+      "ce_loss_26": 4.498237466812133,
+      "ce_loss_39": 3.8250812292099,
+      "ce_loss_52": 1.4416721731424331,
+      "ce_loss_7": 5.444403338432312,
+      "epoch": 0.135,
+      "grad_norm": 26.607564330476333,
+      "kl_loss_13": 7480.8,
+      "kl_loss_26": 6224.8,
+      "kl_loss_39": 4782.4,
+      "kl_loss_7": 8202.4,
+      "learning_rate": 0.0009611771470522907,
+      "loss": 13240.2,
+      "step": 1350
+    },
+    {
+      "ce_loss_13": 5.043468415737152,
+      "ce_loss_26": 4.443963885307312,
+      "ce_loss_39": 3.7804897725582123,
+      "ce_loss_52": 1.4098651513457299,
+      "ce_loss_7": 5.407905113697052,
+      "epoch": 0.136,
+      "grad_norm": 27.568927473511277,
+      "kl_loss_13": 7464.8,
+      "kl_loss_26": 6209.6,
+      "kl_loss_39": 4773.6,
+      "kl_loss_7": 8221.6,
+      "learning_rate": 0.0009605618265574251,
+      "loss": 13312.2,
+      "step": 1360
+    },
+    {
+      "ce_loss_13": 5.1134570121765135,
+      "ce_loss_26": 4.510142356157303,
+      "ce_loss_39": 3.844588041305542,
+      "ce_loss_52": 1.4824964210391045,
+      "ce_loss_7": 5.455760145187378,
+      "epoch": 0.137,
+      "grad_norm": 26.586450808382164,
+      "kl_loss_13": 7431.2,
+      "kl_loss_26": 6176.0,
+      "kl_loss_39": 4748.0,
+      "kl_loss_7": 8151.2,
+      "learning_rate": 0.0009599418682100792,
+      "loss": 13171.6,
+      "step": 1370
+    },
+    {
+      "ce_loss_13": 4.993066036701203,
+      "ce_loss_26": 4.390464246273041,
+      "ce_loss_39": 3.7108724772930146,
+      "ce_loss_52": 1.3996128499507905,
+      "ce_loss_7": 5.354221343994141,
+      "epoch": 0.138,
+      "grad_norm": 24.51436324855179,
+      "kl_loss_13": 7388.0,
+      "kl_loss_26": 6120.0,
+      "kl_loss_39": 4660.8,
+      "kl_loss_7": 8145.6,
+      "learning_rate": 0.0009593172782532268,
+      "loss": 13135.2,
+      "step": 1380
+    },
+    {
+      "ce_loss_13": 4.9749324202537535,
+      "ce_loss_26": 4.36228443980217,
+      "ce_loss_39": 3.71304127573967,
+      "ce_loss_52": 1.4259393498301507,
+      "ce_loss_7": 5.328954219818115,
+      "epoch": 0.139,
+      "grad_norm": 25.448579155888293,
+      "kl_loss_13": 7284.8,
+      "kl_loss_26": 6005.6,
+      "kl_loss_39": 4599.2,
+      "kl_loss_7": 8029.6,
+      "learning_rate": 0.0009586880629764817,
+      "loss": 13023.4,
+      "step": 1390
+    },
+    {
+      "ce_loss_13": 5.021213936805725,
+      "ce_loss_26": 4.392004972696304,
+      "ce_loss_39": 3.695616716146469,
+      "ce_loss_52": 1.3939141556620598,
+      "ce_loss_7": 5.386792302131653,
+      "epoch": 0.14,
+      "grad_norm": 27.169552009752685,
+      "kl_loss_13": 7436.0,
+      "kl_loss_26": 6132.8,
+      "kl_loss_39": 4655.2,
+      "kl_loss_7": 8205.6,
+      "learning_rate": 0.0009580542287160348,
+      "loss": 13043.6,
+      "step": 1400
+    },
+    {
+      "ce_loss_13": 5.006197059154511,
+      "ce_loss_26": 4.410893344879151,
+      "ce_loss_39": 3.74367755651474,
+      "ce_loss_52": 1.4519873589277268,
+      "ce_loss_7": 5.36526129245758,
+      "epoch": 0.141,
+      "grad_norm": 24.865151038825246,
+      "kl_loss_13": 7283.2,
+      "kl_loss_26": 6027.2,
+      "kl_loss_39": 4615.2,
+      "kl_loss_7": 8029.6,
+      "learning_rate": 0.0009574157818545901,
+      "loss": 12913.8,
+      "step": 1410
+    },
+    {
+      "ce_loss_13": 4.958354568481445,
+      "ce_loss_26": 4.367397904396057,
+      "ce_loss_39": 3.7062928318977355,
+      "ce_loss_52": 1.4099174112081527,
+      "ce_loss_7": 5.317552924156189,
+      "epoch": 0.142,
+      "grad_norm": 24.898155460709848,
+      "kl_loss_13": 7277.6,
+      "kl_loss_26": 6040.8,
+      "kl_loss_39": 4623.6,
+      "kl_loss_7": 8032.8,
+      "learning_rate": 0.0009567727288213005,
+      "loss": 12929.6,
+      "step": 1420
+    },
+    {
+      "ce_loss_13": 4.984454607963562,
+      "ce_loss_26": 4.392505377531052,
+      "ce_loss_39": 3.7512011885643006,
+      "ce_loss_52": 1.473440769314766,
+      "ce_loss_7": 5.340136766433716,
+      "epoch": 0.143,
+      "grad_norm": 24.34585690638739,
+      "kl_loss_13": 7221.6,
+      "kl_loss_26": 5972.8,
+      "kl_loss_39": 4602.0,
+      "kl_loss_7": 7973.6,
+      "learning_rate": 0.0009561250760917027,
+      "loss": 12830.2,
+      "step": 1430
+    },
+    {
+      "ce_loss_13": 4.917237496376037,
+      "ce_loss_26": 4.313831263780594,
+      "ce_loss_39": 3.6587266325950623,
+      "ce_loss_52": 1.4092496067285538,
+      "ce_loss_7": 5.2786689639091495,
+      "epoch": 0.144,
+      "grad_norm": 25.288024521189875,
+      "kl_loss_13": 7198.4,
+      "kl_loss_26": 5931.2,
+      "kl_loss_39": 4527.2,
+      "kl_loss_7": 7960.8,
+      "learning_rate": 0.0009554728301876525,
+      "loss": 12688.6,
+      "step": 1440
+    },
+    {
+      "ce_loss_13": 4.95776047706604,
+      "ce_loss_26": 4.340852671861649,
+      "ce_loss_39": 3.657728981971741,
+      "ce_loss_52": 1.4168317198753357,
+      "ce_loss_7": 5.322667574882507,
+      "epoch": 0.145,
+      "grad_norm": 26.641005752286592,
+      "kl_loss_13": 7228.8,
+      "kl_loss_26": 5940.0,
+      "kl_loss_39": 4485.2,
+      "kl_loss_7": 8003.2,
+      "learning_rate": 0.0009548159976772592,
+      "loss": 12683.8,
+      "step": 1450
+    },
+    {
+      "ce_loss_13": 4.831417870521546,
+      "ce_loss_26": 4.231567287445069,
+      "ce_loss_39": 3.581255227327347,
+      "ce_loss_52": 1.4485478460788728,
+      "ce_loss_7": 5.20115841627121,
+      "epoch": 0.146,
+      "grad_norm": 24.920691081516484,
+      "kl_loss_13": 6952.0,
+      "kl_loss_26": 5699.2,
+      "kl_loss_39": 4308.4,
+      "kl_loss_7": 7733.6,
+      "learning_rate": 0.0009541545851748186,
+      "loss": 12574.8,
+      "step": 1460
+    },
+    {
+      "ce_loss_13": 4.8803037166595455,
+      "ce_loss_26": 4.2741272211074826,
+      "ce_loss_39": 3.598990321159363,
+      "ce_loss_52": 1.4145199984312058,
+      "ce_loss_7": 5.244284570217133,
+      "epoch": 0.147,
+      "grad_norm": 25.90739775261194,
+      "kl_loss_13": 7076.8,
+      "kl_loss_26": 5806.4,
+      "kl_loss_39": 4372.0,
+      "kl_loss_7": 7841.6,
+      "learning_rate": 0.0009534885993407473,
+      "loss": 12558.0,
+      "step": 1470
+    },
+    {
+      "ce_loss_13": 4.854452967643738,
+      "ce_loss_26": 4.251825517416,
+      "ce_loss_39": 3.5948518395423887,
+      "ce_loss_52": 1.428754985332489,
+      "ce_loss_7": 5.219927191734314,
+      "epoch": 0.148,
+      "grad_norm": 24.48718194678669,
+      "kl_loss_13": 7008.8,
+      "kl_loss_26": 5743.2,
+      "kl_loss_39": 4354.4,
+      "kl_loss_7": 7777.6,
+      "learning_rate": 0.0009528180468815154,
+      "loss": 12484.4,
+      "step": 1480
+    },
+    {
+      "ce_loss_13": 4.884927380084991,
+      "ce_loss_26": 4.2919243454933165,
+      "ce_loss_39": 3.642289215326309,
+      "ce_loss_52": 1.465419703722,
+      "ce_loss_7": 5.241849565505982,
+      "epoch": 0.149,
+      "grad_norm": 24.903440253335923,
+      "kl_loss_13": 7001.6,
+      "kl_loss_26": 5763.2,
+      "kl_loss_39": 4366.0,
+      "kl_loss_7": 7752.0,
+      "learning_rate": 0.0009521429345495787,
+      "loss": 12486.6,
+      "step": 1490
+    },
+    {
+      "ce_loss_13": 4.82739794254303,
+      "ce_loss_26": 4.228940737247467,
+      "ce_loss_39": 3.5767277657985685,
+      "ce_loss_52": 1.4382753789424896,
+      "ce_loss_7": 5.209846138954163,
+      "epoch": 0.15,
+      "grad_norm": 25.291080092187237,
+      "kl_loss_13": 6960.8,
+      "kl_loss_26": 5698.4,
+      "kl_loss_39": 4297.6,
+      "kl_loss_7": 7764.0,
+      "learning_rate": 0.0009514632691433108,
+      "loss": 12420.2,
+      "step": 1500
+    },
+    {
+      "ce_loss_13": 4.828064477443695,
+      "ce_loss_26": 4.213042998313904,
+      "ce_loss_39": 3.5323724269866945,
+      "ce_loss_52": 1.3961022228002549,
+      "ce_loss_7": 5.196406292915344,
+      "epoch": 0.151,
+      "grad_norm": 25.466425081780237,
+      "kl_loss_13": 7046.4,
+      "kl_loss_26": 5772.8,
+      "kl_loss_39": 4315.2,
+      "kl_loss_7": 7825.6,
+      "learning_rate": 0.0009507790575069346,
+      "loss": 12387.6,
+      "step": 1510
+    },
+    {
+      "ce_loss_13": 4.786497128009796,
+      "ce_loss_26": 4.188397663831711,
+      "ce_loss_39": 3.536989223957062,
+      "ce_loss_52": 1.4404057756066322,
+      "ce_loss_7": 5.156642246246338,
+      "epoch": 0.152,
+      "grad_norm": 22.488994996506335,
+      "kl_loss_13": 6872.8,
+      "kl_loss_26": 5620.8,
+      "kl_loss_39": 4225.6,
+      "kl_loss_7": 7650.4,
+      "learning_rate": 0.0009500903065304539,
+      "loss": 12265.4,
+      "step": 1520
+    },
+    {
+      "ce_loss_13": 4.79404227733612,
+      "ce_loss_26": 4.1956378519535065,
+      "ce_loss_39": 3.539849889278412,
+      "ce_loss_52": 1.447507870197296,
+      "ce_loss_7": 5.170107614994049,
+      "epoch": 0.153,
+      "grad_norm": 24.979481722705945,
+      "kl_loss_13": 6864.0,
+      "kl_loss_26": 5609.6,
+      "kl_loss_39": 4213.6,
+      "kl_loss_7": 7656.8,
+      "learning_rate": 0.0009493970231495835,
+      "loss": 12182.2,
+      "step": 1530
+    },
+    {
+      "ce_loss_13": 4.754118239879608,
+      "ce_loss_26": 4.16424406170845,
+      "ce_loss_39": 3.5151414275169373,
+      "ce_loss_52": 1.423200336098671,
+      "ce_loss_7": 5.132595348358154,
+      "epoch": 0.154,
+      "grad_norm": 24.139218625352445,
+      "kl_loss_13": 6807.2,
+      "kl_loss_26": 5573.6,
+      "kl_loss_39": 4190.4,
+      "kl_loss_7": 7594.4,
+      "learning_rate": 0.0009486992143456792,
+      "loss": 12152.0,
+      "step": 1540
+    },
+    {
+      "ce_loss_13": 4.745328724384308,
+      "ce_loss_26": 4.135520172119141,
+      "ce_loss_39": 3.4818262457847595,
+      "ce_loss_52": 1.4286953419446946,
+      "ce_loss_7": 5.114579677581787,
+      "epoch": 0.155,
+      "grad_norm": 24.426109316342576,
+      "kl_loss_13": 6791.2,
+      "kl_loss_26": 5516.8,
+      "kl_loss_39": 4120.0,
+      "kl_loss_7": 7567.2,
+      "learning_rate": 0.0009479968871456679,
+      "loss": 12128.4,
+      "step": 1550
+    },
+    {
+      "ce_loss_13": 4.7574557065963745,
+      "ce_loss_26": 4.145674997568131,
+      "ce_loss_39": 3.476013499498367,
+      "ce_loss_52": 1.4235228240489959,
+      "ce_loss_7": 5.133380055427551,
+      "epoch": 0.156,
+      "grad_norm": 25.100926583342837,
+      "kl_loss_13": 6843.2,
+      "kl_loss_26": 5556.0,
+      "kl_loss_39": 4126.0,
+      "kl_loss_7": 7627.2,
+      "learning_rate": 0.0009472900486219768,
+      "loss": 12082.2,
+      "step": 1560
+    },
+    {
+      "ce_loss_13": 4.735032224655152,
+      "ce_loss_26": 4.128789341449737,
+      "ce_loss_39": 3.4694815576076508,
+      "ce_loss_52": 1.4237273722887038,
+      "ce_loss_7": 5.11258887052536,
+      "epoch": 0.157,
+      "grad_norm": 25.10370372986473,
+      "kl_loss_13": 6792.0,
+      "kl_loss_26": 5520.0,
+      "kl_loss_39": 4095.6,
+      "kl_loss_7": 7585.6,
+      "learning_rate": 0.000946578705892462,
+      "loss": 11936.2,
+      "step": 1570
+    },
+    {
+      "ce_loss_13": 4.741922962665558,
+      "ce_loss_26": 4.132791459560394,
+      "ce_loss_39": 3.482679557800293,
+      "ce_loss_52": 1.4294559836387635,
+      "ce_loss_7": 5.117163801193238,
+      "epoch": 0.158,
+      "grad_norm": 21.844394510796377,
+      "kl_loss_13": 6799.2,
+      "kl_loss_26": 5517.6,
+      "kl_loss_39": 4118.0,
+      "kl_loss_7": 7581.6,
+      "learning_rate": 0.0009458628661203367,
+      "loss": 11944.8,
+      "step": 1580
+    },
+    {
+      "ce_loss_13": 4.741668605804444,
+      "ce_loss_26": 4.1376284003257755,
+      "ce_loss_39": 3.478295695781708,
+      "ce_loss_52": 1.415444830060005,
+      "ce_loss_7": 5.117357003688812,
+      "epoch": 0.159,
+      "grad_norm": 25.4671883290825,
+      "kl_loss_13": 6812.0,
+      "kl_loss_26": 5548.0,
+      "kl_loss_39": 4136.8,
+      "kl_loss_7": 7601.6,
+      "learning_rate": 0.0009451425365140996,
+      "loss": 11952.4,
+      "step": 1590
+    },
+    {
+      "ce_loss_13": 4.723819291591644,
+      "ce_loss_26": 4.128834217786789,
+      "ce_loss_39": 3.47242848277092,
+      "ce_loss_52": 1.429117676615715,
+      "ce_loss_7": 5.096058523654937,
+      "epoch": 0.16,
+      "grad_norm": 25.14078013617688,
+      "kl_loss_13": 6768.0,
+      "kl_loss_26": 5519.2,
+      "kl_loss_39": 4101.6,
+      "kl_loss_7": 7547.2,
+      "learning_rate": 0.0009444177243274617,
+      "loss": 11862.0,
+      "step": 1600
+    },
+    {
+      "ce_loss_13": 4.648782467842102,
+      "ce_loss_26": 4.0394273698329926,
+      "ce_loss_39": 3.377221292257309,
+      "ce_loss_52": 1.4151206001639367,
+      "ce_loss_7": 5.0250336050987245,
+      "epoch": 0.161,
+      "grad_norm": 24.128253336718885,
+      "kl_loss_13": 6640.0,
+      "kl_loss_26": 5364.0,
+      "kl_loss_39": 3953.2,
+      "kl_loss_7": 7436.8,
+      "learning_rate": 0.0009436884368592739,
+      "loss": 11833.0,
+      "step": 1610
+    },
+    {
+      "ce_loss_13": 4.695314359664917,
+      "ce_loss_26": 4.099924111366272,
+      "ce_loss_39": 3.466512751579285,
+      "ce_loss_52": 1.4766929775476456,
+      "ce_loss_7": 5.064470827579498,
+      "epoch": 0.162,
+      "grad_norm": 23.68843577414951,
+      "kl_loss_13": 6614.4,
+      "kl_loss_26": 5368.8,
+      "kl_loss_39": 3996.8,
+      "kl_loss_7": 7387.2,
+      "learning_rate": 0.0009429546814534529,
+      "loss": 11713.8,
+      "step": 1620
+    },
+    {
+      "ce_loss_13": 4.7040504813194275,
+      "ce_loss_26": 4.104205197095871,
+      "ce_loss_39": 3.4451481282711027,
+      "ce_loss_52": 1.4428326219320298,
+      "ce_loss_7": 5.08098030090332,
+      "epoch": 0.163,
+      "grad_norm": 23.332187460756046,
+      "kl_loss_13": 6673.6,
+      "kl_loss_26": 5408.0,
+      "kl_loss_39": 4000.0,
+      "kl_loss_7": 7468.8,
+      "learning_rate": 0.0009422164654989072,
+      "loss": 11730.0,
+      "step": 1630
+    },
+    {
+      "ce_loss_13": 4.6945901870727536,
+      "ce_loss_26": 4.092492777109146,
+      "ce_loss_39": 3.4360527455806733,
+      "ce_loss_52": 1.4436773255467414,
+      "ce_loss_7": 5.079924070835114,
+      "epoch": 0.164,
+      "grad_norm": 25.877563512298988,
+      "kl_loss_13": 6666.4,
+      "kl_loss_26": 5404.8,
+      "kl_loss_39": 4011.6,
+      "kl_loss_7": 7479.2,
+      "learning_rate": 0.0009414737964294635,
+      "loss": 11645.0,
+      "step": 1640
+    },
+    {
+      "ce_loss_13": 4.614939618110657,
+      "ce_loss_26": 4.018665736913681,
+      "ce_loss_39": 3.3586190402507783,
+      "ce_loss_52": 1.4472161442041398,
+      "ce_loss_7": 4.990367615222931,
+      "epoch": 0.165,
+      "grad_norm": 24.534381720947415,
+      "kl_loss_13": 6511.2,
+      "kl_loss_26": 5264.0,
+      "kl_loss_39": 3849.6,
+      "kl_loss_7": 7293.6,
+      "learning_rate": 0.000940726681723791,
+      "loss": 11568.6,
+      "step": 1650
+    },
+    {
+      "ce_loss_13": 4.539776319265366,
+      "ce_loss_26": 3.943451428413391,
+      "ce_loss_39": 3.281195378303528,
+      "ce_loss_52": 1.4070941284298897,
+      "ce_loss_7": 4.923744630813599,
+      "epoch": 0.166,
+      "grad_norm": 23.51720209782485,
+      "kl_loss_13": 6449.6,
+      "kl_loss_26": 5196.0,
+      "kl_loss_39": 3786.0,
+      "kl_loss_7": 7249.6,
+      "learning_rate": 0.0009399751289053266,
+      "loss": 11569.4,
+      "step": 1660
+    },
+    {
+      "ce_loss_13": 4.590777164697647,
+      "ce_loss_26": 3.9918887853622436,
+      "ce_loss_39": 3.328452670574188,
+      "ce_loss_52": 1.4019996047019958,
+      "ce_loss_7": 4.978202056884766,
+      "epoch": 0.167,
+      "grad_norm": 22.82794096581106,
+      "kl_loss_13": 6550.4,
+      "kl_loss_26": 5291.2,
+      "kl_loss_39": 3877.2,
+      "kl_loss_7": 7354.4,
+      "learning_rate": 0.0009392191455421988,
+      "loss": 11557.4,
+      "step": 1670
+    },
+    {
+      "ce_loss_13": 4.534084904193878,
+      "ce_loss_26": 3.9383736848831177,
+      "ce_loss_39": 3.290838527679443,
+      "ce_loss_52": 1.3803422033786774,
+      "ce_loss_7": 4.9193053364753725,
+      "epoch": 0.168,
+      "grad_norm": 22.01316358613574,
+      "kl_loss_13": 6469.6,
+      "kl_loss_26": 5224.0,
+      "kl_loss_39": 3837.2,
+      "kl_loss_7": 7273.6,
+      "learning_rate": 0.0009384587392471515,
+      "loss": 11454.2,
+      "step": 1680
+    },
+    {
+      "ce_loss_13": 4.5477269172668455,
+      "ce_loss_26": 3.9558385491371153,
+      "ce_loss_39": 3.3075734674930573,
+      "ce_loss_52": 1.410713329911232,
+      "ce_loss_7": 4.9310637474060055,
+      "epoch": 0.169,
+      "grad_norm": 24.025001534080104,
+      "kl_loss_13": 6453.6,
+      "kl_loss_26": 5223.2,
+      "kl_loss_39": 3830.0,
+      "kl_loss_7": 7244.0,
+      "learning_rate": 0.0009376939176774678,
+      "loss": 11355.2,
+      "step": 1690
+    },
+    {
+      "ce_loss_13": 4.580456328392029,
+      "ce_loss_26": 3.996914601325989,
+      "ce_loss_39": 3.3568237483501435,
+      "ce_loss_52": 1.4514233976602555,
+      "ce_loss_7": 4.956906342506409,
+      "epoch": 0.17,
+      "grad_norm": 24.061048820242437,
+      "kl_loss_13": 6424.8,
+      "kl_loss_26": 5199.2,
+      "kl_loss_39": 3822.0,
+      "kl_loss_7": 7210.4,
+      "learning_rate": 0.0009369246885348925,
+      "loss": 11365.4,
+      "step": 1700
+    },
+    {
+      "ce_loss_13": 4.5829225301742555,
+      "ce_loss_26": 3.973430114984512,
+      "ce_loss_39": 3.3136274456977843,
+      "ce_loss_52": 1.4179346442222596,
+      "ce_loss_7": 4.9602553129196165,
+      "epoch": 0.171,
+      "grad_norm": 21.925882863353518,
+      "kl_loss_13": 6508.0,
+      "kl_loss_26": 5225.6,
+      "kl_loss_39": 3821.2,
+      "kl_loss_7": 7300.0,
+      "learning_rate": 0.0009361510595655545,
+      "loss": 11427.8,
+      "step": 1710
+    },
+    {
+      "ce_loss_13": 4.597618329524994,
+      "ce_loss_26": 4.014382421970367,
+      "ce_loss_39": 3.3793311297893522,
+      "ce_loss_52": 1.4502436846494675,
+      "ce_loss_7": 4.970238649845124,
+      "epoch": 0.172,
+      "grad_norm": 21.861723684559113,
+      "kl_loss_13": 6463.2,
+      "kl_loss_26": 5241.6,
+      "kl_loss_39": 3880.8,
+      "kl_loss_7": 7242.4,
+      "learning_rate": 0.0009353730385598887,
+      "loss": 11300.4,
+      "step": 1720
+    },
+    {
+      "ce_loss_13": 4.474293851852417,
+      "ce_loss_26": 3.8755543529987335,
+      "ce_loss_39": 3.212596780061722,
+      "ce_loss_52": 1.4004584550857544,
+      "ce_loss_7": 4.856262743473053,
+      "epoch": 0.173,
+      "grad_norm": 23.168666460490822,
+      "kl_loss_13": 6318.4,
+      "kl_loss_26": 5065.6,
+      "kl_loss_39": 3658.4,
+      "kl_loss_7": 7116.8,
+      "learning_rate": 0.0009345906333525581,
+      "loss": 11205.0,
+      "step": 1730
+    },
+    {
+      "ce_loss_13": 4.5212029337883,
+      "ce_loss_26": 3.9314939856529234,
+      "ce_loss_39": 3.301447206735611,
+      "ce_loss_52": 1.422508242726326,
+      "ce_loss_7": 4.894874656200409,
+      "epoch": 0.174,
+      "grad_norm": 25.870791070867757,
+      "kl_loss_13": 6358.4,
+      "kl_loss_26": 5133.6,
+      "kl_loss_39": 3775.2,
+      "kl_loss_7": 7142.4,
+      "learning_rate": 0.0009338038518223745,
+      "loss": 11159.2,
+      "step": 1740
+    },
+    {
+      "ce_loss_13": 4.551153075695038,
+      "ce_loss_26": 3.96026993393898,
+      "ce_loss_39": 3.326349085569382,
+      "ce_loss_52": 1.4542756617069243,
+      "ce_loss_7": 4.919975602626801,
+      "epoch": 0.175,
+      "grad_norm": 23.828468964880035,
+      "kl_loss_13": 6352.8,
+      "kl_loss_26": 5109.6,
+      "kl_loss_39": 3757.6,
+      "kl_loss_7": 7129.6,
+      "learning_rate": 0.0009330127018922195,
+      "loss": 11089.0,
+      "step": 1750
+    },
+    {
+      "ce_loss_13": 4.469128930568695,
+      "ce_loss_26": 3.8787964940071107,
+      "ce_loss_39": 3.2338991940021513,
+      "ce_loss_52": 1.4316335827112199,
+      "ce_loss_7": 4.848294925689697,
+      "epoch": 0.176,
+      "grad_norm": 24.772424094235244,
+      "kl_loss_13": 6252.8,
+      "kl_loss_26": 5015.2,
+      "kl_loss_39": 3643.2,
+      "kl_loss_7": 7041.6,
+      "learning_rate": 0.0009322171915289634,
+      "loss": 11050.6,
+      "step": 1760
+    },
+    {
+      "ce_loss_13": 4.515468680858612,
+      "ce_loss_26": 3.9264565110206604,
+      "ce_loss_39": 3.2920862257480623,
+      "ce_loss_52": 1.46503643989563,
+      "ce_loss_7": 4.88274484872818,
+      "epoch": 0.177,
+      "grad_norm": 24.580027558725412,
+      "kl_loss_13": 6243.2,
+      "kl_loss_26": 5015.2,
+      "kl_loss_39": 3668.0,
+      "kl_loss_7": 7024.0,
+      "learning_rate": 0.0009314173287433873,
+      "loss": 11083.0,
+      "step": 1770
+    },
+    {
+      "ce_loss_13": 4.563484919071198,
+      "ce_loss_26": 3.988471633195877,
+      "ce_loss_39": 3.3576016187667848,
+      "ce_loss_52": 1.4738382428884507,
+      "ce_loss_7": 4.929107296466827,
+      "epoch": 0.178,
+      "grad_norm": 23.727065102019264,
+      "kl_loss_13": 6340.0,
+      "kl_loss_26": 5134.4,
+      "kl_loss_39": 3774.0,
+      "kl_loss_7": 7108.0,
+      "learning_rate": 0.0009306131215901003,
+      "loss": 11053.2,
+      "step": 1780
+    },
+    {
+      "ce_loss_13": 4.485390210151673,
+      "ce_loss_26": 3.9024369359016418,
+      "ce_loss_39": 3.277720022201538,
+      "ce_loss_52": 1.4684919208288192,
+      "ce_loss_7": 4.849484694004059,
+      "epoch": 0.179,
+      "grad_norm": 24.140381804707665,
+      "kl_loss_13": 6222.4,
+      "kl_loss_26": 4996.0,
+      "kl_loss_39": 3639.6,
+      "kl_loss_7": 6991.2,
+      "learning_rate": 0.0009298045781674596,
+      "loss": 10948.8,
+      "step": 1790
+    },
+    {
+      "ce_loss_13": 4.485648030042649,
+      "ce_loss_26": 3.8959447860717775,
+      "ce_loss_39": 3.255040627717972,
+      "ce_loss_52": 1.41890487074852,
+      "ce_loss_7": 4.864380013942719,
+      "epoch": 0.18,
+      "grad_norm": 25.753548379396687,
+      "kl_loss_13": 6269.6,
+      "kl_loss_26": 5029.6,
+      "kl_loss_39": 3653.2,
+      "kl_loss_7": 7068.8,
+      "learning_rate": 0.0009289917066174886,
+      "loss": 10940.4,
+      "step": 1800
+    },
+    {
+      "ce_loss_13": 4.4491588294506075,
+      "ce_loss_26": 3.862889313697815,
+      "ce_loss_39": 3.203300213813782,
+      "ce_loss_52": 1.4129745751619338,
+      "ce_loss_7": 4.8373774766921995,
+      "epoch": 0.181,
+      "grad_norm": 23.580007870242206,
+      "kl_loss_13": 6251.2,
+      "kl_loss_26": 5015.2,
+      "kl_loss_39": 3609.2,
+      "kl_loss_7": 7063.2,
+      "learning_rate": 0.0009281745151257945,
+      "loss": 10831.6,
+      "step": 1810
+    },
+    {
+      "ce_loss_13": 4.4796471238136295,
+      "ce_loss_26": 3.9034676015377046,
+      "ce_loss_39": 3.27801650762558,
+      "ce_loss_52": 1.470898449420929,
+      "ce_loss_7": 4.846702206134796,
+      "epoch": 0.182,
+      "grad_norm": 21.825066910706077,
+      "kl_loss_13": 6129.6,
+      "kl_loss_26": 4921.6,
+      "kl_loss_39": 3590.4,
+      "kl_loss_7": 6907.2,
+      "learning_rate": 0.0009273530119214868,
+      "loss": 10852.6,
+      "step": 1820
+    },
+    {
+      "ce_loss_13": 4.397759801149368,
+      "ce_loss_26": 3.809650295972824,
+      "ce_loss_39": 3.163052296638489,
+      "ce_loss_52": 1.4123397037386893,
+      "ce_loss_7": 4.76624493598938,
+      "epoch": 0.183,
+      "grad_norm": 23.028395579089935,
+      "kl_loss_13": 6109.6,
+      "kl_loss_26": 4884.8,
+      "kl_loss_39": 3520.0,
+      "kl_loss_7": 6886.4,
+      "learning_rate": 0.0009265272052770935,
+      "loss": 10776.6,
+      "step": 1830
+    },
+    {
+      "ce_loss_13": 4.409473043680191,
+      "ce_loss_26": 3.825248968601227,
+      "ce_loss_39": 3.174910306930542,
+      "ce_loss_52": 1.4039017781615257,
+      "ce_loss_7": 4.799298018217087,
+      "epoch": 0.184,
+      "grad_norm": 22.60594476207274,
+      "kl_loss_13": 6165.6,
+      "kl_loss_26": 4934.4,
+      "kl_loss_39": 3543.2,
+      "kl_loss_7": 6977.6,
+      "learning_rate": 0.0009256971035084784,
+      "loss": 10733.4,
+      "step": 1840
+    },
+    {
+      "ce_loss_13": 4.3755183041095735,
+      "ce_loss_26": 3.797974693775177,
+      "ce_loss_39": 3.1725789427757265,
+      "ce_loss_52": 1.4232216864824294,
+      "ce_loss_7": 4.739054465293885,
+      "epoch": 0.185,
+      "grad_norm": 23.627865972104136,
+      "kl_loss_13": 6060.0,
+      "kl_loss_26": 4843.2,
+      "kl_loss_39": 3517.2,
+      "kl_loss_7": 6827.2,
+      "learning_rate": 0.0009248627149747573,
+      "loss": 10698.4,
+      "step": 1850
+    },
+    {
+      "ce_loss_13": 4.422569459676742,
+      "ce_loss_26": 3.822605752944946,
+      "ce_loss_39": 3.1763491451740267,
+      "ce_loss_52": 1.427757203578949,
+      "ce_loss_7": 4.793670791387558,
+      "epoch": 0.186,
+      "grad_norm": 22.345780165109367,
+      "kl_loss_13": 6140.0,
+      "kl_loss_26": 4902.0,
+      "kl_loss_39": 3525.6,
+      "kl_loss_7": 6920.0,
+      "learning_rate": 0.0009240240480782129,
+      "loss": 10688.6,
+      "step": 1860
+    },
+    {
+      "ce_loss_13": 4.390002739429474,
+      "ce_loss_26": 3.8117696583271026,
+      "ce_loss_39": 3.193506735563278,
+      "ce_loss_52": 1.4390262439846992,
+      "ce_loss_7": 4.754710161685944,
+      "epoch": 0.187,
+      "grad_norm": 24.270272909834983,
+      "kl_loss_13": 6056.0,
+      "kl_loss_26": 4841.6,
+      "kl_loss_39": 3523.2,
+      "kl_loss_7": 6828.0,
+      "learning_rate": 0.0009231811112642122,
+      "loss": 10605.8,
+      "step": 1870
+    },
+    {
+      "ce_loss_13": 4.347514522075653,
+      "ce_loss_26": 3.774775582551956,
+      "ce_loss_39": 3.1524779438972472,
+      "ce_loss_52": 1.4184574037790298,
+      "ce_loss_7": 4.711814332008362,
+      "epoch": 0.188,
+      "grad_norm": 23.060486415907942,
+      "kl_loss_13": 6006.4,
+      "kl_loss_26": 4801.6,
+      "kl_loss_39": 3474.8,
+      "kl_loss_7": 6776.0,
+      "learning_rate": 0.0009223339130211192,
+      "loss": 10599.8,
+      "step": 1880
+    },
+    {
+      "ce_loss_13": 4.280169582366943,
+      "ce_loss_26": 3.6960571646690368,
+      "ce_loss_39": 3.0768611639738084,
+      "ce_loss_52": 1.4011510267853737,
+      "ce_loss_7": 4.650495028495788,
+      "epoch": 0.189,
+      "grad_norm": 23.308893883500843,
+      "kl_loss_13": 5916.0,
+      "kl_loss_26": 4693.6,
+      "kl_loss_39": 3365.6,
+      "kl_loss_7": 6688.8,
+      "learning_rate": 0.0009214824618802108,
+      "loss": 10510.0,
+      "step": 1890
+    },
+    {
+      "ce_loss_13": 4.426742446422577,
+      "ce_loss_26": 3.835584044456482,
+      "ce_loss_39": 3.1762202858924864,
+      "ce_loss_52": 1.435165250301361,
+      "ce_loss_7": 4.8001045942306515,
+      "epoch": 0.19,
+      "grad_norm": 24.259267724718942,
+      "kl_loss_13": 6154.4,
+      "kl_loss_26": 4914.4,
+      "kl_loss_39": 3499.2,
+      "kl_loss_7": 6933.6,
+      "learning_rate": 0.0009206267664155906,
+      "loss": 10574.0,
+      "step": 1900
+    },
+    {
+      "ce_loss_13": 4.317660903930664,
+      "ce_loss_26": 3.736785036325455,
+      "ce_loss_39": 3.102087676525116,
+      "ce_loss_52": 1.4297346964478492,
+      "ce_loss_7": 4.69397531747818,
+      "epoch": 0.191,
+      "grad_norm": 23.3562329011761,
+      "kl_loss_13": 5937.6,
+      "kl_loss_26": 4723.2,
+      "kl_loss_39": 3373.2,
+      "kl_loss_7": 6731.2,
+      "learning_rate": 0.0009197668352441024,
+      "loss": 10503.4,
+      "step": 1910
+    },
+    {
+      "ce_loss_13": 4.334453409910202,
+      "ce_loss_26": 3.7587957322597503,
+      "ce_loss_39": 3.123855656385422,
+      "ce_loss_52": 1.4094826728105545,
+      "ce_loss_7": 4.709676373004913,
+      "epoch": 0.192,
+      "grad_norm": 24.22470876078119,
+      "kl_loss_13": 5996.8,
+      "kl_loss_26": 4786.4,
+      "kl_loss_39": 3430.0,
+      "kl_loss_7": 6772.8,
+      "learning_rate": 0.0009189026770252437,
+      "loss": 10471.0,
+      "step": 1920
+    },
+    {
+      "ce_loss_13": 4.351706159114838,
+      "ce_loss_26": 3.7773966193199158,
+      "ce_loss_39": 3.1497732281684874,
+      "ce_loss_52": 1.4320787012577056,
+      "ce_loss_7": 4.7191231608390805,
+      "epoch": 0.193,
+      "grad_norm": 23.447904782586527,
+      "kl_loss_13": 5997.6,
+      "kl_loss_26": 4794.4,
+      "kl_loss_39": 3448.4,
+      "kl_loss_7": 6763.2,
+      "learning_rate": 0.000918034300461078,
+      "loss": 10433.4,
+      "step": 1930
+    },
+    {
+      "ce_loss_13": 4.307104933261871,
+      "ce_loss_26": 3.7206166088581085,
+      "ce_loss_39": 3.091316682100296,
+      "ce_loss_52": 1.4110687702894211,
+      "ce_loss_7": 4.676908355951309,
+      "epoch": 0.194,
+      "grad_norm": 23.93372642527522,
+      "kl_loss_13": 5951.2,
+      "kl_loss_26": 4727.6,
+      "kl_loss_39": 3376.0,
+      "kl_loss_7": 6721.6,
+      "learning_rate": 0.0009171617142961477,
+      "loss": 10442.2,
+      "step": 1940
+    },
+    {
+      "ce_loss_13": 4.3363093614578245,
+      "ce_loss_26": 3.750982850790024,
+      "ce_loss_39": 3.111935979127884,
+      "ce_loss_52": 1.431942057609558,
+      "ce_loss_7": 4.707539451122284,
+      "epoch": 0.195,
+      "grad_norm": 23.910939036749266,
+      "kl_loss_13": 5967.2,
+      "kl_loss_26": 4743.2,
+      "kl_loss_39": 3382.8,
+      "kl_loss_7": 6752.0,
+      "learning_rate": 0.0009162849273173857,
+      "loss": 10366.8,
+      "step": 1950
+    },
+    {
+      "ce_loss_13": 4.271794074773789,
+      "ce_loss_26": 3.7012794077396394,
+      "ce_loss_39": 3.0882445216178893,
+      "ce_loss_52": 1.4407746940851212,
+      "ce_loss_7": 4.636665797233581,
+      "epoch": 0.196,
+      "grad_norm": 23.30649566244444,
+      "kl_loss_13": 5844.8,
+      "kl_loss_26": 4652.8,
+      "kl_loss_39": 3337.2,
+      "kl_loss_7": 6608.8,
+      "learning_rate": 0.0009154039483540273,
+      "loss": 10313.0,
+      "step": 1960
+    },
+    {
+      "ce_loss_13": 4.3892871856689455,
+      "ce_loss_26": 3.8117631673812866,
+      "ce_loss_39": 3.1672019243240355,
+      "ce_loss_52": 1.4633917301893233,
+      "ce_loss_7": 4.75022611618042,
+      "epoch": 0.197,
+      "grad_norm": 22.823988656575857,
+      "kl_loss_13": 5992.0,
+      "kl_loss_26": 4784.0,
+      "kl_loss_39": 3421.6,
+      "kl_loss_7": 6749.6,
+      "learning_rate": 0.0009145187862775209,
+      "loss": 10294.2,
+      "step": 1970
+    },
+    {
+      "ce_loss_13": 4.251708203554154,
+      "ce_loss_26": 3.68521209359169,
+      "ce_loss_39": 3.0638678431510926,
+      "ce_loss_52": 1.4189983233809471,
+      "ce_loss_7": 4.615437304973602,
+      "epoch": 0.198,
+      "grad_norm": 22.115400900183356,
+      "kl_loss_13": 5814.4,
+      "kl_loss_26": 4623.2,
+      "kl_loss_39": 3291.2,
+      "kl_loss_7": 6581.6,
+      "learning_rate": 0.0009136294500014386,
+      "loss": 10194.8,
+      "step": 1980
+    },
+    {
+      "ce_loss_13": 4.36306391954422,
+      "ce_loss_26": 3.7900101482868194,
+      "ce_loss_39": 3.1458350718021393,
+      "ce_loss_52": 1.431062677502632,
+      "ce_loss_7": 4.733654403686524,
+      "epoch": 0.199,
+      "grad_norm": 21.64648055888152,
+      "kl_loss_13": 6001.6,
+      "kl_loss_26": 4801.6,
+      "kl_loss_39": 3444.4,
+      "kl_loss_7": 6778.4,
+      "learning_rate": 0.000912735948481387,
+      "loss": 10217.4,
+      "step": 1990
+    },
+    {
+      "ce_loss_13": 4.2783638596534725,
+      "ce_loss_26": 3.7015498995780947,
+      "ce_loss_39": 3.079295587539673,
+      "ce_loss_52": 1.4367393761873246,
+      "ce_loss_7": 4.643443429470063,
+      "epoch": 0.2,
+      "grad_norm": 22.667053535414237,
+      "kl_loss_13": 5844.8,
+      "kl_loss_26": 4641.2,
+      "kl_loss_39": 3314.8,
+      "kl_loss_7": 6607.2,
+      "learning_rate": 0.0009118382907149164,
+      "loss": 10108.9,
+      "step": 2000
+    },
+    {
+      "ce_loss_13": 4.298079961538315,
+      "ce_loss_26": 3.7112639427185057,
+      "ce_loss_39": 3.0900191485881807,
+      "ce_loss_52": 1.4447624236345291,
+      "ce_loss_7": 4.659080803394318,
+      "epoch": 0.201,
+      "grad_norm": 21.421967222285037,
+      "kl_loss_13": 5860.8,
+      "kl_loss_26": 4647.6,
+      "kl_loss_39": 3308.4,
+      "kl_loss_7": 6620.8,
+      "learning_rate": 0.0009109364857414306,
+      "loss": 10210.1,
+      "step": 2010
+    },
+    {
+      "ce_loss_13": 4.298530715703964,
+      "ce_loss_26": 3.7281334936618804,
+      "ce_loss_39": 3.103990191221237,
+      "ce_loss_52": 1.445554968714714,
+      "ce_loss_7": 4.667031800746917,
+      "epoch": 0.202,
+      "grad_norm": 22.186513808055555,
+      "kl_loss_13": 5863.2,
+      "kl_loss_26": 4661.6,
+      "kl_loss_39": 3329.2,
+      "kl_loss_7": 6627.2,
+      "learning_rate": 0.0009100305426420956,
+      "loss": 10090.6,
+      "step": 2020
+    },
+    {
+      "ce_loss_13": 4.2117482125759125,
+      "ce_loss_26": 3.6511631190776823,
+      "ce_loss_39": 3.0435081899166105,
+      "ce_loss_52": 1.4112246841192246,
+      "ce_loss_7": 4.573570990562439,
+      "epoch": 0.203,
+      "grad_norm": 23.22208055275699,
+      "kl_loss_13": 5758.4,
+      "kl_loss_26": 4581.6,
+      "kl_loss_39": 3281.6,
+      "kl_loss_7": 6522.4,
+      "learning_rate": 0.0009091204705397484,
+      "loss": 10094.4,
+      "step": 2030
+    },
+    {
+      "ce_loss_13": 4.2797119140625,
+      "ce_loss_26": 3.7096898019313813,
+      "ce_loss_39": 3.0815310001373293,
+      "ce_loss_52": 1.4514381274580956,
+      "ce_loss_7": 4.634703290462494,
+      "epoch": 0.204,
+      "grad_norm": 22.77691157290275,
+      "kl_loss_13": 5768.8,
+      "kl_loss_26": 4568.8,
+      "kl_loss_39": 3229.6,
+      "kl_loss_7": 6520.8,
+      "learning_rate": 0.0009082062785988049,
+      "loss": 10052.8,
+      "step": 2040
+    },
+    {
+      "ce_loss_13": 4.228492313623429,
+      "ce_loss_26": 3.649516838788986,
+      "ce_loss_39": 3.017675918340683,
+      "ce_loss_52": 1.4015851855278014,
+      "ce_loss_7": 4.5945727050304415,
+      "epoch": 0.205,
+      "grad_norm": 24.043992652900016,
+      "kl_loss_13": 5788.0,
+      "kl_loss_26": 4580.8,
+      "kl_loss_39": 3234.0,
+      "kl_loss_7": 6555.2,
+      "learning_rate": 0.0009072879760251679,
+      "loss": 10047.6,
+      "step": 2050
+    },
+    {
+      "ce_loss_13": 4.153064209222793,
+      "ce_loss_26": 3.5778062403202058,
+      "ce_loss_39": 2.964171904325485,
+      "ce_loss_52": 1.4066181004047393,
+      "ce_loss_7": 4.5237502455711365,
+      "epoch": 0.206,
+      "grad_norm": 23.14612831170837,
+      "kl_loss_13": 5666.4,
+      "kl_loss_26": 4462.4,
+      "kl_loss_39": 3156.0,
+      "kl_loss_7": 6428.0,
+      "learning_rate": 0.0009063655720661341,
+      "loss": 10022.0,
+      "step": 2060
+    },
+    {
+      "ce_loss_13": 4.162076050043106,
+      "ce_loss_26": 3.5850139617919923,
+      "ce_loss_39": 2.9763170003890993,
+      "ce_loss_52": 1.4114871382713319,
+      "ce_loss_7": 4.525000536441803,
+      "epoch": 0.207,
+      "grad_norm": 23.335931334507656,
+      "kl_loss_13": 5684.8,
+      "kl_loss_26": 4486.4,
+      "kl_loss_39": 3172.4,
+      "kl_loss_7": 6440.8,
+      "learning_rate": 0.000905439076010301,
+      "loss": 9910.8,
+      "step": 2070
+    },
+    {
+      "ce_loss_13": 4.203662091493607,
+      "ce_loss_26": 3.6453104853630065,
+      "ce_loss_39": 3.031943756341934,
+      "ce_loss_52": 1.4498305425047875,
+      "ce_loss_7": 4.567969477176666,
+      "epoch": 0.208,
+      "grad_norm": 22.17297694250979,
+      "kl_loss_13": 5653.6,
+      "kl_loss_26": 4474.4,
+      "kl_loss_39": 3178.4,
+      "kl_loss_7": 6404.0,
+      "learning_rate": 0.0009045084971874737,
+      "loss": 9890.1,
+      "step": 2080
+    },
+    {
+      "ce_loss_13": 4.1253215074539185,
+      "ce_loss_26": 3.5510447442531587,
+      "ce_loss_39": 2.9255994498729705,
+      "ce_loss_52": 1.383307683467865,
+      "ce_loss_7": 4.503264659643174,
+      "epoch": 0.209,
+      "grad_norm": 21.83866221628796,
+      "kl_loss_13": 5675.2,
+      "kl_loss_26": 4462.8,
+      "kl_loss_39": 3118.0,
+      "kl_loss_7": 6452.0,
+      "learning_rate": 0.0009035738449685707,
+      "loss": 9916.2,
+      "step": 2090
+    },
+    {
+      "ce_loss_13": 4.232741326093674,
+      "ce_loss_26": 3.6592664182186128,
+      "ce_loss_39": 3.0402495503425597,
+      "ce_loss_52": 1.4619457066059112,
+      "ce_loss_7": 4.595292699337006,
+      "epoch": 0.21,
+      "grad_norm": 23.1172808852491,
+      "kl_loss_13": 5709.6,
+      "kl_loss_26": 4522.8,
+      "kl_loss_39": 3192.0,
+      "kl_loss_7": 6460.8,
+      "learning_rate": 0.0009026351287655293,
+      "loss": 9882.4,
+      "step": 2100
+    },
+    {
+      "ce_loss_13": 4.196552646160126,
+      "ce_loss_26": 3.6394916236400605,
+      "ce_loss_39": 3.029403269290924,
+      "ce_loss_52": 1.431785149872303,
+      "ce_loss_7": 4.555036389827729,
+      "epoch": 0.211,
+      "grad_norm": 22.472192746858727,
+      "kl_loss_13": 5678.4,
+      "kl_loss_26": 4513.2,
+      "kl_loss_39": 3201.6,
+      "kl_loss_7": 6423.2,
+      "learning_rate": 0.0009016923580312113,
+      "loss": 9778.0,
+      "step": 2110
+    },
+    {
+      "ce_loss_13": 4.267941182851791,
+      "ce_loss_26": 3.6975386798381806,
+      "ce_loss_39": 3.0839960873126984,
+      "ce_loss_52": 1.4794423222541808,
+      "ce_loss_7": 4.60888249874115,
+      "epoch": 0.212,
+      "grad_norm": 23.91558691594894,
+      "kl_loss_13": 5697.6,
+      "kl_loss_26": 4502.8,
+      "kl_loss_39": 3191.2,
+      "kl_loss_7": 6425.6,
+      "learning_rate": 0.0009007455422593077,
+      "loss": 9764.0,
+      "step": 2120
+    },
+    {
+      "ce_loss_13": 4.170402336120605,
+      "ce_loss_26": 3.5973034620285036,
+      "ce_loss_39": 2.9883872270584106,
+      "ce_loss_52": 1.4295871376991272,
+      "ce_loss_7": 4.519614219665527,
+      "epoch": 0.213,
+      "grad_norm": 22.812352077428177,
+      "kl_loss_13": 5644.0,
+      "kl_loss_26": 4456.4,
+      "kl_loss_39": 3137.2,
+      "kl_loss_7": 6387.2,
+      "learning_rate": 0.0008997946909842425,
+      "loss": 9755.6,
+      "step": 2130
+    },
+    {
+      "ce_loss_13": 4.10284715294838,
+      "ce_loss_26": 3.5395869314670563,
+      "ce_loss_39": 2.9268704533576964,
+      "ce_loss_52": 1.4086133271455765,
+      "ce_loss_7": 4.462130695581436,
+      "epoch": 0.214,
+      "grad_norm": 22.23702862817867,
+      "kl_loss_13": 5524.8,
+      "kl_loss_26": 4340.4,
+      "kl_loss_39": 3036.0,
+      "kl_loss_7": 6288.8,
+      "learning_rate": 0.0008988398137810777,
+      "loss": 9645.0,
+      "step": 2140
+    },
+    {
+      "ce_loss_13": 4.079320967197418,
+      "ce_loss_26": 3.496495473384857,
+      "ce_loss_39": 2.8816928565502167,
+      "ce_loss_52": 1.3819068521261215,
+      "ce_loss_7": 4.434896755218506,
+      "epoch": 0.215,
+      "grad_norm": 22.79915028059786,
+      "kl_loss_13": 5541.6,
+      "kl_loss_26": 4350.0,
+      "kl_loss_39": 3045.2,
+      "kl_loss_7": 6288.8,
+      "learning_rate": 0.0008978809202654162,
+      "loss": 9686.6,
+      "step": 2150
+    },
+    {
+      "ce_loss_13": 4.069333535432816,
+      "ce_loss_26": 3.5059276044368746,
+      "ce_loss_39": 2.8949272632598877,
+      "ce_loss_52": 1.409129326045513,
+      "ce_loss_7": 4.434026664495468,
+      "epoch": 0.216,
+      "grad_norm": 22.908702660837623,
+      "kl_loss_13": 5464.0,
+      "kl_loss_26": 4286.8,
+      "kl_loss_39": 2986.8,
+      "kl_loss_7": 6228.0,
+      "learning_rate": 0.0008969180200933046,
+      "loss": 9665.2,
+      "step": 2160
+    },
+    {
+      "ce_loss_13": 4.164896643161773,
+      "ce_loss_26": 3.594840294122696,
+      "ce_loss_39": 2.9824715733528135,
+      "ce_loss_52": 1.4398185968399049,
+      "ce_loss_7": 4.5187140583992,
+      "epoch": 0.217,
+      "grad_norm": 22.2992725858673,
+      "kl_loss_13": 5602.4,
+      "kl_loss_26": 4409.6,
+      "kl_loss_39": 3101.6,
+      "kl_loss_7": 6338.4,
+      "learning_rate": 0.0008959511229611376,
+      "loss": 9611.1,
+      "step": 2170
+    },
+    {
+      "ce_loss_13": 4.1424953758716585,
+      "ce_loss_26": 3.5846896708011626,
+      "ce_loss_39": 2.9776509165763856,
+      "ce_loss_52": 1.4638631641864777,
+      "ce_loss_7": 4.499098914861679,
+      "epoch": 0.218,
+      "grad_norm": 22.569206560566755,
+      "kl_loss_13": 5520.8,
+      "kl_loss_26": 4360.4,
+      "kl_loss_39": 3039.2,
+      "kl_loss_7": 6262.4,
+      "learning_rate": 0.0008949802386055581,
+      "loss": 9598.7,
+      "step": 2180
+    },
+    {
+      "ce_loss_13": 4.124321860074997,
+      "ce_loss_26": 3.559172648191452,
+      "ce_loss_39": 2.942674660682678,
+      "ce_loss_52": 1.4182981908321382,
+      "ce_loss_7": 4.483241724967956,
+      "epoch": 0.219,
+      "grad_norm": 22.517460780417444,
+      "kl_loss_13": 5559.2,
+      "kl_loss_26": 4374.8,
+      "kl_loss_39": 3066.4,
+      "kl_loss_7": 6304.0,
+      "learning_rate": 0.0008940053768033609,
+      "loss": 9610.7,
+      "step": 2190
+    },
+    {
+      "ce_loss_13": 4.136555308103562,
+      "ce_loss_26": 3.5674175798892973,
+      "ce_loss_39": 2.9441113233566285,
+      "ce_loss_52": 1.4381250411272049,
+      "ce_loss_7": 4.481418180465698,
+      "epoch": 0.22,
+      "grad_norm": 23.1169100672147,
+      "kl_loss_13": 5545.6,
+      "kl_loss_26": 4354.4,
+      "kl_loss_39": 3035.2,
+      "kl_loss_7": 6270.4,
+      "learning_rate": 0.0008930265473713938,
+      "loss": 9621.3,
+      "step": 2200
+    },
+    {
+      "ce_loss_13": 4.116154849529266,
+      "ce_loss_26": 3.5370861172676085,
+      "ce_loss_39": 2.9127448469400408,
+      "ce_loss_52": 1.3838467657566071,
+      "ce_loss_7": 4.479850220680237,
+      "epoch": 0.221,
+      "grad_norm": 23.327101471626264,
+      "kl_loss_13": 5613.6,
+      "kl_loss_26": 4407.2,
+      "kl_loss_39": 3084.0,
+      "kl_loss_7": 6376.8,
+      "learning_rate": 0.0008920437601664579,
+      "loss": 9580.3,
+      "step": 2210
+    },
+    {
+      "ce_loss_13": 4.081603097915649,
+      "ce_loss_26": 3.533859223127365,
+      "ce_loss_39": 2.9178696632385255,
+      "ce_loss_52": 1.4558427572250365,
+      "ce_loss_7": 4.428021937608719,
+      "epoch": 0.222,
+      "grad_norm": 24.571271492626643,
+      "kl_loss_13": 5416.8,
+      "kl_loss_26": 4265.2,
+      "kl_loss_39": 2949.2,
+      "kl_loss_7": 6150.4,
+      "learning_rate": 0.0008910570250852097,
+      "loss": 9535.0,
+      "step": 2220
+    },
+    {
+      "ce_loss_13": 4.016762095689773,
+      "ce_loss_26": 3.453756958246231,
+      "ce_loss_39": 2.8424510210752487,
+      "ce_loss_52": 1.382763533294201,
+      "ce_loss_7": 4.369659447669983,
+      "epoch": 0.223,
+      "grad_norm": 22.39109803193224,
+      "kl_loss_13": 5417.6,
+      "kl_loss_26": 4255.6,
+      "kl_loss_39": 2951.6,
+      "kl_loss_7": 6149.6,
+      "learning_rate": 0.0008900663520640604,
+      "loss": 9449.7,
+      "step": 2230
+    },
+    {
+      "ce_loss_13": 4.07697583436966,
+      "ce_loss_26": 3.5205394327640533,
+      "ce_loss_39": 2.9201291859149934,
+      "ce_loss_52": 1.4419079095125198,
+      "ce_loss_7": 4.432818019390107,
+      "epoch": 0.224,
+      "grad_norm": 29.33071925320992,
+      "kl_loss_13": 5431.2,
+      "kl_loss_26": 4260.4,
+      "kl_loss_39": 2980.0,
+      "kl_loss_7": 6176.8,
+      "learning_rate": 0.0008890717510790764,
+      "loss": 9471.4,
+      "step": 2240
+    },
+    {
+      "ce_loss_13": 4.099857300519943,
+      "ce_loss_26": 3.5491108179092405,
+      "ce_loss_39": 2.946030503511429,
+      "ce_loss_52": 1.4482155337929725,
+      "ce_loss_7": 4.446840679645538,
+      "epoch": 0.225,
+      "grad_norm": 24.393145108562546,
+      "kl_loss_13": 5448.0,
+      "kl_loss_26": 4290.4,
+      "kl_loss_39": 3004.4,
+      "kl_loss_7": 6176.0,
+      "learning_rate": 0.0008880732321458784,
+      "loss": 9429.4,
+      "step": 2250
+    },
+    {
+      "ce_loss_13": 4.008820396661759,
+      "ce_loss_26": 3.466299217939377,
+      "ce_loss_39": 2.8751066744327547,
+      "ce_loss_52": 1.4349601715803146,
+      "ce_loss_7": 4.357817393541336,
+      "epoch": 0.226,
+      "grad_norm": 23.790321486003762,
+      "kl_loss_13": 5306.4,
+      "kl_loss_26": 4167.6,
+      "kl_loss_39": 2894.0,
+      "kl_loss_7": 6034.4,
+      "learning_rate": 0.0008870708053195413,
+      "loss": 9349.3,
+      "step": 2260
+    },
+    {
+      "ce_loss_13": 4.0613229155540465,
+      "ce_loss_26": 3.495078670978546,
+      "ce_loss_39": 2.889867639541626,
+      "ce_loss_52": 1.417461496591568,
+      "ce_loss_7": 4.40853306055069,
+      "epoch": 0.227,
+      "grad_norm": 24.394028059861938,
+      "kl_loss_13": 5412.8,
+      "kl_loss_26": 4243.2,
+      "kl_loss_39": 2960.8,
+      "kl_loss_7": 6130.4,
+      "learning_rate": 0.0008860644806944918,
+      "loss": 9352.6,
+      "step": 2270
+    },
+    {
+      "ce_loss_13": 4.178533679246902,
+      "ce_loss_26": 3.622497373819351,
+      "ce_loss_39": 3.006651484966278,
+      "ce_loss_52": 1.4494876891374588,
+      "ce_loss_7": 4.527337849140167,
+      "epoch": 0.228,
+      "grad_norm": 22.806373163177923,
+      "kl_loss_13": 5580.0,
+      "kl_loss_26": 4405.2,
+      "kl_loss_39": 3104.0,
+      "kl_loss_7": 6317.6,
+      "learning_rate": 0.0008850542684044079,
+      "loss": 9441.9,
+      "step": 2280
+    },
+    {
+      "ce_loss_13": 4.018020331859589,
+      "ce_loss_26": 3.458746635913849,
+      "ce_loss_39": 2.8657322227954865,
+      "ce_loss_52": 1.4288572728633882,
+      "ce_loss_7": 4.375551146268845,
+      "epoch": 0.229,
+      "grad_norm": 22.45015355344987,
+      "kl_loss_13": 5303.2,
+      "kl_loss_26": 4136.0,
+      "kl_loss_39": 2856.8,
+      "kl_loss_7": 6051.2,
+      "learning_rate": 0.0008840401786221159,
+      "loss": 9343.7,
+      "step": 2290
+    },
+    {
+      "ce_loss_13": 4.0382424116134645,
+      "ce_loss_26": 3.4842948436737062,
+      "ce_loss_39": 2.894715803861618,
+      "ce_loss_52": 1.4393651276826858,
+      "ce_loss_7": 4.377675461769104,
+      "epoch": 0.23,
+      "grad_norm": 23.31839583792026,
+      "kl_loss_13": 5351.2,
+      "kl_loss_26": 4188.4,
+      "kl_loss_39": 2912.0,
+      "kl_loss_7": 6064.8,
+      "learning_rate": 0.000883022221559489,
+      "loss": 9246.3,
+      "step": 2300
+    },
+    {
+      "ce_loss_13": 4.038966596126556,
+      "ce_loss_26": 3.488220602273941,
+      "ce_loss_39": 2.8812575459480287,
+      "ce_loss_52": 1.441010195016861,
+      "ce_loss_7": 4.381568449735641,
+      "epoch": 0.231,
+      "grad_norm": 22.254622557882463,
+      "kl_loss_13": 5335.2,
+      "kl_loss_26": 4171.2,
+      "kl_loss_39": 2887.2,
+      "kl_loss_7": 6052.8,
+      "learning_rate": 0.0008820004074673434,
+      "loss": 9220.3,
+      "step": 2310
+    },
+    {
+      "ce_loss_13": 3.9854084312915803,
+      "ce_loss_26": 3.4409989297389982,
+      "ce_loss_39": 2.84497589468956,
+      "ce_loss_52": 1.4122451767325401,
+      "ce_loss_7": 4.340046459436417,
+      "epoch": 0.232,
+      "grad_norm": 21.074813671439337,
+      "kl_loss_13": 5296.8,
+      "kl_loss_26": 4147.6,
+      "kl_loss_39": 2864.8,
+      "kl_loss_7": 6036.8,
+      "learning_rate": 0.0008809747466353355,
+      "loss": 9279.8,
+      "step": 2320
+    },
+    {
+      "ce_loss_13": 4.115998637676239,
+      "ce_loss_26": 3.5584963142871855,
+      "ce_loss_39": 2.9395908057689666,
+      "ce_loss_52": 1.465473085641861,
+      "ce_loss_7": 4.470573830604553,
+      "epoch": 0.233,
+      "grad_norm": 22.26955688088229,
+      "kl_loss_13": 5459.2,
+      "kl_loss_26": 4288.0,
+      "kl_loss_39": 2960.4,
+      "kl_loss_7": 6197.6,
+      "learning_rate": 0.0008799452493918585,
+      "loss": 9213.2,
+      "step": 2330
+    },
+    {
+      "ce_loss_13": 3.9350290656089784,
+      "ce_loss_26": 3.3855203211307527,
+      "ce_loss_39": 2.799959135055542,
+      "ce_loss_52": 1.4289379581809043,
+      "ce_loss_7": 4.274723726511001,
+      "epoch": 0.234,
+      "grad_norm": 22.04159638849698,
+      "kl_loss_13": 5186.8,
+      "kl_loss_26": 4026.0,
+      "kl_loss_39": 2752.2,
+      "kl_loss_7": 5904.4,
+      "learning_rate": 0.0008789119261039385,
+      "loss": 9222.9,
+      "step": 2340
+    },
+    {
+      "ce_loss_13": 3.977653867006302,
+      "ce_loss_26": 3.4353197515010834,
+      "ce_loss_39": 2.8274969339370726,
+      "ce_loss_52": 1.400892499089241,
+      "ce_loss_7": 4.322875905036926,
+      "epoch": 0.235,
+      "grad_norm": 25.32335755706349,
+      "kl_loss_13": 5282.4,
+      "kl_loss_26": 4139.6,
+      "kl_loss_39": 2849.2,
+      "kl_loss_7": 6001.6,
+      "learning_rate": 0.0008778747871771292,
+      "loss": 9101.4,
+      "step": 2350
+    },
+    {
+      "ce_loss_13": 3.9699031889438627,
+      "ce_loss_26": 3.4155133664608,
+      "ce_loss_39": 2.8127492308616637,
+      "ce_loss_52": 1.4119284138083459,
+      "ce_loss_7": 4.322866821289063,
+      "epoch": 0.236,
+      "grad_norm": 24.250283920991954,
+      "kl_loss_13": 5259.2,
+      "kl_loss_26": 4092.8,
+      "kl_loss_39": 2816.4,
+      "kl_loss_7": 6000.8,
+      "learning_rate": 0.0008768338430554083,
+      "loss": 9104.0,
+      "step": 2360
+    },
+    {
+      "ce_loss_13": 3.928439366817474,
+      "ce_loss_26": 3.382099211215973,
+      "ce_loss_39": 2.789314305782318,
+      "ce_loss_52": 1.3916988223791122,
+      "ce_loss_7": 4.277575564384461,
+      "epoch": 0.237,
+      "grad_norm": 23.978839586298704,
+      "kl_loss_13": 5212.0,
+      "kl_loss_26": 4068.4,
+      "kl_loss_39": 2797.2,
+      "kl_loss_7": 5938.4,
+      "learning_rate": 0.0008757891042210713,
+      "loss": 9141.7,
+      "step": 2370
+    },
+    {
+      "ce_loss_13": 3.9462322175502775,
+      "ce_loss_26": 3.397873044013977,
+      "ce_loss_39": 2.8039229214191437,
+      "ce_loss_52": 1.4037385553121566,
+      "ce_loss_7": 4.290230017900467,
+      "epoch": 0.238,
+      "grad_norm": 23.01247346605362,
+      "kl_loss_13": 5215.2,
+      "kl_loss_26": 4079.6,
+      "kl_loss_39": 2813.2,
+      "kl_loss_7": 5942.4,
+      "learning_rate": 0.0008747405811946271,
+      "loss": 9055.8,
+      "step": 2380
+    },
+    {
+      "ce_loss_13": 3.98149796128273,
+      "ce_loss_26": 3.442757821083069,
+      "ce_loss_39": 2.84624342918396,
+      "ce_loss_52": 1.445407471060753,
+      "ce_loss_7": 4.318572920560837,
+      "epoch": 0.239,
+      "grad_norm": 22.74122664649998,
+      "kl_loss_13": 5226.4,
+      "kl_loss_26": 4089.6,
+      "kl_loss_39": 2827.6,
+      "kl_loss_7": 5934.4,
+      "learning_rate": 0.0008736882845346905,
+      "loss": 9110.6,
+      "step": 2390
+    },
+    {
+      "ce_loss_13": 3.9661067545413973,
+      "ce_loss_26": 3.4294336676597594,
+      "ce_loss_39": 2.836567336320877,
+      "ce_loss_52": 1.442602628469467,
+      "ce_loss_7": 4.3087667465209964,
+      "epoch": 0.24,
+      "grad_norm": 23.333126009298994,
+      "kl_loss_13": 5196.0,
+      "kl_loss_26": 4051.6,
+      "kl_loss_39": 2790.0,
+      "kl_loss_7": 5911.2,
+      "learning_rate": 0.0008726322248378774,
+      "loss": 9064.8,
+      "step": 2400
+    },
+    {
+      "ce_loss_13": 3.988937532901764,
+      "ce_loss_26": 3.4361318945884705,
+      "ce_loss_39": 2.833483111858368,
+      "ce_loss_52": 1.4274606987833978,
+      "ce_loss_7": 4.3361672222614285,
+      "epoch": 0.241,
+      "grad_norm": 21.55988300492865,
+      "kl_loss_13": 5244.8,
+      "kl_loss_26": 4091.2,
+      "kl_loss_39": 2809.2,
+      "kl_loss_7": 5974.4,
+      "learning_rate": 0.0008715724127386971,
+      "loss": 9048.5,
+      "step": 2410
+    },
+    {
+      "ce_loss_13": 3.93166036605835,
+      "ce_loss_26": 3.3924847066402437,
+      "ce_loss_39": 2.8114346325397492,
+      "ce_loss_52": 1.433423739671707,
+      "ce_loss_7": 4.277747517824173,
+      "epoch": 0.242,
+      "grad_norm": 21.76629675806892,
+      "kl_loss_13": 5152.8,
+      "kl_loss_26": 4024.4,
+      "kl_loss_39": 2775.6,
+      "kl_loss_7": 5876.0,
+      "learning_rate": 0.0008705088589094458,
+      "loss": 8950.6,
+      "step": 2420
+    },
+    {
+      "ce_loss_13": 4.0298320889472965,
+      "ce_loss_26": 3.4784019589424133,
+      "ce_loss_39": 2.8909366130828857,
+      "ce_loss_52": 1.4593130856752397,
+      "ce_loss_7": 4.372854852676392,
+      "epoch": 0.243,
+      "grad_norm": 22.782714549711034,
+      "kl_loss_13": 5275.2,
+      "kl_loss_26": 4132.0,
+      "kl_loss_39": 2868.8,
+      "kl_loss_7": 6000.0,
+      "learning_rate": 0.0008694415740600988,
+      "loss": 8979.7,
+      "step": 2430
+    },
+    {
+      "ce_loss_13": 3.957322496175766,
+      "ce_loss_26": 3.391196775436401,
+      "ce_loss_39": 2.7942449331283568,
+      "ce_loss_52": 1.429965654015541,
+      "ce_loss_7": 4.3002465009689335,
+      "epoch": 0.244,
+      "grad_norm": 22.108343623695664,
+      "kl_loss_13": 5175.2,
+      "kl_loss_26": 4000.0,
+      "kl_loss_39": 2735.2,
+      "kl_loss_7": 5894.4,
+      "learning_rate": 0.0008683705689382025,
+      "loss": 8983.5,
+      "step": 2440
+    },
+    {
+      "ce_loss_13": 3.914830905199051,
+      "ce_loss_26": 3.371804046630859,
+      "ce_loss_39": 2.789295125007629,
+      "ce_loss_52": 1.4458730816841125,
+      "ce_loss_7": 4.244754731655121,
+      "epoch": 0.245,
+      "grad_norm": 22.68476073719735,
+      "kl_loss_13": 5094.4,
+      "kl_loss_26": 3954.8,
+      "kl_loss_39": 2705.0,
+      "kl_loss_7": 5792.8,
+      "learning_rate": 0.0008672958543287666,
+      "loss": 8971.0,
+      "step": 2450
+    },
+    {
+      "ce_loss_13": 3.910190373659134,
+      "ce_loss_26": 3.3697587728500364,
+      "ce_loss_39": 2.7743864953517914,
+      "ce_loss_52": 1.4169176414608955,
+      "ce_loss_7": 4.245863050222397,
+      "epoch": 0.246,
+      "grad_norm": 23.78530061144511,
+      "kl_loss_13": 5117.6,
+      "kl_loss_26": 3979.2,
+      "kl_loss_39": 2714.8,
+      "kl_loss_7": 5818.4,
+      "learning_rate": 0.0008662174410541554,
+      "loss": 8871.3,
+      "step": 2460
+    },
+    {
+      "ce_loss_13": 3.905332827568054,
+      "ce_loss_26": 3.3677509129047394,
+      "ce_loss_39": 2.785578554868698,
+      "ce_loss_52": 1.4284577563405036,
+      "ce_loss_7": 4.243521982431412,
+      "epoch": 0.247,
+      "grad_norm": 21.62010382710404,
+      "kl_loss_13": 5076.0,
+      "kl_loss_26": 3951.2,
+      "kl_loss_39": 2706.0,
+      "kl_loss_7": 5774.4,
+      "learning_rate": 0.0008651353399739787,
+      "loss": 8827.8,
+      "step": 2470
+    },
+    {
+      "ce_loss_13": 3.9418592929840086,
+      "ce_loss_26": 3.399972987174988,
+      "ce_loss_39": 2.7943135529756544,
+      "ce_loss_52": 1.4213671818375588,
+      "ce_loss_7": 4.285894882678986,
+      "epoch": 0.248,
+      "grad_norm": 21.67451956689309,
+      "kl_loss_13": 5164.0,
+      "kl_loss_26": 4026.4,
+      "kl_loss_39": 2746.4,
+      "kl_loss_7": 5886.4,
+      "learning_rate": 0.0008640495619849821,
+      "loss": 8908.6,
+      "step": 2480
+    },
+    {
+      "ce_loss_13": 3.9583646595478057,
+      "ce_loss_26": 3.418367612361908,
+      "ce_loss_39": 2.8201009154319765,
+      "ce_loss_52": 1.4697474852204322,
+      "ce_loss_7": 4.3033524513244625,
+      "epoch": 0.249,
+      "grad_norm": 23.94241052015279,
+      "kl_loss_13": 5140.0,
+      "kl_loss_26": 4010.0,
+      "kl_loss_39": 2731.6,
+      "kl_loss_7": 5860.0,
+      "learning_rate": 0.0008629601180209381,
+      "loss": 8796.4,
+      "step": 2490
+    },
+    {
+      "ce_loss_13": 3.9134137570858,
+      "ce_loss_26": 3.3699698984622954,
+      "ce_loss_39": 2.781053990125656,
+      "ce_loss_52": 1.4334075331687928,
+      "ce_loss_7": 4.242314898967743,
+      "epoch": 0.25,
+      "grad_norm": 22.621772280297588,
+      "kl_loss_13": 5100.0,
+      "kl_loss_26": 3960.0,
+      "kl_loss_39": 2699.6,
+      "kl_loss_7": 5796.0,
+      "learning_rate": 0.000861867019052535,
+      "loss": 8802.5,
+      "step": 2500
+    },
+    {
+      "ce_loss_13": 3.975496470928192,
+      "ce_loss_26": 3.4352354168891908,
+      "ce_loss_39": 2.8324910700321198,
+      "ce_loss_52": 1.469119620323181,
+      "ce_loss_7": 4.319353139400482,
+      "epoch": 0.251,
+      "grad_norm": 24.031546669852546,
+      "kl_loss_13": 5152.4,
+      "kl_loss_26": 4019.6,
+      "kl_loss_39": 2733.2,
+      "kl_loss_7": 5876.8,
+      "learning_rate": 0.0008607702760872678,
+      "loss": 8791.0,
+      "step": 2510
+    },
+    {
+      "ce_loss_13": 3.970981556177139,
+      "ce_loss_26": 3.4194670915603638,
+      "ce_loss_39": 2.826087462902069,
+      "ce_loss_52": 1.457669761776924,
+      "ce_loss_7": 4.311935073137283,
+      "epoch": 0.252,
+      "grad_norm": 22.68902245721029,
+      "kl_loss_13": 5173.6,
+      "kl_loss_26": 4025.2,
+      "kl_loss_39": 2753.2,
+      "kl_loss_7": 5881.6,
+      "learning_rate": 0.0008596699001693256,
+      "loss": 8797.8,
+      "step": 2520
+    },
+    {
+      "ce_loss_13": 3.9163833260536194,
+      "ce_loss_26": 3.378202974796295,
+      "ce_loss_39": 2.789392131567001,
+      "ce_loss_52": 1.4278187423944473,
+      "ce_loss_7": 4.251722925901413,
+      "epoch": 0.253,
+      "grad_norm": 23.732161584585768,
+      "kl_loss_13": 5073.6,
+      "kl_loss_26": 3944.0,
+      "kl_loss_39": 2692.8,
+      "kl_loss_7": 5776.8,
+      "learning_rate": 0.0008585659023794818,
+      "loss": 8730.9,
+      "step": 2530
+    },
+    {
+      "ce_loss_13": 3.8952399492263794,
+      "ce_loss_26": 3.3577997207641603,
+      "ce_loss_39": 2.761990362405777,
+      "ce_loss_52": 1.421005728840828,
+      "ce_loss_7": 4.233315163850785,
+      "epoch": 0.254,
+      "grad_norm": 23.217787871644095,
+      "kl_loss_13": 5080.0,
+      "kl_loss_26": 3941.2,
+      "kl_loss_39": 2674.0,
+      "kl_loss_7": 5788.8,
+      "learning_rate": 0.0008574582938349817,
+      "loss": 8689.0,
+      "step": 2540
+    },
+    {
+      "ce_loss_13": 3.9610107481479644,
+      "ce_loss_26": 3.423109310865402,
+      "ce_loss_39": 2.8520358502864838,
+      "ce_loss_52": 1.4856882840394974,
+      "ce_loss_7": 4.297859001159668,
+      "epoch": 0.255,
+      "grad_norm": 24.36417114927956,
+      "kl_loss_13": 5090.4,
+      "kl_loss_26": 3959.2,
+      "kl_loss_39": 2721.2,
+      "kl_loss_7": 5797.6,
+      "learning_rate": 0.0008563470856894315,
+      "loss": 8682.7,
+      "step": 2550
+    },
+    {
+      "ce_loss_13": 3.9392871856689453,
+      "ce_loss_26": 3.4012055695056915,
+      "ce_loss_39": 2.808671069145203,
+      "ce_loss_52": 1.472413820028305,
+      "ce_loss_7": 4.270819437503815,
+      "epoch": 0.256,
+      "grad_norm": 22.260198047396518,
+      "kl_loss_13": 5046.4,
+      "kl_loss_26": 3928.4,
+      "kl_loss_39": 2676.0,
+      "kl_loss_7": 5743.2,
+      "learning_rate": 0.0008552322891326845,
+      "loss": 8696.9,
+      "step": 2560
+    },
+    {
+      "ce_loss_13": 3.920336198806763,
+      "ce_loss_26": 3.379600703716278,
+      "ce_loss_39": 2.7945084452629088,
+      "ce_loss_52": 1.4492182582616806,
+      "ce_loss_7": 4.2536624610424045,
+      "epoch": 0.257,
+      "grad_norm": 21.726891625639418,
+      "kl_loss_13": 5079.2,
+      "kl_loss_26": 3942.4,
+      "kl_loss_39": 2686.4,
+      "kl_loss_7": 5777.6,
+      "learning_rate": 0.0008541139153907296,
+      "loss": 8637.5,
+      "step": 2570
+    },
+    {
+      "ce_loss_13": 3.8855518221855165,
+      "ce_loss_26": 3.3411356985569,
+      "ce_loss_39": 2.7515164047479628,
+      "ce_loss_52": 1.444500783085823,
+      "ce_loss_7": 4.214444124698639,
+      "epoch": 0.258,
+      "grad_norm": 21.147965943731403,
+      "kl_loss_13": 5012.8,
+      "kl_loss_26": 3868.4,
+      "kl_loss_39": 2618.4,
+      "kl_loss_7": 5708.0,
+      "learning_rate": 0.0008529919757255782,
+      "loss": 8639.8,
+      "step": 2580
+    },
+    {
+      "ce_loss_13": 3.906326872110367,
+      "ce_loss_26": 3.3759279191493987,
+      "ce_loss_39": 2.794377237558365,
+      "ce_loss_52": 1.4845586121082306,
+      "ce_loss_7": 4.233397454023361,
+      "epoch": 0.259,
+      "grad_norm": 23.06645203237802,
+      "kl_loss_13": 4970.4,
+      "kl_loss_26": 3854.4,
+      "kl_loss_39": 2612.0,
+      "kl_loss_7": 5654.4,
+      "learning_rate": 0.0008518664814351503,
+      "loss": 8576.9,
+      "step": 2590
+    },
+    {
+      "ce_loss_13": 3.7816513538360597,
+      "ce_loss_26": 3.2462404370307922,
+      "ce_loss_39": 2.6499598264694213,
+      "ce_loss_52": 1.391408371925354,
+      "ce_loss_7": 4.128740018606186,
+      "epoch": 0.26,
+      "grad_norm": 23.574382647594796,
+      "kl_loss_13": 4927.2,
+      "kl_loss_26": 3814.8,
+      "kl_loss_39": 2554.8,
+      "kl_loss_7": 5640.8,
+      "learning_rate": 0.0008507374438531607,
+      "loss": 8563.9,
+      "step": 2600
+    },
+    {
+      "ce_loss_13": 3.9538560569286347,
+      "ce_loss_26": 3.4095658123493195,
+      "ce_loss_39": 2.8113979279994963,
+      "ce_loss_52": 1.4748313665390014,
+      "ce_loss_7": 4.2874442756176,
+      "epoch": 0.261,
+      "grad_norm": 22.486126104346287,
+      "kl_loss_13": 5098.4,
+      "kl_loss_26": 3961.2,
+      "kl_loss_39": 2686.8,
+      "kl_loss_7": 5806.4,
+      "learning_rate": 0.0008496048743490053,
+      "loss": 8565.1,
+      "step": 2610
+    },
+    {
+      "ce_loss_13": 3.806992840766907,
+      "ce_loss_26": 3.282588803768158,
+      "ce_loss_39": 2.7138577342033385,
+      "ce_loss_52": 1.4272374346852303,
+      "ce_loss_7": 4.137687039375305,
+      "epoch": 0.262,
+      "grad_norm": 23.33658890766694,
+      "kl_loss_13": 4889.6,
+      "kl_loss_26": 3786.4,
+      "kl_loss_39": 2568.2,
+      "kl_loss_7": 5575.2,
+      "learning_rate": 0.0008484687843276469,
+      "loss": 8535.4,
+      "step": 2620
+    },
+    {
+      "ce_loss_13": 3.8657312452793122,
+      "ce_loss_26": 3.3368504345417023,
+      "ce_loss_39": 2.7600394666194914,
+      "ce_loss_52": 1.4648621320724486,
+      "ce_loss_7": 4.185077089071274,
+      "epoch": 0.263,
+      "grad_norm": 21.52255395290807,
+      "kl_loss_13": 4951.2,
+      "kl_loss_26": 3845.2,
+      "kl_loss_39": 2613.2,
+      "kl_loss_7": 5622.4,
+      "learning_rate": 0.0008473291852294987,
+      "loss": 8580.4,
+      "step": 2630
+    },
+    {
+      "ce_loss_13": 3.8671354949474335,
+      "ce_loss_26": 3.334774547815323,
+      "ce_loss_39": 2.757487526535988,
+      "ce_loss_52": 1.4462923228740692,
+      "ce_loss_7": 4.198447376489639,
+      "epoch": 0.264,
+      "grad_norm": 22.57622271607983,
+      "kl_loss_13": 4962.4,
+      "kl_loss_26": 3854.4,
+      "kl_loss_39": 2616.4,
+      "kl_loss_7": 5648.8,
+      "learning_rate": 0.0008461860885303114,
+      "loss": 8492.7,
+      "step": 2640
+    },
+    {
+      "ce_loss_13": 3.875018262863159,
+      "ce_loss_26": 3.3343500018119814,
+      "ce_loss_39": 2.731833589076996,
+      "ce_loss_52": 1.4120988547801971,
+      "ce_loss_7": 4.215745764970779,
+      "epoch": 0.265,
+      "grad_norm": 21.329908759369555,
+      "kl_loss_13": 5048.8,
+      "kl_loss_26": 3930.4,
+      "kl_loss_39": 2648.0,
+      "kl_loss_7": 5764.8,
+      "learning_rate": 0.000845039505741056,
+      "loss": 8545.0,
+      "step": 2650
+    },
+    {
+      "ce_loss_13": 3.8392697393894197,
+      "ce_loss_26": 3.313974368572235,
+      "ce_loss_39": 2.743110102415085,
+      "ce_loss_52": 1.4838833779096603,
+      "ce_loss_7": 4.162828749418258,
+      "epoch": 0.266,
+      "grad_norm": 22.328558189428094,
+      "kl_loss_13": 4850.4,
+      "kl_loss_26": 3737.2,
+      "kl_loss_39": 2504.0,
+      "kl_loss_7": 5524.8,
+      "learning_rate": 0.0008438894484078086,
+      "loss": 8456.0,
+      "step": 2660
+    },
+    {
+      "ce_loss_13": 3.7446135103702547,
+      "ce_loss_26": 3.2187088668346404,
+      "ce_loss_39": 2.6340013802051545,
+      "ce_loss_52": 1.389008679986,
+      "ce_loss_7": 4.068695777654648,
+      "epoch": 0.267,
+      "grad_norm": 22.22147816002266,
+      "kl_loss_13": 4894.4,
+      "kl_loss_26": 3784.0,
+      "kl_loss_39": 2542.0,
+      "kl_loss_7": 5576.0,
+      "learning_rate": 0.0008427359281116334,
+      "loss": 8425.6,
+      "step": 2670
+    },
+    {
+      "ce_loss_13": 3.8235996186733248,
+      "ce_loss_26": 3.292762166261673,
+      "ce_loss_39": 2.7183104872703554,
+      "ce_loss_52": 1.4328299894928933,
+      "ce_loss_7": 4.153199070692063,
+      "epoch": 0.268,
+      "grad_norm": 22.48935879447384,
+      "kl_loss_13": 4909.2,
+      "kl_loss_26": 3800.0,
+      "kl_loss_39": 2568.2,
+      "kl_loss_7": 5595.2,
+      "learning_rate": 0.0008415789564684673,
+      "loss": 8422.0,
+      "step": 2680
+    },
+    {
+      "ce_loss_13": 3.776876950263977,
+      "ce_loss_26": 3.2493546307086945,
+      "ce_loss_39": 2.682066896557808,
+      "ce_loss_52": 1.426028846204281,
+      "ce_loss_7": 4.102496325969696,
+      "epoch": 0.269,
+      "grad_norm": 23.679133499819734,
+      "kl_loss_13": 4848.8,
+      "kl_loss_26": 3742.4,
+      "kl_loss_39": 2509.6,
+      "kl_loss_7": 5526.4,
+      "learning_rate": 0.0008404185451290017,
+      "loss": 8501.8,
+      "step": 2690
+    },
+    {
+      "ce_loss_13": 3.8134057581424714,
+      "ce_loss_26": 3.272122323513031,
+      "ce_loss_39": 2.686330908536911,
+      "ce_loss_52": 1.4213334619998932,
+      "ce_loss_7": 4.143577241897583,
+      "epoch": 0.27,
+      "grad_norm": 22.090911465136045,
+      "kl_loss_13": 4938.4,
+      "kl_loss_26": 3810.8,
+      "kl_loss_39": 2554.8,
+      "kl_loss_7": 5636.8,
+      "learning_rate": 0.0008392547057785661,
+      "loss": 8351.5,
+      "step": 2700
+    },
+    {
+      "ce_loss_13": 3.786053466796875,
+      "ce_loss_26": 3.247877132892609,
+      "ce_loss_39": 2.6689940333366393,
+      "ce_loss_52": 1.4167698860168456,
+      "ce_loss_7": 4.1162903845310215,
+      "epoch": 0.271,
+      "grad_norm": 20.5206064618152,
+      "kl_loss_13": 4872.8,
+      "kl_loss_26": 3742.0,
+      "kl_loss_39": 2504.4,
+      "kl_loss_7": 5563.2,
+      "learning_rate": 0.0008380874501370098,
+      "loss": 8427.4,
+      "step": 2710
+    },
+    {
+      "ce_loss_13": 3.704389762878418,
+      "ce_loss_26": 3.187553709745407,
+      "ce_loss_39": 2.624448519945145,
+      "ce_loss_52": 1.42959221303463,
+      "ce_loss_7": 4.022905468940735,
+      "epoch": 0.272,
+      "grad_norm": 24.53128855683424,
+      "kl_loss_13": 4716.8,
+      "kl_loss_26": 3630.0,
+      "kl_loss_39": 2409.2,
+      "kl_loss_7": 5390.4,
+      "learning_rate": 0.0008369167899585841,
+      "loss": 8346.0,
+      "step": 2720
+    },
+    {
+      "ce_loss_13": 3.7978334367275237,
+      "ce_loss_26": 3.257440310716629,
+      "ce_loss_39": 2.673193109035492,
+      "ce_loss_52": 1.4194035559892655,
+      "ce_loss_7": 4.132071840763092,
+      "epoch": 0.273,
+      "grad_norm": 22.71970164256676,
+      "kl_loss_13": 4896.8,
+      "kl_loss_26": 3759.2,
+      "kl_loss_39": 2513.4,
+      "kl_loss_7": 5595.2,
+      "learning_rate": 0.0008357427370318238,
+      "loss": 8347.6,
+      "step": 2730
+    },
+    {
+      "ce_loss_13": 3.7844323456287383,
+      "ce_loss_26": 3.263492447137833,
+      "ce_loss_39": 2.6871775329113006,
+      "ce_loss_52": 1.452097550034523,
+      "ce_loss_7": 4.105139708518982,
+      "epoch": 0.274,
+      "grad_norm": 22.48264422716788,
+      "kl_loss_13": 4807.2,
+      "kl_loss_26": 3710.0,
+      "kl_loss_39": 2469.2,
+      "kl_loss_7": 5490.4,
+      "learning_rate": 0.0008345653031794292,
+      "loss": 8382.9,
+      "step": 2740
+    },
+    {
+      "ce_loss_13": 3.8110480844974517,
+      "ce_loss_26": 3.2820364594459535,
+      "ce_loss_39": 2.7046351432800293,
+      "ce_loss_52": 1.4519646763801575,
+      "ce_loss_7": 4.134507310390473,
+      "epoch": 0.275,
+      "grad_norm": 21.943498417005777,
+      "kl_loss_13": 4812.0,
+      "kl_loss_26": 3713.6,
+      "kl_loss_39": 2499.8,
+      "kl_loss_7": 5488.0,
+      "learning_rate": 0.0008333845002581458,
+      "loss": 8287.2,
+      "step": 2750
+    },
+    {
+      "ce_loss_13": 3.822121250629425,
+      "ce_loss_26": 3.3007264256477358,
+      "ce_loss_39": 2.73195458650589,
+      "ce_loss_52": 1.4655994832515717,
+      "ce_loss_7": 4.141650629043579,
+      "epoch": 0.276,
+      "grad_norm": 22.59740270522763,
+      "kl_loss_13": 4832.8,
+      "kl_loss_26": 3745.6,
+      "kl_loss_39": 2538.4,
+      "kl_loss_7": 5500.0,
+      "learning_rate": 0.0008322003401586462,
+      "loss": 8283.1,
+      "step": 2760
+    },
+    {
+      "ce_loss_13": 3.726576977968216,
+      "ce_loss_26": 3.214203953742981,
+      "ce_loss_39": 2.669701686501503,
+      "ce_loss_52": 1.4409982591867447,
+      "ce_loss_7": 4.043469870090485,
+      "epoch": 0.277,
+      "grad_norm": 21.384417928568727,
+      "kl_loss_13": 4712.0,
+      "kl_loss_26": 3643.6,
+      "kl_loss_39": 2461.0,
+      "kl_loss_7": 5379.2,
+      "learning_rate": 0.0008310128348054094,
+      "loss": 8251.4,
+      "step": 2770
+    },
+    {
+      "ce_loss_13": 3.768916404247284,
+      "ce_loss_26": 3.2343318104743957,
+      "ce_loss_39": 2.6558803230524064,
+      "ce_loss_52": 1.4221897169947624,
+      "ce_loss_7": 4.097134619951248,
+      "epoch": 0.278,
+      "grad_norm": 21.8508758307847,
+      "kl_loss_13": 4846.4,
+      "kl_loss_26": 3737.6,
+      "kl_loss_39": 2492.4,
+      "kl_loss_7": 5534.4,
+      "learning_rate": 0.0008298219961566008,
+      "loss": 8264.2,
+      "step": 2780
+    },
+    {
+      "ce_loss_13": 3.73385471701622,
+      "ce_loss_26": 3.216676640510559,
+      "ce_loss_39": 2.634915125370026,
+      "ce_loss_52": 1.4022609382867812,
+      "ce_loss_7": 4.067033034563065,
+      "epoch": 0.279,
+      "grad_norm": 22.23449381616188,
+      "kl_loss_13": 4806.0,
+      "kl_loss_26": 3708.8,
+      "kl_loss_39": 2479.2,
+      "kl_loss_7": 5499.2,
+      "learning_rate": 0.0008286278362039527,
+      "loss": 8184.2,
+      "step": 2790
+    },
+    {
+      "ce_loss_13": 3.756936568021774,
+      "ce_loss_26": 3.2383838176727293,
+      "ce_loss_39": 2.672528338432312,
+      "ce_loss_52": 1.452534568309784,
+      "ce_loss_7": 4.076909917593002,
+      "epoch": 0.28,
+      "grad_norm": 21.54056853237845,
+      "kl_loss_13": 4743.2,
+      "kl_loss_26": 3661.6,
+      "kl_loss_39": 2456.0,
+      "kl_loss_7": 5414.4,
+      "learning_rate": 0.0008274303669726426,
+      "loss": 8160.7,
+      "step": 2800
+    },
+    {
+      "ce_loss_13": 3.8688619792461396,
+      "ce_loss_26": 3.3306061148643495,
+      "ce_loss_39": 2.7420520305633547,
+      "ce_loss_52": 1.4561516880989074,
+      "ce_loss_7": 4.191312706470489,
+      "epoch": 0.281,
+      "grad_norm": 23.01011471220724,
+      "kl_loss_13": 4962.4,
+      "kl_loss_26": 3836.4,
+      "kl_loss_39": 2581.6,
+      "kl_loss_7": 5640.8,
+      "learning_rate": 0.0008262296005211721,
+      "loss": 8239.5,
+      "step": 2810
+    },
+    {
+      "ce_loss_13": 3.7579640209674836,
+      "ce_loss_26": 3.2256029903888703,
+      "ce_loss_39": 2.650630474090576,
+      "ce_loss_52": 1.4400919079780579,
+      "ce_loss_7": 4.077768385410309,
+      "epoch": 0.282,
+      "grad_norm": 21.557554897738267,
+      "kl_loss_13": 4784.8,
+      "kl_loss_26": 3661.6,
+      "kl_loss_39": 2435.2,
+      "kl_loss_7": 5454.4,
+      "learning_rate": 0.0008250255489412463,
+      "loss": 8218.5,
+      "step": 2820
+    },
+    {
+      "ce_loss_13": 3.7878367722034456,
+      "ce_loss_26": 3.255573272705078,
+      "ce_loss_39": 2.667675232887268,
+      "ce_loss_52": 1.4289155021309852,
+      "ce_loss_7": 4.111210036277771,
+      "epoch": 0.283,
+      "grad_norm": 22.099755132556425,
+      "kl_loss_13": 4851.2,
+      "kl_loss_26": 3733.6,
+      "kl_loss_39": 2480.6,
+      "kl_loss_7": 5527.2,
+      "learning_rate": 0.0008238182243576511,
+      "loss": 8152.9,
+      "step": 2830
+    },
+    {
+      "ce_loss_13": 3.7699286341667175,
+      "ce_loss_26": 3.2401221811771395,
+      "ce_loss_39": 2.6614575743675233,
+      "ce_loss_52": 1.4347774118185044,
+      "ce_loss_7": 4.08802090883255,
+      "epoch": 0.284,
+      "grad_norm": 21.441617328301042,
+      "kl_loss_13": 4791.6,
+      "kl_loss_26": 3695.6,
+      "kl_loss_39": 2469.8,
+      "kl_loss_7": 5453.6,
+      "learning_rate": 0.0008226076389281315,
+      "loss": 8141.7,
+      "step": 2840
+    },
+    {
+      "ce_loss_13": 3.692534440755844,
+      "ce_loss_26": 3.174397534132004,
+      "ce_loss_39": 2.6222778260707855,
+      "ce_loss_52": 1.4332606226205826,
+      "ce_loss_7": 4.00234357714653,
+      "epoch": 0.285,
+      "grad_norm": 23.306650885126444,
+      "kl_loss_13": 4633.6,
+      "kl_loss_26": 3560.0,
+      "kl_loss_39": 2376.6,
+      "kl_loss_7": 5279.2,
+      "learning_rate": 0.0008213938048432696,
+      "loss": 8068.6,
+      "step": 2850
+    },
+    {
+      "ce_loss_13": 3.6946506440639495,
+      "ce_loss_26": 3.1700410664081575,
+      "ce_loss_39": 2.597234898805618,
+      "ce_loss_52": 1.4046493530273438,
+      "ce_loss_7": 4.0274644792079926,
+      "epoch": 0.286,
+      "grad_norm": 21.879949646782595,
+      "kl_loss_13": 4721.6,
+      "kl_loss_26": 3628.8,
+      "kl_loss_39": 2400.4,
+      "kl_loss_7": 5412.8,
+      "learning_rate": 0.0008201767343263612,
+      "loss": 8086.6,
+      "step": 2860
+    },
+    {
+      "ce_loss_13": 3.7227329850196837,
+      "ce_loss_26": 3.200405848026276,
+      "ce_loss_39": 2.637904042005539,
+      "ce_loss_52": 1.422918725013733,
+      "ce_loss_7": 4.043233323097229,
+      "epoch": 0.287,
+      "grad_norm": 24.428095636864317,
+      "kl_loss_13": 4732.0,
+      "kl_loss_26": 3643.6,
+      "kl_loss_39": 2433.8,
+      "kl_loss_7": 5399.2,
+      "learning_rate": 0.0008189564396332927,
+      "loss": 8066.0,
+      "step": 2870
+    },
+    {
+      "ce_loss_13": 3.721643441915512,
+      "ce_loss_26": 3.185835379362106,
+      "ce_loss_39": 2.6226376593112946,
+      "ce_loss_52": 1.4448419839143753,
+      "ce_loss_7": 4.039817118644715,
+      "epoch": 0.288,
+      "grad_norm": 22.93644669160459,
+      "kl_loss_13": 4683.2,
+      "kl_loss_26": 3561.2,
+      "kl_loss_39": 2345.2,
+      "kl_loss_7": 5352.8,
+      "learning_rate": 0.0008177329330524181,
+      "loss": 8090.5,
+      "step": 2880
+    },
+    {
+      "ce_loss_13": 3.732273721694946,
+      "ce_loss_26": 3.217743480205536,
+      "ce_loss_39": 2.656236010789871,
+      "ce_loss_52": 1.4405113011598587,
+      "ce_loss_7": 4.046578335762024,
+      "epoch": 0.289,
+      "grad_norm": 22.27500685105708,
+      "kl_loss_13": 4702.0,
+      "kl_loss_26": 3629.6,
+      "kl_loss_39": 2416.0,
+      "kl_loss_7": 5360.8,
+      "learning_rate": 0.0008165062269044352,
+      "loss": 8083.7,
+      "step": 2890
+    },
+    {
+      "ce_loss_13": 3.7308314204216004,
+      "ce_loss_26": 3.2038592040538787,
+      "ce_loss_39": 2.6387904793024064,
+      "ce_loss_52": 1.44214668571949,
+      "ce_loss_7": 4.04458264708519,
+      "epoch": 0.29,
+      "grad_norm": 22.45358727511497,
+      "kl_loss_13": 4700.4,
+      "kl_loss_26": 3605.2,
+      "kl_loss_39": 2398.4,
+      "kl_loss_7": 5358.4,
+      "learning_rate": 0.0008152763335422613,
+      "loss": 8063.0,
+      "step": 2900
+    },
+    {
+      "ce_loss_13": 3.6699211478233336,
+      "ce_loss_26": 3.153660440444946,
+      "ce_loss_39": 2.5951134085655214,
+      "ce_loss_52": 1.4221089735627175,
+      "ce_loss_7": 3.978937405347824,
+      "epoch": 0.291,
+      "grad_norm": 23.44237828375525,
+      "kl_loss_13": 4614.0,
+      "kl_loss_26": 3534.4,
+      "kl_loss_39": 2341.4,
+      "kl_loss_7": 5261.6,
+      "learning_rate": 0.0008140432653509088,
+      "loss": 8001.3,
+      "step": 2910
+    },
+    {
+      "ce_loss_13": 3.6406539916992187,
+      "ce_loss_26": 3.1216741025447847,
+      "ce_loss_39": 2.5570163398981096,
+      "ce_loss_52": 1.39638482183218,
+      "ce_loss_7": 3.9557625532150267,
+      "epoch": 0.292,
+      "grad_norm": 21.187460458215387,
+      "kl_loss_13": 4592.8,
+      "kl_loss_26": 3516.8,
+      "kl_loss_39": 2326.8,
+      "kl_loss_7": 5254.0,
+      "learning_rate": 0.0008128070347473608,
+      "loss": 7966.5,
+      "step": 2920
+    },
+    {
+      "ce_loss_13": 3.665645903348923,
+      "ce_loss_26": 3.149553042650223,
+      "ce_loss_39": 2.58870205283165,
+      "ce_loss_52": 1.4208435118198395,
+      "ce_loss_7": 3.9827320516109466,
+      "epoch": 0.293,
+      "grad_norm": 21.300592787802476,
+      "kl_loss_13": 4619.6,
+      "kl_loss_26": 3530.8,
+      "kl_loss_39": 2336.0,
+      "kl_loss_7": 5284.0,
+      "learning_rate": 0.0008115676541804455,
+      "loss": 7990.7,
+      "step": 2930
+    },
+    {
+      "ce_loss_13": 3.6261947989463805,
+      "ce_loss_26": 3.1126498699188234,
+      "ce_loss_39": 2.5498824626207353,
+      "ce_loss_52": 1.3916691318154335,
+      "ce_loss_7": 3.9482949018478393,
+      "epoch": 0.294,
+      "grad_norm": 21.8788417242541,
+      "kl_loss_13": 4598.0,
+      "kl_loss_26": 3513.2,
+      "kl_loss_39": 2317.4,
+      "kl_loss_7": 5269.6,
+      "learning_rate": 0.0008103251361307119,
+      "loss": 7972.2,
+      "step": 2940
+    },
+    {
+      "ce_loss_13": 3.6617009818553923,
+      "ce_loss_26": 3.134212648868561,
+      "ce_loss_39": 2.569432234764099,
+      "ce_loss_52": 1.4306001305580138,
+      "ce_loss_7": 3.978475254774094,
+      "epoch": 0.295,
+      "grad_norm": 21.383257731886584,
+      "kl_loss_13": 4584.8,
+      "kl_loss_26": 3486.8,
+      "kl_loss_39": 2289.6,
+      "kl_loss_7": 5252.0,
+      "learning_rate": 0.0008090794931103026,
+      "loss": 7903.9,
+      "step": 2950
+    },
+    {
+      "ce_loss_13": 3.674825745820999,
+      "ce_loss_26": 3.1651513874530792,
+      "ce_loss_39": 2.605163484811783,
+      "ce_loss_52": 1.434949815273285,
+      "ce_loss_7": 3.988205587863922,
+      "epoch": 0.296,
+      "grad_norm": 21.87171120261939,
+      "kl_loss_13": 4585.6,
+      "kl_loss_26": 3519.2,
+      "kl_loss_39": 2327.0,
+      "kl_loss_7": 5246.4,
+      "learning_rate": 0.0008078307376628291,
+      "loss": 7903.2,
+      "step": 2960
+    },
+    {
+      "ce_loss_13": 3.6504483819007874,
+      "ce_loss_26": 3.1346111416816713,
+      "ce_loss_39": 2.5827776730060577,
+      "ce_loss_52": 1.4189698368310928,
+      "ce_loss_7": 3.9625262200832365,
+      "epoch": 0.297,
+      "grad_norm": 23.048467847326563,
+      "kl_loss_13": 4571.2,
+      "kl_loss_26": 3498.4,
+      "kl_loss_39": 2319.0,
+      "kl_loss_7": 5224.0,
+      "learning_rate": 0.000806578882363245,
+      "loss": 7901.6,
+      "step": 2970
+    },
+    {
+      "ce_loss_13": 3.655070722103119,
+      "ce_loss_26": 3.136745995283127,
+      "ce_loss_39": 2.5604557782411574,
+      "ce_loss_52": 1.401164847612381,
+      "ce_loss_7": 3.973217171430588,
+      "epoch": 0.298,
+      "grad_norm": 21.078263907370157,
+      "kl_loss_13": 4614.4,
+      "kl_loss_26": 3538.4,
+      "kl_loss_39": 2311.4,
+      "kl_loss_7": 5287.2,
+      "learning_rate": 0.0008053239398177191,
+      "loss": 7911.8,
+      "step": 2980
+    },
+    {
+      "ce_loss_13": 3.6555157959461213,
+      "ce_loss_26": 3.13962464928627,
+      "ce_loss_39": 2.5709628492593763,
+      "ce_loss_52": 1.4242349237203598,
+      "ce_loss_7": 3.9756637513637543,
+      "epoch": 0.299,
+      "grad_norm": 22.608350182138345,
+      "kl_loss_13": 4603.2,
+      "kl_loss_26": 3520.4,
+      "kl_loss_39": 2304.0,
+      "kl_loss_7": 5274.4,
+      "learning_rate": 0.0008040659226635089,
+      "loss": 7892.4,
+      "step": 2990
+    },
+    {
+      "ce_loss_13": 3.6532657563686373,
+      "ce_loss_26": 3.124306696653366,
+      "ce_loss_39": 2.557386627793312,
+      "ce_loss_52": 1.402693158388138,
+      "ce_loss_7": 3.9695385217666628,
+      "epoch": 0.3,
+      "grad_norm": 22.376822604204033,
+      "kl_loss_13": 4616.4,
+      "kl_loss_26": 3523.6,
+      "kl_loss_39": 2321.8,
+      "kl_loss_7": 5287.2,
+      "learning_rate": 0.0008028048435688333,
+      "loss": 7820.7,
+      "step": 3000
+    },
+    {
+      "ce_loss_13": 3.6811940252780913,
+      "ce_loss_26": 3.1677908301353455,
+      "ce_loss_39": 2.607375094294548,
+      "ce_loss_52": 1.4560914367437363,
+      "ce_loss_7": 3.9915607273578644,
+      "epoch": 0.301,
+      "grad_norm": 21.84188714128543,
+      "kl_loss_13": 4604.8,
+      "kl_loss_26": 3538.4,
+      "kl_loss_39": 2343.2,
+      "kl_loss_7": 5256.0,
+      "learning_rate": 0.0008015407152327448,
+      "loss": 7933.0,
+      "step": 3010
+    },
+    {
+      "ce_loss_13": 3.737543153762817,
+      "ce_loss_26": 3.2195757627487183,
+      "ce_loss_39": 2.6466131448745727,
+      "ce_loss_52": 1.4449012607336045,
+      "ce_loss_7": 4.052252840995789,
+      "epoch": 0.302,
+      "grad_norm": 22.34664686545947,
+      "kl_loss_13": 4700.8,
+      "kl_loss_26": 3618.8,
+      "kl_loss_39": 2394.4,
+      "kl_loss_7": 5358.4,
+      "learning_rate": 0.0008002735503850016,
+      "loss": 7844.2,
+      "step": 3020
+    },
+    {
+      "ce_loss_13": 3.6698498368263244,
+      "ce_loss_26": 3.155323106050491,
+      "ce_loss_39": 2.579972979426384,
+      "ce_loss_52": 1.4486516952514648,
+      "ce_loss_7": 3.9814261555671693,
+      "epoch": 0.303,
+      "grad_norm": 22.316774640404955,
+      "kl_loss_13": 4563.2,
+      "kl_loss_26": 3486.8,
+      "kl_loss_39": 2285.2,
+      "kl_loss_7": 5213.6,
+      "learning_rate": 0.0007990033617859396,
+      "loss": 7844.3,
+      "step": 3030
+    },
+    {
+      "ce_loss_13": 3.661813771724701,
+      "ce_loss_26": 3.1450955271720886,
+      "ce_loss_39": 2.5806987404823305,
+      "ce_loss_52": 1.4304928302764892,
+      "ce_loss_7": 3.9737633407115935,
+      "epoch": 0.304,
+      "grad_norm": 22.094854051528255,
+      "kl_loss_13": 4595.2,
+      "kl_loss_26": 3519.2,
+      "kl_loss_39": 2321.2,
+      "kl_loss_7": 5248.0,
+      "learning_rate": 0.000797730162226344,
+      "loss": 7813.7,
+      "step": 3040
+    },
+    {
+      "ce_loss_13": 3.6036822319030763,
+      "ce_loss_26": 3.0875354915857316,
+      "ce_loss_39": 2.5262934505939483,
+      "ce_loss_52": 1.3893155947327613,
+      "ce_loss_7": 3.921951335668564,
+      "epoch": 0.305,
+      "grad_norm": 22.896126437016644,
+      "kl_loss_13": 4538.0,
+      "kl_loss_26": 3453.6,
+      "kl_loss_39": 2252.6,
+      "kl_loss_7": 5210.4,
+      "learning_rate": 0.0007964539645273203,
+      "loss": 7783.3,
+      "step": 3050
+    },
+    {
+      "ce_loss_13": 3.690790832042694,
+      "ce_loss_26": 3.1806884586811064,
+      "ce_loss_39": 2.6345931828022002,
+      "ce_loss_52": 1.4827970415353775,
+      "ce_loss_7": 3.996461832523346,
+      "epoch": 0.306,
+      "grad_norm": 22.12157409866164,
+      "kl_loss_13": 4558.4,
+      "kl_loss_26": 3495.6,
+      "kl_loss_39": 2322.2,
+      "kl_loss_7": 5202.4,
+      "learning_rate": 0.000795174781540165,
+      "loss": 7798.9,
+      "step": 3060
+    },
+    {
+      "ce_loss_13": 3.6345800876617433,
+      "ce_loss_26": 3.126866352558136,
+      "ce_loss_39": 2.5723444908857345,
+      "ce_loss_52": 1.4505648389458656,
+      "ce_loss_7": 3.938809943199158,
+      "epoch": 0.307,
+      "grad_norm": 21.67276371006888,
+      "kl_loss_13": 4502.8,
+      "kl_loss_26": 3435.6,
+      "kl_loss_39": 2259.2,
+      "kl_loss_7": 5140.8,
+      "learning_rate": 0.0007938926261462366,
+      "loss": 7786.2,
+      "step": 3070
+    },
+    {
+      "ce_loss_13": 3.6539651334285734,
+      "ce_loss_26": 3.136826354265213,
+      "ce_loss_39": 2.5686775982379912,
+      "ce_loss_52": 1.4312876760959625,
+      "ce_loss_7": 3.9670185923576353,
+      "epoch": 0.308,
+      "grad_norm": 23.264906723037097,
+      "kl_loss_13": 4571.6,
+      "kl_loss_26": 3495.6,
+      "kl_loss_39": 2289.8,
+      "kl_loss_7": 5231.2,
+      "learning_rate": 0.0007926075112568258,
+      "loss": 7773.0,
+      "step": 3080
+    },
+    {
+      "ce_loss_13": 3.6424070239067077,
+      "ce_loss_26": 3.13111692070961,
+      "ce_loss_39": 2.5661837816238404,
+      "ce_loss_52": 1.4395585834980011,
+      "ce_loss_7": 3.9482239544391633,
+      "epoch": 0.309,
+      "grad_norm": 22.051447045868983,
+      "kl_loss_13": 4540.0,
+      "kl_loss_26": 3467.2,
+      "kl_loss_39": 2265.6,
+      "kl_loss_7": 5186.4,
+      "learning_rate": 0.0007913194498130252,
+      "loss": 7730.0,
+      "step": 3090
+    },
+    {
+      "ce_loss_13": 3.6187573671340942,
+      "ce_loss_26": 3.110442912578583,
+      "ce_loss_39": 2.553048479557037,
+      "ce_loss_52": 1.4316339492797852,
+      "ce_loss_7": 3.92513769865036,
+      "epoch": 0.31,
+      "grad_norm": 22.041241368180156,
+      "kl_loss_13": 4504.8,
+      "kl_loss_26": 3436.0,
+      "kl_loss_39": 2242.0,
+      "kl_loss_7": 5140.0,
+      "learning_rate": 0.0007900284547855992,
+      "loss": 7742.0,
+      "step": 3100
+    },
+    {
+      "ce_loss_13": 3.6639523029327394,
+      "ce_loss_26": 3.1580884575843813,
+      "ce_loss_39": 2.5835469484329225,
+      "ce_loss_52": 1.4442215472459794,
+      "ce_loss_7": 3.976783311367035,
+      "epoch": 0.311,
+      "grad_norm": 20.880619592237565,
+      "kl_loss_13": 4592.0,
+      "kl_loss_26": 3526.4,
+      "kl_loss_39": 2312.4,
+      "kl_loss_7": 5244.8,
+      "learning_rate": 0.0007887345391748532,
+      "loss": 7735.3,
+      "step": 3110
+    },
+    {
+      "ce_loss_13": 3.6283124804496767,
+      "ce_loss_26": 3.113315612077713,
+      "ce_loss_39": 2.547743684053421,
+      "ce_loss_52": 1.42053325176239,
+      "ce_loss_7": 3.9331269919872285,
+      "epoch": 0.312,
+      "grad_norm": 22.15121587945531,
+      "kl_loss_13": 4543.2,
+      "kl_loss_26": 3463.2,
+      "kl_loss_39": 2267.8,
+      "kl_loss_7": 5184.8,
+      "learning_rate": 0.0007874377160105036,
+      "loss": 7729.4,
+      "step": 3120
+    },
+    {
+      "ce_loss_13": 3.6399169504642486,
+      "ce_loss_26": 3.135877913236618,
+      "ce_loss_39": 2.5725889205932617,
+      "ce_loss_52": 1.4427233994007111,
+      "ce_loss_7": 3.9606189668178557,
+      "epoch": 0.313,
+      "grad_norm": 21.87500401487531,
+      "kl_loss_13": 4563.2,
+      "kl_loss_26": 3490.0,
+      "kl_loss_39": 2276.4,
+      "kl_loss_7": 5228.0,
+      "learning_rate": 0.0007861379983515449,
+      "loss": 7710.9,
+      "step": 3130
+    },
+    {
+      "ce_loss_13": 3.634021121263504,
+      "ce_loss_26": 3.111995500326157,
+      "ce_loss_39": 2.5583092838525774,
+      "ce_loss_52": 1.4399698421359062,
+      "ce_loss_7": 3.94167400598526,
+      "epoch": 0.314,
+      "grad_norm": 22.854565496538875,
+      "kl_loss_13": 4504.4,
+      "kl_loss_26": 3415.2,
+      "kl_loss_39": 2230.6,
+      "kl_loss_7": 5153.6,
+      "learning_rate": 0.0007848353992861195,
+      "loss": 7710.3,
+      "step": 3140
+    },
+    {
+      "ce_loss_13": 3.6272457361221315,
+      "ce_loss_26": 3.116968184709549,
+      "ce_loss_39": 2.551611191034317,
+      "ce_loss_52": 1.437747061252594,
+      "ce_loss_7": 3.9388325929641725,
+      "epoch": 0.315,
+      "grad_norm": 21.84748688614269,
+      "kl_loss_13": 4498.8,
+      "kl_loss_26": 3427.6,
+      "kl_loss_39": 2231.6,
+      "kl_loss_7": 5142.4,
+      "learning_rate": 0.0007835299319313853,
+      "loss": 7607.0,
+      "step": 3150
+    },
+    {
+      "ce_loss_13": 3.613277268409729,
+      "ce_loss_26": 3.0916620969772337,
+      "ce_loss_39": 2.5186130821704866,
+      "ce_loss_52": 1.3888636380434036,
+      "ce_loss_7": 3.935783725976944,
+      "epoch": 0.316,
+      "grad_norm": 21.933561198317395,
+      "kl_loss_13": 4519.2,
+      "kl_loss_26": 3438.8,
+      "kl_loss_39": 2232.0,
+      "kl_loss_7": 5189.6,
+      "learning_rate": 0.0007822216094333848,
+      "loss": 7650.0,
+      "step": 3160
+    },
+    {
+      "ce_loss_13": 3.658072179555893,
+      "ce_loss_26": 3.1417903542518615,
+      "ce_loss_39": 2.577219474315643,
+      "ce_loss_52": 1.437073315680027,
+      "ce_loss_7": 3.970378410816193,
+      "epoch": 0.317,
+      "grad_norm": 22.034139537965903,
+      "kl_loss_13": 4566.4,
+      "kl_loss_26": 3493.2,
+      "kl_loss_39": 2301.8,
+      "kl_loss_7": 5224.0,
+      "learning_rate": 0.0007809104449669101,
+      "loss": 7644.7,
+      "step": 3170
+    },
+    {
+      "ce_loss_13": 3.593963289260864,
+      "ce_loss_26": 3.080548882484436,
+      "ce_loss_39": 2.5262903541326525,
+      "ce_loss_52": 1.4362893968820571,
+      "ce_loss_7": 3.8962223708629606,
+      "epoch": 0.318,
+      "grad_norm": 22.12833658126749,
+      "kl_loss_13": 4417.6,
+      "kl_loss_26": 3353.2,
+      "kl_loss_39": 2169.6,
+      "kl_loss_7": 5054.4,
+      "learning_rate": 0.0007795964517353734,
+      "loss": 7580.1,
+      "step": 3180
+    },
+    {
+      "ce_loss_13": 3.639219433069229,
+      "ce_loss_26": 3.126335847377777,
+      "ce_loss_39": 2.5598012149333953,
+      "ce_loss_52": 1.4479554057121278,
+      "ce_loss_7": 3.955880182981491,
+      "epoch": 0.319,
+      "grad_norm": 21.421584248628356,
+      "kl_loss_13": 4524.8,
+      "kl_loss_26": 3445.2,
+      "kl_loss_39": 2238.4,
+      "kl_loss_7": 5180.8,
+      "learning_rate": 0.000778279642970672,
+      "loss": 7577.4,
+      "step": 3190
+    },
+    {
+      "ce_loss_13": 3.593672776222229,
+      "ce_loss_26": 3.076059252023697,
+      "ce_loss_39": 2.5206238448619844,
+      "ce_loss_52": 1.4138888984918594,
+      "ce_loss_7": 3.898124760389328,
+      "epoch": 0.32,
+      "grad_norm": 23.27138036145762,
+      "kl_loss_13": 4477.6,
+      "kl_loss_26": 3400.0,
+      "kl_loss_39": 2214.8,
+      "kl_loss_7": 5123.2,
+      "learning_rate": 0.0007769600319330552,
+      "loss": 7595.6,
+      "step": 3200
+    },
+    {
+      "ce_loss_13": 3.6573951125144957,
+      "ce_loss_26": 3.166206729412079,
+      "ce_loss_39": 2.6105258047580717,
+      "ce_loss_52": 1.47857309281826,
+      "ce_loss_7": 3.9568731427192687,
+      "epoch": 0.321,
+      "grad_norm": 21.35600054948774,
+      "kl_loss_13": 4470.4,
+      "kl_loss_26": 3434.4,
+      "kl_loss_39": 2255.6,
+      "kl_loss_7": 5100.8,
+      "learning_rate": 0.0007756376319109917,
+      "loss": 7610.9,
+      "step": 3210
+    },
+    {
+      "ce_loss_13": 3.619207721948624,
+      "ce_loss_26": 3.112484961748123,
+      "ce_loss_39": 2.5595098197460175,
+      "ce_loss_52": 1.442267394065857,
+      "ce_loss_7": 3.9296476364135744,
+      "epoch": 0.322,
+      "grad_norm": 21.117056892906756,
+      "kl_loss_13": 4453.6,
+      "kl_loss_26": 3396.0,
+      "kl_loss_39": 2218.0,
+      "kl_loss_7": 5104.8,
+      "learning_rate": 0.0007743124562210351,
+      "loss": 7569.7,
+      "step": 3220
+    },
+    {
+      "ce_loss_13": 3.612431305646896,
+      "ce_loss_26": 3.104649418592453,
+      "ce_loss_39": 2.5444509416818617,
+      "ce_loss_52": 1.4610149055719375,
+      "ce_loss_7": 3.9223886907100676,
+      "epoch": 0.323,
+      "grad_norm": 22.510814919939268,
+      "kl_loss_13": 4408.0,
+      "kl_loss_26": 3338.4,
+      "kl_loss_39": 2155.4,
+      "kl_loss_7": 5054.4,
+      "learning_rate": 0.0007729845182076895,
+      "loss": 7565.6,
+      "step": 3230
+    },
+    {
+      "ce_loss_13": 3.5650066912174223,
+      "ce_loss_26": 3.060505121946335,
+      "ce_loss_39": 2.5127211630344393,
+      "ce_loss_52": 1.445562407374382,
+      "ce_loss_7": 3.8779995679855346,
+      "epoch": 0.324,
+      "grad_norm": 24.007681143469355,
+      "kl_loss_13": 4388.4,
+      "kl_loss_26": 3323.6,
+      "kl_loss_39": 2150.2,
+      "kl_loss_7": 5044.0,
+      "learning_rate": 0.0007716538312432765,
+      "loss": 7556.0,
+      "step": 3240
+    },
+    {
+      "ce_loss_13": 3.5737381398677828,
+      "ce_loss_26": 3.0725920855998994,
+      "ce_loss_39": 2.5134449005126953,
+      "ce_loss_52": 1.4138619631528855,
+      "ce_loss_7": 3.8855117499828338,
+      "epoch": 0.325,
+      "grad_norm": 22.203629206824775,
+      "kl_loss_13": 4430.8,
+      "kl_loss_26": 3379.6,
+      "kl_loss_39": 2197.4,
+      "kl_loss_7": 5081.6,
+      "learning_rate": 0.0007703204087277988,
+      "loss": 7530.7,
+      "step": 3250
+    },
+    {
+      "ce_loss_13": 3.5474561214447022,
+      "ce_loss_26": 3.037938302755356,
+      "ce_loss_39": 2.477022570371628,
+      "ce_loss_52": 1.3884405881166457,
+      "ce_loss_7": 3.85917187333107,
+      "epoch": 0.326,
+      "grad_norm": 21.98291246151193,
+      "kl_loss_13": 4437.6,
+      "kl_loss_26": 3371.6,
+      "kl_loss_39": 2176.2,
+      "kl_loss_7": 5089.6,
+      "learning_rate": 0.0007689842640888063,
+      "loss": 7519.3,
+      "step": 3260
+    },
+    {
+      "ce_loss_13": 3.6053310513496397,
+      "ce_loss_26": 3.0936122059822084,
+      "ce_loss_39": 2.5414693653583527,
+      "ce_loss_52": 1.4531731829047203,
+      "ce_loss_7": 3.913253253698349,
+      "epoch": 0.327,
+      "grad_norm": 22.418707773974628,
+      "kl_loss_13": 4430.8,
+      "kl_loss_26": 3360.0,
+      "kl_loss_39": 2184.0,
+      "kl_loss_7": 5068.4,
+      "learning_rate": 0.0007676454107812607,
+      "loss": 7473.1,
+      "step": 3270
+    },
+    {
+      "ce_loss_13": 3.545606768131256,
+      "ce_loss_26": 3.0480951845645903,
+      "ce_loss_39": 2.499777999520302,
+      "ce_loss_52": 1.4314876705408097,
+      "ce_loss_7": 3.849948841333389,
+      "epoch": 0.328,
+      "grad_norm": 22.389500426390892,
+      "kl_loss_13": 4402.4,
+      "kl_loss_26": 3351.6,
+      "kl_loss_39": 2160.2,
+      "kl_loss_7": 5035.2,
+      "learning_rate": 0.0007663038622873999,
+      "loss": 7510.3,
+      "step": 3280
+    },
+    {
+      "ce_loss_13": 3.6383297204971314,
+      "ce_loss_26": 3.127288430929184,
+      "ce_loss_39": 2.561781680583954,
+      "ce_loss_52": 1.4617935866117477,
+      "ce_loss_7": 3.9572836577892305,
+      "epoch": 0.329,
+      "grad_norm": 23.105081611165705,
+      "kl_loss_13": 4472.4,
+      "kl_loss_26": 3396.8,
+      "kl_loss_39": 2202.8,
+      "kl_loss_7": 5139.2,
+      "learning_rate": 0.0007649596321166025,
+      "loss": 7473.8,
+      "step": 3290
+    },
+    {
+      "ce_loss_13": 3.5131199419498444,
+      "ce_loss_26": 3.0129006803035736,
+      "ce_loss_39": 2.4699264496564863,
+      "ce_loss_52": 1.4362694859504699,
+      "ce_loss_7": 3.8114282488822937,
+      "epoch": 0.33,
+      "grad_norm": 22.77133190654901,
+      "kl_loss_13": 4268.0,
+      "kl_loss_26": 3223.6,
+      "kl_loss_39": 2069.4,
+      "kl_loss_7": 4882.4,
+      "learning_rate": 0.0007636127338052513,
+      "loss": 7443.1,
+      "step": 3300
+    },
+    {
+      "ce_loss_13": 3.5485077798366547,
+      "ce_loss_26": 3.0334243774414062,
+      "ce_loss_39": 2.471779704093933,
+      "ce_loss_52": 1.4008762776851653,
+      "ce_loss_7": 3.860434752702713,
+      "epoch": 0.331,
+      "grad_norm": 22.94544302407564,
+      "kl_loss_13": 4425.6,
+      "kl_loss_26": 3344.4,
+      "kl_loss_39": 2154.8,
+      "kl_loss_7": 5076.8,
+      "learning_rate": 0.0007622631809165971,
+      "loss": 7403.2,
+      "step": 3310
+    },
+    {
+      "ce_loss_13": 3.611973536014557,
+      "ce_loss_26": 3.1062149882316588,
+      "ce_loss_39": 2.5540910184383394,
+      "ce_loss_52": 1.4812486261129378,
+      "ce_loss_7": 3.913082367181778,
+      "epoch": 0.332,
+      "grad_norm": 21.844212510164496,
+      "kl_loss_13": 4407.2,
+      "kl_loss_26": 3357.6,
+      "kl_loss_39": 2168.2,
+      "kl_loss_7": 5035.2,
+      "learning_rate": 0.000760910987040623,
+      "loss": 7436.1,
+      "step": 3320
+    },
+    {
+      "ce_loss_13": 3.500666618347168,
+      "ce_loss_26": 2.992197906970978,
+      "ce_loss_39": 2.443836176395416,
+      "ce_loss_52": 1.4172912210226059,
+      "ce_loss_7": 3.809192955493927,
+      "epoch": 0.333,
+      "grad_norm": 22.341971135877618,
+      "kl_loss_13": 4287.2,
+      "kl_loss_26": 3229.2,
+      "kl_loss_39": 2050.8,
+      "kl_loss_7": 4934.4,
+      "learning_rate": 0.000759556165793906,
+      "loss": 7354.8,
+      "step": 3330
+    },
+    {
+      "ce_loss_13": 3.572561663389206,
+      "ce_loss_26": 3.0666925728321077,
+      "ce_loss_39": 2.5258089125156404,
+      "ce_loss_52": 1.4658059388399125,
+      "ce_loss_7": 3.8703009307384493,
+      "epoch": 0.334,
+      "grad_norm": 20.585398734523825,
+      "kl_loss_13": 4346.0,
+      "kl_loss_26": 3292.8,
+      "kl_loss_39": 2121.6,
+      "kl_loss_7": 4966.4,
+      "learning_rate": 0.000758198730819481,
+      "loss": 7376.9,
+      "step": 3340
+    },
+    {
+      "ce_loss_13": 3.5921706318855287,
+      "ce_loss_26": 3.0865486025810243,
+      "ce_loss_39": 2.5250521272420885,
+      "ce_loss_52": 1.4276385620236396,
+      "ce_loss_7": 3.9076746106147766,
+      "epoch": 0.335,
+      "grad_norm": 22.48300338159267,
+      "kl_loss_13": 4447.2,
+      "kl_loss_26": 3387.2,
+      "kl_loss_39": 2194.8,
+      "kl_loss_7": 5095.2,
+      "learning_rate": 0.0007568386957867032,
+      "loss": 7407.2,
+      "step": 3350
+    },
+    {
+      "ce_loss_13": 3.5395087361335755,
+      "ce_loss_26": 3.0476285994052885,
+      "ce_loss_39": 2.5039754688739775,
+      "ce_loss_52": 1.4519936561584472,
+      "ce_loss_7": 3.8360753774642946,
+      "epoch": 0.336,
+      "grad_norm": 22.282680621594952,
+      "kl_loss_13": 4315.6,
+      "kl_loss_26": 3284.8,
+      "kl_loss_39": 2115.8,
+      "kl_loss_7": 4935.2,
+      "learning_rate": 0.0007554760743911103,
+      "loss": 7349.9,
+      "step": 3360
+    },
+    {
+      "ce_loss_13": 3.5341054499149323,
+      "ce_loss_26": 3.0255552768707275,
+      "ce_loss_39": 2.4795517563819884,
+      "ce_loss_52": 1.43424501568079,
+      "ce_loss_7": 3.8406670331954955,
+      "epoch": 0.337,
+      "grad_norm": 21.82655281544531,
+      "kl_loss_13": 4317.2,
+      "kl_loss_26": 3248.8,
+      "kl_loss_39": 2081.8,
+      "kl_loss_7": 4959.2,
+      "learning_rate": 0.0007541108803542846,
+      "loss": 7352.9,
+      "step": 3370
+    },
+    {
+      "ce_loss_13": 3.571430027484894,
+      "ce_loss_26": 3.0674545526504517,
+      "ce_loss_39": 2.5179436981678007,
+      "ce_loss_52": 1.4572079569101333,
+      "ce_loss_7": 3.8665721654891967,
+      "epoch": 0.338,
+      "grad_norm": 20.283540782731166,
+      "kl_loss_13": 4343.6,
+      "kl_loss_26": 3291.2,
+      "kl_loss_39": 2129.4,
+      "kl_loss_7": 4966.4,
+      "learning_rate": 0.0007527431274237149,
+      "loss": 7371.7,
+      "step": 3380
+    },
+    {
+      "ce_loss_13": 3.53710196018219,
+      "ce_loss_26": 3.0354479968547823,
+      "ce_loss_39": 2.4885441571474076,
+      "ce_loss_52": 1.4400692582130432,
+      "ce_loss_7": 3.8393473029136658,
+      "epoch": 0.339,
+      "grad_norm": 21.387970982998613,
+      "kl_loss_13": 4311.6,
+      "kl_loss_26": 3256.4,
+      "kl_loss_39": 2099.8,
+      "kl_loss_7": 4936.0,
+      "learning_rate": 0.0007513728293726579,
+      "loss": 7294.4,
+      "step": 3390
+    },
+    {
+      "ce_loss_13": 3.523770880699158,
+      "ce_loss_26": 3.0170785784721375,
+      "ce_loss_39": 2.4583947211503983,
+      "ce_loss_52": 1.43256463855505,
+      "ce_loss_7": 3.822116255760193,
+      "epoch": 0.34,
+      "grad_norm": 21.22690089148789,
+      "kl_loss_13": 4311.6,
+      "kl_loss_26": 3260.0,
+      "kl_loss_39": 2066.6,
+      "kl_loss_7": 4940.0,
+      "learning_rate": 0.00075,
+      "loss": 7289.9,
+      "step": 3400
+    },
+    {
+      "ce_loss_13": 3.495673859119415,
+      "ce_loss_26": 2.9982276618480683,
+      "ce_loss_39": 2.444023036956787,
+      "ce_loss_52": 1.4111162751913071,
+      "ce_loss_7": 3.805855029821396,
+      "epoch": 0.341,
+      "grad_norm": 20.68401947266934,
+      "kl_loss_13": 4286.0,
+      "kl_loss_26": 3244.8,
+      "kl_loss_39": 2061.6,
+      "kl_loss_7": 4924.4,
+      "learning_rate": 0.0007486246531301177,
+      "loss": 7295.1,
+      "step": 3410
+    },
+    {
+      "ce_loss_13": 3.532993698120117,
+      "ce_loss_26": 3.0362183272838594,
+      "ce_loss_39": 2.485447385907173,
+      "ce_loss_52": 1.4526691198349,
+      "ce_loss_7": 3.830386519432068,
+      "epoch": 0.342,
+      "grad_norm": 22.222401081185772,
+      "kl_loss_13": 4299.6,
+      "kl_loss_26": 3249.2,
+      "kl_loss_39": 2080.4,
+      "kl_loss_7": 4928.0,
+      "learning_rate": 0.0007472468026127384,
+      "loss": 7341.7,
+      "step": 3420
+    },
+    {
+      "ce_loss_13": 3.463904342055321,
+      "ce_loss_26": 2.9640887469053268,
+      "ce_loss_39": 2.421750417351723,
+      "ce_loss_52": 1.4137367144227029,
+      "ce_loss_7": 3.7643026977777483,
+      "epoch": 0.343,
+      "grad_norm": 21.63494224797145,
+      "kl_loss_13": 4250.8,
+      "kl_loss_26": 3196.2,
+      "kl_loss_39": 2039.9,
+      "kl_loss_7": 4881.6,
+      "learning_rate": 0.000745866462322802,
+      "loss": 7230.95,
+      "step": 3430
+    },
+    {
+      "ce_loss_13": 3.5996195137500764,
+      "ce_loss_26": 3.093309980630875,
+      "ce_loss_39": 2.5379314005374907,
+      "ce_loss_52": 1.4943716078996658,
+      "ce_loss_7": 3.899878454208374,
+      "epoch": 0.344,
+      "grad_norm": 23.12022506478991,
+      "kl_loss_13": 4332.0,
+      "kl_loss_26": 3268.0,
+      "kl_loss_39": 2085.8,
+      "kl_loss_7": 4968.0,
+      "learning_rate": 0.0007444836461603195,
+      "loss": 7294.5,
+      "step": 3440
+    },
+    {
+      "ce_loss_13": 3.460267198085785,
+      "ce_loss_26": 2.979328769445419,
+      "ce_loss_39": 2.435830682516098,
+      "ce_loss_52": 1.409597858786583,
+      "ce_loss_7": 3.7637628614902496,
+      "epoch": 0.345,
+      "grad_norm": 22.11179077444158,
+      "kl_loss_13": 4240.0,
+      "kl_loss_26": 3220.0,
+      "kl_loss_39": 2052.4,
+      "kl_loss_7": 4872.8,
+      "learning_rate": 0.0007430983680502344,
+      "loss": 7260.3,
+      "step": 3450
+    },
+    {
+      "ce_loss_13": 3.484216260910034,
+      "ce_loss_26": 2.986140418052673,
+      "ce_loss_39": 2.4419540107250213,
+      "ce_loss_52": 1.423793789744377,
+      "ce_loss_7": 3.783113992214203,
+      "epoch": 0.346,
+      "grad_norm": 21.48292293909848,
+      "kl_loss_13": 4242.0,
+      "kl_loss_26": 3200.0,
+      "kl_loss_39": 2037.4,
+      "kl_loss_7": 4868.0,
+      "learning_rate": 0.0007417106419422819,
+      "loss": 7210.1,
+      "step": 3460
+    },
+    {
+      "ce_loss_13": 3.4797898173332213,
+      "ce_loss_26": 2.9807622492313386,
+      "ce_loss_39": 2.43132506608963,
+      "ce_loss_52": 1.4044816851615907,
+      "ce_loss_7": 3.782477653026581,
+      "epoch": 0.347,
+      "grad_norm": 21.84069780374938,
+      "kl_loss_13": 4286.0,
+      "kl_loss_26": 3248.0,
+      "kl_loss_39": 2073.6,
+      "kl_loss_7": 4917.6,
+      "learning_rate": 0.0007403204818108486,
+      "loss": 7232.3,
+      "step": 3470
+    },
+    {
+      "ce_loss_13": 3.461978626251221,
+      "ce_loss_26": 2.971747863292694,
+      "ce_loss_39": 2.4197792381048204,
+      "ce_loss_52": 1.411722904443741,
+      "ce_loss_7": 3.7553564965724946,
+      "epoch": 0.348,
+      "grad_norm": 20.773261789734953,
+      "kl_loss_13": 4206.0,
+      "kl_loss_26": 3177.2,
+      "kl_loss_39": 2006.4,
+      "kl_loss_7": 4823.2,
+      "learning_rate": 0.0007389279016548316,
+      "loss": 7200.0,
+      "step": 3480
+    },
+    {
+      "ce_loss_13": 3.412698417901993,
+      "ce_loss_26": 2.910679543018341,
+      "ce_loss_39": 2.3608890056610106,
+      "ce_loss_52": 1.3876498267054558,
+      "ce_loss_7": 3.7148698210716247,
+      "epoch": 0.349,
+      "grad_norm": 21.05607269401212,
+      "kl_loss_13": 4174.0,
+      "kl_loss_26": 3125.6,
+      "kl_loss_39": 1966.0,
+      "kl_loss_7": 4804.0,
+      "learning_rate": 0.0007375329154974975,
+      "loss": 7216.6,
+      "step": 3490
+    },
+    {
+      "ce_loss_13": 3.474409651756287,
+      "ce_loss_26": 2.9683692157268524,
+      "ce_loss_39": 2.418835300207138,
+      "ce_loss_52": 1.4043258875608444,
+      "ce_loss_7": 3.774983435869217,
+      "epoch": 0.35,
+      "grad_norm": 20.352131735407625,
+      "kl_loss_13": 4246.8,
+      "kl_loss_26": 3202.8,
+      "kl_loss_39": 2042.2,
+      "kl_loss_7": 4875.2,
+      "learning_rate": 0.0007361355373863414,
+      "loss": 7202.7,
+      "step": 3500
+    },
+    {
+      "ce_loss_13": 3.4584279537200926,
+      "ce_loss_26": 2.9674349963665008,
+      "ce_loss_39": 2.422105145454407,
+      "ce_loss_52": 1.4255526602268218,
+      "ce_loss_7": 3.767817974090576,
+      "epoch": 0.351,
+      "grad_norm": 20.416274052366226,
+      "kl_loss_13": 4216.8,
+      "kl_loss_26": 3188.8,
+      "kl_loss_39": 2018.4,
+      "kl_loss_7": 4854.4,
+      "learning_rate": 0.0007347357813929454,
+      "loss": 7180.1,
+      "step": 3510
+    },
+    {
+      "ce_loss_13": 3.4778851926326753,
+      "ce_loss_26": 2.979369193315506,
+      "ce_loss_39": 2.4347113519906998,
+      "ce_loss_52": 1.4163423389196397,
+      "ce_loss_7": 3.7732009410858156,
+      "epoch": 0.352,
+      "grad_norm": 24.260880475347793,
+      "kl_loss_13": 4219.6,
+      "kl_loss_26": 3191.6,
+      "kl_loss_39": 2033.6,
+      "kl_loss_7": 4844.0,
+      "learning_rate": 0.0007333336616128369,
+      "loss": 7181.8,
+      "step": 3520
+    },
+    {
+      "ce_loss_13": 3.479642480611801,
+      "ce_loss_26": 2.9858607232570646,
+      "ce_loss_39": 2.429011595249176,
+      "ce_loss_52": 1.4224095463752746,
+      "ce_loss_7": 3.779256856441498,
+      "epoch": 0.353,
+      "grad_norm": 20.532035835107088,
+      "kl_loss_13": 4211.6,
+      "kl_loss_26": 3185.2,
+      "kl_loss_39": 2008.4,
+      "kl_loss_7": 4841.6,
+      "learning_rate": 0.0007319291921653463,
+      "loss": 7183.4,
+      "step": 3530
+    },
+    {
+      "ce_loss_13": 3.4610216915607452,
+      "ce_loss_26": 2.962309718132019,
+      "ce_loss_39": 2.410178878903389,
+      "ce_loss_52": 1.4115030318498611,
+      "ce_loss_7": 3.757075273990631,
+      "epoch": 0.354,
+      "grad_norm": 23.640729954280236,
+      "kl_loss_13": 4236.8,
+      "kl_loss_26": 3190.0,
+      "kl_loss_39": 2013.0,
+      "kl_loss_7": 4864.8,
+      "learning_rate": 0.0007305223871934656,
+      "loss": 7181.4,
+      "step": 3540
+    },
+    {
+      "ce_loss_13": 3.5113906443119047,
+      "ce_loss_26": 3.016271597146988,
+      "ce_loss_39": 2.4817953169345857,
+      "ce_loss_52": 1.4761293560266495,
+      "ce_loss_7": 3.79822900891304,
+      "epoch": 0.355,
+      "grad_norm": 22.47350392427222,
+      "kl_loss_13": 4203.2,
+      "kl_loss_26": 3159.6,
+      "kl_loss_39": 2013.8,
+      "kl_loss_7": 4804.8,
+      "learning_rate": 0.0007291132608637052,
+      "loss": 7117.3,
+      "step": 3550
+    },
+    {
+      "ce_loss_13": 3.51672882437706,
+      "ce_loss_26": 3.017621088027954,
+      "ce_loss_39": 2.471283310651779,
+      "ce_loss_52": 1.4747960895299912,
+      "ce_loss_7": 3.8214517176151275,
+      "epoch": 0.356,
+      "grad_norm": 22.39492370466417,
+      "kl_loss_13": 4220.0,
+      "kl_loss_26": 3165.2,
+      "kl_loss_39": 2000.0,
+      "kl_loss_7": 4852.8,
+      "learning_rate": 0.0007277018273659516,
+      "loss": 7133.8,
+      "step": 3560
+    },
+    {
+      "ce_loss_13": 3.5502862453460695,
+      "ce_loss_26": 3.05435825586319,
+      "ce_loss_39": 2.5157745271921157,
+      "ce_loss_52": 1.4953802406787873,
+      "ce_loss_7": 3.8426124274730684,
+      "epoch": 0.357,
+      "grad_norm": 22.306092146539875,
+      "kl_loss_13": 4247.6,
+      "kl_loss_26": 3216.4,
+      "kl_loss_39": 2067.2,
+      "kl_loss_7": 4859.2,
+      "learning_rate": 0.0007262881009133242,
+      "loss": 7135.8,
+      "step": 3570
+    },
+    {
+      "ce_loss_13": 3.454521042108536,
+      "ce_loss_26": 2.9510986149311065,
+      "ce_loss_39": 2.4084193408489227,
+      "ce_loss_52": 1.4200605943799018,
+      "ce_loss_7": 3.7586602210998534,
+      "epoch": 0.358,
+      "grad_norm": 21.121962853812185,
+      "kl_loss_13": 4202.8,
+      "kl_loss_26": 3144.4,
+      "kl_loss_39": 1986.2,
+      "kl_loss_7": 4836.0,
+      "learning_rate": 0.0007248720957420329,
+      "loss": 7135.9,
+      "step": 3580
+    },
+    {
+      "ce_loss_13": 3.4299929022789,
+      "ce_loss_26": 2.9262389481067657,
+      "ce_loss_39": 2.3823306292295454,
+      "ce_loss_52": 1.4015884697437286,
+      "ce_loss_7": 3.7345054388046264,
+      "epoch": 0.359,
+      "grad_norm": 21.87103253394757,
+      "kl_loss_13": 4194.4,
+      "kl_loss_26": 3138.0,
+      "kl_loss_39": 1982.0,
+      "kl_loss_7": 4829.6,
+      "learning_rate": 0.0007234538261112341,
+      "loss": 7056.9,
+      "step": 3590
+    },
+    {
+      "ce_loss_13": 3.47941969037056,
+      "ce_loss_26": 2.9830207943916323,
+      "ce_loss_39": 2.429542663693428,
+      "ce_loss_52": 1.4434623152017594,
+      "ce_loss_7": 3.7679139375686646,
+      "epoch": 0.36,
+      "grad_norm": 21.216900982885303,
+      "kl_loss_13": 4199.2,
+      "kl_loss_26": 3151.6,
+      "kl_loss_39": 1989.4,
+      "kl_loss_7": 4814.0,
+      "learning_rate": 0.0007220333063028871,
+      "loss": 7096.6,
+      "step": 3600
+    },
+    {
+      "ce_loss_13": 3.3754841923713683,
+      "ce_loss_26": 2.8831639885902405,
+      "ce_loss_39": 2.3438637793064117,
+      "ce_loss_52": 1.3872641950845719,
+      "ce_loss_7": 3.681108373403549,
+      "epoch": 0.361,
+      "grad_norm": 21.80171673212867,
+      "kl_loss_13": 4118.8,
+      "kl_loss_26": 3083.2,
+      "kl_loss_39": 1941.8,
+      "kl_loss_7": 4758.0,
+      "learning_rate": 0.0007206105506216106,
+      "loss": 7029.4,
+      "step": 3610
+    },
+    {
+      "ce_loss_13": 3.548617047071457,
+      "ce_loss_26": 3.054288852214813,
+      "ce_loss_39": 2.504137873649597,
+      "ce_loss_52": 1.4843981340527534,
+      "ce_loss_7": 3.850842350721359,
+      "epoch": 0.362,
+      "grad_norm": 21.588123109222046,
+      "kl_loss_13": 4246.4,
+      "kl_loss_26": 3203.6,
+      "kl_loss_39": 2032.4,
+      "kl_loss_7": 4870.4,
+      "learning_rate": 0.0007191855733945387,
+      "loss": 7126.1,
+      "step": 3620
+    },
+    {
+      "ce_loss_13": 3.469277936220169,
+      "ce_loss_26": 2.985336202383041,
+      "ce_loss_39": 2.4588325411081313,
+      "ce_loss_52": 1.4790852904319762,
+      "ce_loss_7": 3.764431744813919,
+      "epoch": 0.363,
+      "grad_norm": 22.204733809635066,
+      "kl_loss_13": 4129.2,
+      "kl_loss_26": 3111.6,
+      "kl_loss_39": 1976.2,
+      "kl_loss_7": 4744.4,
+      "learning_rate": 0.0007177583889711762,
+      "loss": 7054.3,
+      "step": 3630
+    },
+    {
+      "ce_loss_13": 3.442378747463226,
+      "ce_loss_26": 2.9400178849697114,
+      "ce_loss_39": 2.394621509313583,
+      "ce_loss_52": 1.417646163702011,
+      "ce_loss_7": 3.743503212928772,
+      "epoch": 0.364,
+      "grad_norm": 21.957965313010384,
+      "kl_loss_13": 4163.6,
+      "kl_loss_26": 3123.2,
+      "kl_loss_39": 1959.6,
+      "kl_loss_7": 4796.0,
+      "learning_rate": 0.0007163290117232541,
+      "loss": 7054.5,
+      "step": 3640
+    },
+    {
+      "ce_loss_13": 3.4392197132110596,
+      "ce_loss_26": 2.951560914516449,
+      "ce_loss_39": 2.4180801689624785,
+      "ce_loss_52": 1.4459613859653473,
+      "ce_loss_7": 3.7318799614906313,
+      "epoch": 0.365,
+      "grad_norm": 21.451785041659093,
+      "kl_loss_13": 4123.6,
+      "kl_loss_26": 3098.8,
+      "kl_loss_39": 1968.6,
+      "kl_loss_7": 4730.8,
+      "learning_rate": 0.0007148974560445859,
+      "loss": 7029.7,
+      "step": 3650
+    },
+    {
+      "ce_loss_13": 3.4576940476894378,
+      "ce_loss_26": 2.964629900455475,
+      "ce_loss_39": 2.4162339717149734,
+      "ce_loss_52": 1.4277015537023545,
+      "ce_loss_7": 3.7549045085906982,
+      "epoch": 0.366,
+      "grad_norm": 22.817794972487214,
+      "kl_loss_13": 4165.6,
+      "kl_loss_26": 3135.6,
+      "kl_loss_39": 1970.0,
+      "kl_loss_7": 4792.8,
+      "learning_rate": 0.0007134637363509209,
+      "loss": 7013.0,
+      "step": 3660
+    },
+    {
+      "ce_loss_13": 3.5099750757217407,
+      "ce_loss_26": 3.0163159906864165,
+      "ce_loss_39": 2.4729519367218016,
+      "ce_loss_52": 1.4603912830352783,
+      "ce_loss_7": 3.8057311475276947,
+      "epoch": 0.367,
+      "grad_norm": 21.693779714382707,
+      "kl_loss_13": 4227.6,
+      "kl_loss_26": 3203.2,
+      "kl_loss_39": 2043.8,
+      "kl_loss_7": 4848.0,
+      "learning_rate": 0.0007120278670798009,
+      "loss": 7024.2,
+      "step": 3670
+    },
+    {
+      "ce_loss_13": 3.4791980743408204,
+      "ce_loss_26": 2.992640608549118,
+      "ce_loss_39": 2.4573631793260575,
+      "ce_loss_52": 1.461830335855484,
+      "ce_loss_7": 3.7739274382591246,
+      "epoch": 0.368,
+      "grad_norm": 22.105670609070703,
+      "kl_loss_13": 4126.8,
+      "kl_loss_26": 3112.4,
+      "kl_loss_39": 1978.0,
+      "kl_loss_7": 4751.2,
+      "learning_rate": 0.0007105898626904133,
+      "loss": 6924.7,
+      "step": 3680
+    },
+    {
+      "ce_loss_13": 3.4017152190208435,
+      "ce_loss_26": 2.910390090942383,
+      "ce_loss_39": 2.374891012907028,
+      "ce_loss_52": 1.41865316927433,
+      "ce_loss_7": 3.6938551664352417,
+      "epoch": 0.369,
+      "grad_norm": 20.08460323542704,
+      "kl_loss_13": 4101.6,
+      "kl_loss_26": 3071.6,
+      "kl_loss_39": 1938.0,
+      "kl_loss_7": 4706.8,
+      "learning_rate": 0.0007091497376634463,
+      "loss": 6952.1,
+      "step": 3690
+    },
+    {
+      "ce_loss_13": 3.4051457762718202,
+      "ce_loss_26": 2.9142957627773285,
+      "ce_loss_39": 2.3769975334405897,
+      "ce_loss_52": 1.4461660206317901,
+      "ce_loss_7": 3.7018753468990324,
+      "epoch": 0.37,
+      "grad_norm": 21.75095718081699,
+      "kl_loss_13": 4034.8,
+      "kl_loss_26": 3006.4,
+      "kl_loss_39": 1877.2,
+      "kl_loss_7": 4647.6,
+      "learning_rate": 0.0007077075065009433,
+      "loss": 6973.3,
+      "step": 3700
+    },
+    {
+      "ce_loss_13": 3.407693642377853,
+      "ce_loss_26": 2.9163559854030607,
+      "ce_loss_39": 2.3682307243347167,
+      "ce_loss_52": 1.3965442717075347,
+      "ce_loss_7": 3.7011303901672363,
+      "epoch": 0.371,
+      "grad_norm": 21.90346982831121,
+      "kl_loss_13": 4126.8,
+      "kl_loss_26": 3098.4,
+      "kl_loss_39": 1951.8,
+      "kl_loss_7": 4740.4,
+      "learning_rate": 0.0007062631837261557,
+      "loss": 6968.9,
+      "step": 3710
+    },
+    {
+      "ce_loss_13": 3.4375191271305083,
+      "ce_loss_26": 2.9387122094631195,
+      "ce_loss_39": 2.4049195408821107,
+      "ce_loss_52": 1.4491820633411407,
+      "ce_loss_7": 3.7319699347019197,
+      "epoch": 0.372,
+      "grad_norm": 22.15813884607567,
+      "kl_loss_13": 4096.8,
+      "kl_loss_26": 3062.8,
+      "kl_loss_39": 1923.8,
+      "kl_loss_7": 4716.0,
+      "learning_rate": 0.0007048167838833977,
+      "loss": 6892.9,
+      "step": 3720
+    },
+    {
+      "ce_loss_13": 3.443445736169815,
+      "ce_loss_26": 2.9415276020765306,
+      "ce_loss_39": 2.3946647971868513,
+      "ce_loss_52": 1.4324263527989387,
+      "ce_loss_7": 3.7482150912284853,
+      "epoch": 0.373,
+      "grad_norm": 20.533639539523726,
+      "kl_loss_13": 4160.0,
+      "kl_loss_26": 3107.6,
+      "kl_loss_39": 1932.2,
+      "kl_loss_7": 4794.8,
+      "learning_rate": 0.0007033683215379002,
+      "loss": 6994.9,
+      "step": 3730
+    },
+    {
+      "ce_loss_13": 3.440624713897705,
+      "ce_loss_26": 2.932874071598053,
+      "ce_loss_39": 2.384758135676384,
+      "ce_loss_52": 1.4341223761439323,
+      "ce_loss_7": 3.7404758751392366,
+      "epoch": 0.374,
+      "grad_norm": 22.169142032653717,
+      "kl_loss_13": 4178.4,
+      "kl_loss_26": 3120.4,
+      "kl_loss_39": 1940.6,
+      "kl_loss_7": 4809.6,
+      "learning_rate": 0.0007019178112756625,
+      "loss": 6960.1,
+      "step": 3740
+    },
+    {
+      "ce_loss_13": 3.479549217224121,
+      "ce_loss_26": 2.9821768522262575,
+      "ce_loss_39": 2.4379994481801988,
+      "ce_loss_52": 1.4455731570720673,
+      "ce_loss_7": 3.779719626903534,
+      "epoch": 0.375,
+      "grad_norm": 22.88722443184811,
+      "kl_loss_13": 4190.8,
+      "kl_loss_26": 3160.8,
+      "kl_loss_39": 2000.2,
+      "kl_loss_7": 4822.4,
+      "learning_rate": 0.0007004652677033068,
+      "loss": 6922.4,
+      "step": 3750
+    },
+    {
+      "ce_loss_13": 3.5048573672771455,
+      "ce_loss_26": 2.996897077560425,
+      "ce_loss_39": 2.4514291107654573,
+      "ce_loss_52": 1.4677145808935166,
+      "ce_loss_7": 3.8070162892341615,
+      "epoch": 0.376,
+      "grad_norm": 20.379791798469622,
+      "kl_loss_13": 4200.4,
+      "kl_loss_26": 3149.2,
+      "kl_loss_39": 1988.0,
+      "kl_loss_7": 4828.8,
+      "learning_rate": 0.0006990107054479312,
+      "loss": 6948.5,
+      "step": 3760
+    },
+    {
+      "ce_loss_13": 3.3857189416885376,
+      "ce_loss_26": 2.8971070766448976,
+      "ce_loss_39": 2.3661463767290116,
+      "ce_loss_52": 1.4227028042078018,
+      "ce_loss_7": 3.679090714454651,
+      "epoch": 0.377,
+      "grad_norm": 21.179119667844127,
+      "kl_loss_13": 4050.8,
+      "kl_loss_26": 3030.4,
+      "kl_loss_39": 1892.4,
+      "kl_loss_7": 4666.8,
+      "learning_rate": 0.000697554139156961,
+      "loss": 6941.0,
+      "step": 3770
+    },
+    {
+      "ce_loss_13": 3.512388813495636,
+      "ce_loss_26": 3.0138610899448395,
+      "ce_loss_39": 2.4606133818626406,
+      "ce_loss_52": 1.4959001630544662,
+      "ce_loss_7": 3.807480573654175,
+      "epoch": 0.378,
+      "grad_norm": 22.362162135534977,
+      "kl_loss_13": 4145.2,
+      "kl_loss_26": 3107.2,
+      "kl_loss_39": 1951.0,
+      "kl_loss_7": 4758.0,
+      "learning_rate": 0.0006960955834980027,
+      "loss": 6874.7,
+      "step": 3780
+    },
+    {
+      "ce_loss_13": 3.411291944980621,
+      "ce_loss_26": 2.907497102022171,
+      "ce_loss_39": 2.355439043045044,
+      "ce_loss_52": 1.4057017982006073,
+      "ce_loss_7": 3.7079379081726076,
+      "epoch": 0.379,
+      "grad_norm": 20.519862733845507,
+      "kl_loss_13": 4121.2,
+      "kl_loss_26": 3082.0,
+      "kl_loss_39": 1917.0,
+      "kl_loss_7": 4746.0,
+      "learning_rate": 0.0006946350531586958,
+      "loss": 6891.8,
+      "step": 3790
+    },
+    {
+      "ce_loss_13": 3.365473288297653,
+      "ce_loss_26": 2.8626536786556245,
+      "ce_loss_39": 2.3194735169410707,
+      "ce_loss_52": 1.3925662517547608,
+      "ce_loss_7": 3.661379265785217,
+      "epoch": 0.38,
+      "grad_norm": 21.211701089479526,
+      "kl_loss_13": 4084.0,
+      "kl_loss_26": 3048.4,
+      "kl_loss_39": 1891.2,
+      "kl_loss_7": 4702.0,
+      "learning_rate": 0.0006931725628465643,
+      "loss": 6889.0,
+      "step": 3800
+    },
+    {
+      "ce_loss_13": 3.375334745645523,
+      "ce_loss_26": 2.891470319032669,
+      "ce_loss_39": 2.3472714513540267,
+      "ce_loss_52": 1.4055952280759811,
+      "ce_loss_7": 3.667448806762695,
+      "epoch": 0.381,
+      "grad_norm": 22.083234786813115,
+      "kl_loss_13": 4056.4,
+      "kl_loss_26": 3038.0,
+      "kl_loss_39": 1887.0,
+      "kl_loss_7": 4669.2,
+      "learning_rate": 0.0006917081272888696,
+      "loss": 6821.1,
+      "step": 3810
+    },
+    {
+      "ce_loss_13": 3.413332349061966,
+      "ce_loss_26": 2.918791648745537,
+      "ce_loss_39": 2.3821532160043715,
+      "ce_loss_52": 1.426029135286808,
+      "ce_loss_7": 3.70468533039093,
+      "epoch": 0.382,
+      "grad_norm": 21.70379003852508,
+      "kl_loss_13": 4066.4,
+      "kl_loss_26": 3040.8,
+      "kl_loss_39": 1897.2,
+      "kl_loss_7": 4676.0,
+      "learning_rate": 0.0006902417612324615,
+      "loss": 6817.3,
+      "step": 3820
+    },
+    {
+      "ce_loss_13": 3.448424202203751,
+      "ce_loss_26": 2.9532420337200165,
+      "ce_loss_39": 2.389399054646492,
+      "ce_loss_52": 1.4127800971269608,
+      "ce_loss_7": 3.7562515437602997,
+      "epoch": 0.383,
+      "grad_norm": 22.611090782774035,
+      "kl_loss_13": 4219.6,
+      "kl_loss_26": 3187.2,
+      "kl_loss_39": 2000.4,
+      "kl_loss_7": 4858.4,
+      "learning_rate": 0.00068877347944363,
+      "loss": 6892.2,
+      "step": 3830
+    },
+    {
+      "ce_loss_13": 3.42295760512352,
+      "ce_loss_26": 2.926942157745361,
+      "ce_loss_39": 2.3873476177453994,
+      "ce_loss_52": 1.439600521326065,
+      "ce_loss_7": 3.719656354188919,
+      "epoch": 0.384,
+      "grad_norm": 20.756696465620674,
+      "kl_loss_13": 4109.6,
+      "kl_loss_26": 3061.2,
+      "kl_loss_39": 1912.2,
+      "kl_loss_7": 4727.6,
+      "learning_rate": 0.0006873032967079561,
+      "loss": 6876.7,
+      "step": 3840
+    },
+    {
+      "ce_loss_13": 3.4390079021453857,
+      "ce_loss_26": 2.9532729268074034,
+      "ce_loss_39": 2.4051371097564695,
+      "ce_loss_52": 1.446793320775032,
+      "ce_loss_7": 3.740493839979172,
+      "epoch": 0.385,
+      "grad_norm": 20.683464166323773,
+      "kl_loss_13": 4102.8,
+      "kl_loss_26": 3080.8,
+      "kl_loss_39": 1919.2,
+      "kl_loss_7": 4729.6,
+      "learning_rate": 0.0006858312278301637,
+      "loss": 6878.2,
+      "step": 3850
+    },
+    {
+      "ce_loss_13": 3.368044465780258,
+      "ce_loss_26": 2.8783551871776583,
+      "ce_loss_39": 2.35613272190094,
+      "ce_loss_52": 1.4377225756645202,
+      "ce_loss_7": 3.657758867740631,
+      "epoch": 0.386,
+      "grad_norm": 22.01788101919845,
+      "kl_loss_13": 3983.6,
+      "kl_loss_26": 2964.0,
+      "kl_loss_39": 1838.2,
+      "kl_loss_7": 4592.4,
+      "learning_rate": 0.0006843572876339704,
+      "loss": 6809.2,
+      "step": 3860
+    },
+    {
+      "ce_loss_13": 3.3198332667350767,
+      "ce_loss_26": 2.8321444630622863,
+      "ce_loss_39": 2.2942576706409454,
+      "ce_loss_52": 1.394131037592888,
+      "ce_loss_7": 3.6043868601322173,
+      "epoch": 0.387,
+      "grad_norm": 23.448962125354107,
+      "kl_loss_13": 3965.6,
+      "kl_loss_26": 2956.0,
+      "kl_loss_39": 1822.8,
+      "kl_loss_7": 4560.0,
+      "learning_rate": 0.0006828814909619373,
+      "loss": 6798.0,
+      "step": 3870
+    },
+    {
+      "ce_loss_13": 3.3714381575584413,
+      "ce_loss_26": 2.88772599697113,
+      "ce_loss_39": 2.3584464609622957,
+      "ce_loss_52": 1.4422439962625504,
+      "ce_loss_7": 3.662185198068619,
+      "epoch": 0.388,
+      "grad_norm": 22.031425075321017,
+      "kl_loss_13": 3995.6,
+      "kl_loss_26": 2987.6,
+      "kl_loss_39": 1858.6,
+      "kl_loss_7": 4603.2,
+      "learning_rate": 0.0006814038526753205,
+      "loss": 6790.2,
+      "step": 3880
+    },
+    {
+      "ce_loss_13": 3.4292624831199645,
+      "ce_loss_26": 2.9387787103652956,
+      "ce_loss_39": 2.392472392320633,
+      "ce_loss_52": 1.458945381641388,
+      "ce_loss_7": 3.722714525461197,
+      "epoch": 0.389,
+      "grad_norm": 21.623492145702706,
+      "kl_loss_13": 4048.0,
+      "kl_loss_26": 3026.8,
+      "kl_loss_39": 1877.2,
+      "kl_loss_7": 4660.8,
+      "learning_rate": 0.0006799243876539213,
+      "loss": 6774.2,
+      "step": 3890
+    },
+    {
+      "ce_loss_13": 3.398139035701752,
+      "ce_loss_26": 2.903027367591858,
+      "ce_loss_39": 2.351736932992935,
+      "ce_loss_52": 1.4211576133966446,
+      "ce_loss_7": 3.6922240018844605,
+      "epoch": 0.39,
+      "grad_norm": 20.862431117162615,
+      "kl_loss_13": 4048.8,
+      "kl_loss_26": 3010.0,
+      "kl_loss_39": 1853.6,
+      "kl_loss_7": 4666.4,
+      "learning_rate": 0.0006784431107959359,
+      "loss": 6774.2,
+      "step": 3900
+    },
+    {
+      "ce_loss_13": 3.442742919921875,
+      "ce_loss_26": 2.950921058654785,
+      "ce_loss_39": 2.407829362154007,
+      "ce_loss_52": 1.4671964168548584,
+      "ce_loss_7": 3.7354746580123903,
+      "epoch": 0.391,
+      "grad_norm": 22.203660063445458,
+      "kl_loss_13": 4065.6,
+      "kl_loss_26": 3044.4,
+      "kl_loss_39": 1893.8,
+      "kl_loss_7": 4682.8,
+      "learning_rate": 0.0006769600370178059,
+      "loss": 6751.0,
+      "step": 3910
+    },
+    {
+      "ce_loss_13": 3.3321305394172667,
+      "ce_loss_26": 2.8416285693645476,
+      "ce_loss_39": 2.3153179585933685,
+      "ce_loss_52": 1.3940225571393967,
+      "ce_loss_7": 3.628729373216629,
+      "epoch": 0.392,
+      "grad_norm": 20.321578181458975,
+      "kl_loss_13": 3993.6,
+      "kl_loss_26": 2972.0,
+      "kl_loss_39": 1845.6,
+      "kl_loss_7": 4610.8,
+      "learning_rate": 0.0006754751812540679,
+      "loss": 6716.4,
+      "step": 3920
+    },
+    {
+      "ce_loss_13": 3.382316732406616,
+      "ce_loss_26": 2.8903696179389953,
+      "ce_loss_39": 2.353957489132881,
+      "ce_loss_52": 1.433479717373848,
+      "ce_loss_7": 3.671325671672821,
+      "epoch": 0.393,
+      "grad_norm": 21.271101889195098,
+      "kl_loss_13": 4022.4,
+      "kl_loss_26": 2998.4,
+      "kl_loss_39": 1861.0,
+      "kl_loss_7": 4629.6,
+      "learning_rate": 0.0006739885584572025,
+      "loss": 6776.3,
+      "step": 3930
+    },
+    {
+      "ce_loss_13": 3.300927424430847,
+      "ce_loss_26": 2.820311403274536,
+      "ce_loss_39": 2.2964976727962494,
+      "ce_loss_52": 1.4115092635154725,
+      "ce_loss_7": 3.5904260516166686,
+      "epoch": 0.394,
+      "grad_norm": 20.82909920071906,
+      "kl_loss_13": 3946.8,
+      "kl_loss_26": 2937.6,
+      "kl_loss_39": 1809.0,
+      "kl_loss_7": 4550.0,
+      "learning_rate": 0.0006725001835974853,
+      "loss": 6768.3,
+      "step": 3940
+    },
+    {
+      "ce_loss_13": 3.3879170179367066,
+      "ce_loss_26": 2.897449654340744,
+      "ce_loss_39": 2.3513225704431533,
+      "ce_loss_52": 1.423241639137268,
+      "ce_loss_7": 3.6786913871765137,
+      "epoch": 0.395,
+      "grad_norm": 21.851496416724263,
+      "kl_loss_13": 4040.0,
+      "kl_loss_26": 3011.6,
+      "kl_loss_39": 1852.2,
+      "kl_loss_7": 4646.4,
+      "learning_rate": 0.0006710100716628344,
+      "loss": 6704.8,
+      "step": 3950
+    },
+    {
+      "ce_loss_13": 3.365324836969376,
+      "ce_loss_26": 2.8627363234758376,
+      "ce_loss_39": 2.30602003633976,
+      "ce_loss_52": 1.3922662898898124,
+      "ce_loss_7": 3.670176440477371,
+      "epoch": 0.396,
+      "grad_norm": 19.95099507420605,
+      "kl_loss_13": 4070.0,
+      "kl_loss_26": 3011.6,
+      "kl_loss_39": 1834.6,
+      "kl_loss_7": 4694.8,
+      "learning_rate": 0.0006695182376586602,
+      "loss": 6737.9,
+      "step": 3960
+    },
+    {
+      "ce_loss_13": 3.3035158634185793,
+      "ce_loss_26": 2.820575511455536,
+      "ce_loss_39": 2.2792143374681473,
+      "ce_loss_52": 1.3631332144141197,
+      "ce_loss_7": 3.5984981656074524,
+      "epoch": 0.397,
+      "grad_norm": 21.419651305345628,
+      "kl_loss_13": 4016.4,
+      "kl_loss_26": 2992.4,
+      "kl_loss_39": 1851.6,
+      "kl_loss_7": 4639.2,
+      "learning_rate": 0.000668024696607715,
+      "loss": 6659.1,
+      "step": 3970
+    },
+    {
+      "ce_loss_13": 3.2616395235061644,
+      "ce_loss_26": 2.784494936466217,
+      "ce_loss_39": 2.2700316429138185,
+      "ce_loss_52": 1.3974194526672363,
+      "ce_loss_7": 3.548482429981232,
+      "epoch": 0.398,
+      "grad_norm": 20.984610674219567,
+      "kl_loss_13": 3844.8,
+      "kl_loss_26": 2848.4,
+      "kl_loss_39": 1755.2,
+      "kl_loss_7": 4441.6,
+      "learning_rate": 0.0006665294635499404,
+      "loss": 6600.0,
+      "step": 3980
+    },
+    {
+      "ce_loss_13": 3.3228425204753878,
+      "ce_loss_26": 2.836167597770691,
+      "ce_loss_39": 2.3086318761110305,
+      "ce_loss_52": 1.431598064303398,
+      "ce_loss_7": 3.617774724960327,
+      "epoch": 0.399,
+      "grad_norm": 20.48469634280121,
+      "kl_loss_13": 3879.6,
+      "kl_loss_26": 2876.0,
+      "kl_loss_39": 1769.2,
+      "kl_loss_7": 4495.2,
+      "learning_rate": 0.0006650325535423167,
+      "loss": 6653.5,
+      "step": 3990
+    },
+    {
+      "ce_loss_13": 3.3134547114372253,
+      "ce_loss_26": 2.8307457506656646,
+      "ce_loss_39": 2.29368577003479,
+      "ce_loss_52": 1.3969372153282165,
+      "ce_loss_7": 3.6135133028030397,
+      "epoch": 0.4,
+      "grad_norm": 21.23260680511818,
+      "kl_loss_13": 3962.8,
+      "kl_loss_26": 2951.2,
+      "kl_loss_39": 1800.2,
+      "kl_loss_7": 4588.0,
+      "learning_rate": 0.0006635339816587109,
+      "loss": 6715.2,
+      "step": 4000
+    },
+    {
+      "ce_loss_13": 3.478778451681137,
+      "ce_loss_26": 2.984225571155548,
+      "ce_loss_39": 2.432309350371361,
+      "ce_loss_52": 1.4644457131624222,
+      "ce_loss_7": 3.782983124256134,
+      "epoch": 0.401,
+      "grad_norm": 21.3701964180473,
+      "kl_loss_13": 4117.6,
+      "kl_loss_26": 3090.4,
+      "kl_loss_39": 1932.4,
+      "kl_loss_7": 4754.8,
+      "learning_rate": 0.0006620337629897252,
+      "loss": 6698.2,
+      "step": 4010
+    },
+    {
+      "ce_loss_13": 3.3284165620803834,
+      "ce_loss_26": 2.8434600114822386,
+      "ce_loss_39": 2.311116448044777,
+      "ce_loss_52": 1.4240004986524581,
+      "ce_loss_7": 3.625540155172348,
+      "epoch": 0.402,
+      "grad_norm": 20.004792328254855,
+      "kl_loss_13": 3939.2,
+      "kl_loss_26": 2918.4,
+      "kl_loss_39": 1780.6,
+      "kl_loss_7": 4553.2,
+      "learning_rate": 0.0006605319126425454,
+      "loss": 6664.7,
+      "step": 4020
+    },
+    {
+      "ce_loss_13": 3.366453301906586,
+      "ce_loss_26": 2.86657951772213,
+      "ce_loss_39": 2.3278372526168822,
+      "ce_loss_52": 1.4299451738595963,
+      "ce_loss_7": 3.6654918253421784,
+      "epoch": 0.403,
+      "grad_norm": 20.588190398863947,
+      "kl_loss_13": 4014.8,
+      "kl_loss_26": 2970.0,
+      "kl_loss_39": 1823.4,
+      "kl_loss_7": 4628.8,
+      "learning_rate": 0.0006590284457407876,
+      "loss": 6644.4,
+      "step": 4030
+    },
+    {
+      "ce_loss_13": 3.3478448331356048,
+      "ce_loss_26": 2.870484399795532,
+      "ce_loss_39": 2.341677349805832,
+      "ce_loss_52": 1.4598551213741302,
+      "ce_loss_7": 3.644811862707138,
+      "epoch": 0.404,
+      "grad_norm": 20.8221732353937,
+      "kl_loss_13": 3908.8,
+      "kl_loss_26": 2901.6,
+      "kl_loss_39": 1782.0,
+      "kl_loss_7": 4526.4,
+      "learning_rate": 0.0006575233774243465,
+      "loss": 6645.55,
+      "step": 4040
+    },
+    {
+      "ce_loss_13": 3.28169704079628,
+      "ce_loss_26": 2.7861692667007447,
+      "ce_loss_39": 2.2428950667381287,
+      "ce_loss_52": 1.374313686788082,
+      "ce_loss_7": 3.5797726988792418,
+      "epoch": 0.405,
+      "grad_norm": 21.110763703238916,
+      "kl_loss_13": 3936.4,
+      "kl_loss_26": 2902.0,
+      "kl_loss_39": 1754.0,
+      "kl_loss_7": 4561.2,
+      "learning_rate": 0.0006560167228492435,
+      "loss": 6646.3,
+      "step": 4050
+    },
+    {
+      "ce_loss_13": 3.44179083108902,
+      "ce_loss_26": 2.9405432820320128,
+      "ce_loss_39": 2.3968080401420595,
+      "ce_loss_52": 1.4659699857234956,
+      "ce_loss_7": 3.736131912469864,
+      "epoch": 0.406,
+      "grad_norm": 20.50041516447212,
+      "kl_loss_13": 4061.2,
+      "kl_loss_26": 3015.6,
+      "kl_loss_39": 1863.6,
+      "kl_loss_7": 4672.4,
+      "learning_rate": 0.0006545084971874737,
+      "loss": 6655.9,
+      "step": 4060
+    },
+    {
+      "ce_loss_13": 3.360958731174469,
+      "ce_loss_26": 2.870532661676407,
+      "ce_loss_39": 2.321683007478714,
+      "ce_loss_52": 1.4091651737689972,
+      "ce_loss_7": 3.6588110864162444,
+      "epoch": 0.407,
+      "grad_norm": 20.463583112470857,
+      "kl_loss_13": 3997.2,
+      "kl_loss_26": 2979.2,
+      "kl_loss_39": 1826.4,
+      "kl_loss_7": 4618.8,
+      "learning_rate": 0.0006529987156268526,
+      "loss": 6617.7,
+      "step": 4070
+    },
+    {
+      "ce_loss_13": 3.2686664044857023,
+      "ce_loss_26": 2.7765056490898132,
+      "ce_loss_39": 2.238715943694115,
+      "ce_loss_52": 1.362110722064972,
+      "ce_loss_7": 3.557782357931137,
+      "epoch": 0.408,
+      "grad_norm": 21.232766427379584,
+      "kl_loss_13": 3924.8,
+      "kl_loss_26": 2908.8,
+      "kl_loss_39": 1777.2,
+      "kl_loss_7": 4538.0,
+      "learning_rate": 0.0006514873933708637,
+      "loss": 6653.7,
+      "step": 4080
+    },
+    {
+      "ce_loss_13": 3.275262689590454,
+      "ce_loss_26": 2.7900135934352877,
+      "ce_loss_39": 2.2641283214092254,
+      "ce_loss_52": 1.3853250756859778,
+      "ce_loss_7": 3.584109377861023,
+      "epoch": 0.409,
+      "grad_norm": 21.583109836521306,
+      "kl_loss_13": 3887.6,
+      "kl_loss_26": 2868.8,
+      "kl_loss_39": 1755.0,
+      "kl_loss_7": 4526.4,
+      "learning_rate": 0.0006499745456385053,
+      "loss": 6553.8,
+      "step": 4090
+    },
+    {
+      "ce_loss_13": 3.3286924988031386,
+      "ce_loss_26": 2.8467950344085695,
+      "ce_loss_39": 2.312630409002304,
+      "ce_loss_52": 1.424817180633545,
+      "ce_loss_7": 3.6197818219661713,
+      "epoch": 0.41,
+      "grad_norm": 20.90973793223202,
+      "kl_loss_13": 3933.2,
+      "kl_loss_26": 2921.2,
+      "kl_loss_39": 1789.5,
+      "kl_loss_7": 4539.2,
+      "learning_rate": 0.0006484601876641375,
+      "loss": 6620.35,
+      "step": 4100
+    },
+    {
+      "ce_loss_13": 3.414019340276718,
+      "ce_loss_26": 2.922485715150833,
+      "ce_loss_39": 2.3825585186481475,
+      "ce_loss_52": 1.4558052003383637,
+      "ce_loss_7": 3.709526652097702,
+      "epoch": 0.411,
+      "grad_norm": 21.026331487000416,
+      "kl_loss_13": 4013.6,
+      "kl_loss_26": 2986.4,
+      "kl_loss_39": 1846.6,
+      "kl_loss_7": 4632.0,
+      "learning_rate": 0.000646944334697328,
+      "loss": 6576.6,
+      "step": 4110
+    },
+    {
+      "ce_loss_13": 3.3258216440677644,
+      "ce_loss_26": 2.848787486553192,
+      "ce_loss_39": 2.3223425179719923,
+      "ce_loss_52": 1.4663115084171294,
+      "ce_loss_7": 3.604213911294937,
+      "epoch": 0.412,
+      "grad_norm": 20.97048408186008,
+      "kl_loss_13": 3820.4,
+      "kl_loss_26": 2832.4,
+      "kl_loss_39": 1718.8,
+      "kl_loss_7": 4410.0,
+      "learning_rate": 0.0006454270020026995,
+      "loss": 6611.1,
+      "step": 4120
+    },
+    {
+      "ce_loss_13": 3.3510149538517,
+      "ce_loss_26": 2.853396385908127,
+      "ce_loss_39": 2.3119456827640534,
+      "ce_loss_52": 1.430704912543297,
+      "ce_loss_7": 3.642722541093826,
+      "epoch": 0.413,
+      "grad_norm": 21.962054178499802,
+      "kl_loss_13": 3953.6,
+      "kl_loss_26": 2916.4,
+      "kl_loss_39": 1780.4,
+      "kl_loss_7": 4556.4,
+      "learning_rate": 0.0006439082048597755,
+      "loss": 6584.4,
+      "step": 4130
+    },
+    {
+      "ce_loss_13": 3.3082414746284483,
+      "ce_loss_26": 2.8318909227848055,
+      "ce_loss_39": 2.309774273633957,
+      "ce_loss_52": 1.4488343179225922,
+      "ce_loss_7": 3.6024456560611724,
+      "epoch": 0.414,
+      "grad_norm": 21.685181722314038,
+      "kl_loss_13": 3830.8,
+      "kl_loss_26": 2848.8,
+      "kl_loss_39": 1746.2,
+      "kl_loss_7": 4442.8,
+      "learning_rate": 0.0006423879585628261,
+      "loss": 6547.1,
+      "step": 4140
+    },
+    {
+      "ce_loss_13": 3.3523667633533476,
+      "ce_loss_26": 2.855451303720474,
+      "ce_loss_39": 2.3214808642864226,
+      "ce_loss_52": 1.434419831633568,
+      "ce_loss_7": 3.63877694606781,
+      "epoch": 0.415,
+      "grad_norm": 20.289217196894946,
+      "kl_loss_13": 3971.6,
+      "kl_loss_26": 2938.8,
+      "kl_loss_39": 1799.8,
+      "kl_loss_7": 4575.6,
+      "learning_rate": 0.0006408662784207149,
+      "loss": 6535.7,
+      "step": 4150
+    },
+    {
+      "ce_loss_13": 3.351851773262024,
+      "ce_loss_26": 2.864642024040222,
+      "ce_loss_39": 2.3303563445806503,
+      "ce_loss_52": 1.417774812877178,
+      "ce_loss_7": 3.6486425340175628,
+      "epoch": 0.416,
+      "grad_norm": 20.99970502270892,
+      "kl_loss_13": 4014.4,
+      "kl_loss_26": 2990.4,
+      "kl_loss_39": 1838.4,
+      "kl_loss_7": 4632.8,
+      "learning_rate": 0.0006393431797567439,
+      "loss": 6546.0,
+      "step": 4160
+    },
+    {
+      "ce_loss_13": 3.3471143901348115,
+      "ce_loss_26": 2.866150665283203,
+      "ce_loss_39": 2.3319087445735933,
+      "ce_loss_52": 1.4416520655155183,
+      "ce_loss_7": 3.6357293486595155,
+      "epoch": 0.417,
+      "grad_norm": 21.192503416792082,
+      "kl_loss_13": 3909.6,
+      "kl_loss_26": 2915.8,
+      "kl_loss_39": 1798.8,
+      "kl_loss_7": 4510.8,
+      "learning_rate": 0.0006378186779084996,
+      "loss": 6527.0,
+      "step": 4170
+    },
+    {
+      "ce_loss_13": 3.316433811187744,
+      "ce_loss_26": 2.8411558747291563,
+      "ce_loss_39": 2.3257210671901705,
+      "ce_loss_52": 1.4415073692798615,
+      "ce_loss_7": 3.604754400253296,
+      "epoch": 0.418,
+      "grad_norm": 20.807157262193087,
+      "kl_loss_13": 3869.2,
+      "kl_loss_26": 2884.4,
+      "kl_loss_39": 1787.2,
+      "kl_loss_7": 4470.0,
+      "learning_rate": 0.0006362927882276989,
+      "loss": 6561.5,
+      "step": 4180
+    },
+    {
+      "ce_loss_13": 3.339698684215546,
+      "ce_loss_26": 2.85506985783577,
+      "ce_loss_39": 2.311668387055397,
+      "ce_loss_52": 1.4213855370879174,
+      "ce_loss_7": 3.6274226009845734,
+      "epoch": 0.419,
+      "grad_norm": 22.02061084804507,
+      "kl_loss_13": 3937.6,
+      "kl_loss_26": 2928.0,
+      "kl_loss_39": 1790.0,
+      "kl_loss_7": 4535.2,
+      "learning_rate": 0.000634765526080034,
+      "loss": 6534.9,
+      "step": 4190
+    },
+    {
+      "ce_loss_13": 3.304267328977585,
+      "ce_loss_26": 2.8152280390262603,
+      "ce_loss_39": 2.277574297785759,
+      "ce_loss_52": 1.3985714688897133,
+      "ce_loss_7": 3.598735523223877,
+      "epoch": 0.42,
+      "grad_norm": 19.98512507622475,
+      "kl_loss_13": 3911.6,
+      "kl_loss_26": 2888.0,
+      "kl_loss_39": 1761.0,
+      "kl_loss_7": 4520.8,
+      "learning_rate": 0.0006332369068450174,
+      "loss": 6522.4,
+      "step": 4200
+    },
+    {
+      "ce_loss_13": 3.2766413748264314,
+      "ce_loss_26": 2.793798440694809,
+      "ce_loss_39": 2.2647649705410005,
+      "ce_loss_52": 1.404912966489792,
+      "ce_loss_7": 3.5614658653736115,
+      "epoch": 0.421,
+      "grad_norm": 21.98548722652707,
+      "kl_loss_13": 3862.8,
+      "kl_loss_26": 2858.0,
+      "kl_loss_39": 1744.0,
+      "kl_loss_7": 4457.6,
+      "learning_rate": 0.0006317069459158283,
+      "loss": 6461.5,
+      "step": 4210
+    },
+    {
+      "ce_loss_13": 3.303953742980957,
+      "ce_loss_26": 2.817542538046837,
+      "ce_loss_39": 2.2884632468223574,
+      "ce_loss_52": 1.414811021089554,
+      "ce_loss_7": 3.5892197132110595,
+      "epoch": 0.422,
+      "grad_norm": 21.22519434260025,
+      "kl_loss_13": 3878.0,
+      "kl_loss_26": 2873.4,
+      "kl_loss_39": 1750.6,
+      "kl_loss_7": 4478.4,
+      "learning_rate": 0.0006301756586991561,
+      "loss": 6510.1,
+      "step": 4220
+    },
+    {
+      "ce_loss_13": 3.3445753276348116,
+      "ce_loss_26": 2.8686348736286162,
+      "ce_loss_39": 2.3429405450820924,
+      "ce_loss_52": 1.4785997077822686,
+      "ce_loss_7": 3.6385815382003783,
+      "epoch": 0.423,
+      "grad_norm": 19.644468709446457,
+      "kl_loss_13": 3856.4,
+      "kl_loss_26": 2870.4,
+      "kl_loss_39": 1760.0,
+      "kl_loss_7": 4462.4,
+      "learning_rate": 0.0006286430606150459,
+      "loss": 6493.9,
+      "step": 4230
+    },
+    {
+      "ce_loss_13": 3.3064311265945436,
+      "ce_loss_26": 2.8393130600452423,
+      "ce_loss_39": 2.321084627509117,
+      "ce_loss_52": 1.4542193472385407,
+      "ce_loss_7": 3.591093236207962,
+      "epoch": 0.424,
+      "grad_norm": 19.629096721329073,
+      "kl_loss_13": 3821.6,
+      "kl_loss_26": 2834.0,
+      "kl_loss_39": 1732.2,
+      "kl_loss_7": 4414.0,
+      "learning_rate": 0.0006271091670967436,
+      "loss": 6458.7,
+      "step": 4240
+    },
+    {
+      "ce_loss_13": 3.335456043481827,
+      "ce_loss_26": 2.8595637679100037,
+      "ce_loss_39": 2.319040137529373,
+      "ce_loss_52": 1.4537455767393113,
+      "ce_loss_7": 3.6277152955532075,
+      "epoch": 0.425,
+      "grad_norm": 22.23231840847551,
+      "kl_loss_13": 3861.2,
+      "kl_loss_26": 2865.2,
+      "kl_loss_39": 1725.4,
+      "kl_loss_7": 4470.8,
+      "learning_rate": 0.0006255739935905395,
+      "loss": 6438.9,
+      "step": 4250
+    },
+    {
+      "ce_loss_13": 3.312756323814392,
+      "ce_loss_26": 2.828430265188217,
+      "ce_loss_39": 2.290999186038971,
+      "ce_loss_52": 1.4147280350327491,
+      "ce_loss_7": 3.606942754983902,
+      "epoch": 0.426,
+      "grad_norm": 22.096816976355754,
+      "kl_loss_13": 3909.6,
+      "kl_loss_26": 2901.6,
+      "kl_loss_39": 1772.8,
+      "kl_loss_7": 4524.4,
+      "learning_rate": 0.0006240375555556145,
+      "loss": 6443.7,
+      "step": 4260
+    },
+    {
+      "ce_loss_13": 3.2455935895442964,
+      "ce_loss_26": 2.764835333824158,
+      "ce_loss_39": 2.2400916039943697,
+      "ce_loss_52": 1.3983588561415672,
+      "ce_loss_7": 3.5336900293827056,
+      "epoch": 0.427,
+      "grad_norm": 21.016189257560278,
+      "kl_loss_13": 3811.6,
+      "kl_loss_26": 2807.4,
+      "kl_loss_39": 1694.2,
+      "kl_loss_7": 4414.0,
+      "learning_rate": 0.000622499868463882,
+      "loss": 6395.1,
+      "step": 4270
+    },
+    {
+      "ce_loss_13": 3.3086226165294645,
+      "ce_loss_26": 2.823494350910187,
+      "ce_loss_39": 2.301421931385994,
+      "ce_loss_52": 1.4462398916482926,
+      "ce_loss_7": 3.595276767015457,
+      "epoch": 0.428,
+      "grad_norm": 21.54081801528653,
+      "kl_loss_13": 3848.8,
+      "kl_loss_26": 2835.6,
+      "kl_loss_39": 1725.6,
+      "kl_loss_7": 4449.6,
+      "learning_rate": 0.0006209609477998338,
+      "loss": 6429.2,
+      "step": 4280
+    },
+    {
+      "ce_loss_13": 3.34853395819664,
+      "ce_loss_26": 2.8662350177764893,
+      "ce_loss_39": 2.340099334716797,
+      "ce_loss_52": 1.455578488111496,
+      "ce_loss_7": 3.6379907071590423,
+      "epoch": 0.429,
+      "grad_norm": 22.431607304032426,
+      "kl_loss_13": 3907.2,
+      "kl_loss_26": 2905.6,
+      "kl_loss_39": 1784.0,
+      "kl_loss_7": 4512.8,
+      "learning_rate": 0.0006194208090603844,
+      "loss": 6469.9,
+      "step": 4290
+    },
+    {
+      "ce_loss_13": 3.2378364205360413,
+      "ce_loss_26": 2.771626591682434,
+      "ce_loss_39": 2.2533502638339997,
+      "ce_loss_52": 1.4288378104567527,
+      "ce_loss_7": 3.523706406354904,
+      "epoch": 0.43,
+      "grad_norm": 19.478272699999504,
+      "kl_loss_13": 3771.6,
+      "kl_loss_26": 2794.0,
+      "kl_loss_39": 1687.8,
+      "kl_loss_7": 4368.8,
+      "learning_rate": 0.0006178794677547138,
+      "loss": 6399.1,
+      "step": 4300
+    },
+    {
+      "ce_loss_13": 3.3320172011852263,
+      "ce_loss_26": 2.8396951615810395,
+      "ce_loss_39": 2.305786609649658,
+      "ce_loss_52": 1.434322476387024,
+      "ce_loss_7": 3.622057580947876,
+      "epoch": 0.431,
+      "grad_norm": 21.288095261764262,
+      "kl_loss_13": 3913.6,
+      "kl_loss_26": 2898.0,
+      "kl_loss_39": 1761.0,
+      "kl_loss_7": 4522.8,
+      "learning_rate": 0.0006163369394041111,
+      "loss": 6430.5,
+      "step": 4310
+    },
+    {
+      "ce_loss_13": 3.2775667309761047,
+      "ce_loss_26": 2.79736185669899,
+      "ce_loss_39": 2.2730204701423644,
+      "ce_loss_52": 1.4288703322410583,
+      "ce_loss_7": 3.562648755311966,
+      "epoch": 0.432,
+      "grad_norm": 22.037654673864616,
+      "kl_loss_13": 3816.0,
+      "kl_loss_26": 2814.0,
+      "kl_loss_39": 1690.8,
+      "kl_loss_7": 4412.8,
+      "learning_rate": 0.0006147932395418205,
+      "loss": 6392.0,
+      "step": 4320
+    },
+    {
+      "ce_loss_13": 3.2999020636081697,
+      "ce_loss_26": 2.8127501010894775,
+      "ce_loss_39": 2.2844816505908967,
+      "ce_loss_52": 1.4203194737434388,
+      "ce_loss_7": 3.5926522493362425,
+      "epoch": 0.433,
+      "grad_norm": 23.105450049389578,
+      "kl_loss_13": 3851.2,
+      "kl_loss_26": 2850.0,
+      "kl_loss_39": 1733.2,
+      "kl_loss_7": 4468.8,
+      "learning_rate": 0.0006132483837128823,
+      "loss": 6416.4,
+      "step": 4330
+    },
+    {
+      "ce_loss_13": 3.314070051908493,
+      "ce_loss_26": 2.8264743953943254,
+      "ce_loss_39": 2.295166790485382,
+      "ce_loss_52": 1.4510357692837714,
+      "ce_loss_7": 3.5982041239738463,
+      "epoch": 0.434,
+      "grad_norm": 21.907818649309228,
+      "kl_loss_13": 3842.0,
+      "kl_loss_26": 2836.0,
+      "kl_loss_39": 1709.4,
+      "kl_loss_7": 4428.8,
+      "learning_rate": 0.0006117023874739772,
+      "loss": 6437.0,
+      "step": 4340
+    },
+    {
+      "ce_loss_13": 3.296399414539337,
+      "ce_loss_26": 2.8059658110141754,
+      "ce_loss_39": 2.271949994564056,
+      "ce_loss_52": 1.4154132261872292,
+      "ce_loss_7": 3.588996112346649,
+      "epoch": 0.435,
+      "grad_norm": 21.889212253545118,
+      "kl_loss_13": 3898.8,
+      "kl_loss_26": 2887.2,
+      "kl_loss_39": 1746.6,
+      "kl_loss_7": 4508.4,
+      "learning_rate": 0.0006101552663932703,
+      "loss": 6431.3,
+      "step": 4350
+    },
+    {
+      "ce_loss_13": 3.306167459487915,
+      "ce_loss_26": 2.8240922570228575,
+      "ce_loss_39": 2.2931392163038256,
+      "ce_loss_52": 1.4310514152050018,
+      "ce_loss_7": 3.596520256996155,
+      "epoch": 0.436,
+      "grad_norm": 21.05075754740656,
+      "kl_loss_13": 3860.0,
+      "kl_loss_26": 2856.4,
+      "kl_loss_39": 1737.6,
+      "kl_loss_7": 4459.2,
+      "learning_rate": 0.0006086070360502539,
+      "loss": 6370.7,
+      "step": 4360
+    },
+    {
+      "ce_loss_13": 3.2818971514701842,
+      "ce_loss_26": 2.8096925973892213,
+      "ce_loss_39": 2.2902305334806443,
+      "ce_loss_52": 1.457671320438385,
+      "ce_loss_7": 3.567191207408905,
+      "epoch": 0.437,
+      "grad_norm": 19.98373918443626,
+      "kl_loss_13": 3770.8,
+      "kl_loss_26": 2788.4,
+      "kl_loss_39": 1692.0,
+      "kl_loss_7": 4367.2,
+      "learning_rate": 0.0006070577120355903,
+      "loss": 6341.1,
+      "step": 4370
+    },
+    {
+      "ce_loss_13": 3.317246896028519,
+      "ce_loss_26": 2.84905891418457,
+      "ce_loss_39": 2.322802722454071,
+      "ce_loss_52": 1.4916655078530312,
+      "ce_loss_7": 3.593036550283432,
+      "epoch": 0.438,
+      "grad_norm": 20.010722762004242,
+      "kl_loss_13": 3781.2,
+      "kl_loss_26": 2799.2,
+      "kl_loss_39": 1686.2,
+      "kl_loss_7": 4360.0,
+      "learning_rate": 0.0006055073099509549,
+      "loss": 6355.5,
+      "step": 4380
+    },
+    {
+      "ce_loss_13": 3.2864172756671906,
+      "ce_loss_26": 2.8085566580295565,
+      "ce_loss_39": 2.2875818789005278,
+      "ce_loss_52": 1.4407859086990356,
+      "ce_loss_7": 3.5741762936115267,
+      "epoch": 0.439,
+      "grad_norm": 21.10222653748024,
+      "kl_loss_13": 3824.4,
+      "kl_loss_26": 2822.4,
+      "kl_loss_39": 1713.2,
+      "kl_loss_7": 4426.0,
+      "learning_rate": 0.0006039558454088796,
+      "loss": 6354.5,
+      "step": 4390
+    },
+    {
+      "ce_loss_13": 3.2985159277915956,
+      "ce_loss_26": 2.817130261659622,
+      "ce_loss_39": 2.2846481442451476,
+      "ce_loss_52": 1.4308176964521409,
+      "ce_loss_7": 3.5788950502872465,
+      "epoch": 0.44,
+      "grad_norm": 22.10167857860873,
+      "kl_loss_13": 3852.4,
+      "kl_loss_26": 2856.8,
+      "kl_loss_39": 1727.6,
+      "kl_loss_7": 4434.8,
+      "learning_rate": 0.0006024033340325954,
+      "loss": 6381.3,
+      "step": 4400
+    },
+    {
+      "ce_loss_13": 3.2772581815719604,
+      "ce_loss_26": 2.7952946066856383,
+      "ce_loss_39": 2.259748488664627,
+      "ce_loss_52": 1.4122898250818252,
+      "ce_loss_7": 3.564402920007706,
+      "epoch": 0.441,
+      "grad_norm": 21.766013784294948,
+      "kl_loss_13": 3854.4,
+      "kl_loss_26": 2847.6,
+      "kl_loss_39": 1727.0,
+      "kl_loss_7": 4457.2,
+      "learning_rate": 0.0006008497914558743,
+      "loss": 6338.3,
+      "step": 4410
+    },
+    {
+      "ce_loss_13": 3.310656875371933,
+      "ce_loss_26": 2.825407701730728,
+      "ce_loss_39": 2.3054873913526537,
+      "ce_loss_52": 1.4574851334095,
+      "ce_loss_7": 3.595499175786972,
+      "epoch": 0.442,
+      "grad_norm": 23.195817032303225,
+      "kl_loss_13": 3826.4,
+      "kl_loss_26": 2816.8,
+      "kl_loss_39": 1707.6,
+      "kl_loss_7": 4415.6,
+      "learning_rate": 0.0005992952333228728,
+      "loss": 6415.4,
+      "step": 4420
+    },
+    {
+      "ce_loss_13": 3.147319358587265,
+      "ce_loss_26": 2.6695513784885407,
+      "ce_loss_39": 2.153283026814461,
+      "ce_loss_52": 1.362196257710457,
+      "ce_loss_7": 3.4255874812602998,
+      "epoch": 0.443,
+      "grad_norm": 21.365484698145746,
+      "kl_loss_13": 3677.2,
+      "kl_loss_26": 2685.6,
+      "kl_loss_39": 1588.2,
+      "kl_loss_7": 4260.0,
+      "learning_rate": 0.0005977396752879741,
+      "loss": 6284.8,
+      "step": 4430
+    },
+    {
+      "ce_loss_13": 3.2730862379074095,
+      "ce_loss_26": 2.790391606092453,
+      "ce_loss_39": 2.257637658715248,
+      "ce_loss_52": 1.4242565602064132,
+      "ce_loss_7": 3.5511350512504576,
+      "epoch": 0.444,
+      "grad_norm": 20.84050157821156,
+      "kl_loss_13": 3810.8,
+      "kl_loss_26": 2811.6,
+      "kl_loss_39": 1686.6,
+      "kl_loss_7": 4399.2,
+      "learning_rate": 0.0005961831330156305,
+      "loss": 6282.4,
+      "step": 4440
+    },
+    {
+      "ce_loss_13": 3.303426647186279,
+      "ce_loss_26": 2.8194876074790955,
+      "ce_loss_39": 2.286717027425766,
+      "ce_loss_52": 1.4367665380239487,
+      "ce_loss_7": 3.589170789718628,
+      "epoch": 0.445,
+      "grad_norm": 22.09664086851361,
+      "kl_loss_13": 3832.4,
+      "kl_loss_26": 2828.0,
+      "kl_loss_39": 1702.2,
+      "kl_loss_7": 4435.6,
+      "learning_rate": 0.0005946256221802051,
+      "loss": 6310.7,
+      "step": 4450
+    },
+    {
+      "ce_loss_13": 3.2220256984233857,
+      "ce_loss_26": 2.747016179561615,
+      "ce_loss_39": 2.2203843981027602,
+      "ce_loss_52": 1.4144678741693497,
+      "ce_loss_7": 3.5019364655017853,
+      "epoch": 0.446,
+      "grad_norm": 20.80212123158213,
+      "kl_loss_13": 3738.0,
+      "kl_loss_26": 2737.6,
+      "kl_loss_39": 1635.2,
+      "kl_loss_7": 4324.0,
+      "learning_rate": 0.0005930671584658151,
+      "loss": 6275.9,
+      "step": 4460
+    },
+    {
+      "ce_loss_13": 3.262040966749191,
+      "ce_loss_26": 2.7848617672920226,
+      "ce_loss_39": 2.2554671108722686,
+      "ce_loss_52": 1.4137398272752761,
+      "ce_loss_7": 3.5524380266666413,
+      "epoch": 0.447,
+      "grad_norm": 21.070671360315192,
+      "kl_loss_13": 3794.4,
+      "kl_loss_26": 2805.6,
+      "kl_loss_39": 1697.0,
+      "kl_loss_7": 4396.4,
+      "learning_rate": 0.0005915077575661722,
+      "loss": 6360.7,
+      "step": 4470
+    },
+    {
+      "ce_loss_13": 3.2109140872955324,
+      "ce_loss_26": 2.7298059910535812,
+      "ce_loss_39": 2.2085951179265977,
+      "ce_loss_52": 1.3873766094446183,
+      "ce_loss_7": 3.4926227211952208,
+      "epoch": 0.448,
+      "grad_norm": 21.38920961497166,
+      "kl_loss_13": 3765.2,
+      "kl_loss_26": 2759.4,
+      "kl_loss_39": 1656.0,
+      "kl_loss_7": 4359.6,
+      "learning_rate": 0.000589947435184427,
+      "loss": 6255.15,
+      "step": 4480
+    },
+    {
+      "ce_loss_13": 3.2468604743480682,
+      "ce_loss_26": 2.7669826805591584,
+      "ce_loss_39": 2.2381924211978914,
+      "ce_loss_52": 1.4454800367355347,
+      "ce_loss_7": 3.5310903012752535,
+      "epoch": 0.449,
+      "grad_norm": 23.74435148547982,
+      "kl_loss_13": 3708.0,
+      "kl_loss_26": 2716.8,
+      "kl_loss_39": 1595.4,
+      "kl_loss_7": 4307.2,
+      "learning_rate": 0.0005883862070330078,
+      "loss": 6262.9,
+      "step": 4490
+    },
+    {
+      "ce_loss_13": 3.2490183234214784,
+      "ce_loss_26": 2.775378829240799,
+      "ce_loss_39": 2.259204548597336,
+      "ce_loss_52": 1.4259025424718856,
+      "ce_loss_7": 3.532491201162338,
+      "epoch": 0.45,
+      "grad_norm": 19.921742072679248,
+      "kl_loss_13": 3736.0,
+      "kl_loss_26": 2748.4,
+      "kl_loss_39": 1665.2,
+      "kl_loss_7": 4324.4,
+      "learning_rate": 0.0005868240888334653,
+      "loss": 6279.4,
+      "step": 4500
+    },
+    {
+      "ce_loss_13": 3.2022728264331817,
+      "ce_loss_26": 2.7251765221357345,
+      "ce_loss_39": 2.2201029896736144,
+      "ce_loss_52": 1.4243690267205238,
+      "ce_loss_7": 3.4856902956962585,
+      "epoch": 0.451,
+      "grad_norm": 22.336812688943994,
+      "kl_loss_13": 3701.6,
+      "kl_loss_26": 2716.6,
+      "kl_loss_39": 1627.0,
+      "kl_loss_7": 4291.6,
+      "learning_rate": 0.0005852610963163119,
+      "loss": 6274.9,
+      "step": 4510
+    },
+    {
+      "ce_loss_13": 3.2056246638298034,
+      "ce_loss_26": 2.735306566953659,
+      "ce_loss_39": 2.2278982251882553,
+      "ce_loss_52": 1.4315001338720321,
+      "ce_loss_7": 3.4921528518199922,
+      "epoch": 0.452,
+      "grad_norm": 21.324834799180188,
+      "kl_loss_13": 3671.2,
+      "kl_loss_26": 2692.4,
+      "kl_loss_39": 1610.6,
+      "kl_loss_7": 4263.2,
+      "learning_rate": 0.0005836972452208654,
+      "loss": 6241.8,
+      "step": 4520
+    },
+    {
+      "ce_loss_13": 3.2711530566215514,
+      "ce_loss_26": 2.794381695985794,
+      "ce_loss_39": 2.2675902634859084,
+      "ce_loss_52": 1.4365027844905853,
+      "ce_loss_7": 3.5576207876205443,
+      "epoch": 0.453,
+      "grad_norm": 21.88775011761487,
+      "kl_loss_13": 3792.8,
+      "kl_loss_26": 2804.8,
+      "kl_loss_39": 1700.8,
+      "kl_loss_7": 4388.0,
+      "learning_rate": 0.0005821325512950885,
+      "loss": 6283.8,
+      "step": 4530
+    },
+    {
+      "ce_loss_13": 3.2904800713062285,
+      "ce_loss_26": 2.8134379625320434,
+      "ce_loss_39": 2.2945436596870423,
+      "ce_loss_52": 1.476692470908165,
+      "ce_loss_7": 3.5703530073165894,
+      "epoch": 0.454,
+      "grad_norm": 20.942055908262446,
+      "kl_loss_13": 3751.6,
+      "kl_loss_26": 2758.0,
+      "kl_loss_39": 1655.0,
+      "kl_loss_7": 4336.0,
+      "learning_rate": 0.0005805670302954321,
+      "loss": 6268.6,
+      "step": 4540
+    },
+    {
+      "ce_loss_13": 3.2201909184455872,
+      "ce_loss_26": 2.737530159950256,
+      "ce_loss_39": 2.2144886016845704,
+      "ce_loss_52": 1.4106894597411155,
+      "ce_loss_7": 3.5021199345588685,
+      "epoch": 0.455,
+      "grad_norm": 21.81892564093558,
+      "kl_loss_13": 3758.8,
+      "kl_loss_26": 2750.8,
+      "kl_loss_39": 1624.2,
+      "kl_loss_7": 4358.4,
+      "learning_rate": 0.000579000697986675,
+      "loss": 6232.8,
+      "step": 4550
+    },
+    {
+      "ce_loss_13": 3.2489894032478333,
+      "ce_loss_26": 2.780492717027664,
+      "ce_loss_39": 2.2484638780355453,
+      "ce_loss_52": 1.4397764205932617,
+      "ce_loss_7": 3.5364687144756317,
+      "epoch": 0.456,
+      "grad_norm": 21.02937623207538,
+      "kl_loss_13": 3754.8,
+      "kl_loss_26": 2776.8,
+      "kl_loss_39": 1651.6,
+      "kl_loss_7": 4345.6,
+      "learning_rate": 0.0005774335701417662,
+      "loss": 6241.6,
+      "step": 4560
+    },
+    {
+      "ce_loss_13": 3.2101799607276917,
+      "ce_loss_26": 2.7431035935878754,
+      "ce_loss_39": 2.2130339086055755,
+      "ce_loss_52": 1.4163681983947753,
+      "ce_loss_7": 3.4954857528209686,
+      "epoch": 0.457,
+      "grad_norm": 19.83299768002262,
+      "kl_loss_13": 3705.2,
+      "kl_loss_26": 2723.2,
+      "kl_loss_39": 1618.4,
+      "kl_loss_7": 4301.2,
+      "learning_rate": 0.0005758656625416658,
+      "loss": 6247.2,
+      "step": 4570
+    },
+    {
+      "ce_loss_13": 3.2813266932964327,
+      "ce_loss_26": 2.793111354112625,
+      "ce_loss_39": 2.2625322908163072,
+      "ce_loss_52": 1.4499622374773025,
+      "ce_loss_7": 3.5644542396068575,
+      "epoch": 0.458,
+      "grad_norm": 21.53754747250698,
+      "kl_loss_13": 3797.6,
+      "kl_loss_26": 2782.8,
+      "kl_loss_39": 1647.4,
+      "kl_loss_7": 4391.2,
+      "learning_rate": 0.0005742969909751859,
+      "loss": 6266.1,
+      "step": 4580
+    },
+    {
+      "ce_loss_13": 3.3478006780147553,
+      "ce_loss_26": 2.8727428793907164,
+      "ce_loss_39": 2.3303479075431826,
+      "ce_loss_52": 1.4829013347625732,
+      "ce_loss_7": 3.6364180862903597,
+      "epoch": 0.459,
+      "grad_norm": 21.34326820051386,
+      "kl_loss_13": 3844.0,
+      "kl_loss_26": 2840.4,
+      "kl_loss_39": 1703.4,
+      "kl_loss_7": 4441.6,
+      "learning_rate": 0.0005727275712388318,
+      "loss": 6209.7,
+      "step": 4590
+    },
+    {
+      "ce_loss_13": 3.285200160741806,
+      "ce_loss_26": 2.807385641336441,
+      "ce_loss_39": 2.275821554660797,
+      "ce_loss_52": 1.4415770262479781,
+      "ce_loss_7": 3.563661777973175,
+      "epoch": 0.46,
+      "grad_norm": 20.952340509651894,
+      "kl_loss_13": 3807.6,
+      "kl_loss_26": 2814.0,
+      "kl_loss_39": 1683.4,
+      "kl_loss_7": 4390.0,
+      "learning_rate": 0.0005711574191366427,
+      "loss": 6174.2,
+      "step": 4600
+    },
+    {
+      "ce_loss_13": 3.2419202089309693,
+      "ce_loss_26": 2.7672870814800263,
+      "ce_loss_39": 2.2521429657936096,
+      "ce_loss_52": 1.4457757875323296,
+      "ce_loss_7": 3.5175400972366333,
+      "epoch": 0.461,
+      "grad_norm": 20.667083707625775,
+      "kl_loss_13": 3685.6,
+      "kl_loss_26": 2706.8,
+      "kl_loss_39": 1618.2,
+      "kl_loss_7": 4262.4,
+      "learning_rate": 0.0005695865504800327,
+      "loss": 6154.6,
+      "step": 4610
+    },
+    {
+      "ce_loss_13": 3.2078490257263184,
+      "ce_loss_26": 2.7373934209346773,
+      "ce_loss_39": 2.2357589691877364,
+      "ce_loss_52": 1.4443277925252915,
+      "ce_loss_7": 3.4876007556915285,
+      "epoch": 0.462,
+      "grad_norm": 21.07091453525893,
+      "kl_loss_13": 3645.6,
+      "kl_loss_26": 2666.8,
+      "kl_loss_39": 1598.2,
+      "kl_loss_7": 4226.0,
+      "learning_rate": 0.0005680149810876322,
+      "loss": 6178.4,
+      "step": 4620
+    },
+    {
+      "ce_loss_13": 3.2486107409000398,
+      "ce_loss_26": 2.7601176381111143,
+      "ce_loss_39": 2.227588337659836,
+      "ce_loss_52": 1.4004375696182252,
+      "ce_loss_7": 3.532775843143463,
+      "epoch": 0.463,
+      "grad_norm": 21.569532668695917,
+      "kl_loss_13": 3786.8,
+      "kl_loss_26": 2780.4,
+      "kl_loss_39": 1664.6,
+      "kl_loss_7": 4386.0,
+      "learning_rate": 0.0005664427267851271,
+      "loss": 6215.6,
+      "step": 4630
+    },
+    {
+      "ce_loss_13": 3.2331403851509095,
+      "ce_loss_26": 2.7579665184020996,
+      "ce_loss_39": 2.233389773964882,
+      "ce_loss_52": 1.4353074416518212,
+      "ce_loss_7": 3.5171454668045046,
+      "epoch": 0.464,
+      "grad_norm": 21.55234160622014,
+      "kl_loss_13": 3697.6,
+      "kl_loss_26": 2708.8,
+      "kl_loss_39": 1599.2,
+      "kl_loss_7": 4292.8,
+      "learning_rate": 0.0005648698034051009,
+      "loss": 6233.0,
+      "step": 4640
+    },
+    {
+      "ce_loss_13": 3.264119005203247,
+      "ce_loss_26": 2.784970927238464,
+      "ce_loss_39": 2.2625187635421753,
+      "ce_loss_52": 1.4551048219203948,
+      "ce_loss_7": 3.536862540245056,
+      "epoch": 0.465,
+      "grad_norm": 21.943732618524454,
+      "kl_loss_13": 3715.6,
+      "kl_loss_26": 2727.6,
+      "kl_loss_39": 1626.8,
+      "kl_loss_7": 4294.8,
+      "learning_rate": 0.0005632962267868747,
+      "loss": 6180.9,
+      "step": 4650
+    },
+    {
+      "ce_loss_13": 3.124424380064011,
+      "ce_loss_26": 2.670001748204231,
+      "ce_loss_39": 2.161810302734375,
+      "ce_loss_52": 1.3920277938246728,
+      "ce_loss_7": 3.4072051107883454,
+      "epoch": 0.466,
+      "grad_norm": 19.992372851535457,
+      "kl_loss_13": 3608.0,
+      "kl_loss_26": 2641.4,
+      "kl_loss_39": 1573.8,
+      "kl_loss_7": 4190.0,
+      "learning_rate": 0.0005617220127763474,
+      "loss": 6158.8,
+      "step": 4660
+    },
+    {
+      "ce_loss_13": 3.2301677465438843,
+      "ce_loss_26": 2.7488952726125717,
+      "ce_loss_39": 2.2431567162275314,
+      "ce_loss_52": 1.4423212110996246,
+      "ce_loss_7": 3.5069880545139314,
+      "epoch": 0.467,
+      "grad_norm": 20.78261479761198,
+      "kl_loss_13": 3680.4,
+      "kl_loss_26": 2686.0,
+      "kl_loss_39": 1603.8,
+      "kl_loss_7": 4262.0,
+      "learning_rate": 0.0005601471772258368,
+      "loss": 6129.5,
+      "step": 4670
+    },
+    {
+      "ce_loss_13": 3.2057377636432647,
+      "ce_loss_26": 2.7412378191947937,
+      "ce_loss_39": 2.2341296702623366,
+      "ce_loss_52": 1.4304189920425414,
+      "ce_loss_7": 3.4817180752754213,
+      "epoch": 0.468,
+      "grad_norm": 20.848135049030358,
+      "kl_loss_13": 3672.8,
+      "kl_loss_26": 2706.4,
+      "kl_loss_39": 1624.6,
+      "kl_loss_7": 4245.6,
+      "learning_rate": 0.0005585717359939192,
+      "loss": 6123.3,
+      "step": 4680
+    },
+    {
+      "ce_loss_13": 3.233567637205124,
+      "ce_loss_26": 2.768052551150322,
+      "ce_loss_39": 2.25777924656868,
+      "ce_loss_52": 1.4504828751087189,
+      "ce_loss_7": 3.5125366508960725,
+      "epoch": 0.469,
+      "grad_norm": 20.709517983153315,
+      "kl_loss_13": 3660.4,
+      "kl_loss_26": 2696.0,
+      "kl_loss_39": 1619.6,
+      "kl_loss_7": 4241.2,
+      "learning_rate": 0.0005569957049452703,
+      "loss": 6101.6,
+      "step": 4690
+    },
+    {
+      "ce_loss_13": 3.2725342512130737,
+      "ce_loss_26": 2.7866754591464997,
+      "ce_loss_39": 2.2480324536561964,
+      "ce_loss_52": 1.404937854409218,
+      "ce_loss_7": 3.5641084611415863,
+      "epoch": 0.47,
+      "grad_norm": 20.633433200619724,
+      "kl_loss_13": 3863.2,
+      "kl_loss_26": 2851.6,
+      "kl_loss_39": 1720.6,
+      "kl_loss_7": 4468.0,
+      "learning_rate": 0.0005554190999505056,
+      "loss": 6211.0,
+      "step": 4700
+    },
+    {
+      "ce_loss_13": 3.2052918612957,
+      "ce_loss_26": 2.732904624938965,
+      "ce_loss_39": 2.2116665810346605,
+      "ce_loss_52": 1.4257652133703231,
+      "ce_loss_7": 3.4880705952644346,
+      "epoch": 0.471,
+      "grad_norm": 20.706622626666558,
+      "kl_loss_13": 3660.0,
+      "kl_loss_26": 2670.8,
+      "kl_loss_39": 1571.8,
+      "kl_loss_7": 4252.4,
+      "learning_rate": 0.0005538419368860196,
+      "loss": 6097.3,
+      "step": 4710
+    },
+    {
+      "ce_loss_13": 3.201172482967377,
+      "ce_loss_26": 2.726384937763214,
+      "ce_loss_39": 2.198946151137352,
+      "ce_loss_52": 1.4113327443599701,
+      "ce_loss_7": 3.487533462047577,
+      "epoch": 0.472,
+      "grad_norm": 21.400203482886983,
+      "kl_loss_13": 3675.6,
+      "kl_loss_26": 2693.2,
+      "kl_loss_39": 1591.2,
+      "kl_loss_7": 4272.0,
+      "learning_rate": 0.0005522642316338268,
+      "loss": 6121.3,
+      "step": 4720
+    },
+    {
+      "ce_loss_13": 3.224886018037796,
+      "ce_loss_26": 2.7551407277584077,
+      "ce_loss_39": 2.2328554034233092,
+      "ce_loss_52": 1.4563202857971191,
+      "ce_loss_7": 3.5022718131542208,
+      "epoch": 0.473,
+      "grad_norm": 21.66295321363831,
+      "kl_loss_13": 3648.0,
+      "kl_loss_26": 2662.8,
+      "kl_loss_39": 1575.8,
+      "kl_loss_7": 4219.6,
+      "learning_rate": 0.0005506860000814017,
+      "loss": 6051.3,
+      "step": 4730
+    },
+    {
+      "ce_loss_13": 3.2025643050670625,
+      "ce_loss_26": 2.7286852061748506,
+      "ce_loss_39": 2.21729561984539,
+      "ce_loss_52": 1.453881350159645,
+      "ce_loss_7": 3.4832063794136046,
+      "epoch": 0.474,
+      "grad_norm": 20.603608171505254,
+      "kl_loss_13": 3623.6,
+      "kl_loss_26": 2642.4,
+      "kl_loss_39": 1549.2,
+      "kl_loss_7": 4212.8,
+      "learning_rate": 0.0005491072581215186,
+      "loss": 6098.5,
+      "step": 4740
+    },
+    {
+      "ce_loss_13": 3.212699604034424,
+      "ce_loss_26": 2.732209050655365,
+      "ce_loss_39": 2.2089115262031553,
+      "ce_loss_52": 1.4185278177261353,
+      "ce_loss_7": 3.4970239818096163,
+      "epoch": 0.475,
+      "grad_norm": 20.455172908061705,
+      "kl_loss_13": 3701.2,
+      "kl_loss_26": 2708.4,
+      "kl_loss_39": 1600.0,
+      "kl_loss_7": 4294.0,
+      "learning_rate": 0.0005475280216520913,
+      "loss": 6092.7,
+      "step": 4750
+    },
+    {
+      "ce_loss_13": 3.161313956975937,
+      "ce_loss_26": 2.6922851324081423,
+      "ce_loss_39": 2.185682702064514,
+      "ce_loss_52": 1.4132045745849608,
+      "ce_loss_7": 3.4361780524253844,
+      "epoch": 0.476,
+      "grad_norm": 21.048159476746886,
+      "kl_loss_13": 3632.8,
+      "kl_loss_26": 2655.2,
+      "kl_loss_39": 1574.6,
+      "kl_loss_7": 4208.4,
+      "learning_rate": 0.0005459483065760138,
+      "loss": 6159.3,
+      "step": 4760
+    },
+    {
+      "ce_loss_13": 3.2172334492206573,
+      "ce_loss_26": 2.739536887407303,
+      "ce_loss_39": 2.2192301630973814,
+      "ce_loss_52": 1.4282803654670715,
+      "ce_loss_7": 3.5064621806144713,
+      "epoch": 0.477,
+      "grad_norm": 20.62269454966768,
+      "kl_loss_13": 3708.4,
+      "kl_loss_26": 2710.0,
+      "kl_loss_39": 1610.2,
+      "kl_loss_7": 4301.6,
+      "learning_rate": 0.0005443681288009991,
+      "loss": 6104.1,
+      "step": 4770
+    },
+    {
+      "ce_loss_13": 3.217255789041519,
+      "ce_loss_26": 2.7369415044784544,
+      "ce_loss_39": 2.2001087069511414,
+      "ce_loss_52": 1.401385571062565,
+      "ce_loss_7": 3.5032376050949097,
+      "epoch": 0.478,
+      "grad_norm": 20.40853719962087,
+      "kl_loss_13": 3760.0,
+      "kl_loss_26": 2763.2,
+      "kl_loss_39": 1625.0,
+      "kl_loss_7": 4353.2,
+      "learning_rate": 0.0005427875042394199,
+      "loss": 6064.0,
+      "step": 4780
+    },
+    {
+      "ce_loss_13": 3.199622023105621,
+      "ce_loss_26": 2.734530872106552,
+      "ce_loss_39": 2.2225404649972917,
+      "ce_loss_52": 1.4552370458841324,
+      "ce_loss_7": 3.475612831115723,
+      "epoch": 0.479,
+      "grad_norm": 21.111949592982874,
+      "kl_loss_13": 3598.8,
+      "kl_loss_26": 2623.2,
+      "kl_loss_39": 1545.4,
+      "kl_loss_7": 4177.6,
+      "learning_rate": 0.0005412064488081482,
+      "loss": 6074.2,
+      "step": 4790
+    },
+    {
+      "ce_loss_13": 3.1485446810722353,
+      "ce_loss_26": 2.6845290422439576,
+      "ce_loss_39": 2.1669752955436707,
+      "ce_loss_52": 1.4116393029689789,
+      "ce_loss_7": 3.423712509870529,
+      "epoch": 0.48,
+      "grad_norm": 20.355440951189763,
+      "kl_loss_13": 3606.4,
+      "kl_loss_26": 2638.4,
+      "kl_loss_39": 1543.2,
+      "kl_loss_7": 4182.4,
+      "learning_rate": 0.0005396249784283942,
+      "loss": 6051.0,
+      "step": 4800
+    },
+    {
+      "ce_loss_13": 3.1923361301422117,
+      "ce_loss_26": 2.71637277007103,
+      "ce_loss_39": 2.1978514790534973,
+      "ce_loss_52": 1.4327621147036553,
+      "ce_loss_7": 3.47632372379303,
+      "epoch": 0.481,
+      "grad_norm": 22.229636039543518,
+      "kl_loss_13": 3644.0,
+      "kl_loss_26": 2653.2,
+      "kl_loss_39": 1555.8,
+      "kl_loss_7": 4232.8,
+      "learning_rate": 0.0005380431090255476,
+      "loss": 6143.3,
+      "step": 4810
+    },
+    {
+      "ce_loss_13": 3.232038801908493,
+      "ce_loss_26": 2.7648274183273314,
+      "ce_loss_39": 2.2573492497205736,
+      "ce_loss_52": 1.4371329843997955,
+      "ce_loss_7": 3.5092617154121397,
+      "epoch": 0.482,
+      "grad_norm": 21.36587062891148,
+      "kl_loss_13": 3704.8,
+      "kl_loss_26": 2740.8,
+      "kl_loss_39": 1651.2,
+      "kl_loss_7": 4281.6,
+      "learning_rate": 0.0005364608565290155,
+      "loss": 6031.2,
+      "step": 4820
+    },
+    {
+      "ce_loss_13": 3.250445681810379,
+      "ce_loss_26": 2.773394727706909,
+      "ce_loss_39": 2.243200385570526,
+      "ce_loss_52": 1.4556994497776032,
+      "ce_loss_7": 3.536140114068985,
+      "epoch": 0.483,
+      "grad_norm": 20.760727607225178,
+      "kl_loss_13": 3706.4,
+      "kl_loss_26": 2711.2,
+      "kl_loss_39": 1595.8,
+      "kl_loss_7": 4300.0,
+      "learning_rate": 0.0005348782368720626,
+      "loss": 6094.3,
+      "step": 4830
+    },
+    {
+      "ce_loss_13": 3.2234844088554384,
+      "ce_loss_26": 2.7573211640119553,
+      "ce_loss_39": 2.244653856754303,
+      "ce_loss_52": 1.4427421689033508,
+      "ce_loss_7": 3.497196841239929,
+      "epoch": 0.484,
+      "grad_norm": 20.726340018616938,
+      "kl_loss_13": 3685.6,
+      "kl_loss_26": 2708.0,
+      "kl_loss_39": 1610.0,
+      "kl_loss_7": 4262.4,
+      "learning_rate": 0.000533295265991652,
+      "loss": 6062.9,
+      "step": 4840
+    },
+    {
+      "ce_loss_13": 3.152006584405899,
+      "ce_loss_26": 2.678810328245163,
+      "ce_loss_39": 2.166279435157776,
+      "ce_loss_52": 1.3957384467124938,
+      "ce_loss_7": 3.4304138660430907,
+      "epoch": 0.485,
+      "grad_norm": 21.522248137711077,
+      "kl_loss_13": 3630.8,
+      "kl_loss_26": 2639.0,
+      "kl_loss_39": 1547.4,
+      "kl_loss_7": 4218.0,
+      "learning_rate": 0.0005317119598282822,
+      "loss": 6033.9,
+      "step": 4850
+    },
+    {
+      "ce_loss_13": 3.2258131086826323,
+      "ce_loss_26": 2.7538253903388976,
+      "ce_loss_39": 2.237151172757149,
+      "ce_loss_52": 1.4640001267194749,
+      "ce_loss_7": 3.493991768360138,
+      "epoch": 0.486,
+      "grad_norm": 19.71152116189248,
+      "kl_loss_13": 3656.8,
+      "kl_loss_26": 2681.2,
+      "kl_loss_39": 1581.0,
+      "kl_loss_7": 4221.6,
+      "learning_rate": 0.0005301283343258293,
+      "loss": 6062.4,
+      "step": 4860
+    },
+    {
+      "ce_loss_13": 3.188614493608475,
+      "ce_loss_26": 2.7119751185178758,
+      "ce_loss_39": 2.189143994450569,
+      "ce_loss_52": 1.422459150850773,
+      "ce_loss_7": 3.468545514345169,
+      "epoch": 0.487,
+      "grad_norm": 20.57479406007355,
+      "kl_loss_13": 3638.4,
+      "kl_loss_26": 2642.2,
+      "kl_loss_39": 1539.5,
+      "kl_loss_7": 4222.0,
+      "learning_rate": 0.000528544405431384,
+      "loss": 6047.1,
+      "step": 4870
+    },
+    {
+      "ce_loss_13": 3.1630406379699707,
+      "ce_loss_26": 2.6917948126792908,
+      "ce_loss_39": 2.187080183625221,
+      "ce_loss_52": 1.430996198952198,
+      "ce_loss_7": 3.437908464670181,
+      "epoch": 0.488,
+      "grad_norm": 20.266256252328688,
+      "kl_loss_13": 3589.2,
+      "kl_loss_26": 2606.0,
+      "kl_loss_39": 1535.4,
+      "kl_loss_7": 4160.0,
+      "learning_rate": 0.000526960189095093,
+      "loss": 6056.9,
+      "step": 4880
+    },
+    {
+      "ce_loss_13": 3.1363641381263734,
+      "ce_loss_26": 2.6843234658241273,
+      "ce_loss_39": 2.1881404638290407,
+      "ce_loss_52": 1.4287778049707414,
+      "ce_loss_7": 3.403191590309143,
+      "epoch": 0.489,
+      "grad_norm": 20.737227217707265,
+      "kl_loss_13": 3534.8,
+      "kl_loss_26": 2597.2,
+      "kl_loss_39": 1535.4,
+      "kl_loss_7": 4094.0,
+      "learning_rate": 0.0005253757012699972,
+      "loss": 6013.8,
+      "step": 4890
+    },
+    {
+      "ce_loss_13": 3.2066462457180025,
+      "ce_loss_26": 2.7318670630455015,
+      "ce_loss_39": 2.2165933042764663,
+      "ce_loss_52": 1.4400058209896087,
+      "ce_loss_7": 3.4839820206165313,
+      "epoch": 0.49,
+      "grad_norm": 20.942033187869956,
+      "kl_loss_13": 3651.6,
+      "kl_loss_26": 2660.8,
+      "kl_loss_39": 1565.0,
+      "kl_loss_7": 4233.6,
+      "learning_rate": 0.0005237909579118712,
+      "loss": 5973.0,
+      "step": 4900
+    },
+    {
+      "ce_loss_13": 3.2107683062553405,
+      "ce_loss_26": 2.723215198516846,
+      "ce_loss_39": 2.2134319245815277,
+      "ce_loss_52": 1.4413373351097107,
+      "ce_loss_7": 3.498019593954086,
+      "epoch": 0.491,
+      "grad_norm": 19.852386563944762,
+      "kl_loss_13": 3647.2,
+      "kl_loss_26": 2634.4,
+      "kl_loss_39": 1545.0,
+      "kl_loss_7": 4246.4,
+      "learning_rate": 0.0005222059749790631,
+      "loss": 5997.8,
+      "step": 4910
+    },
+    {
+      "ce_loss_13": 3.2151939988136293,
+      "ce_loss_26": 2.7481437802314757,
+      "ce_loss_39": 2.2312227368354796,
+      "ce_loss_52": 1.4501317411661148,
+      "ce_loss_7": 3.4992719650268556,
+      "epoch": 0.492,
+      "grad_norm": 21.940050434667352,
+      "kl_loss_13": 3627.6,
+      "kl_loss_26": 2655.2,
+      "kl_loss_39": 1571.4,
+      "kl_loss_7": 4213.6,
+      "learning_rate": 0.0005206207684323337,
+      "loss": 5989.6,
+      "step": 4920
+    },
+    {
+      "ce_loss_13": 3.14618239402771,
+      "ce_loss_26": 2.6644466161727904,
+      "ce_loss_39": 2.1522305369377137,
+      "ce_loss_52": 1.4040746569633484,
+      "ce_loss_7": 3.430801051855087,
+      "epoch": 0.493,
+      "grad_norm": 21.866819048126402,
+      "kl_loss_13": 3609.6,
+      "kl_loss_26": 2614.8,
+      "kl_loss_39": 1523.4,
+      "kl_loss_7": 4205.6,
+      "learning_rate": 0.000519035354234695,
+      "loss": 5971.3,
+      "step": 4930
+    },
+    {
+      "ce_loss_13": 3.2634301006793978,
+      "ce_loss_26": 2.7843244314193725,
+      "ce_loss_39": 2.264421299099922,
+      "ce_loss_52": 1.4652716666460037,
+      "ce_loss_7": 3.5409990727901457,
+      "epoch": 0.494,
+      "grad_norm": 22.02758833423459,
+      "kl_loss_13": 3711.6,
+      "kl_loss_26": 2710.6,
+      "kl_loss_39": 1607.3,
+      "kl_loss_7": 4290.4,
+      "learning_rate": 0.0005174497483512506,
+      "loss": 6017.3,
+      "step": 4940
+    },
+    {
+      "ce_loss_13": 3.2103551268577575,
+      "ce_loss_26": 2.7440166890621187,
+      "ce_loss_39": 2.2352791130542755,
+      "ce_loss_52": 1.4523784220218658,
+      "ce_loss_7": 3.486135560274124,
+      "epoch": 0.495,
+      "grad_norm": 23.749732875931574,
+      "kl_loss_13": 3618.0,
+      "kl_loss_26": 2656.6,
+      "kl_loss_39": 1573.0,
+      "kl_loss_7": 4201.2,
+      "learning_rate": 0.0005158639667490339,
+      "loss": 5989.9,
+      "step": 4950
+    },
+    {
+      "ce_loss_13": 3.118060350418091,
+      "ce_loss_26": 2.6498723566532134,
+      "ce_loss_39": 2.1354818284511565,
+      "ce_loss_52": 1.3788613289594651,
+      "ce_loss_7": 3.403479200601578,
+      "epoch": 0.496,
+      "grad_norm": 20.524190680845354,
+      "kl_loss_13": 3599.2,
+      "kl_loss_26": 2620.4,
+      "kl_loss_39": 1541.0,
+      "kl_loss_7": 4189.6,
+      "learning_rate": 0.0005142780253968481,
+      "loss": 5973.2,
+      "step": 4960
+    },
+    {
+      "ce_loss_13": 3.1573639094829558,
+      "ce_loss_26": 2.6952777743339538,
+      "ce_loss_39": 2.184722366929054,
+      "ce_loss_52": 1.4360924899578094,
+      "ce_loss_7": 3.4324650526046754,
+      "epoch": 0.497,
+      "grad_norm": 21.848899371522094,
+      "kl_loss_13": 3594.0,
+      "kl_loss_26": 2620.8,
+      "kl_loss_39": 1532.4,
+      "kl_loss_7": 4163.6,
+      "learning_rate": 0.0005126919402651053,
+      "loss": 5950.9,
+      "step": 4970
+    },
+    {
+      "ce_loss_13": 3.148969703912735,
+      "ce_loss_26": 2.6792631447315216,
+      "ce_loss_39": 2.168180876970291,
+      "ce_loss_52": 1.4135416984558105,
+      "ce_loss_7": 3.4292350709438324,
+      "epoch": 0.498,
+      "grad_norm": 21.082558392676134,
+      "kl_loss_13": 3576.4,
+      "kl_loss_26": 2608.8,
+      "kl_loss_39": 1527.0,
+      "kl_loss_7": 4166.4,
+      "learning_rate": 0.0005111057273256647,
+      "loss": 5924.7,
+      "step": 4980
+    },
+    {
+      "ce_loss_13": 3.1738288044929504,
+      "ce_loss_26": 2.7059105813503264,
+      "ce_loss_39": 2.194283801317215,
+      "ce_loss_52": 1.4388620942831039,
+      "ce_loss_7": 3.461875486373901,
+      "epoch": 0.499,
+      "grad_norm": 21.062049454907296,
+      "kl_loss_13": 3574.8,
+      "kl_loss_26": 2594.8,
+      "kl_loss_39": 1521.0,
+      "kl_loss_7": 4165.2,
+      "learning_rate": 0.0005095194025516733,
+      "loss": 5935.8,
+      "step": 4990
+    },
+    {
+      "ce_loss_13": 3.2131927073001862,
+      "ce_loss_26": 2.7427126079797746,
+      "ce_loss_39": 2.2358015894889833,
+      "ce_loss_52": 1.4697326198220253,
+      "ce_loss_7": 3.48975727558136,
+      "epoch": 0.5,
+      "grad_norm": 19.951336775236356,
+      "kl_loss_13": 3620.8,
+      "kl_loss_26": 2633.2,
+      "kl_loss_39": 1549.0,
+      "kl_loss_7": 4195.6,
+      "learning_rate": 0.000507932981917404,
+      "loss": 5955.8,
+      "step": 5000
+    },
+    {
+      "ce_loss_13": 3.064238077402115,
+      "ce_loss_26": 2.605297487974167,
+      "ce_loss_39": 2.106147512793541,
+      "ce_loss_52": 1.3699454009532928,
+      "ce_loss_7": 3.3354556441307066,
+      "epoch": 0.501,
+      "grad_norm": 22.434294806872032,
+      "kl_loss_13": 3513.6,
+      "kl_loss_26": 2556.0,
+      "kl_loss_39": 1493.0,
+      "kl_loss_7": 4079.2,
+      "learning_rate": 0.0005063464813980949,
+      "loss": 5921.7,
+      "step": 5010
+    },
+    {
+      "ce_loss_13": 3.120131802558899,
+      "ce_loss_26": 2.6457916140556335,
+      "ce_loss_39": 2.136381095647812,
+      "ce_loss_52": 1.3973354250192642,
+      "ce_loss_7": 3.3927165508270263,
+      "epoch": 0.502,
+      "grad_norm": 20.534145152408744,
+      "kl_loss_13": 3558.4,
+      "kl_loss_26": 2578.4,
+      "kl_loss_39": 1497.8,
+      "kl_loss_7": 4132.8,
+      "learning_rate": 0.0005047599169697884,
+      "loss": 5945.8,
+      "step": 5020
+    },
+    {
+      "ce_loss_13": 3.155858016014099,
+      "ce_loss_26": 2.683425110578537,
+      "ce_loss_39": 2.1650480359792708,
+      "ce_loss_52": 1.426735344529152,
+      "ce_loss_7": 3.4369399666786196,
+      "epoch": 0.503,
+      "grad_norm": 20.583275474881205,
+      "kl_loss_13": 3593.2,
+      "kl_loss_26": 2606.4,
+      "kl_loss_39": 1509.8,
+      "kl_loss_7": 4176.0,
+      "learning_rate": 0.000503173304609171,
+      "loss": 5949.4,
+      "step": 5030
+    },
+    {
+      "ce_loss_13": 3.224624240398407,
+      "ce_loss_26": 2.742176574468613,
+      "ce_loss_39": 2.2156084358692167,
+      "ce_loss_52": 1.4474807173013686,
+      "ce_loss_7": 3.508391612768173,
+      "epoch": 0.504,
+      "grad_norm": 20.860727938912092,
+      "kl_loss_13": 3678.4,
+      "kl_loss_26": 2680.8,
+      "kl_loss_39": 1568.2,
+      "kl_loss_7": 4265.2,
+      "learning_rate": 0.0005015866602934111,
+      "loss": 5957.4,
+      "step": 5040
+    },
+    {
+      "ce_loss_13": 3.1227844834327696,
+      "ce_loss_26": 2.661714029312134,
+      "ce_loss_39": 2.1653817743062973,
+      "ce_loss_52": 1.4367017298936844,
+      "ce_loss_7": 3.3902225315570833,
+      "epoch": 0.505,
+      "grad_norm": 19.797756106985307,
+      "kl_loss_13": 3490.8,
+      "kl_loss_26": 2530.0,
+      "kl_loss_39": 1472.6,
+      "kl_loss_7": 4055.6,
+      "learning_rate": 0.0005,
+      "loss": 5927.3,
+      "step": 5050
+    },
+    {
+      "ce_loss_13": 3.177449029684067,
+      "ce_loss_26": 2.716005155444145,
+      "ce_loss_39": 2.205168914794922,
+      "ce_loss_52": 1.442250807583332,
+      "ce_loss_7": 3.453594130277634,
+      "epoch": 0.506,
+      "grad_norm": 20.433104016560257,
+      "kl_loss_13": 3588.0,
+      "kl_loss_26": 2622.2,
+      "kl_loss_39": 1546.2,
+      "kl_loss_7": 4161.6,
+      "learning_rate": 0.0004984133397065889,
+      "loss": 5913.9,
+      "step": 5060
+    },
+    {
+      "ce_loss_13": 3.1423951983451843,
+      "ce_loss_26": 2.674048882722855,
+      "ce_loss_39": 2.1621575862169267,
+      "ce_loss_52": 1.4322402387857438,
+      "ce_loss_7": 3.416734743118286,
+      "epoch": 0.507,
+      "grad_norm": 20.444836977919294,
+      "kl_loss_13": 3545.2,
+      "kl_loss_26": 2564.8,
+      "kl_loss_39": 1486.0,
+      "kl_loss_7": 4119.6,
+      "learning_rate": 0.0004968266953908291,
+      "loss": 5880.6,
+      "step": 5070
+    },
+    {
+      "ce_loss_13": 3.070253336429596,
+      "ce_loss_26": 2.6069840848445893,
+      "ce_loss_39": 2.1048853427171705,
+      "ce_loss_52": 1.3886964708566665,
+      "ce_loss_7": 3.350748908519745,
+      "epoch": 0.508,
+      "grad_norm": 21.18309883625556,
+      "kl_loss_13": 3487.2,
+      "kl_loss_26": 2520.8,
+      "kl_loss_39": 1460.8,
+      "kl_loss_7": 4069.6,
+      "learning_rate": 0.0004952400830302117,
+      "loss": 5885.3,
+      "step": 5080
+    },
+    {
+      "ce_loss_13": 3.077636110782623,
+      "ce_loss_26": 2.6177482545375823,
+      "ce_loss_39": 2.1197337061166763,
+      "ce_loss_52": 1.3917517423629762,
+      "ce_loss_7": 3.3575133979320526,
+      "epoch": 0.509,
+      "grad_norm": 19.77626859818484,
+      "kl_loss_13": 3496.0,
+      "kl_loss_26": 2536.8,
+      "kl_loss_39": 1477.0,
+      "kl_loss_7": 4073.6,
+      "learning_rate": 0.0004936535186019053,
+      "loss": 5872.1,
+      "step": 5090
+    },
+    {
+      "ce_loss_13": 3.178175300359726,
+      "ce_loss_26": 2.701016789674759,
+      "ce_loss_39": 2.1893070548772813,
+      "ce_loss_52": 1.4174780696630478,
+      "ce_loss_7": 3.4626995623111725,
+      "epoch": 0.51,
+      "grad_norm": 19.62760678285289,
+      "kl_loss_13": 3640.4,
+      "kl_loss_26": 2642.0,
+      "kl_loss_39": 1551.2,
+      "kl_loss_7": 4232.4,
+      "learning_rate": 0.000492067018082596,
+      "loss": 5937.7,
+      "step": 5100
+    },
+    {
+      "ce_loss_13": 3.169191563129425,
+      "ce_loss_26": 2.708436530828476,
+      "ce_loss_39": 2.1886946499347686,
+      "ce_loss_52": 1.4288851469755173,
+      "ce_loss_7": 3.4514395534992217,
+      "epoch": 0.511,
+      "grad_norm": 20.552371425986603,
+      "kl_loss_13": 3588.0,
+      "kl_loss_26": 2634.8,
+      "kl_loss_39": 1546.0,
+      "kl_loss_7": 4178.4,
+      "learning_rate": 0.0004904805974483267,
+      "loss": 5867.4,
+      "step": 5110
+    },
+    {
+      "ce_loss_13": 3.152217388153076,
+      "ce_loss_26": 2.6922530949115755,
+      "ce_loss_39": 2.181437623500824,
+      "ce_loss_52": 1.4460914835333825,
+      "ce_loss_7": 3.429844158887863,
+      "epoch": 0.512,
+      "grad_norm": 20.36189036420726,
+      "kl_loss_13": 3504.0,
+      "kl_loss_26": 2543.2,
+      "kl_loss_39": 1481.0,
+      "kl_loss_7": 4075.2,
+      "learning_rate": 0.0004888942726743353,
+      "loss": 5848.7,
+      "step": 5120
+    },
+    {
+      "ce_loss_13": 3.1243839859962463,
+      "ce_loss_26": 2.6554999887943267,
+      "ce_loss_39": 2.1515370845794677,
+      "ce_loss_52": 1.4089675784111022,
+      "ce_loss_7": 3.4115704774856566,
+      "epoch": 0.513,
+      "grad_norm": 20.218379503515084,
+      "kl_loss_13": 3534.0,
+      "kl_loss_26": 2557.4,
+      "kl_loss_39": 1487.0,
+      "kl_loss_7": 4121.6,
+      "learning_rate": 0.0004873080597348947,
+      "loss": 5856.5,
+      "step": 5130
+    },
+    {
+      "ce_loss_13": 3.223481798171997,
+      "ce_loss_26": 2.754591333866119,
+      "ce_loss_39": 2.236158034205437,
+      "ce_loss_52": 1.4544740557670592,
+      "ce_loss_7": 3.5026029109954835,
+      "epoch": 0.514,
+      "grad_norm": 20.810099829480396,
+      "kl_loss_13": 3656.8,
+      "kl_loss_26": 2670.8,
+      "kl_loss_39": 1575.8,
+      "kl_loss_7": 4237.2,
+      "learning_rate": 0.0004857219746031519,
+      "loss": 5882.8,
+      "step": 5140
+    },
+    {
+      "ce_loss_13": 3.146134835481644,
+      "ce_loss_26": 2.680527698993683,
+      "ce_loss_39": 2.168422257900238,
+      "ce_loss_52": 1.4367385059595108,
+      "ce_loss_7": 3.423633599281311,
+      "epoch": 0.515,
+      "grad_norm": 20.424421047481275,
+      "kl_loss_13": 3516.8,
+      "kl_loss_26": 2539.6,
+      "kl_loss_39": 1472.0,
+      "kl_loss_7": 4094.8,
+      "learning_rate": 0.0004841360332509663,
+      "loss": 5895.45,
+      "step": 5150
+    },
+    {
+      "ce_loss_13": 3.1724873065948485,
+      "ce_loss_26": 2.7010417520999908,
+      "ce_loss_39": 2.188371130824089,
+      "ce_loss_52": 1.4464277178049088,
+      "ce_loss_7": 3.4471147775650026,
+      "epoch": 0.516,
+      "grad_norm": 20.221560032680266,
+      "kl_loss_13": 3555.2,
+      "kl_loss_26": 2575.2,
+      "kl_loss_39": 1495.4,
+      "kl_loss_7": 4124.8,
+      "learning_rate": 0.0004825502516487497,
+      "loss": 5883.8,
+      "step": 5160
+    },
+    {
+      "ce_loss_13": 3.1568028390407563,
+      "ce_loss_26": 2.695826065540314,
+      "ce_loss_39": 2.1907377928495406,
+      "ce_loss_52": 1.467595374584198,
+      "ce_loss_7": 3.4282791554927825,
+      "epoch": 0.517,
+      "grad_norm": 21.375776905692355,
+      "kl_loss_13": 3490.8,
+      "kl_loss_26": 2528.8,
+      "kl_loss_39": 1463.6,
+      "kl_loss_7": 4049.2,
+      "learning_rate": 0.00048096464576530507,
+      "loss": 5813.7,
+      "step": 5170
+    },
+    {
+      "ce_loss_13": 3.0959118604660034,
+      "ce_loss_26": 2.6389028072357177,
+      "ce_loss_39": 2.1422775775194167,
+      "ce_loss_52": 1.4158973768353462,
+      "ce_loss_7": 3.3716647744178774,
+      "epoch": 0.518,
+      "grad_norm": 20.796367284367612,
+      "kl_loss_13": 3490.0,
+      "kl_loss_26": 2527.0,
+      "kl_loss_39": 1467.8,
+      "kl_loss_7": 4068.4,
+      "learning_rate": 0.00047937923156766646,
+      "loss": 5832.2,
+      "step": 5180
+    },
+    {
+      "ce_loss_13": 3.181716579198837,
+      "ce_loss_26": 2.7091287076473236,
+      "ce_loss_39": 2.205903950333595,
+      "ce_loss_52": 1.4591009467840195,
+      "ce_loss_7": 3.4553593516349794,
+      "epoch": 0.519,
+      "grad_norm": 21.655670358447043,
+      "kl_loss_13": 3570.4,
+      "kl_loss_26": 2594.8,
+      "kl_loss_39": 1522.8,
+      "kl_loss_7": 4142.4,
+      "learning_rate": 0.00047779402502093696,
+      "loss": 5844.1,
+      "step": 5190
+    },
+    {
+      "ce_loss_13": 3.114813321828842,
+      "ce_loss_26": 2.6511843532323836,
+      "ce_loss_39": 2.1350393682718276,
+      "ce_loss_52": 1.4030846193432809,
+      "ce_loss_7": 3.3881891489028932,
+      "epoch": 0.52,
+      "grad_norm": 21.261317204954832,
+      "kl_loss_13": 3537.2,
+      "kl_loss_26": 2569.4,
+      "kl_loss_39": 1490.2,
+      "kl_loss_7": 4112.8,
+      "learning_rate": 0.0004762090420881289,
+      "loss": 5904.5,
+      "step": 5200
+    },
+    {
+      "ce_loss_13": 3.178787976503372,
+      "ce_loss_26": 2.716679725050926,
+      "ce_loss_39": 2.214344197511673,
+      "ce_loss_52": 1.4766788110136986,
+      "ce_loss_7": 3.445727747678757,
+      "epoch": 0.521,
+      "grad_norm": 21.5237930218517,
+      "kl_loss_13": 3533.2,
+      "kl_loss_26": 2579.6,
+      "kl_loss_39": 1511.4,
+      "kl_loss_7": 4104.0,
+      "learning_rate": 0.00047462429873000296,
+      "loss": 5807.7,
+      "step": 5210
+    },
+    {
+      "ce_loss_13": 3.1838007628917695,
+      "ce_loss_26": 2.7048393905162813,
+      "ce_loss_39": 2.19879055917263,
+      "ce_loss_52": 1.4492772698402405,
+      "ce_loss_7": 3.460488295555115,
+      "epoch": 0.522,
+      "grad_norm": 23.509628530732027,
+      "kl_loss_13": 3558.8,
+      "kl_loss_26": 2571.2,
+      "kl_loss_39": 1503.6,
+      "kl_loss_7": 4141.6,
+      "learning_rate": 0.0004730398109049071,
+      "loss": 5850.6,
+      "step": 5220
+    },
+    {
+      "ce_loss_13": 3.1778542578220366,
+      "ce_loss_26": 2.723250871896744,
+      "ce_loss_39": 2.2311396062374116,
+      "ce_loss_52": 1.4870843648910523,
+      "ce_loss_7": 3.4500561714172364,
+      "epoch": 0.523,
+      "grad_norm": 20.540010606623795,
+      "kl_loss_13": 3511.6,
+      "kl_loss_26": 2561.4,
+      "kl_loss_39": 1495.8,
+      "kl_loss_7": 4082.4,
+      "learning_rate": 0.000471455594568616,
+      "loss": 5864.9,
+      "step": 5230
+    },
+    {
+      "ce_loss_13": 3.184338331222534,
+      "ce_loss_26": 2.719081574678421,
+      "ce_loss_39": 2.1989813148975372,
+      "ce_loss_52": 1.4533298462629318,
+      "ce_loss_7": 3.465100187063217,
+      "epoch": 0.524,
+      "grad_norm": 19.66913851254436,
+      "kl_loss_13": 3588.4,
+      "kl_loss_26": 2616.0,
+      "kl_loss_39": 1518.0,
+      "kl_loss_7": 4170.0,
+      "learning_rate": 0.00046987166567417086,
+      "loss": 5881.2,
+      "step": 5240
+    },
+    {
+      "ce_loss_13": 3.097227877378464,
+      "ce_loss_26": 2.6349131643772123,
+      "ce_loss_39": 2.1339926183223725,
+      "ce_loss_52": 1.3901747956871986,
+      "ce_loss_7": 3.3714997708797454,
+      "epoch": 0.525,
+      "grad_norm": 21.094189724694242,
+      "kl_loss_13": 3503.6,
+      "kl_loss_26": 2546.6,
+      "kl_loss_39": 1491.4,
+      "kl_loss_7": 4079.2,
+      "learning_rate": 0.00046828804017171776,
+      "loss": 5869.8,
+      "step": 5250
+    },
+    {
+      "ce_loss_13": 3.1320539236068727,
+      "ce_loss_26": 2.667567166686058,
+      "ce_loss_39": 2.17643720805645,
+      "ce_loss_52": 1.450567391514778,
+      "ce_loss_7": 3.4080025017261506,
+      "epoch": 0.526,
+      "grad_norm": 20.61619717149242,
+      "kl_loss_13": 3507.6,
+      "kl_loss_26": 2536.4,
+      "kl_loss_39": 1483.6,
+      "kl_loss_7": 4082.4,
+      "learning_rate": 0.00046670473400834805,
+      "loss": 5811.0,
+      "step": 5260
+    },
+    {
+      "ce_loss_13": 3.123244607448578,
+      "ce_loss_26": 2.6622200667858125,
+      "ce_loss_39": 2.1446547359228134,
+      "ce_loss_52": 1.4058131739497184,
+      "ce_loss_7": 3.393282580375671,
+      "epoch": 0.527,
+      "grad_norm": 20.13067058218258,
+      "kl_loss_13": 3536.4,
+      "kl_loss_26": 2574.0,
+      "kl_loss_39": 1499.8,
+      "kl_loss_7": 4103.6,
+      "learning_rate": 0.00046512176312793734,
+      "loss": 5799.9,
+      "step": 5270
+    },
+    {
+      "ce_loss_13": 3.0799066185951234,
+      "ce_loss_26": 2.620718148350716,
+      "ce_loss_39": 2.1284131199121474,
+      "ce_loss_52": 1.4004437893629074,
+      "ce_loss_7": 3.357691395282745,
+      "epoch": 0.528,
+      "grad_norm": 20.729785702601426,
+      "kl_loss_13": 3458.8,
+      "kl_loss_26": 2500.6,
+      "kl_loss_39": 1456.6,
+      "kl_loss_7": 4039.2,
+      "learning_rate": 0.00046353914347098467,
+      "loss": 5784.9,
+      "step": 5280
+    },
+    {
+      "ce_loss_13": 3.100508135557175,
+      "ce_loss_26": 2.645443448424339,
+      "ce_loss_39": 2.140786075592041,
+      "ce_loss_52": 1.4068747192621232,
+      "ce_loss_7": 3.3814845025539397,
+      "epoch": 0.529,
+      "grad_norm": 20.87154357218591,
+      "kl_loss_13": 3506.0,
+      "kl_loss_26": 2553.6,
+      "kl_loss_39": 1489.5,
+      "kl_loss_7": 4091.2,
+      "learning_rate": 0.0004619568909744524,
+      "loss": 5772.2,
+      "step": 5290
+    },
+    {
+      "ce_loss_13": 3.127873086929321,
+      "ce_loss_26": 2.6634323090314864,
+      "ce_loss_39": 2.157263731956482,
+      "ce_loss_52": 1.4283392548561096,
+      "ce_loss_7": 3.3975966036319734,
+      "epoch": 0.53,
+      "grad_norm": 20.20322543048614,
+      "kl_loss_13": 3490.8,
+      "kl_loss_26": 2524.4,
+      "kl_loss_39": 1474.6,
+      "kl_loss_7": 4055.2,
+      "learning_rate": 0.00046037502157160573,
+      "loss": 5795.9,
+      "step": 5300
+    },
+    {
+      "ce_loss_13": 3.076627087593079,
+      "ce_loss_26": 2.616869166493416,
+      "ce_loss_39": 2.117774197459221,
+      "ce_loss_52": 1.4120985105633737,
+      "ce_loss_7": 3.3510021567344666,
+      "epoch": 0.531,
+      "grad_norm": 20.811499078870163,
+      "kl_loss_13": 3444.0,
+      "kl_loss_26": 2482.4,
+      "kl_loss_39": 1422.8,
+      "kl_loss_7": 4016.0,
+      "learning_rate": 0.00045879355119185207,
+      "loss": 5749.7,
+      "step": 5310
+    },
+    {
+      "ce_loss_13": 3.1226239800453186,
+      "ce_loss_26": 2.662443572282791,
+      "ce_loss_39": 2.156531369686127,
+      "ce_loss_52": 1.4430431425571442,
+      "ce_loss_7": 3.396123135089874,
+      "epoch": 0.532,
+      "grad_norm": 18.59996382548897,
+      "kl_loss_13": 3496.0,
+      "kl_loss_26": 2528.8,
+      "kl_loss_39": 1445.2,
+      "kl_loss_7": 4069.2,
+      "learning_rate": 0.0004572124957605803,
+      "loss": 5776.5,
+      "step": 5320
+    },
+    {
+      "ce_loss_13": 3.1100788176059724,
+      "ce_loss_26": 2.647669917345047,
+      "ce_loss_39": 2.140716627240181,
+      "ce_loss_52": 1.4189704924821853,
+      "ce_loss_7": 3.387048715353012,
+      "epoch": 0.533,
+      "grad_norm": 20.905976368739214,
+      "kl_loss_13": 3497.6,
+      "kl_loss_26": 2533.0,
+      "kl_loss_39": 1466.2,
+      "kl_loss_7": 4079.6,
+      "learning_rate": 0.00045563187119900103,
+      "loss": 5752.6,
+      "step": 5330
+    },
+    {
+      "ce_loss_13": 3.06461244225502,
+      "ce_loss_26": 2.6009975552558897,
+      "ce_loss_39": 2.1015468716621397,
+      "ce_loss_52": 1.3909726276993752,
+      "ce_loss_7": 3.3485201001167297,
+      "epoch": 0.534,
+      "grad_norm": 19.831333266576646,
+      "kl_loss_13": 3462.4,
+      "kl_loss_26": 2487.0,
+      "kl_loss_39": 1427.1,
+      "kl_loss_7": 4053.2,
+      "learning_rate": 0.00045405169342398633,
+      "loss": 5804.75,
+      "step": 5340
+    },
+    {
+      "ce_loss_13": 3.1465537667274477,
+      "ce_loss_26": 2.6862030625343323,
+      "ce_loss_39": 2.1878136694431305,
+      "ce_loss_52": 1.4572405338287353,
+      "ce_loss_7": 3.4159956216812133,
+      "epoch": 0.535,
+      "grad_norm": 20.130648070413336,
+      "kl_loss_13": 3486.8,
+      "kl_loss_26": 2529.2,
+      "kl_loss_39": 1463.2,
+      "kl_loss_7": 4050.4,
+      "learning_rate": 0.0004524719783479088,
+      "loss": 5785.8,
+      "step": 5350
+    },
+    {
+      "ce_loss_13": 3.1608322679996492,
+      "ce_loss_26": 2.6899396955966948,
+      "ce_loss_39": 2.192571198940277,
+      "ce_loss_52": 1.466444182395935,
+      "ce_loss_7": 3.4340961396694185,
+      "epoch": 0.536,
+      "grad_norm": 21.175578440541553,
+      "kl_loss_13": 3511.2,
+      "kl_loss_26": 2537.2,
+      "kl_loss_39": 1482.0,
+      "kl_loss_7": 4079.6,
+      "learning_rate": 0.00045089274187848144,
+      "loss": 5831.5,
+      "step": 5360
+    },
+    {
+      "ce_loss_13": 3.122362142801285,
+      "ce_loss_26": 2.6539461642503737,
+      "ce_loss_39": 2.1548154592514037,
+      "ce_loss_52": 1.4296748742461205,
+      "ce_loss_7": 3.403215527534485,
+      "epoch": 0.537,
+      "grad_norm": 21.426385415702033,
+      "kl_loss_13": 3491.6,
+      "kl_loss_26": 2524.6,
+      "kl_loss_39": 1464.2,
+      "kl_loss_7": 4068.8,
+      "learning_rate": 0.00044931399991859835,
+      "loss": 5775.7,
+      "step": 5370
+    },
+    {
+      "ce_loss_13": 3.0924407064914705,
+      "ce_loss_26": 2.6285818815231323,
+      "ce_loss_39": 2.12394041121006,
+      "ce_loss_52": 1.4268731981515885,
+      "ce_loss_7": 3.365303188562393,
+      "epoch": 0.538,
+      "grad_norm": 21.06287805296543,
+      "kl_loss_13": 3469.6,
+      "kl_loss_26": 2495.8,
+      "kl_loss_39": 1421.6,
+      "kl_loss_7": 4039.2,
+      "learning_rate": 0.00044773576836617336,
+      "loss": 5748.1,
+      "step": 5380
+    },
+    {
+      "ce_loss_13": 3.0936496675014498,
+      "ce_loss_26": 2.6234502464532854,
+      "ce_loss_39": 2.112909361720085,
+      "ce_loss_52": 1.3892342567443847,
+      "ce_loss_7": 3.3770604133605957,
+      "epoch": 0.539,
+      "grad_norm": 20.257845085428166,
+      "kl_loss_13": 3512.0,
+      "kl_loss_26": 2533.6,
+      "kl_loss_39": 1454.2,
+      "kl_loss_7": 4101.2,
+      "learning_rate": 0.00044615806311398056,
+      "loss": 5750.7,
+      "step": 5390
+    },
+    {
+      "ce_loss_13": 3.1293481528759,
+      "ce_loss_26": 2.661091110110283,
+      "ce_loss_39": 2.1563747018575667,
+      "ce_loss_52": 1.4326880395412445,
+      "ce_loss_7": 3.4015913248062133,
+      "epoch": 0.54,
+      "grad_norm": 19.884995716311128,
+      "kl_loss_13": 3510.0,
+      "kl_loss_26": 2528.6,
+      "kl_loss_39": 1461.8,
+      "kl_loss_7": 4087.2,
+      "learning_rate": 0.00044458090004949454,
+      "loss": 5775.2,
+      "step": 5400
+    },
+    {
+      "ce_loss_13": 3.1498380303382874,
+      "ce_loss_26": 2.6860203623771666,
+      "ce_loss_39": 2.184649482369423,
+      "ce_loss_52": 1.4619063645601273,
+      "ce_loss_7": 3.425897455215454,
+      "epoch": 0.541,
+      "grad_norm": 21.787073133904556,
+      "kl_loss_13": 3476.0,
+      "kl_loss_26": 2516.4,
+      "kl_loss_39": 1456.6,
+      "kl_loss_7": 4048.0,
+      "learning_rate": 0.0004430042950547297,
+      "loss": 5755.9,
+      "step": 5410
+    },
+    {
+      "ce_loss_13": 3.1863462030887604,
+      "ce_loss_26": 2.726431465148926,
+      "ce_loss_39": 2.2207835763692856,
+      "ce_loss_52": 1.5021536648273468,
+      "ce_loss_7": 3.454101949930191,
+      "epoch": 0.542,
+      "grad_norm": 20.7568922984159,
+      "kl_loss_13": 3510.0,
+      "kl_loss_26": 2532.8,
+      "kl_loss_39": 1455.8,
+      "kl_loss_7": 4068.8,
+      "learning_rate": 0.0004414282640060809,
+      "loss": 5749.1,
+      "step": 5420
+    },
+    {
+      "ce_loss_13": 3.1338580727577208,
+      "ce_loss_26": 2.6763171195983886,
+      "ce_loss_39": 2.181287834048271,
+      "ce_loss_52": 1.4664452508091927,
+      "ce_loss_7": 3.4055596351623536,
+      "epoch": 0.543,
+      "grad_norm": 19.620114685157933,
+      "kl_loss_13": 3421.6,
+      "kl_loss_26": 2476.8,
+      "kl_loss_39": 1437.8,
+      "kl_loss_7": 3988.8,
+      "learning_rate": 0.0004398528227741633,
+      "loss": 5704.8,
+      "step": 5430
+    },
+    {
+      "ce_loss_13": 3.104156017303467,
+      "ce_loss_26": 2.639963132143021,
+      "ce_loss_39": 2.127584692835808,
+      "ce_loss_52": 1.4150341883301736,
+      "ce_loss_7": 3.390649217367172,
+      "epoch": 0.544,
+      "grad_norm": 20.487750099372004,
+      "kl_loss_13": 3479.6,
+      "kl_loss_26": 2511.2,
+      "kl_loss_39": 1437.2,
+      "kl_loss_7": 4085.6,
+      "learning_rate": 0.00043827798722365264,
+      "loss": 5688.3,
+      "step": 5440
+    },
+    {
+      "ce_loss_13": 3.0290561497211455,
+      "ce_loss_26": 2.5664966076612474,
+      "ce_loss_39": 2.065689593553543,
+      "ce_loss_52": 1.3703163504600524,
+      "ce_loss_7": 3.3105548918247223,
+      "epoch": 0.545,
+      "grad_norm": 20.36704365885761,
+      "kl_loss_13": 3438.0,
+      "kl_loss_26": 2471.0,
+      "kl_loss_39": 1405.0,
+      "kl_loss_7": 4010.4,
+      "learning_rate": 0.00043670377321312535,
+      "loss": 5715.9,
+      "step": 5450
+    },
+    {
+      "ce_loss_13": 3.1363044023513793,
+      "ce_loss_26": 2.674453055858612,
+      "ce_loss_39": 2.169647827744484,
+      "ce_loss_52": 1.440093258023262,
+      "ce_loss_7": 3.409278839826584,
+      "epoch": 0.546,
+      "grad_norm": 20.32480480357714,
+      "kl_loss_13": 3496.8,
+      "kl_loss_26": 2524.8,
+      "kl_loss_39": 1466.2,
+      "kl_loss_7": 4078.0,
+      "learning_rate": 0.0004351301965948991,
+      "loss": 5722.2,
+      "step": 5460
+    },
+    {
+      "ce_loss_13": 3.152593141794205,
+      "ce_loss_26": 2.6999820828437806,
+      "ce_loss_39": 2.1983327239751818,
+      "ce_loss_52": 1.4628954619169234,
+      "ce_loss_7": 3.4299716293811797,
+      "epoch": 0.547,
+      "grad_norm": 19.856114793460193,
+      "kl_loss_13": 3499.2,
+      "kl_loss_26": 2548.2,
+      "kl_loss_39": 1495.2,
+      "kl_loss_7": 4066.8,
+      "learning_rate": 0.000433557273214873,
+      "loss": 5741.7,
+      "step": 5470
+    },
+    {
+      "ce_loss_13": 3.064018839597702,
+      "ce_loss_26": 2.6090955317020414,
+      "ce_loss_39": 2.1058148056268693,
+      "ce_loss_52": 1.4195792496204376,
+      "ce_loss_7": 3.344401216506958,
+      "epoch": 0.548,
+      "grad_norm": 20.616048950091404,
+      "kl_loss_13": 3411.2,
+      "kl_loss_26": 2459.2,
+      "kl_loss_39": 1389.6,
+      "kl_loss_7": 3992.4,
+      "learning_rate": 0.000431985018912368,
+      "loss": 5718.6,
+      "step": 5480
+    },
+    {
+      "ce_loss_13": 3.0607047379016876,
+      "ce_loss_26": 2.597879120707512,
+      "ce_loss_39": 2.108409595489502,
+      "ce_loss_52": 1.4123182266950607,
+      "ce_loss_7": 3.336356836557388,
+      "epoch": 0.549,
+      "grad_norm": 20.036021472042393,
+      "kl_loss_13": 3404.4,
+      "kl_loss_26": 2447.2,
+      "kl_loss_39": 1413.8,
+      "kl_loss_7": 3983.2,
+      "learning_rate": 0.0004304134495199674,
+      "loss": 5692.5,
+      "step": 5490
+    },
+    {
+      "ce_loss_13": 3.052510768175125,
+      "ce_loss_26": 2.6108580827713013,
+      "ce_loss_39": 2.1228879362344744,
+      "ce_loss_52": 1.4244433492422104,
+      "ce_loss_7": 3.3247893154621124,
+      "epoch": 0.55,
+      "grad_norm": 20.158536855725483,
+      "kl_loss_13": 3391.6,
+      "kl_loss_26": 2469.0,
+      "kl_loss_39": 1430.9,
+      "kl_loss_7": 3959.6,
+      "learning_rate": 0.0004288425808633575,
+      "loss": 5660.8,
+      "step": 5500
+    },
+    {
+      "ce_loss_13": 3.164420074224472,
+      "ce_loss_26": 2.6986677646636963,
+      "ce_loss_39": 2.192535865306854,
+      "ce_loss_52": 1.4702347338199615,
+      "ce_loss_7": 3.4305537164211275,
+      "epoch": 0.551,
+      "grad_norm": 21.34549178191646,
+      "kl_loss_13": 3508.0,
+      "kl_loss_26": 2541.6,
+      "kl_loss_39": 1463.2,
+      "kl_loss_7": 4075.6,
+      "learning_rate": 0.0004272724287611684,
+      "loss": 5697.3,
+      "step": 5510
+    },
+    {
+      "ce_loss_13": 3.1066312968730925,
+      "ce_loss_26": 2.6526737749576568,
+      "ce_loss_39": 2.1508010149002077,
+      "ce_loss_52": 1.4371357694268228,
+      "ce_loss_7": 3.381526863574982,
+      "epoch": 0.552,
+      "grad_norm": 20.017257048745616,
+      "kl_loss_13": 3449.6,
+      "kl_loss_26": 2497.2,
+      "kl_loss_39": 1440.4,
+      "kl_loss_7": 4027.2,
+      "learning_rate": 0.00042570300902481425,
+      "loss": 5661.1,
+      "step": 5520
+    },
+    {
+      "ce_loss_13": 3.0768387794494627,
+      "ce_loss_26": 2.6105665415525436,
+      "ce_loss_39": 2.1041111290454864,
+      "ce_loss_52": 1.3769602328538895,
+      "ce_loss_7": 3.3504232287406923,
+      "epoch": 0.553,
+      "grad_norm": 20.71287480099847,
+      "kl_loss_13": 3497.6,
+      "kl_loss_26": 2529.0,
+      "kl_loss_39": 1464.6,
+      "kl_loss_7": 4067.6,
+      "learning_rate": 0.00042413433745833423,
+      "loss": 5675.2,
+      "step": 5530
+    },
+    {
+      "ce_loss_13": 3.078362447023392,
+      "ce_loss_26": 2.6186123132705688,
+      "ce_loss_39": 2.1204461604356766,
+      "ce_loss_52": 1.42312493622303,
+      "ce_loss_7": 3.3565984547138212,
+      "epoch": 0.554,
+      "grad_norm": 20.243506516231662,
+      "kl_loss_13": 3424.0,
+      "kl_loss_26": 2463.4,
+      "kl_loss_39": 1411.4,
+      "kl_loss_7": 4003.6,
+      "learning_rate": 0.0004225664298582339,
+      "loss": 5650.4,
+      "step": 5540
+    },
+    {
+      "ce_loss_13": 3.104430967569351,
+      "ce_loss_26": 2.6466626435518266,
+      "ce_loss_39": 2.149568349123001,
+      "ce_loss_52": 1.4317003712058067,
+      "ce_loss_7": 3.380819743871689,
+      "epoch": 0.555,
+      "grad_norm": 20.086456724534386,
+      "kl_loss_13": 3478.8,
+      "kl_loss_26": 2528.0,
+      "kl_loss_39": 1462.6,
+      "kl_loss_7": 4051.6,
+      "learning_rate": 0.000420999302013325,
+      "loss": 5686.3,
+      "step": 5550
+    },
+    {
+      "ce_loss_13": 3.09715017080307,
+      "ce_loss_26": 2.6249477684497835,
+      "ce_loss_39": 2.112127733230591,
+      "ce_loss_52": 1.3998657062649726,
+      "ce_loss_7": 3.3848826706409456,
+      "epoch": 0.556,
+      "grad_norm": 19.84836283457165,
+      "kl_loss_13": 3500.0,
+      "kl_loss_26": 2520.0,
+      "kl_loss_39": 1432.4,
+      "kl_loss_7": 4098.4,
+      "learning_rate": 0.000419432969704568,
+      "loss": 5721.05,
+      "step": 5560
+    },
+    {
+      "ce_loss_13": 3.1611645042896273,
+      "ce_loss_26": 2.7037321001291277,
+      "ce_loss_39": 2.2008607923984527,
+      "ce_loss_52": 1.4731642618775367,
+      "ce_loss_7": 3.4352382242679598,
+      "epoch": 0.557,
+      "grad_norm": 19.486736620492533,
+      "kl_loss_13": 3494.8,
+      "kl_loss_26": 2542.2,
+      "kl_loss_39": 1471.9,
+      "kl_loss_7": 4071.6,
+      "learning_rate": 0.00041786744870491154,
+      "loss": 5664.5,
+      "step": 5570
+    },
+    {
+      "ce_loss_13": 3.1723786175251005,
+      "ce_loss_26": 2.712140661478043,
+      "ce_loss_39": 2.2021081149578094,
+      "ce_loss_52": 1.4713574051856995,
+      "ce_loss_7": 3.4434271275997164,
+      "epoch": 0.558,
+      "grad_norm": 21.812924852409434,
+      "kl_loss_13": 3518.4,
+      "kl_loss_26": 2552.0,
+      "kl_loss_39": 1476.8,
+      "kl_loss_7": 4082.0,
+      "learning_rate": 0.0004163027547791347,
+      "loss": 5667.5,
+      "step": 5580
+    },
+    {
+      "ce_loss_13": 3.0999899983406065,
+      "ce_loss_26": 2.6524887919425963,
+      "ce_loss_39": 2.159899726510048,
+      "ce_loss_52": 1.457381361722946,
+      "ce_loss_7": 3.376901388168335,
+      "epoch": 0.559,
+      "grad_norm": 20.855137229386383,
+      "kl_loss_13": 3402.8,
+      "kl_loss_26": 2469.2,
+      "kl_loss_39": 1417.0,
+      "kl_loss_7": 3983.6,
+      "learning_rate": 0.0004147389036836881,
+      "loss": 5623.2,
+      "step": 5590
+    },
+    {
+      "ce_loss_13": 3.048000919818878,
+      "ce_loss_26": 2.6028879463672636,
+      "ce_loss_39": 2.110449159145355,
+      "ce_loss_52": 1.4273749262094497,
+      "ce_loss_7": 3.3209989249706267,
+      "epoch": 0.56,
+      "grad_norm": 21.293221784840117,
+      "kl_loss_13": 3370.8,
+      "kl_loss_26": 2436.6,
+      "kl_loss_39": 1393.6,
+      "kl_loss_7": 3935.6,
+      "learning_rate": 0.00041317591116653486,
+      "loss": 5661.4,
+      "step": 5600
+    },
+    {
+      "ce_loss_13": 3.117449927330017,
+      "ce_loss_26": 2.6561968684196473,
+      "ce_loss_39": 2.1393496483564376,
+      "ce_loss_52": 1.4263568341732025,
+      "ce_loss_7": 3.3912305176258086,
+      "epoch": 0.561,
+      "grad_norm": 19.806130661521266,
+      "kl_loss_13": 3510.8,
+      "kl_loss_26": 2543.6,
+      "kl_loss_39": 1446.0,
+      "kl_loss_7": 4074.8,
+      "learning_rate": 0.0004116137929669921,
+      "loss": 5646.7,
+      "step": 5610
+    },
+    {
+      "ce_loss_13": 3.032761037349701,
+      "ce_loss_26": 2.5814107984304426,
+      "ce_loss_39": 2.092069110274315,
+      "ce_loss_52": 1.4175067842006683,
+      "ce_loss_7": 3.3051693975925445,
+      "epoch": 0.562,
+      "grad_norm": 21.265424868671836,
+      "kl_loss_13": 3342.0,
+      "kl_loss_26": 2397.0,
+      "kl_loss_39": 1360.0,
+      "kl_loss_7": 3902.8,
+      "learning_rate": 0.00041005256481557305,
+      "loss": 5649.3,
+      "step": 5620
+    },
+    {
+      "ce_loss_13": 3.1011641681194306,
+      "ce_loss_26": 2.6472670078277587,
+      "ce_loss_39": 2.1640954107046126,
+      "ce_loss_52": 1.4572645276784897,
+      "ce_loss_7": 3.3653019249439238,
+      "epoch": 0.563,
+      "grad_norm": 19.60469852329931,
+      "kl_loss_13": 3397.2,
+      "kl_loss_26": 2452.6,
+      "kl_loss_39": 1426.2,
+      "kl_loss_7": 3957.6,
+      "learning_rate": 0.00040849224243382767,
+      "loss": 5635.6,
+      "step": 5630
+    },
+    {
+      "ce_loss_13": 3.0702085912227632,
+      "ce_loss_26": 2.6029874324798583,
+      "ce_loss_39": 2.1070942997932436,
+      "ce_loss_52": 1.4102862730622292,
+      "ce_loss_7": 3.345056527853012,
+      "epoch": 0.564,
+      "grad_norm": 19.66351329562965,
+      "kl_loss_13": 3444.8,
+      "kl_loss_26": 2478.8,
+      "kl_loss_39": 1416.0,
+      "kl_loss_7": 4010.8,
+      "learning_rate": 0.000406932841534185,
+      "loss": 5678.4,
+      "step": 5640
+    },
+    {
+      "ce_loss_13": 3.1035412073135378,
+      "ce_loss_26": 2.6404273927211763,
+      "ce_loss_39": 2.148519089818001,
+      "ce_loss_52": 1.4659966766834258,
+      "ce_loss_7": 3.3797259271144866,
+      "epoch": 0.565,
+      "grad_norm": 20.61367124543832,
+      "kl_loss_13": 3418.4,
+      "kl_loss_26": 2452.6,
+      "kl_loss_39": 1399.6,
+      "kl_loss_7": 3989.2,
+      "learning_rate": 0.0004053743778197951,
+      "loss": 5619.4,
+      "step": 5650
+    },
+    {
+      "ce_loss_13": 3.074153536558151,
+      "ce_loss_26": 2.6227691769599915,
+      "ce_loss_39": 2.12532425224781,
+      "ce_loss_52": 1.4269753962755203,
+      "ce_loss_7": 3.3447964787483215,
+      "epoch": 0.566,
+      "grad_norm": 20.08816441246758,
+      "kl_loss_13": 3398.8,
+      "kl_loss_26": 2455.2,
+      "kl_loss_39": 1406.8,
+      "kl_loss_7": 3968.8,
+      "learning_rate": 0.0004038168669843697,
+      "loss": 5607.4,
+      "step": 5660
+    },
+    {
+      "ce_loss_13": 3.117138236761093,
+      "ce_loss_26": 2.6556679248809814,
+      "ce_loss_39": 2.1434233844280244,
+      "ce_loss_52": 1.4418231889605522,
+      "ce_loss_7": 3.3935614347457888,
+      "epoch": 0.567,
+      "grad_norm": 19.629663422829108,
+      "kl_loss_13": 3460.4,
+      "kl_loss_26": 2499.6,
+      "kl_loss_39": 1423.0,
+      "kl_loss_7": 4038.4,
+      "learning_rate": 0.000402260324712026,
+      "loss": 5653.85,
+      "step": 5670
+    },
+    {
+      "ce_loss_13": 3.0241773188114167,
+      "ce_loss_26": 2.5764558911323547,
+      "ce_loss_39": 2.0826069891452788,
+      "ce_loss_52": 1.4262234181165696,
+      "ce_loss_7": 3.292912298440933,
+      "epoch": 0.568,
+      "grad_norm": 19.863333175376273,
+      "kl_loss_13": 3317.2,
+      "kl_loss_26": 2380.6,
+      "kl_loss_39": 1341.9,
+      "kl_loss_7": 3879.6,
+      "learning_rate": 0.00040070476667712743,
+      "loss": 5602.0,
+      "step": 5680
+    },
+    {
+      "ce_loss_13": 3.1207240760326385,
+      "ce_loss_26": 2.667350098490715,
+      "ce_loss_39": 2.1637227922677993,
+      "ce_loss_52": 1.4507419973611833,
+      "ce_loss_7": 3.3947570443153383,
+      "epoch": 0.569,
+      "grad_norm": 20.18457161613193,
+      "kl_loss_13": 3470.8,
+      "kl_loss_26": 2511.8,
+      "kl_loss_39": 1453.2,
+      "kl_loss_7": 4038.0,
+      "learning_rate": 0.0003991502085441259,
+      "loss": 5637.8,
+      "step": 5690
+    },
+    {
+      "ce_loss_13": 3.052716261148453,
+      "ce_loss_26": 2.5999310851097106,
+      "ce_loss_39": 2.103394716978073,
+      "ce_loss_52": 1.4248915880918502,
+      "ce_loss_7": 3.3296144127845766,
+      "epoch": 0.57,
+      "grad_norm": 21.32933636042312,
+      "kl_loss_13": 3384.4,
+      "kl_loss_26": 2434.4,
+      "kl_loss_39": 1385.3,
+      "kl_loss_7": 3961.6,
+      "learning_rate": 0.0003975966659674047,
+      "loss": 5572.65,
+      "step": 5700
+    },
+    {
+      "ce_loss_13": 3.0565085709095,
+      "ce_loss_26": 2.612689271569252,
+      "ce_loss_39": 2.133056679368019,
+      "ce_loss_52": 1.456464058160782,
+      "ce_loss_7": 3.3283673584461213,
+      "epoch": 0.571,
+      "grad_norm": 20.795332274261725,
+      "kl_loss_13": 3328.4,
+      "kl_loss_26": 2402.4,
+      "kl_loss_39": 1384.6,
+      "kl_loss_7": 3893.6,
+      "learning_rate": 0.0003960441545911204,
+      "loss": 5637.0,
+      "step": 5710
+    },
+    {
+      "ce_loss_13": 3.100340133905411,
+      "ce_loss_26": 2.6507264733314515,
+      "ce_loss_39": 2.1515814483165743,
+      "ce_loss_52": 1.4689666152000427,
+      "ce_loss_7": 3.36507533788681,
+      "epoch": 0.572,
+      "grad_norm": 19.479562193670343,
+      "kl_loss_13": 3367.6,
+      "kl_loss_26": 2430.4,
+      "kl_loss_39": 1381.6,
+      "kl_loss_7": 3924.4,
+      "learning_rate": 0.0003944926900490452,
+      "loss": 5586.7,
+      "step": 5720
+    },
+    {
+      "ce_loss_13": 3.035090607404709,
+      "ce_loss_26": 2.5765923827886583,
+      "ce_loss_39": 2.0693789660930633,
+      "ce_loss_52": 1.394070391356945,
+      "ce_loss_7": 3.3126678228378297,
+      "epoch": 0.573,
+      "grad_norm": 20.769836690311337,
+      "kl_loss_13": 3418.0,
+      "kl_loss_26": 2455.8,
+      "kl_loss_39": 1385.6,
+      "kl_loss_7": 3996.8,
+      "learning_rate": 0.0003929422879644099,
+      "loss": 5607.2,
+      "step": 5730
+    },
+    {
+      "ce_loss_13": 3.0840226650238036,
+      "ce_loss_26": 2.6376162350177763,
+      "ce_loss_39": 2.1402535855770113,
+      "ce_loss_52": 1.4594999521970748,
+      "ce_loss_7": 3.3528446674346926,
+      "epoch": 0.574,
+      "grad_norm": 19.55271310482914,
+      "kl_loss_13": 3396.0,
+      "kl_loss_26": 2453.0,
+      "kl_loss_39": 1389.4,
+      "kl_loss_7": 3971.6,
+      "learning_rate": 0.0003913929639497462,
+      "loss": 5561.5,
+      "step": 5740
+    },
+    {
+      "ce_loss_13": 3.0994504928588866,
+      "ce_loss_26": 2.645833945274353,
+      "ce_loss_39": 2.151085004210472,
+      "ce_loss_52": 1.453307920694351,
+      "ce_loss_7": 3.375282955169678,
+      "epoch": 0.575,
+      "grad_norm": 20.394651449213793,
+      "kl_loss_13": 3410.8,
+      "kl_loss_26": 2459.0,
+      "kl_loss_39": 1418.8,
+      "kl_loss_7": 3977.2,
+      "learning_rate": 0.00038984473360672965,
+      "loss": 5587.6,
+      "step": 5750
+    },
+    {
+      "ce_loss_13": 3.063554251194,
+      "ce_loss_26": 2.602804532647133,
+      "ce_loss_39": 2.112149253487587,
+      "ce_loss_52": 1.4378221184015274,
+      "ce_loss_7": 3.3263466000556945,
+      "epoch": 0.576,
+      "grad_norm": 20.732107583485522,
+      "kl_loss_13": 3335.2,
+      "kl_loss_26": 2397.0,
+      "kl_loss_39": 1362.5,
+      "kl_loss_7": 3885.6,
+      "learning_rate": 0.0003882976125260229,
+      "loss": 5618.5,
+      "step": 5760
+    },
+    {
+      "ce_loss_13": 3.011310315132141,
+      "ce_loss_26": 2.5538589358329773,
+      "ce_loss_39": 2.0608473628759385,
+      "ce_loss_52": 1.3871852427721023,
+      "ce_loss_7": 3.2823293566703797,
+      "epoch": 0.577,
+      "grad_norm": 20.222489437839133,
+      "kl_loss_13": 3356.0,
+      "kl_loss_26": 2403.4,
+      "kl_loss_39": 1363.6,
+      "kl_loss_7": 3921.2,
+      "learning_rate": 0.00038675161628711776,
+      "loss": 5583.6,
+      "step": 5770
+    },
+    {
+      "ce_loss_13": 3.060704934597015,
+      "ce_loss_26": 2.6082344591617583,
+      "ce_loss_39": 2.1105374455451966,
+      "ce_loss_52": 1.4133148401975633,
+      "ce_loss_7": 3.337174046039581,
+      "epoch": 0.578,
+      "grad_norm": 20.5258419136392,
+      "kl_loss_13": 3407.2,
+      "kl_loss_26": 2468.6,
+      "kl_loss_39": 1416.8,
+      "kl_loss_7": 3978.0,
+      "learning_rate": 0.0003852067604581794,
+      "loss": 5550.9,
+      "step": 5780
+    },
+    {
+      "ce_loss_13": 3.0313555896282196,
+      "ce_loss_26": 2.5763757705688475,
+      "ce_loss_39": 2.090648338198662,
+      "ce_loss_52": 1.4237483531236648,
+      "ce_loss_7": 3.303388088941574,
+      "epoch": 0.579,
+      "grad_norm": 19.375379659731948,
+      "kl_loss_13": 3338.4,
+      "kl_loss_26": 2400.6,
+      "kl_loss_39": 1371.4,
+      "kl_loss_7": 3902.8,
+      "learning_rate": 0.0003836630605958888,
+      "loss": 5548.1,
+      "step": 5790
+    },
+    {
+      "ce_loss_13": 3.0871520400047303,
+      "ce_loss_26": 2.628482538461685,
+      "ce_loss_39": 2.1345098853111266,
+      "ce_loss_52": 1.439907690882683,
+      "ce_loss_7": 3.360053616762161,
+      "epoch": 0.58,
+      "grad_norm": 20.217419963891068,
+      "kl_loss_13": 3384.8,
+      "kl_loss_26": 2429.6,
+      "kl_loss_39": 1387.0,
+      "kl_loss_7": 3952.0,
+      "learning_rate": 0.0003821205322452863,
+      "loss": 5608.2,
+      "step": 5800
+    },
+    {
+      "ce_loss_13": 3.098143881559372,
+      "ce_loss_26": 2.648523300886154,
+      "ce_loss_39": 2.1544575184583663,
+      "ce_loss_52": 1.4684545397758484,
+      "ce_loss_7": 3.369327354431152,
+      "epoch": 0.581,
+      "grad_norm": 20.306772003501575,
+      "kl_loss_13": 3376.0,
+      "kl_loss_26": 2423.6,
+      "kl_loss_39": 1374.4,
+      "kl_loss_7": 3943.2,
+      "learning_rate": 0.0003805791909396155,
+      "loss": 5609.7,
+      "step": 5810
+    },
+    {
+      "ce_loss_13": 3.03250247836113,
+      "ce_loss_26": 2.5763048112392424,
+      "ce_loss_39": 2.0811164885759355,
+      "ce_loss_52": 1.4048690304160119,
+      "ce_loss_7": 3.2992306888103484,
+      "epoch": 0.582,
+      "grad_norm": 19.674023919479502,
+      "kl_loss_13": 3376.8,
+      "kl_loss_26": 2428.6,
+      "kl_loss_39": 1384.2,
+      "kl_loss_7": 3936.8,
+      "learning_rate": 0.0003790390522001662,
+      "loss": 5494.5,
+      "step": 5820
+    },
+    {
+      "ce_loss_13": 3.0025113344192507,
+      "ce_loss_26": 2.55022137761116,
+      "ce_loss_39": 2.0565065026283262,
+      "ce_loss_52": 1.377510306239128,
+      "ce_loss_7": 3.2718186736106873,
+      "epoch": 0.583,
+      "grad_norm": 20.728894667471106,
+      "kl_loss_13": 3354.8,
+      "kl_loss_26": 2406.2,
+      "kl_loss_39": 1367.9,
+      "kl_loss_7": 3917.6,
+      "learning_rate": 0.0003775001315361183,
+      "loss": 5559.7,
+      "step": 5830
+    },
+    {
+      "ce_loss_13": 3.0971179008483887,
+      "ce_loss_26": 2.6451155722141264,
+      "ce_loss_39": 2.1508567333221436,
+      "ce_loss_52": 1.4824247717857362,
+      "ce_loss_7": 3.37031666636467,
+      "epoch": 0.584,
+      "grad_norm": 20.600074401568932,
+      "kl_loss_13": 3337.2,
+      "kl_loss_26": 2403.8,
+      "kl_loss_39": 1359.2,
+      "kl_loss_7": 3907.2,
+      "learning_rate": 0.0003759624444443858,
+      "loss": 5519.4,
+      "step": 5840
+    },
+    {
+      "ce_loss_13": 3.0961884200572967,
+      "ce_loss_26": 2.626956915855408,
+      "ce_loss_39": 2.1310097485780717,
+      "ce_loss_52": 1.4370131075382233,
+      "ce_loss_7": 3.371414542198181,
+      "epoch": 0.585,
+      "grad_norm": 21.119848921717185,
+      "kl_loss_13": 3437.6,
+      "kl_loss_26": 2463.6,
+      "kl_loss_39": 1412.8,
+      "kl_loss_7": 4010.4,
+      "learning_rate": 0.00037442600640946044,
+      "loss": 5564.2,
+      "step": 5850
+    },
+    {
+      "ce_loss_13": 3.022693085670471,
+      "ce_loss_26": 2.556842041015625,
+      "ce_loss_39": 2.054610991477966,
+      "ce_loss_52": 1.3797120869159698,
+      "ce_loss_7": 3.2991441190242767,
+      "epoch": 0.586,
+      "grad_norm": 20.829952423189983,
+      "kl_loss_13": 3400.0,
+      "kl_loss_26": 2436.4,
+      "kl_loss_39": 1378.6,
+      "kl_loss_7": 3976.4,
+      "learning_rate": 0.00037289083290325663,
+      "loss": 5555.3,
+      "step": 5860
+    },
+    {
+      "ce_loss_13": 3.048868530988693,
+      "ce_loss_26": 2.597111147642136,
+      "ce_loss_39": 2.1075122743844985,
+      "ce_loss_52": 1.4477093726396562,
+      "ce_loss_7": 3.3170620620250704,
+      "epoch": 0.587,
+      "grad_norm": 19.743999290482414,
+      "kl_loss_13": 3295.2,
+      "kl_loss_26": 2349.8,
+      "kl_loss_39": 1314.6,
+      "kl_loss_7": 3862.0,
+      "learning_rate": 0.0003713569393849543,
+      "loss": 5582.2,
+      "step": 5870
+    },
+    {
+      "ce_loss_13": 3.0275582671165466,
+      "ce_loss_26": 2.5641341865062715,
+      "ce_loss_39": 2.075681546330452,
+      "ce_loss_52": 1.413079009950161,
+      "ce_loss_7": 3.30134374499321,
+      "epoch": 0.588,
+      "grad_norm": 19.60417578779171,
+      "kl_loss_13": 3342.8,
+      "kl_loss_26": 2385.2,
+      "kl_loss_39": 1348.4,
+      "kl_loss_7": 3911.6,
+      "learning_rate": 0.00036982434130084397,
+      "loss": 5547.2,
+      "step": 5880
+    },
+    {
+      "ce_loss_13": 3.0114518344402312,
+      "ce_loss_26": 2.5489202946424485,
+      "ce_loss_39": 2.051037350296974,
+      "ce_loss_52": 1.3947512209415436,
+      "ce_loss_7": 3.2770422041416167,
+      "epoch": 0.589,
+      "grad_norm": 19.943871445513693,
+      "kl_loss_13": 3324.8,
+      "kl_loss_26": 2358.6,
+      "kl_loss_39": 1318.4,
+      "kl_loss_7": 3886.4,
+      "learning_rate": 0.00036829305408417166,
+      "loss": 5519.0,
+      "step": 5890
+    },
+    {
+      "ce_loss_13": 2.9831090033054353,
+      "ce_loss_26": 2.5218098521232606,
+      "ce_loss_39": 2.0276191979646683,
+      "ce_loss_52": 1.3660520613193512,
+      "ce_loss_7": 3.262023079395294,
+      "epoch": 0.59,
+      "grad_norm": 20.136107811495098,
+      "kl_loss_13": 3337.2,
+      "kl_loss_26": 2377.0,
+      "kl_loss_39": 1333.6,
+      "kl_loss_7": 3918.4,
+      "learning_rate": 0.0003667630931549826,
+      "loss": 5547.1,
+      "step": 5900
+    },
+    {
+      "ce_loss_13": 3.1185491621494292,
+      "ce_loss_26": 2.6609552204608917,
+      "ce_loss_39": 2.154519048333168,
+      "ce_loss_52": 1.4638203248381614,
+      "ce_loss_7": 3.3888748466968535,
+      "epoch": 0.591,
+      "grad_norm": 21.04398596009474,
+      "kl_loss_13": 3422.0,
+      "kl_loss_26": 2461.2,
+      "kl_loss_39": 1398.6,
+      "kl_loss_7": 3996.8,
+      "learning_rate": 0.00036523447391996613,
+      "loss": 5529.25,
+      "step": 5910
+    },
+    {
+      "ce_loss_13": 3.01438627243042,
+      "ce_loss_26": 2.5740538477897643,
+      "ce_loss_39": 2.0915403455495833,
+      "ce_loss_52": 1.431156474351883,
+      "ce_loss_7": 3.2843648850917817,
+      "epoch": 0.592,
+      "grad_norm": 21.11836249464285,
+      "kl_loss_13": 3292.4,
+      "kl_loss_26": 2358.6,
+      "kl_loss_39": 1331.3,
+      "kl_loss_7": 3853.2,
+      "learning_rate": 0.00036370721177230114,
+      "loss": 5565.45,
+      "step": 5920
+    },
+    {
+      "ce_loss_13": 3.069197976589203,
+      "ce_loss_26": 2.619757717847824,
+      "ce_loss_39": 2.1231694549322127,
+      "ce_loss_52": 1.4499645620584487,
+      "ce_loss_7": 3.339762735366821,
+      "epoch": 0.593,
+      "grad_norm": 19.81588610039522,
+      "kl_loss_13": 3318.4,
+      "kl_loss_26": 2373.0,
+      "kl_loss_39": 1346.8,
+      "kl_loss_7": 3881.2,
+      "learning_rate": 0.00036218132209150044,
+      "loss": 5483.7,
+      "step": 5930
+    },
+    {
+      "ce_loss_13": 3.0346123337745667,
+      "ce_loss_26": 2.5827606499195097,
+      "ce_loss_39": 2.090969371795654,
+      "ce_loss_52": 1.4306629955768586,
+      "ce_loss_7": 3.3081043541431425,
+      "epoch": 0.594,
+      "grad_norm": 20.579777117155064,
+      "kl_loss_13": 3338.4,
+      "kl_loss_26": 2404.8,
+      "kl_loss_39": 1361.4,
+      "kl_loss_7": 3897.6,
+      "learning_rate": 0.0003606568202432562,
+      "loss": 5508.2,
+      "step": 5940
+    },
+    {
+      "ce_loss_13": 2.9628920376300814,
+      "ce_loss_26": 2.5103672593832016,
+      "ce_loss_39": 2.028717193007469,
+      "ce_loss_52": 1.3798889175057412,
+      "ce_loss_7": 3.238497519493103,
+      "epoch": 0.595,
+      "grad_norm": 19.336805098702218,
+      "kl_loss_13": 3271.2,
+      "kl_loss_26": 2333.8,
+      "kl_loss_39": 1324.3,
+      "kl_loss_7": 3845.6,
+      "learning_rate": 0.0003591337215792851,
+      "loss": 5512.3,
+      "step": 5950
+    },
+    {
+      "ce_loss_13": 3.0788431644439695,
+      "ce_loss_26": 2.608420321345329,
+      "ce_loss_39": 2.1091116696596144,
+      "ce_loss_52": 1.4199562400579453,
+      "ce_loss_7": 3.359624499082565,
+      "epoch": 0.596,
+      "grad_norm": 20.533566806186286,
+      "kl_loss_13": 3426.4,
+      "kl_loss_26": 2447.8,
+      "kl_loss_39": 1399.7,
+      "kl_loss_7": 4004.4,
+      "learning_rate": 0.00035761204143717383,
+      "loss": 5551.7,
+      "step": 5960
+    },
+    {
+      "ce_loss_13": 3.03274342417717,
+      "ce_loss_26": 2.585944026708603,
+      "ce_loss_39": 2.096950164437294,
+      "ce_loss_52": 1.416708105802536,
+      "ce_loss_7": 3.3088025748729706,
+      "epoch": 0.597,
+      "grad_norm": 19.695670321869642,
+      "kl_loss_13": 3339.2,
+      "kl_loss_26": 2400.2,
+      "kl_loss_39": 1368.0,
+      "kl_loss_7": 3908.0,
+      "learning_rate": 0.0003560917951402245,
+      "loss": 5483.9,
+      "step": 5970
+    },
+    {
+      "ce_loss_13": 3.01766916513443,
+      "ce_loss_26": 2.561279395222664,
+      "ce_loss_39": 2.06943539083004,
+      "ce_loss_52": 1.418130737543106,
+      "ce_loss_7": 3.2899491429328918,
+      "epoch": 0.598,
+      "grad_norm": 21.072429989583483,
+      "kl_loss_13": 3344.4,
+      "kl_loss_26": 2382.6,
+      "kl_loss_39": 1331.0,
+      "kl_loss_7": 3913.6,
+      "learning_rate": 0.00035457299799730046,
+      "loss": 5551.3,
+      "step": 5980
+    },
+    {
+      "ce_loss_13": 3.0659261345863342,
+      "ce_loss_26": 2.600133925676346,
+      "ce_loss_39": 2.110896447300911,
+      "ce_loss_52": 1.437103909254074,
+      "ce_loss_7": 3.3336906135082245,
+      "epoch": 0.599,
+      "grad_norm": 24.325101698795564,
+      "kl_loss_13": 3380.0,
+      "kl_loss_26": 2416.4,
+      "kl_loss_39": 1376.0,
+      "kl_loss_7": 3938.8,
+      "learning_rate": 0.0003530556653026721,
+      "loss": 5495.3,
+      "step": 5990
+    },
+    {
+      "ce_loss_13": 3.0716091096401215,
+      "ce_loss_26": 2.614444798231125,
+      "ce_loss_39": 2.1203446626663207,
+      "ce_loss_52": 1.4388466402888298,
+      "ce_loss_7": 3.3488605439662935,
+      "epoch": 0.6,
+      "grad_norm": 20.521363612152747,
+      "kl_loss_13": 3384.4,
+      "kl_loss_26": 2432.4,
+      "kl_loss_39": 1382.6,
+      "kl_loss_7": 3959.2,
+      "learning_rate": 0.00035153981233586274,
+      "loss": 5545.9,
+      "step": 6000
+    },
+    {
+      "ce_loss_13": 3.106086379289627,
+      "ce_loss_26": 2.6430875420570374,
+      "ce_loss_39": 2.1337583631277086,
+      "ce_loss_52": 1.4439469754695893,
+      "ce_loss_7": 3.3797987580299376,
+      "epoch": 0.601,
+      "grad_norm": 20.80497849503253,
+      "kl_loss_13": 3453.6,
+      "kl_loss_26": 2484.8,
+      "kl_loss_39": 1398.0,
+      "kl_loss_7": 4028.4,
+      "learning_rate": 0.00035002545436149473,
+      "loss": 5491.4,
+      "step": 6010
+    },
+    {
+      "ce_loss_13": 3.000385183095932,
+      "ce_loss_26": 2.5445862293243406,
+      "ce_loss_39": 2.045133265852928,
+      "ce_loss_52": 1.387436880171299,
+      "ce_loss_7": 3.271744018793106,
+      "epoch": 0.602,
+      "grad_norm": 32.49284937945306,
+      "kl_loss_13": 3335.6,
+      "kl_loss_26": 2380.8,
+      "kl_loss_39": 1330.6,
+      "kl_loss_7": 3907.2,
+      "learning_rate": 0.0003485126066291364,
+      "loss": 5483.7,
+      "step": 6020
+    },
+    {
+      "ce_loss_13": 3.0256562530994415,
+      "ce_loss_26": 2.577129301428795,
+      "ce_loss_39": 2.0889712274074554,
+      "ce_loss_52": 1.4449194520711899,
+      "ce_loss_7": 3.2831216752529144,
+      "epoch": 0.603,
+      "grad_norm": 20.23621815480592,
+      "kl_loss_13": 3272.0,
+      "kl_loss_26": 2339.4,
+      "kl_loss_39": 1312.8,
+      "kl_loss_7": 3817.2,
+      "learning_rate": 0.0003470012843731476,
+      "loss": 5461.5,
+      "step": 6030
+    },
+    {
+      "ce_loss_13": 3.0063592195510864,
+      "ce_loss_26": 2.5461477816104887,
+      "ce_loss_39": 2.047996437549591,
+      "ce_loss_52": 1.4004468455910684,
+      "ce_loss_7": 3.2747744262218474,
+      "epoch": 0.604,
+      "grad_norm": 20.161854907584466,
+      "kl_loss_13": 3331.2,
+      "kl_loss_26": 2365.2,
+      "kl_loss_39": 1318.3,
+      "kl_loss_7": 3894.4,
+      "learning_rate": 0.00034549150281252633,
+      "loss": 5446.25,
+      "step": 6040
+    },
+    {
+      "ce_loss_13": 3.0043693661689757,
+      "ce_loss_26": 2.5464318215847017,
+      "ce_loss_39": 2.054910770058632,
+      "ce_loss_52": 1.402955588698387,
+      "ce_loss_7": 3.277425891160965,
+      "epoch": 0.605,
+      "grad_norm": 19.39479695015959,
+      "kl_loss_13": 3303.6,
+      "kl_loss_26": 2362.4,
+      "kl_loss_39": 1315.5,
+      "kl_loss_7": 3867.2,
+      "learning_rate": 0.0003439832771507565,
+      "loss": 5513.7,
+      "step": 6050
+    },
+    {
+      "ce_loss_13": 3.0073243379592896,
+      "ce_loss_26": 2.552249348163605,
+      "ce_loss_39": 2.0556343287229537,
+      "ce_loss_52": 1.4056400418281556,
+      "ce_loss_7": 3.276465517282486,
+      "epoch": 0.606,
+      "grad_norm": 20.632328630604196,
+      "kl_loss_13": 3315.2,
+      "kl_loss_26": 2367.2,
+      "kl_loss_39": 1320.7,
+      "kl_loss_7": 3890.0,
+      "learning_rate": 0.0003424766225756537,
+      "loss": 5437.2,
+      "step": 6060
+    },
+    {
+      "ce_loss_13": 3.0342160046100615,
+      "ce_loss_26": 2.5702687412500382,
+      "ce_loss_39": 2.0748631983995436,
+      "ce_loss_52": 1.4053118824958801,
+      "ce_loss_7": 3.30224769115448,
+      "epoch": 0.607,
+      "grad_norm": 20.381462378536757,
+      "kl_loss_13": 3375.6,
+      "kl_loss_26": 2412.6,
+      "kl_loss_39": 1368.5,
+      "kl_loss_7": 3938.0,
+      "learning_rate": 0.00034097155425921255,
+      "loss": 5453.95,
+      "step": 6070
+    },
+    {
+      "ce_loss_13": 2.979208827018738,
+      "ce_loss_26": 2.5391657948493958,
+      "ce_loss_39": 2.0675252109766005,
+      "ce_loss_52": 1.4293861359357833,
+      "ce_loss_7": 3.243548810482025,
+      "epoch": 0.608,
+      "grad_norm": 20.059894251099692,
+      "kl_loss_13": 3201.6,
+      "kl_loss_26": 2277.2,
+      "kl_loss_39": 1276.3,
+      "kl_loss_7": 3759.2,
+      "learning_rate": 0.0003394680873574546,
+      "loss": 5463.6,
+      "step": 6080
+    },
+    {
+      "ce_loss_13": 3.0087065517902376,
+      "ce_loss_26": 2.5543720543384554,
+      "ce_loss_39": 2.0706711769104005,
+      "ce_loss_52": 1.4312650561332703,
+      "ce_loss_7": 3.274740469455719,
+      "epoch": 0.609,
+      "grad_norm": 19.682020137215275,
+      "kl_loss_13": 3278.0,
+      "kl_loss_26": 2334.8,
+      "kl_loss_39": 1311.6,
+      "kl_loss_7": 3829.2,
+      "learning_rate": 0.0003379662370102747,
+      "loss": 5485.1,
+      "step": 6090
+    },
+    {
+      "ce_loss_13": 2.9708913624286652,
+      "ce_loss_26": 2.526490569114685,
+      "ce_loss_39": 2.045279270410538,
+      "ce_loss_52": 1.406798492372036,
+      "ce_loss_7": 3.2348900735378265,
+      "epoch": 0.61,
+      "grad_norm": 20.816822332244506,
+      "kl_loss_13": 3220.0,
+      "kl_loss_26": 2302.2,
+      "kl_loss_39": 1290.7,
+      "kl_loss_7": 3776.8,
+      "learning_rate": 0.0003364660183412892,
+      "loss": 5434.0,
+      "step": 6100
+    },
+    {
+      "ce_loss_13": 3.034948408603668,
+      "ce_loss_26": 2.5749203741550444,
+      "ce_loss_39": 2.083053132891655,
+      "ce_loss_52": 1.4239173114299775,
+      "ce_loss_7": 3.308141976594925,
+      "epoch": 0.611,
+      "grad_norm": 19.1619951590758,
+      "kl_loss_13": 3322.8,
+      "kl_loss_26": 2375.8,
+      "kl_loss_39": 1335.6,
+      "kl_loss_7": 3891.2,
+      "learning_rate": 0.0003349674464576834,
+      "loss": 5422.4,
+      "step": 6110
+    },
+    {
+      "ce_loss_13": 3.004230409860611,
+      "ce_loss_26": 2.559123533964157,
+      "ce_loss_39": 2.0680998235940935,
+      "ce_loss_52": 1.416846913099289,
+      "ce_loss_7": 3.268228167295456,
+      "epoch": 0.612,
+      "grad_norm": 19.814048572070753,
+      "kl_loss_13": 3277.2,
+      "kl_loss_26": 2352.2,
+      "kl_loss_39": 1329.4,
+      "kl_loss_7": 3827.6,
+      "learning_rate": 0.00033347053645005966,
+      "loss": 5408.25,
+      "step": 6120
+    },
+    {
+      "ce_loss_13": 3.043248528242111,
+      "ce_loss_26": 2.5893827825784683,
+      "ce_loss_39": 2.106617513298988,
+      "ce_loss_52": 1.4531341344118118,
+      "ce_loss_7": 3.3129510939121247,
+      "epoch": 0.613,
+      "grad_norm": 20.76807127463998,
+      "kl_loss_13": 3286.4,
+      "kl_loss_26": 2356.0,
+      "kl_loss_39": 1332.4,
+      "kl_loss_7": 3850.8,
+      "learning_rate": 0.00033197530339228485,
+      "loss": 5370.55,
+      "step": 6130
+    },
+    {
+      "ce_loss_13": 3.00436030626297,
+      "ce_loss_26": 2.551770430803299,
+      "ce_loss_39": 2.0617963910102843,
+      "ce_loss_52": 1.4093145355582237,
+      "ce_loss_7": 3.287700629234314,
+      "epoch": 0.614,
+      "grad_norm": 20.13277338184701,
+      "kl_loss_13": 3319.2,
+      "kl_loss_26": 2374.0,
+      "kl_loss_39": 1331.1,
+      "kl_loss_7": 3899.6,
+      "learning_rate": 0.00033048176234133967,
+      "loss": 5468.4,
+      "step": 6140
+    },
+    {
+      "ce_loss_13": 3.0555618822574617,
+      "ce_loss_26": 2.6027767241001127,
+      "ce_loss_39": 2.1256050765514374,
+      "ce_loss_52": 1.4570606127381325,
+      "ce_loss_7": 3.3252673983573913,
+      "epoch": 0.615,
+      "grad_norm": 20.812161363431123,
+      "kl_loss_13": 3324.4,
+      "kl_loss_26": 2376.0,
+      "kl_loss_39": 1350.9,
+      "kl_loss_7": 3884.4,
+      "learning_rate": 0.0003289899283371657,
+      "loss": 5469.45,
+      "step": 6150
+    },
+    {
+      "ce_loss_13": 2.9699956268072127,
+      "ce_loss_26": 2.5214530378580093,
+      "ce_loss_39": 2.047743359208107,
+      "ce_loss_52": 1.404917973279953,
+      "ce_loss_7": 3.242190235853195,
+      "epoch": 0.616,
+      "grad_norm": 21.707368727671295,
+      "kl_loss_13": 3253.6,
+      "kl_loss_26": 2330.0,
+      "kl_loss_39": 1321.7,
+      "kl_loss_7": 3830.4,
+      "learning_rate": 0.0003274998164025148,
+      "loss": 5448.5,
+      "step": 6160
+    },
+    {
+      "ce_loss_13": 3.1136968553066255,
+      "ce_loss_26": 2.6612686932086946,
+      "ce_loss_39": 2.1661961168050765,
+      "ce_loss_52": 1.4886637568473815,
+      "ce_loss_7": 3.390312284231186,
+      "epoch": 0.617,
+      "grad_norm": 20.098473719799063,
+      "kl_loss_13": 3356.0,
+      "kl_loss_26": 2410.6,
+      "kl_loss_39": 1369.8,
+      "kl_loss_7": 3926.4,
+      "learning_rate": 0.0003260114415427975,
+      "loss": 5420.0,
+      "step": 6170
+    },
+    {
+      "ce_loss_13": 3.0537400960922243,
+      "ce_loss_26": 2.6002777397632597,
+      "ce_loss_39": 2.0997320264577866,
+      "ce_loss_52": 1.425080481171608,
+      "ce_loss_7": 3.3301878392696382,
+      "epoch": 0.618,
+      "grad_norm": 20.959268913691595,
+      "kl_loss_13": 3376.8,
+      "kl_loss_26": 2431.0,
+      "kl_loss_39": 1376.8,
+      "kl_loss_7": 3956.0,
+      "learning_rate": 0.0003245248187459323,
+      "loss": 5467.5,
+      "step": 6180
+    },
+    {
+      "ce_loss_13": 3.0195475459098815,
+      "ce_loss_26": 2.5703806400299074,
+      "ce_loss_39": 2.0828246504068373,
+      "ce_loss_52": 1.4389306217432023,
+      "ce_loss_7": 3.2870283126831055,
+      "epoch": 0.619,
+      "grad_norm": 19.77508773242922,
+      "kl_loss_13": 3278.4,
+      "kl_loss_26": 2325.6,
+      "kl_loss_39": 1301.5,
+      "kl_loss_7": 3832.0,
+      "learning_rate": 0.00032303996298219416,
+      "loss": 5436.5,
+      "step": 6190
+    },
+    {
+      "ce_loss_13": 3.080602079629898,
+      "ce_loss_26": 2.6279105126857756,
+      "ce_loss_39": 2.1348745226860046,
+      "ce_loss_52": 1.4668798118829727,
+      "ce_loss_7": 3.349226105213165,
+      "epoch": 0.62,
+      "grad_norm": 20.105835424543073,
+      "kl_loss_13": 3342.4,
+      "kl_loss_26": 2402.4,
+      "kl_loss_39": 1358.2,
+      "kl_loss_7": 3903.6,
+      "learning_rate": 0.00032155688920406414,
+      "loss": 5427.1,
+      "step": 6200
+    },
+    {
+      "ce_loss_13": 2.980887794494629,
+      "ce_loss_26": 2.5403966814279557,
+      "ce_loss_39": 2.06268994808197,
+      "ce_loss_52": 1.4154802724719047,
+      "ce_loss_7": 3.252926254272461,
+      "epoch": 0.621,
+      "grad_norm": 19.282334771133197,
+      "kl_loss_13": 3252.8,
+      "kl_loss_26": 2327.6,
+      "kl_loss_39": 1309.6,
+      "kl_loss_7": 3818.4,
+      "learning_rate": 0.0003200756123460788,
+      "loss": 5482.55,
+      "step": 6210
+    },
+    {
+      "ce_loss_13": 2.9776609361171724,
+      "ce_loss_26": 2.5325854122638702,
+      "ce_loss_39": 2.0461337983608248,
+      "ce_loss_52": 1.410691213607788,
+      "ce_loss_7": 3.24890678524971,
+      "epoch": 0.622,
+      "grad_norm": 20.106994551943693,
+      "kl_loss_13": 3252.0,
+      "kl_loss_26": 2326.2,
+      "kl_loss_39": 1296.8,
+      "kl_loss_7": 3812.4,
+      "learning_rate": 0.00031859614732467957,
+      "loss": 5416.4,
+      "step": 6220
+    },
+    {
+      "ce_loss_13": 3.032334786653519,
+      "ce_loss_26": 2.579844218492508,
+      "ce_loss_39": 2.1053399711847307,
+      "ce_loss_52": 1.4573373839259147,
+      "ce_loss_7": 3.2939690172672274,
+      "epoch": 0.623,
+      "grad_norm": 19.37466323417316,
+      "kl_loss_13": 3254.0,
+      "kl_loss_26": 2315.6,
+      "kl_loss_39": 1307.4,
+      "kl_loss_7": 3800.0,
+      "learning_rate": 0.00031711850903806275,
+      "loss": 5384.0,
+      "step": 6230
+    },
+    {
+      "ce_loss_13": 3.0033844828605654,
+      "ce_loss_26": 2.554124391078949,
+      "ce_loss_39": 2.072583147883415,
+      "ce_loss_52": 1.405614359676838,
+      "ce_loss_7": 3.272351396083832,
+      "epoch": 0.624,
+      "grad_norm": 19.68798944815722,
+      "kl_loss_13": 3318.8,
+      "kl_loss_26": 2383.4,
+      "kl_loss_39": 1353.1,
+      "kl_loss_7": 3878.4,
+      "learning_rate": 0.0003156427123660297,
+      "loss": 5409.1,
+      "step": 6240
+    },
+    {
+      "ce_loss_13": 3.044550156593323,
+      "ce_loss_26": 2.5933004200458525,
+      "ce_loss_39": 2.0951038181781767,
+      "ce_loss_52": 1.432724517583847,
+      "ce_loss_7": 3.31173922419548,
+      "epoch": 0.625,
+      "grad_norm": 19.588532833188335,
+      "kl_loss_13": 3324.0,
+      "kl_loss_26": 2390.2,
+      "kl_loss_39": 1351.9,
+      "kl_loss_7": 3884.8,
+      "learning_rate": 0.0003141687721698363,
+      "loss": 5410.2,
+      "step": 6250
+    },
+    {
+      "ce_loss_13": 3.0133075952529906,
+      "ce_loss_26": 2.562904554605484,
+      "ce_loss_39": 2.084453445672989,
+      "ce_loss_52": 1.4354033678770066,
+      "ce_loss_7": 3.2846658766269683,
+      "epoch": 0.626,
+      "grad_norm": 20.175418509715428,
+      "kl_loss_13": 3256.4,
+      "kl_loss_26": 2322.2,
+      "kl_loss_39": 1302.4,
+      "kl_loss_7": 3820.0,
+      "learning_rate": 0.00031269670329204396,
+      "loss": 5413.4,
+      "step": 6260
+    },
+    {
+      "ce_loss_13": 3.020740455389023,
+      "ce_loss_26": 2.576273998618126,
+      "ce_loss_39": 2.094499522447586,
+      "ce_loss_52": 1.46863095164299,
+      "ce_loss_7": 3.2838824689388275,
+      "epoch": 0.627,
+      "grad_norm": 19.159006125141875,
+      "kl_loss_13": 3217.6,
+      "kl_loss_26": 2295.2,
+      "kl_loss_39": 1276.9,
+      "kl_loss_7": 3769.2,
+      "learning_rate": 0.00031122652055637015,
+      "loss": 5419.65,
+      "step": 6270
+    },
+    {
+      "ce_loss_13": 2.9717007994651796,
+      "ce_loss_26": 2.5309597969055178,
+      "ce_loss_39": 2.045916485786438,
+      "ce_loss_52": 1.4202698469161987,
+      "ce_loss_7": 3.244756191968918,
+      "epoch": 0.628,
+      "grad_norm": 20.34275756584657,
+      "kl_loss_13": 3237.2,
+      "kl_loss_26": 2312.2,
+      "kl_loss_39": 1284.9,
+      "kl_loss_7": 3804.0,
+      "learning_rate": 0.0003097582387675385,
+      "loss": 5361.6,
+      "step": 6280
+    },
+    {
+      "ce_loss_13": 2.959231287240982,
+      "ce_loss_26": 2.5172866880893707,
+      "ce_loss_39": 2.043312183022499,
+      "ce_loss_52": 1.4159017190337182,
+      "ce_loss_7": 3.220345306396484,
+      "epoch": 0.629,
+      "grad_norm": 20.150529720020295,
+      "kl_loss_13": 3215.2,
+      "kl_loss_26": 2296.4,
+      "kl_loss_39": 1276.2,
+      "kl_loss_7": 3763.2,
+      "learning_rate": 0.00030829187271113034,
+      "loss": 5363.8,
+      "step": 6290
+    },
+    {
+      "ce_loss_13": 2.9990767776966094,
+      "ce_loss_26": 2.5505200415849685,
+      "ce_loss_39": 2.060671201348305,
+      "ce_loss_52": 1.395907147228718,
+      "ce_loss_7": 3.2725743770599367,
+      "epoch": 0.63,
+      "grad_norm": 19.518127150050482,
+      "kl_loss_13": 3309.2,
+      "kl_loss_26": 2380.2,
+      "kl_loss_39": 1347.4,
+      "kl_loss_7": 3878.4,
+      "learning_rate": 0.00030682743715343565,
+      "loss": 5435.15,
+      "step": 6300
+    },
+    {
+      "ce_loss_13": 3.080632323026657,
+      "ce_loss_26": 2.6302684545516968,
+      "ce_loss_39": 2.135207986831665,
+      "ce_loss_52": 1.4774031162261962,
+      "ce_loss_7": 3.3441965878009796,
+      "epoch": 0.631,
+      "grad_norm": 21.06860944259249,
+      "kl_loss_13": 3302.8,
+      "kl_loss_26": 2366.6,
+      "kl_loss_39": 1332.6,
+      "kl_loss_7": 3862.8,
+      "learning_rate": 0.0003053649468413043,
+      "loss": 5425.25,
+      "step": 6310
+    },
+    {
+      "ce_loss_13": 3.0259739339351652,
+      "ce_loss_26": 2.570155072212219,
+      "ce_loss_39": 2.078566926717758,
+      "ce_loss_52": 1.4384133130311967,
+      "ce_loss_7": 3.288107806444168,
+      "epoch": 0.632,
+      "grad_norm": 20.78357258068192,
+      "kl_loss_13": 3282.0,
+      "kl_loss_26": 2335.8,
+      "kl_loss_39": 1293.6,
+      "kl_loss_7": 3833.2,
+      "learning_rate": 0.00030390441650199725,
+      "loss": 5412.2,
+      "step": 6320
+    },
+    {
+      "ce_loss_13": 2.9379296779632567,
+      "ce_loss_26": 2.49056881070137,
+      "ce_loss_39": 2.0068995296955108,
+      "ce_loss_52": 1.3864078581333161,
+      "ce_loss_7": 3.203891623020172,
+      "epoch": 0.633,
+      "grad_norm": 20.174137035703254,
+      "kl_loss_13": 3206.8,
+      "kl_loss_26": 2268.4,
+      "kl_loss_39": 1251.1,
+      "kl_loss_7": 3762.4,
+      "learning_rate": 0.00030244586084303903,
+      "loss": 5352.9,
+      "step": 6330
+    },
+    {
+      "ce_loss_13": 2.9555823683738707,
+      "ce_loss_26": 2.501230263710022,
+      "ce_loss_39": 2.0173334002494814,
+      "ce_loss_52": 1.3891687452793122,
+      "ce_loss_7": 3.2268748760223387,
+      "epoch": 0.634,
+      "grad_norm": 20.047186620123167,
+      "kl_loss_13": 3264.8,
+      "kl_loss_26": 2316.6,
+      "kl_loss_39": 1274.1,
+      "kl_loss_7": 3843.2,
+      "learning_rate": 0.00030098929455206903,
+      "loss": 5365.4,
+      "step": 6340
+    },
+    {
+      "ce_loss_13": 2.9806570291519163,
+      "ce_loss_26": 2.533248084783554,
+      "ce_loss_39": 2.0557660490274428,
+      "ce_loss_52": 1.4183998316526414,
+      "ce_loss_7": 3.248631852865219,
+      "epoch": 0.635,
+      "grad_norm": 19.42792815463783,
+      "kl_loss_13": 3226.0,
+      "kl_loss_26": 2301.0,
+      "kl_loss_39": 1289.2,
+      "kl_loss_7": 3784.4,
+      "learning_rate": 0.00029953473229669324,
+      "loss": 5429.0,
+      "step": 6350
+    },
+    {
+      "ce_loss_13": 3.008418655395508,
+      "ce_loss_26": 2.5531763255596163,
+      "ce_loss_39": 2.069964846968651,
+      "ce_loss_52": 1.4419535219669342,
+      "ce_loss_7": 3.274876070022583,
+      "epoch": 0.636,
+      "grad_norm": 20.040461482265158,
+      "kl_loss_13": 3248.4,
+      "kl_loss_26": 2315.4,
+      "kl_loss_39": 1287.5,
+      "kl_loss_7": 3802.8,
+      "learning_rate": 0.00029808218872433767,
+      "loss": 5390.5,
+      "step": 6360
+    },
+    {
+      "ce_loss_13": 2.9624147057533263,
+      "ce_loss_26": 2.509669789671898,
+      "ce_loss_39": 2.017057329416275,
+      "ce_loss_52": 1.392769531905651,
+      "ce_loss_7": 3.2405923306941986,
+      "epoch": 0.637,
+      "grad_norm": 19.969518630784094,
+      "kl_loss_13": 3281.6,
+      "kl_loss_26": 2321.8,
+      "kl_loss_39": 1284.8,
+      "kl_loss_7": 3857.6,
+      "learning_rate": 0.0002966316784621,
+      "loss": 5344.4,
+      "step": 6370
+    },
+    {
+      "ce_loss_13": 2.9690242230892183,
+      "ce_loss_26": 2.5119642555713653,
+      "ce_loss_39": 2.022391200065613,
+      "ce_loss_52": 1.3881384432315826,
+      "ce_loss_7": 3.2436072409152983,
+      "epoch": 0.638,
+      "grad_norm": 19.443805471212187,
+      "kl_loss_13": 3260.4,
+      "kl_loss_26": 2314.8,
+      "kl_loss_39": 1281.4,
+      "kl_loss_7": 3835.6,
+      "learning_rate": 0.0002951832161166024,
+      "loss": 5333.0,
+      "step": 6380
+    },
+    {
+      "ce_loss_13": 3.019889771938324,
+      "ce_loss_26": 2.574093183875084,
+      "ce_loss_39": 2.085198149085045,
+      "ce_loss_52": 1.4531068801879883,
+      "ce_loss_7": 3.286811703443527,
+      "epoch": 0.639,
+      "grad_norm": 19.50308932074232,
+      "kl_loss_13": 3246.0,
+      "kl_loss_26": 2313.6,
+      "kl_loss_39": 1281.1,
+      "kl_loss_7": 3800.8,
+      "learning_rate": 0.0002937368162738445,
+      "loss": 5358.7,
+      "step": 6390
+    },
+    {
+      "ce_loss_13": 2.979416298866272,
+      "ce_loss_26": 2.5201680839061735,
+      "ce_loss_39": 2.0343465119600297,
+      "ce_loss_52": 1.4125050336122513,
+      "ce_loss_7": 3.2494026124477386,
+      "epoch": 0.64,
+      "grad_norm": 19.887826117374196,
+      "kl_loss_13": 3261.2,
+      "kl_loss_26": 2302.8,
+      "kl_loss_39": 1277.2,
+      "kl_loss_7": 3827.6,
+      "learning_rate": 0.0002922924934990568,
+      "loss": 5361.0,
+      "step": 6400
+    },
+    {
+      "ce_loss_13": 2.966394138336182,
+      "ce_loss_26": 2.5159747898578644,
+      "ce_loss_39": 2.0343314677476885,
+      "ce_loss_52": 1.3983295410871506,
+      "ce_loss_7": 3.2374337732791902,
+      "epoch": 0.641,
+      "grad_norm": 21.205292313379594,
+      "kl_loss_13": 3264.4,
+      "kl_loss_26": 2317.8,
+      "kl_loss_39": 1301.9,
+      "kl_loss_7": 3828.8,
+      "learning_rate": 0.0002908502623365536,
+      "loss": 5348.95,
+      "step": 6410
+    },
+    {
+      "ce_loss_13": 3.0186184704303742,
+      "ce_loss_26": 2.5620053589344023,
+      "ce_loss_39": 2.079856187105179,
+      "ce_loss_52": 1.437650018930435,
+      "ce_loss_7": 3.2890258550643923,
+      "epoch": 0.642,
+      "grad_norm": 20.335253629932936,
+      "kl_loss_13": 3264.4,
+      "kl_loss_26": 2325.4,
+      "kl_loss_39": 1302.1,
+      "kl_loss_7": 3830.0,
+      "learning_rate": 0.0002894101373095867,
+      "loss": 5303.0,
+      "step": 6420
+    },
+    {
+      "ce_loss_13": 3.0677368700504304,
+      "ce_loss_26": 2.6209602475166323,
+      "ce_loss_39": 2.1306197196245193,
+      "ce_loss_52": 1.4929826736450196,
+      "ce_loss_7": 3.3314808785915373,
+      "epoch": 0.643,
+      "grad_norm": 20.265575824381624,
+      "kl_loss_13": 3289.6,
+      "kl_loss_26": 2355.4,
+      "kl_loss_39": 1318.2,
+      "kl_loss_7": 3835.2,
+      "learning_rate": 0.00028797213292019926,
+      "loss": 5380.85,
+      "step": 6430
+    },
+    {
+      "ce_loss_13": 2.966922277212143,
+      "ce_loss_26": 2.51933411359787,
+      "ce_loss_39": 2.040864047408104,
+      "ce_loss_52": 1.4254619121551513,
+      "ce_loss_7": 3.232788211107254,
+      "epoch": 0.644,
+      "grad_norm": 19.660532004484757,
+      "kl_loss_13": 3209.2,
+      "kl_loss_26": 2273.0,
+      "kl_loss_39": 1260.8,
+      "kl_loss_7": 3770.0,
+      "learning_rate": 0.0002865362636490791,
+      "loss": 5309.3,
+      "step": 6440
+    },
+    {
+      "ce_loss_13": 3.0011440992355345,
+      "ce_loss_26": 2.5491324365139008,
+      "ce_loss_39": 2.057476672530174,
+      "ce_loss_52": 1.4156641319394112,
+      "ce_loss_7": 3.2698193073272703,
+      "epoch": 0.645,
+      "grad_norm": 20.528114278014176,
+      "kl_loss_13": 3284.8,
+      "kl_loss_26": 2344.4,
+      "kl_loss_39": 1307.4,
+      "kl_loss_7": 3853.6,
+      "learning_rate": 0.0002851025439554142,
+      "loss": 5329.3,
+      "step": 6450
+    },
+    {
+      "ce_loss_13": 3.0585977435112,
+      "ce_loss_26": 2.593171867728233,
+      "ce_loss_39": 2.1089387238025665,
+      "ce_loss_52": 1.4590320155024528,
+      "ce_loss_7": 3.3243721425533295,
+      "epoch": 0.646,
+      "grad_norm": 19.177895864651298,
+      "kl_loss_13": 3308.0,
+      "kl_loss_26": 2342.6,
+      "kl_loss_39": 1306.8,
+      "kl_loss_7": 3858.4,
+      "learning_rate": 0.00028367098827674573,
+      "loss": 5399.4,
+      "step": 6460
+    },
+    {
+      "ce_loss_13": 3.0068358182907104,
+      "ce_loss_26": 2.559490966796875,
+      "ce_loss_39": 2.0818791508674623,
+      "ce_loss_52": 1.4510639190673829,
+      "ce_loss_7": 3.2726912021636965,
+      "epoch": 0.647,
+      "grad_norm": 20.001351203231668,
+      "kl_loss_13": 3231.2,
+      "kl_loss_26": 2299.0,
+      "kl_loss_39": 1281.6,
+      "kl_loss_7": 3785.2,
+      "learning_rate": 0.00028224161102882397,
+      "loss": 5353.5,
+      "step": 6470
+    },
+    {
+      "ce_loss_13": 3.0042510509490965,
+      "ce_loss_26": 2.545697581768036,
+      "ce_loss_39": 2.0517130315303804,
+      "ce_loss_52": 1.4082761898636817,
+      "ce_loss_7": 3.2736884713172913,
+      "epoch": 0.648,
+      "grad_norm": 19.176592480543317,
+      "kl_loss_13": 3304.8,
+      "kl_loss_26": 2344.6,
+      "kl_loss_39": 1308.6,
+      "kl_loss_7": 3870.8,
+      "learning_rate": 0.00028081442660546124,
+      "loss": 5357.45,
+      "step": 6480
+    },
+    {
+      "ce_loss_13": 2.9604024648666383,
+      "ce_loss_26": 2.5067259430885316,
+      "ce_loss_39": 2.0217309921979902,
+      "ce_loss_52": 1.396033638715744,
+      "ce_loss_7": 3.229094612598419,
+      "epoch": 0.649,
+      "grad_norm": 20.132685826085943,
+      "kl_loss_13": 3230.8,
+      "kl_loss_26": 2292.8,
+      "kl_loss_39": 1272.4,
+      "kl_loss_7": 3788.8,
+      "learning_rate": 0.0002793894493783892,
+      "loss": 5337.2,
+      "step": 6490
+    },
+    {
+      "ce_loss_13": 3.038835954666138,
+      "ce_loss_26": 2.5828086912631987,
+      "ce_loss_39": 2.094580352306366,
+      "ce_loss_52": 1.4504825562238692,
+      "ce_loss_7": 3.3101982474327087,
+      "epoch": 0.65,
+      "grad_norm": 20.26204607317675,
+      "kl_loss_13": 3292.0,
+      "kl_loss_26": 2347.2,
+      "kl_loss_39": 1312.5,
+      "kl_loss_7": 3857.2,
+      "learning_rate": 0.0002779666936971129,
+      "loss": 5341.9,
+      "step": 6500
+    },
+    {
+      "ce_loss_13": 2.981122875213623,
+      "ce_loss_26": 2.5436301648616793,
+      "ce_loss_39": 2.06348480284214,
+      "ce_loss_52": 1.4388723462820052,
+      "ce_loss_7": 3.2536712110042574,
+      "epoch": 0.651,
+      "grad_norm": 19.527282619134503,
+      "kl_loss_13": 3203.2,
+      "kl_loss_26": 2279.0,
+      "kl_loss_39": 1260.5,
+      "kl_loss_7": 3763.6,
+      "learning_rate": 0.00027654617388876614,
+      "loss": 5303.55,
+      "step": 6510
+    },
+    {
+      "ce_loss_13": 2.985329604148865,
+      "ce_loss_26": 2.5429716140031813,
+      "ce_loss_39": 2.0698666363954543,
+      "ce_loss_52": 1.43270433396101,
+      "ce_loss_7": 3.2484419345855713,
+      "epoch": 0.652,
+      "grad_norm": 19.361430489337188,
+      "kl_loss_13": 3187.2,
+      "kl_loss_26": 2277.2,
+      "kl_loss_39": 1278.4,
+      "kl_loss_7": 3732.4,
+      "learning_rate": 0.0002751279042579672,
+      "loss": 5316.3,
+      "step": 6520
+    },
+    {
+      "ce_loss_13": 2.9774204194545746,
+      "ce_loss_26": 2.5208486020565033,
+      "ce_loss_39": 2.0273024052381516,
+      "ce_loss_52": 1.402597150206566,
+      "ce_loss_7": 3.249239844083786,
+      "epoch": 0.653,
+      "grad_norm": 19.527542591573294,
+      "kl_loss_13": 3262.4,
+      "kl_loss_26": 2313.8,
+      "kl_loss_39": 1281.3,
+      "kl_loss_7": 3834.0,
+      "learning_rate": 0.00027371189908667604,
+      "loss": 5336.1,
+      "step": 6530
+    },
+    {
+      "ce_loss_13": 3.003592276573181,
+      "ce_loss_26": 2.5556287467479706,
+      "ce_loss_39": 2.075370451807976,
+      "ce_loss_52": 1.4352567225694657,
+      "ce_loss_7": 3.271352219581604,
+      "epoch": 0.654,
+      "grad_norm": 19.924679150402795,
+      "kl_loss_13": 3252.0,
+      "kl_loss_26": 2323.8,
+      "kl_loss_39": 1299.3,
+      "kl_loss_7": 3811.2,
+      "learning_rate": 0.00027229817263404863,
+      "loss": 5288.8,
+      "step": 6540
+    },
+    {
+      "ce_loss_13": 2.995857471227646,
+      "ce_loss_26": 2.5282726138830185,
+      "ce_loss_39": 2.0456599622964857,
+      "ce_loss_52": 1.4150889962911606,
+      "ce_loss_7": 3.259833812713623,
+      "epoch": 0.655,
+      "grad_norm": 19.56917393810092,
+      "kl_loss_13": 3242.4,
+      "kl_loss_26": 2291.2,
+      "kl_loss_39": 1266.0,
+      "kl_loss_7": 3806.4,
+      "learning_rate": 0.0002708867391362948,
+      "loss": 5328.1,
+      "step": 6550
+    },
+    {
+      "ce_loss_13": 3.004334282875061,
+      "ce_loss_26": 2.553117799758911,
+      "ce_loss_39": 2.0656849920749663,
+      "ce_loss_52": 1.4380108654499053,
+      "ce_loss_7": 3.275963246822357,
+      "epoch": 0.656,
+      "grad_norm": 19.95397617147254,
+      "kl_loss_13": 3232.8,
+      "kl_loss_26": 2292.0,
+      "kl_loss_39": 1262.4,
+      "kl_loss_7": 3798.0,
+      "learning_rate": 0.0002694776128065345,
+      "loss": 5289.15,
+      "step": 6560
+    },
+    {
+      "ce_loss_13": 3.0339253902435304,
+      "ce_loss_26": 2.5763088524341584,
+      "ce_loss_39": 2.0788813173770904,
+      "ce_loss_52": 1.4449120432138443,
+      "ce_loss_7": 3.3040917217731476,
+      "epoch": 0.657,
+      "grad_norm": 20.212973328584127,
+      "kl_loss_13": 3268.4,
+      "kl_loss_26": 2314.6,
+      "kl_loss_39": 1279.8,
+      "kl_loss_7": 3840.8,
+      "learning_rate": 0.00026807080783465374,
+      "loss": 5293.2,
+      "step": 6570
+    },
+    {
+      "ce_loss_13": 3.032737511396408,
+      "ce_loss_26": 2.5693029284477236,
+      "ce_loss_39": 2.081709760427475,
+      "ce_loss_52": 1.4346143543720244,
+      "ce_loss_7": 3.308923304080963,
+      "epoch": 0.658,
+      "grad_norm": 19.880750606313658,
+      "kl_loss_13": 3330.4,
+      "kl_loss_26": 2365.8,
+      "kl_loss_39": 1316.5,
+      "kl_loss_7": 3904.0,
+      "learning_rate": 0.00026666633838716316,
+      "loss": 5330.1,
+      "step": 6580
+    },
+    {
+      "ce_loss_13": 3.0193063259124755,
+      "ce_loss_26": 2.576409709453583,
+      "ce_loss_39": 2.0992994725704195,
+      "ce_loss_52": 1.4646779403090477,
+      "ce_loss_7": 3.285114985704422,
+      "epoch": 0.659,
+      "grad_norm": 20.363457370030773,
+      "kl_loss_13": 3237.2,
+      "kl_loss_26": 2313.0,
+      "kl_loss_39": 1303.8,
+      "kl_loss_7": 3788.4,
+      "learning_rate": 0.00026526421860705474,
+      "loss": 5307.4,
+      "step": 6590
+    },
+    {
+      "ce_loss_13": 2.9948873639106752,
+      "ce_loss_26": 2.563684010505676,
+      "ce_loss_39": 2.0847960352897643,
+      "ce_loss_52": 1.4657811507582665,
+      "ce_loss_7": 3.2635042905807494,
+      "epoch": 0.66,
+      "grad_norm": 20.73724151705583,
+      "kl_loss_13": 3176.8,
+      "kl_loss_26": 2267.2,
+      "kl_loss_39": 1259.0,
+      "kl_loss_7": 3732.8,
+      "learning_rate": 0.0002638644626136587,
+      "loss": 5326.5,
+      "step": 6600
+    },
+    {
+      "ce_loss_13": 3.007009822130203,
+      "ce_loss_26": 2.5652425408363344,
+      "ce_loss_39": 2.085008403658867,
+      "ce_loss_52": 1.4418020695447922,
+      "ce_loss_7": 3.2768814861774445,
+      "epoch": 0.661,
+      "grad_norm": 19.59865222649701,
+      "kl_loss_13": 3192.4,
+      "kl_loss_26": 2272.6,
+      "kl_loss_39": 1265.8,
+      "kl_loss_7": 3758.8,
+      "learning_rate": 0.00026246708450250255,
+      "loss": 5252.1,
+      "step": 6610
+    },
+    {
+      "ce_loss_13": 3.0007415533065798,
+      "ce_loss_26": 2.57885719537735,
+      "ce_loss_39": 2.1149094998836517,
+      "ce_loss_52": 1.4889407217502595,
+      "ce_loss_7": 3.26429398059845,
+      "epoch": 0.662,
+      "grad_norm": 19.791378915341742,
+      "kl_loss_13": 3154.4,
+      "kl_loss_26": 2261.8,
+      "kl_loss_39": 1265.9,
+      "kl_loss_7": 3702.8,
+      "learning_rate": 0.00026107209834516854,
+      "loss": 5253.75,
+      "step": 6620
+    },
+    {
+      "ce_loss_13": 3.023489362001419,
+      "ce_loss_26": 2.565022760629654,
+      "ce_loss_39": 2.0684966832399367,
+      "ce_loss_52": 1.4181891351938247,
+      "ce_loss_7": 3.295238083600998,
+      "epoch": 0.663,
+      "grad_norm": 18.83951798457028,
+      "kl_loss_13": 3308.8,
+      "kl_loss_26": 2356.8,
+      "kl_loss_39": 1317.4,
+      "kl_loss_7": 3874.4,
+      "learning_rate": 0.0002596795181891514,
+      "loss": 5303.2,
+      "step": 6630
+    },
+    {
+      "ce_loss_13": 2.948693299293518,
+      "ce_loss_26": 2.511568069458008,
+      "ce_loss_39": 2.0302646070718766,
+      "ce_loss_52": 1.40511611700058,
+      "ce_loss_7": 3.215245670080185,
+      "epoch": 0.664,
+      "grad_norm": 19.938510106571005,
+      "kl_loss_13": 3190.8,
+      "kl_loss_26": 2276.8,
+      "kl_loss_39": 1269.2,
+      "kl_loss_7": 3747.6,
+      "learning_rate": 0.000258289358057718,
+      "loss": 5355.55,
+      "step": 6640
+    },
+    {
+      "ce_loss_13": 2.964204251766205,
+      "ce_loss_26": 2.5196115612983703,
+      "ce_loss_39": 2.032116264104843,
+      "ce_loss_52": 1.397587490081787,
+      "ce_loss_7": 3.234144788980484,
+      "epoch": 0.665,
+      "grad_norm": 19.688819745922057,
+      "kl_loss_13": 3241.6,
+      "kl_loss_26": 2310.8,
+      "kl_loss_39": 1285.8,
+      "kl_loss_7": 3812.0,
+      "learning_rate": 0.0002569016319497657,
+      "loss": 5275.7,
+      "step": 6650
+    },
+    {
+      "ce_loss_13": 3.0219891548156737,
+      "ce_loss_26": 2.568303269147873,
+      "ce_loss_39": 2.0779166162014007,
+      "ce_loss_52": 1.4420379608869554,
+      "ce_loss_7": 3.2859797060489653,
+      "epoch": 0.666,
+      "grad_norm": 19.909960186263373,
+      "kl_loss_13": 3259.2,
+      "kl_loss_26": 2308.2,
+      "kl_loss_39": 1277.3,
+      "kl_loss_7": 3822.8,
+      "learning_rate": 0.00025551635383968066,
+      "loss": 5336.5,
+      "step": 6660
+    },
+    {
+      "ce_loss_13": 2.994647592306137,
+      "ce_loss_26": 2.5398232668638228,
+      "ce_loss_39": 2.0492498099803926,
+      "ce_loss_52": 1.434773786365986,
+      "ce_loss_7": 3.264130574464798,
+      "epoch": 0.667,
+      "grad_norm": 20.004167920061033,
+      "kl_loss_13": 3214.0,
+      "kl_loss_26": 2272.2,
+      "kl_loss_39": 1256.6,
+      "kl_loss_7": 3778.0,
+      "learning_rate": 0.00025413353767719804,
+      "loss": 5257.5,
+      "step": 6670
+    },
+    {
+      "ce_loss_13": 2.96993693113327,
+      "ce_loss_26": 2.533370888233185,
+      "ce_loss_39": 2.055029663443565,
+      "ce_loss_52": 1.4544675678014756,
+      "ce_loss_7": 3.2342797338962557,
+      "epoch": 0.668,
+      "grad_norm": 20.025849444564383,
+      "kl_loss_13": 3142.4,
+      "kl_loss_26": 2230.8,
+      "kl_loss_39": 1222.0,
+      "kl_loss_7": 3698.4,
+      "learning_rate": 0.0002527531973872617,
+      "loss": 5248.5,
+      "step": 6680
+    },
+    {
+      "ce_loss_13": 2.9402814984321592,
+      "ce_loss_26": 2.4974717676639555,
+      "ce_loss_39": 2.0207353264093397,
+      "ce_loss_52": 1.4053010821342469,
+      "ce_loss_7": 3.211796945333481,
+      "epoch": 0.669,
+      "grad_norm": 20.57900906104847,
+      "kl_loss_13": 3184.0,
+      "kl_loss_26": 2262.6,
+      "kl_loss_39": 1252.7,
+      "kl_loss_7": 3753.6,
+      "learning_rate": 0.0002513753468698826,
+      "loss": 5296.7,
+      "step": 6690
+    },
+    {
+      "ce_loss_13": 3.049540191888809,
+      "ce_loss_26": 2.5854183793067933,
+      "ce_loss_39": 2.092196524143219,
+      "ce_loss_52": 1.4520713061094284,
+      "ce_loss_7": 3.3153574585914614,
+      "epoch": 0.67,
+      "grad_norm": 20.064255813843516,
+      "kl_loss_13": 3277.6,
+      "kl_loss_26": 2320.0,
+      "kl_loss_39": 1288.6,
+      "kl_loss_7": 3837.2,
+      "learning_rate": 0.0002500000000000001,
+      "loss": 5320.3,
+      "step": 6700
+    },
+    {
+      "ce_loss_13": 2.944129317998886,
+      "ce_loss_26": 2.503596860170364,
+      "ce_loss_39": 2.0286095440387726,
+      "ce_loss_52": 1.4282706409692765,
+      "ce_loss_7": 3.2095106482505797,
+      "epoch": 0.671,
+      "grad_norm": 20.12603370941262,
+      "kl_loss_13": 3178.8,
+      "kl_loss_26": 2257.6,
+      "kl_loss_39": 1240.0,
+      "kl_loss_7": 3734.8,
+      "learning_rate": 0.0002486271706273421,
+      "loss": 5232.2,
+      "step": 6710
+    },
+    {
+      "ce_loss_13": 2.9713922500610352,
+      "ce_loss_26": 2.5247735172510146,
+      "ce_loss_39": 2.050862190127373,
+      "ce_loss_52": 1.449659252166748,
+      "ce_loss_7": 3.2344084203243257,
+      "epoch": 0.672,
+      "grad_norm": 20.72667693004533,
+      "kl_loss_13": 3149.6,
+      "kl_loss_26": 2225.2,
+      "kl_loss_39": 1217.0,
+      "kl_loss_7": 3703.2,
+      "learning_rate": 0.0002472568725762853,
+      "loss": 5273.45,
+      "step": 6720
+    },
+    {
+      "ce_loss_13": 2.9712363362312315,
+      "ce_loss_26": 2.5258888751268387,
+      "ce_loss_39": 2.038512706756592,
+      "ce_loss_52": 1.4098822742700576,
+      "ce_loss_7": 3.238377648591995,
+      "epoch": 0.673,
+      "grad_norm": 19.364942978516346,
+      "kl_loss_13": 3241.6,
+      "kl_loss_26": 2313.0,
+      "kl_loss_39": 1283.6,
+      "kl_loss_7": 3804.0,
+      "learning_rate": 0.00024588911964571554,
+      "loss": 5264.25,
+      "step": 6730
+    },
+    {
+      "ce_loss_13": 3.0029661655426025,
+      "ce_loss_26": 2.5618400514125823,
+      "ce_loss_39": 2.0779304295778274,
+      "ce_loss_52": 1.4597969472408294,
+      "ce_loss_7": 3.2699401795864107,
+      "epoch": 0.674,
+      "grad_norm": 19.386861595432553,
+      "kl_loss_13": 3201.2,
+      "kl_loss_26": 2283.2,
+      "kl_loss_39": 1260.7,
+      "kl_loss_7": 3760.0,
+      "learning_rate": 0.00024452392560888974,
+      "loss": 5256.1,
+      "step": 6740
+    },
+    {
+      "ce_loss_13": 2.9799251735210417,
+      "ce_loss_26": 2.5340505450963975,
+      "ce_loss_39": 2.049144822359085,
+      "ce_loss_52": 1.4137116000056267,
+      "ce_loss_7": 3.257823657989502,
+      "epoch": 0.675,
+      "grad_norm": 19.909504320065746,
+      "kl_loss_13": 3246.4,
+      "kl_loss_26": 2320.6,
+      "kl_loss_39": 1295.2,
+      "kl_loss_7": 3816.4,
+      "learning_rate": 0.00024316130421329695,
+      "loss": 5221.1,
+      "step": 6750
+    },
+    {
+      "ce_loss_13": 2.9629843533039093,
+      "ce_loss_26": 2.524860253930092,
+      "ce_loss_39": 2.042747235298157,
+      "ce_loss_52": 1.4334406018257142,
+      "ce_loss_7": 3.2345532715320586,
+      "epoch": 0.676,
+      "grad_norm": 20.369497806638545,
+      "kl_loss_13": 3186.8,
+      "kl_loss_26": 2271.6,
+      "kl_loss_39": 1245.2,
+      "kl_loss_7": 3754.4,
+      "learning_rate": 0.00024180126918051909,
+      "loss": 5236.3,
+      "step": 6760
+    },
+    {
+      "ce_loss_13": 2.9732554376125337,
+      "ce_loss_26": 2.5324235647916793,
+      "ce_loss_39": 2.0435447841882706,
+      "ce_loss_52": 1.4181665301322937,
+      "ce_loss_7": 3.2470718741416933,
+      "epoch": 0.677,
+      "grad_norm": 20.49515152965971,
+      "kl_loss_13": 3219.2,
+      "kl_loss_26": 2299.4,
+      "kl_loss_39": 1278.7,
+      "kl_loss_7": 3786.8,
+      "learning_rate": 0.00024044383420609406,
+      "loss": 5319.65,
+      "step": 6770
+    },
+    {
+      "ce_loss_13": 2.9884051978588104,
+      "ce_loss_26": 2.552768051624298,
+      "ce_loss_39": 2.0788974314928055,
+      "ce_loss_52": 1.460537651181221,
+      "ce_loss_7": 3.251654601097107,
+      "epoch": 0.678,
+      "grad_norm": 19.11355169384201,
+      "kl_loss_13": 3167.6,
+      "kl_loss_26": 2248.8,
+      "kl_loss_39": 1249.3,
+      "kl_loss_7": 3718.4,
+      "learning_rate": 0.00023908901295937712,
+      "loss": 5270.2,
+      "step": 6780
+    },
+    {
+      "ce_loss_13": 2.974563705921173,
+      "ce_loss_26": 2.536205679178238,
+      "ce_loss_39": 2.059639421105385,
+      "ce_loss_52": 1.4519853800535203,
+      "ce_loss_7": 3.2307840466499327,
+      "epoch": 0.679,
+      "grad_norm": 19.49943649381752,
+      "kl_loss_13": 3131.2,
+      "kl_loss_26": 2224.6,
+      "kl_loss_39": 1227.3,
+      "kl_loss_7": 3672.8,
+      "learning_rate": 0.00023773681908340283,
+      "loss": 5293.35,
+      "step": 6790
+    },
+    {
+      "ce_loss_13": 2.961294001340866,
+      "ce_loss_26": 2.5129422783851623,
+      "ce_loss_39": 2.0338284403085707,
+      "ce_loss_52": 1.409618005156517,
+      "ce_loss_7": 3.226576966047287,
+      "epoch": 0.68,
+      "grad_norm": 19.714496760455777,
+      "kl_loss_13": 3218.4,
+      "kl_loss_26": 2291.6,
+      "kl_loss_39": 1267.1,
+      "kl_loss_7": 3768.8,
+      "learning_rate": 0.00023638726619474876,
+      "loss": 5250.5,
+      "step": 6800
+    },
+    {
+      "ce_loss_13": 3.0715033173561097,
+      "ce_loss_26": 2.626942425966263,
+      "ce_loss_39": 2.1481954157352448,
+      "ce_loss_52": 1.5187551528215408,
+      "ce_loss_7": 3.336813968420029,
+      "epoch": 0.681,
+      "grad_norm": 19.805927066338636,
+      "kl_loss_13": 3238.0,
+      "kl_loss_26": 2300.0,
+      "kl_loss_39": 1278.2,
+      "kl_loss_7": 3790.0,
+      "learning_rate": 0.0002350403678833976,
+      "loss": 5234.9,
+      "step": 6810
+    },
+    {
+      "ce_loss_13": 2.957927519083023,
+      "ce_loss_26": 2.5146523237228395,
+      "ce_loss_39": 2.0373351722955704,
+      "ce_loss_52": 1.42108353972435,
+      "ce_loss_7": 3.223799991607666,
+      "epoch": 0.682,
+      "grad_norm": 20.479900710283268,
+      "kl_loss_13": 3202.4,
+      "kl_loss_26": 2281.6,
+      "kl_loss_39": 1265.3,
+      "kl_loss_7": 3751.2,
+      "learning_rate": 0.00023369613771260007,
+      "loss": 5258.8,
+      "step": 6820
+    },
+    {
+      "ce_loss_13": 2.9837976515293123,
+      "ce_loss_26": 2.5472346246242523,
+      "ce_loss_39": 2.0789157301187515,
+      "ce_loss_52": 1.4713156789541244,
+      "ce_loss_7": 3.2464165806770326,
+      "epoch": 0.683,
+      "grad_norm": 19.479700971519588,
+      "kl_loss_13": 3160.0,
+      "kl_loss_26": 2251.4,
+      "kl_loss_39": 1251.2,
+      "kl_loss_7": 3708.8,
+      "learning_rate": 0.00023235458921873925,
+      "loss": 5205.3,
+      "step": 6830
+    },
+    {
+      "ce_loss_13": 2.9887463808059693,
+      "ce_loss_26": 2.54727523624897,
+      "ce_loss_39": 2.0671548724174498,
+      "ce_loss_52": 1.429240283370018,
+      "ce_loss_7": 3.2527148902416227,
+      "epoch": 0.684,
+      "grad_norm": 19.517242754730322,
+      "kl_loss_13": 3196.4,
+      "kl_loss_26": 2285.2,
+      "kl_loss_39": 1272.4,
+      "kl_loss_7": 3748.4,
+      "learning_rate": 0.0002310157359111938,
+      "loss": 5234.8,
+      "step": 6840
+    },
+    {
+      "ce_loss_13": 2.916054058074951,
+      "ce_loss_26": 2.4669763922691343,
+      "ce_loss_39": 1.992121958732605,
+      "ce_loss_52": 1.390305233001709,
+      "ce_loss_7": 3.179300290346146,
+      "epoch": 0.685,
+      "grad_norm": 20.2160173629293,
+      "kl_loss_13": 3168.4,
+      "kl_loss_26": 2234.6,
+      "kl_loss_39": 1230.6,
+      "kl_loss_7": 3719.2,
+      "learning_rate": 0.0002296795912722014,
+      "loss": 5214.55,
+      "step": 6850
+    },
+    {
+      "ce_loss_13": 2.9123338878154756,
+      "ce_loss_26": 2.4650843650102616,
+      "ce_loss_39": 1.9903331339359283,
+      "ce_loss_52": 1.3830609425902367,
+      "ce_loss_7": 3.174854850769043,
+      "epoch": 0.686,
+      "grad_norm": 19.3573154940235,
+      "kl_loss_13": 3154.0,
+      "kl_loss_26": 2228.4,
+      "kl_loss_39": 1226.6,
+      "kl_loss_7": 3712.0,
+      "learning_rate": 0.0002283461687567236,
+      "loss": 5186.2,
+      "step": 6860
+    },
+    {
+      "ce_loss_13": 2.9503078758716583,
+      "ce_loss_26": 2.5050206154584886,
+      "ce_loss_39": 2.0353992134332657,
+      "ce_loss_52": 1.4260726869106293,
+      "ce_loss_7": 3.2181301593780516,
+      "epoch": 0.687,
+      "grad_norm": 19.436405773017547,
+      "kl_loss_13": 3173.6,
+      "kl_loss_26": 2249.4,
+      "kl_loss_39": 1239.4,
+      "kl_loss_7": 3725.2,
+      "learning_rate": 0.00022701548179231045,
+      "loss": 5180.9,
+      "step": 6870
+    },
+    {
+      "ce_loss_13": 2.989210718870163,
+      "ce_loss_26": 2.5456956744194033,
+      "ce_loss_39": 2.07299542427063,
+      "ce_loss_52": 1.45269995033741,
+      "ce_loss_7": 3.25973704457283,
+      "epoch": 0.688,
+      "grad_norm": 19.21415326438658,
+      "kl_loss_13": 3172.0,
+      "kl_loss_26": 2245.6,
+      "kl_loss_39": 1252.7,
+      "kl_loss_7": 3735.6,
+      "learning_rate": 0.00022568754377896516,
+      "loss": 5258.6,
+      "step": 6880
+    },
+    {
+      "ce_loss_13": 2.9914295256137846,
+      "ce_loss_26": 2.5424347430467606,
+      "ce_loss_39": 2.0552540928125382,
+      "ce_loss_52": 1.4221117675304413,
+      "ce_loss_7": 3.2662317156791687,
+      "epoch": 0.689,
+      "grad_norm": 19.29554445155232,
+      "kl_loss_13": 3243.2,
+      "kl_loss_26": 2310.8,
+      "kl_loss_39": 1282.1,
+      "kl_loss_7": 3819.2,
+      "learning_rate": 0.00022436236808900844,
+      "loss": 5241.3,
+      "step": 6890
+    },
+    {
+      "ce_loss_13": 2.9910283386707306,
+      "ce_loss_26": 2.550189185142517,
+      "ce_loss_39": 2.07351476252079,
+      "ce_loss_52": 1.4624590903520585,
+      "ce_loss_7": 3.2594147861003875,
+      "epoch": 0.69,
+      "grad_norm": 19.896412241424787,
+      "kl_loss_13": 3197.2,
+      "kl_loss_26": 2269.0,
+      "kl_loss_39": 1261.5,
+      "kl_loss_7": 3754.8,
+      "learning_rate": 0.00022303996806694487,
+      "loss": 5245.0,
+      "step": 6900
+    },
+    {
+      "ce_loss_13": 2.9984730899333956,
+      "ce_loss_26": 2.563878893852234,
+      "ce_loss_39": 2.073988217115402,
+      "ce_loss_52": 1.4545040100812912,
+      "ce_loss_7": 3.266710376739502,
+      "epoch": 0.691,
+      "grad_norm": 18.309749884904267,
+      "kl_loss_13": 3220.8,
+      "kl_loss_26": 2301.4,
+      "kl_loss_39": 1269.6,
+      "kl_loss_7": 3776.4,
+      "learning_rate": 0.00022172035702932823,
+      "loss": 5221.5,
+      "step": 6910
+    },
+    {
+      "ce_loss_13": 2.9589293122291567,
+      "ce_loss_26": 2.5164781630039217,
+      "ce_loss_39": 2.045464962720871,
+      "ce_loss_52": 1.4442868947982788,
+      "ce_loss_7": 3.2192385673522947,
+      "epoch": 0.692,
+      "grad_norm": 19.310059013922874,
+      "kl_loss_13": 3138.4,
+      "kl_loss_26": 2227.4,
+      "kl_loss_39": 1231.9,
+      "kl_loss_7": 3680.8,
+      "learning_rate": 0.00022040354826462666,
+      "loss": 5190.7,
+      "step": 6920
+    },
+    {
+      "ce_loss_13": 2.947145390510559,
+      "ce_loss_26": 2.5085155785083773,
+      "ce_loss_39": 2.0424805164337156,
+      "ce_loss_52": 1.443164300918579,
+      "ce_loss_7": 3.206177592277527,
+      "epoch": 0.693,
+      "grad_norm": 20.439949582745886,
+      "kl_loss_13": 3135.6,
+      "kl_loss_26": 2219.4,
+      "kl_loss_39": 1222.2,
+      "kl_loss_7": 3681.2,
+      "learning_rate": 0.0002190895550330899,
+      "loss": 5252.8,
+      "step": 6930
+    },
+    {
+      "ce_loss_13": 2.951523560285568,
+      "ce_loss_26": 2.4968682497739794,
+      "ce_loss_39": 2.021780180931091,
+      "ce_loss_52": 1.4140155717730523,
+      "ce_loss_7": 3.2223109781742094,
+      "epoch": 0.694,
+      "grad_norm": 19.632700567273133,
+      "kl_loss_13": 3171.6,
+      "kl_loss_26": 2224.6,
+      "kl_loss_39": 1221.6,
+      "kl_loss_7": 3730.8,
+      "learning_rate": 0.00021777839056661552,
+      "loss": 5204.95,
+      "step": 6940
+    },
+    {
+      "ce_loss_13": 2.9996495246887207,
+      "ce_loss_26": 2.545914036035538,
+      "ce_loss_39": 2.0629312634468078,
+      "ce_loss_52": 1.4569539099931716,
+      "ce_loss_7": 3.260616344213486,
+      "epoch": 0.695,
+      "grad_norm": 19.802798519542876,
+      "kl_loss_13": 3188.0,
+      "kl_loss_26": 2252.8,
+      "kl_loss_39": 1238.7,
+      "kl_loss_7": 3738.8,
+      "learning_rate": 0.0002164700680686147,
+      "loss": 5219.0,
+      "step": 6950
+    },
+    {
+      "ce_loss_13": 2.965209072828293,
+      "ce_loss_26": 2.523294594883919,
+      "ce_loss_39": 2.0499251425266265,
+      "ce_loss_52": 1.450638398528099,
+      "ce_loss_7": 3.224820476770401,
+      "epoch": 0.696,
+      "grad_norm": 19.91434345309615,
+      "kl_loss_13": 3134.0,
+      "kl_loss_26": 2218.0,
+      "kl_loss_39": 1215.6,
+      "kl_loss_7": 3669.6,
+      "learning_rate": 0.0002151646007138806,
+      "loss": 5247.2,
+      "step": 6960
+    },
+    {
+      "ce_loss_13": 2.989179176092148,
+      "ce_loss_26": 2.5318516552448274,
+      "ce_loss_39": 2.049258217215538,
+      "ce_loss_52": 1.4338771492242812,
+      "ce_loss_7": 3.2527658343315125,
+      "epoch": 0.697,
+      "grad_norm": 19.22493467335688,
+      "kl_loss_13": 3224.0,
+      "kl_loss_26": 2281.6,
+      "kl_loss_39": 1260.3,
+      "kl_loss_7": 3768.8,
+      "learning_rate": 0.00021386200164845526,
+      "loss": 5208.2,
+      "step": 6970
+    },
+    {
+      "ce_loss_13": 2.9675691723823547,
+      "ce_loss_26": 2.524250292778015,
+      "ce_loss_39": 2.0449122846126557,
+      "ce_loss_52": 1.4266346216201782,
+      "ce_loss_7": 3.238176566362381,
+      "epoch": 0.698,
+      "grad_norm": 19.28582875590594,
+      "kl_loss_13": 3208.4,
+      "kl_loss_26": 2279.6,
+      "kl_loss_39": 1258.2,
+      "kl_loss_7": 3762.8,
+      "learning_rate": 0.0002125622839894964,
+      "loss": 5196.95,
+      "step": 6980
+    },
+    {
+      "ce_loss_13": 3.08748916387558,
+      "ce_loss_26": 2.6341689109802244,
+      "ce_loss_39": 2.131711891293526,
+      "ce_loss_52": 1.4756682693958283,
+      "ce_loss_7": 3.3573212742805483,
+      "epoch": 0.699,
+      "grad_norm": 19.570816095455605,
+      "kl_loss_13": 3319.2,
+      "kl_loss_26": 2375.0,
+      "kl_loss_39": 1332.9,
+      "kl_loss_7": 3878.0,
+      "learning_rate": 0.00021126546082514663,
+      "loss": 5264.6,
+      "step": 6990
+    },
+    {
+      "ce_loss_13": 2.9623800575733186,
+      "ce_loss_26": 2.528759664297104,
+      "ce_loss_39": 2.0456511676311493,
+      "ce_loss_52": 1.4381566911935806,
+      "ce_loss_7": 3.2283441185951234,
+      "epoch": 0.7,
+      "grad_norm": 20.0544191043279,
+      "kl_loss_13": 3144.4,
+      "kl_loss_26": 2245.4,
+      "kl_loss_39": 1237.7,
+      "kl_loss_7": 3701.6,
+      "learning_rate": 0.00020997154521440098,
+      "loss": 5184.75,
+      "step": 7000
+    },
+    {
+      "ce_loss_13": 2.9258078813552855,
+      "ce_loss_26": 2.5000339925289152,
+      "ce_loss_39": 2.030132883787155,
+      "ce_loss_52": 1.432218487560749,
+      "ce_loss_7": 3.1859234631061555,
+      "epoch": 0.701,
+      "grad_norm": 20.032367176949514,
+      "kl_loss_13": 3112.4,
+      "kl_loss_26": 2211.2,
+      "kl_loss_39": 1212.0,
+      "kl_loss_7": 3653.6,
+      "learning_rate": 0.0002086805501869749,
+      "loss": 5163.7,
+      "step": 7010
+    },
+    {
+      "ce_loss_13": 2.9877611219882967,
+      "ce_loss_26": 2.5467711210250856,
+      "ce_loss_39": 2.0729553580284117,
+      "ce_loss_52": 1.4694935828447342,
+      "ce_loss_7": 3.2482242822647094,
+      "epoch": 0.702,
+      "grad_norm": 19.48021495423088,
+      "kl_loss_13": 3139.2,
+      "kl_loss_26": 2221.2,
+      "kl_loss_39": 1226.6,
+      "kl_loss_7": 3688.4,
+      "learning_rate": 0.0002073924887431744,
+      "loss": 5172.1,
+      "step": 7020
+    },
+    {
+      "ce_loss_13": 2.908235615491867,
+      "ce_loss_26": 2.477229207754135,
+      "ce_loss_39": 2.0130053520202638,
+      "ce_loss_52": 1.4191944628953934,
+      "ce_loss_7": 3.1711674451828005,
+      "epoch": 0.703,
+      "grad_norm": 19.67889818109448,
+      "kl_loss_13": 3069.6,
+      "kl_loss_26": 2175.0,
+      "kl_loss_39": 1200.3,
+      "kl_loss_7": 3607.2,
+      "learning_rate": 0.00020610737385376348,
+      "loss": 5178.0,
+      "step": 7030
+    },
+    {
+      "ce_loss_13": 2.925868648290634,
+      "ce_loss_26": 2.4821185052394865,
+      "ce_loss_39": 2.013263535499573,
+      "ce_loss_52": 1.407904815673828,
+      "ce_loss_7": 3.184937173128128,
+      "epoch": 0.704,
+      "grad_norm": 19.315710978547724,
+      "kl_loss_13": 3152.4,
+      "kl_loss_26": 2238.2,
+      "kl_loss_39": 1233.7,
+      "kl_loss_7": 3694.8,
+      "learning_rate": 0.00020482521845983521,
+      "loss": 5182.5,
+      "step": 7040
+    },
+    {
+      "ce_loss_13": 2.978561645746231,
+      "ce_loss_26": 2.537975686788559,
+      "ce_loss_39": 2.068689134716988,
+      "ce_loss_52": 1.449235063791275,
+      "ce_loss_7": 3.239302319288254,
+      "epoch": 0.705,
+      "grad_norm": 20.022921411442997,
+      "kl_loss_13": 3163.2,
+      "kl_loss_26": 2247.8,
+      "kl_loss_39": 1249.9,
+      "kl_loss_7": 3709.6,
+      "learning_rate": 0.00020354603547267987,
+      "loss": 5191.65,
+      "step": 7050
+    },
+    {
+      "ce_loss_13": 2.926995551586151,
+      "ce_loss_26": 2.4728329688310624,
+      "ce_loss_39": 2.000428321957588,
+      "ce_loss_52": 1.4053510591387748,
+      "ce_loss_7": 3.1873682618141173,
+      "epoch": 0.706,
+      "grad_norm": 20.203929178538456,
+      "kl_loss_13": 3170.4,
+      "kl_loss_26": 2222.2,
+      "kl_loss_39": 1210.8,
+      "kl_loss_7": 3714.0,
+      "learning_rate": 0.00020226983777365604,
+      "loss": 5154.3,
+      "step": 7060
+    },
+    {
+      "ce_loss_13": 2.9693270325660706,
+      "ce_loss_26": 2.520361030101776,
+      "ce_loss_39": 2.040296342968941,
+      "ce_loss_52": 1.4353806316852569,
+      "ce_loss_7": 3.2412941575050356,
+      "epoch": 0.707,
+      "grad_norm": 19.721352799273095,
+      "kl_loss_13": 3196.4,
+      "kl_loss_26": 2259.8,
+      "kl_loss_39": 1250.8,
+      "kl_loss_7": 3758.8,
+      "learning_rate": 0.00020099663821406056,
+      "loss": 5217.7,
+      "step": 7070
+    },
+    {
+      "ce_loss_13": 2.9820376515388487,
+      "ce_loss_26": 2.5476091861724854,
+      "ce_loss_39": 2.072761395573616,
+      "ce_loss_52": 1.4543047964572906,
+      "ce_loss_7": 3.2506080687046053,
+      "epoch": 0.708,
+      "grad_norm": 20.324232804485565,
+      "kl_loss_13": 3159.6,
+      "kl_loss_26": 2249.8,
+      "kl_loss_39": 1247.5,
+      "kl_loss_7": 3714.4,
+      "learning_rate": 0.00019972644961499853,
+      "loss": 5197.1,
+      "step": 7080
+    },
+    {
+      "ce_loss_13": 2.9332118809223173,
+      "ce_loss_26": 2.488256406784058,
+      "ce_loss_39": 2.0110603511333465,
+      "ce_loss_52": 1.4073437690734862,
+      "ce_loss_7": 3.202910542488098,
+      "epoch": 0.709,
+      "grad_norm": 19.810367107777207,
+      "kl_loss_13": 3178.8,
+      "kl_loss_26": 2255.4,
+      "kl_loss_39": 1244.9,
+      "kl_loss_7": 3745.2,
+      "learning_rate": 0.00019845928476725522,
+      "loss": 5159.15,
+      "step": 7090
+    },
+    {
+      "ce_loss_13": 2.963654935359955,
+      "ce_loss_26": 2.530976951122284,
+      "ce_loss_39": 2.0635117918252943,
+      "ce_loss_52": 1.466596108675003,
+      "ce_loss_7": 3.219101697206497,
+      "epoch": 0.71,
+      "grad_norm": 20.1039471333501,
+      "kl_loss_13": 3130.4,
+      "kl_loss_26": 2221.8,
+      "kl_loss_39": 1222.3,
+      "kl_loss_7": 3668.4,
+      "learning_rate": 0.00019719515643116677,
+      "loss": 5138.7,
+      "step": 7100
+    },
+    {
+      "ce_loss_13": 2.9432359755039217,
+      "ce_loss_26": 2.497118225693703,
+      "ce_loss_39": 2.0123680919408797,
+      "ce_loss_52": 1.3938605546951295,
+      "ce_loss_7": 3.214134621620178,
+      "epoch": 0.711,
+      "grad_norm": 20.875475364068677,
+      "kl_loss_13": 3169.6,
+      "kl_loss_26": 2236.6,
+      "kl_loss_39": 1232.8,
+      "kl_loss_7": 3728.8,
+      "learning_rate": 0.0001959340773364911,
+      "loss": 5177.25,
+      "step": 7110
+    },
+    {
+      "ce_loss_13": 2.937902510166168,
+      "ce_loss_26": 2.5005611896514894,
+      "ce_loss_39": 2.025138959288597,
+      "ce_loss_52": 1.4121045261621474,
+      "ce_loss_7": 3.21354022026062,
+      "epoch": 0.712,
+      "grad_norm": 19.300987998871754,
+      "kl_loss_13": 3168.4,
+      "kl_loss_26": 2254.8,
+      "kl_loss_39": 1247.8,
+      "kl_loss_7": 3737.2,
+      "learning_rate": 0.0001946760601822809,
+      "loss": 5183.35,
+      "step": 7120
+    },
+    {
+      "ce_loss_13": 2.9532769322395325,
+      "ce_loss_26": 2.5094838380813598,
+      "ce_loss_39": 2.042011481523514,
+      "ce_loss_52": 1.4359831362962723,
+      "ce_loss_7": 3.2172477781772613,
+      "epoch": 0.713,
+      "grad_norm": 19.806306622567096,
+      "kl_loss_13": 3130.8,
+      "kl_loss_26": 2213.4,
+      "kl_loss_39": 1210.7,
+      "kl_loss_7": 3690.4,
+      "learning_rate": 0.00019342111763675512,
+      "loss": 5121.55,
+      "step": 7130
+    },
+    {
+      "ce_loss_13": 2.9316843450069427,
+      "ce_loss_26": 2.4771865159273148,
+      "ce_loss_39": 1.9945536375045776,
+      "ce_loss_52": 1.3953458324074746,
+      "ce_loss_7": 3.1933025121688843,
+      "epoch": 0.714,
+      "grad_norm": 19.89107625803987,
+      "kl_loss_13": 3143.2,
+      "kl_loss_26": 2214.4,
+      "kl_loss_39": 1207.5,
+      "kl_loss_7": 3687.6,
+      "learning_rate": 0.00019216926233717085,
+      "loss": 5175.1,
+      "step": 7140
+    },
+    {
+      "ce_loss_13": 2.9416719019412993,
+      "ce_loss_26": 2.4982976377010346,
+      "ce_loss_39": 2.018396332859993,
+      "ce_loss_52": 1.4147447228431702,
+      "ce_loss_7": 3.206580412387848,
+      "epoch": 0.715,
+      "grad_norm": 19.473553749134638,
+      "kl_loss_13": 3170.0,
+      "kl_loss_26": 2250.0,
+      "kl_loss_39": 1236.5,
+      "kl_loss_7": 3716.0,
+      "learning_rate": 0.00019092050688969737,
+      "loss": 5168.85,
+      "step": 7150
+    },
+    {
+      "ce_loss_13": 2.93907487988472,
+      "ce_loss_26": 2.5087509632110594,
+      "ce_loss_39": 2.036549669504166,
+      "ce_loss_52": 1.4339062184095384,
+      "ce_loss_7": 3.2007872402668,
+      "epoch": 0.716,
+      "grad_norm": 18.582597661219776,
+      "kl_loss_13": 3097.2,
+      "kl_loss_26": 2211.2,
+      "kl_loss_39": 1215.8,
+      "kl_loss_7": 3638.4,
+      "learning_rate": 0.00018967486386928817,
+      "loss": 5158.35,
+      "step": 7160
+    },
+    {
+      "ce_loss_13": 2.945317584276199,
+      "ce_loss_26": 2.4993871986865996,
+      "ce_loss_39": 2.0176479905843734,
+      "ce_loss_52": 1.4336241394281388,
+      "ce_loss_7": 3.20940922498703,
+      "epoch": 0.717,
+      "grad_norm": 20.943645323187056,
+      "kl_loss_13": 3133.6,
+      "kl_loss_26": 2211.4,
+      "kl_loss_39": 1198.8,
+      "kl_loss_7": 3684.0,
+      "learning_rate": 0.00018843234581955443,
+      "loss": 5165.1,
+      "step": 7170
+    },
+    {
+      "ce_loss_13": 2.9533539593219755,
+      "ce_loss_26": 2.5154259234666823,
+      "ce_loss_39": 2.0371447414159776,
+      "ce_loss_52": 1.4300806164741515,
+      "ce_loss_7": 3.2220456659793855,
+      "epoch": 0.718,
+      "grad_norm": 20.352991453837664,
+      "kl_loss_13": 3138.0,
+      "kl_loss_26": 2233.8,
+      "kl_loss_39": 1229.9,
+      "kl_loss_7": 3696.4,
+      "learning_rate": 0.00018719296525263924,
+      "loss": 5165.1,
+      "step": 7180
+    },
+    {
+      "ce_loss_13": 2.8928813517093657,
+      "ce_loss_26": 2.4584825813770292,
+      "ce_loss_39": 1.9816097348928452,
+      "ce_loss_52": 1.4100207000970841,
+      "ce_loss_7": 3.1512379109859467,
+      "epoch": 0.719,
+      "grad_norm": 19.73288927838942,
+      "kl_loss_13": 3091.2,
+      "kl_loss_26": 2168.2,
+      "kl_loss_39": 1162.9,
+      "kl_loss_7": 3634.8,
+      "learning_rate": 0.0001859567346490913,
+      "loss": 5125.45,
+      "step": 7190
+    },
+    {
+      "ce_loss_13": 3.013565558195114,
+      "ce_loss_26": 2.5717740774154665,
+      "ce_loss_39": 2.0986361503601074,
+      "ce_loss_52": 1.4729616045951843,
+      "ce_loss_7": 3.270446163415909,
+      "epoch": 0.72,
+      "grad_norm": 19.301343533343292,
+      "kl_loss_13": 3201.2,
+      "kl_loss_26": 2278.0,
+      "kl_loss_39": 1269.9,
+      "kl_loss_7": 3744.0,
+      "learning_rate": 0.0001847236664577389,
+      "loss": 5151.05,
+      "step": 7200
+    },
+    {
+      "ce_loss_13": 2.8901243984699247,
+      "ce_loss_26": 2.447618916630745,
+      "ce_loss_39": 1.9805465787649155,
+      "ce_loss_52": 1.393562839925289,
+      "ce_loss_7": 3.152049034833908,
+      "epoch": 0.721,
+      "grad_norm": 19.80481816325832,
+      "kl_loss_13": 3108.8,
+      "kl_loss_26": 2184.6,
+      "kl_loss_39": 1197.1,
+      "kl_loss_7": 3651.2,
+      "learning_rate": 0.00018349377309556487,
+      "loss": 5147.6,
+      "step": 7210
+    },
+    {
+      "ce_loss_13": 2.935315173864365,
+      "ce_loss_26": 2.4844827204942703,
+      "ce_loss_39": 2.014389392733574,
+      "ce_loss_52": 1.4218608409166336,
+      "ce_loss_7": 3.202117031812668,
+      "epoch": 0.722,
+      "grad_norm": 21.29811195159757,
+      "kl_loss_13": 3145.6,
+      "kl_loss_26": 2210.6,
+      "kl_loss_39": 1204.5,
+      "kl_loss_7": 3703.6,
+      "learning_rate": 0.00018226706694758193,
+      "loss": 5128.1,
+      "step": 7220
+    },
+    {
+      "ce_loss_13": 2.9786236941814423,
+      "ce_loss_26": 2.536505568027496,
+      "ce_loss_39": 2.0584143906831742,
+      "ce_loss_52": 1.4622384160757065,
+      "ce_loss_7": 3.243917632102966,
+      "epoch": 0.723,
+      "grad_norm": 19.6163049246679,
+      "kl_loss_13": 3157.6,
+      "kl_loss_26": 2230.8,
+      "kl_loss_39": 1218.2,
+      "kl_loss_7": 3710.4,
+      "learning_rate": 0.0001810435603667075,
+      "loss": 5135.45,
+      "step": 7230
+    },
+    {
+      "ce_loss_13": 2.9429832458496095,
+      "ce_loss_26": 2.4910512387752535,
+      "ce_loss_39": 2.0214726239442826,
+      "ce_loss_52": 1.4324376732110977,
+      "ce_loss_7": 3.201977092027664,
+      "epoch": 0.724,
+      "grad_norm": 19.933959617154258,
+      "kl_loss_13": 3130.8,
+      "kl_loss_26": 2197.0,
+      "kl_loss_39": 1197.6,
+      "kl_loss_7": 3676.0,
+      "learning_rate": 0.0001798232656736389,
+      "loss": 5101.6,
+      "step": 7240
+    },
+    {
+      "ce_loss_13": 3.017507255077362,
+      "ce_loss_26": 2.5613476634025574,
+      "ce_loss_39": 2.065951904654503,
+      "ce_loss_52": 1.4529381558299064,
+      "ce_loss_7": 3.284585565328598,
+      "epoch": 0.725,
+      "grad_norm": 19.69163026795737,
+      "kl_loss_13": 3244.0,
+      "kl_loss_26": 2294.8,
+      "kl_loss_39": 1252.0,
+      "kl_loss_7": 3804.4,
+      "learning_rate": 0.0001786061951567303,
+      "loss": 5145.8,
+      "step": 7250
+    },
+    {
+      "ce_loss_13": 2.8927790343761446,
+      "ce_loss_26": 2.4552118331193924,
+      "ce_loss_39": 1.9874976933002473,
+      "ce_loss_52": 1.3983306601643561,
+      "ce_loss_7": 3.160378706455231,
+      "epoch": 0.726,
+      "grad_norm": 19.959972483591027,
+      "kl_loss_13": 3097.2,
+      "kl_loss_26": 2189.6,
+      "kl_loss_39": 1199.8,
+      "kl_loss_7": 3653.2,
+      "learning_rate": 0.00017739236107186857,
+      "loss": 5152.65,
+      "step": 7260
+    },
+    {
+      "ce_loss_13": 2.938109403848648,
+      "ce_loss_26": 2.4923312455415725,
+      "ce_loss_39": 2.0182687640190125,
+      "ce_loss_52": 1.4262833833694457,
+      "ce_loss_7": 3.2080613017082213,
+      "epoch": 0.727,
+      "grad_norm": 19.42416009314478,
+      "kl_loss_13": 3165.6,
+      "kl_loss_26": 2229.8,
+      "kl_loss_39": 1226.4,
+      "kl_loss_7": 3724.0,
+      "learning_rate": 0.00017618177564234904,
+      "loss": 5132.0,
+      "step": 7270
+    },
+    {
+      "ce_loss_13": 2.932406869530678,
+      "ce_loss_26": 2.481098806858063,
+      "ce_loss_39": 1.9998224407434464,
+      "ce_loss_52": 1.4021466106176377,
+      "ce_loss_7": 3.192963147163391,
+      "epoch": 0.728,
+      "grad_norm": 19.542374311814292,
+      "kl_loss_13": 3155.2,
+      "kl_loss_26": 2223.4,
+      "kl_loss_39": 1216.9,
+      "kl_loss_7": 3704.0,
+      "learning_rate": 0.00017497445105875377,
+      "loss": 5186.8,
+      "step": 7280
+    },
+    {
+      "ce_loss_13": 2.9192141771316527,
+      "ce_loss_26": 2.490318274497986,
+      "ce_loss_39": 2.027893853187561,
+      "ce_loss_52": 1.43733262270689,
+      "ce_loss_7": 3.177316850423813,
+      "epoch": 0.729,
+      "grad_norm": 20.20715160517786,
+      "kl_loss_13": 3084.0,
+      "kl_loss_26": 2177.6,
+      "kl_loss_39": 1196.3,
+      "kl_loss_7": 3620.0,
+      "learning_rate": 0.000173770399478828,
+      "loss": 5076.85,
+      "step": 7290
+    },
+    {
+      "ce_loss_13": 2.9109710931777952,
+      "ce_loss_26": 2.4745964229106905,
+      "ce_loss_39": 2.007509797811508,
+      "ce_loss_52": 1.4228856399655343,
+      "ce_loss_7": 3.179339534044266,
+      "epoch": 0.73,
+      "grad_norm": 19.31391716230683,
+      "kl_loss_13": 3123.2,
+      "kl_loss_26": 2212.0,
+      "kl_loss_39": 1198.3,
+      "kl_loss_7": 3681.6,
+      "learning_rate": 0.0001725696330273575,
+      "loss": 5123.9,
+      "step": 7300
+    },
+    {
+      "ce_loss_13": 2.9543818056583406,
+      "ce_loss_26": 2.5187111288309096,
+      "ce_loss_39": 2.046798062324524,
+      "ce_loss_52": 1.4316737815737723,
+      "ce_loss_7": 3.2196085810661317,
+      "epoch": 0.731,
+      "grad_norm": 19.333490210710867,
+      "kl_loss_13": 3136.4,
+      "kl_loss_26": 2223.6,
+      "kl_loss_39": 1228.2,
+      "kl_loss_7": 3683.6,
+      "learning_rate": 0.00017137216379604724,
+      "loss": 5093.05,
+      "step": 7310
+    },
+    {
+      "ce_loss_13": 2.991909348964691,
+      "ce_loss_26": 2.533888804912567,
+      "ce_loss_39": 2.048043805360794,
+      "ce_loss_52": 1.426993179321289,
+      "ce_loss_7": 3.2596666753292083,
+      "epoch": 0.732,
+      "grad_norm": 18.669638559883268,
+      "kl_loss_13": 3225.6,
+      "kl_loss_26": 2287.6,
+      "kl_loss_39": 1264.8,
+      "kl_loss_7": 3784.0,
+      "learning_rate": 0.00017017800384339925,
+      "loss": 5127.2,
+      "step": 7320
+    },
+    {
+      "ce_loss_13": 2.919608438014984,
+      "ce_loss_26": 2.475746387243271,
+      "ce_loss_39": 2.0119441866874697,
+      "ce_loss_52": 1.416624790430069,
+      "ce_loss_7": 3.1857059836387633,
+      "epoch": 0.733,
+      "grad_norm": 19.375624695020313,
+      "kl_loss_13": 3109.2,
+      "kl_loss_26": 2190.6,
+      "kl_loss_39": 1207.2,
+      "kl_loss_7": 3667.2,
+      "learning_rate": 0.00016898716519459073,
+      "loss": 5204.9,
+      "step": 7330
+    },
+    {
+      "ce_loss_13": 2.978672456741333,
+      "ce_loss_26": 2.5233275532722472,
+      "ce_loss_39": 2.0352649986743927,
+      "ce_loss_52": 1.396337878704071,
+      "ce_loss_7": 3.2537453293800356,
+      "epoch": 0.734,
+      "grad_norm": 19.487833479563225,
+      "kl_loss_13": 3269.6,
+      "kl_loss_26": 2319.4,
+      "kl_loss_39": 1294.6,
+      "kl_loss_7": 3847.2,
+      "learning_rate": 0.00016779965984135375,
+      "loss": 5141.65,
+      "step": 7340
+    },
+    {
+      "ce_loss_13": 2.946110498905182,
+      "ce_loss_26": 2.507070618867874,
+      "ce_loss_39": 2.0425552487373353,
+      "ce_loss_52": 1.4492309480905532,
+      "ce_loss_7": 3.2022292137146,
+      "epoch": 0.735,
+      "grad_norm": 19.428920750438415,
+      "kl_loss_13": 3113.2,
+      "kl_loss_26": 2205.0,
+      "kl_loss_39": 1210.6,
+      "kl_loss_7": 3652.4,
+      "learning_rate": 0.00016661549974185424,
+      "loss": 5094.6,
+      "step": 7350
+    },
+    {
+      "ce_loss_13": 2.9823583602905273,
+      "ce_loss_26": 2.539780905842781,
+      "ce_loss_39": 2.0619786471128463,
+      "ce_loss_52": 1.45176909416914,
+      "ce_loss_7": 3.249054718017578,
+      "epoch": 0.736,
+      "grad_norm": 19.839368194621894,
+      "kl_loss_13": 3204.0,
+      "kl_loss_26": 2280.6,
+      "kl_loss_39": 1256.4,
+      "kl_loss_7": 3753.6,
+      "learning_rate": 0.00016543469682057105,
+      "loss": 5196.95,
+      "step": 7360
+    },
+    {
+      "ce_loss_13": 2.958816784620285,
+      "ce_loss_26": 2.526939642429352,
+      "ce_loss_39": 2.0634298622608185,
+      "ce_loss_52": 1.4754424065351486,
+      "ce_loss_7": 3.223200261592865,
+      "epoch": 0.737,
+      "grad_norm": 19.922895259671222,
+      "kl_loss_13": 3096.0,
+      "kl_loss_26": 2185.8,
+      "kl_loss_39": 1192.1,
+      "kl_loss_7": 3641.6,
+      "learning_rate": 0.00016425726296817632,
+      "loss": 5155.3,
+      "step": 7370
+    },
+    {
+      "ce_loss_13": 2.9623453855514525,
+      "ce_loss_26": 2.5124567419290544,
+      "ce_loss_39": 2.032202622294426,
+      "ce_loss_52": 1.4377738699316978,
+      "ce_loss_7": 3.22493896484375,
+      "epoch": 0.738,
+      "grad_norm": 19.913040297451975,
+      "kl_loss_13": 3150.8,
+      "kl_loss_26": 2213.6,
+      "kl_loss_39": 1202.5,
+      "kl_loss_7": 3703.2,
+      "learning_rate": 0.00016308321004141607,
+      "loss": 5152.6,
+      "step": 7380
+    },
+    {
+      "ce_loss_13": 2.9184991478919984,
+      "ce_loss_26": 2.4769508123397825,
+      "ce_loss_39": 2.0019295692443846,
+      "ce_loss_52": 1.423092892765999,
+      "ce_loss_7": 3.185350716114044,
+      "epoch": 0.739,
+      "grad_norm": 19.322834578437774,
+      "kl_loss_13": 3095.6,
+      "kl_loss_26": 2174.4,
+      "kl_loss_39": 1176.6,
+      "kl_loss_7": 3652.0,
+      "learning_rate": 0.00016191254986299043,
+      "loss": 5134.25,
+      "step": 7390
+    },
+    {
+      "ce_loss_13": 2.8498477935791016,
+      "ce_loss_26": 2.4134464621543885,
+      "ce_loss_39": 1.952101919054985,
+      "ce_loss_52": 1.3852853626012802,
+      "ce_loss_7": 3.117431342601776,
+      "epoch": 0.74,
+      "grad_norm": 20.243774871674358,
+      "kl_loss_13": 3055.2,
+      "kl_loss_26": 2147.0,
+      "kl_loss_39": 1163.3,
+      "kl_loss_7": 3606.8,
+      "learning_rate": 0.00016074529422143398,
+      "loss": 5086.95,
+      "step": 7400
+    },
+    {
+      "ce_loss_13": 2.999220699071884,
+      "ce_loss_26": 2.550427186489105,
+      "ce_loss_39": 2.0656515032052996,
+      "ce_loss_52": 1.4574634283781052,
+      "ce_loss_7": 3.2632993936538695,
+      "epoch": 0.741,
+      "grad_norm": 20.693157593916027,
+      "kl_loss_13": 3181.6,
+      "kl_loss_26": 2251.2,
+      "kl_loss_39": 1241.3,
+      "kl_loss_7": 3731.6,
+      "learning_rate": 0.0001595814548709983,
+      "loss": 5127.4,
+      "step": 7410
+    },
+    {
+      "ce_loss_13": 2.9262797057628633,
+      "ce_loss_26": 2.4955521285533906,
+      "ce_loss_39": 2.043664366006851,
+      "ce_loss_52": 1.4607123613357544,
+      "ce_loss_7": 3.178546887636185,
+      "epoch": 0.742,
+      "grad_norm": 19.251560643481486,
+      "kl_loss_13": 3060.8,
+      "kl_loss_26": 2159.0,
+      "kl_loss_39": 1190.2,
+      "kl_loss_7": 3588.8,
+      "learning_rate": 0.00015842104353153285,
+      "loss": 5092.2,
+      "step": 7420
+    },
+    {
+      "ce_loss_13": 3.0160707533359528,
+      "ce_loss_26": 2.5663387060165403,
+      "ce_loss_39": 2.0802172899246214,
+      "ce_loss_52": 1.4715656280517577,
+      "ce_loss_7": 3.2800197422504427,
+      "epoch": 0.743,
+      "grad_norm": 19.587217025482605,
+      "kl_loss_13": 3190.4,
+      "kl_loss_26": 2255.8,
+      "kl_loss_39": 1233.7,
+      "kl_loss_7": 3735.6,
+      "learning_rate": 0.0001572640718883667,
+      "loss": 5115.1,
+      "step": 7430
+    },
+    {
+      "ce_loss_13": 2.9469042241573336,
+      "ce_loss_26": 2.504935991764069,
+      "ce_loss_39": 2.0331138372421265,
+      "ce_loss_52": 1.4291576787829399,
+      "ce_loss_7": 3.2098668992519377,
+      "epoch": 0.744,
+      "grad_norm": 18.92686745034597,
+      "kl_loss_13": 3124.8,
+      "kl_loss_26": 2209.8,
+      "kl_loss_39": 1212.4,
+      "kl_loss_7": 3675.2,
+      "learning_rate": 0.0001561105515921915,
+      "loss": 5076.55,
+      "step": 7440
+    },
+    {
+      "ce_loss_13": 2.924536573886871,
+      "ce_loss_26": 2.487199380993843,
+      "ce_loss_39": 2.0280190229415895,
+      "ce_loss_52": 1.4308366000652313,
+      "ce_loss_7": 3.184017467498779,
+      "epoch": 0.745,
+      "grad_norm": 20.464433868383605,
+      "kl_loss_13": 3079.6,
+      "kl_loss_26": 2173.0,
+      "kl_loss_39": 1203.3,
+      "kl_loss_7": 3634.0,
+      "learning_rate": 0.0001549604942589441,
+      "loss": 5072.9,
+      "step": 7450
+    },
+    {
+      "ce_loss_13": 2.929040068387985,
+      "ce_loss_26": 2.4782379269599915,
+      "ce_loss_39": 1.997541171312332,
+      "ce_loss_52": 1.4025927037000656,
+      "ce_loss_7": 3.1986856281757357,
+      "epoch": 0.746,
+      "grad_norm": 19.749937853484084,
+      "kl_loss_13": 3136.4,
+      "kl_loss_26": 2195.8,
+      "kl_loss_39": 1197.5,
+      "kl_loss_7": 3701.6,
+      "learning_rate": 0.00015381391146968864,
+      "loss": 5119.05,
+      "step": 7460
+    },
+    {
+      "ce_loss_13": 2.9494260370731356,
+      "ce_loss_26": 2.5060392141342165,
+      "ce_loss_39": 2.0337665289640428,
+      "ce_loss_52": 1.437817743420601,
+      "ce_loss_7": 3.2058426082134246,
+      "epoch": 0.747,
+      "grad_norm": 20.32794285148468,
+      "kl_loss_13": 3134.4,
+      "kl_loss_26": 2216.0,
+      "kl_loss_39": 1213.4,
+      "kl_loss_7": 3678.0,
+      "learning_rate": 0.00015267081477050133,
+      "loss": 5102.65,
+      "step": 7470
+    },
+    {
+      "ce_loss_13": 2.921141803264618,
+      "ce_loss_26": 2.4805154383182524,
+      "ce_loss_39": 2.0182774633169176,
+      "ce_loss_52": 1.4364572942256928,
+      "ce_loss_7": 3.1770897448062896,
+      "epoch": 0.748,
+      "grad_norm": 19.06438842103908,
+      "kl_loss_13": 3083.4,
+      "kl_loss_26": 2171.6,
+      "kl_loss_39": 1187.2,
+      "kl_loss_7": 3614.4,
+      "learning_rate": 0.00015153121567235335,
+      "loss": 5127.55,
+      "step": 7480
+    },
+    {
+      "ce_loss_13": 2.913339024782181,
+      "ce_loss_26": 2.4667980909347533,
+      "ce_loss_39": 1.9971046984195708,
+      "ce_loss_52": 1.4167528375983238,
+      "ce_loss_7": 3.1835066616535186,
+      "epoch": 0.749,
+      "grad_norm": 19.868010576940023,
+      "kl_loss_13": 3104.0,
+      "kl_loss_26": 2178.6,
+      "kl_loss_39": 1188.7,
+      "kl_loss_7": 3662.4,
+      "learning_rate": 0.00015039512565099468,
+      "loss": 5094.65,
+      "step": 7490
+    },
+    {
+      "ce_loss_13": 2.914568355679512,
+      "ce_loss_26": 2.469626322388649,
+      "ce_loss_39": 2.0020422458648683,
+      "ce_loss_52": 1.4171572998166084,
+      "ce_loss_7": 3.1783276200294495,
+      "epoch": 0.75,
+      "grad_norm": 19.266335144116216,
+      "kl_loss_13": 3099.6,
+      "kl_loss_26": 2178.4,
+      "kl_loss_39": 1189.1,
+      "kl_loss_7": 3658.8,
+      "learning_rate": 0.00014926255614683932,
+      "loss": 5132.95,
+      "step": 7500
+    },
+    {
+      "ce_loss_13": 2.9255091905593873,
+      "ce_loss_26": 2.4897490620613096,
+      "ce_loss_39": 2.020438665151596,
+      "ce_loss_52": 1.43346728682518,
+      "ce_loss_7": 3.188784825801849,
+      "epoch": 0.751,
+      "grad_norm": 18.946748872518604,
+      "kl_loss_13": 3108.8,
+      "kl_loss_26": 2190.0,
+      "kl_loss_39": 1197.3,
+      "kl_loss_7": 3652.8,
+      "learning_rate": 0.0001481335185648498,
+      "loss": 5140.95,
+      "step": 7510
+    },
+    {
+      "ce_loss_13": 2.9898211777210237,
+      "ce_loss_26": 2.541801372170448,
+      "ce_loss_39": 2.068241673707962,
+      "ce_loss_52": 1.474491646885872,
+      "ce_loss_7": 3.2494523525238037,
+      "epoch": 0.752,
+      "grad_norm": 19.297834732191596,
+      "kl_loss_13": 3108.0,
+      "kl_loss_26": 2187.0,
+      "kl_loss_39": 1193.8,
+      "kl_loss_7": 3655.2,
+      "learning_rate": 0.0001470080242744218,
+      "loss": 5080.45,
+      "step": 7520
+    },
+    {
+      "ce_loss_13": 2.989736980199814,
+      "ce_loss_26": 2.5422766327857973,
+      "ce_loss_39": 2.0724924355745316,
+      "ce_loss_52": 1.4764755725860597,
+      "ce_loss_7": 3.2583333015441895,
+      "epoch": 0.753,
+      "grad_norm": 19.759302349149518,
+      "kl_loss_13": 3127.2,
+      "kl_loss_26": 2207.8,
+      "kl_loss_39": 1205.1,
+      "kl_loss_7": 3686.4,
+      "learning_rate": 0.0001458860846092705,
+      "loss": 5089.25,
+      "step": 7530
+    },
+    {
+      "ce_loss_13": 2.9518058955669404,
+      "ce_loss_26": 2.5123462677001953,
+      "ce_loss_39": 2.033254536986351,
+      "ce_loss_52": 1.430069674551487,
+      "ce_loss_7": 3.216610902547836,
+      "epoch": 0.754,
+      "grad_norm": 19.101743494796594,
+      "kl_loss_13": 3130.4,
+      "kl_loss_26": 2214.4,
+      "kl_loss_39": 1206.1,
+      "kl_loss_7": 3688.8,
+      "learning_rate": 0.00014476771086731566,
+      "loss": 5132.95,
+      "step": 7540
+    },
+    {
+      "ce_loss_13": 2.9499751746654512,
+      "ce_loss_26": 2.5148087441921234,
+      "ce_loss_39": 2.0469634413719175,
+      "ce_loss_52": 1.4645337551832198,
+      "ce_loss_7": 3.2114050924777984,
+      "epoch": 0.755,
+      "grad_norm": 18.95244057854832,
+      "kl_loss_13": 3084.4,
+      "kl_loss_26": 2166.2,
+      "kl_loss_39": 1178.4,
+      "kl_loss_7": 3625.2,
+      "learning_rate": 0.00014365291431056872,
+      "loss": 5111.9,
+      "step": 7550
+    },
+    {
+      "ce_loss_13": 2.915192812681198,
+      "ce_loss_26": 2.470223453640938,
+      "ce_loss_39": 1.9942311495542526,
+      "ce_loss_52": 1.4130516573786736,
+      "ce_loss_7": 3.186279386281967,
+      "epoch": 0.756,
+      "grad_norm": 19.87294750540145,
+      "kl_loss_13": 3138.4,
+      "kl_loss_26": 2214.2,
+      "kl_loss_39": 1201.4,
+      "kl_loss_7": 3700.0,
+      "learning_rate": 0.00014254170616501827,
+      "loss": 5096.4,
+      "step": 7560
+    },
+    {
+      "ce_loss_13": 2.954612511396408,
+      "ce_loss_26": 2.5071854114532472,
+      "ce_loss_39": 2.035946971178055,
+      "ce_loss_52": 1.439925280213356,
+      "ce_loss_7": 3.2222863495349885,
+      "epoch": 0.757,
+      "grad_norm": 20.90881340934633,
+      "kl_loss_13": 3122.0,
+      "kl_loss_26": 2194.2,
+      "kl_loss_39": 1192.5,
+      "kl_loss_7": 3677.6,
+      "learning_rate": 0.0001414340976205183,
+      "loss": 5060.45,
+      "step": 7570
+    },
+    {
+      "ce_loss_13": 2.9101392149925234,
+      "ce_loss_26": 2.471102824807167,
+      "ce_loss_39": 2.0064873933792113,
+      "ce_loss_52": 1.4280226349830627,
+      "ce_loss_7": 3.1714185059070585,
+      "epoch": 0.758,
+      "grad_norm": 19.49522818126467,
+      "kl_loss_13": 3076.0,
+      "kl_loss_26": 2159.8,
+      "kl_loss_39": 1176.2,
+      "kl_loss_7": 3620.4,
+      "learning_rate": 0.00014033009983067452,
+      "loss": 5108.35,
+      "step": 7580
+    },
+    {
+      "ce_loss_13": 2.966978985071182,
+      "ce_loss_26": 2.5087331235408783,
+      "ce_loss_39": 2.0336913764476776,
+      "ce_loss_52": 1.4274784743785858,
+      "ce_loss_7": 3.2379914104938505,
+      "epoch": 0.759,
+      "grad_norm": 18.693022063405696,
+      "kl_loss_13": 3203.2,
+      "kl_loss_26": 2255.0,
+      "kl_loss_39": 1243.9,
+      "kl_loss_7": 3762.0,
+      "learning_rate": 0.00013922972391273224,
+      "loss": 5094.65,
+      "step": 7590
+    },
+    {
+      "ce_loss_13": 2.9872674524784086,
+      "ce_loss_26": 2.5407335460186005,
+      "ce_loss_39": 2.061782196164131,
+      "ce_loss_52": 1.4462621062994003,
+      "ce_loss_7": 3.253601038455963,
+      "epoch": 0.76,
+      "grad_norm": 19.707863398571995,
+      "kl_loss_13": 3172.0,
+      "kl_loss_26": 2252.8,
+      "kl_loss_39": 1251.4,
+      "kl_loss_7": 3726.4,
+      "learning_rate": 0.0001381329809474649,
+      "loss": 5098.7,
+      "step": 7600
+    },
+    {
+      "ce_loss_13": 2.8771551668643953,
+      "ce_loss_26": 2.4450180411338804,
+      "ce_loss_39": 1.9818484753370285,
+      "ce_loss_52": 1.4145073384046554,
+      "ce_loss_7": 3.1438543021678926,
+      "epoch": 0.761,
+      "grad_norm": 18.46540807586579,
+      "kl_loss_13": 3029.2,
+      "kl_loss_26": 2126.8,
+      "kl_loss_39": 1154.6,
+      "kl_loss_7": 3583.2,
+      "learning_rate": 0.0001370398819790621,
+      "loss": 5084.25,
+      "step": 7610
+    },
+    {
+      "ce_loss_13": 2.960028713941574,
+      "ce_loss_26": 2.525826930999756,
+      "ce_loss_39": 2.0549875289201736,
+      "ce_loss_52": 1.4615961879491806,
+      "ce_loss_7": 3.2287797749042513,
+      "epoch": 0.762,
+      "grad_norm": 19.79273649753162,
+      "kl_loss_13": 3108.0,
+      "kl_loss_26": 2202.8,
+      "kl_loss_39": 1209.5,
+      "kl_loss_7": 3652.8,
+      "learning_rate": 0.00013595043801501794,
+      "loss": 5052.75,
+      "step": 7620
+    },
+    {
+      "ce_loss_13": 2.9331182718276976,
+      "ce_loss_26": 2.4871296346187592,
+      "ce_loss_39": 2.019395884871483,
+      "ce_loss_52": 1.4329772531986236,
+      "ce_loss_7": 3.19427090883255,
+      "epoch": 0.763,
+      "grad_norm": 20.265530214115834,
+      "kl_loss_13": 3124.0,
+      "kl_loss_26": 2195.4,
+      "kl_loss_39": 1199.7,
+      "kl_loss_7": 3669.6,
+      "learning_rate": 0.00013486466002602133,
+      "loss": 5092.15,
+      "step": 7630
+    },
+    {
+      "ce_loss_13": 2.86139075756073,
+      "ce_loss_26": 2.4176136374473574,
+      "ce_loss_39": 1.941940224170685,
+      "ce_loss_52": 1.3821519583463668,
+      "ce_loss_7": 3.1196699738502502,
+      "epoch": 0.764,
+      "grad_norm": 19.727213627271716,
+      "kl_loss_13": 3072.8,
+      "kl_loss_26": 2145.6,
+      "kl_loss_39": 1144.7,
+      "kl_loss_7": 3617.2,
+      "learning_rate": 0.00013378255894584462,
+      "loss": 5002.6,
+      "step": 7640
+    },
+    {
+      "ce_loss_13": 2.9353716015815734,
+      "ce_loss_26": 2.490555015206337,
+      "ce_loss_39": 2.019370597600937,
+      "ce_loss_52": 1.4347517609596252,
+      "ce_loss_7": 3.196541225910187,
+      "epoch": 0.765,
+      "grad_norm": 20.424012523901062,
+      "kl_loss_13": 3127.6,
+      "kl_loss_26": 2205.8,
+      "kl_loss_39": 1202.7,
+      "kl_loss_7": 3670.0,
+      "learning_rate": 0.0001327041456712334,
+      "loss": 5085.1,
+      "step": 7650
+    },
+    {
+      "ce_loss_13": 2.994156318902969,
+      "ce_loss_26": 2.56048826277256,
+      "ce_loss_39": 2.084024053812027,
+      "ce_loss_52": 1.487925711274147,
+      "ce_loss_7": 3.2512714982032778,
+      "epoch": 0.766,
+      "grad_norm": 19.650498118539073,
+      "kl_loss_13": 3125.6,
+      "kl_loss_26": 2221.6,
+      "kl_loss_39": 1220.7,
+      "kl_loss_7": 3665.2,
+      "learning_rate": 0.00013162943106179747,
+      "loss": 5105.9,
+      "step": 7660
+    },
+    {
+      "ce_loss_13": 2.9769886791706086,
+      "ce_loss_26": 2.5290128916501997,
+      "ce_loss_39": 2.0444375783205033,
+      "ce_loss_52": 1.4427102521061896,
+      "ce_loss_7": 3.2454589188098906,
+      "epoch": 0.767,
+      "grad_norm": 19.69057867231776,
+      "kl_loss_13": 3203.2,
+      "kl_loss_26": 2269.2,
+      "kl_loss_39": 1243.2,
+      "kl_loss_7": 3758.4,
+      "learning_rate": 0.00013055842593990132,
+      "loss": 5067.35,
+      "step": 7670
+    },
+    {
+      "ce_loss_13": 2.9738565921783446,
+      "ce_loss_26": 2.5335902631282807,
+      "ce_loss_39": 2.06500606238842,
+      "ce_loss_52": 1.4531759321689606,
+      "ce_loss_7": 3.2406944632530212,
+      "epoch": 0.768,
+      "grad_norm": 19.854778454902203,
+      "kl_loss_13": 3164.0,
+      "kl_loss_26": 2244.2,
+      "kl_loss_39": 1253.0,
+      "kl_loss_7": 3714.8,
+      "learning_rate": 0.00012949114109055414,
+      "loss": 5080.45,
+      "step": 7680
+    },
+    {
+      "ce_loss_13": 2.8718224823474885,
+      "ce_loss_26": 2.434892734885216,
+      "ce_loss_39": 1.9763070404529572,
+      "ce_loss_52": 1.4119910702109337,
+      "ce_loss_7": 3.1341715812683106,
+      "epoch": 0.769,
+      "grad_norm": 19.065166102671203,
+      "kl_loss_13": 3037.6,
+      "kl_loss_26": 2134.2,
+      "kl_loss_39": 1156.1,
+      "kl_loss_7": 3588.0,
+      "learning_rate": 0.00012842758726130281,
+      "loss": 5110.75,
+      "step": 7690
+    },
+    {
+      "ce_loss_13": 2.9209058582782745,
+      "ce_loss_26": 2.4878934979438783,
+      "ce_loss_39": 2.0205056190490724,
+      "ce_loss_52": 1.4421792283654213,
+      "ce_loss_7": 3.182013803720474,
+      "epoch": 0.77,
+      "grad_norm": 19.547331822021178,
+      "kl_loss_13": 3063.6,
+      "kl_loss_26": 2150.4,
+      "kl_loss_39": 1168.8,
+      "kl_loss_7": 3608.0,
+      "learning_rate": 0.00012736777516212267,
+      "loss": 5073.5,
+      "step": 7700
+    },
+    {
+      "ce_loss_13": 2.9334555983543398,
+      "ce_loss_26": 2.493560019135475,
+      "ce_loss_39": 2.0158845692873,
+      "ce_loss_52": 1.4151214450597762,
+      "ce_loss_7": 3.2045696437358857,
+      "epoch": 0.771,
+      "grad_norm": 18.662664559432073,
+      "kl_loss_13": 3145.2,
+      "kl_loss_26": 2230.4,
+      "kl_loss_39": 1228.4,
+      "kl_loss_7": 3706.0,
+      "learning_rate": 0.00012631171546530968,
+      "loss": 5058.75,
+      "step": 7710
+    },
+    {
+      "ce_loss_13": 2.944778233766556,
+      "ce_loss_26": 2.5031532883644103,
+      "ce_loss_39": 2.0205067574977873,
+      "ce_loss_52": 1.414848119020462,
+      "ce_loss_7": 3.2128884732723235,
+      "epoch": 0.772,
+      "grad_norm": 19.409023945233233,
+      "kl_loss_13": 3144.0,
+      "kl_loss_26": 2229.4,
+      "kl_loss_39": 1221.0,
+      "kl_loss_7": 3700.4,
+      "learning_rate": 0.00012525941880537307,
+      "loss": 5071.55,
+      "step": 7720
+    },
+    {
+      "ce_loss_13": 2.937892961502075,
+      "ce_loss_26": 2.492938667535782,
+      "ce_loss_39": 2.020972582697868,
+      "ce_loss_52": 1.4354220196604728,
+      "ce_loss_7": 3.2008834302425386,
+      "epoch": 0.773,
+      "grad_norm": 19.46905923212589,
+      "kl_loss_13": 3121.2,
+      "kl_loss_26": 2201.4,
+      "kl_loss_39": 1204.2,
+      "kl_loss_7": 3662.4,
+      "learning_rate": 0.00012421089577892869,
+      "loss": 5040.15,
+      "step": 7730
+    },
+    {
+      "ce_loss_13": 2.949704957008362,
+      "ce_loss_26": 2.5045041382312774,
+      "ce_loss_39": 2.016797697544098,
+      "ce_loss_52": 1.4014781221747399,
+      "ce_loss_7": 3.212642914056778,
+      "epoch": 0.774,
+      "grad_norm": 19.613908494270376,
+      "kl_loss_13": 3187.2,
+      "kl_loss_26": 2266.0,
+      "kl_loss_39": 1252.6,
+      "kl_loss_7": 3732.0,
+      "learning_rate": 0.0001231661569445919,
+      "loss": 5076.45,
+      "step": 7740
+    },
+    {
+      "ce_loss_13": 2.955250400304794,
+      "ce_loss_26": 2.5274777173995973,
+      "ce_loss_39": 2.067678835988045,
+      "ce_loss_52": 1.4838283985853196,
+      "ce_loss_7": 3.2114856481552123,
+      "epoch": 0.775,
+      "grad_norm": 19.844798674533834,
+      "kl_loss_13": 3084.8,
+      "kl_loss_26": 2190.6,
+      "kl_loss_39": 1199.8,
+      "kl_loss_7": 3616.4,
+      "learning_rate": 0.00012212521282287093,
+      "loss": 5060.4,
+      "step": 7750
+    },
+    {
+      "ce_loss_13": 2.9763452112674713,
+      "ce_loss_26": 2.5314755111932756,
+      "ce_loss_39": 2.0540303111076357,
+      "ce_loss_52": 1.450203076004982,
+      "ce_loss_7": 3.2422658264636994,
+      "epoch": 0.776,
+      "grad_norm": 20.432260851236787,
+      "kl_loss_13": 3181.2,
+      "kl_loss_26": 2258.4,
+      "kl_loss_39": 1248.7,
+      "kl_loss_7": 3726.0,
+      "learning_rate": 0.00012108807389606158,
+      "loss": 5084.95,
+      "step": 7760
+    },
+    {
+      "ce_loss_13": 2.920662760734558,
+      "ce_loss_26": 2.475513318181038,
+      "ce_loss_39": 2.0011812478303908,
+      "ce_loss_52": 1.4144959792494773,
+      "ce_loss_7": 3.1814299404621122,
+      "epoch": 0.777,
+      "grad_norm": 19.88207983374875,
+      "kl_loss_13": 3106.4,
+      "kl_loss_26": 2178.8,
+      "kl_loss_39": 1189.6,
+      "kl_loss_7": 3652.0,
+      "learning_rate": 0.00012005475060814159,
+      "loss": 5075.25,
+      "step": 7770
+    },
+    {
+      "ce_loss_13": 2.982200914621353,
+      "ce_loss_26": 2.5349232286214827,
+      "ce_loss_39": 2.069617584347725,
+      "ce_loss_52": 1.4744601517915725,
+      "ce_loss_7": 3.2433891892433167,
+      "epoch": 0.778,
+      "grad_norm": 19.290497638146196,
+      "kl_loss_13": 3128.4,
+      "kl_loss_26": 2198.0,
+      "kl_loss_39": 1199.9,
+      "kl_loss_7": 3677.2,
+      "learning_rate": 0.00011902525336466464,
+      "loss": 5053.05,
+      "step": 7780
+    },
+    {
+      "ce_loss_13": 2.9154593467712404,
+      "ce_loss_26": 2.477250945568085,
+      "ce_loss_39": 2.0098533272743224,
+      "ce_loss_52": 1.4167337000370026,
+      "ce_loss_7": 3.1773332476615908,
+      "epoch": 0.779,
+      "grad_norm": 19.252580297991088,
+      "kl_loss_13": 3096.4,
+      "kl_loss_26": 2190.8,
+      "kl_loss_39": 1202.1,
+      "kl_loss_7": 3643.6,
+      "learning_rate": 0.00011799959253265668,
+      "loss": 5067.65,
+      "step": 7790
+    },
+    {
+      "ce_loss_13": 2.9013588786125184,
+      "ce_loss_26": 2.468735784292221,
+      "ce_loss_39": 2.0137620836496355,
+      "ce_loss_52": 1.4429293110966683,
+      "ce_loss_7": 3.1603996396064757,
+      "epoch": 0.78,
+      "grad_norm": 18.773016641793355,
+      "kl_loss_13": 3040.0,
+      "kl_loss_26": 2138.8,
+      "kl_loss_39": 1157.9,
+      "kl_loss_7": 3579.6,
+      "learning_rate": 0.00011697777844051105,
+      "loss": 5056.85,
+      "step": 7800
+    },
+    {
+      "ce_loss_13": 2.99123472571373,
+      "ce_loss_26": 2.5481519401073456,
+      "ce_loss_39": 2.0644855082035063,
+      "ce_loss_52": 1.4605911195278167,
+      "ce_loss_7": 3.2550659775733948,
+      "epoch": 0.781,
+      "grad_norm": 19.108089078575876,
+      "kl_loss_13": 3156.0,
+      "kl_loss_26": 2232.8,
+      "kl_loss_39": 1225.5,
+      "kl_loss_7": 3705.6,
+      "learning_rate": 0.00011595982137788402,
+      "loss": 5045.05,
+      "step": 7810
+    },
+    {
+      "ce_loss_13": 2.979940289258957,
+      "ce_loss_26": 2.5384896367788317,
+      "ce_loss_39": 2.066192331910133,
+      "ce_loss_52": 1.4709408730268478,
+      "ce_loss_7": 3.2419922232627867,
+      "epoch": 0.782,
+      "grad_norm": 19.283597029818793,
+      "kl_loss_13": 3151.6,
+      "kl_loss_26": 2222.2,
+      "kl_loss_39": 1217.6,
+      "kl_loss_7": 3697.2,
+      "learning_rate": 0.00011494573159559212,
+      "loss": 5088.85,
+      "step": 7820
+    },
+    {
+      "ce_loss_13": 2.9142948031425475,
+      "ce_loss_26": 2.4835946947336196,
+      "ce_loss_39": 2.015666288137436,
+      "ce_loss_52": 1.433475723862648,
+      "ce_loss_7": 3.1793313324451447,
+      "epoch": 0.783,
+      "grad_norm": 18.805294673266925,
+      "kl_loss_13": 3065.2,
+      "kl_loss_26": 2169.8,
+      "kl_loss_39": 1195.1,
+      "kl_loss_7": 3620.0,
+      "learning_rate": 0.00011393551930550828,
+      "loss": 5021.8,
+      "step": 7830
+    },
+    {
+      "ce_loss_13": 2.942464643716812,
+      "ce_loss_26": 2.4966187834739686,
+      "ce_loss_39": 2.018853786587715,
+      "ce_loss_52": 1.4241285115480422,
+      "ce_loss_7": 3.209713137149811,
+      "epoch": 0.784,
+      "grad_norm": 18.802417227998035,
+      "kl_loss_13": 3153.6,
+      "kl_loss_26": 2218.8,
+      "kl_loss_39": 1214.7,
+      "kl_loss_7": 3709.6,
+      "learning_rate": 0.00011292919468045875,
+      "loss": 5056.2,
+      "step": 7840
+    },
+    {
+      "ce_loss_13": 2.9324662506580355,
+      "ce_loss_26": 2.490780544281006,
+      "ce_loss_39": 2.014774057269096,
+      "ce_loss_52": 1.4378075569868087,
+      "ce_loss_7": 3.2002897918224336,
+      "epoch": 0.785,
+      "grad_norm": 18.31675592106317,
+      "kl_loss_13": 3120.4,
+      "kl_loss_26": 2191.6,
+      "kl_loss_39": 1189.3,
+      "kl_loss_7": 3674.4,
+      "learning_rate": 0.00011192676785412154,
+      "loss": 5025.65,
+      "step": 7850
+    },
+    {
+      "ce_loss_13": 2.9004018545150756,
+      "ce_loss_26": 2.4679500609636307,
+      "ce_loss_39": 2.0106911092996596,
+      "ce_loss_52": 1.454608330130577,
+      "ce_loss_7": 3.1605159759521486,
+      "epoch": 0.786,
+      "grad_norm": 21.238240444429067,
+      "kl_loss_13": 2987.2,
+      "kl_loss_26": 2093.8,
+      "kl_loss_39": 1136.1,
+      "kl_loss_7": 3522.4,
+      "learning_rate": 0.00011092824892092374,
+      "loss": 4990.8,
+      "step": 7860
+    },
+    {
+      "ce_loss_13": 3.0144290030002594,
+      "ce_loss_26": 2.5742201924324037,
+      "ce_loss_39": 2.095407247543335,
+      "ce_loss_52": 1.4918664544820786,
+      "ce_loss_7": 3.2818655967712402,
+      "epoch": 0.787,
+      "grad_norm": 20.48506344270259,
+      "kl_loss_13": 3166.0,
+      "kl_loss_26": 2239.6,
+      "kl_loss_39": 1229.4,
+      "kl_loss_7": 3722.0,
+      "learning_rate": 0.0001099336479359398,
+      "loss": 5084.85,
+      "step": 7870
+    },
+    {
+      "ce_loss_13": 2.9180380165576936,
+      "ce_loss_26": 2.4719971120357513,
+      "ce_loss_39": 1.9984097123146056,
+      "ce_loss_52": 1.4270031958818437,
+      "ce_loss_7": 3.1842149913311006,
+      "epoch": 0.788,
+      "grad_norm": 19.617074455019072,
+      "kl_loss_13": 3109.6,
+      "kl_loss_26": 2182.8,
+      "kl_loss_39": 1178.3,
+      "kl_loss_7": 3662.0,
+      "learning_rate": 0.00010894297491479043,
+      "loss": 5092.2,
+      "step": 7880
+    },
+    {
+      "ce_loss_13": 2.8819404006004334,
+      "ce_loss_26": 2.449340745806694,
+      "ce_loss_39": 1.9862482339143752,
+      "ce_loss_52": 1.413575354218483,
+      "ce_loss_7": 3.143266361951828,
+      "epoch": 0.789,
+      "grad_norm": 19.73420487885875,
+      "kl_loss_13": 3037.2,
+      "kl_loss_26": 2140.0,
+      "kl_loss_39": 1164.1,
+      "kl_loss_7": 3572.0,
+      "learning_rate": 0.00010795623983354214,
+      "loss": 5012.15,
+      "step": 7890
+    },
+    {
+      "ce_loss_13": 2.936946928501129,
+      "ce_loss_26": 2.50938241481781,
+      "ce_loss_39": 2.0399589776992797,
+      "ce_loss_52": 1.4433409079909325,
+      "ce_loss_7": 3.1964890122413636,
+      "epoch": 0.79,
+      "grad_norm": 20.456776413214342,
+      "kl_loss_13": 3094.8,
+      "kl_loss_26": 2194.4,
+      "kl_loss_39": 1203.3,
+      "kl_loss_7": 3650.0,
+      "learning_rate": 0.00010697345262860636,
+      "loss": 5033.95,
+      "step": 7900
+    },
+    {
+      "ce_loss_13": 2.9234113335609435,
+      "ce_loss_26": 2.486256945133209,
+      "ce_loss_39": 2.014375075697899,
+      "ce_loss_52": 1.449743601679802,
+      "ce_loss_7": 3.18265563249588,
+      "epoch": 0.791,
+      "grad_norm": 19.900735615836812,
+      "kl_loss_13": 3074.8,
+      "kl_loss_26": 2163.0,
+      "kl_loss_39": 1161.1,
+      "kl_loss_7": 3612.8,
+      "learning_rate": 0.00010599462319663906,
+      "loss": 5038.65,
+      "step": 7910
+    },
+    {
+      "ce_loss_13": 2.9553000926971436,
+      "ce_loss_26": 2.5179340064525606,
+      "ce_loss_39": 2.0430867671966553,
+      "ce_loss_52": 1.444689854979515,
+      "ce_loss_7": 3.21486856341362,
+      "epoch": 0.792,
+      "grad_norm": 19.250533773319045,
+      "kl_loss_13": 3122.0,
+      "kl_loss_26": 2206.2,
+      "kl_loss_39": 1213.4,
+      "kl_loss_7": 3668.8,
+      "learning_rate": 0.00010501976139444191,
+      "loss": 5048.55,
+      "step": 7920
+    },
+    {
+      "ce_loss_13": 2.946609389781952,
+      "ce_loss_26": 2.5028085887432097,
+      "ce_loss_39": 2.0339547246694565,
+      "ce_loss_52": 1.4416055083274841,
+      "ce_loss_7": 3.2140405058860777,
+      "epoch": 0.793,
+      "grad_norm": 20.61899934712358,
+      "kl_loss_13": 3133.6,
+      "kl_loss_26": 2209.4,
+      "kl_loss_39": 1208.3,
+      "kl_loss_7": 3694.0,
+      "learning_rate": 0.0001040488770388625,
+      "loss": 5057.15,
+      "step": 7930
+    },
+    {
+      "ce_loss_13": 2.866725343465805,
+      "ce_loss_26": 2.424889090657234,
+      "ce_loss_39": 1.9532368332147598,
+      "ce_loss_52": 1.37542584836483,
+      "ce_loss_7": 3.1246279418468474,
+      "epoch": 0.794,
+      "grad_norm": 19.267832695141472,
+      "kl_loss_13": 3083.6,
+      "kl_loss_26": 2164.8,
+      "kl_loss_39": 1176.3,
+      "kl_loss_7": 3624.4,
+      "learning_rate": 0.00010308197990669538,
+      "loss": 5026.95,
+      "step": 7940
+    },
+    {
+      "ce_loss_13": 2.901643234491348,
+      "ce_loss_26": 2.4638597697019575,
+      "ce_loss_39": 1.9964057832956315,
+      "ce_loss_52": 1.4079250425100327,
+      "ce_loss_7": 3.1619919717311857,
+      "epoch": 0.795,
+      "grad_norm": 19.24818590589668,
+      "kl_loss_13": 3123.2,
+      "kl_loss_26": 2199.2,
+      "kl_loss_39": 1202.4,
+      "kl_loss_7": 3666.4,
+      "learning_rate": 0.0001021190797345839,
+      "loss": 5013.5,
+      "step": 7950
+    },
+    {
+      "ce_loss_13": 2.967918246984482,
+      "ce_loss_26": 2.533867511153221,
+      "ce_loss_39": 2.069682791829109,
+      "ce_loss_52": 1.4818589851260184,
+      "ce_loss_7": 3.222521889209747,
+      "epoch": 0.796,
+      "grad_norm": 19.75622423793478,
+      "kl_loss_13": 3058.8,
+      "kl_loss_26": 2155.2,
+      "kl_loss_39": 1175.7,
+      "kl_loss_7": 3592.0,
+      "learning_rate": 0.00010116018621892236,
+      "loss": 5009.6,
+      "step": 7960
+    },
+    {
+      "ce_loss_13": 2.8812991797924044,
+      "ce_loss_26": 2.4400356858968735,
+      "ce_loss_39": 1.9724171191453934,
+      "ce_loss_52": 1.4085147365927697,
+      "ce_loss_7": 3.1415765941143037,
+      "epoch": 0.797,
+      "grad_norm": 19.13497167869677,
+      "kl_loss_13": 3057.6,
+      "kl_loss_26": 2142.8,
+      "kl_loss_39": 1159.2,
+      "kl_loss_7": 3602.8,
+      "learning_rate": 0.00010020530901575753,
+      "loss": 5020.4,
+      "step": 7970
+    },
+    {
+      "ce_loss_13": 2.904066652059555,
+      "ce_loss_26": 2.4755689650774,
+      "ce_loss_39": 2.0152323603630067,
+      "ce_loss_52": 1.4373595044016838,
+      "ce_loss_7": 3.1696866393089294,
+      "epoch": 0.798,
+      "grad_norm": 20.01532447536976,
+      "kl_loss_13": 3044.0,
+      "kl_loss_26": 2150.0,
+      "kl_loss_39": 1170.5,
+      "kl_loss_7": 3601.6,
+      "learning_rate": 9.925445774069231e-05,
+      "loss": 5018.45,
+      "step": 7980
+    },
+    {
+      "ce_loss_13": 2.9288057029247283,
+      "ce_loss_26": 2.4822009325027468,
+      "ce_loss_39": 2.011521789431572,
+      "ce_loss_52": 1.4153838574886322,
+      "ce_loss_7": 3.1911131501197816,
+      "epoch": 0.799,
+      "grad_norm": 19.205851361122782,
+      "kl_loss_13": 3126.0,
+      "kl_loss_26": 2203.4,
+      "kl_loss_39": 1210.7,
+      "kl_loss_7": 3672.4,
+      "learning_rate": 9.830764196878872e-05,
+      "loss": 5069.4,
+      "step": 7990
+    },
+    {
+      "ce_loss_13": 2.9970316886901855,
+      "ce_loss_26": 2.5632322430610657,
+      "ce_loss_39": 2.089646649360657,
+      "ce_loss_52": 1.4764455169439317,
+      "ce_loss_7": 3.2621945440769196,
+      "epoch": 0.8,
+      "grad_norm": 18.817128068716947,
+      "kl_loss_13": 3164.4,
+      "kl_loss_26": 2259.8,
+      "kl_loss_39": 1248.2,
+      "kl_loss_7": 3716.4,
+      "learning_rate": 9.736487123447069e-05,
+      "loss": 5026.75,
+      "step": 8000
+    },
+    {
+      "ce_loss_13": 2.955092731118202,
+      "ce_loss_26": 2.5211679935455322,
+      "ce_loss_39": 2.061183473467827,
+      "ce_loss_52": 1.4790756076574325,
+      "ce_loss_7": 3.211963188648224,
+      "epoch": 0.801,
+      "grad_norm": 19.13731613570068,
+      "kl_loss_13": 3058.4,
+      "kl_loss_26": 2157.0,
+      "kl_loss_39": 1183.6,
+      "kl_loss_7": 3589.2,
+      "learning_rate": 9.642615503142926e-05,
+      "loss": 5013.8,
+      "step": 8010
+    },
+    {
+      "ce_loss_13": 2.8814174115657805,
+      "ce_loss_26": 2.451471582055092,
+      "ce_loss_39": 1.9925315648317337,
+      "ce_loss_52": 1.4264169082045555,
+      "ce_loss_7": 3.150370055437088,
+      "epoch": 0.802,
+      "grad_norm": 19.95644855086655,
+      "kl_loss_13": 3015.2,
+      "kl_loss_26": 2114.4,
+      "kl_loss_39": 1144.7,
+      "kl_loss_7": 3572.8,
+      "learning_rate": 9.549150281252633e-05,
+      "loss": 5066.0,
+      "step": 8020
+    },
+    {
+      "ce_loss_13": 2.9213546574115754,
+      "ce_loss_26": 2.488295114040375,
+      "ce_loss_39": 2.0217175424098968,
+      "ce_loss_52": 1.448304545879364,
+      "ce_loss_7": 3.177370023727417,
+      "epoch": 0.803,
+      "grad_norm": 19.167189329215354,
+      "kl_loss_13": 3046.0,
+      "kl_loss_26": 2140.4,
+      "kl_loss_39": 1161.6,
+      "kl_loss_7": 3582.8,
+      "learning_rate": 9.4560923989699e-05,
+      "loss": 5040.7,
+      "step": 8030
+    },
+    {
+      "ce_loss_13": 2.8780395865440367,
+      "ce_loss_26": 2.43271960914135,
+      "ce_loss_39": 1.966169360280037,
+      "ce_loss_52": 1.3888942331075669,
+      "ce_loss_7": 3.1494656085968016,
+      "epoch": 0.804,
+      "grad_norm": 18.853764898775175,
+      "kl_loss_13": 3103.6,
+      "kl_loss_26": 2173.0,
+      "kl_loss_39": 1171.5,
+      "kl_loss_7": 3672.8,
+      "learning_rate": 9.363442793386607e-05,
+      "loss": 5021.25,
+      "step": 8040
+    },
+    {
+      "ce_loss_13": 2.9130735754966737,
+      "ce_loss_26": 2.480276498198509,
+      "ce_loss_39": 2.0196522653102873,
+      "ce_loss_52": 1.4448804795742034,
+      "ce_loss_7": 3.1761886417865752,
+      "epoch": 0.805,
+      "grad_norm": 18.76619687601556,
+      "kl_loss_13": 3048.8,
+      "kl_loss_26": 2147.8,
+      "kl_loss_39": 1165.5,
+      "kl_loss_7": 3590.8,
+      "learning_rate": 9.271202397483213e-05,
+      "loss": 4983.8,
+      "step": 8050
+    },
+    {
+      "ce_loss_13": 2.960085618495941,
+      "ce_loss_26": 2.516904118657112,
+      "ce_loss_39": 2.0490771383047104,
+      "ce_loss_52": 1.4702347993850708,
+      "ce_loss_7": 3.2195077538490295,
+      "epoch": 0.806,
+      "grad_norm": 20.341613718883853,
+      "kl_loss_13": 3080.0,
+      "kl_loss_26": 2163.0,
+      "kl_loss_39": 1179.4,
+      "kl_loss_7": 3617.6,
+      "learning_rate": 9.179372140119524e-05,
+      "loss": 5044.25,
+      "step": 8060
+    },
+    {
+      "ce_loss_13": 2.895679956674576,
+      "ce_loss_26": 2.447220724821091,
+      "ce_loss_39": 1.978733304142952,
+      "ce_loss_52": 1.4091844826936721,
+      "ce_loss_7": 3.1559928357601166,
+      "epoch": 0.807,
+      "grad_norm": 19.648457937725187,
+      "kl_loss_13": 3088.0,
+      "kl_loss_26": 2160.6,
+      "kl_loss_39": 1172.1,
+      "kl_loss_7": 3631.6,
+      "learning_rate": 9.087952946025175e-05,
+      "loss": 5019.35,
+      "step": 8070
+    },
+    {
+      "ce_loss_13": 2.8867613554000853,
+      "ce_loss_26": 2.4542810022830963,
+      "ce_loss_39": 1.997492003440857,
+      "ce_loss_52": 1.4237906068563462,
+      "ce_loss_7": 3.1490099489688874,
+      "epoch": 0.808,
+      "grad_norm": 19.108440716050485,
+      "kl_loss_13": 3031.2,
+      "kl_loss_26": 2132.0,
+      "kl_loss_39": 1161.2,
+      "kl_loss_7": 3573.2,
+      "learning_rate": 8.996945735790446e-05,
+      "loss": 5081.55,
+      "step": 8080
+    },
+    {
+      "ce_loss_13": 2.903727024793625,
+      "ce_loss_26": 2.4667694687843325,
+      "ce_loss_39": 2.0024666130542754,
+      "ce_loss_52": 1.4252464413642882,
+      "ce_loss_7": 3.1627338111400602,
+      "epoch": 0.809,
+      "grad_norm": 19.45516980399187,
+      "kl_loss_13": 3065.2,
+      "kl_loss_26": 2156.8,
+      "kl_loss_39": 1173.6,
+      "kl_loss_7": 3607.6,
+      "learning_rate": 8.906351425856951e-05,
+      "loss": 5032.55,
+      "step": 8090
+    },
+    {
+      "ce_loss_13": 2.9971861839294434,
+      "ce_loss_26": 2.558201992511749,
+      "ce_loss_39": 2.0943466246128084,
+      "ce_loss_52": 1.5071399331092834,
+      "ce_loss_7": 3.2508726358413695,
+      "epoch": 0.81,
+      "grad_norm": 18.578032258449234,
+      "kl_loss_13": 3080.0,
+      "kl_loss_26": 2167.8,
+      "kl_loss_39": 1188.5,
+      "kl_loss_7": 3612.8,
+      "learning_rate": 8.816170928508365e-05,
+      "loss": 5060.5,
+      "step": 8100
+    },
+    {
+      "ce_loss_13": 2.9514600038528442,
+      "ce_loss_26": 2.511053240299225,
+      "ce_loss_39": 2.036428925395012,
+      "ce_loss_52": 1.4632433116436006,
+      "ce_loss_7": 3.2164508640766143,
+      "epoch": 0.811,
+      "grad_norm": 19.46007345669389,
+      "kl_loss_13": 3077.6,
+      "kl_loss_26": 2160.6,
+      "kl_loss_39": 1164.9,
+      "kl_loss_7": 3629.6,
+      "learning_rate": 8.7264051518613e-05,
+      "loss": 5036.75,
+      "step": 8110
+    },
+    {
+      "ce_loss_13": 2.8350981414318084,
+      "ce_loss_26": 2.3989670783281327,
+      "ce_loss_39": 1.9394948929548264,
+      "ce_loss_52": 1.385464173555374,
+      "ce_loss_7": 3.0943558514118195,
+      "epoch": 0.812,
+      "grad_norm": 20.429118003347835,
+      "kl_loss_13": 3019.6,
+      "kl_loss_26": 2118.2,
+      "kl_loss_39": 1139.6,
+      "kl_loss_7": 3559.6,
+      "learning_rate": 8.637054999856148e-05,
+      "loss": 5033.2,
+      "step": 8120
+    },
+    {
+      "ce_loss_13": 2.956312870979309,
+      "ce_loss_26": 2.510516768693924,
+      "ce_loss_39": 2.0456418454647065,
+      "ce_loss_52": 1.454368954896927,
+      "ce_loss_7": 3.2136961221694946,
+      "epoch": 0.813,
+      "grad_norm": 19.290479115918554,
+      "kl_loss_13": 3110.4,
+      "kl_loss_26": 2193.4,
+      "kl_loss_39": 1206.0,
+      "kl_loss_7": 3651.6,
+      "learning_rate": 8.548121372247918e-05,
+      "loss": 5042.35,
+      "step": 8130
+    },
+    {
+      "ce_loss_13": 2.8997408151626587,
+      "ce_loss_26": 2.4578535914421082,
+      "ce_loss_39": 1.9877970427274705,
+      "ce_loss_52": 1.4171391934156419,
+      "ce_loss_7": 3.1653897404670714,
+      "epoch": 0.814,
+      "grad_norm": 19.231104242907662,
+      "kl_loss_13": 3062.4,
+      "kl_loss_26": 2154.2,
+      "kl_loss_39": 1161.8,
+      "kl_loss_7": 3620.0,
+      "learning_rate": 8.459605164597267e-05,
+      "loss": 4990.3,
+      "step": 8140
+    },
+    {
+      "ce_loss_13": 2.8967735528945924,
+      "ce_loss_26": 2.462614360451698,
+      "ce_loss_39": 1.9984548151493073,
+      "ce_loss_52": 1.438458850979805,
+      "ce_loss_7": 3.1581345558166505,
+      "epoch": 0.815,
+      "grad_norm": 19.45006377816174,
+      "kl_loss_13": 3056.8,
+      "kl_loss_26": 2153.0,
+      "kl_loss_39": 1160.6,
+      "kl_loss_7": 3602.0,
+      "learning_rate": 8.371507268261436e-05,
+      "loss": 4980.2,
+      "step": 8150
+    },
+    {
+      "ce_loss_13": 2.936253345012665,
+      "ce_loss_26": 2.5057778120040894,
+      "ce_loss_39": 2.038064029812813,
+      "ce_loss_52": 1.4622955560684203,
+      "ce_loss_7": 3.1979693949222563,
+      "epoch": 0.816,
+      "grad_norm": 18.91111939228637,
+      "kl_loss_13": 3060.8,
+      "kl_loss_26": 2153.2,
+      "kl_loss_39": 1175.6,
+      "kl_loss_7": 3612.0,
+      "learning_rate": 8.283828570385238e-05,
+      "loss": 5006.35,
+      "step": 8160
+    },
+    {
+      "ce_loss_13": 2.9529894649982453,
+      "ce_loss_26": 2.5044034361839294,
+      "ce_loss_39": 2.042719992995262,
+      "ce_loss_52": 1.4732781440019607,
+      "ce_loss_7": 3.2085989713668823,
+      "epoch": 0.817,
+      "grad_norm": 18.881507142327827,
+      "kl_loss_13": 3068.4,
+      "kl_loss_26": 2134.6,
+      "kl_loss_39": 1154.6,
+      "kl_loss_7": 3608.0,
+      "learning_rate": 8.196569953892202e-05,
+      "loss": 5023.2,
+      "step": 8170
+    },
+    {
+      "ce_loss_13": 2.901773339509964,
+      "ce_loss_26": 2.46816024184227,
+      "ce_loss_39": 2.0061379730701447,
+      "ce_loss_52": 1.4472751855850219,
+      "ce_loss_7": 3.162723332643509,
+      "epoch": 0.818,
+      "grad_norm": 19.58512082927694,
+      "kl_loss_13": 3021.6,
+      "kl_loss_26": 2116.2,
+      "kl_loss_39": 1138.3,
+      "kl_loss_7": 3567.6,
+      "learning_rate": 8.109732297475635e-05,
+      "loss": 5011.1,
+      "step": 8180
+    },
+    {
+      "ce_loss_13": 2.9283832788467405,
+      "ce_loss_26": 2.495754861831665,
+      "ce_loss_39": 2.0315854638814925,
+      "ce_loss_52": 1.4544063314795495,
+      "ce_loss_7": 3.184633868932724,
+      "epoch": 0.819,
+      "grad_norm": 20.338540288781616,
+      "kl_loss_13": 3056.0,
+      "kl_loss_26": 2152.0,
+      "kl_loss_39": 1164.7,
+      "kl_loss_7": 3604.8,
+      "learning_rate": 8.023316475589754e-05,
+      "loss": 4985.65,
+      "step": 8190
+    },
+    {
+      "ce_loss_13": 2.8736020922660828,
+      "ce_loss_26": 2.4326390773057938,
+      "ce_loss_39": 1.9687805682420731,
+      "ce_loss_52": 1.4114506781101226,
+      "ce_loss_7": 3.1362832963466643,
+      "epoch": 0.82,
+      "grad_norm": 19.348124098647066,
+      "kl_loss_13": 3039.6,
+      "kl_loss_26": 2118.4,
+      "kl_loss_39": 1131.5,
+      "kl_loss_7": 3592.4,
+      "learning_rate": 7.937323358440934e-05,
+      "loss": 4999.05,
+      "step": 8200
+    },
+    {
+      "ce_loss_13": 2.9405028223991394,
+      "ce_loss_26": 2.5053980708122254,
+      "ce_loss_39": 2.031425711512566,
+      "ce_loss_52": 1.4602935075759889,
+      "ce_loss_7": 3.1905817687511444,
+      "epoch": 0.821,
+      "grad_norm": 19.308929525960306,
+      "kl_loss_13": 3053.6,
+      "kl_loss_26": 2142.8,
+      "kl_loss_39": 1164.5,
+      "kl_loss_7": 3580.4,
+      "learning_rate": 7.851753811978923e-05,
+      "loss": 5013.6,
+      "step": 8210
+    },
+    {
+      "ce_loss_13": 2.8261436820030212,
+      "ce_loss_26": 2.396569001674652,
+      "ce_loss_39": 1.9376911997795105,
+      "ce_loss_52": 1.3843101486563683,
+      "ce_loss_7": 3.08916922211647,
+      "epoch": 0.822,
+      "grad_norm": 18.760581120890944,
+      "kl_loss_13": 2979.6,
+      "kl_loss_26": 2084.0,
+      "kl_loss_39": 1118.1,
+      "kl_loss_7": 3526.4,
+      "learning_rate": 7.766608697888095e-05,
+      "loss": 4996.05,
+      "step": 8220
+    },
+    {
+      "ce_loss_13": 2.895614618062973,
+      "ce_loss_26": 2.4538383156061174,
+      "ce_loss_39": 1.9913074195384979,
+      "ce_loss_52": 1.4129166051745414,
+      "ce_loss_7": 3.156418579816818,
+      "epoch": 0.823,
+      "grad_norm": 19.448137234461008,
+      "kl_loss_13": 3094.8,
+      "kl_loss_26": 2171.8,
+      "kl_loss_39": 1179.4,
+      "kl_loss_7": 3644.0,
+      "learning_rate": 7.681888873578785e-05,
+      "loss": 5010.15,
+      "step": 8230
+    },
+    {
+      "ce_loss_13": 2.8753804206848144,
+      "ce_loss_26": 2.448589825630188,
+      "ce_loss_39": 1.9881916165351867,
+      "ce_loss_52": 1.433535772562027,
+      "ce_loss_7": 3.133152514696121,
+      "epoch": 0.824,
+      "grad_norm": 19.780732761004185,
+      "kl_loss_13": 2998.8,
+      "kl_loss_26": 2105.2,
+      "kl_loss_39": 1137.2,
+      "kl_loss_7": 3529.6,
+      "learning_rate": 7.597595192178702e-05,
+      "loss": 4951.6,
+      "step": 8240
+    },
+    {
+      "ce_loss_13": 2.874552935361862,
+      "ce_loss_26": 2.426975393295288,
+      "ce_loss_39": 1.969171154499054,
+      "ce_loss_52": 1.4067743465304374,
+      "ce_loss_7": 3.1344926774501802,
+      "epoch": 0.825,
+      "grad_norm": 19.081018400834456,
+      "kl_loss_13": 3050.0,
+      "kl_loss_26": 2129.2,
+      "kl_loss_39": 1153.6,
+      "kl_loss_7": 3590.8,
+      "learning_rate": 7.513728502524286e-05,
+      "loss": 4924.6,
+      "step": 8250
+    },
+    {
+      "ce_loss_13": 2.8894054651260377,
+      "ce_loss_26": 2.4550040304660796,
+      "ce_loss_39": 1.9873575389385223,
+      "ce_loss_52": 1.417596697807312,
+      "ce_loss_7": 3.152091747522354,
+      "epoch": 0.826,
+      "grad_norm": 19.8137268983455,
+      "kl_loss_13": 3043.6,
+      "kl_loss_26": 2138.6,
+      "kl_loss_39": 1152.9,
+      "kl_loss_7": 3588.0,
+      "learning_rate": 7.430289649152156e-05,
+      "loss": 5032.7,
+      "step": 8260
+    },
+    {
+      "ce_loss_13": 2.9286361813545225,
+      "ce_loss_26": 2.500110092759132,
+      "ce_loss_39": 2.0343170315027237,
+      "ce_loss_52": 1.4783238634467124,
+      "ce_loss_7": 3.186429667472839,
+      "epoch": 0.827,
+      "grad_norm": 19.162288533319998,
+      "kl_loss_13": 3004.0,
+      "kl_loss_26": 2105.8,
+      "kl_loss_39": 1135.2,
+      "kl_loss_7": 3537.2,
+      "learning_rate": 7.347279472290646e-05,
+      "loss": 4997.95,
+      "step": 8270
+    },
+    {
+      "ce_loss_13": 2.8661180198192597,
+      "ce_loss_26": 2.4267468631267546,
+      "ce_loss_39": 1.9584647029638291,
+      "ce_loss_52": 1.3965127140283584,
+      "ce_loss_7": 3.1264285147190094,
+      "epoch": 0.828,
+      "grad_norm": 18.88865775629702,
+      "kl_loss_13": 3042.4,
+      "kl_loss_26": 2132.2,
+      "kl_loss_39": 1143.9,
+      "kl_loss_7": 3592.0,
+      "learning_rate": 7.264698807851328e-05,
+      "loss": 4945.25,
+      "step": 8280
+    },
+    {
+      "ce_loss_13": 2.963280272483826,
+      "ce_loss_26": 2.5102931052446364,
+      "ce_loss_39": 2.034750634431839,
+      "ce_loss_52": 1.4600775420665741,
+      "ce_loss_7": 3.2234760582447053,
+      "epoch": 0.829,
+      "grad_norm": 18.537963317549014,
+      "kl_loss_13": 3144.4,
+      "kl_loss_26": 2206.8,
+      "kl_loss_39": 1191.9,
+      "kl_loss_7": 3687.6,
+      "learning_rate": 7.182548487420554e-05,
+      "loss": 5033.4,
+      "step": 8290
+    },
+    {
+      "ce_loss_13": 2.9992467045783995,
+      "ce_loss_26": 2.55620219707489,
+      "ce_loss_39": 2.0874054759740828,
+      "ce_loss_52": 1.4909266605973244,
+      "ce_loss_7": 3.263571548461914,
+      "epoch": 0.83,
+      "grad_norm": 18.891053458181357,
+      "kl_loss_13": 3132.0,
+      "kl_loss_26": 2207.0,
+      "kl_loss_39": 1207.0,
+      "kl_loss_7": 3681.2,
+      "learning_rate": 7.100829338251146e-05,
+      "loss": 5053.05,
+      "step": 8300
+    },
+    {
+      "ce_loss_13": 2.9434437096118926,
+      "ce_loss_26": 2.5084387719631196,
+      "ce_loss_39": 2.0438412368297576,
+      "ce_loss_52": 1.455627703666687,
+      "ce_loss_7": 3.203293949365616,
+      "epoch": 0.831,
+      "grad_norm": 18.63506341583337,
+      "kl_loss_13": 3080.0,
+      "kl_loss_26": 2173.6,
+      "kl_loss_39": 1196.0,
+      "kl_loss_7": 3632.8,
+      "learning_rate": 7.019542183254046e-05,
+      "loss": 5020.25,
+      "step": 8310
+    },
+    {
+      "ce_loss_13": 2.9150700867176056,
+      "ce_loss_26": 2.4821571350097655,
+      "ce_loss_39": 2.011009243130684,
+      "ce_loss_52": 1.4295171827077866,
+      "ce_loss_7": 3.1743992388248445,
+      "epoch": 0.832,
+      "grad_norm": 19.224604457055225,
+      "kl_loss_13": 3061.6,
+      "kl_loss_26": 2156.4,
+      "kl_loss_39": 1178.0,
+      "kl_loss_7": 3603.6,
+      "learning_rate": 6.938687840989971e-05,
+      "loss": 4998.8,
+      "step": 8320
+    },
+    {
+      "ce_loss_13": 2.9248284220695497,
+      "ce_loss_26": 2.4842200338840486,
+      "ce_loss_39": 2.016203221678734,
+      "ce_loss_52": 1.4306745767593383,
+      "ce_loss_7": 3.1828024327754973,
+      "epoch": 0.833,
+      "grad_norm": 21.39912114954264,
+      "kl_loss_13": 3084.0,
+      "kl_loss_26": 2177.0,
+      "kl_loss_39": 1194.5,
+      "kl_loss_7": 3630.0,
+      "learning_rate": 6.858267125661271e-05,
+      "loss": 5022.85,
+      "step": 8330
+    },
+    {
+      "ce_loss_13": 2.8756704360246657,
+      "ce_loss_26": 2.447014120221138,
+      "ce_loss_39": 1.9950514793395997,
+      "ce_loss_52": 1.4190126568078996,
+      "ce_loss_7": 3.135387209057808,
+      "epoch": 0.834,
+      "grad_norm": 19.16865484866817,
+      "kl_loss_13": 3030.8,
+      "kl_loss_26": 2137.8,
+      "kl_loss_39": 1174.0,
+      "kl_loss_7": 3584.4,
+      "learning_rate": 6.778280847103668e-05,
+      "loss": 5009.55,
+      "step": 8340
+    },
+    {
+      "ce_loss_13": 2.8521511554718018,
+      "ce_loss_26": 2.415205565094948,
+      "ce_loss_39": 1.9484322667121887,
+      "ce_loss_52": 1.3919154837727548,
+      "ce_loss_7": 3.11352881193161,
+      "epoch": 0.835,
+      "grad_norm": 19.565513612829772,
+      "kl_loss_13": 3035.6,
+      "kl_loss_26": 2128.8,
+      "kl_loss_39": 1129.1,
+      "kl_loss_7": 3584.4,
+      "learning_rate": 6.698729810778065e-05,
+      "loss": 4997.8,
+      "step": 8350
+    },
+    {
+      "ce_loss_13": 2.9550336360931397,
+      "ce_loss_26": 2.516478735208511,
+      "ce_loss_39": 2.0486765056848526,
+      "ce_loss_52": 1.4607697233557702,
+      "ce_loss_7": 3.2147393763065337,
+      "epoch": 0.836,
+      "grad_norm": 19.2117514895061,
+      "kl_loss_13": 3091.2,
+      "kl_loss_26": 2181.2,
+      "kl_loss_39": 1192.7,
+      "kl_loss_7": 3642.8,
+      "learning_rate": 6.619614817762538e-05,
+      "loss": 4980.45,
+      "step": 8360
+    },
+    {
+      "ce_loss_13": 2.8862642347812653,
+      "ce_loss_26": 2.453189605474472,
+      "ce_loss_39": 1.9996996372938156,
+      "ce_loss_52": 1.42118998169899,
+      "ce_loss_7": 3.1397067666053773,
+      "epoch": 0.837,
+      "grad_norm": 19.74025196121118,
+      "kl_loss_13": 3027.2,
+      "kl_loss_26": 2130.4,
+      "kl_loss_39": 1163.7,
+      "kl_loss_7": 3555.6,
+      "learning_rate": 6.540936664744196e-05,
+      "loss": 5003.55,
+      "step": 8370
+    },
+    {
+      "ce_loss_13": 2.8884230494499206,
+      "ce_loss_26": 2.461115485429764,
+      "ce_loss_39": 1.996484610438347,
+      "ce_loss_52": 1.431185284256935,
+      "ce_loss_7": 3.1595689237117766,
+      "epoch": 0.838,
+      "grad_norm": 18.91687230970295,
+      "kl_loss_13": 3028.0,
+      "kl_loss_26": 2134.2,
+      "kl_loss_39": 1162.1,
+      "kl_loss_7": 3585.2,
+      "learning_rate": 6.462696144011149e-05,
+      "loss": 4978.95,
+      "step": 8380
+    },
+    {
+      "ce_loss_13": 2.9092856884002685,
+      "ce_loss_26": 2.477367341518402,
+      "ce_loss_39": 2.0064304888248445,
+      "ce_loss_52": 1.4392234981060028,
+      "ce_loss_7": 3.166864866018295,
+      "epoch": 0.839,
+      "grad_norm": 18.987849334165656,
+      "kl_loss_13": 3037.2,
+      "kl_loss_26": 2130.0,
+      "kl_loss_39": 1148.3,
+      "kl_loss_7": 3579.6,
+      "learning_rate": 6.384894043444567e-05,
+      "loss": 4978.1,
+      "step": 8390
+    },
+    {
+      "ce_loss_13": 2.926213449239731,
+      "ce_loss_26": 2.4814498484134675,
+      "ce_loss_39": 2.011722648143768,
+      "ce_loss_52": 1.4253545701503754,
+      "ce_loss_7": 3.1928284585475923,
+      "epoch": 0.84,
+      "grad_norm": 18.67190019337169,
+      "kl_loss_13": 3118.4,
+      "kl_loss_26": 2194.4,
+      "kl_loss_39": 1203.2,
+      "kl_loss_7": 3673.2,
+      "learning_rate": 6.307531146510753e-05,
+      "loss": 4975.3,
+      "step": 8400
+    },
+    {
+      "ce_loss_13": 2.9474796772003176,
+      "ce_loss_26": 2.513693606853485,
+      "ce_loss_39": 2.039980337023735,
+      "ce_loss_52": 1.4588691473007203,
+      "ce_loss_7": 3.208155167102814,
+      "epoch": 0.841,
+      "grad_norm": 19.23898472020216,
+      "kl_loss_13": 3091.2,
+      "kl_loss_26": 2176.0,
+      "kl_loss_39": 1186.3,
+      "kl_loss_7": 3638.8,
+      "learning_rate": 6.230608232253226e-05,
+      "loss": 4972.8,
+      "step": 8410
+    },
+    {
+      "ce_loss_13": 2.98299777507782,
+      "ce_loss_26": 2.546931451559067,
+      "ce_loss_39": 2.066228356957436,
+      "ce_loss_52": 1.4528164565563202,
+      "ce_loss_7": 3.2408275246620177,
+      "epoch": 0.842,
+      "grad_norm": 19.590505544042042,
+      "kl_loss_13": 3177.6,
+      "kl_loss_26": 2260.2,
+      "kl_loss_39": 1246.2,
+      "kl_loss_7": 3722.8,
+      "learning_rate": 6.154126075284855e-05,
+      "loss": 5025.9,
+      "step": 8420
+    },
+    {
+      "ce_loss_13": 2.8128190338611603,
+      "ce_loss_26": 2.3779567658901213,
+      "ce_loss_39": 1.922488284111023,
+      "ce_loss_52": 1.3714163228869438,
+      "ce_loss_7": 3.0708466947078703,
+      "epoch": 0.843,
+      "grad_norm": 19.244313422130332,
+      "kl_loss_13": 3014.4,
+      "kl_loss_26": 2105.4,
+      "kl_loss_39": 1130.8,
+      "kl_loss_7": 3552.8,
+      "learning_rate": 6.078085445780129e-05,
+      "loss": 5004.75,
+      "step": 8430
+    },
+    {
+      "ce_loss_13": 2.938475805521011,
+      "ce_loss_26": 2.497309777140617,
+      "ce_loss_39": 2.027024504542351,
+      "ce_loss_52": 1.4460827559232712,
+      "ce_loss_7": 3.194866645336151,
+      "epoch": 0.844,
+      "grad_norm": 18.715084502177618,
+      "kl_loss_13": 3086.4,
+      "kl_loss_26": 2168.0,
+      "kl_loss_39": 1180.4,
+      "kl_loss_7": 3630.0,
+      "learning_rate": 6.002487109467347e-05,
+      "loss": 5005.05,
+      "step": 8440
+    },
+    {
+      "ce_loss_13": 2.940459841489792,
+      "ce_loss_26": 2.5169106662273406,
+      "ce_loss_39": 2.0435358375310897,
+      "ce_loss_52": 1.4713785827159882,
+      "ce_loss_7": 3.199807566404343,
+      "epoch": 0.845,
+      "grad_norm": 20.662636581778713,
+      "kl_loss_13": 3050.8,
+      "kl_loss_26": 2152.2,
+      "kl_loss_39": 1166.1,
+      "kl_loss_7": 3588.8,
+      "learning_rate": 5.927331827620902e-05,
+      "loss": 5015.45,
+      "step": 8450
+    },
+    {
+      "ce_loss_13": 2.8635286152362824,
+      "ce_loss_26": 2.426770511269569,
+      "ce_loss_39": 1.9639566600322724,
+      "ce_loss_52": 1.4056006461381911,
+      "ce_loss_7": 3.126782363653183,
+      "epoch": 0.846,
+      "grad_norm": 19.43955116705752,
+      "kl_loss_13": 3026.8,
+      "kl_loss_26": 2123.4,
+      "kl_loss_39": 1139.5,
+      "kl_loss_7": 3581.2,
+      "learning_rate": 5.852620357053651e-05,
+      "loss": 4930.5,
+      "step": 8460
+    },
+    {
+      "ce_loss_13": 2.967438644170761,
+      "ce_loss_26": 2.5302784025669096,
+      "ce_loss_39": 2.0548608988523482,
+      "ce_loss_52": 1.456875516474247,
+      "ce_loss_7": 3.232648569345474,
+      "epoch": 0.847,
+      "grad_norm": 18.917933547815785,
+      "kl_loss_13": 3141.6,
+      "kl_loss_26": 2229.0,
+      "kl_loss_39": 1221.3,
+      "kl_loss_7": 3698.0,
+      "learning_rate": 5.778353450109286e-05,
+      "loss": 5049.2,
+      "step": 8470
+    },
+    {
+      "ce_loss_13": 2.8490840077400206,
+      "ce_loss_26": 2.4299704492092133,
+      "ce_loss_39": 1.9720161318778993,
+      "ce_loss_52": 1.428696632385254,
+      "ce_loss_7": 3.1050261557102203,
+      "epoch": 0.848,
+      "grad_norm": 19.028513845565772,
+      "kl_loss_13": 2946.4,
+      "kl_loss_26": 2077.0,
+      "kl_loss_39": 1109.1,
+      "kl_loss_7": 3480.0,
+      "learning_rate": 5.7045318546547206e-05,
+      "loss": 4964.25,
+      "step": 8480
+    },
+    {
+      "ce_loss_13": 2.91025772690773,
+      "ce_loss_26": 2.470404103398323,
+      "ce_loss_39": 1.9989687472581863,
+      "ce_loss_52": 1.4330752968788147,
+      "ce_loss_7": 3.1751048266887665,
+      "epoch": 0.849,
+      "grad_norm": 18.63333546431516,
+      "kl_loss_13": 3053.6,
+      "kl_loss_26": 2137.8,
+      "kl_loss_39": 1151.7,
+      "kl_loss_7": 3603.6,
+      "learning_rate": 5.631156314072605e-05,
+      "loss": 4997.6,
+      "step": 8490
+    },
+    {
+      "ce_loss_13": 2.969731491804123,
+      "ce_loss_26": 2.5224834442138673,
+      "ce_loss_39": 2.043315088748932,
+      "ce_loss_52": 1.4606564939022064,
+      "ce_loss_7": 3.235535615682602,
+      "epoch": 0.85,
+      "grad_norm": 19.13874159874534,
+      "kl_loss_13": 3116.0,
+      "kl_loss_26": 2192.8,
+      "kl_loss_39": 1187.7,
+      "kl_loss_7": 3671.6,
+      "learning_rate": 5.5582275672538315e-05,
+      "loss": 4973.7,
+      "step": 8500
+    },
+    {
+      "ce_loss_13": 2.9457097470760347,
+      "ce_loss_26": 2.5094266653060915,
+      "ce_loss_39": 2.037208506464958,
+      "ce_loss_52": 1.4461605846881866,
+      "ce_loss_7": 3.2044992685317992,
+      "epoch": 0.851,
+      "grad_norm": 19.084085332754032,
+      "kl_loss_13": 3088.0,
+      "kl_loss_26": 2174.4,
+      "kl_loss_39": 1186.9,
+      "kl_loss_7": 3629.2,
+      "learning_rate": 5.4857463485900484e-05,
+      "loss": 4979.7,
+      "step": 8510
+    },
+    {
+      "ce_loss_13": 2.932442033290863,
+      "ce_loss_26": 2.4945150196552275,
+      "ce_loss_39": 2.024565789103508,
+      "ce_loss_52": 1.4535668522119523,
+      "ce_loss_7": 3.1925411999225615,
+      "epoch": 0.852,
+      "grad_norm": 18.598717511449827,
+      "kl_loss_13": 3049.2,
+      "kl_loss_26": 2138.2,
+      "kl_loss_39": 1163.5,
+      "kl_loss_7": 3596.0,
+      "learning_rate": 5.413713387966329e-05,
+      "loss": 4976.35,
+      "step": 8520
+    },
+    {
+      "ce_loss_13": 2.850284093618393,
+      "ce_loss_26": 2.4304546415805817,
+      "ce_loss_39": 1.9769367069005965,
+      "ce_loss_52": 1.4221994251012802,
+      "ce_loss_7": 3.106715601682663,
+      "epoch": 0.853,
+      "grad_norm": 19.800943553162387,
+      "kl_loss_13": 2971.2,
+      "kl_loss_26": 2092.8,
+      "kl_loss_39": 1135.0,
+      "kl_loss_7": 3509.2,
+      "learning_rate": 5.34212941075381e-05,
+      "loss": 4969.3,
+      "step": 8530
+    },
+    {
+      "ce_loss_13": 2.8934908270835877,
+      "ce_loss_26": 2.4596606254577638,
+      "ce_loss_39": 2.00773600935936,
+      "ce_loss_52": 1.4613569289445878,
+      "ce_loss_7": 3.150895756483078,
+      "epoch": 0.854,
+      "grad_norm": 18.83825612066199,
+      "kl_loss_13": 3003.6,
+      "kl_loss_26": 2097.4,
+      "kl_loss_39": 1124.7,
+      "kl_loss_7": 3544.0,
+      "learning_rate": 5.270995137802315e-05,
+      "loss": 4942.95,
+      "step": 8540
+    },
+    {
+      "ce_loss_13": 2.9037817120552063,
+      "ce_loss_26": 2.462430712580681,
+      "ce_loss_39": 1.9962077885866165,
+      "ce_loss_52": 1.425583516061306,
+      "ce_loss_7": 3.173860079050064,
+      "epoch": 0.855,
+      "grad_norm": 18.951683103960118,
+      "kl_loss_13": 3081.6,
+      "kl_loss_26": 2158.2,
+      "kl_loss_39": 1162.8,
+      "kl_loss_7": 3640.8,
+      "learning_rate": 5.2003112854332125e-05,
+      "loss": 4931.9,
+      "step": 8550
+    },
+    {
+      "ce_loss_13": 2.945174980163574,
+      "ce_loss_26": 2.504639369249344,
+      "ce_loss_39": 2.038501372933388,
+      "ce_loss_52": 1.4634816706180573,
+      "ce_loss_7": 3.206812459230423,
+      "epoch": 0.856,
+      "grad_norm": 19.71064196024924,
+      "kl_loss_13": 3095.2,
+      "kl_loss_26": 2169.8,
+      "kl_loss_39": 1182.5,
+      "kl_loss_7": 3640.4,
+      "learning_rate": 5.130078565432089e-05,
+      "loss": 5022.2,
+      "step": 8560
+    },
+    {
+      "ce_loss_13": 2.916484522819519,
+      "ce_loss_26": 2.4740715622901917,
+      "ce_loss_39": 2.0083792597055434,
+      "ce_loss_52": 1.4411062002182007,
+      "ce_loss_7": 3.1799224853515624,
+      "epoch": 0.857,
+      "grad_norm": 18.476735822226924,
+      "kl_loss_13": 3088.4,
+      "kl_loss_26": 2169.8,
+      "kl_loss_39": 1171.0,
+      "kl_loss_7": 3638.0,
+      "learning_rate": 5.060297685041659e-05,
+      "loss": 4959.95,
+      "step": 8570
+    },
+    {
+      "ce_loss_13": 2.9657407224178316,
+      "ce_loss_26": 2.5159328460693358,
+      "ce_loss_39": 2.0297839671373366,
+      "ce_loss_52": 1.4374482572078704,
+      "ce_loss_7": 3.2368306040763857,
+      "epoch": 0.858,
+      "grad_norm": 18.666614846165707,
+      "kl_loss_13": 3174.0,
+      "kl_loss_26": 2243.8,
+      "kl_loss_39": 1214.4,
+      "kl_loss_7": 3739.2,
+      "learning_rate": 4.99096934695461e-05,
+      "loss": 4973.6,
+      "step": 8580
+    },
+    {
+      "ce_loss_13": 2.9122063517570496,
+      "ce_loss_26": 2.4818194091320036,
+      "ce_loss_39": 2.0184349328279496,
+      "ce_loss_52": 1.4382916703820228,
+      "ce_loss_7": 3.17412588596344,
+      "epoch": 0.859,
+      "grad_norm": 19.2367820447764,
+      "kl_loss_13": 3051.6,
+      "kl_loss_26": 2150.2,
+      "kl_loss_39": 1170.3,
+      "kl_loss_7": 3600.8,
+      "learning_rate": 4.922094249306558e-05,
+      "loss": 4986.8,
+      "step": 8590
+    },
+    {
+      "ce_loss_13": 2.856007623672485,
+      "ce_loss_26": 2.4249674677848816,
+      "ce_loss_39": 1.9603979021310807,
+      "ce_loss_52": 1.3998382538557053,
+      "ce_loss_7": 3.120637094974518,
+      "epoch": 0.86,
+      "grad_norm": 19.45927110525327,
+      "kl_loss_13": 3034.0,
+      "kl_loss_26": 2133.8,
+      "kl_loss_39": 1154.5,
+      "kl_loss_7": 3588.0,
+      "learning_rate": 4.853673085668947e-05,
+      "loss": 5020.0,
+      "step": 8600
+    },
+    {
+      "ce_loss_13": 2.8736523926258086,
+      "ce_loss_26": 2.4339311927556992,
+      "ce_loss_39": 1.9728148251771926,
+      "ce_loss_52": 1.4134869635105134,
+      "ce_loss_7": 3.132260227203369,
+      "epoch": 0.861,
+      "grad_norm": 18.566757154178084,
+      "kl_loss_13": 3035.6,
+      "kl_loss_26": 2121.8,
+      "kl_loss_39": 1143.1,
+      "kl_loss_7": 3595.6,
+      "learning_rate": 4.78570654504214e-05,
+      "loss": 5002.4,
+      "step": 8610
+    },
+    {
+      "ce_loss_13": 2.918911075592041,
+      "ce_loss_26": 2.4760118186473847,
+      "ce_loss_39": 2.0035496681928633,
+      "ce_loss_52": 1.4298115074634552,
+      "ce_loss_7": 3.1867982387542724,
+      "epoch": 0.862,
+      "grad_norm": 19.07407083640675,
+      "kl_loss_13": 3104.8,
+      "kl_loss_26": 2178.0,
+      "kl_loss_39": 1171.7,
+      "kl_loss_7": 3661.6,
+      "learning_rate": 4.7181953118484556e-05,
+      "loss": 4962.1,
+      "step": 8620
+    },
+    {
+      "ce_loss_13": 2.90929571390152,
+      "ce_loss_26": 2.4703837007284166,
+      "ce_loss_39": 2.004773771762848,
+      "ce_loss_52": 1.4389754503965377,
+      "ce_loss_7": 3.1703392446041105,
+      "epoch": 0.863,
+      "grad_norm": 19.469181472497027,
+      "kl_loss_13": 3027.6,
+      "kl_loss_26": 2134.8,
+      "kl_loss_39": 1156.0,
+      "kl_loss_7": 3579.2,
+      "learning_rate": 4.651140065925269e-05,
+      "loss": 4937.2,
+      "step": 8630
+    },
+    {
+      "ce_loss_13": 2.9975267946720123,
+      "ce_loss_26": 2.5536694526672363,
+      "ce_loss_39": 2.07455490231514,
+      "ce_loss_52": 1.4786568373441695,
+      "ce_loss_7": 3.265315741300583,
+      "epoch": 0.864,
+      "grad_norm": 19.328625062361652,
+      "kl_loss_13": 3149.6,
+      "kl_loss_26": 2221.4,
+      "kl_loss_39": 1210.4,
+      "kl_loss_7": 3701.6,
+      "learning_rate": 4.58454148251814e-05,
+      "loss": 4974.2,
+      "step": 8640
+    },
+    {
+      "ce_loss_13": 2.914253044128418,
+      "ce_loss_26": 2.4742087960243224,
+      "ce_loss_39": 2.0090451925992965,
+      "ce_loss_52": 1.4428718268871308,
+      "ce_loss_7": 3.174784082174301,
+      "epoch": 0.865,
+      "grad_norm": 18.948427807011946,
+      "kl_loss_13": 3048.4,
+      "kl_loss_26": 2129.2,
+      "kl_loss_39": 1142.4,
+      "kl_loss_7": 3588.0,
+      "learning_rate": 4.518400232274078e-05,
+      "loss": 4950.8,
+      "step": 8650
+    },
+    {
+      "ce_loss_13": 2.895064812898636,
+      "ce_loss_26": 2.452637565135956,
+      "ce_loss_39": 1.9877680152654649,
+      "ce_loss_52": 1.419823595881462,
+      "ce_loss_7": 3.151270192861557,
+      "epoch": 0.866,
+      "grad_norm": 18.81553972523,
+      "kl_loss_13": 3058.0,
+      "kl_loss_26": 2145.0,
+      "kl_loss_39": 1169.4,
+      "kl_loss_7": 3595.6,
+      "learning_rate": 4.452716981234745e-05,
+      "loss": 5007.2,
+      "step": 8660
+    },
+    {
+      "ce_loss_13": 2.929095983505249,
+      "ce_loss_26": 2.480497121810913,
+      "ce_loss_39": 2.006428611278534,
+      "ce_loss_52": 1.4315154731273652,
+      "ce_loss_7": 3.2007214546203615,
+      "epoch": 0.867,
+      "grad_norm": 18.95890107682501,
+      "kl_loss_13": 3086.0,
+      "kl_loss_26": 2159.8,
+      "kl_loss_39": 1163.2,
+      "kl_loss_7": 3645.6,
+      "learning_rate": 4.3874923908297335e-05,
+      "loss": 4988.0,
+      "step": 8670
+    },
+    {
+      "ce_loss_13": 2.917868083715439,
+      "ce_loss_26": 2.466423386335373,
+      "ce_loss_39": 1.9825115293264388,
+      "ce_loss_52": 1.4014427214860916,
+      "ce_loss_7": 3.187401866912842,
+      "epoch": 0.868,
+      "grad_norm": 18.57272436866935,
+      "kl_loss_13": 3128.0,
+      "kl_loss_26": 2194.4,
+      "kl_loss_39": 1181.8,
+      "kl_loss_7": 3698.4,
+      "learning_rate": 4.322727117869951e-05,
+      "loss": 4966.1,
+      "step": 8680
+    },
+    {
+      "ce_loss_13": 2.864998000860214,
+      "ce_loss_26": 2.4295243114233016,
+      "ce_loss_39": 1.9672368943691254,
+      "ce_loss_52": 1.4193324148654938,
+      "ce_loss_7": 3.128977674245834,
+      "epoch": 0.869,
+      "grad_norm": 18.701108919653294,
+      "kl_loss_13": 3002.4,
+      "kl_loss_26": 2088.8,
+      "kl_loss_39": 1117.8,
+      "kl_loss_7": 3558.4,
+      "learning_rate": 4.2584218145409916e-05,
+      "loss": 4955.6,
+      "step": 8690
+    },
+    {
+      "ce_loss_13": 2.866414725780487,
+      "ce_loss_26": 2.4338418275117872,
+      "ce_loss_39": 1.961911031603813,
+      "ce_loss_52": 1.3979329317808151,
+      "ce_loss_7": 3.1249643862247467,
+      "epoch": 0.87,
+      "grad_norm": 19.695244279115233,
+      "kl_loss_13": 3026.4,
+      "kl_loss_26": 2123.4,
+      "kl_loss_39": 1140.7,
+      "kl_loss_7": 3568.4,
+      "learning_rate": 4.194577128396521e-05,
+      "loss": 4954.85,
+      "step": 8700
+    },
+    {
+      "ce_loss_13": 2.9441056907176972,
+      "ce_loss_26": 2.5146015286445618,
+      "ce_loss_39": 2.0488742887973785,
+      "ce_loss_52": 1.4835967749357224,
+      "ce_loss_7": 3.202489811182022,
+      "epoch": 0.871,
+      "grad_norm": 18.533833127334756,
+      "kl_loss_13": 3031.2,
+      "kl_loss_26": 2129.4,
+      "kl_loss_39": 1154.3,
+      "kl_loss_7": 3572.4,
+      "learning_rate": 4.1311937023518264e-05,
+      "loss": 4983.55,
+      "step": 8710
+    },
+    {
+      "ce_loss_13": 2.927008146047592,
+      "ce_loss_26": 2.4801330626010896,
+      "ce_loss_39": 2.0113667100667953,
+      "ce_loss_52": 1.4392758041620255,
+      "ce_loss_7": 3.1931580364704133,
+      "epoch": 0.872,
+      "grad_norm": 19.604731242944656,
+      "kl_loss_13": 3073.2,
+      "kl_loss_26": 2148.4,
+      "kl_loss_39": 1161.3,
+      "kl_loss_7": 3631.6,
+      "learning_rate": 4.0682721746773344e-05,
+      "loss": 4966.3,
+      "step": 8720
+    },
+    {
+      "ce_loss_13": 2.875244301557541,
+      "ce_loss_26": 2.4395941644906998,
+      "ce_loss_39": 1.9802403211593629,
+      "ce_loss_52": 1.425346952676773,
+      "ce_loss_7": 3.1323861300945284,
+      "epoch": 0.873,
+      "grad_norm": 19.084321030186736,
+      "kl_loss_13": 3020.0,
+      "kl_loss_26": 2114.6,
+      "kl_loss_39": 1135.6,
+      "kl_loss_7": 3558.4,
+      "learning_rate": 4.0058131789920904e-05,
+      "loss": 4966.9,
+      "step": 8730
+    },
+    {
+      "ce_loss_13": 2.91582133769989,
+      "ce_loss_26": 2.469817638397217,
+      "ce_loss_39": 1.9961349010467528,
+      "ce_loss_52": 1.4161934450268745,
+      "ce_loss_7": 3.1843641221523287,
+      "epoch": 0.874,
+      "grad_norm": 19.701093771188038,
+      "kl_loss_13": 3130.0,
+      "kl_loss_26": 2205.0,
+      "kl_loss_39": 1187.7,
+      "kl_loss_7": 3684.8,
+      "learning_rate": 3.9438173442575e-05,
+      "loss": 4920.3,
+      "step": 8740
+    },
+    {
+      "ce_loss_13": 2.931247502565384,
+      "ce_loss_26": 2.499329847097397,
+      "ce_loss_39": 2.038593566417694,
+      "ce_loss_52": 1.4660022050142287,
+      "ce_loss_7": 3.1989371538162232,
+      "epoch": 0.875,
+      "grad_norm": 19.499459693858824,
+      "kl_loss_13": 3039.6,
+      "kl_loss_26": 2133.8,
+      "kl_loss_39": 1152.2,
+      "kl_loss_7": 3588.0,
+      "learning_rate": 3.882285294770937e-05,
+      "loss": 4984.7,
+      "step": 8750
+    },
+    {
+      "ce_loss_13": 2.903587061166763,
+      "ce_loss_26": 2.4606124222278596,
+      "ce_loss_39": 1.9871950060129167,
+      "ce_loss_52": 1.3980468481779098,
+      "ce_loss_7": 3.17354930639267,
+      "epoch": 0.876,
+      "grad_norm": 19.253090654259744,
+      "kl_loss_13": 3078.4,
+      "kl_loss_26": 2163.8,
+      "kl_loss_39": 1181.0,
+      "kl_loss_7": 3644.8,
+      "learning_rate": 3.821217650159453e-05,
+      "loss": 4982.75,
+      "step": 8760
+    },
+    {
+      "ce_loss_13": 2.820340207219124,
+      "ce_loss_26": 2.3951667070388796,
+      "ce_loss_39": 1.9451639890670775,
+      "ce_loss_52": 1.4168721199035645,
+      "ce_loss_7": 3.074656307697296,
+      "epoch": 0.877,
+      "grad_norm": 19.190959579311908,
+      "kl_loss_13": 2910.8,
+      "kl_loss_26": 2031.2,
+      "kl_loss_39": 1086.2,
+      "kl_loss_7": 3448.8,
+      "learning_rate": 3.760615025373543e-05,
+      "loss": 4941.25,
+      "step": 8770
+    },
+    {
+      "ce_loss_13": 2.9391641199588774,
+      "ce_loss_26": 2.5044194877147676,
+      "ce_loss_39": 2.0340330809354783,
+      "ce_loss_52": 1.4550057530403138,
+      "ce_loss_7": 3.200497591495514,
+      "epoch": 0.878,
+      "grad_norm": 19.218011314135488,
+      "kl_loss_13": 3063.6,
+      "kl_loss_26": 2155.8,
+      "kl_loss_39": 1164.4,
+      "kl_loss_7": 3604.8,
+      "learning_rate": 3.700478030680987e-05,
+      "loss": 4989.0,
+      "step": 8780
+    },
+    {
+      "ce_loss_13": 2.9181353628635405,
+      "ce_loss_26": 2.484974616765976,
+      "ce_loss_39": 2.0213694095611574,
+      "ce_loss_52": 1.4473600834608078,
+      "ce_loss_7": 3.1764037668704987,
+      "epoch": 0.879,
+      "grad_norm": 18.881217884773644,
+      "kl_loss_13": 3048.4,
+      "kl_loss_26": 2145.6,
+      "kl_loss_39": 1162.1,
+      "kl_loss_7": 3594.8,
+      "learning_rate": 3.6408072716606344e-05,
+      "loss": 4996.95,
+      "step": 8790
+    },
+    {
+      "ce_loss_13": 2.878078305721283,
+      "ce_loss_26": 2.445318901538849,
+      "ce_loss_39": 1.9787369549274445,
+      "ce_loss_52": 1.4154168665409088,
+      "ce_loss_7": 3.13910374045372,
+      "epoch": 0.88,
+      "grad_norm": 19.232153237296814,
+      "kl_loss_13": 3023.6,
+      "kl_loss_26": 2120.2,
+      "kl_loss_39": 1138.8,
+      "kl_loss_7": 3570.8,
+      "learning_rate": 3.5816033491963716e-05,
+      "loss": 4957.2,
+      "step": 8800
+    },
+    {
+      "ce_loss_13": 2.8982558727264403,
+      "ce_loss_26": 2.4716543793678283,
+      "ce_loss_39": 2.0096321552991867,
+      "ce_loss_52": 1.4367865800857544,
+      "ce_loss_7": 3.162083399295807,
+      "epoch": 0.881,
+      "grad_norm": 19.92275213516334,
+      "kl_loss_13": 3003.6,
+      "kl_loss_26": 2113.0,
+      "kl_loss_39": 1151.0,
+      "kl_loss_7": 3555.2,
+      "learning_rate": 3.522866859471047e-05,
+      "loss": 4925.7,
+      "step": 8810
+    },
+    {
+      "ce_loss_13": 2.9355869591236115,
+      "ce_loss_26": 2.495421326160431,
+      "ce_loss_39": 2.0324677735567094,
+      "ce_loss_52": 1.4521033734083175,
+      "ce_loss_7": 3.20084969997406,
+      "epoch": 0.882,
+      "grad_norm": 18.63804720981334,
+      "kl_loss_13": 3093.2,
+      "kl_loss_26": 2164.2,
+      "kl_loss_39": 1179.6,
+      "kl_loss_7": 3645.6,
+      "learning_rate": 3.46459839396045e-05,
+      "loss": 5007.2,
+      "step": 8820
+    },
+    {
+      "ce_loss_13": 2.9325197875499724,
+      "ce_loss_26": 2.4879075407981874,
+      "ce_loss_39": 2.0197067618370057,
+      "ce_loss_52": 1.4270877152681352,
+      "ce_loss_7": 3.198145306110382,
+      "epoch": 0.883,
+      "grad_norm": 18.241829484742485,
+      "kl_loss_13": 3112.0,
+      "kl_loss_26": 2188.6,
+      "kl_loss_39": 1188.1,
+      "kl_loss_7": 3676.4,
+      "learning_rate": 3.406798539427386e-05,
+      "loss": 4970.75,
+      "step": 8830
+    },
+    {
+      "ce_loss_13": 2.9144038438796995,
+      "ce_loss_26": 2.490026795864105,
+      "ce_loss_39": 2.0250850170850754,
+      "ce_loss_52": 1.4695867449045181,
+      "ce_loss_7": 3.171018958091736,
+      "epoch": 0.884,
+      "grad_norm": 19.295732101275807,
+      "kl_loss_13": 3016.4,
+      "kl_loss_26": 2109.6,
+      "kl_loss_39": 1133.6,
+      "kl_loss_7": 3556.0,
+      "learning_rate": 3.349467877915746e-05,
+      "loss": 4929.15,
+      "step": 8840
+    },
+    {
+      "ce_loss_13": 2.9367240130901338,
+      "ce_loss_26": 2.5029721915721894,
+      "ce_loss_39": 2.038401874899864,
+      "ce_loss_52": 1.4602129399776458,
+      "ce_loss_7": 3.1973277926445007,
+      "epoch": 0.885,
+      "grad_norm": 18.483553110198095,
+      "kl_loss_13": 3071.2,
+      "kl_loss_26": 2165.0,
+      "kl_loss_39": 1179.3,
+      "kl_loss_7": 3608.0,
+      "learning_rate": 3.292606986744667e-05,
+      "loss": 4997.15,
+      "step": 8850
+    },
+    {
+      "ce_loss_13": 2.962205785512924,
+      "ce_loss_26": 2.5182169795036318,
+      "ce_loss_39": 2.0426361471414567,
+      "ce_loss_52": 1.4736472845077515,
+      "ce_loss_7": 3.2304830133914946,
+      "epoch": 0.886,
+      "grad_norm": 19.501438521011444,
+      "kl_loss_13": 3089.6,
+      "kl_loss_26": 2164.0,
+      "kl_loss_39": 1168.6,
+      "kl_loss_7": 3642.4,
+      "learning_rate": 3.23621643850267e-05,
+      "loss": 4957.35,
+      "step": 8860
+    },
+    {
+      "ce_loss_13": 2.8543384969234467,
+      "ce_loss_26": 2.4200983941555023,
+      "ce_loss_39": 1.9575607985258103,
+      "ce_loss_52": 1.3949070930480958,
+      "ce_loss_7": 3.1160971879959107,
+      "epoch": 0.887,
+      "grad_norm": 19.320586944244614,
+      "kl_loss_13": 3009.6,
+      "kl_loss_26": 2108.8,
+      "kl_loss_39": 1139.1,
+      "kl_loss_7": 3548.0,
+      "learning_rate": 3.180296801041971e-05,
+      "loss": 4940.1,
+      "step": 8870
+    },
+    {
+      "ce_loss_13": 2.8845052778720857,
+      "ce_loss_26": 2.456773716211319,
+      "ce_loss_39": 1.9930354177951812,
+      "ce_loss_52": 1.4307963967323303,
+      "ce_loss_7": 3.144515538215637,
+      "epoch": 0.888,
+      "grad_norm": 19.659033917356428,
+      "kl_loss_13": 2998.8,
+      "kl_loss_26": 2105.2,
+      "kl_loss_39": 1137.6,
+      "kl_loss_7": 3543.2,
+      "learning_rate": 3.124848637472688e-05,
+      "loss": 4952.5,
+      "step": 8880
+    },
+    {
+      "ce_loss_13": 2.8944738626480104,
+      "ce_loss_26": 2.4629203975200653,
+      "ce_loss_39": 1.9913650721311569,
+      "ce_loss_52": 1.4339269563555717,
+      "ce_loss_7": 3.1572672605514525,
+      "epoch": 0.889,
+      "grad_norm": 18.88843635803768,
+      "kl_loss_13": 3032.4,
+      "kl_loss_26": 2127.8,
+      "kl_loss_39": 1135.0,
+      "kl_loss_7": 3579.2,
+      "learning_rate": 3.069872506157212e-05,
+      "loss": 4974.35,
+      "step": 8890
+    },
+    {
+      "ce_loss_13": 2.8339054346084596,
+      "ce_loss_26": 2.394126781821251,
+      "ce_loss_39": 1.9339392215013504,
+      "ce_loss_52": 1.3971292108297348,
+      "ce_loss_7": 3.0929621160030365,
+      "epoch": 0.89,
+      "grad_norm": 18.978687158228045,
+      "kl_loss_13": 2982.0,
+      "kl_loss_26": 2066.8,
+      "kl_loss_39": 1100.8,
+      "kl_loss_7": 3526.4,
+      "learning_rate": 3.0153689607045842e-05,
+      "loss": 4941.5,
+      "step": 8900
+    },
+    {
+      "ce_loss_13": 2.8811903417110445,
+      "ce_loss_26": 2.440036287903786,
+      "ce_loss_39": 1.975409933924675,
+      "ce_loss_52": 1.416017021238804,
+      "ce_loss_7": 3.1414348661899565,
+      "epoch": 0.891,
+      "grad_norm": 19.560639422793763,
+      "kl_loss_13": 3040.4,
+      "kl_loss_26": 2123.2,
+      "kl_loss_39": 1133.6,
+      "kl_loss_7": 3586.4,
+      "learning_rate": 2.9613385499648926e-05,
+      "loss": 4965.6,
+      "step": 8910
+    },
+    {
+      "ce_loss_13": 2.8596278965473174,
+      "ce_loss_26": 2.4295035183429716,
+      "ce_loss_39": 1.9728092432022095,
+      "ce_loss_52": 1.4283979684114456,
+      "ce_loss_7": 3.1134236633777617,
+      "epoch": 0.892,
+      "grad_norm": 18.908746612036932,
+      "kl_loss_13": 2974.8,
+      "kl_loss_26": 2082.0,
+      "kl_loss_39": 1115.7,
+      "kl_loss_7": 3505.2,
+      "learning_rate": 2.9077818180237692e-05,
+      "loss": 5007.95,
+      "step": 8920
+    },
+    {
+      "ce_loss_13": 2.8744696974754333,
+      "ce_loss_26": 2.4505746215581894,
+      "ce_loss_39": 1.9992403596639634,
+      "ce_loss_52": 1.4506706580519677,
+      "ce_loss_7": 3.13488364815712,
+      "epoch": 0.893,
+      "grad_norm": 18.957478200982788,
+      "kl_loss_13": 2985.6,
+      "kl_loss_26": 2094.6,
+      "kl_loss_39": 1129.4,
+      "kl_loss_7": 3523.6,
+      "learning_rate": 2.8546993041969172e-05,
+      "loss": 4940.15,
+      "step": 8930
+    },
+    {
+      "ce_loss_13": 2.8975345969200133,
+      "ce_loss_26": 2.4653249740600587,
+      "ce_loss_39": 2.0007053166627884,
+      "ce_loss_52": 1.4314887911081313,
+      "ce_loss_7": 3.155570811033249,
+      "epoch": 0.894,
+      "grad_norm": 18.739265695771255,
+      "kl_loss_13": 3012.4,
+      "kl_loss_26": 2117.2,
+      "kl_loss_39": 1151.3,
+      "kl_loss_7": 3551.6,
+      "learning_rate": 2.802091543024671e-05,
+      "loss": 4940.05,
+      "step": 8940
+    },
+    {
+      "ce_loss_13": 2.9072438359260557,
+      "ce_loss_26": 2.471187961101532,
+      "ce_loss_39": 2.0144962787628176,
+      "ce_loss_52": 1.42624132335186,
+      "ce_loss_7": 3.1694943487644194,
+      "epoch": 0.895,
+      "grad_norm": 19.21731826372691,
+      "kl_loss_13": 3062.0,
+      "kl_loss_26": 2168.4,
+      "kl_loss_39": 1196.7,
+      "kl_loss_7": 3618.8,
+      "learning_rate": 2.7499590642665774e-05,
+      "loss": 4979.0,
+      "step": 8950
+    },
+    {
+      "ce_loss_13": 2.893015044927597,
+      "ce_loss_26": 2.4596860975027086,
+      "ce_loss_39": 2.0018325716257097,
+      "ce_loss_52": 1.4285719782114028,
+      "ce_loss_7": 3.154858148097992,
+      "epoch": 0.896,
+      "grad_norm": 18.801842424478984,
+      "kl_loss_13": 3027.6,
+      "kl_loss_26": 2117.0,
+      "kl_loss_39": 1153.1,
+      "kl_loss_7": 3566.0,
+      "learning_rate": 2.6983023928961405e-05,
+      "loss": 4959.6,
+      "step": 8960
+    },
+    {
+      "ce_loss_13": 2.8546026587486266,
+      "ce_loss_26": 2.4183767944574357,
+      "ce_loss_39": 1.956614688038826,
+      "ce_loss_52": 1.3939528629183768,
+      "ce_loss_7": 3.1231652200222015,
+      "epoch": 0.897,
+      "grad_norm": 19.808391264092982,
+      "kl_loss_13": 3029.2,
+      "kl_loss_26": 2118.8,
+      "kl_loss_39": 1139.0,
+      "kl_loss_7": 3584.4,
+      "learning_rate": 2.6471220490954628e-05,
+      "loss": 4973.5,
+      "step": 8970
+    },
+    {
+      "ce_loss_13": 2.9009016394615172,
+      "ce_loss_26": 2.467138040065765,
+      "ce_loss_39": 2.0069568186998366,
+      "ce_loss_52": 1.4654083251953125,
+      "ce_loss_7": 3.155901938676834,
+      "epoch": 0.898,
+      "grad_norm": 19.041913132666583,
+      "kl_loss_13": 2967.2,
+      "kl_loss_26": 2069.0,
+      "kl_loss_39": 1105.9,
+      "kl_loss_7": 3506.0,
+      "learning_rate": 2.596418548250029e-05,
+      "loss": 4886.7,
+      "step": 8980
+    },
+    {
+      "ce_loss_13": 2.8516535699367522,
+      "ce_loss_26": 2.426672577857971,
+      "ce_loss_39": 1.9635347902774811,
+      "ce_loss_52": 1.419031423330307,
+      "ce_loss_7": 3.112126684188843,
+      "epoch": 0.899,
+      "grad_norm": 19.026364280537617,
+      "kl_loss_13": 2990.8,
+      "kl_loss_26": 2103.8,
+      "kl_loss_39": 1123.3,
+      "kl_loss_7": 3530.0,
+      "learning_rate": 2.5461924009435368e-05,
+      "loss": 4885.15,
+      "step": 8990
+    },
+    {
+      "ce_loss_13": 2.870776003599167,
+      "ce_loss_26": 2.4326407968997956,
+      "ce_loss_39": 1.9669345051050187,
+      "ce_loss_52": 1.420183390378952,
+      "ce_loss_7": 3.127993369102478,
+      "epoch": 0.9,
+      "grad_norm": 18.943171008960356,
+      "kl_loss_13": 3002.4,
+      "kl_loss_26": 2090.0,
+      "kl_loss_39": 1108.9,
+      "kl_loss_7": 3537.6,
+      "learning_rate": 2.4964441129527336e-05,
+      "loss": 4949.55,
+      "step": 9000
+    },
+    {
+      "ce_loss_13": 2.91824157834053,
+      "ce_loss_26": 2.4817179054021836,
+      "ce_loss_39": 2.015528929233551,
+      "ce_loss_52": 1.434774386882782,
+      "ce_loss_7": 3.181524306535721,
+      "epoch": 0.901,
+      "grad_norm": 19.717113587964203,
+      "kl_loss_13": 3071.6,
+      "kl_loss_26": 2176.4,
+      "kl_loss_39": 1186.6,
+      "kl_loss_7": 3618.4,
+      "learning_rate": 2.4471741852423235e-05,
+      "loss": 4970.45,
+      "step": 9010
+    },
+    {
+      "ce_loss_13": 2.8203544914722443,
+      "ce_loss_26": 2.394831323623657,
+      "ce_loss_39": 1.9447649121284485,
+      "ce_loss_52": 1.3895054385066032,
+      "ce_loss_7": 3.0815266370773315,
+      "epoch": 0.902,
+      "grad_norm": 19.201709482987514,
+      "kl_loss_13": 2963.6,
+      "kl_loss_26": 2077.6,
+      "kl_loss_39": 1127.3,
+      "kl_loss_7": 3508.4,
+      "learning_rate": 2.3983831139599287e-05,
+      "loss": 4939.65,
+      "step": 9020
+    },
+    {
+      "ce_loss_13": 2.8914650082588196,
+      "ce_loss_26": 2.46552118062973,
+      "ce_loss_39": 1.9927147597074508,
+      "ce_loss_52": 1.4259023681282996,
+      "ce_loss_7": 3.1594585537910462,
+      "epoch": 0.903,
+      "grad_norm": 18.327777842458563,
+      "kl_loss_13": 3054.4,
+      "kl_loss_26": 2152.4,
+      "kl_loss_39": 1157.6,
+      "kl_loss_7": 3607.6,
+      "learning_rate": 2.3500713904311022e-05,
+      "loss": 4963.8,
+      "step": 9030
+    },
+    {
+      "ce_loss_13": 2.8807626605033874,
+      "ce_loss_26": 2.432952329516411,
+      "ce_loss_39": 1.9567799299955368,
+      "ce_loss_52": 1.4073475629091263,
+      "ce_loss_7": 3.1469713926315306,
+      "epoch": 0.904,
+      "grad_norm": 20.180916839551323,
+      "kl_loss_13": 3056.0,
+      "kl_loss_26": 2131.4,
+      "kl_loss_39": 1132.8,
+      "kl_loss_7": 3607.6,
+      "learning_rate": 2.3022395011543685e-05,
+      "loss": 4930.8,
+      "step": 9040
+    },
+    {
+      "ce_loss_13": 2.895359253883362,
+      "ce_loss_26": 2.4620601534843445,
+      "ce_loss_39": 1.9888764083385468,
+      "ce_loss_52": 1.4224872916936875,
+      "ce_loss_7": 3.1553323328495027,
+      "epoch": 0.905,
+      "grad_norm": 19.515330390455173,
+      "kl_loss_13": 3061.2,
+      "kl_loss_26": 2157.8,
+      "kl_loss_39": 1165.6,
+      "kl_loss_7": 3605.6,
+      "learning_rate": 2.2548879277963063e-05,
+      "loss": 4965.65,
+      "step": 9050
+    },
+    {
+      "ce_loss_13": 2.913999766111374,
+      "ce_loss_26": 2.4826299071311952,
+      "ce_loss_39": 2.025396314263344,
+      "ce_loss_52": 1.4647169053554534,
+      "ce_loss_7": 3.1696211397647858,
+      "epoch": 0.906,
+      "grad_norm": 19.958942164442686,
+      "kl_loss_13": 2998.4,
+      "kl_loss_26": 2104.6,
+      "kl_loss_39": 1143.0,
+      "kl_loss_7": 3532.8,
+      "learning_rate": 2.208017147186736e-05,
+      "loss": 4953.35,
+      "step": 9060
+    },
+    {
+      "ce_loss_13": 2.931579887866974,
+      "ce_loss_26": 2.497947371006012,
+      "ce_loss_39": 2.0416529774665833,
+      "ce_loss_52": 1.4668794304132462,
+      "ce_loss_7": 3.1927560210227965,
+      "epoch": 0.907,
+      "grad_norm": 18.915099363205265,
+      "kl_loss_13": 3050.8,
+      "kl_loss_26": 2150.2,
+      "kl_loss_39": 1170.4,
+      "kl_loss_7": 3596.4,
+      "learning_rate": 2.1616276313139227e-05,
+      "loss": 4967.35,
+      "step": 9070
+    },
+    {
+      "ce_loss_13": 2.8379551649093626,
+      "ce_loss_26": 2.4058648884296416,
+      "ce_loss_39": 1.9522909700870514,
+      "ce_loss_52": 1.401316450536251,
+      "ce_loss_7": 3.096262776851654,
+      "epoch": 0.908,
+      "grad_norm": 17.939476679877323,
+      "kl_loss_13": 2996.4,
+      "kl_loss_26": 2103.4,
+      "kl_loss_39": 1130.6,
+      "kl_loss_7": 3545.6,
+      "learning_rate": 2.1157198473197415e-05,
+      "loss": 4983.65,
+      "step": 9080
+    },
+    {
+      "ce_loss_13": 2.9229146242141724,
+      "ce_loss_26": 2.4857192397117616,
+      "ce_loss_39": 2.014718788862228,
+      "ce_loss_52": 1.4371613681316375,
+      "ce_loss_7": 3.192232495546341,
+      "epoch": 0.909,
+      "grad_norm": 19.195813577565207,
+      "kl_loss_13": 3088.8,
+      "kl_loss_26": 2172.6,
+      "kl_loss_39": 1177.9,
+      "kl_loss_7": 3649.2,
+      "learning_rate": 2.0702942574950812e-05,
+      "loss": 4961.5,
+      "step": 9090
+    },
+    {
+      "ce_loss_13": 2.9034866452217103,
+      "ce_loss_26": 2.4769316017627716,
+      "ce_loss_39": 2.006492680311203,
+      "ce_loss_52": 1.4311101764440537,
+      "ce_loss_7": 3.164641487598419,
+      "epoch": 0.91,
+      "grad_norm": 18.881356963654913,
+      "kl_loss_13": 3059.6,
+      "kl_loss_26": 2172.6,
+      "kl_loss_39": 1174.0,
+      "kl_loss_7": 3598.4,
+      "learning_rate": 2.025351319275137e-05,
+      "loss": 4952.9,
+      "step": 9100
+    },
+    {
+      "ce_loss_13": 2.915982037782669,
+      "ce_loss_26": 2.4739193379879,
+      "ce_loss_39": 2.002902591228485,
+      "ce_loss_52": 1.4319583177566528,
+      "ce_loss_7": 3.17461501955986,
+      "epoch": 0.911,
+      "grad_norm": 18.844750958897702,
+      "kl_loss_13": 3071.6,
+      "kl_loss_26": 2158.2,
+      "kl_loss_39": 1169.6,
+      "kl_loss_7": 3613.6,
+      "learning_rate": 1.9808914852347816e-05,
+      "loss": 4969.1,
+      "step": 9110
+    },
+    {
+      "ce_loss_13": 2.9571076393127442,
+      "ce_loss_26": 2.5076956033706663,
+      "ce_loss_39": 2.0347861379384993,
+      "ce_loss_52": 1.4524286478757857,
+      "ce_loss_7": 3.2245921969413756,
+      "epoch": 0.912,
+      "grad_norm": 18.516316183492112,
+      "kl_loss_13": 3096.4,
+      "kl_loss_26": 2170.0,
+      "kl_loss_39": 1183.2,
+      "kl_loss_7": 3656.0,
+      "learning_rate": 1.9369152030840554e-05,
+      "loss": 4969.7,
+      "step": 9120
+    },
+    {
+      "ce_loss_13": 2.8493692874908447,
+      "ce_loss_26": 2.4184423595666886,
+      "ce_loss_39": 1.9636689513921737,
+      "ce_loss_52": 1.4161925345659256,
+      "ce_loss_7": 3.1067621290683745,
+      "epoch": 0.913,
+      "grad_norm": 19.557541417790066,
+      "kl_loss_13": 2969.6,
+      "kl_loss_26": 2073.0,
+      "kl_loss_39": 1110.7,
+      "kl_loss_7": 3508.8,
+      "learning_rate": 1.893422915663645e-05,
+      "loss": 4967.05,
+      "step": 9130
+    },
+    {
+      "ce_loss_13": 2.950014758110046,
+      "ce_loss_26": 2.5281428694725037,
+      "ce_loss_39": 2.0640300661325455,
+      "ce_loss_52": 1.4911428451538087,
+      "ce_loss_7": 3.20717169046402,
+      "epoch": 0.914,
+      "grad_norm": 19.126297962103095,
+      "kl_loss_13": 3062.4,
+      "kl_loss_26": 2166.6,
+      "kl_loss_39": 1184.2,
+      "kl_loss_7": 3597.2,
+      "learning_rate": 1.850415060940386e-05,
+      "loss": 4910.65,
+      "step": 9140
+    },
+    {
+      "ce_loss_13": 2.9050391018390656,
+      "ce_loss_26": 2.4736091554164887,
+      "ce_loss_39": 2.017327818274498,
+      "ce_loss_52": 1.4512428998947144,
+      "ce_loss_7": 3.162110447883606,
+      "epoch": 0.915,
+      "grad_norm": 18.914613896159423,
+      "kl_loss_13": 3018.0,
+      "kl_loss_26": 2122.6,
+      "kl_loss_39": 1153.5,
+      "kl_loss_7": 3547.6,
+      "learning_rate": 1.8078920720028978e-05,
+      "loss": 4898.6,
+      "step": 9150
+    },
+    {
+      "ce_loss_13": 2.8679368257522584,
+      "ce_loss_26": 2.4424335032701494,
+      "ce_loss_39": 1.9891292452812195,
+      "ce_loss_52": 1.4451990023255348,
+      "ce_loss_7": 3.127324694395065,
+      "epoch": 0.916,
+      "grad_norm": 20.019541856401887,
+      "kl_loss_13": 2959.2,
+      "kl_loss_26": 2064.4,
+      "kl_loss_39": 1098.8,
+      "kl_loss_7": 3496.8,
+      "learning_rate": 1.765854377057219e-05,
+      "loss": 4940.15,
+      "step": 9160
+    },
+    {
+      "ce_loss_13": 2.873015010356903,
+      "ce_loss_26": 2.433028203248978,
+      "ce_loss_39": 1.9746823519468308,
+      "ce_loss_52": 1.407148177921772,
+      "ce_loss_7": 3.1320842862129212,
+      "epoch": 0.917,
+      "grad_norm": 18.323389911529343,
+      "kl_loss_13": 3046.8,
+      "kl_loss_26": 2143.6,
+      "kl_loss_39": 1161.3,
+      "kl_loss_7": 3586.0,
+      "learning_rate": 1.724302399422456e-05,
+      "loss": 4937.75,
+      "step": 9170
+    },
+    {
+      "ce_loss_13": 2.864003378152847,
+      "ce_loss_26": 2.4368703365325928,
+      "ce_loss_39": 1.978201287984848,
+      "ce_loss_52": 1.4284173011779786,
+      "ce_loss_7": 3.117653822898865,
+      "epoch": 0.918,
+      "grad_norm": 19.851903614612837,
+      "kl_loss_13": 2960.4,
+      "kl_loss_26": 2069.6,
+      "kl_loss_39": 1110.5,
+      "kl_loss_7": 3494.8,
+      "learning_rate": 1.683236557526574e-05,
+      "loss": 4948.85,
+      "step": 9180
+    },
+    {
+      "ce_loss_13": 2.841529107093811,
+      "ce_loss_26": 2.4092674642801284,
+      "ce_loss_39": 1.9591031044721603,
+      "ce_loss_52": 1.4043558463454247,
+      "ce_loss_7": 3.099020904302597,
+      "epoch": 0.919,
+      "grad_norm": 18.98858399937095,
+      "kl_loss_13": 2971.2,
+      "kl_loss_26": 2076.4,
+      "kl_loss_39": 1122.0,
+      "kl_loss_7": 3508.0,
+      "learning_rate": 1.6426572649021475e-05,
+      "loss": 4944.1,
+      "step": 9190
+    },
+    {
+      "ce_loss_13": 2.902883565425873,
+      "ce_loss_26": 2.4624376207590104,
+      "ce_loss_39": 2.0033867925405504,
+      "ce_loss_52": 1.4482421904802323,
+      "ce_loss_7": 3.1540717780590057,
+      "epoch": 0.92,
+      "grad_norm": 19.524164167367193,
+      "kl_loss_13": 3016.4,
+      "kl_loss_26": 2114.8,
+      "kl_loss_39": 1136.7,
+      "kl_loss_7": 3542.4,
+      "learning_rate": 1.6025649301821876e-05,
+      "loss": 4936.95,
+      "step": 9200
+    },
+    {
+      "ce_loss_13": 2.962231194972992,
+      "ce_loss_26": 2.5141273856163027,
+      "ce_loss_39": 2.038061347603798,
+      "ce_loss_52": 1.4573458433151245,
+      "ce_loss_7": 3.22137930393219,
+      "epoch": 0.921,
+      "grad_norm": 19.07781770056793,
+      "kl_loss_13": 3091.6,
+      "kl_loss_26": 2174.2,
+      "kl_loss_39": 1179.6,
+      "kl_loss_7": 3638.0,
+      "learning_rate": 1.5629599570960716e-05,
+      "loss": 4931.05,
+      "step": 9210
+    },
+    {
+      "ce_loss_13": 2.828860414028168,
+      "ce_loss_26": 2.394576147198677,
+      "ce_loss_39": 1.940834417939186,
+      "ce_loss_52": 1.396960550546646,
+      "ce_loss_7": 3.0943815410137177,
+      "epoch": 0.922,
+      "grad_norm": 18.68562598066032,
+      "kl_loss_13": 2986.4,
+      "kl_loss_26": 2085.0,
+      "kl_loss_39": 1113.6,
+      "kl_loss_7": 3535.2,
+      "learning_rate": 1.5238427444654367e-05,
+      "loss": 4919.35,
+      "step": 9220
+    },
+    {
+      "ce_loss_13": 2.854993385076523,
+      "ce_loss_26": 2.4067456245422365,
+      "ce_loss_39": 1.9481880724430085,
+      "ce_loss_52": 1.392129084467888,
+      "ce_loss_7": 3.119863528013229,
+      "epoch": 0.923,
+      "grad_norm": 19.56628173058375,
+      "kl_loss_13": 3048.8,
+      "kl_loss_26": 2126.2,
+      "kl_loss_39": 1141.3,
+      "kl_loss_7": 3609.6,
+      "learning_rate": 1.4852136862001764e-05,
+      "loss": 4956.25,
+      "step": 9230
+    },
+    {
+      "ce_loss_13": 2.8672266066074372,
+      "ce_loss_26": 2.428171756863594,
+      "ce_loss_39": 1.967655423283577,
+      "ce_loss_52": 1.4228445023298264,
+      "ce_loss_7": 3.12925271987915,
+      "epoch": 0.924,
+      "grad_norm": 18.655136558750065,
+      "kl_loss_13": 3020.8,
+      "kl_loss_26": 2114.0,
+      "kl_loss_39": 1134.6,
+      "kl_loss_7": 3562.4,
+      "learning_rate": 1.4470731712944884e-05,
+      "loss": 4914.5,
+      "step": 9240
+    },
+    {
+      "ce_loss_13": 2.967056131362915,
+      "ce_loss_26": 2.527100908756256,
+      "ce_loss_39": 2.0592952966690063,
+      "ce_loss_52": 1.466832235455513,
+      "ce_loss_7": 3.2317879140377044,
+      "epoch": 0.925,
+      "grad_norm": 18.755830587214348,
+      "kl_loss_13": 3074.0,
+      "kl_loss_26": 2172.6,
+      "kl_loss_39": 1194.2,
+      "kl_loss_7": 3633.2,
+      "learning_rate": 1.4094215838229174e-05,
+      "loss": 4941.0,
+      "step": 9250
+    },
+    {
+      "ce_loss_13": 2.8956347942352294,
+      "ce_loss_26": 2.4609649628400803,
+      "ce_loss_39": 1.998116421699524,
+      "ce_loss_52": 1.4327284812927246,
+      "ce_loss_7": 3.1544252693653108,
+      "epoch": 0.926,
+      "grad_norm": 19.440875104184542,
+      "kl_loss_13": 3037.6,
+      "kl_loss_26": 2133.0,
+      "kl_loss_39": 1149.6,
+      "kl_loss_7": 3582.4,
+      "learning_rate": 1.372259302936546e-05,
+      "loss": 4929.25,
+      "step": 9260
+    },
+    {
+      "ce_loss_13": 2.818482467532158,
+      "ce_loss_26": 2.3888671875,
+      "ce_loss_39": 1.9417572438716888,
+      "ce_loss_52": 1.3873827829957008,
+      "ce_loss_7": 3.0732292413711546,
+      "epoch": 0.927,
+      "grad_norm": 19.09848340283336,
+      "kl_loss_13": 2988.4,
+      "kl_loss_26": 2096.8,
+      "kl_loss_39": 1136.6,
+      "kl_loss_7": 3519.2,
+      "learning_rate": 1.3355867028591206e-05,
+      "loss": 4917.85,
+      "step": 9270
+    },
+    {
+      "ce_loss_13": 2.8812867999076843,
+      "ce_loss_26": 2.445907565951347,
+      "ce_loss_39": 1.9824917227029801,
+      "ce_loss_52": 1.4204061418771743,
+      "ce_loss_7": 3.1463906168937683,
+      "epoch": 0.928,
+      "grad_norm": 19.73371377973639,
+      "kl_loss_13": 3015.6,
+      "kl_loss_26": 2109.8,
+      "kl_loss_39": 1132.3,
+      "kl_loss_7": 3565.2,
+      "learning_rate": 1.2994041528833267e-05,
+      "loss": 4914.15,
+      "step": 9280
+    },
+    {
+      "ce_loss_13": 2.989528793096542,
+      "ce_loss_26": 2.545223152637482,
+      "ce_loss_39": 2.0668440997600555,
+      "ce_loss_52": 1.4640702456235886,
+      "ce_loss_7": 3.2542518198490145,
+      "epoch": 0.929,
+      "grad_norm": 18.497071159749588,
+      "kl_loss_13": 3146.0,
+      "kl_loss_26": 2234.4,
+      "kl_loss_39": 1221.2,
+      "kl_loss_7": 3704.8,
+      "learning_rate": 1.2637120173670358e-05,
+      "loss": 4971.25,
+      "step": 9290
+    },
+    {
+      "ce_loss_13": 2.9433493435382845,
+      "ce_loss_26": 2.503718575835228,
+      "ce_loss_39": 2.029115191102028,
+      "ce_loss_52": 1.4293665170669556,
+      "ce_loss_7": 3.21596360206604,
+      "epoch": 0.93,
+      "grad_norm": 19.233646690177977,
+      "kl_loss_13": 3119.2,
+      "kl_loss_26": 2210.0,
+      "kl_loss_39": 1209.9,
+      "kl_loss_7": 3688.8,
+      "learning_rate": 1.2285106557296478e-05,
+      "loss": 4970.8,
+      "step": 9300
+    },
+    {
+      "ce_loss_13": 2.8525869846343994,
+      "ce_loss_26": 2.4185830265283585,
+      "ce_loss_39": 1.9529170453548432,
+      "ce_loss_52": 1.4022331610321999,
+      "ce_loss_7": 3.112831687927246,
+      "epoch": 0.931,
+      "grad_norm": 19.01919083076588,
+      "kl_loss_13": 3012.8,
+      "kl_loss_26": 2100.6,
+      "kl_loss_39": 1120.5,
+      "kl_loss_7": 3542.0,
+      "learning_rate": 1.1938004224484989e-05,
+      "loss": 4934.7,
+      "step": 9310
+    },
+    {
+      "ce_loss_13": 2.9074361979961396,
+      "ce_loss_26": 2.477645492553711,
+      "ce_loss_39": 2.010756382346153,
+      "ce_loss_52": 1.4430534109473228,
+      "ce_loss_7": 3.1718304812908173,
+      "epoch": 0.932,
+      "grad_norm": 18.572431056907458,
+      "kl_loss_13": 3020.0,
+      "kl_loss_26": 2116.0,
+      "kl_loss_39": 1144.2,
+      "kl_loss_7": 3575.6,
+      "learning_rate": 1.1595816670552429e-05,
+      "loss": 4913.95,
+      "step": 9320
+    },
+    {
+      "ce_loss_13": 2.8636857986450197,
+      "ce_loss_26": 2.424144572019577,
+      "ce_loss_39": 1.9600117355585098,
+      "ce_loss_52": 1.402983972430229,
+      "ce_loss_7": 3.1251452922821046,
+      "epoch": 0.933,
+      "grad_norm": 18.288942605726792,
+      "kl_loss_13": 3044.0,
+      "kl_loss_26": 2129.6,
+      "kl_loss_39": 1139.2,
+      "kl_loss_7": 3581.6,
+      "learning_rate": 1.1258547341323699e-05,
+      "loss": 4937.25,
+      "step": 9330
+    },
+    {
+      "ce_loss_13": 2.893140608072281,
+      "ce_loss_26": 2.457077306509018,
+      "ce_loss_39": 2.003238731622696,
+      "ce_loss_52": 1.4437968581914902,
+      "ce_loss_7": 3.1531366109848022,
+      "epoch": 0.934,
+      "grad_norm": 18.739319955640763,
+      "kl_loss_13": 3019.6,
+      "kl_loss_26": 2115.0,
+      "kl_loss_39": 1131.3,
+      "kl_loss_7": 3558.4,
+      "learning_rate": 1.0926199633097156e-05,
+      "loss": 4899.9,
+      "step": 9340
+    },
+    {
+      "ce_loss_13": 2.9001421511173247,
+      "ce_loss_26": 2.4687224984169007,
+      "ce_loss_39": 2.0006180971860887,
+      "ce_loss_52": 1.4220335900783538,
+      "ce_loss_7": 3.1691121637821196,
+      "epoch": 0.935,
+      "grad_norm": 19.392869535691936,
+      "kl_loss_13": 3054.0,
+      "kl_loss_26": 2149.8,
+      "kl_loss_39": 1176.1,
+      "kl_loss_7": 3619.2,
+      "learning_rate": 1.0598776892610684e-05,
+      "loss": 4922.25,
+      "step": 9350
+    },
+    {
+      "ce_loss_13": 2.953709363937378,
+      "ce_loss_26": 2.5250791788101195,
+      "ce_loss_39": 2.0616777926683425,
+      "ce_loss_52": 1.5004188895225525,
+      "ce_loss_7": 3.2059156119823458,
+      "epoch": 0.936,
+      "grad_norm": 18.98607482508187,
+      "kl_loss_13": 3007.2,
+      "kl_loss_26": 2107.0,
+      "kl_loss_39": 1138.6,
+      "kl_loss_7": 3536.0,
+      "learning_rate": 1.0276282417007399e-05,
+      "loss": 4935.75,
+      "step": 9360
+    },
+    {
+      "ce_loss_13": 2.902603155374527,
+      "ce_loss_26": 2.464896833896637,
+      "ce_loss_39": 2.0031634330749513,
+      "ce_loss_52": 1.4478828191757203,
+      "ce_loss_7": 3.166324245929718,
+      "epoch": 0.937,
+      "grad_norm": 18.72231921789515,
+      "kl_loss_13": 3025.6,
+      "kl_loss_26": 2120.4,
+      "kl_loss_39": 1137.7,
+      "kl_loss_7": 3574.4,
+      "learning_rate": 9.958719453803277e-06,
+      "loss": 4933.2,
+      "step": 9370
+    },
+    {
+      "ce_loss_13": 2.878055286407471,
+      "ce_loss_26": 2.4367445170879365,
+      "ce_loss_39": 1.9698922991752625,
+      "ce_loss_52": 1.40206458568573,
+      "ce_loss_7": 3.1407361745834352,
+      "epoch": 0.938,
+      "grad_norm": 19.520797823561637,
+      "kl_loss_13": 3045.6,
+      "kl_loss_26": 2130.6,
+      "kl_loss_39": 1145.7,
+      "kl_loss_7": 3591.6,
+      "learning_rate": 9.646091200853802e-06,
+      "loss": 4932.45,
+      "step": 9380
+    },
+    {
+      "ce_loss_13": 2.8573631644248962,
+      "ce_loss_26": 2.429997554421425,
+      "ce_loss_39": 1.9779304087162017,
+      "ce_loss_52": 1.4321624323725701,
+      "ce_loss_7": 3.119151920080185,
+      "epoch": 0.939,
+      "grad_norm": 18.61104788500602,
+      "kl_loss_13": 2968.4,
+      "kl_loss_26": 2075.6,
+      "kl_loss_39": 1113.7,
+      "kl_loss_7": 3509.6,
+      "learning_rate": 9.338400806321978e-06,
+      "loss": 4899.9,
+      "step": 9390
+    },
+    {
+      "ce_loss_13": 2.8828431129455567,
+      "ce_loss_26": 2.4453956365585325,
+      "ce_loss_39": 1.986677783727646,
+      "ce_loss_52": 1.4324709355831147,
+      "ce_loss_7": 3.1462887287139893,
+      "epoch": 0.94,
+      "grad_norm": 18.660409146960177,
+      "kl_loss_13": 3006.4,
+      "kl_loss_26": 2102.2,
+      "kl_loss_39": 1130.9,
+      "kl_loss_7": 3551.2,
+      "learning_rate": 9.035651368646646e-06,
+      "loss": 4963.1,
+      "step": 9400
+    },
+    {
+      "ce_loss_13": 2.856483778357506,
+      "ce_loss_26": 2.426860272884369,
+      "ce_loss_39": 1.9708759590983391,
+      "ce_loss_52": 1.4115710154175758,
+      "ce_loss_7": 3.114782178401947,
+      "epoch": 0.941,
+      "grad_norm": 19.55117077640538,
+      "kl_loss_13": 2986.0,
+      "kl_loss_26": 2096.2,
+      "kl_loss_39": 1131.2,
+      "kl_loss_7": 3526.4,
+      "learning_rate": 8.737845936511335e-06,
+      "loss": 4960.75,
+      "step": 9410
+    },
+    {
+      "ce_loss_13": 2.894274836778641,
+      "ce_loss_26": 2.454681032896042,
+      "ce_loss_39": 1.9826824754476546,
+      "ce_loss_52": 1.4298861980438233,
+      "ce_loss_7": 3.15040722489357,
+      "epoch": 0.942,
+      "grad_norm": 19.039583654377346,
+      "kl_loss_13": 3067.6,
+      "kl_loss_26": 2152.8,
+      "kl_loss_39": 1152.4,
+      "kl_loss_7": 3608.4,
+      "learning_rate": 8.444987508813451e-06,
+      "loss": 4899.6,
+      "step": 9420
+    },
+    {
+      "ce_loss_13": 2.9001412212848665,
+      "ce_loss_26": 2.4617854237556456,
+      "ce_loss_39": 1.999165838956833,
+      "ce_loss_52": 1.4294554442167282,
+      "ce_loss_7": 3.165439170598984,
+      "epoch": 0.943,
+      "grad_norm": 18.564983933864266,
+      "kl_loss_13": 3046.0,
+      "kl_loss_26": 2136.6,
+      "kl_loss_39": 1159.1,
+      "kl_loss_7": 3592.8,
+      "learning_rate": 8.157079034633974e-06,
+      "loss": 4920.3,
+      "step": 9430
+    },
+    {
+      "ce_loss_13": 2.863955610990524,
+      "ce_loss_26": 2.435519364476204,
+      "ce_loss_39": 1.9886516004800796,
+      "ce_loss_52": 1.4344154298305511,
+      "ce_loss_7": 3.1265052914619447,
+      "epoch": 0.944,
+      "grad_norm": 17.82647647549486,
+      "kl_loss_13": 2962.4,
+      "kl_loss_26": 2073.6,
+      "kl_loss_39": 1123.1,
+      "kl_loss_7": 3508.4,
+      "learning_rate": 7.874123413208145e-06,
+      "loss": 4921.7,
+      "step": 9440
+    },
+    {
+      "ce_loss_13": 2.8527204990386963,
+      "ce_loss_26": 2.418528434634209,
+      "ce_loss_39": 1.960913023352623,
+      "ce_loss_52": 1.4082367643713951,
+      "ce_loss_7": 3.118280106782913,
+      "epoch": 0.945,
+      "grad_norm": 17.642678200140654,
+      "kl_loss_13": 3000.8,
+      "kl_loss_26": 2093.6,
+      "kl_loss_39": 1127.9,
+      "kl_loss_7": 3547.2,
+      "learning_rate": 7.59612349389599e-06,
+      "loss": 4941.9,
+      "step": 9450
+    },
+    {
+      "ce_loss_13": 2.8983235955238342,
+      "ce_loss_26": 2.4708085656166077,
+      "ce_loss_39": 2.01363542675972,
+      "ce_loss_52": 1.4459212511777877,
+      "ce_loss_7": 3.1573162257671354,
+      "epoch": 0.946,
+      "grad_norm": 18.21137845155402,
+      "kl_loss_13": 3012.8,
+      "kl_loss_26": 2129.0,
+      "kl_loss_39": 1159.6,
+      "kl_loss_7": 3550.0,
+      "learning_rate": 7.323082076153509e-06,
+      "loss": 4932.45,
+      "step": 9460
+    },
+    {
+      "ce_loss_13": 2.8793884813785553,
+      "ce_loss_26": 2.444310560822487,
+      "ce_loss_39": 1.9878242909908295,
+      "ce_loss_52": 1.4219153225421906,
+      "ce_loss_7": 3.1359946370124816,
+      "epoch": 0.947,
+      "grad_norm": 19.11147526952516,
+      "kl_loss_13": 3000.4,
+      "kl_loss_26": 2106.2,
+      "kl_loss_39": 1141.4,
+      "kl_loss_7": 3539.6,
+      "learning_rate": 7.055001909504755e-06,
+      "loss": 4932.95,
+      "step": 9470
+    },
+    {
+      "ce_loss_13": 2.8483738005161285,
+      "ce_loss_26": 2.4169380724430085,
+      "ce_loss_39": 1.9552814781665802,
+      "ce_loss_52": 1.4036450207233429,
+      "ce_loss_7": 3.1039236187934875,
+      "epoch": 0.948,
+      "grad_norm": 19.227610169601164,
+      "kl_loss_13": 3000.4,
+      "kl_loss_26": 2102.0,
+      "kl_loss_39": 1125.6,
+      "kl_loss_7": 3530.0,
+      "learning_rate": 6.791885693514133e-06,
+      "loss": 4941.55,
+      "step": 9480
+    },
+    {
+      "ce_loss_13": 2.8693545699119567,
+      "ce_loss_26": 2.4362709283828736,
+      "ce_loss_39": 1.9619301795959472,
+      "ce_loss_52": 1.400461108982563,
+      "ce_loss_7": 3.133023035526276,
+      "epoch": 0.949,
+      "grad_norm": 19.323995399615697,
+      "kl_loss_13": 3058.8,
+      "kl_loss_26": 2146.6,
+      "kl_loss_39": 1149.1,
+      "kl_loss_7": 3608.8,
+      "learning_rate": 6.533736077758867e-06,
+      "loss": 4986.35,
+      "step": 9490
+    },
+    {
+      "ce_loss_13": 2.8667274117469788,
+      "ce_loss_26": 2.4240807622671126,
+      "ce_loss_39": 1.9586560875177383,
+      "ce_loss_52": 1.3980020493268968,
+      "ce_loss_7": 3.127706527709961,
+      "epoch": 0.95,
+      "grad_norm": 18.253118734633716,
+      "kl_loss_13": 3033.6,
+      "kl_loss_26": 2126.0,
+      "kl_loss_39": 1140.7,
+      "kl_loss_7": 3581.6,
+      "learning_rate": 6.2805556618028556e-06,
+      "loss": 4971.65,
+      "step": 9500
+    },
+    {
+      "ce_loss_13": 2.9265355467796326,
+      "ce_loss_26": 2.4994624704122543,
+      "ce_loss_39": 2.03882916867733,
+      "ce_loss_52": 1.4773303151130677,
+      "ce_loss_7": 3.1838342785835265,
+      "epoch": 0.951,
+      "grad_norm": 19.482478782354722,
+      "kl_loss_13": 2998.4,
+      "kl_loss_26": 2103.6,
+      "kl_loss_39": 1144.8,
+      "kl_loss_7": 3540.4,
+      "learning_rate": 6.032346995169968e-06,
+      "loss": 4951.7,
+      "step": 9510
+    },
+    {
+      "ce_loss_13": 2.9545272469520567,
+      "ce_loss_26": 2.5311076641082764,
+      "ce_loss_39": 2.068070963025093,
+      "ce_loss_52": 1.4843237161636353,
+      "ce_loss_7": 3.2110206544399262,
+      "epoch": 0.952,
+      "grad_norm": 19.225083219290383,
+      "kl_loss_13": 3055.2,
+      "kl_loss_26": 2164.8,
+      "kl_loss_39": 1188.4,
+      "kl_loss_7": 3590.4,
+      "learning_rate": 5.789112577318789e-06,
+      "loss": 4961.65,
+      "step": 9520
+    },
+    {
+      "ce_loss_13": 2.852985817193985,
+      "ce_loss_26": 2.4146564304828644,
+      "ce_loss_39": 1.961009207367897,
+      "ce_loss_52": 1.3947103202342988,
+      "ce_loss_7": 3.1259153723716735,
+      "epoch": 0.953,
+      "grad_norm": 18.155555980380427,
+      "kl_loss_13": 3021.6,
+      "kl_loss_26": 2118.2,
+      "kl_loss_39": 1157.4,
+      "kl_loss_7": 3575.6,
+      "learning_rate": 5.550854857617194e-06,
+      "loss": 4909.2,
+      "step": 9530
+    },
+    {
+      "ce_loss_13": 2.8418005287647246,
+      "ce_loss_26": 2.4128061681985855,
+      "ce_loss_39": 1.9482584029436112,
+      "ce_loss_52": 1.3925445035099984,
+      "ce_loss_7": 3.1012724101543427,
+      "epoch": 0.954,
+      "grad_norm": 18.797933923537936,
+      "kl_loss_13": 3018.8,
+      "kl_loss_26": 2116.8,
+      "kl_loss_39": 1135.1,
+      "kl_loss_7": 3566.4,
+      "learning_rate": 5.317576235317756e-06,
+      "loss": 4951.35,
+      "step": 9540
+    },
+    {
+      "ce_loss_13": 2.9137533485889433,
+      "ce_loss_26": 2.479102221131325,
+      "ce_loss_39": 2.011527943611145,
+      "ce_loss_52": 1.4640387833118438,
+      "ce_loss_7": 3.16554337143898,
+      "epoch": 0.955,
+      "grad_norm": 18.308431062302134,
+      "kl_loss_13": 3004.0,
+      "kl_loss_26": 2104.0,
+      "kl_loss_39": 1124.5,
+      "kl_loss_7": 3534.4,
+      "learning_rate": 5.089279059533658e-06,
+      "loss": 4893.9,
+      "step": 9550
+    },
+    {
+      "ce_loss_13": 2.9561933636665345,
+      "ce_loss_26": 2.520014223456383,
+      "ce_loss_39": 2.044199249148369,
+      "ce_loss_52": 1.4634439080953598,
+      "ce_loss_7": 3.2146646201610567,
+      "epoch": 0.956,
+      "grad_norm": 19.011558845630333,
+      "kl_loss_13": 3107.6,
+      "kl_loss_26": 2205.4,
+      "kl_loss_39": 1192.1,
+      "kl_loss_7": 3652.4,
+      "learning_rate": 4.865965629214819e-06,
+      "loss": 4928.6,
+      "step": 9560
+    },
+    {
+      "ce_loss_13": 2.9264722049236296,
+      "ce_loss_26": 2.500628116726875,
+      "ce_loss_39": 2.0424467980861665,
+      "ce_loss_52": 1.4656882539391518,
+      "ce_loss_7": 3.1882854044437408,
+      "epoch": 0.957,
+      "grad_norm": 19.491005801371585,
+      "kl_loss_13": 3028.0,
+      "kl_loss_26": 2138.6,
+      "kl_loss_39": 1174.2,
+      "kl_loss_7": 3566.0,
+      "learning_rate": 4.6476381931251366e-06,
+      "loss": 4947.75,
+      "step": 9570
+    },
+    {
+      "ce_loss_13": 2.8677931249141695,
+      "ce_loss_26": 2.432820278406143,
+      "ce_loss_39": 1.970087245106697,
+      "ce_loss_52": 1.4129542678594589,
+      "ce_loss_7": 3.129103422164917,
+      "epoch": 0.958,
+      "grad_norm": 18.903925554756427,
+      "kl_loss_13": 2994.0,
+      "kl_loss_26": 2096.0,
+      "kl_loss_39": 1120.2,
+      "kl_loss_7": 3546.4,
+      "learning_rate": 4.434298949819449e-06,
+      "loss": 4918.2,
+      "step": 9580
+    },
+    {
+      "ce_loss_13": 2.894206315279007,
+      "ce_loss_26": 2.4608440458774568,
+      "ce_loss_39": 2.00639765560627,
+      "ce_loss_52": 1.4453970074653626,
+      "ce_loss_7": 3.151961898803711,
+      "epoch": 0.959,
+      "grad_norm": 17.742534881377313,
+      "kl_loss_13": 2993.6,
+      "kl_loss_26": 2091.6,
+      "kl_loss_39": 1135.9,
+      "kl_loss_7": 3542.0,
+      "learning_rate": 4.2259500476214406e-06,
+      "loss": 4904.1,
+      "step": 9590
+    },
+    {
+      "ce_loss_13": 2.907763344049454,
+      "ce_loss_26": 2.4721481442451476,
+      "ce_loss_39": 2.013452297449112,
+      "ce_loss_52": 1.4463645279407502,
+      "ce_loss_7": 3.1700760960578918,
+      "epoch": 0.96,
+      "grad_norm": 18.762064601939382,
+      "kl_loss_13": 3033.2,
+      "kl_loss_26": 2127.6,
+      "kl_loss_39": 1154.1,
+      "kl_loss_7": 3576.8,
+      "learning_rate": 4.02259358460233e-06,
+      "loss": 4944.15,
+      "step": 9600
+    },
+    {
+      "ce_loss_13": 2.9404530614614486,
+      "ce_loss_26": 2.5118053376674654,
+      "ce_loss_39": 2.045960560441017,
+      "ce_loss_52": 1.4736278399825096,
+      "ce_loss_7": 3.199742293357849,
+      "epoch": 0.961,
+      "grad_norm": 19.091693827270714,
+      "kl_loss_13": 3049.6,
+      "kl_loss_26": 2150.4,
+      "kl_loss_39": 1165.5,
+      "kl_loss_7": 3590.8,
+      "learning_rate": 3.8242316085594916e-06,
+      "loss": 4931.75,
+      "step": 9610
+    },
+    {
+      "ce_loss_13": 2.8952401757240294,
+      "ce_loss_26": 2.4520116090774535,
+      "ce_loss_39": 1.9771205306053161,
+      "ce_loss_52": 1.3961644172668457,
+      "ce_loss_7": 3.1528802454471587,
+      "epoch": 0.962,
+      "grad_norm": 18.822596918413492,
+      "kl_loss_13": 3097.6,
+      "kl_loss_26": 2171.4,
+      "kl_loss_39": 1176.6,
+      "kl_loss_7": 3631.6,
+      "learning_rate": 3.630866116995757e-06,
+      "loss": 4991.65,
+      "step": 9620
+    },
+    {
+      "ce_loss_13": 2.848733913898468,
+      "ce_loss_26": 2.4173508852720262,
+      "ce_loss_39": 1.9629988223314285,
+      "ce_loss_52": 1.4227147445082664,
+      "ce_loss_7": 3.105393874645233,
+      "epoch": 0.963,
+      "grad_norm": 18.772124078001035,
+      "kl_loss_13": 2951.2,
+      "kl_loss_26": 2061.0,
+      "kl_loss_39": 1101.5,
+      "kl_loss_7": 3491.2,
+      "learning_rate": 3.4424990570994797e-06,
+      "loss": 4903.15,
+      "step": 9630
+    },
+    {
+      "ce_loss_13": 2.9066348552703856,
+      "ce_loss_26": 2.469021773338318,
+      "ce_loss_39": 2.010333400964737,
+      "ce_loss_52": 1.4492767244577407,
+      "ce_loss_7": 3.1746467888355254,
+      "epoch": 0.964,
+      "grad_norm": 19.32775364197132,
+      "kl_loss_13": 3013.6,
+      "kl_loss_26": 2110.8,
+      "kl_loss_39": 1135.7,
+      "kl_loss_7": 3570.0,
+      "learning_rate": 3.2591323257248896e-06,
+      "loss": 4939.25,
+      "step": 9640
+    },
+    {
+      "ce_loss_13": 2.9041188657283783,
+      "ce_loss_26": 2.471466612815857,
+      "ce_loss_39": 2.0076118439435957,
+      "ce_loss_52": 1.4575997084379195,
+      "ce_loss_7": 3.156245505809784,
+      "epoch": 0.965,
+      "grad_norm": 18.772007331370325,
+      "kl_loss_13": 3016.0,
+      "kl_loss_26": 2111.8,
+      "kl_loss_39": 1138.9,
+      "kl_loss_7": 3551.6,
+      "learning_rate": 3.0807677693729385e-06,
+      "loss": 4953.0,
+      "step": 9650
+    },
+    {
+      "ce_loss_13": 2.9185379564762117,
+      "ce_loss_26": 2.4852662444114686,
+      "ce_loss_39": 2.0213693618774413,
+      "ce_loss_52": 1.4567248612642287,
+      "ce_loss_7": 3.1788457691669465,
+      "epoch": 0.966,
+      "grad_norm": 19.301754151350856,
+      "kl_loss_13": 3049.2,
+      "kl_loss_26": 2142.4,
+      "kl_loss_39": 1165.5,
+      "kl_loss_7": 3589.2,
+      "learning_rate": 2.9074071841727055e-06,
+      "loss": 4966.3,
+      "step": 9660
+    },
+    {
+      "ce_loss_13": 2.856596076488495,
+      "ce_loss_26": 2.4228154510259627,
+      "ce_loss_39": 1.966923463344574,
+      "ce_loss_52": 1.3987573131918907,
+      "ce_loss_7": 3.112848150730133,
+      "epoch": 0.967,
+      "grad_norm": 18.636169987835014,
+      "kl_loss_13": 3015.2,
+      "kl_loss_26": 2124.8,
+      "kl_loss_39": 1150.1,
+      "kl_loss_7": 3558.0,
+      "learning_rate": 2.739052315863355e-06,
+      "loss": 4944.85,
+      "step": 9670
+    },
+    {
+      "ce_loss_13": 2.946157419681549,
+      "ce_loss_26": 2.506874307990074,
+      "ce_loss_39": 2.0385408878326414,
+      "ce_loss_52": 1.4472137212753295,
+      "ce_loss_7": 3.2151435017585754,
+      "epoch": 0.968,
+      "grad_norm": 19.361220180181423,
+      "kl_loss_13": 3105.6,
+      "kl_loss_26": 2193.0,
+      "kl_loss_39": 1200.9,
+      "kl_loss_7": 3669.2,
+      "learning_rate": 2.5757048597765396e-06,
+      "loss": 4938.1,
+      "step": 9680
+    },
+    {
+      "ce_loss_13": 2.838688534498215,
+      "ce_loss_26": 2.408904367685318,
+      "ce_loss_39": 1.9514323592185974,
+      "ce_loss_52": 1.4050966590642928,
+      "ce_loss_7": 3.102074921131134,
+      "epoch": 0.969,
+      "grad_norm": 18.982791691406838,
+      "kl_loss_13": 2984.8,
+      "kl_loss_26": 2086.6,
+      "kl_loss_39": 1106.6,
+      "kl_loss_7": 3533.2,
+      "learning_rate": 2.417366460819359e-06,
+      "loss": 4918.15,
+      "step": 9690
+    },
+    {
+      "ce_loss_13": 2.880851173400879,
+      "ce_loss_26": 2.447329577803612,
+      "ce_loss_39": 1.989661106467247,
+      "ce_loss_52": 1.4333824023604393,
+      "ce_loss_7": 3.137517309188843,
+      "epoch": 0.97,
+      "grad_norm": 19.196819142959395,
+      "kl_loss_13": 2988.0,
+      "kl_loss_26": 2092.4,
+      "kl_loss_39": 1128.9,
+      "kl_loss_7": 3524.4,
+      "learning_rate": 2.2640387134577057e-06,
+      "loss": 4938.15,
+      "step": 9700
+    },
+    {
+      "ce_loss_13": 2.8625703275203707,
+      "ce_loss_26": 2.4340526342391966,
+      "ce_loss_39": 1.968525806069374,
+      "ce_loss_52": 1.4236899584531784,
+      "ce_loss_7": 3.112631046772003,
+      "epoch": 0.971,
+      "grad_norm": 19.493522870524444,
+      "kl_loss_13": 2981.2,
+      "kl_loss_26": 2091.6,
+      "kl_loss_39": 1109.1,
+      "kl_loss_7": 3508.4,
+      "learning_rate": 2.115723161700278e-06,
+      "loss": 4978.3,
+      "step": 9710
+    },
+    {
+      "ce_loss_13": 2.930490869283676,
+      "ce_loss_26": 2.495130881667137,
+      "ce_loss_39": 2.030032703280449,
+      "ce_loss_52": 1.4442616790533065,
+      "ce_loss_7": 3.190455746650696,
+      "epoch": 0.972,
+      "grad_norm": 18.231386237261873,
+      "kl_loss_13": 3083.2,
+      "kl_loss_26": 2182.4,
+      "kl_loss_39": 1200.2,
+      "kl_loss_7": 3630.4,
+      "learning_rate": 1.9724212990830937e-06,
+      "loss": 4917.25,
+      "step": 9720
+    },
+    {
+      "ce_loss_13": 2.8745281517505648,
+      "ce_loss_26": 2.450575265288353,
+      "ce_loss_39": 1.9936909019947051,
+      "ce_loss_52": 1.4346210777759552,
+      "ce_loss_7": 3.1411093890666963,
+      "epoch": 0.973,
+      "grad_norm": 17.9155258115958,
+      "kl_loss_13": 2990.4,
+      "kl_loss_26": 2104.0,
+      "kl_loss_39": 1135.2,
+      "kl_loss_7": 3546.0,
+      "learning_rate": 1.8341345686543331e-06,
+      "loss": 4907.2,
+      "step": 9730
+    },
+    {
+      "ce_loss_13": 2.950432300567627,
+      "ce_loss_26": 2.5173233568668367,
+      "ce_loss_39": 2.05553839802742,
+      "ce_loss_52": 1.5059631228446961,
+      "ce_loss_7": 3.203335565328598,
+      "epoch": 0.974,
+      "grad_norm": 18.692267522295538,
+      "kl_loss_13": 2994.0,
+      "kl_loss_26": 2099.8,
+      "kl_loss_39": 1118.3,
+      "kl_loss_7": 3526.0,
+      "learning_rate": 1.7008643629596864e-06,
+      "loss": 4975.3,
+      "step": 9740
+    },
+    {
+      "ce_loss_13": 2.938932454586029,
+      "ce_loss_26": 2.4943090945482256,
+      "ce_loss_39": 2.030773627758026,
+      "ce_loss_52": 1.4614870190620421,
+      "ce_loss_7": 3.203068423271179,
+      "epoch": 0.975,
+      "grad_norm": 19.21025690602488,
+      "kl_loss_13": 3068.4,
+      "kl_loss_26": 2141.2,
+      "kl_loss_39": 1151.8,
+      "kl_loss_7": 3617.6,
+      "learning_rate": 1.5726120240288633e-06,
+      "loss": 4916.8,
+      "step": 9750
+    },
+    {
+      "ce_loss_13": 2.9820500314235687,
+      "ce_loss_26": 2.5365146696567535,
+      "ce_loss_39": 2.0661711603403092,
+      "ce_loss_52": 1.471569898724556,
+      "ce_loss_7": 3.2498775362968444,
+      "epoch": 0.976,
+      "grad_norm": 18.6163174066225,
+      "kl_loss_13": 3112.0,
+      "kl_loss_26": 2196.6,
+      "kl_loss_39": 1202.4,
+      "kl_loss_7": 3666.4,
+      "learning_rate": 1.4493788433612708e-06,
+      "loss": 4925.3,
+      "step": 9760
+    },
+    {
+      "ce_loss_13": 2.8684714436531067,
+      "ce_loss_26": 2.433712217211723,
+      "ce_loss_39": 1.979764473438263,
+      "ce_loss_52": 1.4259307652711868,
+      "ce_loss_7": 3.1243775844573975,
+      "epoch": 0.977,
+      "grad_norm": 18.645711029415455,
+      "kl_loss_13": 2991.6,
+      "kl_loss_26": 2090.8,
+      "kl_loss_39": 1122.5,
+      "kl_loss_7": 3526.8,
+      "learning_rate": 1.3311660619138578e-06,
+      "loss": 4899.9,
+      "step": 9770
+    },
+    {
+      "ce_loss_13": 2.875075614452362,
+      "ce_loss_26": 2.4274426341056823,
+      "ce_loss_39": 1.9597632795572282,
+      "ce_loss_52": 1.3981771111488341,
+      "ce_loss_7": 3.132591074705124,
+      "epoch": 0.978,
+      "grad_norm": 19.101397556379275,
+      "kl_loss_13": 3053.6,
+      "kl_loss_26": 2133.6,
+      "kl_loss_39": 1148.0,
+      "kl_loss_7": 3594.4,
+      "learning_rate": 1.2179748700879012e-06,
+      "loss": 4922.55,
+      "step": 9780
+    },
+    {
+      "ce_loss_13": 2.8309387296438215,
+      "ce_loss_26": 2.4053177654743196,
+      "ce_loss_39": 1.9509627014398574,
+      "ce_loss_52": 1.397429385781288,
+      "ce_loss_7": 3.098381590843201,
+      "epoch": 0.979,
+      "grad_norm": 18.730022448398557,
+      "kl_loss_13": 2994.8,
+      "kl_loss_26": 2100.6,
+      "kl_loss_39": 1129.3,
+      "kl_loss_7": 3549.6,
+      "learning_rate": 1.1098064077174619e-06,
+      "loss": 4943.05,
+      "step": 9790
+    },
+    {
+      "ce_loss_13": 2.939675289392471,
+      "ce_loss_26": 2.5042629301548005,
+      "ce_loss_39": 2.036014449596405,
+      "ce_loss_52": 1.4478511959314346,
+      "ce_loss_7": 3.2001714766025544,
+      "epoch": 0.98,
+      "grad_norm": 18.76259776094823,
+      "kl_loss_13": 3078.4,
+      "kl_loss_26": 2174.8,
+      "kl_loss_39": 1199.8,
+      "kl_loss_7": 3615.6,
+      "learning_rate": 1.006661764057837e-06,
+      "loss": 4908.35,
+      "step": 9800
+    },
+    {
+      "ce_loss_13": 2.871473455429077,
+      "ce_loss_26": 2.4314837962388993,
+      "ce_loss_39": 1.95380699634552,
+      "ce_loss_52": 1.3844006016850472,
+      "ce_loss_7": 3.1342472076416015,
+      "epoch": 0.981,
+      "grad_norm": 19.274903724206773,
+      "kl_loss_13": 3093.6,
+      "kl_loss_26": 2172.4,
+      "kl_loss_39": 1165.3,
+      "kl_loss_7": 3637.6,
+      "learning_rate": 9.085419777743465e-07,
+      "loss": 4984.5,
+      "step": 9810
+    },
+    {
+      "ce_loss_13": 2.895174187421799,
+      "ce_loss_26": 2.465178096294403,
+      "ce_loss_39": 2.006316193938255,
+      "ce_loss_52": 1.441744513809681,
+      "ce_loss_7": 3.1597203612327576,
+      "epoch": 0.982,
+      "grad_norm": 18.123510539706626,
+      "kl_loss_13": 3039.2,
+      "kl_loss_26": 2136.8,
+      "kl_loss_39": 1165.1,
+      "kl_loss_7": 3592.0,
+      "learning_rate": 8.15448036932176e-07,
+      "loss": 4978.7,
+      "step": 9820
+    },
+    {
+      "ce_loss_13": 2.9061976075172424,
+      "ce_loss_26": 2.477484393119812,
+      "ce_loss_39": 2.0169315338134766,
+      "ce_loss_52": 1.4464313685894012,
+      "ce_loss_7": 3.1681883454322817,
+      "epoch": 0.983,
+      "grad_norm": 18.434840579065046,
+      "kl_loss_13": 3067.2,
+      "kl_loss_26": 2157.8,
+      "kl_loss_39": 1175.9,
+      "kl_loss_7": 3616.8,
+      "learning_rate": 7.273808789862724e-07,
+      "loss": 4921.0,
+      "step": 9830
+    },
+    {
+      "ce_loss_13": 2.91153547167778,
+      "ce_loss_26": 2.473715308308601,
+      "ce_loss_39": 2.007182112336159,
+      "ce_loss_52": 1.4433553382754325,
+      "ce_loss_7": 3.170134776830673,
+      "epoch": 0.984,
+      "grad_norm": 19.402855155704938,
+      "kl_loss_13": 3056.0,
+      "kl_loss_26": 2142.6,
+      "kl_loss_39": 1154.2,
+      "kl_loss_7": 3589.6,
+      "learning_rate": 6.443413907720186e-07,
+      "loss": 4900.3,
+      "step": 9840
+    },
+    {
+      "ce_loss_13": 2.812727469205856,
+      "ce_loss_26": 2.3864874839782715,
+      "ce_loss_39": 1.9436532348394393,
+      "ce_loss_52": 1.3948013991117478,
+      "ce_loss_7": 3.0747777581214906,
+      "epoch": 0.985,
+      "grad_norm": 18.7509272372939,
+      "kl_loss_13": 2956.4,
+      "kl_loss_26": 2066.6,
+      "kl_loss_39": 1115.4,
+      "kl_loss_7": 3495.2,
+      "learning_rate": 5.663304084960185e-07,
+      "loss": 4941.5,
+      "step": 9850
+    },
+    {
+      "ce_loss_13": 2.8474230617284775,
+      "ce_loss_26": 2.4196896702051163,
+      "ce_loss_39": 1.958586323261261,
+      "ce_loss_52": 1.4132703453302384,
+      "ce_loss_7": 3.112215679883957,
+      "epoch": 0.986,
+      "grad_norm": 19.13033176723296,
+      "kl_loss_13": 2947.6,
+      "kl_loss_26": 2054.6,
+      "kl_loss_39": 1096.6,
+      "kl_loss_7": 3496.0,
+      "learning_rate": 4.933487177280482e-07,
+      "loss": 4900.7,
+      "step": 9860
+    },
+    {
+      "ce_loss_13": 2.914989507198334,
+      "ce_loss_26": 2.4912798583507536,
+      "ce_loss_39": 2.020476207137108,
+      "ce_loss_52": 1.45462586581707,
+      "ce_loss_7": 3.169612795114517,
+      "epoch": 0.987,
+      "grad_norm": 18.808140949859265,
+      "kl_loss_13": 3018.8,
+      "kl_loss_26": 2134.0,
+      "kl_loss_39": 1159.4,
+      "kl_loss_7": 3551.6,
+      "learning_rate": 4.2539705339295075e-07,
+      "loss": 4908.55,
+      "step": 9870
+    },
+    {
+      "ce_loss_13": 2.8734777927398683,
+      "ce_loss_26": 2.437858074903488,
+      "ce_loss_39": 1.9720120638608933,
+      "ce_loss_52": 1.4267651215195656,
+      "ce_loss_7": 3.13208429813385,
+      "epoch": 0.988,
+      "grad_norm": 18.962161399510684,
+      "kl_loss_13": 2984.8,
+      "kl_loss_26": 2080.8,
+      "kl_loss_39": 1110.4,
+      "kl_loss_7": 3520.0,
+      "learning_rate": 3.6247609976319816e-07,
+      "loss": 4944.0,
+      "step": 9880
+    },
+    {
+      "ce_loss_13": 2.941332721710205,
+      "ce_loss_26": 2.5040529906749724,
+      "ce_loss_39": 2.0378583818674088,
+      "ce_loss_52": 1.468481183052063,
+      "ce_loss_7": 3.198000502586365,
+      "epoch": 0.989,
+      "grad_norm": 18.392580217010416,
+      "kl_loss_13": 3027.6,
+      "kl_loss_26": 2127.6,
+      "kl_loss_39": 1152.6,
+      "kl_loss_7": 3568.8,
+      "learning_rate": 3.0458649045211895e-07,
+      "loss": 4940.25,
+      "step": 9890
+    },
+    {
+      "ce_loss_13": 2.7879110276699066,
+      "ce_loss_26": 2.361061328649521,
+      "ce_loss_39": 1.9103228181600571,
+      "ce_loss_52": 1.3702009424567223,
+      "ce_loss_7": 3.0456897139549257,
+      "epoch": 0.99,
+      "grad_norm": 18.728359427979246,
+      "kl_loss_13": 2962.0,
+      "kl_loss_26": 2068.0,
+      "kl_loss_39": 1101.6,
+      "kl_loss_7": 3497.6,
+      "learning_rate": 2.517288084074587e-07,
+      "loss": 4930.1,
+      "step": 9900
+    },
+    {
+      "ce_loss_13": 2.8971258997917175,
+      "ce_loss_26": 2.5054025918245317,
+      "ce_loss_39": 2.0191519230604174,
+      "ce_loss_52": 1.4615912348031999,
+      "ce_loss_7": 3.1491506710648536,
+      "epoch": 0.991,
+      "grad_norm": 18.31923607379438,
+      "kl_loss_13": 3021.4,
+      "kl_loss_26": 2147.8,
+      "kl_loss_39": 1158.2,
+      "kl_loss_7": 3569.6,
+      "learning_rate": 2.0390358590538505e-07,
+      "loss": 4961.35,
+      "step": 9910
+    },
+    {
+      "ce_loss_13": 2.8903492599725724,
+      "ce_loss_26": 2.463494861125946,
+      "ce_loss_39": 1.9990645915269851,
+      "ce_loss_52": 1.4176891192793846,
+      "ce_loss_7": 3.156185895204544,
+      "epoch": 0.992,
+      "grad_norm": 18.63207057019639,
+      "kl_loss_13": 3059.2,
+      "kl_loss_26": 2160.8,
+      "kl_loss_39": 1181.7,
+      "kl_loss_7": 3612.8,
+      "learning_rate": 1.61111304545436e-07,
+      "loss": 4924.65,
+      "step": 9920
+    },
+    {
+      "ce_loss_13": 2.9144785940647124,
+      "ce_loss_26": 2.4774809032678604,
+      "ce_loss_39": 2.0119458585977554,
+      "ce_loss_52": 1.4417672097682952,
+      "ce_loss_7": 3.1794375479221344,
+      "epoch": 0.993,
+      "grad_norm": 19.670611142271607,
+      "kl_loss_13": 3065.6,
+      "kl_loss_26": 2158.2,
+      "kl_loss_39": 1171.1,
+      "kl_loss_7": 3620.0,
+      "learning_rate": 1.2335239524541298e-07,
+      "loss": 4934.7,
+      "step": 9930
+    },
+    {
+      "ce_loss_13": 2.8820480942726134,
+      "ce_loss_26": 2.4476457953453066,
+      "ce_loss_39": 1.9870627135038377,
+      "ce_loss_52": 1.418778820335865,
+      "ce_loss_7": 3.140765738487244,
+      "epoch": 0.994,
+      "grad_norm": 18.855641981755237,
+      "kl_loss_13": 3036.0,
+      "kl_loss_26": 2135.8,
+      "kl_loss_39": 1164.2,
+      "kl_loss_7": 3583.2,
+      "learning_rate": 9.06272382371065e-08,
+      "loss": 4938.8,
+      "step": 9940
+    },
+    {
+      "ce_loss_13": 2.8076956808567046,
+      "ce_loss_26": 2.3849500566720963,
+      "ce_loss_39": 1.944134348630905,
+      "ce_loss_52": 1.4005259275436401,
+      "ce_loss_7": 3.060946136713028,
+      "epoch": 0.995,
+      "grad_norm": 18.321398390501436,
+      "kl_loss_13": 2907.2,
+      "kl_loss_26": 2027.0,
+      "kl_loss_39": 1087.6,
+      "kl_loss_7": 3442.4,
+      "learning_rate": 6.293616306246586e-08,
+      "loss": 4950.05,
+      "step": 9950
+    },
+    {
+      "ce_loss_13": 2.879979431629181,
+      "ce_loss_26": 2.4471361935138702,
+      "ce_loss_39": 1.9933580070734025,
+      "ce_loss_52": 1.4384188532829285,
+      "ce_loss_7": 3.137728548049927,
+      "epoch": 0.996,
+      "grad_norm": 18.715841313903894,
+      "kl_loss_13": 3004.0,
+      "kl_loss_26": 2101.4,
+      "kl_loss_39": 1139.8,
+      "kl_loss_7": 3537.6,
+      "learning_rate": 4.027944857032395e-08,
+      "loss": 4943.4,
+      "step": 9960
+    },
+    {
+      "ce_loss_13": 2.873315241932869,
+      "ce_loss_26": 2.4401324480772018,
+      "ce_loss_39": 1.9843392819166183,
+      "ce_loss_52": 1.4195681273937226,
+      "ce_loss_7": 3.131341791152954,
+      "epoch": 0.997,
+      "grad_norm": 18.684401038028668,
+      "kl_loss_13": 3010.0,
+      "kl_loss_26": 2109.2,
+      "kl_loss_39": 1143.6,
+      "kl_loss_7": 3546.8,
+      "learning_rate": 2.265732291356626e-08,
+      "loss": 4916.9,
+      "step": 9970
+    },
+    {
+      "ce_loss_13": 2.806668055057526,
+      "ce_loss_26": 2.379783111810684,
+      "ce_loss_39": 1.9266512155532838,
+      "ce_loss_52": 1.397612212598324,
+      "ce_loss_7": 3.066510772705078,
+      "epoch": 0.998,
+      "grad_norm": 18.616508974623724,
+      "kl_loss_13": 2953.6,
+      "kl_loss_26": 2053.8,
+      "kl_loss_39": 1093.4,
+      "kl_loss_7": 3497.6,
+      "learning_rate": 1.0069963546743833e-08,
+      "loss": 4905.25,
+      "step": 9980
+    },
+    {
+      "ce_loss_13": 2.8469128251075744,
+      "ce_loss_26": 2.4174416065216064,
+      "ce_loss_39": 1.9600837975740433,
+      "ce_loss_52": 1.4190092101693152,
+      "ce_loss_7": 3.1044517934322355,
+      "epoch": 0.999,
+      "grad_norm": 18.871308722121288,
+      "kl_loss_13": 2960.0,
+      "kl_loss_26": 2064.8,
+      "kl_loss_39": 1104.4,
+      "kl_loss_7": 3488.8,
+      "learning_rate": 2.517497224463483e-09,
+      "loss": 4901.2,
+      "step": 9990
+    },
+    {
+      "ce_loss_13": 2.895157891511917,
+      "ce_loss_26": 2.452625501155853,
+      "ce_loss_39": 1.9889036536216735,
+      "ce_loss_52": 1.4127988710999488,
+      "ce_loss_7": 3.167273908853531,
+      "epoch": 1.0,
+      "grad_norm": 19.02740690165538,
+      "kl_loss_13": 3067.6,
+      "kl_loss_26": 2157.2,
+      "kl_loss_39": 1167.3,
+      "kl_loss_7": 3628.8,
+      "learning_rate": 0.0,
+      "loss": 4933.3,
+      "step": 10000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 250,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0167830278176768e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}