{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "ce_loss_13": 8.010122537612915,
      "ce_loss_17": 3.1751047372817993,
      "ce_loss_2": 14.833064079284668,
      "ce_loss_4": 13.72553825378418,
      "ce_loss_9": 10.760433197021484,
      "epoch": 0.0001,
      "grad_norm": 102912.0,
      "kl_loss_13": 10937.15283203125,
      "kl_loss_2": 24630.6259765625,
      "kl_loss_4": 22217.994140625,
      "kl_loss_9": 16021.4296875,
      "learning_rate": 1e-05,
      "loss": 18735.0371,
      "step": 1
    },
    {
      "ce_loss_13": 6.549808184305827,
      "ce_loss_17": 3.228388296233283,
      "ce_loss_2": 11.08839209874471,
      "ce_loss_4": 10.315435753928291,
      "ce_loss_9": 8.660266160964966,
      "epoch": 0.001,
      "grad_norm": 18816.0,
      "kl_loss_13": 7237.9655354817705,
      "kl_loss_2": 15891.634494357639,
      "kl_loss_4": 14196.696885850695,
      "kl_loss_9": 10979.929850260416,
      "learning_rate": 0.0001,
      "loss": 12137.204,
      "step": 10
    },
    {
      "ce_loss_13": 4.558600926399231,
      "ce_loss_17": 3.240402579307556,
      "ce_loss_2": 7.437748813629151,
      "ce_loss_4": 7.138039708137512,
      "ce_loss_9": 6.0494462013244625,
      "epoch": 0.002,
      "grad_norm": 11456.0,
      "kl_loss_13": 2548.09873046875,
      "kl_loss_2": 7932.008154296875,
      "kl_loss_4": 7345.439770507813,
      "kl_loss_9": 5318.958911132812,
      "learning_rate": 0.0002,
      "loss": 5882.6383,
      "step": 20
    },
    {
      "ce_loss_13": 3.8870108842849733,
      "ce_loss_17": 3.0360390901565553,
      "ce_loss_2": 6.600701427459716,
      "ce_loss_4": 6.254192614555359,
      "ce_loss_9": 5.277278900146484,
      "epoch": 0.003,
      "grad_norm": 4768.0,
      "kl_loss_13": 1637.8152770996094,
      "kl_loss_2": 6758.89423828125,
      "kl_loss_4": 6101.557934570313,
      "kl_loss_9": 4281.71435546875,
      "learning_rate": 0.0003,
      "loss": 4596.5875,
      "step": 30
    },
    {
      "ce_loss_13": 3.858346462249756,
      "ce_loss_17": 3.2072247862815857,
      "ce_loss_2": 6.163068389892578,
      "ce_loss_4": 5.84541118144989,
      "ce_loss_9": 5.031937289237976,
      "epoch": 0.004,
      "grad_norm": 2608.0,
      "kl_loss_13": 1270.1531524658203,
      "kl_loss_2": 5581.758447265625,
      "kl_loss_4": 4999.07060546875,
      "kl_loss_9": 3497.7363403320314,
      "learning_rate": 0.0004,
      "loss": 3868.043,
      "step": 40
    },
    {
      "ce_loss_13": 3.757353723049164,
      "ce_loss_17": 3.1732503175735474,
      "ce_loss_2": 5.953920221328735,
      "ce_loss_4": 5.614688682556152,
      "ce_loss_9": 4.806208968162537,
      "epoch": 0.005,
      "grad_norm": 7936.0,
      "kl_loss_13": 1102.7322174072265,
      "kl_loss_2": 5320.936206054687,
      "kl_loss_4": 4689.3359375,
      "kl_loss_9": 3153.777587890625,
      "learning_rate": 0.0005,
      "loss": 3560.1562,
      "step": 50
    },
    {
      "ce_loss_13": 3.802089977264404,
      "ce_loss_17": 3.1876197695732116,
      "ce_loss_2": 5.80324399471283,
      "ce_loss_4": 5.4294521570205685,
      "ce_loss_9": 4.638357520103455,
      "epoch": 0.006,
      "grad_norm": 3312.0,
      "kl_loss_13": 1244.8134368896485,
      "kl_loss_2": 5024.971240234375,
      "kl_loss_4": 4302.3890380859375,
      "kl_loss_9": 2834.17763671875,
      "learning_rate": 0.0006,
      "loss": 3360.3262,
      "step": 60
    },
    {
      "ce_loss_13": 3.6345572113990783,
      "ce_loss_17": 3.1099562883377074,
      "ce_loss_2": 5.658854675292969,
      "ce_loss_4": 5.306998753547669,
      "ce_loss_9": 4.541006076335907,
      "epoch": 0.007,
      "grad_norm": 6976.0,
      "kl_loss_13": 1051.1200164794923,
      "kl_loss_2": 4916.650634765625,
      "kl_loss_4": 4266.261865234375,
      "kl_loss_9": 2840.3209228515625,
      "learning_rate": 0.0007,
      "loss": 3243.2391,
      "step": 70
    },
    {
      "ce_loss_13": 3.62385470867157,
      "ce_loss_17": 3.105690336227417,
      "ce_loss_2": 5.629134607315064,
      "ce_loss_4": 5.29190571308136,
      "ce_loss_9": 4.585710549354554,
      "epoch": 0.008,
      "grad_norm": 6432.0,
      "kl_loss_13": 1015.2538757324219,
      "kl_loss_2": 4867.480224609375,
      "kl_loss_4": 4226.879077148437,
      "kl_loss_9": 2901.058557128906,
      "learning_rate": 0.0008,
      "loss": 3255.2068,
      "step": 80
    },
    {
      "ce_loss_13": 3.5578789591789244,
      "ce_loss_17": 3.0659744143486023,
      "ce_loss_2": 5.595231628417968,
      "ce_loss_4": 5.249085760116577,
      "ce_loss_9": 4.490253472328186,
      "epoch": 0.009,
      "grad_norm": 3328.0,
      "kl_loss_13": 1002.1604888916015,
      "kl_loss_2": 4893.657006835938,
      "kl_loss_4": 4253.1173095703125,
      "kl_loss_9": 2834.4761474609377,
      "learning_rate": 0.0009000000000000001,
      "loss": 3229.1129,
      "step": 90
    },
    {
      "ce_loss_13": 3.683272635936737,
      "ce_loss_17": 3.182042109966278,
      "ce_loss_2": 5.648371434211731,
      "ce_loss_4": 5.4668464183807375,
      "ce_loss_9": 4.528874349594116,
      "epoch": 0.01,
      "grad_norm": 4928.0,
      "kl_loss_13": 999.3995574951172,
      "kl_loss_2": 4784.1326904296875,
      "kl_loss_4": 4484.12451171875,
      "kl_loss_9": 2677.7843017578125,
      "learning_rate": 0.001,
      "loss": 3233.375,
      "step": 100
    },
    {
      "ce_loss_13": 3.6131449580192565,
      "ce_loss_17": 3.142174708843231,
      "ce_loss_2": 5.670793271064758,
      "ce_loss_4": 5.298868942260742,
      "ce_loss_9": 4.463374948501587,
      "epoch": 0.011,
      "grad_norm": 4896.0,
      "kl_loss_13": 959.4629852294922,
      "kl_loss_2": 4913.542309570313,
      "kl_loss_4": 4189.067163085938,
      "kl_loss_9": 2670.0919799804688,
      "learning_rate": 0.0009999974825027757,
      "loss": 3178.3477,
      "step": 110
    },
    {
      "ce_loss_13": 3.6022252082824706,
      "ce_loss_17": 3.19889919757843,
      "ce_loss_2": 5.626460456848145,
      "ce_loss_4": 5.211553907394409,
      "ce_loss_9": 4.450517749786377,
      "epoch": 0.012,
      "grad_norm": 2144.0,
      "kl_loss_13": 820.5734649658203,
      "kl_loss_2": 4730.507958984375,
      "kl_loss_4": 3955.15234375,
      "kl_loss_9": 2489.3434204101563,
      "learning_rate": 0.0009999899300364532,
      "loss": 2975.3076,
      "step": 120
    },
    {
      "ce_loss_13": 3.5816900730133057,
      "ce_loss_17": 3.1710021018981935,
      "ce_loss_2": 5.589413738250732,
      "ce_loss_4": 5.266030120849609,
      "ce_loss_9": 4.426473808288574,
      "epoch": 0.013,
      "grad_norm": 1904.0,
      "kl_loss_13": 838.0909301757813,
      "kl_loss_2": 4680.41015625,
      "kl_loss_4": 4068.0897827148438,
      "kl_loss_9": 2480.7856567382814,
      "learning_rate": 0.0009999773426770863,
      "loss": 3043.0082,
      "step": 130
    },
    {
      "ce_loss_13": 3.640711486339569,
      "ce_loss_17": 3.2069756150245667,
      "ce_loss_2": 5.519480276107788,
      "ce_loss_4": 5.205518078804016,
      "ce_loss_9": 4.400923824310302,
      "epoch": 0.014,
      "grad_norm": 1584.0,
      "kl_loss_13": 878.0303619384765,
      "kl_loss_2": 4515.172680664063,
      "kl_loss_4": 3920.8177124023437,
      "kl_loss_9": 2383.91787109375,
      "learning_rate": 0.0009999597205514296,
      "loss": 2944.726,
      "step": 140
    },
    {
      "ce_loss_13": 3.572978138923645,
      "ce_loss_17": 3.165075254440308,
      "ce_loss_2": 5.441094017028808,
      "ce_loss_4": 5.120605206489563,
      "ce_loss_9": 4.307848358154297,
      "epoch": 0.015,
      "grad_norm": 1432.0,
      "kl_loss_13": 826.1624969482422,
      "kl_loss_2": 4424.702392578125,
      "kl_loss_4": 3823.240515136719,
      "kl_loss_9": 2261.693463134766,
      "learning_rate": 0.0009999370638369377,
      "loss": 2849.4543,
      "step": 150
    },
    {
      "ce_loss_13": 3.5762784242630006,
      "ce_loss_17": 3.202464735507965,
      "ce_loss_2": 5.482413220405578,
      "ce_loss_4": 5.156105327606201,
      "ce_loss_9": 4.305610775947571,
      "epoch": 0.016,
      "grad_norm": 1624.0,
      "kl_loss_13": 770.926235961914,
      "kl_loss_2": 4446.180615234375,
      "kl_loss_4": 3831.9423828125,
      "kl_loss_9": 2198.9774475097656,
      "learning_rate": 0.000999909372761763,
      "loss": 2817.4812,
      "step": 160
    },
    {
      "ce_loss_13": 3.518922579288483,
      "ce_loss_17": 3.1375705718994142,
      "ce_loss_2": 5.4155909538269045,
      "ce_loss_4": 5.101733207702637,
      "ce_loss_9": 4.236639869213104,
      "epoch": 0.017,
      "grad_norm": 1704.0,
      "kl_loss_13": 780.1618255615234,
      "kl_loss_2": 4465.235131835938,
      "kl_loss_4": 3875.888464355469,
      "kl_loss_9": 2226.467120361328,
      "learning_rate": 0.0009998766476047546,
      "loss": 2856.7816,
      "step": 170
    },
    {
      "ce_loss_13": 3.558823084831238,
      "ce_loss_17": 3.176159310340881,
      "ce_loss_2": 5.462405729293823,
      "ce_loss_4": 5.1283296823501585,
      "ce_loss_9": 4.296038508415222,
      "epoch": 0.018,
      "grad_norm": 1200.0,
      "kl_loss_13": 768.1738891601562,
      "kl_loss_2": 4447.139147949219,
      "kl_loss_4": 3829.0420043945314,
      "kl_loss_9": 2247.1280151367187,
      "learning_rate": 0.0009998388886954545,
      "loss": 2842.7012,
      "step": 180
    },
    {
      "ce_loss_13": 3.498755896091461,
      "ce_loss_17": 3.146486723423004,
      "ce_loss_2": 5.386862397193909,
      "ce_loss_4": 5.051463723182678,
      "ce_loss_9": 4.243084788322449,
      "epoch": 0.019,
      "grad_norm": 1960.0,
      "kl_loss_13": 730.3713623046875,
      "kl_loss_2": 4382.531701660157,
      "kl_loss_4": 3757.971337890625,
      "kl_loss_9": 2200.8175537109373,
      "learning_rate": 0.0009997960964140947,
      "loss": 2752.2479,
      "step": 190
    },
    {
      "ce_loss_13": 3.490229105949402,
      "ce_loss_17": 3.136069047451019,
      "ce_loss_2": 5.383873295783997,
      "ce_loss_4": 5.0795320749282835,
      "ce_loss_9": 4.208669066429138,
      "epoch": 0.02,
      "grad_norm": 1840.0,
      "kl_loss_13": 715.5518585205078,
      "kl_loss_2": 4407.433044433594,
      "kl_loss_4": 3842.116345214844,
      "kl_loss_9": 2163.088830566406,
      "learning_rate": 0.0009997482711915926,
      "loss": 2759.7049,
      "step": 200
    },
    {
      "ce_loss_13": 3.443050265312195,
      "ce_loss_17": 3.1130157709121704,
      "ce_loss_2": 5.3130934000015255,
      "ce_loss_4": 4.975576567649841,
      "ce_loss_9": 4.111668515205383,
      "epoch": 0.021,
      "grad_norm": 1392.0,
      "kl_loss_13": 676.3757446289062,
      "kl_loss_2": 4311.921350097657,
      "kl_loss_4": 3679.7574096679687,
      "kl_loss_9": 2020.0243896484376,
      "learning_rate": 0.0009996954135095479,
      "loss": 2658.1875,
      "step": 210
    },
    {
      "ce_loss_13": 3.5141454219818113,
      "ce_loss_17": 3.187968075275421,
      "ce_loss_2": 5.32227590084076,
      "ce_loss_4": 4.977713632583618,
      "ce_loss_9": 4.135642993450165,
      "epoch": 0.022,
      "grad_norm": 1248.0,
      "kl_loss_13": 661.5016204833985,
      "kl_loss_2": 4173.251977539063,
      "kl_loss_4": 3514.913610839844,
      "kl_loss_9": 1914.9284118652345,
      "learning_rate": 0.0009996375239002368,
      "loss": 2569.9176,
      "step": 220
    },
    {
      "ce_loss_13": 3.57603634595871,
      "ce_loss_17": 3.253368413448334,
      "ce_loss_2": 5.329878497123718,
      "ce_loss_4": 5.0020640134811405,
      "ce_loss_9": 4.166190993785858,
      "epoch": 0.023,
      "grad_norm": 1184.0,
      "kl_loss_13": 671.0865173339844,
      "kl_loss_2": 4064.0949829101564,
      "kl_loss_4": 3449.0091064453127,
      "kl_loss_9": 1859.9651611328125,
      "learning_rate": 0.0009995746029466072,
      "loss": 2524.016,
      "step": 230
    },
    {
      "ce_loss_13": 3.3813811898231507,
      "ce_loss_17": 3.053626906871796,
      "ce_loss_2": 5.2718713760375975,
      "ce_loss_4": 4.921644139289856,
      "ce_loss_9": 4.037386178970337,
      "epoch": 0.024,
      "grad_norm": 1176.0,
      "kl_loss_13": 685.3779907226562,
      "kl_loss_2": 4352.920947265625,
      "kl_loss_4": 3706.268444824219,
      "kl_loss_9": 2006.7455627441407,
      "learning_rate": 0.0009995066512822719,
      "loss": 2594.1637,
      "step": 240
    },
    {
      "ce_loss_13": 3.4662138700485228,
      "ce_loss_17": 3.1522522807121276,
      "ce_loss_2": 5.383834600448608,
      "ce_loss_4": 5.032086563110352,
      "ce_loss_9": 4.128169333934784,
      "epoch": 0.025,
      "grad_norm": 1264.0,
      "kl_loss_13": 654.3518585205078,
      "kl_loss_2": 4362.5865234375,
      "kl_loss_4": 3713.2698364257812,
      "kl_loss_9": 1977.1189331054688,
      "learning_rate": 0.000999433669591504,
      "loss": 2565.9314,
      "step": 250
    },
    {
      "ce_loss_13": 3.3903905630111693,
      "ce_loss_17": 3.0589525938034057,
      "ce_loss_2": 5.258690309524536,
      "ce_loss_4": 4.894338870048523,
      "ce_loss_9": 4.018422996997833,
      "epoch": 0.026,
      "grad_norm": 1192.0,
      "kl_loss_13": 678.4205200195313,
      "kl_loss_2": 4332.092919921875,
      "kl_loss_4": 3650.1448974609375,
      "kl_loss_9": 1948.64580078125,
      "learning_rate": 0.000999355658609228,
      "loss": 2590.8977,
      "step": 260
    },
    {
      "ce_loss_13": 3.439604413509369,
      "ce_loss_17": 3.0890163660049437,
      "ce_loss_2": 5.332418704032898,
      "ce_loss_4": 4.9640573263168335,
      "ce_loss_9": 4.0712716460227965,
      "epoch": 0.027,
      "grad_norm": 1080.0,
      "kl_loss_13": 714.6063018798828,
      "kl_loss_2": 4377.355871582031,
      "kl_loss_4": 3676.47099609375,
      "kl_loss_9": 1971.5729553222657,
      "learning_rate": 0.0009992726191210138,
      "loss": 2638.8242,
      "step": 270
    },
    {
      "ce_loss_13": 3.4747392416000364,
      "ce_loss_17": 3.128302311897278,
      "ce_loss_2": 5.24924533367157,
      "ce_loss_4": 4.8899637937545775,
      "ce_loss_9": 4.055513346195221,
      "epoch": 0.028,
      "grad_norm": 1120.0,
      "kl_loss_13": 704.5193634033203,
      "kl_loss_2": 4159.834167480469,
      "kl_loss_4": 3484.457470703125,
      "kl_loss_9": 1888.2344665527344,
      "learning_rate": 0.0009991845519630679,
      "loss": 2530.2309,
      "step": 280
    },
    {
      "ce_loss_13": 3.3332153797149657,
      "ce_loss_17": 3.0172152161598205,
      "ce_loss_2": 5.156639909744262,
      "ce_loss_4": 4.787631249427795,
      "ce_loss_9": 3.9519541382789614,
      "epoch": 0.029,
      "grad_norm": 924.0,
      "kl_loss_13": 660.3054718017578,
      "kl_loss_2": 4186.50458984375,
      "kl_loss_4": 3497.2395141601564,
      "kl_loss_9": 1890.07255859375,
      "learning_rate": 0.0009990914580222257,
      "loss": 2556.2297,
      "step": 290
    },
    {
      "ce_loss_13": 3.4582252860069276,
      "ce_loss_17": 3.155684804916382,
      "ce_loss_2": 5.200908660888672,
      "ce_loss_4": 4.830238652229309,
      "ce_loss_9": 4.016579568386078,
      "epoch": 0.03,
      "grad_norm": 952.0,
      "kl_loss_13": 627.9629150390625,
      "kl_loss_2": 4037.119091796875,
      "kl_loss_4": 3348.5225341796877,
      "kl_loss_9": 1776.173828125,
      "learning_rate": 0.0009989933382359422,
      "loss": 2503.1105,
      "step": 300
    },
    {
      "ce_loss_13": 3.451007342338562,
      "ce_loss_17": 3.1639443755149843,
      "ce_loss_2": 5.20041708946228,
      "ce_loss_4": 4.834484934806824,
      "ce_loss_9": 4.0087680459022526,
      "epoch": 0.031,
      "grad_norm": 1120.0,
      "kl_loss_13": 595.6909759521484,
      "kl_loss_2": 4011.2225830078123,
      "kl_loss_4": 3322.5175048828123,
      "kl_loss_9": 1745.5184753417968,
      "learning_rate": 0.0009988901935922825,
      "loss": 2437.718,
      "step": 310
    },
    {
      "ce_loss_13": 3.304946184158325,
      "ce_loss_17": 3.0153247833251955,
      "ce_loss_2": 5.156751942634583,
      "ce_loss_4": 4.787038731575012,
      "ce_loss_9": 3.919682335853577,
      "epoch": 0.032,
      "grad_norm": 924.0,
      "kl_loss_13": 604.137646484375,
      "kl_loss_2": 4230.719775390625,
      "kl_loss_4": 3536.085498046875,
      "kl_loss_9": 1846.253662109375,
      "learning_rate": 0.0009987820251299122,
      "loss": 2487.0752,
      "step": 320
    },
    {
      "ce_loss_13": 3.413302314281464,
      "ce_loss_17": 3.139352059364319,
      "ce_loss_2": 5.166732549667358,
      "ce_loss_4": 4.820427799224854,
      "ce_loss_9": 3.973645544052124,
      "epoch": 0.033,
      "grad_norm": 972.0,
      "kl_loss_13": 565.111538696289,
      "kl_loss_2": 4011.9102294921877,
      "kl_loss_4": 3371.32333984375,
      "kl_loss_9": 1726.3803161621095,
      "learning_rate": 0.0009986688339380862,
      "loss": 2402.9094,
      "step": 330
    },
    {
      "ce_loss_13": 3.3493018984794616,
      "ce_loss_17": 3.0934662342071535,
      "ce_loss_2": 5.086379742622375,
      "ce_loss_4": 4.723411202430725,
      "ce_loss_9": 3.8982354640960692,
      "epoch": 0.034,
      "grad_norm": 940.0,
      "kl_loss_13": 542.8931762695313,
      "kl_loss_2": 3903.7267578125,
      "kl_loss_4": 3232.934191894531,
      "kl_loss_9": 1664.3126037597656,
      "learning_rate": 0.0009985506211566387,
      "loss": 2357.9805,
      "step": 340
    },
    {
      "ce_loss_13": 3.3917447686195374,
      "ce_loss_17": 3.1199039578437806,
      "ce_loss_2": 5.09677414894104,
      "ce_loss_4": 4.713316965103149,
      "ce_loss_9": 3.9090429663658144,
      "epoch": 0.035,
      "grad_norm": 1128.0,
      "kl_loss_13": 561.1893493652344,
      "kl_loss_2": 3892.9814208984376,
      "kl_loss_4": 3178.0161254882814,
      "kl_loss_9": 1634.4148376464843,
      "learning_rate": 0.0009984273879759713,
      "loss": 2331.2398,
      "step": 350
    },
    {
      "ce_loss_13": 3.425916314125061,
      "ce_loss_17": 3.1532268047332765,
      "ce_loss_2": 5.1598622560501095,
      "ce_loss_4": 4.779404020309448,
      "ce_loss_9": 3.9879016995429994,
      "epoch": 0.036,
      "grad_norm": 880.0,
      "kl_loss_13": 565.4670867919922,
      "kl_loss_2": 3953.1918212890623,
      "kl_loss_4": 3235.9317016601562,
      "kl_loss_9": 1712.1473815917968,
      "learning_rate": 0.0009982991356370402,
      "loss": 2392.2691,
      "step": 360
    },
    {
      "ce_loss_13": 3.3816256880760194,
      "ce_loss_17": 3.1269331216812133,
      "ce_loss_2": 5.104949283599853,
      "ce_loss_4": 4.7368521928787235,
      "ce_loss_9": 3.9427488803863526,
      "epoch": 0.037,
      "grad_norm": 936.0,
      "kl_loss_13": 541.7421142578125,
      "kl_loss_2": 3898.096301269531,
      "kl_loss_4": 3200.548059082031,
      "kl_loss_9": 1667.4443786621093,
      "learning_rate": 0.0009981658654313456,
      "loss": 2349.4039,
      "step": 370
    },
    {
      "ce_loss_13": 3.453015315532684,
      "ce_loss_17": 3.2010253190994264,
      "ce_loss_2": 5.116927909851074,
      "ce_loss_4": 4.758021831512451,
      "ce_loss_9": 3.9752739906311034,
      "epoch": 0.038,
      "grad_norm": 896.0,
      "kl_loss_13": 523.2178573608398,
      "kl_loss_2": 3786.7024658203127,
      "kl_loss_4": 3119.5727661132814,
      "kl_loss_9": 1609.0381713867187,
      "learning_rate": 0.000998027578700917,
      "loss": 2295.4098,
      "step": 380
    },
    {
      "ce_loss_13": 3.3921372056007386,
      "ce_loss_17": 3.141234886646271,
      "ce_loss_2": 5.104283928871155,
      "ce_loss_4": 4.739434242248535,
      "ce_loss_9": 3.9265757322311403,
      "epoch": 0.039,
      "grad_norm": 884.0,
      "kl_loss_13": 538.9760391235352,
      "kl_loss_2": 3863.5144775390627,
      "kl_loss_4": 3176.7807495117186,
      "kl_loss_9": 1626.165216064453,
      "learning_rate": 0.0009978842768382998,
      "loss": 2327.7336,
      "step": 390
    },
    {
      "ce_loss_13": 3.410324442386627,
      "ce_loss_17": 3.1595824122428895,
      "ce_loss_2": 5.0791549444198605,
      "ce_loss_4": 4.700193262100219,
      "ce_loss_9": 3.906184220314026,
      "epoch": 0.04,
      "grad_norm": 772.0,
      "kl_loss_13": 530.6867767333985,
      "kl_loss_2": 3779.2588012695314,
      "kl_loss_4": 3081.442919921875,
      "kl_loss_9": 1544.514111328125,
      "learning_rate": 0.0009977359612865424,
      "loss": 2250.3691,
      "step": 400
    },
    {
      "ce_loss_13": 3.418565273284912,
      "ce_loss_17": 3.1605410099029543,
      "ce_loss_2": 5.10105881690979,
      "ce_loss_4": 4.724870347976685,
      "ce_loss_9": 3.9385703206062317,
      "epoch": 0.041,
      "grad_norm": 884.0,
      "kl_loss_13": 541.151644897461,
      "kl_loss_2": 3817.33115234375,
      "kl_loss_4": 3123.6171020507813,
      "kl_loss_9": 1620.2747863769532,
      "learning_rate": 0.0009975826335391806,
      "loss": 2258.5668,
      "step": 410
    },
    {
      "ce_loss_13": 3.432558834552765,
      "ce_loss_17": 3.187964618206024,
      "ce_loss_2": 5.072172045707703,
      "ce_loss_4": 4.714474868774414,
      "ce_loss_9": 3.909123384952545,
      "epoch": 0.042,
      "grad_norm": 876.0,
      "kl_loss_13": 517.4167633056641,
      "kl_loss_2": 3730.3439208984373,
      "kl_loss_4": 3062.949841308594,
      "kl_loss_9": 1526.067608642578,
      "learning_rate": 0.0009974242951402235,
      "loss": 2228.7236,
      "step": 420
    },
    {
      "ce_loss_13": 3.441532075405121,
      "ce_loss_17": 3.1943300485610964,
      "ce_loss_2": 5.1000643491745,
      "ce_loss_4": 4.739845228195191,
      "ce_loss_9": 3.94395512342453,
      "epoch": 0.043,
      "grad_norm": 872.0,
      "kl_loss_13": 522.9370330810547,
      "kl_loss_2": 3779.383935546875,
      "kl_loss_4": 3116.0631713867188,
      "kl_loss_9": 1578.3824645996094,
      "learning_rate": 0.0009972609476841367,
      "loss": 2220.5199,
      "step": 430
    },
    {
      "ce_loss_13": 3.3502190709114075,
      "ce_loss_17": 3.10364625453949,
      "ce_loss_2": 5.051486015319824,
      "ce_loss_4": 4.704463362693787,
      "ce_loss_9": 3.868996226787567,
      "epoch": 0.044,
      "grad_norm": 1000.0,
      "kl_loss_13": 501.1860717773437,
      "kl_loss_2": 3837.9580078125,
      "kl_loss_4": 3182.2989868164063,
      "kl_loss_9": 1584.0864196777343,
      "learning_rate": 0.0009970925928158272,
      "loss": 2270.2719,
      "step": 440
    },
    {
      "ce_loss_13": 3.3077200293540954,
      "ce_loss_17": 3.052558660507202,
      "ce_loss_2": 5.004787874221802,
      "ce_loss_4": 4.654259443283081,
      "ce_loss_9": 3.834864377975464,
      "epoch": 0.045,
      "grad_norm": 908.0,
      "kl_loss_13": 526.1941101074219,
      "kl_loss_2": 3893.235632324219,
      "kl_loss_4": 3244.5399658203123,
      "kl_loss_9": 1645.8276733398438,
      "learning_rate": 0.000996919232230627,
      "loss": 2297.8324,
      "step": 450
    },
    {
      "ce_loss_13": 3.3651317954063416,
      "ce_loss_17": 3.135745894908905,
      "ce_loss_2": 5.008993244171142,
      "ce_loss_4": 4.660128760337829,
      "ce_loss_9": 3.876137411594391,
      "epoch": 0.046,
      "grad_norm": 872.0,
      "kl_loss_13": 488.7731307983398,
      "kl_loss_2": 3702.9694702148436,
      "kl_loss_4": 3058.5682373046875,
      "kl_loss_9": 1538.7457336425782,
      "learning_rate": 0.0009967408676742752,
      "loss": 2161.1371,
      "step": 460
    },
    {
      "ce_loss_13": 3.508651888370514,
      "ce_loss_17": 3.2760107040405275,
      "ce_loss_2": 5.099280881881714,
      "ce_loss_4": 4.750043106079102,
      "ce_loss_9": 3.9776250600814818,
      "epoch": 0.047,
      "grad_norm": 808.0,
      "kl_loss_13": 499.91826171875,
      "kl_loss_2": 3634.514782714844,
      "kl_loss_4": 2981.7106079101563,
      "kl_loss_9": 1495.2112365722655,
      "learning_rate": 0.0009965575009429006,
      "loss": 2217.815,
      "step": 470
    },
    {
      "ce_loss_13": 3.2985710740089416,
      "ce_loss_17": 3.0624053478240967,
      "ce_loss_2": 4.982487034797669,
      "ce_loss_4": 4.624861192703247,
      "ce_loss_9": 3.8066399455070496,
      "epoch": 0.048,
      "grad_norm": 836.0,
      "kl_loss_13": 497.1519607543945,
      "kl_loss_2": 3802.2880737304686,
      "kl_loss_4": 3130.960974121094,
      "kl_loss_9": 1545.8674865722655,
      "learning_rate": 0.0009963691338830043,
      "loss": 2209.7576,
      "step": 480
    },
    {
      "ce_loss_13": 3.3796708941459657,
      "ce_loss_17": 3.156713938713074,
      "ce_loss_2": 5.025083065032959,
      "ce_loss_4": 4.67227258682251,
      "ce_loss_9": 3.861804699897766,
      "epoch": 0.049,
      "grad_norm": 1040.0,
      "kl_loss_13": 481.88634796142577,
      "kl_loss_2": 3728.9262451171876,
      "kl_loss_4": 3073.272985839844,
      "kl_loss_9": 1493.6070373535156,
      "learning_rate": 0.0009961757683914405,
      "loss": 2169.6145,
      "step": 490
    },
    {
      "ce_loss_13": 3.393477773666382,
      "ce_loss_17": 3.1482961654663084,
      "ce_loss_2": 4.970569515228272,
      "ce_loss_4": 4.620833873748779,
      "ce_loss_9": 3.8702486991882323,
      "epoch": 0.05,
      "grad_norm": 912.0,
      "kl_loss_13": 497.7796997070312,
      "kl_loss_2": 3622.9356079101562,
      "kl_loss_4": 2982.1828002929688,
      "kl_loss_9": 1501.4689147949218,
      "learning_rate": 0.0009959774064153978,
      "loss": 2175.5449,
      "step": 500
    },
    {
      "ce_loss_13": 3.373159205913544,
      "ce_loss_17": 3.1612361669540405,
      "ce_loss_2": 4.950432252883911,
      "ce_loss_4": 4.596165728569031,
      "ce_loss_9": 3.8339231848716735,
      "epoch": 0.051,
      "grad_norm": 1000.0,
      "kl_loss_13": 466.17348327636716,
      "kl_loss_2": 3585.5204223632813,
      "kl_loss_4": 2909.660534667969,
      "kl_loss_9": 1441.3450439453125,
      "learning_rate": 0.0009957740499523787,
      "loss": 2137.3928,
      "step": 510
    },
    {
      "ce_loss_13": 3.3906698346138002,
      "ce_loss_17": 3.1723674893379212,
      "ce_loss_2": 4.9782023429870605,
      "ce_loss_4": 4.625633692741394,
      "ce_loss_9": 3.8561393857002257,
      "epoch": 0.052,
      "grad_norm": 872.0,
      "kl_loss_13": 468.9834732055664,
      "kl_loss_2": 3579.528515625,
      "kl_loss_4": 2921.1966186523437,
      "kl_loss_9": 1446.9594177246095,
      "learning_rate": 0.0009955657010501807,
      "loss": 2120.3191,
      "step": 520
    },
    {
      "ce_loss_13": 3.3632453083992004,
      "ce_loss_17": 3.1311764240264894,
      "ce_loss_2": 4.969284391403198,
      "ce_loss_4": 4.618723821640015,
      "ce_loss_9": 3.836634063720703,
      "epoch": 0.053,
      "grad_norm": 892.0,
      "kl_loss_13": 484.82396392822267,
      "kl_loss_2": 3645.302209472656,
      "kl_loss_4": 2990.6371337890623,
      "kl_loss_9": 1465.7335388183594,
      "learning_rate": 0.000995352361806875,
      "loss": 2134.5391,
      "step": 530
    },
    {
      "ce_loss_13": 3.394209456443787,
      "ce_loss_17": 3.1703338265419005,
      "ce_loss_2": 4.986485123634338,
      "ce_loss_4": 4.635237050056458,
      "ce_loss_9": 3.864534831047058,
      "epoch": 0.054,
      "grad_norm": 796.0,
      "kl_loss_13": 484.2129165649414,
      "kl_loss_2": 3635.974816894531,
      "kl_loss_4": 2980.203173828125,
      "kl_loss_9": 1478.2803466796875,
      "learning_rate": 0.0009951340343707852,
      "loss": 2166.8965,
      "step": 540
    },
    {
      "ce_loss_13": 3.4342824816703796,
      "ce_loss_17": 3.220643925666809,
      "ce_loss_2": 5.035447287559509,
      "ce_loss_4": 4.687987613677978,
      "ce_loss_9": 3.910528600215912,
      "epoch": 0.055,
      "grad_norm": 852.0,
      "kl_loss_13": 456.5559326171875,
      "kl_loss_2": 3591.8749755859376,
      "kl_loss_4": 2949.824658203125,
      "kl_loss_9": 1444.964910888672,
      "learning_rate": 0.0009949107209404665,
      "loss": 2138.0064,
      "step": 550
    },
    {
      "ce_loss_13": 3.35660035610199,
      "ce_loss_17": 3.141009175777435,
      "ce_loss_2": 4.941444396972656,
      "ce_loss_4": 4.582303762435913,
      "ce_loss_9": 3.826809287071228,
      "epoch": 0.056,
      "grad_norm": 1040.0,
      "kl_loss_13": 456.8359939575195,
      "kl_loss_2": 3589.2345581054688,
      "kl_loss_4": 2928.601123046875,
      "kl_loss_9": 1446.8042541503905,
      "learning_rate": 0.0009946824237646824,
      "loss": 2115.8109,
      "step": 560
    },
    {
      "ce_loss_13": 3.3314553022384645,
      "ce_loss_17": 3.092339289188385,
      "ce_loss_2": 4.9242928981781,
      "ce_loss_4": 4.569640302658081,
      "ce_loss_9": 3.800382375717163,
      "epoch": 0.057,
      "grad_norm": 852.0,
      "kl_loss_13": 503.4763381958008,
      "kl_loss_2": 3663.1847900390626,
      "kl_loss_4": 3005.309289550781,
      "kl_loss_9": 1497.809063720703,
      "learning_rate": 0.0009944491451423828,
      "loss": 2198.6785,
      "step": 570
    },
    {
      "ce_loss_13": 3.3124619722366333,
      "ce_loss_17": 3.0873939990997314,
      "ce_loss_2": 4.940806913375854,
      "ce_loss_4": 4.576763057708741,
      "ce_loss_9": 3.7953989505767822,
      "epoch": 0.058,
      "grad_norm": 852.0,
      "kl_loss_13": 482.5867614746094,
      "kl_loss_2": 3691.87294921875,
      "kl_loss_4": 3010.1155395507812,
      "kl_loss_9": 1493.1613891601562,
      "learning_rate": 0.0009942108874226813,
      "loss": 2134.6461,
      "step": 580
    },
    {
      "ce_loss_13": 3.4112470388412475,
      "ce_loss_17": 3.1972869753837587,
      "ce_loss_2": 4.959044456481934,
      "ce_loss_4": 4.598792099952698,
      "ce_loss_9": 3.8505393266677856,
      "epoch": 0.059,
      "grad_norm": 856.0,
      "kl_loss_13": 454.33775787353517,
      "kl_loss_2": 3522.612927246094,
      "kl_loss_4": 2852.199841308594,
      "kl_loss_9": 1392.1672607421874,
      "learning_rate": 0.00099396765300483,
      "loss": 2048.2014,
      "step": 590
    },
    {
      "ce_loss_13": 3.395838713645935,
      "ce_loss_17": 3.175139045715332,
      "ce_loss_2": 4.9531395673751835,
      "ce_loss_4": 4.588991045951843,
      "ce_loss_9": 3.8398922204971315,
      "epoch": 0.06,
      "grad_norm": 844.0,
      "kl_loss_13": 465.70201416015624,
      "kl_loss_2": 3545.3302001953125,
      "kl_loss_4": 2863.952673339844,
      "kl_loss_9": 1401.6750427246093,
      "learning_rate": 0.0009937194443381972,
      "loss": 2069.59,
      "step": 600
    },
    {
      "ce_loss_13": 3.416799175739288,
      "ce_loss_17": 3.2072720646858217,
      "ce_loss_2": 4.932146883010864,
      "ce_loss_4": 4.583581805229187,
      "ce_loss_9": 3.8486327171325683,
      "epoch": 0.061,
      "grad_norm": 908.0,
      "kl_loss_13": 455.0954193115234,
      "kl_loss_2": 3452.7316650390626,
      "kl_loss_4": 2795.195202636719,
      "kl_loss_9": 1371.477117919922,
      "learning_rate": 0.0009934662639222412,
      "loss": 2075.8383,
      "step": 610
    },
    {
      "ce_loss_13": 3.372501254081726,
      "ce_loss_17": 3.157397246360779,
      "ce_loss_2": 4.967001247406006,
      "ce_loss_4": 4.606789755821228,
      "ce_loss_9": 3.8294251680374147,
      "epoch": 0.062,
      "grad_norm": 844.0,
      "kl_loss_13": 465.4024383544922,
      "kl_loss_2": 3617.4651611328127,
      "kl_loss_4": 2942.0623413085937,
      "kl_loss_9": 1422.85283203125,
      "learning_rate": 0.000993208114306486,
      "loss": 2087.9994,
      "step": 620
    },
    {
      "ce_loss_13": 3.299955499172211,
      "ce_loss_17": 3.085653471946716,
      "ce_loss_2": 4.910202121734619,
      "ce_loss_4": 4.551524496078491,
      "ce_loss_9": 3.762219512462616,
      "epoch": 0.063,
      "grad_norm": 936.0,
      "kl_loss_13": 456.752978515625,
      "kl_loss_2": 3618.606591796875,
      "kl_loss_4": 2956.915478515625,
      "kl_loss_9": 1419.0578186035157,
      "learning_rate": 0.0009929449980904952,
      "loss": 2054.7795,
      "step": 630
    },
    {
      "ce_loss_13": 3.3500998497009276,
      "ce_loss_17": 3.1439953327178953,
      "ce_loss_2": 4.917953848838806,
      "ce_loss_4": 4.563798975944519,
      "ce_loss_9": 3.8012561559677125,
      "epoch": 0.064,
      "grad_norm": 860.0,
      "kl_loss_13": 451.0824035644531,
      "kl_loss_2": 3543.6160400390627,
      "kl_loss_4": 2889.9016845703127,
      "kl_loss_9": 1407.3394592285156,
      "learning_rate": 0.0009926769179238466,
      "loss": 2053.4785,
      "step": 640
    },
    {
      "ce_loss_13": 3.3938300132751467,
      "ce_loss_17": 3.1796295642852783,
      "ce_loss_2": 4.945849442481995,
      "ce_loss_4": 4.598684406280517,
      "ce_loss_9": 3.831195759773254,
      "epoch": 0.065,
      "grad_norm": 1000.0,
      "kl_loss_13": 467.66880493164064,
      "kl_loss_2": 3539.2062744140626,
      "kl_loss_4": 2889.17568359375,
      "kl_loss_9": 1397.6646301269532,
      "learning_rate": 0.000992403876506104,
      "loss": 2064.1902,
      "step": 650
    },
    {
      "ce_loss_13": 3.33291871547699,
      "ce_loss_17": 3.122549068927765,
      "ce_loss_2": 4.897202277183533,
      "ce_loss_4": 4.550416302680969,
      "ce_loss_9": 3.773349571228027,
      "epoch": 0.066,
      "grad_norm": 916.0,
      "kl_loss_13": 449.5287139892578,
      "kl_loss_2": 3530.60322265625,
      "kl_loss_4": 2879.1534912109373,
      "kl_loss_9": 1377.0751831054688,
      "learning_rate": 0.0009921258765867918,
      "loss": 2061.1312,
      "step": 660
    },
    {
      "ce_loss_13": 3.2969218492507935,
      "ce_loss_17": 3.093582308292389,
      "ce_loss_2": 4.896408152580261,
      "ce_loss_4": 4.5536270380020145,
      "ce_loss_9": 3.7574182629585264,
      "epoch": 0.067,
      "grad_norm": 1040.0,
      "kl_loss_13": 460.2426361083984,
      "kl_loss_2": 3624.5967041015624,
      "kl_loss_4": 2981.2020263671875,
      "kl_loss_9": 1420.056658935547,
      "learning_rate": 0.0009918429209653662,
      "loss": 2083.3785,
      "step": 670
    },
    {
      "ce_loss_13": 3.3495418548583986,
      "ce_loss_17": 3.142987310886383,
      "ce_loss_2": 4.915597724914551,
      "ce_loss_4": 4.5686545133590695,
      "ce_loss_9": 3.788528251647949,
      "epoch": 0.068,
      "grad_norm": 848.0,
      "kl_loss_13": 460.44593811035156,
      "kl_loss_2": 3561.2265625,
      "kl_loss_4": 2914.064172363281,
      "kl_loss_9": 1386.4138977050782,
      "learning_rate": 0.0009915550124911866,
      "loss": 2034.4879,
      "step": 680
    },
    {
      "ce_loss_13": 3.3552000880241395,
      "ce_loss_17": 3.1527761816978455,
      "ce_loss_2": 4.8922336339950565,
      "ce_loss_4": 4.545932102203369,
      "ce_loss_9": 3.7837376952171327,
      "epoch": 0.069,
      "grad_norm": 1080.0,
      "kl_loss_13": 433.5186996459961,
      "kl_loss_2": 3450.9926147460938,
      "kl_loss_4": 2809.521240234375,
      "kl_loss_9": 1340.025860595703,
      "learning_rate": 0.0009912621540634887,
      "loss": 2019.2238,
      "step": 690
    },
    {
      "ce_loss_13": 3.379618489742279,
      "ce_loss_17": 3.1929449081420898,
      "ce_loss_2": 4.886630058288574,
      "ce_loss_4": 4.542127203941345,
      "ce_loss_9": 3.795738422870636,
      "epoch": 0.07,
      "grad_norm": 976.0,
      "kl_loss_13": 418.6984573364258,
      "kl_loss_2": 3421.0200073242186,
      "kl_loss_4": 2775.9146240234377,
      "kl_loss_9": 1314.91328125,
      "learning_rate": 0.0009909643486313534,
      "loss": 2005.057,
      "step": 700
    },
    {
      "ce_loss_13": 3.2766343474388124,
      "ce_loss_17": 3.077045226097107,
      "ce_loss_2": 4.856631731986999,
      "ce_loss_4": 4.491817474365234,
      "ce_loss_9": 3.7208046078681947,
      "epoch": 0.071,
      "grad_norm": 888.0,
      "kl_loss_13": 429.47057189941404,
      "kl_loss_2": 3550.787890625,
      "kl_loss_4": 2882.5520629882812,
      "kl_loss_9": 1377.0965881347656,
      "learning_rate": 0.000990661599193678,
      "loss": 2090.2475,
      "step": 710
    },
    {
      "ce_loss_13": 3.392967128753662,
      "ce_loss_17": 3.193705677986145,
      "ce_loss_2": 4.90472264289856,
      "ce_loss_4": 4.552316355705261,
      "ce_loss_9": 3.813526916503906,
      "epoch": 0.072,
      "grad_norm": 940.0,
      "kl_loss_13": 432.0402038574219,
      "kl_loss_2": 3425.7497680664064,
      "kl_loss_4": 2772.5600341796876,
      "kl_loss_9": 1330.7037780761718,
      "learning_rate": 0.0009903539087991462,
      "loss": 1996.8686,
      "step": 720
    },
    {
      "ce_loss_13": 3.369348168373108,
      "ce_loss_17": 3.173522746562958,
      "ce_loss_2": 4.89017391204834,
      "ce_loss_4": 4.537626624107361,
      "ce_loss_9": 3.785863721370697,
      "epoch": 0.073,
      "grad_norm": 928.0,
      "kl_loss_13": 426.95457763671874,
      "kl_loss_2": 3446.7977661132813,
      "kl_loss_4": 2792.6529296875,
      "kl_loss_9": 1319.9725280761718,
      "learning_rate": 0.0009900412805461966,
      "loss": 2006.5203,
      "step": 730
    },
    {
      "ce_loss_13": 3.4318490028381348,
      "ce_loss_17": 3.2430662155151366,
      "ce_loss_2": 4.922482419013977,
      "ce_loss_4": 4.573343729972839,
      "ce_loss_9": 3.8417624115943907,
      "epoch": 0.074,
      "grad_norm": 936.0,
      "kl_loss_13": 413.79088287353517,
      "kl_loss_2": 3397.953369140625,
      "kl_loss_4": 2738.3268310546873,
      "kl_loss_9": 1293.321337890625,
      "learning_rate": 0.0009897237175829927,
      "loss": 1988.8957,
      "step": 740
    },
    {
      "ce_loss_13": 3.3247160077095033,
      "ce_loss_17": 3.1352283358573914,
      "ce_loss_2": 4.865108942985534,
      "ce_loss_4": 4.5231712579727175,
      "ce_loss_9": 3.7554025769233705,
      "epoch": 0.075,
      "grad_norm": 844.0,
      "kl_loss_13": 421.07178649902346,
      "kl_loss_2": 3469.0927978515624,
      "kl_loss_4": 2825.906884765625,
      "kl_loss_9": 1338.857568359375,
      "learning_rate": 0.0009894012231073895,
      "loss": 1998.8957,
      "step": 750
    },
    {
      "ce_loss_13": 3.368278980255127,
      "ce_loss_17": 3.1781376719474794,
      "ce_loss_2": 4.8757919549942015,
      "ce_loss_4": 4.5389830589294435,
      "ce_loss_9": 3.7914411664009093,
      "epoch": 0.076,
      "grad_norm": 944.0,
      "kl_loss_13": 409.7508941650391,
      "kl_loss_2": 3407.4770629882814,
      "kl_loss_4": 2791.3968139648437,
      "kl_loss_9": 1314.810546875,
      "learning_rate": 0.0009890738003669028,
      "loss": 2008.9746,
      "step": 760
    },
    {
      "ce_loss_13": 3.343692898750305,
      "ce_loss_17": 3.14743994474411,
      "ce_loss_2": 4.8914374828338625,
      "ce_loss_4": 4.553251171112061,
      "ce_loss_9": 3.781083512306213,
      "epoch": 0.077,
      "grad_norm": 968.0,
      "kl_loss_13": 423.18428192138674,
      "kl_loss_2": 3502.153857421875,
      "kl_loss_4": 2875.511267089844,
      "kl_loss_9": 1362.31875,
      "learning_rate": 0.0009887414526586764,
      "loss": 1988.7578,
      "step": 770
    },
    {
      "ce_loss_13": 3.3911314845085143,
      "ce_loss_17": 3.2056641221046447,
      "ce_loss_2": 4.897607350349427,
      "ce_loss_4": 4.562703633308411,
      "ce_loss_9": 3.8049958825111387,
      "epoch": 0.078,
      "grad_norm": 936.0,
      "kl_loss_13": 414.01283569335936,
      "kl_loss_2": 3399.990588378906,
      "kl_loss_4": 2770.4991088867187,
      "kl_loss_9": 1288.91259765625,
      "learning_rate": 0.0009884041833294476,
      "loss": 1940.1848,
      "step": 780
    },
    {
      "ce_loss_13": 3.391792869567871,
      "ce_loss_17": 3.2053155303001404,
      "ce_loss_2": 4.873739266395569,
      "ce_loss_4": 4.540884971618652,
      "ce_loss_9": 3.801806998252869,
      "epoch": 0.079,
      "grad_norm": 860.0,
      "kl_loss_13": 415.51280975341797,
      "kl_loss_2": 3357.626599121094,
      "kl_loss_4": 2732.0444458007814,
      "kl_loss_9": 1285.20927734375,
      "learning_rate": 0.000988061995775515,
      "loss": 2015.0715,
      "step": 790
    },
    {
      "ce_loss_13": 3.325045144557953,
      "ce_loss_17": 3.1392316699028013,
      "ce_loss_2": 4.812699151039124,
      "ce_loss_4": 4.479365229606628,
      "ce_loss_9": 3.7390761733055116,
      "epoch": 0.08,
      "grad_norm": 1040.0,
      "kl_loss_13": 415.2960464477539,
      "kl_loss_2": 3374.4686889648438,
      "kl_loss_4": 2754.907177734375,
      "kl_loss_9": 1315.3015991210937,
      "learning_rate": 0.0009877148934427035,
      "loss": 1966.6633,
      "step": 800
    },
    {
      "ce_loss_13": 3.361221945285797,
      "ce_loss_17": 3.174115777015686,
      "ce_loss_2": 4.865154695510864,
      "ce_loss_4": 4.531916379928589,
      "ce_loss_9": 3.779590427875519,
      "epoch": 0.081,
      "grad_norm": 888.0,
      "kl_loss_13": 412.87647705078126,
      "kl_loss_2": 3389.8561889648436,
      "kl_loss_4": 2766.3066284179686,
      "kl_loss_9": 1303.5166809082032,
      "learning_rate": 0.0009873628798263297,
      "loss": 1945.9953,
      "step": 810
    },
    {
      "ce_loss_13": 3.3172059178352358,
      "ce_loss_17": 3.1370773911476135,
      "ce_loss_2": 4.791570925712586,
      "ce_loss_4": 4.455942940711975,
      "ce_loss_9": 3.718342387676239,
      "epoch": 0.082,
      "grad_norm": 880.0,
      "kl_loss_13": 402.0048858642578,
      "kl_loss_2": 3330.507568359375,
      "kl_loss_4": 2707.251501464844,
      "kl_loss_9": 1269.6024780273438,
      "learning_rate": 0.0009870059584711668,
      "loss": 1972.2762,
      "step": 820
    },
    {
      "ce_loss_13": 3.3350242495536806,
      "ce_loss_17": 3.1476898074150084,
      "ce_loss_2": 4.811323523521423,
      "ce_loss_4": 4.477843689918518,
      "ce_loss_9": 3.755842161178589,
      "epoch": 0.083,
      "grad_norm": 800.0,
      "kl_loss_13": 398.83159790039065,
      "kl_loss_2": 3356.8597045898437,
      "kl_loss_4": 2725.174353027344,
      "kl_loss_9": 1297.8435302734374,
      "learning_rate": 0.000986644132971409,
      "loss": 1944.8152,
      "step": 830
    },
    {
      "ce_loss_13": 3.3208301186561586,
      "ce_loss_17": 3.1352628588676454,
      "ce_loss_2": 4.8309894561767575,
      "ce_loss_4": 4.504492831230164,
      "ce_loss_9": 3.758168947696686,
      "epoch": 0.084,
      "grad_norm": 960.0,
      "kl_loss_13": 401.25804901123047,
      "kl_loss_2": 3404.7124145507814,
      "kl_loss_4": 2786.1770751953127,
      "kl_loss_9": 1333.3421508789063,
      "learning_rate": 0.0009862774069706345,
      "loss": 1964.8699,
      "step": 840
    },
    {
      "ce_loss_13": 3.437472343444824,
      "ce_loss_17": 3.2665435791015627,
      "ce_loss_2": 4.876515960693359,
      "ce_loss_4": 4.547065806388855,
      "ce_loss_9": 3.841744804382324,
      "epoch": 0.085,
      "grad_norm": 960.0,
      "kl_loss_13": 389.9429443359375,
      "kl_loss_2": 3285.643798828125,
      "kl_loss_4": 2672.3885009765627,
      "kl_loss_9": 1282.2401489257813,
      "learning_rate": 0.000985905784161771,
      "loss": 1930.4863,
      "step": 850
    },
    {
      "ce_loss_13": 3.3625681519508364,
      "ce_loss_17": 3.191510498523712,
      "ce_loss_2": 4.824199914932251,
      "ce_loss_4": 4.498007225990295,
      "ce_loss_9": 3.770563566684723,
      "epoch": 0.086,
      "grad_norm": 844.0,
      "kl_loss_13": 383.7548110961914,
      "kl_loss_2": 3301.8364379882814,
      "kl_loss_4": 2693.669140625,
      "kl_loss_9": 1280.2837768554687,
      "learning_rate": 0.000985529268287055,
      "loss": 1911.0293,
      "step": 860
    },
    {
      "ce_loss_13": 3.3050955653190615,
      "ce_loss_17": 3.123162257671356,
      "ce_loss_2": 4.819775795936584,
      "ce_loss_4": 4.47889621257782,
      "ce_loss_9": 3.7266830921173097,
      "epoch": 0.087,
      "grad_norm": 772.0,
      "kl_loss_13": 398.754704284668,
      "kl_loss_2": 3404.6179931640627,
      "kl_loss_4": 2768.282507324219,
      "kl_loss_9": 1292.7787353515625,
      "learning_rate": 0.0009851478631379982,
      "loss": 1963.9223,
      "step": 870
    },
    {
      "ce_loss_13": 3.3675146818161013,
      "ce_loss_17": 3.178437685966492,
      "ce_loss_2": 4.8413186311721805,
      "ce_loss_4": 4.5075929164886475,
      "ce_loss_9": 3.764183247089386,
      "epoch": 0.088,
      "grad_norm": 976.0,
      "kl_loss_13": 415.20287170410154,
      "kl_loss_2": 3360.4562866210936,
      "kl_loss_4": 2734.4081176757813,
      "kl_loss_9": 1269.864990234375,
      "learning_rate": 0.0009847615725553456,
      "loss": 1935.5604,
      "step": 880
    },
    {
      "ce_loss_13": 3.406362807750702,
      "ce_loss_17": 3.2369236826896666,
      "ce_loss_2": 4.821893978118896,
      "ce_loss_4": 4.493126487731933,
      "ce_loss_9": 3.7880091071128845,
      "epoch": 0.089,
      "grad_norm": 840.0,
      "kl_loss_13": 383.4114242553711,
      "kl_loss_2": 3199.1895385742187,
      "kl_loss_4": 2589.841796875,
      "kl_loss_9": 1215.9469848632812,
      "learning_rate": 0.0009843704004290394,
      "loss": 1913.5568,
      "step": 890
    },
    {
      "ce_loss_13": 3.3325154781341553,
      "ce_loss_17": 3.146414506435394,
      "ce_loss_2": 4.795909833908081,
      "ce_loss_4": 4.45392324924469,
      "ce_loss_9": 3.7367355942726137,
      "epoch": 0.09,
      "grad_norm": 1008.0,
      "kl_loss_13": 410.2917770385742,
      "kl_loss_2": 3358.256799316406,
      "kl_loss_4": 2716.9063232421877,
      "kl_loss_9": 1290.2903198242188,
      "learning_rate": 0.0009839743506981783,
      "loss": 1938.7434,
      "step": 900
    },
    {
      "ce_loss_13": 3.2540414690971375,
      "ce_loss_17": 3.063079464435577,
      "ce_loss_2": 4.789106225967407,
      "ce_loss_4": 4.444174361228943,
      "ce_loss_9": 3.6872658133506775,
      "epoch": 0.091,
      "grad_norm": 1080.0,
      "kl_loss_13": 417.6730331420898,
      "kl_loss_2": 3501.5642211914064,
      "kl_loss_4": 2849.4146118164062,
      "kl_loss_9": 1342.6936279296874,
      "learning_rate": 0.0009835734273509786,
      "loss": 1977.3492,
      "step": 910
    },
    {
      "ce_loss_13": 3.346299242973328,
      "ce_loss_17": 3.157994043827057,
      "ce_loss_2": 4.837053966522217,
      "ce_loss_4": 4.492336368560791,
      "ce_loss_9": 3.763401138782501,
      "epoch": 0.092,
      "grad_norm": 832.0,
      "kl_loss_13": 401.46257934570315,
      "kl_loss_2": 3346.2372802734376,
      "kl_loss_4": 2697.43896484375,
      "kl_loss_9": 1278.7077697753907,
      "learning_rate": 0.0009831676344247342,
      "loss": 1933.4803,
      "step": 920
    },
    {
      "ce_loss_13": 3.348154938220978,
      "ce_loss_17": 3.180648756027222,
      "ce_loss_2": 4.792514109611512,
      "ce_loss_4": 4.452423858642578,
      "ce_loss_9": 3.748816692829132,
      "epoch": 0.093,
      "grad_norm": 928.0,
      "kl_loss_13": 370.6465698242188,
      "kl_loss_2": 3261.6263427734375,
      "kl_loss_4": 2625.723596191406,
      "kl_loss_9": 1236.6765411376953,
      "learning_rate": 0.0009827569760057755,
      "loss": 1911.6672,
      "step": 930
    },
    {
      "ce_loss_13": 3.285767138004303,
      "ce_loss_17": 3.097846233844757,
      "ce_loss_2": 4.824236750602722,
      "ce_loss_4": 4.4804726362228395,
      "ce_loss_9": 3.7157430171966555,
      "epoch": 0.094,
      "grad_norm": 1000.0,
      "kl_loss_13": 400.1313217163086,
      "kl_loss_2": 3489.612438964844,
      "kl_loss_4": 2838.1316650390627,
      "kl_loss_9": 1338.6936889648437,
      "learning_rate": 0.000982341456229428,
      "loss": 1947.877,
      "step": 940
    },
    {
      "ce_loss_13": 3.368918788433075,
      "ce_loss_17": 3.1905226707458496,
      "ce_loss_2": 4.841083121299744,
      "ce_loss_4": 4.515086054801941,
      "ce_loss_9": 3.7773422956466676,
      "epoch": 0.095,
      "grad_norm": 964.0,
      "kl_loss_13": 405.5454956054688,
      "kl_loss_2": 3343.8675903320313,
      "kl_loss_4": 2734.8436279296875,
      "kl_loss_9": 1290.0235229492187,
      "learning_rate": 0.000981921079279971,
      "loss": 1904.6535,
      "step": 950
    },
    {
      "ce_loss_13": 3.3743069529533387,
      "ce_loss_17": 3.2032186150550843,
      "ce_loss_2": 4.7667896270751955,
      "ce_loss_4": 4.4387904644012455,
      "ce_loss_9": 3.744371938705444,
      "epoch": 0.096,
      "grad_norm": 920.0,
      "kl_loss_13": 384.10196685791016,
      "kl_loss_2": 3194.66494140625,
      "kl_loss_4": 2580.2245483398438,
      "kl_loss_9": 1207.9341430664062,
      "learning_rate": 0.0009814958493905962,
      "loss": 1869.4641,
      "step": 960
    },
    {
      "ce_loss_13": 3.337582790851593,
      "ce_loss_17": 3.1601481318473814,
      "ce_loss_2": 4.82601318359375,
      "ce_loss_4": 4.487420868873596,
      "ce_loss_9": 3.7436182856559754,
      "epoch": 0.097,
      "grad_norm": 828.0,
      "kl_loss_13": 390.50591430664065,
      "kl_loss_2": 3350.0862426757812,
      "kl_loss_4": 2723.4616943359374,
      "kl_loss_9": 1261.0095764160155,
      "learning_rate": 0.0009810657708433637,
      "loss": 1951.8195,
      "step": 970
    },
    {
      "ce_loss_13": 3.403837275505066,
      "ce_loss_17": 3.2347267866134644,
      "ce_loss_2": 4.81567165851593,
      "ce_loss_4": 4.468466424942017,
      "ce_loss_9": 3.772913944721222,
      "epoch": 0.098,
      "grad_norm": 852.0,
      "kl_loss_13": 382.08585357666016,
      "kl_loss_2": 3192.696533203125,
      "kl_loss_4": 2552.9170043945314,
      "kl_loss_9": 1188.332696533203,
      "learning_rate": 0.0009806308479691594,
      "loss": 1849.975,
      "step": 980
    },
    {
      "ce_loss_13": 3.424488735198975,
      "ce_loss_17": 3.235040080547333,
      "ce_loss_2": 4.866095018386841,
      "ce_loss_4": 4.522079491615296,
      "ce_loss_9": 3.8104368567466738,
      "epoch": 0.099,
      "grad_norm": 948.0,
      "kl_loss_13": 411.6816650390625,
      "kl_loss_2": 3305.6978149414062,
      "kl_loss_4": 2653.93779296875,
      "kl_loss_9": 1252.2878723144531,
      "learning_rate": 0.0009801910851476522,
      "loss": 1890.7043,
      "step": 990
    },
    {
      "ce_loss_13": 3.3440085887908935,
      "ce_loss_17": 3.1690502524375916,
      "ce_loss_2": 4.836632800102234,
      "ce_loss_4": 4.493210172653198,
      "ce_loss_9": 3.7448533892631533,
      "epoch": 0.1,
      "grad_norm": 960.0,
      "kl_loss_13": 399.61362915039064,
      "kl_loss_2": 3406.6630615234376,
      "kl_loss_4": 2759.11484375,
      "kl_loss_9": 1266.5451721191407,
      "learning_rate": 0.0009797464868072487,
      "loss": 1912.3621,
      "step": 1000
    },
    {
      "ce_loss_13": 3.331806945800781,
      "ce_loss_17": 3.152591598033905,
      "ce_loss_2": 4.792890572547913,
      "ce_loss_4": 4.451310873031616,
      "ce_loss_9": 3.72512149810791,
      "epoch": 0.101,
      "grad_norm": 1200.0,
      "kl_loss_13": 394.763720703125,
      "kl_loss_2": 3318.3656005859375,
      "kl_loss_4": 2692.0280883789064,
      "kl_loss_9": 1252.956787109375,
      "learning_rate": 0.0009792970574250492,
      "loss": 1905.3281,
      "step": 1010
    },
    {
      "ce_loss_13": 3.341937553882599,
      "ce_loss_17": 3.169361650943756,
      "ce_loss_2": 4.784651064872742,
      "ce_loss_4": 4.460782313346863,
      "ce_loss_9": 3.729896664619446,
      "epoch": 0.102,
      "grad_norm": 944.0,
      "kl_loss_13": 381.2003631591797,
      "kl_loss_2": 3270.02509765625,
      "kl_loss_4": 2665.2223999023436,
      "kl_loss_9": 1235.4885803222655,
      "learning_rate": 0.0009788428015268028,
      "loss": 1863.8438,
      "step": 1020
    },
    {
      "ce_loss_13": 3.33928097486496,
      "ce_loss_17": 3.1749049186706544,
      "ce_loss_2": 4.772533559799195,
      "ce_loss_4": 4.439685535430908,
      "ce_loss_9": 3.7271411061286925,
      "epoch": 0.103,
      "grad_norm": 920.0,
      "kl_loss_13": 374.9629165649414,
      "kl_loss_2": 3243.825537109375,
      "kl_loss_4": 2629.011022949219,
      "kl_loss_9": 1215.5707580566407,
      "learning_rate": 0.0009783837236868609,
      "loss": 1859.6172,
      "step": 1030
    },
    {
      "ce_loss_13": 3.3120030641555784,
      "ce_loss_17": 3.1386825680732726,
      "ce_loss_2": 4.7418444633483885,
      "ce_loss_4": 4.41668553352356,
      "ce_loss_9": 3.698753499984741,
      "epoch": 0.104,
      "grad_norm": 892.0,
      "kl_loss_13": 385.54081573486326,
      "kl_loss_2": 3211.5653076171875,
      "kl_loss_4": 2609.5830810546877,
      "kl_loss_9": 1217.1534149169922,
      "learning_rate": 0.0009779198285281327,
      "loss": 1854.5191,
      "step": 1040
    },
    {
      "ce_loss_13": 3.3089224219322206,
      "ce_loss_17": 3.1374737858772277,
      "ce_loss_2": 4.771598625183105,
      "ce_loss_4": 4.440955734252929,
      "ce_loss_9": 3.7080607414245605,
      "epoch": 0.105,
      "grad_norm": 884.0,
      "kl_loss_13": 373.78731842041014,
      "kl_loss_2": 3293.0612182617188,
      "kl_loss_4": 2677.461389160156,
      "kl_loss_9": 1238.1656616210937,
      "learning_rate": 0.0009774511207220368,
      "loss": 1885.1617,
      "step": 1050
    },
    {
      "ce_loss_13": 3.35217467546463,
      "ce_loss_17": 3.1806638121604918,
      "ce_loss_2": 4.81612331867218,
      "ce_loss_4": 4.478370618820191,
      "ce_loss_9": 3.7391607642173765,
      "epoch": 0.106,
      "grad_norm": 820.0,
      "kl_loss_13": 385.7530212402344,
      "kl_loss_2": 3294.76513671875,
      "kl_loss_4": 2664.874072265625,
      "kl_loss_9": 1220.798532104492,
      "learning_rate": 0.0009769776049884564,
      "loss": 1874.1031,
      "step": 1060
    },
    {
      "ce_loss_13": 3.2690223813056947,
      "ce_loss_17": 3.0942304491996766,
      "ce_loss_2": 4.759356594085693,
      "ce_loss_4": 4.422593832015991,
      "ce_loss_9": 3.6778587818145754,
      "epoch": 0.107,
      "grad_norm": 956.0,
      "kl_loss_13": 391.147314453125,
      "kl_loss_2": 3376.554724121094,
      "kl_loss_4": 2748.0857788085937,
      "kl_loss_9": 1266.021502685547,
      "learning_rate": 0.0009764992860956889,
      "loss": 1949.5391,
      "step": 1070
    },
    {
      "ce_loss_13": 3.4036198973655702,
      "ce_loss_17": 3.239108693599701,
      "ce_loss_2": 4.763926935195923,
      "ce_loss_4": 4.44455623626709,
      "ce_loss_9": 3.7673982262611387,
      "epoch": 0.108,
      "grad_norm": 936.0,
      "kl_loss_13": 367.35121459960936,
      "kl_loss_2": 3102.4430908203126,
      "kl_loss_4": 2501.094482421875,
      "kl_loss_9": 1167.6445037841797,
      "learning_rate": 0.0009760161688604008,
      "loss": 1819.5711,
      "step": 1080
    },
    {
      "ce_loss_13": 3.4040125131607057,
      "ce_loss_17": 3.2376139521598817,
      "ce_loss_2": 4.832027888298034,
      "ce_loss_4": 4.494500255584716,
      "ce_loss_9": 3.788975703716278,
      "epoch": 0.109,
      "grad_norm": 888.0,
      "kl_loss_13": 369.05223541259767,
      "kl_loss_2": 3194.8518310546874,
      "kl_loss_4": 2585.8927001953125,
      "kl_loss_9": 1196.6102905273438,
      "learning_rate": 0.0009755282581475768,
      "loss": 1861.7242,
      "step": 1090
    },
    {
      "ce_loss_13": 3.4441361665725707,
      "ce_loss_17": 3.280840015411377,
      "ce_loss_2": 4.855321836471558,
      "ce_loss_4": 4.517546820640564,
      "ce_loss_9": 3.833357799053192,
      "epoch": 0.11,
      "grad_norm": 1016.0,
      "kl_loss_13": 373.8306381225586,
      "kl_loss_2": 3183.0297729492186,
      "kl_loss_4": 2554.546875,
      "kl_loss_9": 1197.6685791015625,
      "learning_rate": 0.0009750355588704727,
      "loss": 1819.5221,
      "step": 1100
    },
    {
      "ce_loss_13": 3.3001001715660094,
      "ce_loss_17": 3.1322520971298218,
      "ce_loss_2": 4.751658868789673,
      "ce_loss_4": 4.398335409164429,
      "ce_loss_9": 3.6881660342216493,
      "epoch": 0.111,
      "grad_norm": 1000.0,
      "kl_loss_13": 365.6656921386719,
      "kl_loss_2": 3269.6130615234374,
      "kl_loss_4": 2618.7026611328124,
      "kl_loss_9": 1215.534423828125,
      "learning_rate": 0.0009745380759905647,
      "loss": 1903.5375,
      "step": 1110
    },
    {
      "ce_loss_13": 3.245807480812073,
      "ce_loss_17": 3.0830583453178404,
      "ce_loss_2": 4.716756153106689,
      "ce_loss_4": 4.377573132514954,
      "ce_loss_9": 3.6491206765174864,
      "epoch": 0.112,
      "grad_norm": 864.0,
      "kl_loss_13": 366.47874908447267,
      "kl_loss_2": 3306.8806884765627,
      "kl_loss_4": 2663.4728515625,
      "kl_loss_9": 1240.725323486328,
      "learning_rate": 0.0009740358145174998,
      "loss": 1941.0566,
      "step": 1120
    },
    {
      "ce_loss_13": 3.3866483330726624,
      "ce_loss_17": 3.2277196288108825,
      "ce_loss_2": 4.774269104003906,
      "ce_loss_4": 4.433835482597351,
      "ce_loss_9": 3.7634063839912413,
      "epoch": 0.113,
      "grad_norm": 848.0,
      "kl_loss_13": 361.10958709716795,
      "kl_loss_2": 3146.92509765625,
      "kl_loss_4": 2518.6606201171876,
      "kl_loss_9": 1186.183612060547,
      "learning_rate": 0.0009735287795090455,
      "loss": 1833.2547,
      "step": 1130
    },
    {
      "ce_loss_13": 3.2892943382263184,
      "ce_loss_17": 3.1269325494766234,
      "ce_loss_2": 4.729933071136474,
      "ce_loss_4": 4.395347666740418,
      "ce_loss_9": 3.6729499459266663,
      "epoch": 0.114,
      "grad_norm": 876.0,
      "kl_loss_13": 362.5305465698242,
      "kl_loss_2": 3237.9978271484374,
      "kl_loss_4": 2619.9707885742187,
      "kl_loss_9": 1200.743426513672,
      "learning_rate": 0.0009730169760710386,
      "loss": 1847.4512,
      "step": 1140
    },
    {
      "ce_loss_13": 3.357778012752533,
      "ce_loss_17": 3.194906449317932,
      "ce_loss_2": 4.77970175743103,
      "ce_loss_4": 4.4458307981491085,
      "ce_loss_9": 3.7482528924942016,
      "epoch": 0.115,
      "grad_norm": 1080.0,
      "kl_loss_13": 352.80699920654297,
      "kl_loss_2": 3183.4198974609376,
      "kl_loss_4": 2553.4814575195314,
      "kl_loss_9": 1190.7755249023437,
      "learning_rate": 0.0009725004093573342,
      "loss": 1844.8674,
      "step": 1150
    },
    {
      "ce_loss_13": 3.30957270860672,
      "ce_loss_17": 3.1439372062683106,
      "ce_loss_2": 4.74575138092041,
      "ce_loss_4": 4.402514219284058,
      "ce_loss_9": 3.709815800189972,
      "epoch": 0.116,
      "grad_norm": 1056.0,
      "kl_loss_13": 357.7722702026367,
      "kl_loss_2": 3204.6459838867186,
      "kl_loss_4": 2562.1646118164062,
      "kl_loss_9": 1219.2004638671874,
      "learning_rate": 0.0009719790845697534,
      "loss": 1822.2119,
      "step": 1160
    },
    {
      "ce_loss_13": 3.2644479274749756,
      "ce_loss_17": 3.108327102661133,
      "ce_loss_2": 4.647129654884338,
      "ce_loss_4": 4.312844860553741,
      "ce_loss_9": 3.6578468084335327,
      "epoch": 0.117,
      "grad_norm": 1040.0,
      "kl_loss_13": 344.85960388183594,
      "kl_loss_2": 3122.0739990234374,
      "kl_loss_4": 2502.5944702148436,
      "kl_loss_9": 1204.761767578125,
      "learning_rate": 0.0009714530069580309,
      "loss": 1808.5439,
      "step": 1170
    },
    {
      "ce_loss_13": 3.3457039833068847,
      "ce_loss_17": 3.190069305896759,
      "ce_loss_2": 4.774503207206726,
      "ce_loss_4": 4.443236660957337,
      "ce_loss_9": 3.7676589250564576,
      "epoch": 0.118,
      "grad_norm": 972.0,
      "kl_loss_13": 362.91875,
      "kl_loss_2": 3198.452185058594,
      "kl_loss_4": 2586.32919921875,
      "kl_loss_9": 1254.7549560546875,
      "learning_rate": 0.0009709221818197624,
      "loss": 1839.6691,
      "step": 1180
    },
    {
      "ce_loss_13": 3.3937922358512878,
      "ce_loss_17": 3.2305485367774964,
      "ce_loss_2": 4.81508846282959,
      "ce_loss_4": 4.488950777053833,
      "ce_loss_9": 3.788563871383667,
      "epoch": 0.119,
      "grad_norm": 964.0,
      "kl_loss_13": 361.83642578125,
      "kl_loss_2": 3216.6996826171876,
      "kl_loss_4": 2605.2082397460936,
      "kl_loss_9": 1222.1690795898437,
      "learning_rate": 0.0009703866145003512,
      "loss": 1844.6881,
      "step": 1190
    },
    {
      "ce_loss_13": 3.3621174573898314,
      "ce_loss_17": 3.2041364312171936,
      "ce_loss_2": 4.763102650642395,
      "ce_loss_4": 4.438978171348571,
      "ce_loss_9": 3.7436181783676146,
      "epoch": 0.12,
      "grad_norm": 972.0,
      "kl_loss_13": 349.3827590942383,
      "kl_loss_2": 3177.04287109375,
      "kl_loss_4": 2565.992138671875,
      "kl_loss_9": 1189.7509399414062,
      "learning_rate": 0.0009698463103929542,
      "loss": 1845.2006,
      "step": 1200
    },
    {
      "ce_loss_13": 3.3279492259025574,
      "ce_loss_17": 3.1659576535224914,
      "ce_loss_2": 4.75805766582489,
      "ce_loss_4": 4.4306889295578005,
      "ce_loss_9": 3.713662326335907,
      "epoch": 0.121,
      "grad_norm": 884.0,
      "kl_loss_13": 363.17106475830076,
      "kl_loss_2": 3220.48115234375,
      "kl_loss_4": 2602.700341796875,
      "kl_loss_9": 1192.4669372558594,
      "learning_rate": 0.0009693012749384279,
      "loss": 1854.6668,
      "step": 1210
    },
    {
      "ce_loss_13": 3.336058557033539,
      "ce_loss_17": 3.1785760521888733,
      "ce_loss_2": 4.742625999450683,
      "ce_loss_4": 4.419625449180603,
      "ce_loss_9": 3.715330648422241,
      "epoch": 0.122,
      "grad_norm": 924.0,
      "kl_loss_13": 357.46961364746096,
      "kl_loss_2": 3175.962756347656,
      "kl_loss_4": 2567.0968505859373,
      "kl_loss_9": 1183.8647583007812,
      "learning_rate": 0.0009687515136252732,
      "loss": 1816.2451,
      "step": 1220
    },
    {
      "ce_loss_13": 3.3042866706848146,
      "ce_loss_17": 3.1386887311935423,
      "ce_loss_2": 4.7668650388717655,
      "ce_loss_4": 4.431103610992432,
      "ce_loss_9": 3.695324969291687,
      "epoch": 0.123,
      "grad_norm": 960.0,
      "kl_loss_13": 368.94044799804686,
      "kl_loss_2": 3305.9065673828127,
      "kl_loss_4": 2684.9451904296875,
      "kl_loss_9": 1229.5591186523438,
      "learning_rate": 0.0009681970319895803,
      "loss": 1952.7406,
      "step": 1230
    },
    {
      "ce_loss_13": 3.3781582713127136,
      "ce_loss_17": 3.2220380663871766,
      "ce_loss_2": 4.782853364944458,
      "ce_loss_4": 4.449784755706787,
      "ce_loss_9": 3.7553099393844604,
      "epoch": 0.124,
      "grad_norm": 956.0,
      "kl_loss_13": 356.1455780029297,
      "kl_loss_2": 3166.3423828125,
      "kl_loss_4": 2539.4695434570312,
      "kl_loss_9": 1179.7913696289063,
      "learning_rate": 0.0009676378356149733,
      "loss": 1817.5471,
      "step": 1240
    },
    {
      "ce_loss_13": 3.3359023094177247,
      "ce_loss_17": 3.1852412700653074,
      "ce_loss_2": 4.72843554019928,
      "ce_loss_4": 4.399932110309601,
      "ce_loss_9": 3.7013972401618958,
      "epoch": 0.125,
      "grad_norm": 956.0,
      "kl_loss_13": 341.65853118896484,
      "kl_loss_2": 3142.8338256835937,
      "kl_loss_4": 2516.4767456054688,
      "kl_loss_9": 1144.9053802490234,
      "learning_rate": 0.0009670739301325534,
      "loss": 1795.8484,
      "step": 1250
    },
    {
      "ce_loss_13": 3.3055288195610046,
      "ce_loss_17": 3.148827874660492,
      "ce_loss_2": 4.6990382194519045,
      "ce_loss_4": 4.362352633476258,
      "ce_loss_9": 3.677418422698975,
      "epoch": 0.126,
      "grad_norm": 840.0,
      "kl_loss_13": 351.054264831543,
      "kl_loss_2": 3137.4232421875,
      "kl_loss_4": 2514.1816162109376,
      "kl_loss_9": 1166.7933227539063,
      "learning_rate": 0.0009665053212208426,
      "loss": 1819.1746,
      "step": 1260
    },
    {
      "ce_loss_13": 3.349940574169159,
      "ce_loss_17": 3.187956917285919,
      "ce_loss_2": 4.766580557823181,
      "ce_loss_4": 4.428262984752655,
      "ce_loss_9": 3.7286780834198,
      "epoch": 0.127,
      "grad_norm": 1528.0,
      "kl_loss_13": 364.5601104736328,
      "kl_loss_2": 3205.3591918945312,
      "kl_loss_4": 2561.2893676757812,
      "kl_loss_9": 1186.4169006347656,
      "learning_rate": 0.0009659320146057262,
      "loss": 1828.0889,
      "step": 1270
    },
    {
      "ce_loss_13": 3.3558884024620057,
      "ce_loss_17": 3.199122393131256,
      "ce_loss_2": 4.731974625587464,
      "ce_loss_4": 4.404265213012695,
      "ce_loss_9": 3.715572690963745,
      "epoch": 0.128,
      "grad_norm": 848.0,
      "kl_loss_13": 361.27819366455077,
      "kl_loss_2": 3142.15146484375,
      "kl_loss_4": 2515.825732421875,
      "kl_loss_9": 1151.0317626953124,
      "learning_rate": 0.0009653540160603955,
      "loss": 1793.2938,
      "step": 1280
    },
    {
      "ce_loss_13": 3.3554338812828064,
      "ce_loss_17": 3.203555464744568,
      "ce_loss_2": 4.71930513381958,
      "ce_loss_4": 4.399723863601684,
      "ce_loss_9": 3.7074398398399353,
      "epoch": 0.129,
      "grad_norm": 1016.0,
      "kl_loss_13": 355.52637634277346,
      "kl_loss_2": 3111.012487792969,
      "kl_loss_4": 2516.2204833984374,
      "kl_loss_9": 1141.2606292724608,
      "learning_rate": 0.0009647713314052896,
      "loss": 1767.6027,
      "step": 1290
    },
    {
      "ce_loss_13": 3.3171236634254457,
      "ce_loss_17": 3.1485302209854127,
      "ce_loss_2": 4.7571357727050785,
      "ce_loss_4": 4.424438738822937,
      "ce_loss_9": 3.694945514202118,
      "epoch": 0.13,
      "grad_norm": 940.0,
      "kl_loss_13": 366.16795806884767,
      "kl_loss_2": 3239.4711059570313,
      "kl_loss_4": 2612.030554199219,
      "kl_loss_9": 1188.488702392578,
      "learning_rate": 0.0009641839665080363,
      "loss": 1834.6273,
      "step": 1300
    },
    {
      "ce_loss_13": 3.277591037750244,
      "ce_loss_17": 3.1221741437911987,
      "ce_loss_2": 4.695172500610352,
      "ce_loss_4": 4.366708278656006,
      "ce_loss_9": 3.6467333793640138,
      "epoch": 0.131,
      "grad_norm": 984.0,
      "kl_loss_13": 346.6986328125,
      "kl_loss_2": 3177.282434082031,
      "kl_loss_4": 2572.5327880859377,
      "kl_loss_9": 1149.5988739013671,
      "learning_rate": 0.0009635919272833937,
      "loss": 1787.7705,
      "step": 1310
    },
    {
      "ce_loss_13": 3.304717409610748,
      "ce_loss_17": 3.147184658050537,
      "ce_loss_2": 4.727725172042847,
      "ce_loss_4": 4.396122694015503,
      "ce_loss_9": 3.7021288871765137,
      "epoch": 0.132,
      "grad_norm": 1056.0,
      "kl_loss_13": 350.2265197753906,
      "kl_loss_2": 3178.2564697265625,
      "kl_loss_4": 2551.0311889648438,
      "kl_loss_9": 1192.341815185547,
      "learning_rate": 0.0009629952196931902,
      "loss": 1784.1535,
      "step": 1320
    },
    {
      "ce_loss_13": 3.283700692653656,
      "ce_loss_17": 3.137368988990784,
      "ce_loss_2": 4.696712350845337,
      "ce_loss_4": 4.364002633094787,
      "ce_loss_9": 3.656220042705536,
      "epoch": 0.133,
      "grad_norm": 972.0,
      "kl_loss_13": 340.9196014404297,
      "kl_loss_2": 3167.00986328125,
      "kl_loss_4": 2557.2827026367186,
      "kl_loss_9": 1152.1808532714845,
      "learning_rate": 0.0009623938497462645,
      "loss": 1796.5461,
      "step": 1330
    },
    {
      "ce_loss_13": 3.280201959609985,
      "ce_loss_17": 3.130404198169708,
      "ce_loss_2": 4.687838745117188,
      "ce_loss_4": 4.361579084396363,
      "ce_loss_9": 3.658969283103943,
      "epoch": 0.134,
      "grad_norm": 916.0,
      "kl_loss_13": 348.50816345214844,
      "kl_loss_2": 3160.2753051757813,
      "kl_loss_4": 2546.505615234375,
      "kl_loss_9": 1165.6310821533202,
      "learning_rate": 0.0009617878234984055,
      "loss": 1816.8023,
      "step": 1340
    },
    {
      "ce_loss_13": 3.3739678263664246,
      "ce_loss_17": 3.223553514480591,
      "ce_loss_2": 4.7280254602432255,
      "ce_loss_4": 4.403179931640625,
      "ce_loss_9": 3.7230977177619935,
      "epoch": 0.135,
      "grad_norm": 908.0,
      "kl_loss_13": 338.50958557128905,
      "kl_loss_2": 3053.082067871094,
      "kl_loss_4": 2449.660925292969,
      "kl_loss_9": 1112.513897705078,
      "learning_rate": 0.0009611771470522907,
      "loss": 1768.7051,
      "step": 1350
    },
    {
      "ce_loss_13": 3.3069321751594543,
      "ce_loss_17": 3.1484426617622376,
      "ce_loss_2": 4.69906759262085,
      "ce_loss_4": 4.3818199872970585,
      "ce_loss_9": 3.676460826396942,
      "epoch": 0.136,
      "grad_norm": 888.0,
      "kl_loss_13": 345.8798767089844,
      "kl_loss_2": 3112.4317260742187,
      "kl_loss_4": 2519.9077270507814,
      "kl_loss_9": 1142.991879272461,
      "learning_rate": 0.0009605618265574251,
      "loss": 1760.6551,
      "step": 1360
    },
    {
      "ce_loss_13": 3.2838287234306334,
      "ce_loss_17": 3.1186364889144897,
      "ce_loss_2": 4.702053523063659,
      "ce_loss_4": 4.377023506164551,
      "ce_loss_9": 3.6757367730140684,
      "epoch": 0.137,
      "grad_norm": 1080.0,
      "kl_loss_13": 365.806575012207,
      "kl_loss_2": 3226.5471923828127,
      "kl_loss_4": 2612.6611572265624,
      "kl_loss_9": 1227.2938293457032,
      "learning_rate": 0.0009599418682100792,
      "loss": 1821.6424,
      "step": 1370
    },
    {
      "ce_loss_13": 3.3075397610664368,
      "ce_loss_17": 3.1570510387420656,
      "ce_loss_2": 4.705657339096069,
      "ce_loss_4": 4.3784123182296755,
      "ce_loss_9": 3.6774469375610352,
      "epoch": 0.138,
      "grad_norm": 888.0,
      "kl_loss_13": 341.84042205810545,
      "kl_loss_2": 3146.644287109375,
      "kl_loss_4": 2534.15849609375,
      "kl_loss_9": 1165.5805969238281,
      "learning_rate": 0.0009593172782532268,
      "loss": 1804.3691,
      "step": 1380
    },
    {
      "ce_loss_13": 3.3456047773361206,
      "ce_loss_17": 3.1907795071601868,
      "ce_loss_2": 4.721057319641114,
      "ce_loss_4": 4.401040947437286,
      "ce_loss_9": 3.7160727262496946,
      "epoch": 0.139,
      "grad_norm": 920.0,
      "kl_loss_13": 349.742497253418,
      "kl_loss_2": 3090.6633056640626,
      "kl_loss_4": 2493.1666625976563,
      "kl_loss_9": 1151.4166076660156,
      "learning_rate": 0.0009586880629764817,
      "loss": 1780.2971,
      "step": 1390
    },
    {
      "ce_loss_13": 3.2838189721107485,
      "ce_loss_17": 3.1260019898414613,
      "ce_loss_2": 4.682038426399231,
      "ce_loss_4": 4.362703704833985,
      "ce_loss_9": 3.660857653617859,
      "epoch": 0.14,
      "grad_norm": 900.0,
      "kl_loss_13": 351.3061782836914,
      "kl_loss_2": 3128.9981689453125,
      "kl_loss_4": 2532.068395996094,
      "kl_loss_9": 1163.7023803710938,
      "learning_rate": 0.0009580542287160348,
      "loss": 1767.2607,
      "step": 1400
    },
    {
      "ce_loss_13": 3.2470011115074158,
      "ce_loss_17": 3.092609977722168,
      "ce_loss_2": 4.651752281188965,
      "ce_loss_4": 4.318781995773316,
      "ce_loss_9": 3.609373915195465,
      "epoch": 0.141,
      "grad_norm": 944.0,
      "kl_loss_13": 345.38047485351564,
      "kl_loss_2": 3152.17041015625,
      "kl_loss_4": 2540.3191772460937,
      "kl_loss_9": 1138.7125671386718,
      "learning_rate": 0.0009574157818545901,
      "loss": 1769.2824,
      "step": 1410
    },
    {
      "ce_loss_13": 3.3160932898521422,
      "ce_loss_17": 3.1630540251731873,
      "ce_loss_2": 4.675372576713562,
      "ce_loss_4": 4.359324955940247,
      "ce_loss_9": 3.662063109874725,
      "epoch": 0.142,
      "grad_norm": 948.0,
      "kl_loss_13": 335.5095245361328,
      "kl_loss_2": 3061.304150390625,
      "kl_loss_4": 2475.720349121094,
      "kl_loss_9": 1107.0988647460938,
      "learning_rate": 0.0009567727288213005,
      "loss": 1780.9785,
      "step": 1420
    },
    {
      "ce_loss_13": 3.295659267902374,
      "ce_loss_17": 3.1438552379608153,
      "ce_loss_2": 4.68499231338501,
      "ce_loss_4": 4.377166032791138,
      "ce_loss_9": 3.669982576370239,
      "epoch": 0.143,
      "grad_norm": 924.0,
      "kl_loss_13": 347.1465377807617,
      "kl_loss_2": 3142.35185546875,
      "kl_loss_4": 2562.173388671875,
      "kl_loss_9": 1176.5192016601563,
      "learning_rate": 0.0009561250760917027,
      "loss": 1778.8293,
      "step": 1430
    },
    {
      "ce_loss_13": 3.309324586391449,
      "ce_loss_17": 3.1523546457290648,
      "ce_loss_2": 4.686427474021912,
      "ce_loss_4": 4.371018195152283,
      "ce_loss_9": 3.6777040481567385,
      "epoch": 0.144,
      "grad_norm": 904.0,
      "kl_loss_13": 350.9153335571289,
      "kl_loss_2": 3126.068408203125,
      "kl_loss_4": 2533.664270019531,
      "kl_loss_9": 1165.5422302246093,
      "learning_rate": 0.0009554728301876525,
      "loss": 1754.5764,
      "step": 1440
    },
    {
      "ce_loss_13": 3.3491756081581117,
      "ce_loss_17": 3.197803294658661,
      "ce_loss_2": 4.712909507751465,
      "ce_loss_4": 4.389699935913086,
      "ce_loss_9": 3.713365852832794,
      "epoch": 0.145,
      "grad_norm": 936.0,
      "kl_loss_13": 343.36599884033205,
      "kl_loss_2": 3068.6017333984373,
      "kl_loss_4": 2472.229833984375,
      "kl_loss_9": 1135.7852691650392,
      "learning_rate": 0.0009548159976772592,
      "loss": 1805.7918,
      "step": 1450
    },
    {
      "ce_loss_13": 3.3039668917655947,
      "ce_loss_17": 3.1510722994804383,
      "ce_loss_2": 4.7096524953842165,
      "ce_loss_4": 4.391816759109497,
      "ce_loss_9": 3.6755584955215452,
      "epoch": 0.146,
      "grad_norm": 848.0,
      "kl_loss_13": 346.2204956054687,
      "kl_loss_2": 3153.2633422851563,
      "kl_loss_4": 2561.881311035156,
      "kl_loss_9": 1152.6500183105468,
      "learning_rate": 0.0009541545851748186,
      "loss": 1781.8623,
      "step": 1460
    },
    {
      "ce_loss_13": 3.184967744350433,
      "ce_loss_17": 3.028830909729004,
      "ce_loss_2": 4.62920114994049,
      "ce_loss_4": 4.306463098526001,
      "ce_loss_9": 3.5654355883598328,
      "epoch": 0.147,
      "grad_norm": 988.0,
      "kl_loss_13": 344.8602066040039,
      "kl_loss_2": 3216.1061401367188,
      "kl_loss_4": 2604.6420288085938,
      "kl_loss_9": 1161.0882293701172,
      "learning_rate": 0.0009534885993407473,
      "loss": 1804.9313,
      "step": 1470
    },
    {
      "ce_loss_13": 3.343163049221039,
      "ce_loss_17": 3.1838710069656373,
      "ce_loss_2": 4.726481223106385,
      "ce_loss_4": 4.410363483428955,
      "ce_loss_9": 3.6973416209220886,
      "epoch": 0.148,
      "grad_norm": 896.0,
      "kl_loss_13": 354.92088775634767,
      "kl_loss_2": 3120.2980346679688,
      "kl_loss_4": 2532.867138671875,
      "kl_loss_9": 1132.5392517089845,
      "learning_rate": 0.0009528180468815154,
      "loss": 1790.3148,
      "step": 1480
    },
    {
      "ce_loss_13": 3.401682674884796,
      "ce_loss_17": 3.2349347352981566,
      "ce_loss_2": 4.736024785041809,
      "ce_loss_4": 4.420929384231568,
      "ce_loss_9": 3.7358593463897707,
      "epoch": 0.149,
      "grad_norm": 832.0,
      "kl_loss_13": 384.67883148193357,
      "kl_loss_2": 3053.905480957031,
      "kl_loss_4": 2463.6721313476564,
      "kl_loss_9": 1135.9265686035155,
      "learning_rate": 0.0009521429345495787,
      "loss": 1768.6777,
      "step": 1490
    },
    {
      "ce_loss_13": 3.376400685310364,
      "ce_loss_17": 3.215477669239044,
      "ce_loss_2": 4.695270037651062,
      "ce_loss_4": 4.3831846714019775,
      "ce_loss_9": 3.701464664936066,
      "epoch": 0.15,
      "grad_norm": 1112.0,
      "kl_loss_13": 363.56079559326173,
      "kl_loss_2": 3020.2793823242187,
      "kl_loss_4": 2448.1266845703126,
      "kl_loss_9": 1096.5532623291015,
      "learning_rate": 0.0009514632691433108,
      "loss": 1750.3266,
      "step": 1500
    },
    {
      "ce_loss_13": 3.3351935148239136,
      "ce_loss_17": 3.1781211853027345,
      "ce_loss_2": 4.7009505271911625,
      "ce_loss_4": 4.377572560310364,
      "ce_loss_9": 3.685502851009369,
      "epoch": 0.151,
      "grad_norm": 952.0,
      "kl_loss_13": 360.2738861083984,
      "kl_loss_2": 3101.499658203125,
      "kl_loss_4": 2496.559680175781,
      "kl_loss_9": 1124.5883026123047,
      "learning_rate": 0.0009507790575069346,
      "loss": 1773.4379,
      "step": 1510
    },
    {
      "ce_loss_13": 3.3083924889564513,
      "ce_loss_17": 3.140878915786743,
      "ce_loss_2": 4.70655038356781,
      "ce_loss_4": 4.38455286026001,
      "ce_loss_9": 3.6780938386917112,
      "epoch": 0.152,
      "grad_norm": 864.0,
      "kl_loss_13": 360.31238250732423,
      "kl_loss_2": 3151.769152832031,
      "kl_loss_4": 2545.374401855469,
      "kl_loss_9": 1154.7457763671875,
      "learning_rate": 0.0009500903065304539,
      "loss": 1815.1738,
      "step": 1520
    },
    {
      "ce_loss_13": 3.3356539011001587,
      "ce_loss_17": 3.189967668056488,
      "ce_loss_2": 4.676838684082031,
      "ce_loss_4": 4.354623579978943,
      "ce_loss_9": 3.67772753238678,
      "epoch": 0.153,
      "grad_norm": 936.0,
      "kl_loss_13": 330.97486877441406,
      "kl_loss_2": 3040.882946777344,
      "kl_loss_4": 2432.934045410156,
      "kl_loss_9": 1096.8438842773437,
      "learning_rate": 0.0009493970231495835,
      "loss": 1751.5031,
      "step": 1530
    },
    {
      "ce_loss_13": 3.276842999458313,
      "ce_loss_17": 3.137658751010895,
      "ce_loss_2": 4.610387825965882,
      "ce_loss_4": 4.289961338043213,
      "ce_loss_9": 3.6171847939491273,
      "epoch": 0.154,
      "grad_norm": 988.0,
      "kl_loss_13": 324.7131378173828,
      "kl_loss_2": 3029.9604248046876,
      "kl_loss_4": 2431.1107421875,
      "kl_loss_9": 1095.838232421875,
      "learning_rate": 0.0009486992143456792,
      "loss": 1717.2365,
      "step": 1540
    },
    {
      "ce_loss_13": 3.3048726439476015,
      "ce_loss_17": 3.149159014225006,
      "ce_loss_2": 4.752410364151001,
      "ce_loss_4": 4.426711654663086,
      "ce_loss_9": 3.6890255570411683,
      "epoch": 0.155,
      "grad_norm": 832.0,
      "kl_loss_13": 351.6216766357422,
      "kl_loss_2": 3255.118408203125,
      "kl_loss_4": 2640.0526489257813,
      "kl_loss_9": 1187.4871032714843,
      "learning_rate": 0.0009479968871456679,
      "loss": 1805.9711,
      "step": 1550
    },
    {
      "ce_loss_13": 3.273043465614319,
      "ce_loss_17": 3.1271315097808836,
      "ce_loss_2": 4.683293724060059,
      "ce_loss_4": 4.357288956642151,
      "ce_loss_9": 3.6377100229263304,
      "epoch": 0.156,
      "grad_norm": 992.0,
      "kl_loss_13": 331.80619049072266,
      "kl_loss_2": 3157.44267578125,
      "kl_loss_4": 2550.610302734375,
      "kl_loss_9": 1133.6968048095703,
      "learning_rate": 0.0009472900486219768,
      "loss": 1756.0287,
      "step": 1560
    },
    {
      "ce_loss_13": 3.263408601284027,
      "ce_loss_17": 3.1160223960876463,
      "ce_loss_2": 4.633613777160645,
      "ce_loss_4": 4.307847380638123,
      "ce_loss_9": 3.614348661899567,
      "epoch": 0.157,
      "grad_norm": 808.0,
      "kl_loss_13": 331.19839935302736,
      "kl_loss_2": 3094.4170776367187,
      "kl_loss_4": 2477.1323364257814,
      "kl_loss_9": 1116.4197570800782,
      "learning_rate": 0.000946578705892462,
      "loss": 1755.9688,
      "step": 1570
    },
    {
      "ce_loss_13": 3.300995659828186,
      "ce_loss_17": 3.1548858761787413,
      "ce_loss_2": 4.646145176887512,
      "ce_loss_4": 4.328919124603272,
      "ce_loss_9": 3.6465566158294678,
      "epoch": 0.158,
      "grad_norm": 884.0,
      "kl_loss_13": 328.43347930908203,
      "kl_loss_2": 3037.9541015625,
      "kl_loss_4": 2446.363146972656,
      "kl_loss_9": 1094.0669891357422,
      "learning_rate": 0.0009458628661203367,
      "loss": 1755.3217,
      "step": 1580
    },
    {
      "ce_loss_13": 3.3079935193061827,
      "ce_loss_17": 3.1622170209884644,
      "ce_loss_2": 4.716912245750427,
      "ce_loss_4": 4.392867374420166,
      "ce_loss_9": 3.6763587951660157,
      "epoch": 0.159,
      "grad_norm": 1144.0,
      "kl_loss_13": 341.8176528930664,
      "kl_loss_2": 3163.5356567382814,
      "kl_loss_4": 2548.3068603515626,
      "kl_loss_9": 1154.300845336914,
      "learning_rate": 0.0009451425365140996,
      "loss": 1744.6188,
      "step": 1590
    },
    {
      "ce_loss_13": 3.369904029369354,
      "ce_loss_17": 3.223819315433502,
      "ce_loss_2": 4.70569953918457,
      "ce_loss_4": 4.383472967147827,
      "ce_loss_9": 3.7201624870300294,
      "epoch": 0.16,
      "grad_norm": 932.0,
      "kl_loss_13": 330.65557556152345,
      "kl_loss_2": 3023.493786621094,
      "kl_loss_4": 2408.998712158203,
      "kl_loss_9": 1101.6724029541015,
      "learning_rate": 0.0009444177243274617,
      "loss": 1710.9596,
      "step": 1600
    },
    {
      "ce_loss_13": 3.2426217436790465,
      "ce_loss_17": 3.0882898926734925,
      "ce_loss_2": 4.63769805431366,
      "ce_loss_4": 4.314783692359924,
      "ce_loss_9": 3.609778642654419,
      "epoch": 0.161,
      "grad_norm": 996.0,
      "kl_loss_13": 346.3702026367188,
      "kl_loss_2": 3123.5116943359376,
      "kl_loss_4": 2525.2113403320313,
      "kl_loss_9": 1151.8468841552735,
      "learning_rate": 0.0009436884368592739,
      "loss": 1770.4922,
      "step": 1610
    },
    {
      "ce_loss_13": 3.28545196056366,
      "ce_loss_17": 3.138417398929596,
      "ce_loss_2": 4.634627103805542,
      "ce_loss_4": 4.320222735404968,
      "ce_loss_9": 3.636016881465912,
      "epoch": 0.162,
      "grad_norm": 900.0,
      "kl_loss_13": 338.63466796875,
      "kl_loss_2": 3048.8128173828127,
      "kl_loss_4": 2448.1596069335938,
      "kl_loss_9": 1109.2102783203125,
      "learning_rate": 0.0009429546814534529,
      "loss": 1768.9836,
      "step": 1620
    },
    {
      "ce_loss_13": 3.2956096053123476,
      "ce_loss_17": 3.148363399505615,
      "ce_loss_2": 4.633633232116699,
      "ce_loss_4": 4.3194786548614506,
      "ce_loss_9": 3.632928895950317,
      "epoch": 0.163,
      "grad_norm": 800.0,
      "kl_loss_13": 348.34557037353517,
      "kl_loss_2": 3018.760461425781,
      "kl_loss_4": 2434.3108520507812,
      "kl_loss_9": 1091.3109558105468,
      "learning_rate": 0.0009422164654989072,
      "loss": 1704.9285,
      "step": 1630
    },
    {
      "ce_loss_13": 3.4090987920761107,
      "ce_loss_17": 3.2582162737846376,
      "ce_loss_2": 4.720637488365173,
      "ce_loss_4": 4.408244061470032,
      "ce_loss_9": 3.741966998577118,
      "epoch": 0.164,
      "grad_norm": 1016.0,
      "kl_loss_13": 343.50830230712893,
      "kl_loss_2": 2985.711572265625,
      "kl_loss_4": 2398.8918701171874,
      "kl_loss_9": 1094.6207458496094,
      "learning_rate": 0.0009414737964294635,
      "loss": 1719.7918,
      "step": 1640
    },
    {
      "ce_loss_13": 3.3357781648635862,
      "ce_loss_17": 3.190202260017395,
      "ce_loss_2": 4.635064482688904,
      "ce_loss_4": 4.324166345596313,
      "ce_loss_9": 3.662205529212952,
      "epoch": 0.165,
      "grad_norm": 920.0,
      "kl_loss_13": 329.86558837890624,
      "kl_loss_2": 2929.6790283203127,
      "kl_loss_4": 2343.7837646484377,
      "kl_loss_9": 1054.6887329101562,
      "learning_rate": 0.000940726681723791,
      "loss": 1715.1156,
      "step": 1650
    },
    {
      "ce_loss_13": 3.1896764516830443,
      "ce_loss_17": 3.0431617975234984,
      "ce_loss_2": 4.596868777275086,
      "ce_loss_4": 4.271089637279511,
      "ce_loss_9": 3.5470924735069276,
      "epoch": 0.166,
      "grad_norm": 988.0,
      "kl_loss_13": 340.5326095581055,
      "kl_loss_2": 3162.3132568359374,
      "kl_loss_4": 2560.507360839844,
      "kl_loss_9": 1128.7283935546875,
      "learning_rate": 0.0009399751289053266,
      "loss": 1723.0844,
      "step": 1660
    },
    {
      "ce_loss_13": 3.379969835281372,
      "ce_loss_17": 3.2356004118919373,
      "ce_loss_2": 4.702561593055725,
      "ce_loss_4": 4.37991418838501,
      "ce_loss_9": 3.7151947379112245,
      "epoch": 0.167,
      "grad_norm": 824.0,
      "kl_loss_13": 344.6328430175781,
      "kl_loss_2": 3001.8953247070312,
      "kl_loss_4": 2398.8171875,
      "kl_loss_9": 1076.517510986328,
      "learning_rate": 0.0009392191455421988,
      "loss": 1737.8105,
      "step": 1670
    },
    {
      "ce_loss_13": 3.3747507095336915,
      "ce_loss_17": 3.221015417575836,
      "ce_loss_2": 4.69924635887146,
      "ce_loss_4": 4.377769660949707,
      "ce_loss_9": 3.7062151432037354,
      "epoch": 0.168,
      "grad_norm": 916.0,
      "kl_loss_13": 360.6223419189453,
      "kl_loss_2": 3038.3630126953126,
      "kl_loss_4": 2435.707653808594,
      "kl_loss_9": 1111.2371643066406,
      "learning_rate": 0.0009384587392471515,
      "loss": 1702.0465,
      "step": 1680
    },
    {
      "ce_loss_13": 3.3501906871795653,
      "ce_loss_17": 3.2089019536972048,
      "ce_loss_2": 4.647149395942688,
      "ce_loss_4": 4.326480281352997,
      "ce_loss_9": 3.6803701519966125,
      "epoch": 0.169,
      "grad_norm": 1096.0,
      "kl_loss_13": 325.1235046386719,
      "kl_loss_2": 2948.4739501953127,
      "kl_loss_4": 2356.395672607422,
      "kl_loss_9": 1063.064730834961,
      "learning_rate": 0.0009376939176774678,
      "loss": 1680.5014,
      "step": 1690
    },
    {
      "ce_loss_13": 3.3312074303627015,
      "ce_loss_17": 3.1841515064239503,
      "ce_loss_2": 4.667434883117676,
      "ce_loss_4": 4.351763486862183,
      "ce_loss_9": 3.6748557925224303,
      "epoch": 0.17,
      "grad_norm": 852.0,
      "kl_loss_13": 325.2788650512695,
      "kl_loss_2": 3007.161828613281,
      "kl_loss_4": 2411.526745605469,
      "kl_loss_9": 1091.346240234375,
      "learning_rate": 0.0009369246885348925,
      "loss": 1734.7703,
      "step": 1700
    },
    {
      "ce_loss_13": 3.3149147748947145,
      "ce_loss_17": 3.17114896774292,
      "ce_loss_2": 4.694669222831726,
      "ce_loss_4": 4.369971537590027,
      "ce_loss_9": 3.6792506098747255,
      "epoch": 0.171,
      "grad_norm": 980.0,
      "kl_loss_13": 333.1719375610352,
      "kl_loss_2": 3092.3607788085938,
      "kl_loss_4": 2495.0754638671874,
      "kl_loss_9": 1121.8295806884767,
      "learning_rate": 0.0009361510595655545,
      "loss": 1742.2516,
      "step": 1710
    },
    {
      "ce_loss_13": 3.284603452682495,
      "ce_loss_17": 3.1317435264587403,
      "ce_loss_2": 4.63212902545929,
      "ce_loss_4": 4.31629102230072,
      "ce_loss_9": 3.6394808650016786,
      "epoch": 0.172,
      "grad_norm": 952.0,
      "kl_loss_13": 343.11474151611327,
      "kl_loss_2": 3064.3009521484373,
      "kl_loss_4": 2478.7039184570312,
      "kl_loss_9": 1128.8363525390625,
      "learning_rate": 0.0009353730385598887,
      "loss": 1739.8842,
      "step": 1720
    },
    {
      "ce_loss_13": 3.209711420536041,
      "ce_loss_17": 3.0663392186164855,
      "ce_loss_2": 4.601539134979248,
      "ce_loss_4": 4.284777450561523,
      "ce_loss_9": 3.5684893131256104,
      "epoch": 0.173,
      "grad_norm": 940.0,
      "kl_loss_13": 331.15040588378906,
      "kl_loss_2": 3114.6553955078125,
      "kl_loss_4": 2526.00810546875,
      "kl_loss_9": 1117.340380859375,
      "learning_rate": 0.0009345906333525581,
      "loss": 1763.7367,
      "step": 1730
    },
    {
      "ce_loss_13": 3.2470051884651183,
      "ce_loss_17": 3.100960433483124,
      "ce_loss_2": 4.612321376800537,
      "ce_loss_4": 4.295753347873688,
      "ce_loss_9": 3.604890739917755,
      "epoch": 0.174,
      "grad_norm": 948.0,
      "kl_loss_13": 338.6273529052734,
      "kl_loss_2": 3088.3747314453126,
      "kl_loss_4": 2493.0422485351564,
      "kl_loss_9": 1116.8533142089843,
      "learning_rate": 0.0009338038518223745,
      "loss": 1728.3164,
      "step": 1740
    },
    {
      "ce_loss_13": 3.315132188796997,
      "ce_loss_17": 3.1622018218040466,
      "ce_loss_2": 4.669206261634827,
      "ce_loss_4": 4.3636315822601315,
      "ce_loss_9": 3.673261833190918,
      "epoch": 0.175,
      "grad_norm": 944.0,
      "kl_loss_13": 344.2067535400391,
      "kl_loss_2": 3097.088916015625,
      "kl_loss_4": 2509.694616699219,
      "kl_loss_9": 1135.1895111083984,
      "learning_rate": 0.0009330127018922195,
      "loss": 1786.5902,
      "step": 1750
    },
    {
      "ce_loss_13": 3.265569067001343,
      "ce_loss_17": 3.121223747730255,
      "ce_loss_2": 4.617794132232666,
      "ce_loss_4": 4.3092085242271425,
      "ce_loss_9": 3.618662393093109,
      "epoch": 0.176,
      "grad_norm": 948.0,
      "kl_loss_13": 326.6499877929688,
      "kl_loss_2": 3067.448449707031,
      "kl_loss_4": 2483.7280395507814,
      "kl_loss_9": 1113.4848236083985,
      "learning_rate": 0.0009322171915289634,
      "loss": 1740.409,
      "step": 1760
    },
    {
      "ce_loss_13": 3.300253987312317,
      "ce_loss_17": 3.166309428215027,
      "ce_loss_2": 4.6185898065567015,
      "ce_loss_4": 4.3082571744918825,
      "ce_loss_9": 3.6409834384918214,
      "epoch": 0.177,
      "grad_norm": 804.0,
      "kl_loss_13": 320.72338409423827,
      "kl_loss_2": 2991.6572509765624,
      "kl_loss_4": 2409.6597290039062,
      "kl_loss_9": 1087.1696472167969,
      "learning_rate": 0.0009314173287433873,
      "loss": 1687.1207,
      "step": 1770
    },
    {
      "ce_loss_13": 3.289630877971649,
      "ce_loss_17": 3.142843008041382,
      "ce_loss_2": 4.626211190223694,
      "ce_loss_4": 4.3087324619293215,
      "ce_loss_9": 3.631891739368439,
      "epoch": 0.178,
      "grad_norm": 992.0,
      "kl_loss_13": 329.1949890136719,
      "kl_loss_2": 3022.0464599609377,
      "kl_loss_4": 2426.825518798828,
      "kl_loss_9": 1093.789859008789,
      "learning_rate": 0.0009306131215901003,
      "loss": 1690.7082,
      "step": 1780
    },
    {
      "ce_loss_13": 3.3200312733650206,
      "ce_loss_17": 3.176234519481659,
      "ce_loss_2": 4.648792433738708,
      "ce_loss_4": 4.332716870307922,
      "ce_loss_9": 3.660875880718231,
      "epoch": 0.179,
      "grad_norm": 924.0,
      "kl_loss_13": 330.60894775390625,
      "kl_loss_2": 3001.9236328125,
      "kl_loss_4": 2407.71240234375,
      "kl_loss_9": 1086.3715362548828,
      "learning_rate": 0.0009298045781674596,
      "loss": 1675.8539,
      "step": 1790
    },
    {
      "ce_loss_13": 3.300528514385223,
      "ce_loss_17": 3.1608885645866396,
      "ce_loss_2": 4.610639953613282,
      "ce_loss_4": 4.2958252906799315,
      "ce_loss_9": 3.635425591468811,
      "epoch": 0.18,
      "grad_norm": 932.0,
      "kl_loss_13": 333.2683532714844,
      "kl_loss_2": 2965.7910766601562,
      "kl_loss_4": 2381.9828247070313,
      "kl_loss_9": 1066.5880493164063,
      "learning_rate": 0.0009289917066174886,
      "loss": 1704.6016,
      "step": 1800
    },
    {
      "ce_loss_13": 3.2990561604499815,
      "ce_loss_17": 3.1590625047683716,
      "ce_loss_2": 4.5701922416687015,
      "ce_loss_4": 4.261891508102417,
      "ce_loss_9": 3.6111907005310058,
      "epoch": 0.181,
      "grad_norm": 1032.0,
      "kl_loss_13": 327.1022033691406,
      "kl_loss_2": 2911.3859741210936,
      "kl_loss_4": 2326.5006469726563,
      "kl_loss_9": 1023.0532073974609,
      "learning_rate": 0.0009281745151257945,
      "loss": 1664.785,
      "step": 1810
    },
    {
      "ce_loss_13": 3.3196240186691286,
      "ce_loss_17": 3.173276627063751,
      "ce_loss_2": 4.6561943054199215,
      "ce_loss_4": 4.331534540653228,
      "ce_loss_9": 3.6514352560043335,
      "epoch": 0.182,
      "grad_norm": 840.0,
      "kl_loss_13": 332.4508880615234,
      "kl_loss_2": 3007.704626464844,
      "kl_loss_4": 2394.2581420898437,
      "kl_loss_9": 1064.9154327392578,
      "learning_rate": 0.0009273530119214868,
      "loss": 1710.0805,
      "step": 1820
    },
    {
      "ce_loss_13": 3.399492025375366,
      "ce_loss_17": 3.2670570254325866,
      "ce_loss_2": 4.707061719894409,
      "ce_loss_4": 4.408486175537109,
      "ce_loss_9": 3.726747679710388,
      "epoch": 0.183,
      "grad_norm": 832.0,
      "kl_loss_13": 315.56218872070315,
      "kl_loss_2": 2941.9202392578127,
      "kl_loss_4": 2377.2765686035154,
      "kl_loss_9": 1050.3401092529298,
      "learning_rate": 0.0009265272052770935,
      "loss": 1658.6164,
      "step": 1830
    },
    {
      "ce_loss_13": 3.241188955307007,
      "ce_loss_17": 3.097905230522156,
      "ce_loss_2": 4.615456485748291,
      "ce_loss_4": 4.291520380973816,
      "ce_loss_9": 3.5967069983482363,
      "epoch": 0.184,
      "grad_norm": 1064.0,
      "kl_loss_13": 319.540576171875,
      "kl_loss_2": 3048.9252685546876,
      "kl_loss_4": 2446.2099609375,
      "kl_loss_9": 1090.7315155029296,
      "learning_rate": 0.0009256971035084784,
      "loss": 1717.7367,
      "step": 1840
    },
    {
      "ce_loss_13": 3.183176326751709,
      "ce_loss_17": 3.032970154285431,
      "ce_loss_2": 4.578329372406006,
      "ce_loss_4": 4.25200344324112,
      "ce_loss_9": 3.546638536453247,
      "epoch": 0.185,
      "grad_norm": 1056.0,
      "kl_loss_13": 329.8408660888672,
      "kl_loss_2": 3132.689697265625,
      "kl_loss_4": 2521.613671875,
      "kl_loss_9": 1132.6336364746094,
      "learning_rate": 0.0009248627149747573,
      "loss": 1736.5449,
      "step": 1850
    },
    {
      "ce_loss_13": 3.3700860023498533,
      "ce_loss_17": 3.235945498943329,
      "ce_loss_2": 4.684654283523559,
      "ce_loss_4": 4.370312261581421,
      "ce_loss_9": 3.70113662481308,
      "epoch": 0.186,
      "grad_norm": 912.0,
      "kl_loss_13": 311.49042053222655,
      "kl_loss_2": 2974.7622314453124,
      "kl_loss_4": 2394.7427490234377,
      "kl_loss_9": 1062.0761749267579,
      "learning_rate": 0.0009240240480782129,
      "loss": 1686.3809,
      "step": 1860
    },
    {
      "ce_loss_13": 3.271839952468872,
      "ce_loss_17": 3.1345713257789614,
      "ce_loss_2": 4.622663855552673,
      "ce_loss_4": 4.309623444080353,
      "ce_loss_9": 3.6245725989341735,
      "epoch": 0.187,
      "grad_norm": 848.0,
      "kl_loss_13": 314.02408294677736,
      "kl_loss_2": 3021.1706420898436,
      "kl_loss_4": 2439.18779296875,
      "kl_loss_9": 1089.5779876708984,
      "learning_rate": 0.0009231811112642122,
      "loss": 1690.423,
      "step": 1870
    },
    {
      "ce_loss_13": 3.3170746207237243,
      "ce_loss_17": 3.1826101899147035,
      "ce_loss_2": 4.617326879501343,
      "ce_loss_4": 4.297490060329437,
      "ce_loss_9": 3.651800787448883,
      "epoch": 0.188,
      "grad_norm": 932.0,
      "kl_loss_13": 317.5179779052734,
      "kl_loss_2": 2943.584130859375,
      "kl_loss_4": 2355.8169372558596,
      "kl_loss_9": 1067.2879119873046,
      "learning_rate": 0.0009223339130211192,
      "loss": 1675.9391,
      "step": 1880
    },
    {
      "ce_loss_13": 3.1827825784683226,
      "ce_loss_17": 3.0472137331962585,
      "ce_loss_2": 4.543703174591064,
      "ce_loss_4": 4.2226891040802,
      "ce_loss_9": 3.5217792987823486,
      "epoch": 0.189,
      "grad_norm": 908.0,
      "kl_loss_13": 310.95121307373046,
      "kl_loss_2": 3050.8374145507814,
      "kl_loss_4": 2454.386279296875,
      "kl_loss_9": 1069.45693359375,
      "learning_rate": 0.0009214824618802108,
      "loss": 1710.3328,
      "step": 1890
    },
    {
      "ce_loss_13": 3.3579103708267213,
      "ce_loss_17": 3.214918923377991,
      "ce_loss_2": 4.685916471481323,
      "ce_loss_4": 4.363340485095978,
      "ce_loss_9": 3.6941242694854735,
      "epoch": 0.19,
      "grad_norm": 920.0,
      "kl_loss_13": 325.14684143066404,
      "kl_loss_2": 2989.9252075195313,
      "kl_loss_4": 2387.9420776367188,
      "kl_loss_9": 1071.7905395507812,
      "learning_rate": 0.0009206267664155906,
      "loss": 1728.9008,
      "step": 1900
    },
    {
      "ce_loss_13": 3.280672717094421,
      "ce_loss_17": 3.1395169854164124,
      "ce_loss_2": 4.616325831413269,
      "ce_loss_4": 4.299834370613098,
      "ce_loss_9": 3.6235618352890016,
      "epoch": 0.191,
      "grad_norm": 1096.0,
      "kl_loss_13": 320.41553192138673,
      "kl_loss_2": 3002.745715332031,
      "kl_loss_4": 2409.4244873046873,
      "kl_loss_9": 1058.2708099365234,
      "learning_rate": 0.0009197668352441024,
      "loss": 1707.7363,
      "step": 1910
    },
    {
      "ce_loss_13": 3.3297136664390563,
      "ce_loss_17": 3.1943230509757994,
      "ce_loss_2": 4.650165748596192,
      "ce_loss_4": 4.332601535320282,
      "ce_loss_9": 3.6573877334594727,
      "epoch": 0.192,
      "grad_norm": 972.0,
      "kl_loss_13": 310.84013214111326,
      "kl_loss_2": 2974.4477416992186,
      "kl_loss_4": 2371.4453369140624,
      "kl_loss_9": 1049.8490325927735,
      "learning_rate": 0.0009189026770252437,
      "loss": 1686.9504,
      "step": 1920
    },
    {
      "ce_loss_13": 3.3480990052223207,
      "ce_loss_17": 3.2176770210266112,
      "ce_loss_2": 4.678257179260254,
      "ce_loss_4": 4.3551212549209595,
      "ce_loss_9": 3.6879690051078797,
      "epoch": 0.193,
      "grad_norm": 976.0,
      "kl_loss_13": 311.2315979003906,
      "kl_loss_2": 2980.5617553710936,
      "kl_loss_4": 2380.5751770019533,
      "kl_loss_9": 1060.0710479736329,
      "learning_rate": 0.000918034300461078,
      "loss": 1742.0033,
      "step": 1930
    },
    {
      "ce_loss_13": 3.382282018661499,
      "ce_loss_17": 3.2473576068878174,
      "ce_loss_2": 4.680280494689941,
      "ce_loss_4": 4.367475247383117,
      "ce_loss_9": 3.709751844406128,
      "epoch": 0.194,
      "grad_norm": 956.0,
      "kl_loss_13": 312.8464126586914,
      "kl_loss_2": 2935.0189819335938,
      "kl_loss_4": 2345.4461364746094,
      "kl_loss_9": 1046.4751770019532,
      "learning_rate": 0.0009171617142961477,
      "loss": 1670.1602,
      "step": 1940
    },
    {
      "ce_loss_13": 3.340591549873352,
      "ce_loss_17": 3.205805504322052,
      "ce_loss_2": 4.650496292114258,
      "ce_loss_4": 4.33450448513031,
      "ce_loss_9": 3.670855188369751,
      "epoch": 0.195,
      "grad_norm": 1072.0,
      "kl_loss_13": 309.28123779296874,
      "kl_loss_2": 2949.9548950195312,
      "kl_loss_4": 2360.7995361328126,
      "kl_loss_9": 1049.5942596435548,
      "learning_rate": 0.0009162849273173857,
      "loss": 1676.3613,
      "step": 1950
    },
    {
      "ce_loss_13": 3.2835671663284303,
      "ce_loss_17": 3.1486000180244447,
      "ce_loss_2": 4.607069182395935,
      "ce_loss_4": 4.287353086471557,
      "ce_loss_9": 3.613594961166382,
      "epoch": 0.196,
      "grad_norm": 820.0,
      "kl_loss_13": 305.7414825439453,
      "kl_loss_2": 2973.151953125,
      "kl_loss_4": 2376.4894104003906,
      "kl_loss_9": 1036.030709838867,
      "learning_rate": 0.0009154039483540273,
      "loss": 1688.3225,
      "step": 1960
    },
    {
      "ce_loss_13": 3.2589982867240908,
      "ce_loss_17": 3.128650724887848,
      "ce_loss_2": 4.603858280181885,
      "ce_loss_4": 4.276942348480224,
      "ce_loss_9": 3.595140290260315,
      "epoch": 0.197,
      "grad_norm": 1048.0,
      "kl_loss_13": 306.42955474853517,
      "kl_loss_2": 3011.138049316406,
      "kl_loss_4": 2407.12412109375,
      "kl_loss_9": 1056.911538696289,
      "learning_rate": 0.0009145187862775209,
      "loss": 1688.5338,
      "step": 1970
    },
    {
      "ce_loss_13": 3.2973819851875303,
      "ce_loss_17": 3.1623541831970217,
      "ce_loss_2": 4.6057007074356076,
      "ce_loss_4": 4.289049386978149,
      "ce_loss_9": 3.6262983322143554,
      "epoch": 0.198,
      "grad_norm": 900.0,
      "kl_loss_13": 315.20320587158204,
      "kl_loss_2": 2968.1071044921873,
      "kl_loss_4": 2371.3665771484375,
      "kl_loss_9": 1055.8795623779297,
      "learning_rate": 0.0009136294500014386,
      "loss": 1672.8637,
      "step": 1980
    },
    {
      "ce_loss_13": 3.246236276626587,
      "ce_loss_17": 3.1092082142829893,
      "ce_loss_2": 4.62981595993042,
      "ce_loss_4": 4.3133632898330685,
      "ce_loss_9": 3.593501567840576,
      "epoch": 0.199,
      "grad_norm": 1208.0,
      "kl_loss_13": 315.2277770996094,
      "kl_loss_2": 3042.6927734375,
      "kl_loss_4": 2459.7537841796875,
      "kl_loss_9": 1064.27587890625,
      "learning_rate": 0.000912735948481387,
      "loss": 1718.3559,
      "step": 1990
    },
    {
      "ce_loss_13": 3.280001187324524,
      "ce_loss_17": 3.1462537169456484,
      "ce_loss_2": 4.606158256530762,
      "ce_loss_4": 4.289944136142731,
      "ce_loss_9": 3.6153658390045167,
      "epoch": 0.2,
      "grad_norm": 1200.0,
      "kl_loss_13": 315.1036407470703,
      "kl_loss_2": 2995.057080078125,
      "kl_loss_4": 2402.257849121094,
      "kl_loss_9": 1067.4875183105469,
      "learning_rate": 0.0009118382907149164,
      "loss": 1667.1238,
      "step": 2000
    },
    {
      "ce_loss_13": 3.3050238132476806,
      "ce_loss_17": 3.167179322242737,
      "ce_loss_2": 4.620061135292053,
      "ce_loss_4": 4.294731092453003,
      "ce_loss_9": 3.6310877203941345,
      "epoch": 0.201,
      "grad_norm": 948.0,
      "kl_loss_13": 316.0277557373047,
      "kl_loss_2": 2953.5430908203125,
      "kl_loss_4": 2348.8698608398436,
      "kl_loss_9": 1051.2647247314453,
      "learning_rate": 0.0009109364857414306,
      "loss": 1662.3219,
      "step": 2010
    },
    {
      "ce_loss_13": 3.267809200286865,
      "ce_loss_17": 3.134126341342926,
      "ce_loss_2": 4.579069185256958,
      "ce_loss_4": 4.265661716461182,
      "ce_loss_9": 3.5956831574440002,
      "epoch": 0.202,
      "grad_norm": 988.0,
      "kl_loss_13": 317.3951782226562,
      "kl_loss_2": 2973.852587890625,
      "kl_loss_4": 2382.701037597656,
      "kl_loss_9": 1047.444317626953,
      "learning_rate": 0.0009100305426420956,
      "loss": 1708.768,
      "step": 2020
    },
    {
      "ce_loss_13": 3.2384045004844664,
      "ce_loss_17": 3.1056310653686525,
      "ce_loss_2": 4.61571741104126,
      "ce_loss_4": 4.29548032283783,
      "ce_loss_9": 3.575000691413879,
      "epoch": 0.203,
      "grad_norm": 912.0,
      "kl_loss_13": 316.5642684936523,
      "kl_loss_2": 3089.9134765625,
      "kl_loss_4": 2494.646588134766,
      "kl_loss_9": 1071.6087829589844,
      "learning_rate": 0.0009091204705397484,
      "loss": 1699.0529,
      "step": 2030
    },
    {
      "ce_loss_13": 3.229975736141205,
      "ce_loss_17": 3.0909839868545532,
      "ce_loss_2": 4.593655323982238,
      "ce_loss_4": 4.2776727199554445,
      "ce_loss_9": 3.5776746034622193,
      "epoch": 0.204,
      "grad_norm": 844.0,
      "kl_loss_13": 321.4533996582031,
      "kl_loss_2": 3081.678845214844,
      "kl_loss_4": 2482.3412658691404,
      "kl_loss_9": 1077.1077087402343,
      "learning_rate": 0.0009082062785988049,
      "loss": 1709.3756,
      "step": 2040
    },
    {
      "ce_loss_13": 3.366510272026062,
      "ce_loss_17": 3.2245919585227965,
      "ce_loss_2": 4.631314325332641,
      "ce_loss_4": 4.322544360160828,
      "ce_loss_9": 3.6698357462882996,
      "epoch": 0.205,
      "grad_norm": 1012.0,
      "kl_loss_13": 333.6727294921875,
      "kl_loss_2": 2903.525927734375,
      "kl_loss_4": 2323.128173828125,
      "kl_loss_9": 1028.489340209961,
      "learning_rate": 0.0009072879760251679,
      "loss": 1671.6572,
      "step": 2050
    },
    {
      "ce_loss_13": 3.342466855049133,
      "ce_loss_17": 3.1741410851478578,
      "ce_loss_2": 4.641148495674133,
      "ce_loss_4": 4.33937566280365,
      "ce_loss_9": 3.653992712497711,
      "epoch": 0.206,
      "grad_norm": 1120.0,
      "kl_loss_13": 378.0567794799805,
      "kl_loss_2": 3017.975341796875,
      "kl_loss_4": 2453.679333496094,
      "kl_loss_9": 1072.9305938720704,
      "learning_rate": 0.0009063655720661341,
      "loss": 1706.7299,
      "step": 2060
    },
    {
      "ce_loss_13": 3.3735498785972595,
      "ce_loss_17": 3.214876985549927,
      "ce_loss_2": 4.629880380630493,
      "ce_loss_4": 4.321504092216491,
      "ce_loss_9": 3.66883327960968,
      "epoch": 0.207,
      "grad_norm": 868.0,
      "kl_loss_13": 367.0061889648438,
      "kl_loss_2": 2900.9889404296873,
      "kl_loss_4": 2323.9548828125,
      "kl_loss_9": 1041.0056579589843,
      "learning_rate": 0.000905439076010301,
      "loss": 1671.4455,
      "step": 2070
    },
    {
      "ce_loss_13": 3.3185313940048218,
      "ce_loss_17": 3.1657449841499328,
      "ce_loss_2": 4.630046439170838,
      "ce_loss_4": 4.310200715065003,
      "ce_loss_9": 3.6360178709030153,
      "epoch": 0.208,
      "grad_norm": 980.0,
      "kl_loss_13": 350.2437454223633,
      "kl_loss_2": 2983.597509765625,
      "kl_loss_4": 2383.0232177734374,
      "kl_loss_9": 1056.0640838623046,
      "learning_rate": 0.0009045084971874737,
      "loss": 1660.3988,
      "step": 2080
    },
    {
      "ce_loss_13": 3.295871877670288,
      "ce_loss_17": 3.1508471012115478,
      "ce_loss_2": 4.600740051269531,
      "ce_loss_4": 4.283790171146393,
      "ce_loss_9": 3.621567988395691,
      "epoch": 0.209,
      "grad_norm": 812.0,
      "kl_loss_13": 336.4440521240234,
      "kl_loss_2": 2960.8560546875,
      "kl_loss_4": 2367.225506591797,
      "kl_loss_9": 1059.256381225586,
      "learning_rate": 0.0009035738449685707,
      "loss": 1701.1732,
      "step": 2090
    },
    {
      "ce_loss_13": 3.2303785562515257,
      "ce_loss_17": 3.089155077934265,
      "ce_loss_2": 4.603342223167419,
      "ce_loss_4": 4.285797762870788,
      "ce_loss_9": 3.5784525632858277,
      "epoch": 0.21,
      "grad_norm": 840.0,
      "kl_loss_13": 322.00733337402346,
      "kl_loss_2": 3068.8140380859377,
      "kl_loss_4": 2478.9049438476563,
      "kl_loss_9": 1084.0568939208983,
      "learning_rate": 0.0009026351287655293,
      "loss": 1689.6162,
      "step": 2100
    },
    {
      "ce_loss_13": 3.4153374671936034,
      "ce_loss_17": 3.2879414796829223,
      "ce_loss_2": 4.645143985748291,
      "ce_loss_4": 4.348204255104065,
      "ce_loss_9": 3.727934491634369,
      "epoch": 0.211,
      "grad_norm": 992.0,
      "kl_loss_13": 302.51541900634766,
      "kl_loss_2": 2800.839453125,
      "kl_loss_4": 2238.2302062988283,
      "kl_loss_9": 1004.9395477294922,
      "learning_rate": 0.0009016923580312113,
      "loss": 1599.1767,
      "step": 2110
    },
    {
      "ce_loss_13": 3.281217110157013,
      "ce_loss_17": 3.1498187303543093,
      "ce_loss_2": 4.581685590744018,
      "ce_loss_4": 4.264639461040497,
      "ce_loss_9": 3.600258469581604,
      "epoch": 0.212,
      "grad_norm": 1088.0,
      "kl_loss_13": 308.59120025634763,
      "kl_loss_2": 2939.0564819335937,
      "kl_loss_4": 2342.163293457031,
      "kl_loss_9": 1041.1623565673829,
      "learning_rate": 0.0009007455422593077,
      "loss": 1683.9701,
      "step": 2120
    },
    {
      "ce_loss_13": 3.2921030044555666,
      "ce_loss_17": 3.158948540687561,
      "ce_loss_2": 4.626010632514953,
      "ce_loss_4": 4.318738889694214,
      "ce_loss_9": 3.640748620033264,
      "epoch": 0.213,
      "grad_norm": 948.0,
      "kl_loss_13": 311.5044937133789,
      "kl_loss_2": 3003.3541870117188,
      "kl_loss_4": 2421.8424682617188,
      "kl_loss_9": 1084.6547302246095,
      "learning_rate": 0.0008997946909842425,
      "loss": 1701.5732,
      "step": 2130
    },
    {
      "ce_loss_13": 3.3131263256073,
      "ce_loss_17": 3.1681451320648195,
      "ce_loss_2": 4.682714056968689,
      "ce_loss_4": 4.374153351783752,
      "ce_loss_9": 3.672535574436188,
      "epoch": 0.214,
      "grad_norm": 1048.0,
      "kl_loss_13": 324.59002990722655,
      "kl_loss_2": 3085.134167480469,
      "kl_loss_4": 2508.9499389648436,
      "kl_loss_9": 1107.0599670410156,
      "learning_rate": 0.0008988398137810777,
      "loss": 1692.1084,
      "step": 2140
    },
    {
      "ce_loss_13": 3.3412655711174013,
      "ce_loss_17": 3.207951271533966,
      "ce_loss_2": 4.63103597164154,
      "ce_loss_4": 4.3216476202011105,
      "ce_loss_9": 3.6678178668022157,
      "epoch": 0.215,
      "grad_norm": 1120.0,
      "kl_loss_13": 312.88766326904295,
      "kl_loss_2": 2911.307897949219,
      "kl_loss_4": 2329.045068359375,
      "kl_loss_9": 1038.3618103027343,
      "learning_rate": 0.0008978809202654162,
      "loss": 1641.8588,
      "step": 2150
    },
    {
      "ce_loss_13": 3.3228820323944093,
      "ce_loss_17": 3.1840418100357057,
      "ce_loss_2": 4.621336102485657,
      "ce_loss_4": 4.308529698848725,
      "ce_loss_9": 3.6487194180488585,
      "epoch": 0.216,
      "grad_norm": 1080.0,
      "kl_loss_13": 316.93070831298826,
      "kl_loss_2": 2910.083215332031,
      "kl_loss_4": 2330.002093505859,
      "kl_loss_9": 1032.5771789550781,
      "learning_rate": 0.0008969180200933046,
      "loss": 1670.8207,
      "step": 2160
    },
    {
      "ce_loss_13": 3.3064399003982543,
      "ce_loss_17": 3.1452136397361756,
      "ce_loss_2": 4.631820559501648,
      "ce_loss_4": 4.319561338424682,
      "ce_loss_9": 3.633393371105194,
      "epoch": 0.217,
      "grad_norm": 1160.0,
      "kl_loss_13": 362.232112121582,
      "kl_loss_2": 2993.9896484375,
      "kl_loss_4": 2414.5381408691405,
      "kl_loss_9": 1071.7207061767579,
      "learning_rate": 0.0008959511229611376,
      "loss": 1711.1533,
      "step": 2170
    },
    {
      "ce_loss_13": 3.3684532761573793,
      "ce_loss_17": 3.2196085929870604,
      "ce_loss_2": 4.6537925720214846,
      "ce_loss_4": 4.3553660869598385,
      "ce_loss_9": 3.6753413915634154,
      "epoch": 0.218,
      "grad_norm": 924.0,
      "kl_loss_13": 354.83716888427733,
      "kl_loss_2": 2933.256970214844,
      "kl_loss_4": 2370.560723876953,
      "kl_loss_9": 1032.005581665039,
      "learning_rate": 0.0008949802386055581,
      "loss": 1671.3055,
      "step": 2180
    },
    {
      "ce_loss_13": 3.246527910232544,
      "ce_loss_17": 3.0874037861824037,
      "ce_loss_2": 4.544924974441528,
      "ce_loss_4": 4.221065580844879,
      "ce_loss_9": 3.5494844794273375,
      "epoch": 0.219,
      "grad_norm": 884.0,
      "kl_loss_13": 349.8112518310547,
      "kl_loss_2": 2944.659814453125,
      "kl_loss_4": 2338.0881958007812,
      "kl_loss_9": 1024.6070922851563,
      "learning_rate": 0.0008940053768033609,
      "loss": 1694.7809,
      "step": 2190
    },
    {
      "ce_loss_13": 3.316020703315735,
      "ce_loss_17": 3.17333402633667,
      "ce_loss_2": 4.5921409845352175,
      "ce_loss_4": 4.285398149490357,
      "ce_loss_9": 3.6149450659751894,
      "epoch": 0.22,
      "grad_norm": 920.0,
      "kl_loss_13": 332.43937530517576,
      "kl_loss_2": 2926.0295288085936,
      "kl_loss_4": 2351.063018798828,
      "kl_loss_9": 1018.8271484375,
      "learning_rate": 0.0008930265473713938,
      "loss": 1655.8172,
      "step": 2200
    },
    {
      "ce_loss_13": 3.269703197479248,
      "ce_loss_17": 3.129119908809662,
      "ce_loss_2": 4.580475306510925,
      "ce_loss_4": 4.26227376461029,
      "ce_loss_9": 3.584591794013977,
      "epoch": 0.221,
      "grad_norm": 1096.0,
      "kl_loss_13": 326.22893676757815,
      "kl_loss_2": 2960.6923706054686,
      "kl_loss_4": 2354.4943115234373,
      "kl_loss_9": 1020.52822265625,
      "learning_rate": 0.0008920437601664579,
      "loss": 1633.1572,
      "step": 2210
    },
    {
      "ce_loss_13": 3.2685254216194153,
      "ce_loss_17": 3.128947913646698,
      "ce_loss_2": 4.570039582252503,
      "ce_loss_4": 4.26165542602539,
      "ce_loss_9": 3.5980277180671694,
      "epoch": 0.222,
      "grad_norm": 1144.0,
      "kl_loss_13": 320.0248626708984,
      "kl_loss_2": 2960.6189086914064,
      "kl_loss_4": 2369.3476440429686,
      "kl_loss_9": 1048.8888549804688,
      "learning_rate": 0.0008910570250852097,
      "loss": 1645.8068,
      "step": 2220
    },
    {
      "ce_loss_13": 3.355926287174225,
      "ce_loss_17": 3.2257240772247315,
      "ce_loss_2": 4.620677042007446,
      "ce_loss_4": 4.292669582366943,
      "ce_loss_9": 3.6633192181587217,
      "epoch": 0.223,
      "grad_norm": 1080.0,
      "kl_loss_13": 300.8265068054199,
      "kl_loss_2": 2870.9962158203125,
      "kl_loss_4": 2257.135302734375,
      "kl_loss_9": 1002.3094543457031,
      "learning_rate": 0.0008900663520640604,
      "loss": 1616.9061,
      "step": 2230
    },
    {
      "ce_loss_13": 3.30984890460968,
      "ce_loss_17": 3.1787513852119447,
      "ce_loss_2": 4.608496284484863,
      "ce_loss_4": 4.294780206680298,
      "ce_loss_9": 3.633631157875061,
      "epoch": 0.224,
      "grad_norm": 924.0,
      "kl_loss_13": 308.4694885253906,
      "kl_loss_2": 2937.8706787109377,
      "kl_loss_4": 2351.1838256835936,
      "kl_loss_9": 1041.574917602539,
      "learning_rate": 0.0008890717510790764,
      "loss": 1656.2035,
      "step": 2240
    },
    {
      "ce_loss_13": 3.2739879369735716,
      "ce_loss_17": 3.1423872351646422,
      "ce_loss_2": 4.596669864654541,
      "ce_loss_4": 4.268906736373902,
      "ce_loss_9": 3.6001088976860047,
      "epoch": 0.225,
      "grad_norm": 868.0,
      "kl_loss_13": 304.40641326904296,
      "kl_loss_2": 2973.41064453125,
      "kl_loss_4": 2364.267706298828,
      "kl_loss_9": 1030.137890625,
      "learning_rate": 0.0008880732321458784,
      "loss": 1674.6625,
      "step": 2250
    },
    {
      "ce_loss_13": 3.2961417198181153,
      "ce_loss_17": 3.1698644042015074,
      "ce_loss_2": 4.593883466720581,
      "ce_loss_4": 4.2756976127624515,
      "ce_loss_9": 3.6222903966903686,
      "epoch": 0.226,
      "grad_norm": 1008.0,
      "kl_loss_13": 303.41551818847654,
      "kl_loss_2": 2915.967529296875,
      "kl_loss_4": 2321.536273193359,
      "kl_loss_9": 1029.0643920898438,
      "learning_rate": 0.0008870708053195413,
      "loss": 1665.1555,
      "step": 2260
    },
    {
      "ce_loss_13": 3.319032096862793,
      "ce_loss_17": 3.196590614318848,
      "ce_loss_2": 4.588518190383911,
      "ce_loss_4": 4.272482478618622,
      "ce_loss_9": 3.6295907855033875,
      "epoch": 0.227,
      "grad_norm": 920.0,
      "kl_loss_13": 289.6078353881836,
      "kl_loss_2": 2874.2600708007812,
      "kl_loss_4": 2284.4325561523438,
      "kl_loss_9": 1002.5240905761718,
      "learning_rate": 0.0008860644806944918,
      "loss": 1628.4755,
      "step": 2270
    },
    {
      "ce_loss_13": 3.2673797011375427,
      "ce_loss_17": 3.1349551558494566,
      "ce_loss_2": 4.580315804481506,
      "ce_loss_4": 4.264006936550141,
      "ce_loss_9": 3.6007945775985717,
      "epoch": 0.228,
      "grad_norm": 944.0,
      "kl_loss_13": 302.1911224365234,
      "kl_loss_2": 2956.342419433594,
      "kl_loss_4": 2359.0373779296874,
      "kl_loss_9": 1037.9614227294921,
      "learning_rate": 0.0008850542684044079,
      "loss": 1622.2234,
      "step": 2280
    },
    {
      "ce_loss_13": 3.237555146217346,
      "ce_loss_17": 3.0998697161674498,
      "ce_loss_2": 4.605713748931885,
      "ce_loss_4": 4.284874546527862,
      "ce_loss_9": 3.587420332431793,
      "epoch": 0.229,
      "grad_norm": 996.0,
      "kl_loss_13": 310.7320899963379,
      "kl_loss_2": 3069.1661987304688,
      "kl_loss_4": 2463.925329589844,
      "kl_loss_9": 1075.1367279052733,
      "learning_rate": 0.0008840401786221159,
      "loss": 1675.7064,
      "step": 2290
    },
    {
      "ce_loss_13": 3.370629632472992,
      "ce_loss_17": 3.2480675101280214,
      "ce_loss_2": 4.629262661933899,
      "ce_loss_4": 4.321358180046081,
      "ce_loss_9": 3.6830974936485292,
      "epoch": 0.23,
      "grad_norm": 840.0,
      "kl_loss_13": 285.8288948059082,
      "kl_loss_2": 2827.9096557617186,
      "kl_loss_4": 2256.582763671875,
      "kl_loss_9": 990.9099761962891,
      "learning_rate": 0.000883022221559489,
      "loss": 1591.9154,
      "step": 2300
    },
    {
      "ce_loss_13": 3.32784389257431,
      "ce_loss_17": 3.202398419380188,
      "ce_loss_2": 4.621891617774963,
      "ce_loss_4": 4.321145343780517,
      "ce_loss_9": 3.649727237224579,
      "epoch": 0.231,
      "grad_norm": 868.0,
      "kl_loss_13": 297.4648681640625,
      "kl_loss_2": 2920.39990234375,
      "kl_loss_4": 2358.5670532226563,
      "kl_loss_9": 1032.665316772461,
      "learning_rate": 0.0008820004074673434,
      "loss": 1692.0145,
      "step": 2310
    },
    {
      "ce_loss_13": 3.240832042694092,
      "ce_loss_17": 3.112210047245026,
      "ce_loss_2": 4.536813807487488,
      "ce_loss_4": 4.223457646369934,
      "ce_loss_9": 3.5707820653915405,
      "epoch": 0.232,
      "grad_norm": 868.0,
      "kl_loss_13": 298.81760635375974,
      "kl_loss_2": 2932.25478515625,
      "kl_loss_4": 2340.141467285156,
      "kl_loss_9": 1031.2572387695313,
      "learning_rate": 0.0008809747466353355,
      "loss": 1625.2012,
      "step": 2320
    },
    {
      "ce_loss_13": 3.2373562335968016,
      "ce_loss_17": 3.114722716808319,
      "ce_loss_2": 4.549531376361847,
      "ce_loss_4": 4.237539303302765,
      "ce_loss_9": 3.5638630270957945,
      "epoch": 0.233,
      "grad_norm": 896.0,
      "kl_loss_13": 294.2587493896484,
      "kl_loss_2": 2937.6509033203124,
      "kl_loss_4": 2352.528948974609,
      "kl_loss_9": 1009.2812927246093,
      "learning_rate": 0.0008799452493918585,
      "loss": 1652.5027,
      "step": 2330
    },
    {
      "ce_loss_13": 3.3194618344306948,
      "ce_loss_17": 3.1950511932373047,
      "ce_loss_2": 4.603914141654968,
      "ce_loss_4": 4.295511245727539,
      "ce_loss_9": 3.644179904460907,
      "epoch": 0.234,
      "grad_norm": 900.0,
      "kl_loss_13": 290.78978271484374,
      "kl_loss_2": 2895.8525634765624,
      "kl_loss_4": 2312.163116455078,
      "kl_loss_9": 1023.2259887695312,
      "learning_rate": 0.0008789119261039385,
      "loss": 1674.5498,
      "step": 2340
    },
    {
      "ce_loss_13": 3.2323792219161986,
      "ce_loss_17": 3.1045128464698792,
      "ce_loss_2": 4.529043483734131,
      "ce_loss_4": 4.220817899703979,
      "ce_loss_9": 3.5680212140083314,
      "epoch": 0.235,
      "grad_norm": 992.0,
      "kl_loss_13": 292.59674377441405,
      "kl_loss_2": 2910.7634521484374,
      "kl_loss_4": 2336.0444946289062,
      "kl_loss_9": 1030.5188995361327,
      "learning_rate": 0.0008778747871771292,
      "loss": 1621.2353,
      "step": 2350
    },
    {
      "ce_loss_13": 3.2797988414764405,
      "ce_loss_17": 3.1562238335609436,
      "ce_loss_2": 4.5353799104690555,
      "ce_loss_4": 4.238891696929931,
      "ce_loss_9": 3.592901861667633,
      "epoch": 0.236,
      "grad_norm": 1004.0,
      "kl_loss_13": 282.03241577148435,
      "kl_loss_2": 2824.370007324219,
      "kl_loss_4": 2269.0152587890625,
      "kl_loss_9": 987.7082122802734,
      "learning_rate": 0.0008768338430554083,
      "loss": 1590.733,
      "step": 2360
    },
    {
      "ce_loss_13": 3.3001204252243044,
      "ce_loss_17": 3.169539213180542,
      "ce_loss_2": 4.586280775070191,
      "ce_loss_4": 4.2673201084136965,
      "ce_loss_9": 3.622165870666504,
      "epoch": 0.237,
      "grad_norm": 1104.0,
      "kl_loss_13": 298.4084838867187,
      "kl_loss_2": 2888.375146484375,
      "kl_loss_4": 2299.5453552246095,
      "kl_loss_9": 1011.7012084960937,
      "learning_rate": 0.0008757891042210713,
      "loss": 1639.2125,
      "step": 2370
    },
    {
      "ce_loss_13": 3.307539737224579,
      "ce_loss_17": 3.185174059867859,
      "ce_loss_2": 4.58805661201477,
      "ce_loss_4": 4.274906814098358,
      "ce_loss_9": 3.6281189918518066,
      "epoch": 0.238,
      "grad_norm": 936.0,
      "kl_loss_13": 291.6076263427734,
      "kl_loss_2": 2845.2931518554688,
      "kl_loss_4": 2273.3110534667967,
      "kl_loss_9": 995.6541046142578,
      "learning_rate": 0.0008747405811946271,
      "loss": 1616.0865,
      "step": 2380
    },
    {
      "ce_loss_13": 3.2203105330467223,
      "ce_loss_17": 3.089602053165436,
      "ce_loss_2": 4.562181878089905,
      "ce_loss_4": 4.251259768009186,
      "ce_loss_9": 3.554316794872284,
      "epoch": 0.239,
      "grad_norm": 876.0,
      "kl_loss_13": 297.2876396179199,
      "kl_loss_2": 3014.0890991210936,
      "kl_loss_4": 2435.5117919921877,
      "kl_loss_9": 1050.7017669677734,
      "learning_rate": 0.0008736882845346905,
      "loss": 1637.707,
      "step": 2390
    },
    {
      "ce_loss_13": 3.3104472279548647,
      "ce_loss_17": 3.171858215332031,
      "ce_loss_2": 4.607442688941956,
      "ce_loss_4": 4.297037196159363,
      "ce_loss_9": 3.6347326397895814,
      "epoch": 0.24,
      "grad_norm": 1128.0,
      "kl_loss_13": 305.9137329101562,
      "kl_loss_2": 2909.6814453125,
      "kl_loss_4": 2329.4797180175783,
      "kl_loss_9": 1027.391165161133,
      "learning_rate": 0.0008726322248378774,
      "loss": 1629.5055,
      "step": 2400
    },
    {
      "ce_loss_13": 3.3081172585487364,
      "ce_loss_17": 3.17943480014801,
      "ce_loss_2": 4.619137024879455,
      "ce_loss_4": 4.307534241676331,
      "ce_loss_9": 3.6300449848175047,
      "epoch": 0.241,
      "grad_norm": 992.0,
      "kl_loss_13": 300.4436065673828,
      "kl_loss_2": 2966.785852050781,
      "kl_loss_4": 2387.1541015625,
      "kl_loss_9": 1031.5527801513672,
      "learning_rate": 0.0008715724127386971,
      "loss": 1678.6367,
      "step": 2410
    },
    {
      "ce_loss_13": 3.372581994533539,
      "ce_loss_17": 3.2493183612823486,
      "ce_loss_2": 4.628890919685364,
      "ce_loss_4": 4.326624870300293,
      "ce_loss_9": 3.6759827017784117,
      "epoch": 0.242,
      "grad_norm": 928.0,
      "kl_loss_13": 293.4173645019531,
      "kl_loss_2": 2858.6896240234373,
      "kl_loss_4": 2292.6798583984373,
      "kl_loss_9": 990.3782440185547,
      "learning_rate": 0.0008705088589094458,
      "loss": 1626.332,
      "step": 2420
    },
    {
      "ce_loss_13": 3.3809884548187257,
      "ce_loss_17": 3.2555585384368895,
      "ce_loss_2": 4.662137699127197,
      "ce_loss_4": 4.351862525939941,
      "ce_loss_9": 3.6982211112976073,
      "epoch": 0.243,
      "grad_norm": 1424.0,
      "kl_loss_13": 304.6127471923828,
      "kl_loss_2": 2905.42236328125,
      "kl_loss_4": 2317.7510498046877,
      "kl_loss_9": 1014.0051849365234,
      "learning_rate": 0.0008694415740600988,
      "loss": 1642.5791,
      "step": 2430
    },
    {
      "ce_loss_13": 3.243203592300415,
      "ce_loss_17": 3.116365575790405,
      "ce_loss_2": 4.565831923484803,
      "ce_loss_4": 4.261678349971771,
      "ce_loss_9": 3.566124069690704,
      "epoch": 0.244,
      "grad_norm": 1152.0,
      "kl_loss_13": 306.19521179199216,
      "kl_loss_2": 2957.50634765625,
      "kl_loss_4": 2391.3567504882812,
      "kl_loss_9": 1027.9412689208984,
      "learning_rate": 0.0008683705689382025,
      "loss": 1641.177,
      "step": 2440
    },
    {
      "ce_loss_13": 3.319749081134796,
      "ce_loss_17": 3.1990580320358277,
      "ce_loss_2": 4.5717099666595455,
      "ce_loss_4": 4.267187988758087,
      "ce_loss_9": 3.633048212528229,
      "epoch": 0.245,
      "grad_norm": 1040.0,
      "kl_loss_13": 286.17855072021484,
      "kl_loss_2": 2832.5764892578127,
      "kl_loss_4": 2262.751641845703,
      "kl_loss_9": 991.6012756347657,
      "learning_rate": 0.0008672958543287666,
      "loss": 1635.3568,
      "step": 2450
    },
    {
      "ce_loss_13": 3.326963114738464,
      "ce_loss_17": 3.206622231006622,
      "ce_loss_2": 4.572412705421447,
      "ce_loss_4": 4.272608768939972,
      "ce_loss_9": 3.642713487148285,
      "epoch": 0.246,
      "grad_norm": 924.0,
      "kl_loss_13": 289.12726440429685,
      "kl_loss_2": 2820.82841796875,
      "kl_loss_4": 2248.3615295410154,
      "kl_loss_9": 993.68134765625,
      "learning_rate": 0.0008662174410541554,
      "loss": 1594.2012,
      "step": 2460
    },
    {
      "ce_loss_13": 3.296044445037842,
      "ce_loss_17": 3.1760493993759153,
      "ce_loss_2": 4.547842645645142,
      "ce_loss_4": 4.239560651779175,
      "ce_loss_9": 3.6016671776771547,
      "epoch": 0.247,
      "grad_norm": 860.0,
      "kl_loss_13": 287.0252395629883,
      "kl_loss_2": 2829.6388549804688,
      "kl_loss_4": 2251.3867004394533,
      "kl_loss_9": 981.9071838378907,
      "learning_rate": 0.0008651353399739787,
      "loss": 1634.153,
      "step": 2470
    },
    {
      "ce_loss_13": 3.3206401109695434,
      "ce_loss_17": 3.1998250007629396,
      "ce_loss_2": 4.590792870521545,
      "ce_loss_4": 4.286621856689453,
      "ce_loss_9": 3.6425787806510925,
      "epoch": 0.248,
      "grad_norm": 928.0,
      "kl_loss_13": 286.9697860717773,
      "kl_loss_2": 2842.6251708984373,
      "kl_loss_4": 2279.952502441406,
      "kl_loss_9": 995.1058532714844,
      "learning_rate": 0.0008640495619849821,
      "loss": 1610.9688,
      "step": 2480
    },
    {
      "ce_loss_13": 3.2803879737854005,
      "ce_loss_17": 3.1567034482955934,
      "ce_loss_2": 4.546201705932617,
      "ce_loss_4": 4.232971477508545,
      "ce_loss_9": 3.588778924942017,
      "epoch": 0.249,
      "grad_norm": 924.0,
      "kl_loss_13": 291.201180267334,
      "kl_loss_2": 2858.2070068359376,
      "kl_loss_4": 2274.083807373047,
      "kl_loss_9": 989.4730499267578,
      "learning_rate": 0.0008629601180209381,
      "loss": 1602.223,
      "step": 2490
    },
    {
      "ce_loss_13": 3.2767815709114076,
      "ce_loss_17": 3.1536255478858948,
      "ce_loss_2": 4.547171616554261,
      "ce_loss_4": 4.23374240398407,
      "ce_loss_9": 3.589306080341339,
      "epoch": 0.25,
      "grad_norm": 924.0,
      "kl_loss_13": 289.24659729003906,
      "kl_loss_2": 2830.3158325195313,
      "kl_loss_4": 2250.081640625,
      "kl_loss_9": 979.8197479248047,
      "learning_rate": 0.000861867019052535,
      "loss": 1614.6669,
      "step": 2500
    },
    {
      "ce_loss_13": 3.2062613725662232,
      "ce_loss_17": 3.073312187194824,
      "ce_loss_2": 4.525754141807556,
      "ce_loss_4": 4.216163754463196,
      "ce_loss_9": 3.5246147513389587,
      "epoch": 0.251,
      "grad_norm": 928.0,
      "kl_loss_13": 304.6170486450195,
      "kl_loss_2": 2955.1001098632814,
      "kl_loss_4": 2374.7687438964845,
      "kl_loss_9": 1011.628628540039,
      "learning_rate": 0.0008607702760872678,
      "loss": 1654.2996,
      "step": 2510
    },
    {
      "ce_loss_13": 3.306063413619995,
      "ce_loss_17": 3.178913378715515,
      "ce_loss_2": 4.551721382141113,
      "ce_loss_4": 4.254784882068634,
      "ce_loss_9": 3.605251908302307,
      "epoch": 0.252,
      "grad_norm": 1024.0,
      "kl_loss_13": 295.6897918701172,
      "kl_loss_2": 2803.2751586914064,
      "kl_loss_4": 2250.443225097656,
      "kl_loss_9": 970.370947265625,
      "learning_rate": 0.0008596699001693256,
      "loss": 1629.6939,
      "step": 2520
    },
    {
      "ce_loss_13": 3.317117977142334,
      "ce_loss_17": 3.1989371538162232,
      "ce_loss_2": 4.557626843452454,
      "ce_loss_4": 4.249381899833679,
      "ce_loss_9": 3.612459719181061,
      "epoch": 0.253,
      "grad_norm": 880.0,
      "kl_loss_13": 287.5278747558594,
      "kl_loss_2": 2813.3516357421877,
      "kl_loss_4": 2239.7448913574217,
      "kl_loss_9": 966.4338073730469,
      "learning_rate": 0.0008585659023794818,
      "loss": 1622.9551,
      "step": 2530
    },
    {
      "ce_loss_13": 3.286828410625458,
      "ce_loss_17": 3.1603270292282106,
      "ce_loss_2": 4.601086258888245,
      "ce_loss_4": 4.2928143501281735,
      "ce_loss_9": 3.6168991327285767,
      "epoch": 0.254,
      "grad_norm": 836.0,
      "kl_loss_13": 298.24049682617186,
      "kl_loss_2": 2933.430517578125,
      "kl_loss_4": 2355.2827331542967,
      "kl_loss_9": 1025.785546875,
      "learning_rate": 0.0008574582938349817,
      "loss": 1640.077,
      "step": 2540
    },
    {
      "ce_loss_13": 3.274578666687012,
      "ce_loss_17": 3.136221206188202,
      "ce_loss_2": 4.588469123840332,
      "ce_loss_4": 4.278005242347717,
      "ce_loss_9": 3.6075248599052427,
      "epoch": 0.255,
      "grad_norm": 892.0,
      "kl_loss_13": 308.6023178100586,
      "kl_loss_2": 2939.1209350585937,
      "kl_loss_4": 2357.57861328125,
      "kl_loss_9": 1042.74169921875,
      "learning_rate": 0.0008563470856894315,
      "loss": 1609.0549,
      "step": 2550
    },
    {
      "ce_loss_13": 3.2660026431083677,
      "ce_loss_17": 3.1421032309532166,
      "ce_loss_2": 4.562472009658814,
      "ce_loss_4": 4.255641174316406,
      "ce_loss_9": 3.5885525345802307,
      "epoch": 0.256,
      "grad_norm": 936.0,
      "kl_loss_13": 289.44919662475587,
      "kl_loss_2": 2893.981311035156,
      "kl_loss_4": 2323.9205932617188,
      "kl_loss_9": 1012.901611328125,
      "learning_rate": 0.0008552322891326845,
      "loss": 1619.8651,
      "step": 2560
    },
    {
      "ce_loss_13": 3.2321555495262144,
      "ce_loss_17": 3.109209358692169,
      "ce_loss_2": 4.541443562507629,
      "ce_loss_4": 4.23039140701294,
      "ce_loss_9": 3.5549809217453,
      "epoch": 0.257,
      "grad_norm": 1152.0,
      "kl_loss_13": 284.43701934814453,
      "kl_loss_2": 2916.8890869140623,
      "kl_loss_4": 2341.3971740722654,
      "kl_loss_9": 998.0176422119141,
      "learning_rate": 0.0008541139153907296,
      "loss": 1603.4274,
      "step": 2570
    },
    {
      "ce_loss_13": 3.192133629322052,
      "ce_loss_17": 3.070415472984314,
      "ce_loss_2": 4.486647391319275,
      "ce_loss_4": 4.174953711032868,
      "ce_loss_9": 3.5114189982414246,
      "epoch": 0.258,
      "grad_norm": 964.0,
      "kl_loss_13": 278.5242919921875,
      "kl_loss_2": 2881.787731933594,
      "kl_loss_4": 2308.077313232422,
      "kl_loss_9": 985.5480651855469,
      "learning_rate": 0.0008529919757255782,
      "loss": 1629.6424,
      "step": 2580
    },
    {
      "ce_loss_13": 3.217985284328461,
      "ce_loss_17": 3.1062445521354674,
      "ce_loss_2": 4.462697196006775,
      "ce_loss_4": 4.157460844516754,
      "ce_loss_9": 3.512054204940796,
      "epoch": 0.259,
      "grad_norm": 912.0,
      "kl_loss_13": 271.9975273132324,
      "kl_loss_2": 2796.550537109375,
      "kl_loss_4": 2222.2314270019533,
      "kl_loss_9": 949.5425567626953,
      "learning_rate": 0.0008518664814351503,
      "loss": 1572.5631,
      "step": 2590
    },
    {
      "ce_loss_13": 3.196563982963562,
      "ce_loss_17": 3.071341335773468,
      "ce_loss_2": 4.5131648778915405,
      "ce_loss_4": 4.201615858078003,
      "ce_loss_9": 3.5166616797447205,
      "epoch": 0.26,
      "grad_norm": 904.0,
      "kl_loss_13": 292.19246368408204,
      "kl_loss_2": 2938.97783203125,
      "kl_loss_4": 2354.365118408203,
      "kl_loss_9": 1012.131234741211,
      "learning_rate": 0.0008507374438531607,
      "loss": 1686.0457,
      "step": 2600
    },
    {
      "ce_loss_13": 3.172201859951019,
      "ce_loss_17": 3.05413476228714,
      "ce_loss_2": 4.454415559768677,
      "ce_loss_4": 4.152374064922332,
      "ce_loss_9": 3.4919321060180666,
      "epoch": 0.261,
      "grad_norm": 1104.0,
      "kl_loss_13": 281.7638107299805,
      "kl_loss_2": 2857.7443237304688,
      "kl_loss_4": 2288.983264160156,
      "kl_loss_9": 987.0382049560546,
      "learning_rate": 0.0008496048743490053,
      "loss": 1603.1475,
      "step": 2610
    },
    {
      "ce_loss_13": 3.32059725522995,
      "ce_loss_17": 3.1986724138259888,
      "ce_loss_2": 4.559686994552612,
      "ce_loss_4": 4.259667956829071,
      "ce_loss_9": 3.6245452165603638,
      "epoch": 0.262,
      "grad_norm": 888.0,
      "kl_loss_13": 282.71466674804685,
      "kl_loss_2": 2807.50380859375,
      "kl_loss_4": 2234.340087890625,
      "kl_loss_9": 973.4236206054687,
      "learning_rate": 0.0008484687843276469,
      "loss": 1595.0721,
      "step": 2620
    },
    {
      "ce_loss_13": 3.2528497219085692,
      "ce_loss_17": 3.1310725927352907,
      "ce_loss_2": 4.5340532779693605,
      "ce_loss_4": 4.219503045082092,
      "ce_loss_9": 3.5716007471084597,
      "epoch": 0.263,
      "grad_norm": 1040.0,
      "kl_loss_13": 288.65707244873045,
      "kl_loss_2": 2875.629248046875,
      "kl_loss_4": 2278.032305908203,
      "kl_loss_9": 998.065185546875,
      "learning_rate": 0.0008473291852294987,
      "loss": 1633.93,
      "step": 2630
    },
    {
      "ce_loss_13": 3.2652063727378846,
      "ce_loss_17": 3.141418147087097,
      "ce_loss_2": 4.541818857192993,
      "ce_loss_4": 4.238283658027649,
      "ce_loss_9": 3.585766649246216,
      "epoch": 0.264,
      "grad_norm": 1112.0,
      "kl_loss_13": 290.4628158569336,
      "kl_loss_2": 2885.605334472656,
      "kl_loss_4": 2314.400567626953,
      "kl_loss_9": 1007.6306579589843,
      "learning_rate": 0.0008461860885303114,
      "loss": 1603.6747,
      "step": 2640
    },
    {
      "ce_loss_13": 3.292245590686798,
      "ce_loss_17": 3.171410655975342,
      "ce_loss_2": 4.5390942096710205,
      "ce_loss_4": 4.239257597923279,
      "ce_loss_9": 3.6101866006851195,
      "epoch": 0.265,
      "grad_norm": 932.0,
      "kl_loss_13": 284.9529167175293,
      "kl_loss_2": 2812.7326538085936,
      "kl_loss_4": 2248.4744079589846,
      "kl_loss_9": 988.2147277832031,
      "learning_rate": 0.000845039505741056,
      "loss": 1606.1671,
      "step": 2650
    },
    {
      "ce_loss_13": 3.2741735100746157,
      "ce_loss_17": 3.150105154514313,
      "ce_loss_2": 4.545386862754822,
      "ce_loss_4": 4.245937943458557,
      "ce_loss_9": 3.5979922890663145,
      "epoch": 0.266,
      "grad_norm": 1040.0,
      "kl_loss_13": 295.6175003051758,
      "kl_loss_2": 2904.401818847656,
      "kl_loss_4": 2331.8230407714846,
      "kl_loss_9": 1031.5228149414063,
      "learning_rate": 0.0008438894484078086,
      "loss": 1670.0883,
      "step": 2660
    },
    {
      "ce_loss_13": 3.280404818058014,
      "ce_loss_17": 3.1578108787536623,
      "ce_loss_2": 4.536375164985657,
      "ce_loss_4": 4.228759133815766,
      "ce_loss_9": 3.587415170669556,
      "epoch": 0.267,
      "grad_norm": 812.0,
      "kl_loss_13": 285.996403503418,
      "kl_loss_2": 2828.8488647460936,
      "kl_loss_4": 2259.752117919922,
      "kl_loss_9": 983.035922241211,
      "learning_rate": 0.0008427359281116334,
      "loss": 1601.9956,
      "step": 2670
    },
    {
      "ce_loss_13": 3.1835838317871095,
      "ce_loss_17": 3.0539584040641783,
      "ce_loss_2": 4.491893172264099,
      "ce_loss_4": 4.182012701034546,
      "ce_loss_9": 3.510149967670441,
      "epoch": 0.268,
      "grad_norm": 896.0,
      "kl_loss_13": 293.40307846069334,
      "kl_loss_2": 2926.4771728515625,
      "kl_loss_4": 2341.3355407714844,
      "kl_loss_9": 1015.4264831542969,
      "learning_rate": 0.0008415789564684673,
      "loss": 1631.741,
      "step": 2680
    },
    {
      "ce_loss_13": 3.4233740329742433,
      "ce_loss_17": 3.299894630908966,
      "ce_loss_2": 4.666839551925659,
      "ce_loss_4": 4.35275719165802,
      "ce_loss_9": 3.7351592421531676,
      "epoch": 0.269,
      "grad_norm": 852.0,
      "kl_loss_13": 295.1780403137207,
      "kl_loss_2": 2790.9798828125,
      "kl_loss_4": 2206.834509277344,
      "kl_loss_9": 985.7969787597656,
      "learning_rate": 0.0008404185451290017,
      "loss": 1579.6709,
      "step": 2690
    },
    {
      "ce_loss_13": 3.294009006023407,
      "ce_loss_17": 3.175998365879059,
      "ce_loss_2": 4.555729842185974,
      "ce_loss_4": 4.246478509902954,
      "ce_loss_9": 3.6012258172035216,
      "epoch": 0.27,
      "grad_norm": 1032.0,
      "kl_loss_13": 285.7749221801758,
      "kl_loss_2": 2823.909423828125,
      "kl_loss_4": 2247.897332763672,
      "kl_loss_9": 975.7720031738281,
      "learning_rate": 0.0008392547057785661,
      "loss": 1583.1482,
      "step": 2700
    },
    {
      "ce_loss_13": 3.227368414402008,
      "ce_loss_17": 3.105896461009979,
      "ce_loss_2": 4.5378422975540165,
      "ce_loss_4": 4.228003525733948,
      "ce_loss_9": 3.5542636036872866,
      "epoch": 0.271,
      "grad_norm": 844.0,
      "kl_loss_13": 291.69226760864257,
      "kl_loss_2": 2963.926379394531,
      "kl_loss_4": 2381.7996459960937,
      "kl_loss_9": 1024.808383178711,
      "learning_rate": 0.0008380874501370098,
      "loss": 1603.6732,
      "step": 2710
    },
    {
      "ce_loss_13": 3.2251667261123655,
      "ce_loss_17": 3.0979998230934145,
      "ce_loss_2": 4.531300711631775,
      "ce_loss_4": 4.222065436840057,
      "ce_loss_9": 3.553966796398163,
      "epoch": 0.272,
      "grad_norm": 1012.0,
      "kl_loss_13": 296.8633186340332,
      "kl_loss_2": 2936.8505981445314,
      "kl_loss_4": 2361.1948852539062,
      "kl_loss_9": 1023.4551696777344,
      "learning_rate": 0.0008369167899585841,
      "loss": 1635.4837,
      "step": 2720
    },
    {
      "ce_loss_13": 3.3345279574394224,
      "ce_loss_17": 3.2195035099983214,
      "ce_loss_2": 4.546821546554566,
      "ce_loss_4": 4.250281524658203,
      "ce_loss_9": 3.6345677971839905,
      "epoch": 0.273,
      "grad_norm": 1004.0,
      "kl_loss_13": 281.866024017334,
      "kl_loss_2": 2758.502978515625,
      "kl_loss_4": 2202.805487060547,
      "kl_loss_9": 963.4181732177734,
      "learning_rate": 0.0008357427370318238,
      "loss": 1605.3008,
      "step": 2730
    },
    {
      "ce_loss_13": 3.2902962923049928,
      "ce_loss_17": 3.168014645576477,
      "ce_loss_2": 4.561334037780762,
      "ce_loss_4": 4.2694053769111635,
      "ce_loss_9": 3.602027785778046,
      "epoch": 0.274,
      "grad_norm": 1008.0,
      "kl_loss_13": 286.1255012512207,
      "kl_loss_2": 2874.9748657226564,
      "kl_loss_4": 2308.7690185546876,
      "kl_loss_9": 984.6821319580079,
      "learning_rate": 0.0008345653031794292,
      "loss": 1622.8312,
      "step": 2740
    },
    {
      "ce_loss_13": 3.2882461547851562,
      "ce_loss_17": 3.1660869240760805,
      "ce_loss_2": 4.554894280433655,
      "ce_loss_4": 4.24486141204834,
      "ce_loss_9": 3.5995869874954223,
      "epoch": 0.275,
      "grad_norm": 888.0,
      "kl_loss_13": 287.41429138183594,
      "kl_loss_2": 2837.460412597656,
      "kl_loss_4": 2264.114715576172,
      "kl_loss_9": 984.4078521728516,
      "learning_rate": 0.0008333845002581458,
      "loss": 1598.7549,
      "step": 2750
    },
    {
      "ce_loss_13": 3.2206096053123474,
      "ce_loss_17": 3.094936728477478,
      "ce_loss_2": 4.52073712348938,
      "ce_loss_4": 4.210266506671905,
      "ce_loss_9": 3.5471937894821166,
      "epoch": 0.276,
      "grad_norm": 796.0,
      "kl_loss_13": 297.68716049194336,
      "kl_loss_2": 2932.2358276367186,
      "kl_loss_4": 2354.4706604003904,
      "kl_loss_9": 1027.962664794922,
      "learning_rate": 0.0008322003401586462,
      "loss": 1640.3008,
      "step": 2760
    },
    {
      "ce_loss_13": 3.2499445915222167,
      "ce_loss_17": 3.133220112323761,
      "ce_loss_2": 4.484242916107178,
      "ce_loss_4": 4.18062641620636,
      "ce_loss_9": 3.545853316783905,
      "epoch": 0.277,
      "grad_norm": 852.0,
      "kl_loss_13": 278.0310089111328,
      "kl_loss_2": 2777.01181640625,
      "kl_loss_4": 2212.459405517578,
      "kl_loss_9": 956.9126495361328,
      "learning_rate": 0.0008310128348054094,
      "loss": 1545.8723,
      "step": 2770
    },
    {
      "ce_loss_13": 3.223058843612671,
      "ce_loss_17": 3.1042088866233826,
      "ce_loss_2": 4.484471321105957,
      "ce_loss_4": 4.185724556446075,
      "ce_loss_9": 3.5301337242126465,
      "epoch": 0.278,
      "grad_norm": 1072.0,
      "kl_loss_13": 282.98550033569336,
      "kl_loss_2": 2839.0412841796874,
      "kl_loss_4": 2267.3141540527345,
      "kl_loss_9": 986.4726745605469,
      "learning_rate": 0.0008298219961566008,
      "loss": 1594.5641,
      "step": 2780
    },
    {
      "ce_loss_13": 3.1846871376037598,
      "ce_loss_17": 3.0667507529258726,
      "ce_loss_2": 4.486607003211975,
      "ce_loss_4": 4.184105217456818,
      "ce_loss_9": 3.515022933483124,
      "epoch": 0.279,
      "grad_norm": 896.0,
      "kl_loss_13": 287.2220848083496,
      "kl_loss_2": 2933.843408203125,
      "kl_loss_4": 2362.742071533203,
      "kl_loss_9": 1020.189077758789,
      "learning_rate": 0.0008286278362039527,
      "loss": 1609.5307,
      "step": 2790
    },
    {
      "ce_loss_13": 3.214345967769623,
      "ce_loss_17": 3.097870433330536,
      "ce_loss_2": 4.535495281219482,
      "ce_loss_4": 4.212986302375794,
      "ce_loss_9": 3.54015052318573,
      "epoch": 0.28,
      "grad_norm": 888.0,
      "kl_loss_13": 287.04673461914064,
      "kl_loss_2": 2959.1888916015623,
      "kl_loss_4": 2359.879498291016,
      "kl_loss_9": 1017.3332458496094,
      "learning_rate": 0.0008274303669726426,
      "loss": 1603.5236,
      "step": 2800
    },
    {
      "ce_loss_13": 3.1277572393417357,
      "ce_loss_17": 3.001349353790283,
      "ce_loss_2": 4.464611601829529,
      "ce_loss_4": 4.163355004787445,
      "ce_loss_9": 3.4533198356628416,
      "epoch": 0.281,
      "grad_norm": 976.0,
      "kl_loss_13": 289.89603118896486,
      "kl_loss_2": 2983.6671752929688,
      "kl_loss_4": 2412.9560485839843,
      "kl_loss_9": 1010.9874877929688,
      "learning_rate": 0.0008262296005211721,
      "loss": 1610.6947,
      "step": 2810
    },
    {
      "ce_loss_13": 3.2461358070373536,
      "ce_loss_17": 3.126099479198456,
      "ce_loss_2": 4.544889760017395,
      "ce_loss_4": 4.2353127002716064,
      "ce_loss_9": 3.5660160064697264,
      "epoch": 0.282,
      "grad_norm": 836.0,
      "kl_loss_13": 285.3932945251465,
      "kl_loss_2": 2889.317004394531,
      "kl_loss_4": 2319.7860595703123,
      "kl_loss_9": 999.7187866210937,
      "learning_rate": 0.0008250255489412463,
      "loss": 1596.4756,
      "step": 2820
    },
    {
      "ce_loss_13": 3.34898898601532,
      "ce_loss_17": 3.2260169506073,
      "ce_loss_2": 4.6104878187179565,
      "ce_loss_4": 4.309991264343262,
      "ce_loss_9": 3.6566107869148254,
      "epoch": 0.283,
      "grad_norm": 1136.0,
      "kl_loss_13": 286.4916145324707,
      "kl_loss_2": 2841.5496459960937,
      "kl_loss_4": 2279.262072753906,
      "kl_loss_9": 978.733984375,
      "learning_rate": 0.0008238182243576511,
      "loss": 1600.1098,
      "step": 2830
    },
    {
      "ce_loss_13": 3.3122432947158815,
      "ce_loss_17": 3.191829764842987,
      "ce_loss_2": 4.494195079803466,
      "ce_loss_4": 4.1985708475112915,
      "ce_loss_9": 3.5908570647239686,
      "epoch": 0.284,
      "grad_norm": 1112.0,
      "kl_loss_13": 287.8615158081055,
      "kl_loss_2": 2701.8959228515623,
      "kl_loss_4": 2155.233837890625,
      "kl_loss_9": 939.8635955810547,
      "learning_rate": 0.0008226076389281315,
      "loss": 1551.2213,
      "step": 2840
    },
    {
      "ce_loss_13": 3.3502746701240538,
      "ce_loss_17": 3.231513559818268,
      "ce_loss_2": 4.58073661327362,
      "ce_loss_4": 4.286579442024231,
      "ce_loss_9": 3.641250765323639,
      "epoch": 0.285,
      "grad_norm": 808.0,
      "kl_loss_13": 288.8710304260254,
      "kl_loss_2": 2795.6219482421875,
      "kl_loss_4": 2237.4796630859373,
      "kl_loss_9": 956.4706207275391,
      "learning_rate": 0.0008213938048432696,
      "loss": 1555.8686,
      "step": 2850
    },
    {
      "ce_loss_13": 3.28165922164917,
      "ce_loss_17": 3.1545842051506043,
      "ce_loss_2": 4.5358498096466064,
      "ce_loss_4": 4.225637066364288,
      "ce_loss_9": 3.5823240756988524,
      "epoch": 0.286,
      "grad_norm": 1032.0,
      "kl_loss_13": 294.4871231079102,
      "kl_loss_2": 2820.2166137695312,
      "kl_loss_4": 2239.786029052734,
      "kl_loss_9": 973.698095703125,
      "learning_rate": 0.0008201767343263612,
      "loss": 1599.423,
      "step": 2860
    },
    {
      "ce_loss_13": 3.2217300057411196,
      "ce_loss_17": 3.1019028067588805,
      "ce_loss_2": 4.501135754585266,
      "ce_loss_4": 4.203259193897248,
      "ce_loss_9": 3.543823516368866,
      "epoch": 0.287,
      "grad_norm": 1056.0,
      "kl_loss_13": 284.2254928588867,
      "kl_loss_2": 2880.4339965820313,
      "kl_loss_4": 2315.0229614257814,
      "kl_loss_9": 1005.7537414550782,
      "learning_rate": 0.0008189564396332927,
      "loss": 1561.3052,
      "step": 2870
    },
    {
      "ce_loss_13": 3.212079346179962,
      "ce_loss_17": 3.0912064790725706,
      "ce_loss_2": 4.506139898300171,
      "ce_loss_4": 4.195946276187897,
      "ce_loss_9": 3.5318343877792358,
      "epoch": 0.288,
      "grad_norm": 1104.0,
      "kl_loss_13": 279.55200576782227,
      "kl_loss_2": 2883.9751831054687,
      "kl_loss_4": 2305.9562866210936,
      "kl_loss_9": 992.6949340820313,
      "learning_rate": 0.0008177329330524181,
      "loss": 1618.0895,
      "step": 2880
    },
    {
      "ce_loss_13": 3.258961391448975,
      "ce_loss_17": 3.1412371397018433,
      "ce_loss_2": 4.5010463237762455,
      "ce_loss_4": 4.201276159286499,
      "ce_loss_9": 3.564037549495697,
      "epoch": 0.289,
      "grad_norm": 812.0,
      "kl_loss_13": 273.7047462463379,
      "kl_loss_2": 2779.233752441406,
      "kl_loss_4": 2221.82998046875,
      "kl_loss_9": 960.7529418945312,
      "learning_rate": 0.0008165062269044352,
      "loss": 1571.7527,
      "step": 2890
    },
    {
      "ce_loss_13": 3.2189348697662354,
      "ce_loss_17": 3.0967533826828,
      "ce_loss_2": 4.503298592567444,
      "ce_loss_4": 4.19886873960495,
      "ce_loss_9": 3.534325432777405,
      "epoch": 0.29,
      "grad_norm": 1104.0,
      "kl_loss_13": 285.2427642822266,
      "kl_loss_2": 2884.4711791992186,
      "kl_loss_4": 2313.1965148925783,
      "kl_loss_9": 994.6007049560546,
      "learning_rate": 0.0008152763335422613,
      "loss": 1618.2254,
      "step": 2900
    },
    {
      "ce_loss_13": 3.2083574652671816,
      "ce_loss_17": 3.0843614101409913,
      "ce_loss_2": 4.4828746795654295,
      "ce_loss_4": 4.1724948525428776,
      "ce_loss_9": 3.5200745344161986,
      "epoch": 0.291,
      "grad_norm": 1232.0,
      "kl_loss_13": 286.9447898864746,
      "kl_loss_2": 2863.100378417969,
      "kl_loss_4": 2282.642138671875,
      "kl_loss_9": 990.8550262451172,
      "learning_rate": 0.0008140432653509088,
      "loss": 1584.8366,
      "step": 2910
    },
    {
      "ce_loss_13": 3.2559476852416993,
      "ce_loss_17": 3.1372368216514586,
      "ce_loss_2": 4.503469681739807,
      "ce_loss_4": 4.197622585296631,
      "ce_loss_9": 3.563284969329834,
      "epoch": 0.292,
      "grad_norm": 996.0,
      "kl_loss_13": 288.70996246337893,
      "kl_loss_2": 2826.5008056640627,
      "kl_loss_4": 2252.2177917480467,
      "kl_loss_9": 980.0047973632812,
      "learning_rate": 0.0008128070347473608,
      "loss": 1578.374,
      "step": 2920
    },
    {
      "ce_loss_13": 3.269769477844238,
      "ce_loss_17": 3.1454373955726624,
      "ce_loss_2": 4.56416757106781,
      "ce_loss_4": 4.2507861971855165,
      "ce_loss_9": 3.586102819442749,
      "epoch": 0.293,
      "grad_norm": 884.0,
      "kl_loss_13": 289.1005027770996,
      "kl_loss_2": 2915.4571044921877,
      "kl_loss_4": 2334.055310058594,
      "kl_loss_9": 1006.4992126464844,
      "learning_rate": 0.0008115676541804455,
      "loss": 1604.9533,
      "step": 2930
    },
    {
      "ce_loss_13": 3.2624789118766784,
      "ce_loss_17": 3.1466320395469665,
      "ce_loss_2": 4.506610178947449,
      "ce_loss_4": 4.206110858917237,
      "ce_loss_9": 3.5684964776039125,
      "epoch": 0.294,
      "grad_norm": 1064.0,
      "kl_loss_13": 276.8395080566406,
      "kl_loss_2": 2817.6049194335938,
      "kl_loss_4": 2243.142858886719,
      "kl_loss_9": 972.8132232666015,
      "learning_rate": 0.0008103251361307119,
      "loss": 1598.4172,
      "step": 2940
    },
    {
      "ce_loss_13": 3.295071244239807,
      "ce_loss_17": 3.176465618610382,
      "ce_loss_2": 4.548882579803466,
      "ce_loss_4": 4.25100302696228,
      "ce_loss_9": 3.607457995414734,
      "epoch": 0.295,
      "grad_norm": 1064.0,
      "kl_loss_13": 284.5409103393555,
      "kl_loss_2": 2828.6580322265627,
      "kl_loss_4": 2267.947644042969,
      "kl_loss_9": 987.2343078613281,
      "learning_rate": 0.0008090794931103026,
      "loss": 1578.4329,
      "step": 2950
    },
    {
      "ce_loss_13": 3.2742568969726564,
      "ce_loss_17": 3.1607110261917115,
      "ce_loss_2": 4.524548196792603,
      "ce_loss_4": 4.213069832324981,
      "ce_loss_9": 3.581976366043091,
      "epoch": 0.296,
      "grad_norm": 948.0,
      "kl_loss_13": 271.086083984375,
      "kl_loss_2": 2785.2946044921873,
      "kl_loss_4": 2207.580285644531,
      "kl_loss_9": 964.4064788818359,
      "learning_rate": 0.0008078307376628291,
      "loss": 1571.8193,
      "step": 2960
    },
    {
      "ce_loss_13": 3.3346418857574465,
      "ce_loss_17": 3.2218273282051086,
      "ce_loss_2": 4.530858635902405,
      "ce_loss_4": 4.236799001693726,
      "ce_loss_9": 3.6293553471565247,
      "epoch": 0.297,
      "grad_norm": 964.0,
      "kl_loss_13": 264.12412490844724,
      "kl_loss_2": 2687.8562255859374,
      "kl_loss_4": 2135.786096191406,
      "kl_loss_9": 928.7370697021485,
      "learning_rate": 0.000806578882363245,
      "loss": 1519.5714,
      "step": 2970
    },
    {
      "ce_loss_13": 3.2452542066574095,
      "ce_loss_17": 3.136290204524994,
      "ce_loss_2": 4.491577506065369,
      "ce_loss_4": 4.184594225883484,
      "ce_loss_9": 3.5495835065841677,
      "epoch": 0.298,
      "grad_norm": 1088.0,
      "kl_loss_13": 271.81456298828124,
      "kl_loss_2": 2800.4161865234373,
      "kl_loss_4": 2217.1242553710936,
      "kl_loss_9": 958.9943176269531,
      "learning_rate": 0.0008053239398177191,
      "loss": 1599.2152,
      "step": 2980
    },
    {
      "ce_loss_13": 3.244611394405365,
      "ce_loss_17": 3.127071964740753,
      "ce_loss_2": 4.508699440956116,
      "ce_loss_4": 4.199268484115601,
      "ce_loss_9": 3.5492395162582397,
      "epoch": 0.299,
      "grad_norm": 1096.0,
      "kl_loss_13": 279.28087387084963,
      "kl_loss_2": 2833.916857910156,
      "kl_loss_4": 2252.944128417969,
      "kl_loss_9": 959.1758026123047,
      "learning_rate": 0.0008040659226635089,
      "loss": 1612.3607,
      "step": 2990
    },
    {
      "ce_loss_13": 3.3649550795555117,
      "ce_loss_17": 3.2388473987579345,
      "ce_loss_2": 4.596168828010559,
      "ce_loss_4": 4.2983060598373415,
      "ce_loss_9": 3.673971450328827,
      "epoch": 0.3,
      "grad_norm": 968.0,
      "kl_loss_13": 289.9134162902832,
      "kl_loss_2": 2798.9067504882814,
      "kl_loss_4": 2235.1320678710936,
      "kl_loss_9": 978.6536499023438,
      "learning_rate": 0.0008028048435688333,
      "loss": 1570.527,
      "step": 3000
    },
    {
      "ce_loss_13": 3.2460662722587585,
      "ce_loss_17": 3.1257930517196657,
      "ce_loss_2": 4.518106842041016,
      "ce_loss_4": 4.211145675182342,
      "ce_loss_9": 3.5623016119003297,
      "epoch": 0.301,
      "grad_norm": 1024.0,
      "kl_loss_13": 277.65109024047854,
      "kl_loss_2": 2873.9763305664064,
      "kl_loss_4": 2299.245983886719,
      "kl_loss_9": 983.6670318603516,
      "learning_rate": 0.0008015407152327448,
      "loss": 1595.9152,
      "step": 3010
    },
    {
      "ce_loss_13": 3.2861130356788637,
      "ce_loss_17": 3.1670594811439514,
      "ce_loss_2": 4.54851884841919,
      "ce_loss_4": 4.239895117282868,
      "ce_loss_9": 3.5888345718383787,
      "epoch": 0.302,
      "grad_norm": 908.0,
      "kl_loss_13": 281.9727096557617,
      "kl_loss_2": 2871.5486450195312,
      "kl_loss_4": 2285.6641235351562,
      "kl_loss_9": 977.5694122314453,
      "learning_rate": 0.0008002735503850016,
      "loss": 1598.5455,
      "step": 3020
    },
    {
      "ce_loss_13": 3.181409013271332,
      "ce_loss_17": 3.0593944787979126,
      "ce_loss_2": 4.484816193580627,
      "ce_loss_4": 4.177158224582672,
      "ce_loss_9": 3.4981321930885314,
      "epoch": 0.303,
      "grad_norm": 988.0,
      "kl_loss_13": 282.094172668457,
      "kl_loss_2": 2910.0009521484376,
      "kl_loss_4": 2335.713757324219,
      "kl_loss_9": 991.5478698730469,
      "learning_rate": 0.0007990033617859396,
      "loss": 1617.6652,
      "step": 3030
    },
    {
      "ce_loss_13": 3.229492974281311,
      "ce_loss_17": 3.1118812561035156,
      "ce_loss_2": 4.483743333816529,
      "ce_loss_4": 4.177499234676361,
      "ce_loss_9": 3.5371679186820986,
      "epoch": 0.304,
      "grad_norm": 836.0,
      "kl_loss_13": 276.66433944702146,
      "kl_loss_2": 2812.9922729492187,
      "kl_loss_4": 2236.2713317871094,
      "kl_loss_9": 959.1571258544922,
      "learning_rate": 0.000797730162226344,
      "loss": 1538.4656,
      "step": 3040
    },
    {
      "ce_loss_13": 3.2546813011169435,
      "ce_loss_17": 3.134936511516571,
      "ce_loss_2": 4.504783082008362,
      "ce_loss_4": 4.206938338279724,
      "ce_loss_9": 3.562973344326019,
      "epoch": 0.305,
      "grad_norm": 968.0,
      "kl_loss_13": 281.3242317199707,
      "kl_loss_2": 2818.2148559570314,
      "kl_loss_4": 2258.343853759766,
      "kl_loss_9": 970.253305053711,
      "learning_rate": 0.0007964539645273203,
      "loss": 1561.8303,
      "step": 3050
    },
    {
      "ce_loss_13": 3.2663259387016295,
      "ce_loss_17": 3.15209755897522,
      "ce_loss_2": 4.493727421760559,
      "ce_loss_4": 4.195807886123657,
      "ce_loss_9": 3.5595535755157472,
      "epoch": 0.306,
      "grad_norm": 912.0,
      "kl_loss_13": 272.078955078125,
      "kl_loss_2": 2752.707421875,
      "kl_loss_4": 2194.953546142578,
      "kl_loss_9": 939.0423736572266,
      "learning_rate": 0.000795174781540165,
      "loss": 1563.6326,
      "step": 3060
    },
    {
      "ce_loss_13": 3.339310586452484,
      "ce_loss_17": 3.225066292285919,
      "ce_loss_2": 4.538775062561035,
      "ce_loss_4": 4.249652981758118,
      "ce_loss_9": 3.6289660573005675,
      "epoch": 0.307,
      "grad_norm": 836.0,
      "kl_loss_13": 267.2957252502441,
      "kl_loss_2": 2684.1191650390624,
      "kl_loss_4": 2149.5090454101564,
      "kl_loss_9": 922.7618530273437,
      "learning_rate": 0.0007938926261462366,
      "loss": 1554.1631,
      "step": 3070
    },
    {
      "ce_loss_13": 3.2909810066223146,
      "ce_loss_17": 3.1758777379989622,
      "ce_loss_2": 4.5030752658844,
      "ce_loss_4": 4.199388837814331,
      "ce_loss_9": 3.5742830514907835,
      "epoch": 0.308,
      "grad_norm": 1200.0,
      "kl_loss_13": 273.68957138061523,
      "kl_loss_2": 2764.279248046875,
      "kl_loss_4": 2193.534539794922,
      "kl_loss_9": 941.3706359863281,
      "learning_rate": 0.0007926075112568258,
      "loss": 1575.6994,
      "step": 3080
    },
    {
      "ce_loss_13": 3.277854061126709,
      "ce_loss_17": 3.161978805065155,
      "ce_loss_2": 4.5184684753417965,
      "ce_loss_4": 4.2138096451759335,
      "ce_loss_9": 3.583821475505829,
      "epoch": 0.309,
      "grad_norm": 876.0,
      "kl_loss_13": 273.8983093261719,
      "kl_loss_2": 2793.4811157226563,
      "kl_loss_4": 2222.3793823242186,
      "kl_loss_9": 963.9919616699219,
      "learning_rate": 0.0007913194498130252,
      "loss": 1541.167,
      "step": 3090
    },
    {
      "ce_loss_13": 3.214554417133331,
      "ce_loss_17": 3.098016345500946,
      "ce_loss_2": 4.478818607330322,
      "ce_loss_4": 4.17561844587326,
      "ce_loss_9": 3.5237682104110717,
      "epoch": 0.31,
      "grad_norm": 864.0,
      "kl_loss_13": 275.41066970825193,
      "kl_loss_2": 2820.3305419921876,
      "kl_loss_4": 2248.0314208984373,
      "kl_loss_9": 963.2971008300781,
      "learning_rate": 0.0007900284547855992,
      "loss": 1581.9468,
      "step": 3100
    },
    {
      "ce_loss_13": 3.228273904323578,
      "ce_loss_17": 3.1136075258255005,
      "ce_loss_2": 4.459900450706482,
      "ce_loss_4": 4.14665732383728,
      "ce_loss_9": 3.5251725792884825,
      "epoch": 0.311,
      "grad_norm": 1136.0,
      "kl_loss_13": 272.3390228271484,
      "kl_loss_2": 2787.1204345703127,
      "kl_loss_4": 2205.8927307128906,
      "kl_loss_9": 961.7925262451172,
      "learning_rate": 0.0007887345391748532,
      "loss": 1581.0115,
      "step": 3110
    },
    {
      "ce_loss_13": 3.3402189135551454,
      "ce_loss_17": 3.2290727615356447,
      "ce_loss_2": 4.537902426719666,
      "ce_loss_4": 4.235116374492645,
      "ce_loss_9": 3.6369069814682007,
      "epoch": 0.312,
      "grad_norm": 1168.0,
      "kl_loss_13": 266.8268844604492,
      "kl_loss_2": 2710.648645019531,
      "kl_loss_4": 2147.968615722656,
      "kl_loss_9": 936.2000610351563,
      "learning_rate": 0.0007874377160105036,
      "loss": 1513.0617,
      "step": 3120
    },
    {
      "ce_loss_13": 3.248319673538208,
      "ce_loss_17": 3.1336915850639344,
      "ce_loss_2": 4.516077709197998,
      "ce_loss_4": 4.201394057273864,
      "ce_loss_9": 3.5536004066467286,
      "epoch": 0.313,
      "grad_norm": 856.0,
      "kl_loss_13": 266.1555046081543,
      "kl_loss_2": 2859.893896484375,
      "kl_loss_4": 2272.0468322753904,
      "kl_loss_9": 973.1194732666015,
      "learning_rate": 0.0007861379983515449,
      "loss": 1620.0061,
      "step": 3130
    },
    {
      "ce_loss_13": 3.322508680820465,
      "ce_loss_17": 3.2080819725990297,
      "ce_loss_2": 4.547446084022522,
      "ce_loss_4": 4.245393395423889,
      "ce_loss_9": 3.6283490657806396,
      "epoch": 0.314,
      "grad_norm": 1152.0,
      "kl_loss_13": 269.5914726257324,
      "kl_loss_2": 2774.368518066406,
      "kl_loss_4": 2209.1611206054686,
      "kl_loss_9": 968.7327423095703,
      "learning_rate": 0.0007848353992861195,
      "loss": 1544.9365,
      "step": 3140
    },
    {
      "ce_loss_13": 3.403998100757599,
      "ce_loss_17": 3.275753974914551,
      "ce_loss_2": 4.631322360038757,
      "ce_loss_4": 4.333673286437988,
      "ce_loss_9": 3.7198479652404783,
      "epoch": 0.315,
      "grad_norm": 1020.0,
      "kl_loss_13": 295.059912109375,
      "kl_loss_2": 2784.7739868164062,
      "kl_loss_4": 2226.2811950683595,
      "kl_loss_9": 993.2255096435547,
      "learning_rate": 0.0007835299319313853,
      "loss": 1582.4869,
      "step": 3150
    },
    {
      "ce_loss_13": 3.2930777072906494,
      "ce_loss_17": 3.1757339596748353,
      "ce_loss_2": 4.497713923454285,
      "ce_loss_4": 4.199179148674011,
      "ce_loss_9": 3.5781076669692995,
      "epoch": 0.316,
      "grad_norm": 1012.0,
      "kl_loss_13": 283.0929374694824,
      "kl_loss_2": 2733.6542846679686,
      "kl_loss_4": 2185.5362548828125,
      "kl_loss_9": 944.363330078125,
      "learning_rate": 0.0007822216094333848,
      "loss": 1590.9141,
      "step": 3160
    },
    {
      "ce_loss_13": 3.2975282311439513,
      "ce_loss_17": 3.17965430021286,
      "ce_loss_2": 4.546630835533142,
      "ce_loss_4": 4.247738254070282,
      "ce_loss_9": 3.6045960426330566,
      "epoch": 0.317,
      "grad_norm": 1024.0,
      "kl_loss_13": 284.6186943054199,
      "kl_loss_2": 2813.29599609375,
      "kl_loss_4": 2250.4382263183593,
      "kl_loss_9": 966.4887451171875,
      "learning_rate": 0.0007809104449669101,
      "loss": 1563.5169,
      "step": 3170
    },
    {
      "ce_loss_13": 3.2469945788383483,
      "ce_loss_17": 3.1276997923851013,
      "ce_loss_2": 4.471801328659057,
      "ce_loss_4": 4.16688768863678,
      "ce_loss_9": 3.539893078804016,
      "epoch": 0.318,
      "grad_norm": 888.0,
      "kl_loss_13": 280.2876937866211,
      "kl_loss_2": 2752.5779052734374,
      "kl_loss_4": 2191.1085693359373,
      "kl_loss_9": 942.042269897461,
      "learning_rate": 0.0007795964517353734,
      "loss": 1540.8963,
      "step": 3180
    },
    {
      "ce_loss_13": 3.244401454925537,
      "ce_loss_17": 3.1286351084709167,
      "ce_loss_2": 4.496015191078186,
      "ce_loss_4": 4.1932557106018065,
      "ce_loss_9": 3.54423850774765,
      "epoch": 0.319,
      "grad_norm": 880.0,
      "kl_loss_13": 287.23448791503904,
      "kl_loss_2": 2838.22119140625,
      "kl_loss_4": 2263.0765625,
      "kl_loss_9": 964.8008636474609,
      "learning_rate": 0.000778279642970672,
      "loss": 1541.8548,
      "step": 3190
    },
    {
      "ce_loss_13": 3.2421715021133424,
      "ce_loss_17": 3.1298956513404845,
      "ce_loss_2": 4.4572087049484255,
      "ce_loss_4": 4.168467354774475,
      "ce_loss_9": 3.5430691599845887,
      "epoch": 0.32,
      "grad_norm": 904.0,
      "kl_loss_13": 276.8183708190918,
      "kl_loss_2": 2749.2382690429686,
      "kl_loss_4": 2203.2156677246094,
      "kl_loss_9": 946.2814147949218,
      "learning_rate": 0.0007769600319330552,
      "loss": 1527.5336,
      "step": 3200
    },
    {
      "ce_loss_13": 3.274927353858948,
      "ce_loss_17": 3.158747744560242,
      "ce_loss_2": 4.556273770332337,
      "ce_loss_4": 4.2537779092788695,
      "ce_loss_9": 3.5850720047950744,
      "epoch": 0.321,
      "grad_norm": 1152.0,
      "kl_loss_13": 275.17505264282227,
      "kl_loss_2": 2865.657861328125,
      "kl_loss_4": 2286.8991882324217,
      "kl_loss_9": 964.7405670166015,
      "learning_rate": 0.0007756376319109917,
      "loss": 1568.4346,
      "step": 3210
    },
    {
      "ce_loss_13": 3.319024181365967,
      "ce_loss_17": 3.208410918712616,
      "ce_loss_2": 4.538045167922974,
      "ce_loss_4": 4.225291419029236,
      "ce_loss_9": 3.61713593006134,
      "epoch": 0.322,
      "grad_norm": 916.0,
      "kl_loss_13": 270.0167869567871,
      "kl_loss_2": 2743.7939331054686,
      "kl_loss_4": 2167.060235595703,
      "kl_loss_9": 946.6562072753907,
      "learning_rate": 0.0007743124562210351,
      "loss": 1510.9901,
      "step": 3220
    },
    {
      "ce_loss_13": 3.330537438392639,
      "ce_loss_17": 3.2180320024490356,
      "ce_loss_2": 4.5244622230529785,
      "ce_loss_4": 4.23722620010376,
      "ce_loss_9": 3.623570477962494,
      "epoch": 0.323,
      "grad_norm": 1344.0,
      "kl_loss_13": 269.67826690673826,
      "kl_loss_2": 2720.2651611328124,
      "kl_loss_4": 2174.1652648925783,
      "kl_loss_9": 937.5300079345703,
      "learning_rate": 0.0007729845182076895,
      "loss": 1543.9738,
      "step": 3230
    },
    {
      "ce_loss_13": 3.257945251464844,
      "ce_loss_17": 3.149770975112915,
      "ce_loss_2": 4.469063019752502,
      "ce_loss_4": 4.165922224521637,
      "ce_loss_9": 3.550974118709564,
      "epoch": 0.324,
      "grad_norm": 1048.0,
      "kl_loss_13": 266.3274787902832,
      "kl_loss_2": 2731.5584106445312,
      "kl_loss_4": 2161.984240722656,
      "kl_loss_9": 937.9604461669921,
      "learning_rate": 0.0007716538312432765,
      "loss": 1568.9255,
      "step": 3240
    },
    {
      "ce_loss_13": 3.2215582966804504,
      "ce_loss_17": 3.1058525323867796,
      "ce_loss_2": 4.480478024482727,
      "ce_loss_4": 4.17129145860672,
      "ce_loss_9": 3.5299358487129213,
      "epoch": 0.325,
      "grad_norm": 920.0,
      "kl_loss_13": 276.2053161621094,
      "kl_loss_2": 2815.1505493164063,
      "kl_loss_4": 2242.41376953125,
      "kl_loss_9": 974.6908813476563,
      "learning_rate": 0.0007703204087277988,
      "loss": 1569.5339,
      "step": 3250
    },
    {
      "ce_loss_13": 3.3126750588417053,
      "ce_loss_17": 3.2068999886512755,
      "ce_loss_2": 4.502849841117859,
      "ce_loss_4": 4.202327466011047,
      "ce_loss_9": 3.6018685936927795,
      "epoch": 0.326,
      "grad_norm": 884.0,
      "kl_loss_13": 260.0581558227539,
      "kl_loss_2": 2668.5241455078126,
      "kl_loss_4": 2117.4724731445312,
      "kl_loss_9": 910.7038879394531,
      "learning_rate": 0.0007689842640888063,
      "loss": 1507.614,
      "step": 3260
    },
    {
      "ce_loss_13": 3.3084128737449645,
      "ce_loss_17": 3.2014007449150084,
      "ce_loss_2": 4.517469263076782,
      "ce_loss_4": 4.218803930282593,
      "ce_loss_9": 3.6058817982673643,
      "epoch": 0.327,
      "grad_norm": 884.0,
      "kl_loss_13": 266.42607803344725,
      "kl_loss_2": 2704.573828125,
      "kl_loss_4": 2148.391497802734,
      "kl_loss_9": 931.1391815185547,
      "learning_rate": 0.0007676454107812607,
      "loss": 1527.4816,
      "step": 3270
    },
    {
      "ce_loss_13": 3.2546404242515563,
      "ce_loss_17": 3.142548108100891,
      "ce_loss_2": 4.501965403556824,
      "ce_loss_4": 4.198862934112549,
      "ce_loss_9": 3.557183790206909,
      "epoch": 0.328,
      "grad_norm": 1016.0,
      "kl_loss_13": 272.0782051086426,
      "kl_loss_2": 2814.5278442382814,
      "kl_loss_4": 2245.3919921875,
      "kl_loss_9": 958.6899810791016,
      "learning_rate": 0.0007663038622873999,
      "loss": 1541.0045,
      "step": 3280
    },
    {
      "ce_loss_13": 3.2893999218940735,
      "ce_loss_17": 3.18322206735611,
      "ce_loss_2": 4.519177496433258,
      "ce_loss_4": 4.221520841121674,
      "ce_loss_9": 3.5871684432029722,
      "epoch": 0.329,
      "grad_norm": 872.0,
      "kl_loss_13": 268.89587631225584,
      "kl_loss_2": 2763.5900146484373,
      "kl_loss_4": 2204.918310546875,
      "kl_loss_9": 938.5980438232422,
      "learning_rate": 0.0007649596321166025,
      "loss": 1519.9422,
      "step": 3290
    },
    {
      "ce_loss_13": 3.202285659313202,
      "ce_loss_17": 3.092141497135162,
      "ce_loss_2": 4.403944611549377,
      "ce_loss_4": 4.105515563488007,
      "ce_loss_9": 3.4965336084365846,
      "epoch": 0.33,
      "grad_norm": 980.0,
      "kl_loss_13": 259.88773040771486,
      "kl_loss_2": 2684.8335571289062,
      "kl_loss_4": 2128.1696655273436,
      "kl_loss_9": 921.4997375488281,
      "learning_rate": 0.0007636127338052513,
      "loss": 1528.184,
      "step": 3300
    },
    {
      "ce_loss_13": 3.301859939098358,
      "ce_loss_17": 3.186275064945221,
      "ce_loss_2": 4.545389008522034,
      "ce_loss_4": 4.254642629623413,
      "ce_loss_9": 3.6036364316940306,
      "epoch": 0.331,
      "grad_norm": 744.0,
      "kl_loss_13": 270.93817977905275,
      "kl_loss_2": 2812.50205078125,
      "kl_loss_4": 2264.8998779296876,
      "kl_loss_9": 953.3371337890625,
      "learning_rate": 0.0007622631809165971,
      "loss": 1539.0198,
      "step": 3310
    },
    {
      "ce_loss_13": 3.283806037902832,
      "ce_loss_17": 3.184336471557617,
      "ce_loss_2": 4.464780688285828,
      "ce_loss_4": 4.176603603363037,
      "ce_loss_9": 3.56682745218277,
      "epoch": 0.332,
      "grad_norm": 880.0,
      "kl_loss_13": 252.60040588378905,
      "kl_loss_2": 2617.5267333984375,
      "kl_loss_4": 2076.6250610351562,
      "kl_loss_9": 889.7474029541015,
      "learning_rate": 0.000760910987040623,
      "loss": 1500.3265,
      "step": 3320
    },
    {
      "ce_loss_13": 3.278459334373474,
      "ce_loss_17": 3.1641597628593443,
      "ce_loss_2": 4.531191396713257,
      "ce_loss_4": 4.23327329158783,
      "ce_loss_9": 3.5926972150802614,
      "epoch": 0.333,
      "grad_norm": 956.0,
      "kl_loss_13": 275.97788391113284,
      "kl_loss_2": 2824.361083984375,
      "kl_loss_4": 2263.9645751953126,
      "kl_loss_9": 971.9883453369141,
      "learning_rate": 0.000759556165793906,
      "loss": 1541.1529,
      "step": 3330
    },
    {
      "ce_loss_13": 3.2896785616874693,
      "ce_loss_17": 3.1791512727737428,
      "ce_loss_2": 4.521309220790863,
      "ce_loss_4": 4.223354470729828,
      "ce_loss_9": 3.589315724372864,
      "epoch": 0.334,
      "grad_norm": 912.0,
      "kl_loss_13": 266.7881057739258,
      "kl_loss_2": 2766.123254394531,
      "kl_loss_4": 2197.516650390625,
      "kl_loss_9": 950.2745239257813,
      "learning_rate": 0.000758198730819481,
      "loss": 1556.2384,
      "step": 3340
    },
    {
      "ce_loss_13": 3.2492231965065,
      "ce_loss_17": 3.1451782107353212,
      "ce_loss_2": 4.481045436859131,
      "ce_loss_4": 4.179851341247558,
      "ce_loss_9": 3.542218101024628,
      "epoch": 0.335,
      "grad_norm": 872.0,
      "kl_loss_13": 262.3326354980469,
      "kl_loss_2": 2763.7760620117188,
      "kl_loss_4": 2202.8555114746096,
      "kl_loss_9": 928.0163726806641,
      "learning_rate": 0.0007568386957867032,
      "loss": 1542.0523,
      "step": 3350
    },
    {
      "ce_loss_13": 3.31020872592926,
      "ce_loss_17": 3.195552670955658,
      "ce_loss_2": 4.525788259506226,
      "ce_loss_4": 4.222182834148407,
      "ce_loss_9": 3.604987645149231,
      "epoch": 0.336,
      "grad_norm": 876.0,
      "kl_loss_13": 265.8648292541504,
      "kl_loss_2": 2735.0986572265624,
      "kl_loss_4": 2168.284149169922,
      "kl_loss_9": 934.0886199951171,
      "learning_rate": 0.0007554760743911103,
      "loss": 1549.6854,
      "step": 3360
    },
    {
      "ce_loss_13": 3.223640334606171,
      "ce_loss_17": 3.1187192797660828,
      "ce_loss_2": 4.438878381252289,
      "ce_loss_4": 4.1361319661140445,
      "ce_loss_9": 3.513273775577545,
      "epoch": 0.337,
      "grad_norm": 1344.0,
      "kl_loss_13": 258.05127182006834,
      "kl_loss_2": 2752.9601318359373,
      "kl_loss_4": 2178.503546142578,
      "kl_loss_9": 916.3459869384766,
      "learning_rate": 0.0007541108803542846,
      "loss": 1567.4688,
      "step": 3370
    },
    {
      "ce_loss_13": 3.2685051441192625,
      "ce_loss_17": 3.161276388168335,
      "ce_loss_2": 4.486205792427063,
      "ce_loss_4": 4.190169501304626,
      "ce_loss_9": 3.55316504240036,
      "epoch": 0.338,
      "grad_norm": 960.0,
      "kl_loss_13": 263.7984809875488,
      "kl_loss_2": 2770.8141967773436,
      "kl_loss_4": 2203.708447265625,
      "kl_loss_9": 931.730923461914,
      "learning_rate": 0.0007527431274237149,
      "loss": 1611.293,
      "step": 3380
    },
    {
      "ce_loss_13": 3.2437796354293824,
      "ce_loss_17": 3.137548494338989,
      "ce_loss_2": 4.456655740737915,
      "ce_loss_4": 4.159723901748658,
      "ce_loss_9": 3.5290903568267824,
      "epoch": 0.339,
      "grad_norm": 1024.0,
      "kl_loss_13": 260.51111755371096,
      "kl_loss_2": 2735.7857421875,
      "kl_loss_4": 2180.468231201172,
      "kl_loss_9": 917.7699462890625,
      "learning_rate": 0.0007513728293726579,
      "loss": 1537.3131,
      "step": 3390
    },
    {
      "ce_loss_13": 3.3449551939964293,
      "ce_loss_17": 3.2365132570266724,
      "ce_loss_2": 4.543925142288208,
      "ce_loss_4": 4.249056077003479,
      "ce_loss_9": 3.6360458612442015,
      "epoch": 0.34,
      "grad_norm": 1088.0,
      "kl_loss_13": 263.0923706054688,
      "kl_loss_2": 2708.170166015625,
      "kl_loss_4": 2152.1197021484377,
      "kl_loss_9": 920.2247039794922,
      "learning_rate": 0.00075,
      "loss": 1508.5383,
      "step": 3400
    },
    {
      "ce_loss_13": 3.341777038574219,
      "ce_loss_17": 3.2307618618011475,
      "ce_loss_2": 4.569138479232788,
      "ce_loss_4": 4.269686961174012,
      "ce_loss_9": 3.6399669528007506,
      "epoch": 0.341,
      "grad_norm": 980.0,
      "kl_loss_13": 269.5948371887207,
      "kl_loss_2": 2770.316857910156,
      "kl_loss_4": 2201.8653564453125,
      "kl_loss_9": 951.3301879882813,
      "learning_rate": 0.0007486246531301177,
      "loss": 1528.5927,
      "step": 3410
    },
    {
      "ce_loss_13": 3.156513547897339,
      "ce_loss_17": 3.048259365558624,
      "ce_loss_2": 4.38749053478241,
      "ce_loss_4": 4.080587613582611,
      "ce_loss_9": 3.4617828369140624,
      "epoch": 0.342,
      "grad_norm": 852.0,
      "kl_loss_13": 265.1149276733398,
      "kl_loss_2": 2752.9420776367188,
      "kl_loss_4": 2178.886193847656,
      "kl_loss_9": 933.7513427734375,
      "learning_rate": 0.0007472468026127384,
      "loss": 1513.4949,
      "step": 3420
    },
    {
      "ce_loss_13": 3.2966465592384337,
      "ce_loss_17": 3.178287982940674,
      "ce_loss_2": 4.55316390991211,
      "ce_loss_4": 4.249738669395446,
      "ce_loss_9": 3.60037442445755,
      "epoch": 0.343,
      "grad_norm": 884.0,
      "kl_loss_13": 279.35314483642577,
      "kl_loss_2": 2852.934216308594,
      "kl_loss_4": 2277.991345214844,
      "kl_loss_9": 970.7464904785156,
      "learning_rate": 0.000745866462322802,
      "loss": 1573.7838,
      "step": 3430
    },
    {
      "ce_loss_13": 3.271784245967865,
      "ce_loss_17": 3.1670589089393615,
      "ce_loss_2": 4.473905694484711,
      "ce_loss_4": 4.182957363128662,
      "ce_loss_9": 3.5616883397102357,
      "epoch": 0.344,
      "grad_norm": 856.0,
      "kl_loss_13": 257.2951263427734,
      "kl_loss_2": 2678.4755859375,
      "kl_loss_4": 2136.723114013672,
      "kl_loss_9": 906.0756713867188,
      "learning_rate": 0.0007444836461603195,
      "loss": 1510.2672,
      "step": 3440
    },
    {
      "ce_loss_13": 3.338606262207031,
      "ce_loss_17": 3.2255253911018373,
      "ce_loss_2": 4.555480146408081,
      "ce_loss_4": 4.2601256489753725,
      "ce_loss_9": 3.6350815892219543,
      "epoch": 0.345,
      "grad_norm": 924.0,
      "kl_loss_13": 275.8904197692871,
      "kl_loss_2": 2773.336462402344,
      "kl_loss_4": 2220.651788330078,
      "kl_loss_9": 956.8078552246094,
      "learning_rate": 0.0007430983680502344,
      "loss": 1561.4796,
      "step": 3450
    },
    {
      "ce_loss_13": 3.184423577785492,
      "ce_loss_17": 3.0734758734703065,
      "ce_loss_2": 4.436075353622437,
      "ce_loss_4": 4.125931084156036,
      "ce_loss_9": 3.481435251235962,
      "epoch": 0.346,
      "grad_norm": 1056.0,
      "kl_loss_13": 267.9133583068848,
      "kl_loss_2": 2809.0328125,
      "kl_loss_4": 2233.378558349609,
      "kl_loss_9": 944.1458312988282,
      "learning_rate": 0.0007417106419422819,
      "loss": 1552.5776,
      "step": 3460
    },
    {
      "ce_loss_13": 3.2850061774253847,
      "ce_loss_17": 3.1702851176261904,
      "ce_loss_2": 4.502034020423889,
      "ce_loss_4": 4.195082807540894,
      "ce_loss_9": 3.571630120277405,
      "epoch": 0.347,
      "grad_norm": 800.0,
      "kl_loss_13": 264.5592643737793,
      "kl_loss_2": 2725.1367309570314,
      "kl_loss_4": 2150.877081298828,
      "kl_loss_9": 918.9856872558594,
      "learning_rate": 0.0007403204818108486,
      "loss": 1539.9608,
      "step": 3470
    },
    {
      "ce_loss_13": 3.266357696056366,
      "ce_loss_17": 3.1550687670707704,
      "ce_loss_2": 4.493543338775635,
      "ce_loss_4": 4.1920408487319945,
      "ce_loss_9": 3.55805698633194,
      "epoch": 0.348,
      "grad_norm": 988.0,
      "kl_loss_13": 266.9770141601563,
      "kl_loss_2": 2789.0259765625,
      "kl_loss_4": 2222.89580078125,
      "kl_loss_9": 934.7239471435547,
      "learning_rate": 0.0007389279016548316,
      "loss": 1509.0587,
      "step": 3480
    },
    {
      "ce_loss_13": 3.2662723660469055,
      "ce_loss_17": 3.1496416687965394,
      "ce_loss_2": 4.549608850479126,
      "ce_loss_4": 4.2360859394073485,
      "ce_loss_9": 3.574393153190613,
      "epoch": 0.349,
      "grad_norm": 940.0,
      "kl_loss_13": 275.62647476196287,
      "kl_loss_2": 2882.6294555664062,
      "kl_loss_4": 2289.571746826172,
      "kl_loss_9": 964.0973388671875,
      "learning_rate": 0.0007375329154974975,
      "loss": 1576.9346,
      "step": 3490
    },
    {
      "ce_loss_13": 3.229642868041992,
      "ce_loss_17": 3.1246652483940123,
      "ce_loss_2": 4.436204671859741,
      "ce_loss_4": 4.130906963348389,
      "ce_loss_9": 3.5120436668396,
      "epoch": 0.35,
      "grad_norm": 920.0,
      "kl_loss_13": 259.2286506652832,
      "kl_loss_2": 2714.7550537109373,
      "kl_loss_4": 2148.7419860839846,
      "kl_loss_9": 916.3951171875,
      "learning_rate": 0.0007361355373863414,
      "loss": 1552.3697,
      "step": 3500
    },
    {
      "ce_loss_13": 3.2729630351066588,
      "ce_loss_17": 3.1631830811500548,
      "ce_loss_2": 4.4772727489471436,
      "ce_loss_4": 4.183874452114106,
      "ce_loss_9": 3.5575453877449035,
      "epoch": 0.351,
      "grad_norm": 1008.0,
      "kl_loss_13": 260.13666305541994,
      "kl_loss_2": 2700.1645751953124,
      "kl_loss_4": 2145.1249877929686,
      "kl_loss_9": 909.9921813964844,
      "learning_rate": 0.0007347357813929454,
      "loss": 1549.0204,
      "step": 3510
    },
    {
      "ce_loss_13": 3.226134145259857,
      "ce_loss_17": 3.1180890083312987,
      "ce_loss_2": 4.426052618026733,
      "ce_loss_4": 4.129113936424256,
      "ce_loss_9": 3.505542826652527,
      "epoch": 0.352,
      "grad_norm": 980.0,
      "kl_loss_13": 259.01134185791017,
      "kl_loss_2": 2689.3010986328127,
      "kl_loss_4": 2140.092169189453,
      "kl_loss_9": 902.5338195800781,
      "learning_rate": 0.0007333336616128369,
      "loss": 1534.1436,
      "step": 3520
    },
    {
      "ce_loss_13": 3.205605316162109,
      "ce_loss_17": 3.0906078577041627,
      "ce_loss_2": 4.4533565759658815,
      "ce_loss_4": 4.1520047068595884,
      "ce_loss_9": 3.506682014465332,
      "epoch": 0.353,
      "grad_norm": 948.0,
      "kl_loss_13": 267.5398712158203,
      "kl_loss_2": 2798.996301269531,
      "kl_loss_4": 2232.368060302734,
      "kl_loss_9": 945.4359832763672,
      "learning_rate": 0.0007319291921653463,
      "loss": 1552.4628,
      "step": 3530
    },
    {
      "ce_loss_13": 3.2874096274375915,
      "ce_loss_17": 3.1730998396873473,
      "ce_loss_2": 4.531050324440002,
      "ce_loss_4": 4.220206606388092,
      "ce_loss_9": 3.5879290223121645,
      "epoch": 0.354,
      "grad_norm": 868.0,
      "kl_loss_13": 271.1177352905273,
      "kl_loss_2": 2793.8673706054688,
      "kl_loss_4": 2204.772351074219,
      "kl_loss_9": 942.2139038085937,
      "learning_rate": 0.0007305223871934656,
      "loss": 1525.7721,
      "step": 3540
    },
    {
      "ce_loss_13": 3.2504573464393616,
      "ce_loss_17": 3.1372912883758546,
      "ce_loss_2": 4.477088403701782,
      "ce_loss_4": 4.163264679908752,
      "ce_loss_9": 3.540087676048279,
      "epoch": 0.355,
      "grad_norm": 780.0,
      "kl_loss_13": 265.2740966796875,
      "kl_loss_2": 2747.8240478515627,
      "kl_loss_4": 2166.4047241210938,
      "kl_loss_9": 922.7394775390625,
      "learning_rate": 0.0007291132608637052,
      "loss": 1529.7303,
      "step": 3550
    },
    {
      "ce_loss_13": 3.2179305791854858,
      "ce_loss_17": 3.1098664879798887,
      "ce_loss_2": 4.517221367359161,
      "ce_loss_4": 4.217991542816162,
      "ce_loss_9": 3.567255067825317,
      "epoch": 0.356,
      "grad_norm": 928.0,
      "kl_loss_13": 260.6855499267578,
      "kl_loss_2": 2888.7609008789063,
      "kl_loss_4": 2332.2343322753904,
      "kl_loss_9": 1035.0205932617187,
      "learning_rate": 0.0007277018273659516,
      "loss": 1603.4388,
      "step": 3560
    },
    {
      "ce_loss_13": 3.3349716782569887,
      "ce_loss_17": 3.2235106110572813,
      "ce_loss_2": 4.553770208358765,
      "ce_loss_4": 4.26164277791977,
      "ce_loss_9": 3.6422377705574034,
      "epoch": 0.357,
      "grad_norm": 944.0,
      "kl_loss_13": 273.6425354003906,
      "kl_loss_2": 2757.1307739257813,
      "kl_loss_4": 2209.2499084472656,
      "kl_loss_9": 959.8227935791016,
      "learning_rate": 0.0007262881009133242,
      "loss": 1541.2783,
      "step": 3570
    },
    {
      "ce_loss_13": 3.2567261099815368,
      "ce_loss_17": 3.1487882494926454,
      "ce_loss_2": 4.466839146614075,
      "ce_loss_4": 4.167692220211029,
      "ce_loss_9": 3.545789396762848,
      "epoch": 0.358,
      "grad_norm": 860.0,
      "kl_loss_13": 257.5396339416504,
      "kl_loss_2": 2707.481640625,
      "kl_loss_4": 2148.8184814453125,
      "kl_loss_9": 913.860482788086,
      "learning_rate": 0.0007248720957420329,
      "loss": 1503.1021,
      "step": 3580
    },
    {
      "ce_loss_13": 3.2594184041023255,
      "ce_loss_17": 3.1559406042099,
      "ce_loss_2": 4.463469076156616,
      "ce_loss_4": 4.162961220741272,
      "ce_loss_9": 3.5453680992126464,
      "epoch": 0.359,
      "grad_norm": 852.0,
      "kl_loss_13": 256.5190902709961,
      "kl_loss_2": 2709.578125,
      "kl_loss_4": 2148.3919982910156,
      "kl_loss_9": 907.0227081298829,
      "learning_rate": 0.0007234538261112341,
      "loss": 1565.8535,
      "step": 3590
    },
    {
      "ce_loss_13": 3.300876867771149,
      "ce_loss_17": 3.190394973754883,
      "ce_loss_2": 4.534508442878723,
      "ce_loss_4": 4.2313772439956665,
      "ce_loss_9": 3.597358286380768,
      "epoch": 0.36,
      "grad_norm": 800.0,
      "kl_loss_13": 264.86460037231444,
      "kl_loss_2": 2770.872766113281,
      "kl_loss_4": 2198.2044189453127,
      "kl_loss_9": 938.0355834960938,
      "learning_rate": 0.0007220333063028871,
      "loss": 1521.7223,
      "step": 3600
    },
    {
      "ce_loss_13": 3.3348900437355042,
      "ce_loss_17": 3.2230247497558593,
      "ce_loss_2": 4.632556366920471,
      "ce_loss_4": 4.338490962982178,
      "ce_loss_9": 3.7549325942993166,
      "epoch": 0.361,
      "grad_norm": 984.0,
      "kl_loss_13": 273.062801361084,
      "kl_loss_2": 2932.0540283203127,
      "kl_loss_4": 2382.24267578125,
      "kl_loss_9": 1204.1538635253905,
      "learning_rate": 0.0007206105506216106,
      "loss": 1633.5795,
      "step": 3610
    },
    {
      "ce_loss_13": 3.2122520565986634,
      "ce_loss_17": 3.105607509613037,
      "ce_loss_2": 4.409682142734527,
      "ce_loss_4": 4.122783887386322,
      "ce_loss_9": 3.5149780035018923,
      "epoch": 0.362,
      "grad_norm": 924.0,
      "kl_loss_13": 257.5180694580078,
      "kl_loss_2": 2683.5932739257814,
      "kl_loss_4": 2137.2582153320313,
      "kl_loss_9": 935.5963073730469,
      "learning_rate": 0.0007191855733945387,
      "loss": 1495.8896,
      "step": 3620
    },
    {
      "ce_loss_13": 3.2981897830963134,
      "ce_loss_17": 3.188976562023163,
      "ce_loss_2": 4.5067554950714115,
      "ce_loss_4": 4.2201844453811646,
      "ce_loss_9": 3.5986984014511108,
      "epoch": 0.363,
      "grad_norm": 840.0,
      "kl_loss_13": 258.6417350769043,
      "kl_loss_2": 2713.3114990234376,
      "kl_loss_4": 2165.3823486328124,
      "kl_loss_9": 931.6595306396484,
      "learning_rate": 0.0007177583889711762,
      "loss": 1511.7896,
      "step": 3630
    },
    {
      "ce_loss_13": 3.216473865509033,
      "ce_loss_17": 3.1065465688705443,
      "ce_loss_2": 4.443889188766479,
      "ce_loss_4": 4.145169186592102,
      "ce_loss_9": 3.519019401073456,
      "epoch": 0.364,
      "grad_norm": 920.0,
      "kl_loss_13": 260.0630790710449,
      "kl_loss_2": 2757.587548828125,
      "kl_loss_4": 2195.412939453125,
      "kl_loss_9": 945.4518646240234,
      "learning_rate": 0.0007163290117232541,
      "loss": 1536.4037,
      "step": 3640
    },
    {
      "ce_loss_13": 3.329908609390259,
      "ce_loss_17": 3.2245630502700804,
      "ce_loss_2": 4.487287878990173,
      "ce_loss_4": 4.196808767318726,
      "ce_loss_9": 3.6057862877845763,
      "epoch": 0.365,
      "grad_norm": 824.0,
      "kl_loss_13": 253.54234313964844,
      "kl_loss_2": 2646.7896484375,
      "kl_loss_4": 2099.4751953125,
      "kl_loss_9": 894.7712463378906,
      "learning_rate": 0.0007148974560445859,
      "loss": 1503.4634,
      "step": 3650
    },
    {
      "ce_loss_13": 3.2578052520751952,
      "ce_loss_17": 3.1506507396698,
      "ce_loss_2": 4.438538837432861,
      "ce_loss_4": 4.142103123664856,
      "ce_loss_9": 3.5446487069129944,
      "epoch": 0.366,
      "grad_norm": 876.0,
      "kl_loss_13": 256.79127349853513,
      "kl_loss_2": 2649.738623046875,
      "kl_loss_4": 2101.44814453125,
      "kl_loss_9": 908.7516204833985,
      "learning_rate": 0.0007134637363509209,
      "loss": 1480.0288,
      "step": 3660
    },
    {
      "ce_loss_13": 3.364702308177948,
      "ce_loss_17": 3.2644433975219727,
      "ce_loss_2": 4.530397081375122,
      "ce_loss_4": 4.244260728359222,
      "ce_loss_9": 3.6426509380340577,
      "epoch": 0.367,
      "grad_norm": 1080.0,
      "kl_loss_13": 251.78546752929688,
      "kl_loss_2": 2621.7019287109374,
      "kl_loss_4": 2082.4747680664063,
      "kl_loss_9": 893.3975799560546,
      "learning_rate": 0.0007120278670798009,
      "loss": 1501.5459,
      "step": 3670
    },
    {
      "ce_loss_13": 3.167364203929901,
      "ce_loss_17": 3.0563937783241273,
      "ce_loss_2": 4.4570074558258055,
      "ce_loss_4": 4.153195750713349,
      "ce_loss_9": 3.487860894203186,
      "epoch": 0.368,
      "grad_norm": 1008.0,
      "kl_loss_13": 265.667463684082,
      "kl_loss_2": 2866.7249755859375,
      "kl_loss_4": 2296.5847595214846,
      "kl_loss_9": 970.1669647216797,
      "learning_rate": 0.0007105898626904133,
      "loss": 1599.851,
      "step": 3680
    },
    {
      "ce_loss_13": 3.2669419646263123,
      "ce_loss_17": 3.157273232936859,
      "ce_loss_2": 4.495619750022888,
      "ce_loss_4": 4.197921943664551,
      "ce_loss_9": 3.5591470837593078,
      "epoch": 0.369,
      "grad_norm": 944.0,
      "kl_loss_13": 257.6121223449707,
      "kl_loss_2": 2734.7568969726562,
      "kl_loss_4": 2178.7565002441406,
      "kl_loss_9": 915.5562561035156,
      "learning_rate": 0.0007091497376634463,
      "loss": 1505.5248,
      "step": 3690
    },
    {
      "ce_loss_13": 3.211390125751495,
      "ce_loss_17": 3.1078919649124144,
      "ce_loss_2": 4.41987681388855,
      "ce_loss_4": 4.1266319990158085,
      "ce_loss_9": 3.5000448346138002,
      "epoch": 0.37,
      "grad_norm": 980.0,
      "kl_loss_13": 261.45837631225584,
      "kl_loss_2": 2716.6825561523438,
      "kl_loss_4": 2158.869757080078,
      "kl_loss_9": 913.3272674560546,
      "learning_rate": 0.0007077075065009433,
      "loss": 1534.3164,
      "step": 3700
    },
    {
      "ce_loss_13": 3.313927936553955,
      "ce_loss_17": 3.204163873195648,
      "ce_loss_2": 4.540425372123718,
      "ce_loss_4": 4.241553962230682,
      "ce_loss_9": 3.613093602657318,
      "epoch": 0.371,
      "grad_norm": 1040.0,
      "kl_loss_13": 265.8834648132324,
      "kl_loss_2": 2754.3368408203123,
      "kl_loss_4": 2197.1968688964844,
      "kl_loss_9": 940.7850860595703,
      "learning_rate": 0.0007062631837261557,
      "loss": 1528.1254,
      "step": 3710
    },
    {
      "ce_loss_13": 3.194749319553375,
      "ce_loss_17": 3.0911470293998717,
      "ce_loss_2": 4.408958315849304,
      "ce_loss_4": 4.1089115858078005,
      "ce_loss_9": 3.490426230430603,
      "epoch": 0.372,
      "grad_norm": 1040.0,
      "kl_loss_13": 254.69494705200196,
      "kl_loss_2": 2723.1532958984376,
      "kl_loss_4": 2154.638623046875,
      "kl_loss_9": 921.4205688476562,
      "learning_rate": 0.0007048167838833977,
      "loss": 1548.4969,
      "step": 3720
    },
    {
      "ce_loss_13": 3.2801799178123474,
      "ce_loss_17": 3.1717621088027954,
      "ce_loss_2": 4.464912414550781,
      "ce_loss_4": 4.165446448326111,
      "ce_loss_9": 3.5629095315933226,
      "epoch": 0.373,
      "grad_norm": 996.0,
      "kl_loss_13": 261.7152183532715,
      "kl_loss_2": 2698.193151855469,
      "kl_loss_4": 2131.0233459472656,
      "kl_loss_9": 911.2842071533203,
      "learning_rate": 0.0007033683215379002,
      "loss": 1503.6412,
      "step": 3730
    },
    {
      "ce_loss_13": 3.2637365460395813,
      "ce_loss_17": 3.1559090495109556,
      "ce_loss_2": 4.485249447822571,
      "ce_loss_4": 4.182522225379944,
      "ce_loss_9": 3.5602781772613525,
      "epoch": 0.374,
      "grad_norm": 984.0,
      "kl_loss_13": 255.32725677490234,
      "kl_loss_2": 2715.4867553710938,
      "kl_loss_4": 2151.5368896484374,
      "kl_loss_9": 913.8755249023437,
      "learning_rate": 0.0007019178112756625,
      "loss": 1522.4976,
      "step": 3740
    },
    {
      "ce_loss_13": 3.230670213699341,
      "ce_loss_17": 3.1286957025527955,
      "ce_loss_2": 4.445177912712097,
      "ce_loss_4": 4.1452152013778685,
      "ce_loss_9": 3.5189914226531984,
      "epoch": 0.375,
      "grad_norm": 900.0,
      "kl_loss_13": 255.2519073486328,
      "kl_loss_2": 2715.345349121094,
      "kl_loss_4": 2149.3450439453127,
      "kl_loss_9": 905.7212707519532,
      "learning_rate": 0.0007004652677033068,
      "loss": 1518.2148,
      "step": 3750
    },
    {
      "ce_loss_13": 3.3054085612297057,
      "ce_loss_17": 3.2047349572181703,
      "ce_loss_2": 4.480301284790039,
      "ce_loss_4": 4.18759024143219,
      "ce_loss_9": 3.5867436051368715,
      "epoch": 0.376,
      "grad_norm": 884.0,
      "kl_loss_13": 248.02193374633788,
      "kl_loss_2": 2648.7164916992188,
      "kl_loss_4": 2091.7419311523436,
      "kl_loss_9": 885.0427612304687,
      "learning_rate": 0.0006990107054479312,
      "loss": 1493.5008,
      "step": 3760
    },
    {
      "ce_loss_13": 3.285297656059265,
      "ce_loss_17": 3.1768379330635073,
      "ce_loss_2": 4.480677556991577,
      "ce_loss_4": 4.184199416637421,
      "ce_loss_9": 3.575889194011688,
      "epoch": 0.377,
      "grad_norm": 824.0,
      "kl_loss_13": 257.4175407409668,
      "kl_loss_2": 2680.176306152344,
      "kl_loss_4": 2124.8356384277345,
      "kl_loss_9": 910.8084014892578,
      "learning_rate": 0.000697554139156961,
      "loss": 1504.4557,
      "step": 3770
    },
    {
      "ce_loss_13": 3.2776976466178893,
      "ce_loss_17": 3.1708826661109923,
      "ce_loss_2": 4.499907684326172,
      "ce_loss_4": 4.196723687648773,
      "ce_loss_9": 3.5752155065536497,
      "epoch": 0.378,
      "grad_norm": 836.0,
      "kl_loss_13": 262.2697509765625,
      "kl_loss_2": 2745.4320678710938,
      "kl_loss_4": 2173.7311767578126,
      "kl_loss_9": 925.2001190185547,
      "learning_rate": 0.0006960955834980027,
      "loss": 1492.4615,
      "step": 3780
    },
    {
      "ce_loss_13": 3.2487109780311583,
      "ce_loss_17": 3.1408375978469847,
      "ce_loss_2": 4.445514249801636,
      "ce_loss_4": 4.148711025714874,
      "ce_loss_9": 3.5368839502334595,
      "epoch": 0.379,
      "grad_norm": 876.0,
      "kl_loss_13": 256.243830871582,
      "kl_loss_2": 2686.2978515625,
      "kl_loss_4": 2126.0045532226563,
      "kl_loss_9": 902.8145324707032,
      "learning_rate": 0.0006946350531586958,
      "loss": 1504.1542,
      "step": 3790
    },
    {
      "ce_loss_13": 3.279289186000824,
      "ce_loss_17": 3.1716007351875306,
      "ce_loss_2": 4.489738643169403,
      "ce_loss_4": 4.189744293689728,
      "ce_loss_9": 3.561597526073456,
      "epoch": 0.38,
      "grad_norm": 852.0,
      "kl_loss_13": 256.13149642944336,
      "kl_loss_2": 2729.830700683594,
      "kl_loss_4": 2160.052276611328,
      "kl_loss_9": 908.5320495605469,
      "learning_rate": 0.0006931725628465643,
      "loss": 1539.1525,
      "step": 3800
    },
    {
      "ce_loss_13": 3.2851457595825195,
      "ce_loss_17": 3.175520598888397,
      "ce_loss_2": 4.4944953441619875,
      "ce_loss_4": 4.203706610202789,
      "ce_loss_9": 3.5788394927978517,
      "epoch": 0.381,
      "grad_norm": 964.0,
      "kl_loss_13": 259.54501876831057,
      "kl_loss_2": 2708.1065307617187,
      "kl_loss_4": 2156.5178100585936,
      "kl_loss_9": 919.4812438964843,
      "learning_rate": 0.0006917081272888696,
      "loss": 1517.0754,
      "step": 3810
    },
    {
      "ce_loss_13": 3.2031586289405825,
      "ce_loss_17": 3.093578827381134,
      "ce_loss_2": 4.443379020690918,
      "ce_loss_4": 4.158561587333679,
      "ce_loss_9": 3.5018152356147767,
      "epoch": 0.382,
      "grad_norm": 1004.0,
      "kl_loss_13": 261.8097373962402,
      "kl_loss_2": 2790.98818359375,
      "kl_loss_4": 2257.50458984375,
      "kl_loss_9": 947.4319519042969,
      "learning_rate": 0.0006902417612324615,
      "loss": 1526.6009,
      "step": 3820
    },
    {
      "ce_loss_13": 3.326650393009186,
      "ce_loss_17": 3.211716187000275,
      "ce_loss_2": 4.574871611595154,
      "ce_loss_4": 4.266353797912598,
      "ce_loss_9": 3.6265225768089295,
      "epoch": 0.383,
      "grad_norm": 1112.0,
      "kl_loss_13": 273.65276260375975,
      "kl_loss_2": 2808.7891479492187,
      "kl_loss_4": 2225.904541015625,
      "kl_loss_9": 949.0901641845703,
      "learning_rate": 0.00068877347944363,
      "loss": 1543.6871,
      "step": 3830
    },
    {
      "ce_loss_13": 3.322444438934326,
      "ce_loss_17": 3.217497932910919,
      "ce_loss_2": 4.499426317214966,
      "ce_loss_4": 4.206605076789856,
      "ce_loss_9": 3.605990445613861,
      "epoch": 0.384,
      "grad_norm": 924.0,
      "kl_loss_13": 260.74532318115234,
      "kl_loss_2": 2654.346301269531,
      "kl_loss_4": 2114.3500122070313,
      "kl_loss_9": 906.5224609375,
      "learning_rate": 0.0006873032967079561,
      "loss": 1509.6395,
      "step": 3840
    },
    {
      "ce_loss_13": 3.30531644821167,
      "ce_loss_17": 3.2004496335983275,
      "ce_loss_2": 4.468958473205566,
      "ce_loss_4": 4.180116498470307,
      "ce_loss_9": 3.5825775384902956,
      "epoch": 0.385,
      "grad_norm": 1024.0,
      "kl_loss_13": 256.6315238952637,
      "kl_loss_2": 2648.3871459960938,
      "kl_loss_4": 2099.5373596191407,
      "kl_loss_9": 896.1856536865234,
      "learning_rate": 0.0006858312278301637,
      "loss": 1480.9059,
      "step": 3850
    },
    {
      "ce_loss_13": 3.3395624995231628,
      "ce_loss_17": 3.2356110572814942,
      "ce_loss_2": 4.486798334121704,
      "ce_loss_4": 4.196293044090271,
      "ce_loss_9": 3.6115405678749086,
      "epoch": 0.386,
      "grad_norm": 956.0,
      "kl_loss_13": 255.22662048339845,
      "kl_loss_2": 2623.6235107421876,
      "kl_loss_4": 2076.038458251953,
      "kl_loss_9": 890.8045532226563,
      "learning_rate": 0.0006843572876339704,
      "loss": 1477.2686,
      "step": 3860
    },
    {
      "ce_loss_13": 3.2566393971443177,
      "ce_loss_17": 3.157276213169098,
      "ce_loss_2": 4.411909604072571,
      "ce_loss_4": 4.117034494876862,
      "ce_loss_9": 3.5282593727111817,
      "epoch": 0.387,
      "grad_norm": 984.0,
      "kl_loss_13": 245.25594482421874,
      "kl_loss_2": 2600.825,
      "kl_loss_4": 2049.154083251953,
      "kl_loss_9": 869.0475250244141,
      "learning_rate": 0.0006828814909619373,
      "loss": 1506.1814,
      "step": 3870
    },
    {
      "ce_loss_13": 3.3778513073921204,
      "ce_loss_17": 3.275028121471405,
      "ce_loss_2": 4.565483021736145,
      "ce_loss_4": 4.265429353713989,
      "ce_loss_9": 3.6555633425712584,
      "epoch": 0.388,
      "grad_norm": 740.0,
      "kl_loss_13": 258.9280632019043,
      "kl_loss_2": 2668.3092041015625,
      "kl_loss_4": 2106.6774841308593,
      "kl_loss_9": 900.5886901855469,
      "learning_rate": 0.0006814038526753205,
      "loss": 1468.7395,
      "step": 3880
    },
    {
      "ce_loss_13": 3.2835440039634705,
      "ce_loss_17": 3.176141059398651,
      "ce_loss_2": 4.466986298561096,
      "ce_loss_4": 4.174821531772613,
      "ce_loss_9": 3.5715714931488036,
      "epoch": 0.389,
      "grad_norm": 1012.0,
      "kl_loss_13": 256.4760231018066,
      "kl_loss_2": 2655.9200073242187,
      "kl_loss_4": 2107.1416198730467,
      "kl_loss_9": 902.8250457763672,
      "learning_rate": 0.0006799243876539213,
      "loss": 1490.4295,
      "step": 3890
    },
    {
      "ce_loss_13": 3.2106783986091614,
      "ce_loss_17": 3.1081603288650514,
      "ce_loss_2": 4.438698053359985,
      "ce_loss_4": 4.143589389324188,
      "ce_loss_9": 3.498281919956207,
      "epoch": 0.39,
      "grad_norm": 1224.0,
      "kl_loss_13": 252.99812088012695,
      "kl_loss_2": 2749.638293457031,
      "kl_loss_4": 2195.5742431640624,
      "kl_loss_9": 909.4136962890625,
      "learning_rate": 0.0006784431107959359,
      "loss": 1532.8127,
      "step": 3900
    },
    {
      "ce_loss_13": 3.2698216438293457,
      "ce_loss_17": 3.1604208827018736,
      "ce_loss_2": 4.506122970581055,
      "ce_loss_4": 4.210958790779114,
      "ce_loss_9": 3.568881094455719,
      "epoch": 0.391,
      "grad_norm": 992.0,
      "kl_loss_13": 260.73576431274415,
      "kl_loss_2": 2797.4330200195313,
      "kl_loss_4": 2231.8090637207033,
      "kl_loss_9": 933.0070922851562,
      "learning_rate": 0.0006769600370178059,
      "loss": 1528.6467,
      "step": 3910
    },
    {
      "ce_loss_13": 3.2326796531677244,
      "ce_loss_17": 3.1260639071464538,
      "ce_loss_2": 4.442447280883789,
      "ce_loss_4": 4.144731736183166,
      "ce_loss_9": 3.521716368198395,
      "epoch": 0.392,
      "grad_norm": 876.0,
      "kl_loss_13": 252.8242385864258,
      "kl_loss_2": 2694.6508544921876,
      "kl_loss_4": 2147.473309326172,
      "kl_loss_9": 913.2889129638672,
      "learning_rate": 0.0006754751812540679,
      "loss": 1477.6962,
      "step": 3920
    },
    {
      "ce_loss_13": 3.277917730808258,
      "ce_loss_17": 3.172783100605011,
      "ce_loss_2": 4.496692824363708,
      "ce_loss_4": 4.201251602172851,
      "ce_loss_9": 3.570281219482422,
      "epoch": 0.393,
      "grad_norm": 968.0,
      "kl_loss_13": 258.7775993347168,
      "kl_loss_2": 2741.7844848632812,
      "kl_loss_4": 2181.000567626953,
      "kl_loss_9": 915.6311431884766,
      "learning_rate": 0.0006739885584572025,
      "loss": 1525.5232,
      "step": 3930
    },
    {
      "ce_loss_13": 3.3017163634300233,
      "ce_loss_17": 3.1931395888328553,
      "ce_loss_2": 4.5345635414123535,
      "ce_loss_4": 4.239324998855591,
      "ce_loss_9": 3.6164015173912047,
      "epoch": 0.394,
      "grad_norm": 1080.0,
      "kl_loss_13": 259.0673210144043,
      "kl_loss_2": 2785.4064331054688,
      "kl_loss_4": 2231.9640380859373,
      "kl_loss_9": 982.2934204101563,
      "learning_rate": 0.0006725001835974853,
      "loss": 1521.083,
      "step": 3940
    },
    {
      "ce_loss_13": 3.2948089957237245,
      "ce_loss_17": 3.1901307702064514,
      "ce_loss_2": 4.5174314975738525,
      "ce_loss_4": 4.219349348545075,
      "ce_loss_9": 3.5903812766075136,
      "epoch": 0.395,
      "grad_norm": 892.0,
      "kl_loss_13": 263.14002990722656,
      "kl_loss_2": 2751.4258666992187,
      "kl_loss_4": 2182.2444274902346,
      "kl_loss_9": 926.5575988769531,
      "learning_rate": 0.0006710100716628344,
      "loss": 1492.3178,
      "step": 3950
    },
    {
      "ce_loss_13": 3.276067054271698,
      "ce_loss_17": 3.168751561641693,
      "ce_loss_2": 4.480341553688049,
      "ce_loss_4": 4.184464979171753,
      "ce_loss_9": 3.5675591349601747,
      "epoch": 0.396,
      "grad_norm": 936.0,
      "kl_loss_13": 255.0099967956543,
      "kl_loss_2": 2696.762561035156,
      "kl_loss_4": 2148.080944824219,
      "kl_loss_9": 914.0700073242188,
      "learning_rate": 0.0006695182376586602,
      "loss": 1512.2644,
      "step": 3960
    },
    {
      "ce_loss_13": 3.306942069530487,
      "ce_loss_17": 3.2029885768890383,
      "ce_loss_2": 4.4489758014678955,
      "ce_loss_4": 4.159535086154937,
      "ce_loss_9": 3.5739479422569276,
      "epoch": 0.397,
      "grad_norm": 1088.0,
      "kl_loss_13": 246.39905242919923,
      "kl_loss_2": 2573.448107910156,
      "kl_loss_4": 2029.3048950195312,
      "kl_loss_9": 865.8281646728516,
      "learning_rate": 0.000668024696607715,
      "loss": 1494.0627,
      "step": 3970
    },
    {
      "ce_loss_13": 3.2687542915344237,
      "ce_loss_17": 3.1674939393997192,
      "ce_loss_2": 4.457654964923859,
      "ce_loss_4": 4.163764524459839,
      "ce_loss_9": 3.5486562252044678,
      "epoch": 0.398,
      "grad_norm": 960.0,
      "kl_loss_13": 253.8588996887207,
      "kl_loss_2": 2682.0030151367187,
      "kl_loss_4": 2131.700372314453,
      "kl_loss_9": 902.5161743164062,
      "learning_rate": 0.0006665294635499404,
      "loss": 1499.1521,
      "step": 3980
    },
    {
      "ce_loss_13": 3.278521728515625,
      "ce_loss_17": 3.164673399925232,
      "ce_loss_2": 4.5200001955032345,
      "ce_loss_4": 4.224125778675079,
      "ce_loss_9": 3.577804756164551,
      "epoch": 0.399,
      "grad_norm": 1288.0,
      "kl_loss_13": 269.40819931030273,
      "kl_loss_2": 2802.2524536132814,
      "kl_loss_4": 2250.640521240234,
      "kl_loss_9": 946.616748046875,
      "learning_rate": 0.0006650325535423167,
      "loss": 1529.9044,
      "step": 3990
    },
    {
      "ce_loss_13": 3.2968241453170775,
      "ce_loss_17": 3.192675495147705,
      "ce_loss_2": 4.444801652431488,
      "ce_loss_4": 4.1636927962303165,
      "ce_loss_9": 3.5698022842407227,
      "epoch": 0.4,
      "grad_norm": 900.0,
      "kl_loss_13": 253.8608497619629,
      "kl_loss_2": 2573.104699707031,
      "kl_loss_4": 2033.4189575195312,
      "kl_loss_9": 869.8557220458985,
      "learning_rate": 0.0006635339816587109,
      "loss": 1477.6811,
      "step": 4000
    },
    {
      "ce_loss_13": 3.239960014820099,
      "ce_loss_17": 3.1299314975738524,
      "ce_loss_2": 4.461476826667786,
      "ce_loss_4": 4.167317008972168,
      "ce_loss_9": 3.519672131538391,
      "epoch": 0.401,
      "grad_norm": 784.0,
      "kl_loss_13": 263.29820861816404,
      "kl_loss_2": 2755.9470458984374,
      "kl_loss_4": 2204.6129943847654,
      "kl_loss_9": 909.1761901855468,
      "learning_rate": 0.0006620337629897252,
      "loss": 1506.9777,
      "step": 4010
    },
    {
      "ce_loss_13": 3.2471362352371216,
      "ce_loss_17": 3.13832368850708,
      "ce_loss_2": 4.451458191871643,
      "ce_loss_4": 4.145995020866394,
      "ce_loss_9": 3.534397339820862,
      "epoch": 0.402,
      "grad_norm": 1224.0,
      "kl_loss_13": 261.9503913879395,
      "kl_loss_2": 2719.291650390625,
      "kl_loss_4": 2145.2047912597654,
      "kl_loss_9": 901.3993530273438,
      "learning_rate": 0.0006605319126425454,
      "loss": 1533.0329,
      "step": 4020
    },
    {
      "ce_loss_13": 3.154713821411133,
      "ce_loss_17": 3.0501688599586485,
      "ce_loss_2": 4.396152353286743,
      "ce_loss_4": 4.094900381565094,
      "ce_loss_9": 3.4492963910102845,
      "epoch": 0.403,
      "grad_norm": 952.0,
      "kl_loss_13": 257.43613510131837,
      "kl_loss_2": 2796.779895019531,
      "kl_loss_4": 2234.564727783203,
      "kl_loss_9": 925.970669555664,
      "learning_rate": 0.0006590284457407876,
      "loss": 1535.3605,
      "step": 4030
    },
    {
      "ce_loss_13": 3.248992455005646,
      "ce_loss_17": 3.140540564060211,
      "ce_loss_2": 4.454291653633118,
      "ce_loss_4": 4.152192795276642,
      "ce_loss_9": 3.5340006709098817,
      "epoch": 0.404,
      "grad_norm": 956.0,
      "kl_loss_13": 259.04834365844727,
      "kl_loss_2": 2702.6875,
      "kl_loss_4": 2143.7586181640627,
      "kl_loss_9": 904.829296875,
      "learning_rate": 0.0006575233774243465,
      "loss": 1504.0392,
      "step": 4040
    },
    {
      "ce_loss_13": 3.2439682126045226,
      "ce_loss_17": 3.132973873615265,
      "ce_loss_2": 4.457049179077148,
      "ce_loss_4": 4.15779435634613,
      "ce_loss_9": 3.538478982448578,
      "epoch": 0.405,
      "grad_norm": 1168.0,
      "kl_loss_13": 264.3772857666016,
      "kl_loss_2": 2759.050817871094,
      "kl_loss_4": 2191.870812988281,
      "kl_loss_9": 923.5060333251953,
      "learning_rate": 0.0006560167228492435,
      "loss": 1529.1475,
      "step": 4050
    },
    {
      "ce_loss_13": 3.28635972738266,
      "ce_loss_17": 3.1868526935577393,
      "ce_loss_2": 4.451249098777771,
      "ce_loss_4": 4.158509790897369,
      "ce_loss_9": 3.5620246291160584,
      "epoch": 0.406,
      "grad_norm": 872.0,
      "kl_loss_13": 248.8571029663086,
      "kl_loss_2": 2629.9989013671875,
      "kl_loss_4": 2083.5358764648436,
      "kl_loss_9": 889.4856201171875,
      "learning_rate": 0.0006545084971874737,
      "loss": 1498.9373,
      "step": 4060
    },
    {
      "ce_loss_13": 3.252144455909729,
      "ce_loss_17": 3.1407360196113587,
      "ce_loss_2": 4.496238851547242,
      "ce_loss_4": 4.188989889621735,
      "ce_loss_9": 3.5516305923461915,
      "epoch": 0.407,
      "grad_norm": 1088.0,
      "kl_loss_13": 266.5647735595703,
      "kl_loss_2": 2803.868762207031,
      "kl_loss_4": 2222.3373291015623,
      "kl_loss_9": 942.9162872314453,
      "learning_rate": 0.0006529987156268526,
      "loss": 1518.0225,
      "step": 4070
    },
    {
      "ce_loss_13": 3.1712148070335386,
      "ce_loss_17": 3.060807430744171,
      "ce_loss_2": 4.401592254638672,
      "ce_loss_4": 4.099349057674408,
      "ce_loss_9": 3.462227690219879,
      "epoch": 0.408,
      "grad_norm": 932.0,
      "kl_loss_13": 256.5192222595215,
      "kl_loss_2": 2754.0554809570312,
      "kl_loss_4": 2178.2113525390623,
      "kl_loss_9": 917.4382476806641,
      "learning_rate": 0.0006514873933708637,
      "loss": 1547.6354,
      "step": 4080
    },
    {
      "ce_loss_13": 3.280282235145569,
      "ce_loss_17": 3.177602434158325,
      "ce_loss_2": 4.476862525939941,
      "ce_loss_4": 4.174697351455689,
      "ce_loss_9": 3.5550962328910827,
      "epoch": 0.409,
      "grad_norm": 976.0,
      "kl_loss_13": 249.44141693115233,
      "kl_loss_2": 2696.6348388671877,
      "kl_loss_4": 2128.7225036621094,
      "kl_loss_9": 889.0351318359375,
      "learning_rate": 0.0006499745456385053,
      "loss": 1492.0152,
      "step": 4090
    },
    {
      "ce_loss_13": 3.246891236305237,
      "ce_loss_17": 3.1406236410140993,
      "ce_loss_2": 4.446601033210754,
      "ce_loss_4": 4.149120056629181,
      "ce_loss_9": 3.5301833271980287,
      "epoch": 0.41,
      "grad_norm": 1144.0,
      "kl_loss_13": 255.66474685668945,
      "kl_loss_2": 2696.27841796875,
      "kl_loss_4": 2136.27607421875,
      "kl_loss_9": 901.5696441650391,
      "learning_rate": 0.0006484601876641375,
      "loss": 1511.4131,
      "step": 4100
    },
    {
      "ce_loss_13": 3.236333763599396,
      "ce_loss_17": 3.1360055685043333,
      "ce_loss_2": 4.393021845817566,
      "ce_loss_4": 4.102540409564972,
      "ce_loss_9": 3.5071921944618225,
      "epoch": 0.411,
      "grad_norm": 976.0,
      "kl_loss_13": 247.48419265747071,
      "kl_loss_2": 2608.329541015625,
      "kl_loss_4": 2059.3785034179687,
      "kl_loss_9": 868.8331329345704,
      "learning_rate": 0.000646944334697328,
      "loss": 1466.0266,
      "step": 4110
    },
    {
      "ce_loss_13": 3.340055322647095,
      "ce_loss_17": 3.2402821660041807,
      "ce_loss_2": 4.484807562828064,
      "ce_loss_4": 4.19776873588562,
      "ce_loss_9": 3.612150752544403,
      "epoch": 0.412,
      "grad_norm": 952.0,
      "kl_loss_13": 248.76947937011718,
      "kl_loss_2": 2571.6581176757813,
      "kl_loss_4": 2038.1038879394532,
      "kl_loss_9": 868.3009399414062,
      "learning_rate": 0.0006454270020026995,
      "loss": 1444.5451,
      "step": 4120
    },
    {
      "ce_loss_13": 3.309734010696411,
      "ce_loss_17": 3.2125233888626097,
      "ce_loss_2": 4.449851608276367,
      "ce_loss_4": 4.1617103099823,
      "ce_loss_9": 3.5752691626548767,
      "epoch": 0.413,
      "grad_norm": 780.0,
      "kl_loss_13": 241.0909393310547,
      "kl_loss_2": 2565.3167358398437,
      "kl_loss_4": 2027.0023376464844,
      "kl_loss_9": 860.9738616943359,
      "learning_rate": 0.0006439082048597755,
      "loss": 1441.1991,
      "step": 4130
    },
    {
      "ce_loss_13": 3.301981580257416,
      "ce_loss_17": 3.1978550791740417,
      "ce_loss_2": 4.4916246175765995,
      "ce_loss_4": 4.199550783634185,
      "ce_loss_9": 3.5869855880737305,
      "epoch": 0.414,
      "grad_norm": 844.0,
      "kl_loss_13": 251.52623138427734,
      "kl_loss_2": 2666.551171875,
      "kl_loss_4": 2124.1689208984376,
      "kl_loss_9": 901.9555053710938,
      "learning_rate": 0.0006423879585628261,
      "loss": 1492.6865,
      "step": 4140
    },
    {
      "ce_loss_13": 3.2579838156700136,
      "ce_loss_17": 3.150812804698944,
      "ce_loss_2": 4.476174592971802,
      "ce_loss_4": 4.186261522769928,
      "ce_loss_9": 3.552501606941223,
      "epoch": 0.415,
      "grad_norm": 992.0,
      "kl_loss_13": 258.9015319824219,
      "kl_loss_2": 2742.9803833007813,
      "kl_loss_4": 2183.9866943359375,
      "kl_loss_9": 914.411343383789,
      "learning_rate": 0.0006408662784207149,
      "loss": 1516.8415,
      "step": 4150
    },
    {
      "ce_loss_13": 3.2277621030807495,
      "ce_loss_17": 3.1248366117477415,
      "ce_loss_2": 4.420533800125122,
      "ce_loss_4": 4.125111293792725,
      "ce_loss_9": 3.505410647392273,
      "epoch": 0.416,
      "grad_norm": 1128.0,
      "kl_loss_13": 249.44825134277343,
      "kl_loss_2": 2689.5724365234373,
      "kl_loss_4": 2136.4685485839846,
      "kl_loss_9": 898.8004425048828,
      "learning_rate": 0.0006393431797567439,
      "loss": 1497.85,
      "step": 4160
    },
    {
      "ce_loss_13": 3.303004336357117,
      "ce_loss_17": 3.2045061588287354,
      "ce_loss_2": 4.447912311553955,
      "ce_loss_4": 4.16178308725357,
      "ce_loss_9": 3.5648901581764223,
      "epoch": 0.417,
      "grad_norm": 912.0,
      "kl_loss_13": 247.51254959106444,
      "kl_loss_2": 2599.4328491210936,
      "kl_loss_4": 2055.670196533203,
      "kl_loss_9": 870.3442169189453,
      "learning_rate": 0.0006378186779084996,
      "loss": 1427.0573,
      "step": 4170
    },
    {
      "ce_loss_13": 3.1452762961387633,
      "ce_loss_17": 3.0423365592956544,
      "ce_loss_2": 4.372230696678161,
      "ce_loss_4": 4.0655600190162655,
      "ce_loss_9": 3.443104100227356,
      "epoch": 0.418,
      "grad_norm": 1112.0,
      "kl_loss_13": 254.8896339416504,
      "kl_loss_2": 2715.9855712890626,
      "kl_loss_4": 2156.0260803222654,
      "kl_loss_9": 911.9010192871094,
      "learning_rate": 0.0006362927882276989,
      "loss": 1517.1884,
      "step": 4180
    },
    {
      "ce_loss_13": 3.326024615764618,
      "ce_loss_17": 3.2253722310066224,
      "ce_loss_2": 4.480400609970093,
      "ce_loss_4": 4.187675476074219,
      "ce_loss_9": 3.591586148738861,
      "epoch": 0.419,
      "grad_norm": 880.0,
      "kl_loss_13": 244.14863967895508,
      "kl_loss_2": 2608.224658203125,
      "kl_loss_4": 2055.314483642578,
      "kl_loss_9": 865.4117401123046,
      "learning_rate": 0.000634765526080034,
      "loss": 1435.7271,
      "step": 4190
    },
    {
      "ce_loss_13": 3.332194709777832,
      "ce_loss_17": 3.229012358188629,
      "ce_loss_2": 4.503545594215393,
      "ce_loss_4": 4.203345084190369,
      "ce_loss_9": 3.6066953539848328,
      "epoch": 0.42,
      "grad_norm": 1272.0,
      "kl_loss_13": 254.1906379699707,
      "kl_loss_2": 2642.7889404296875,
      "kl_loss_4": 2086.995257568359,
      "kl_loss_9": 889.3188873291016,
      "learning_rate": 0.0006332369068450174,
      "loss": 1461.619,
      "step": 4200
    },
    {
      "ce_loss_13": 3.2727856636047363,
      "ce_loss_17": 3.1705421566963197,
      "ce_loss_2": 4.452891707420349,
      "ce_loss_4": 4.15848217010498,
      "ce_loss_9": 3.5492327570915223,
      "epoch": 0.421,
      "grad_norm": 844.0,
      "kl_loss_13": 250.96693420410156,
      "kl_loss_2": 2658.6174438476564,
      "kl_loss_4": 2102.503204345703,
      "kl_loss_9": 889.322543334961,
      "learning_rate": 0.0006317069459158283,
      "loss": 1468.2406,
      "step": 4210
    },
    {
      "ce_loss_13": 3.3720582246780397,
      "ce_loss_17": 3.272776734828949,
      "ce_loss_2": 4.5194926977157595,
      "ce_loss_4": 4.219952380657196,
      "ce_loss_9": 3.6350441217422484,
      "epoch": 0.422,
      "grad_norm": 1008.0,
      "kl_loss_13": 249.13603820800782,
      "kl_loss_2": 2606.3539428710938,
      "kl_loss_4": 2048.601678466797,
      "kl_loss_9": 865.5066223144531,
      "learning_rate": 0.0006301756586991561,
      "loss": 1457.0361,
      "step": 4220
    },
    {
      "ce_loss_13": 3.1610000848770143,
      "ce_loss_17": 3.058186376094818,
      "ce_loss_2": 4.380949056148529,
      "ce_loss_4": 4.081416308879852,
      "ce_loss_9": 3.4471717834472657,
      "epoch": 0.423,
      "grad_norm": 948.0,
      "kl_loss_13": 253.76913833618164,
      "kl_loss_2": 2752.35029296875,
      "kl_loss_4": 2189.721124267578,
      "kl_loss_9": 914.4220336914062,
      "learning_rate": 0.0006286430606150459,
      "loss": 1507.8766,
      "step": 4230
    },
    {
      "ce_loss_13": 3.3587942123413086,
      "ce_loss_17": 3.2566834926605224,
      "ce_loss_2": 4.522728085517883,
      "ce_loss_4": 4.231990051269531,
      "ce_loss_9": 3.628968966007233,
      "epoch": 0.424,
      "grad_norm": 884.0,
      "kl_loss_13": 257.0655799865723,
      "kl_loss_2": 2626.136962890625,
      "kl_loss_4": 2079.118756103516,
      "kl_loss_9": 882.9879302978516,
      "learning_rate": 0.0006271091670967436,
      "loss": 1464.4814,
      "step": 4240
    },
    {
      "ce_loss_13": 3.2773000955581666,
      "ce_loss_17": 3.1651819467544557,
      "ce_loss_2": 4.497791874408722,
      "ce_loss_4": 4.202965342998505,
      "ce_loss_9": 3.572916769981384,
      "epoch": 0.425,
      "grad_norm": 840.0,
      "kl_loss_13": 261.743123626709,
      "kl_loss_2": 2767.2141723632812,
      "kl_loss_4": 2206.4209716796877,
      "kl_loss_9": 937.2714935302735,
      "learning_rate": 0.0006255739935905395,
      "loss": 1510.7184,
      "step": 4250
    },
    {
      "ce_loss_13": 3.311608874797821,
      "ce_loss_17": 3.206806015968323,
      "ce_loss_2": 4.474738073348999,
      "ce_loss_4": 4.1825801730155945,
      "ce_loss_9": 3.581409478187561,
      "epoch": 0.426,
      "grad_norm": 1004.0,
      "kl_loss_13": 257.0722938537598,
      "kl_loss_2": 2631.002294921875,
      "kl_loss_4": 2078.8925842285157,
      "kl_loss_9": 879.9195007324219,
      "learning_rate": 0.0006240375555556145,
      "loss": 1517.8949,
      "step": 4260
    },
    {
      "ce_loss_13": 3.3106016278266908,
      "ce_loss_17": 3.2040348410606385,
      "ce_loss_2": 4.536832475662232,
      "ce_loss_4": 4.233153486251831,
      "ce_loss_9": 3.6027888655662537,
      "epoch": 0.427,
      "grad_norm": 820.0,
      "kl_loss_13": 256.7631546020508,
      "kl_loss_2": 2728.1762451171876,
      "kl_loss_4": 2163.1329345703125,
      "kl_loss_9": 909.4368682861328,
      "learning_rate": 0.000622499868463882,
      "loss": 1496.1117,
      "step": 4270
    },
    {
      "ce_loss_13": 3.2789727210998536,
      "ce_loss_17": 3.18315132856369,
      "ce_loss_2": 4.426679062843323,
      "ce_loss_4": 4.128840184211731,
      "ce_loss_9": 3.5437944173812865,
      "epoch": 0.428,
      "grad_norm": 932.0,
      "kl_loss_13": 248.85104370117188,
      "kl_loss_2": 2597.86845703125,
      "kl_loss_4": 2041.6480529785156,
      "kl_loss_9": 863.9812622070312,
      "learning_rate": 0.0006209609477998338,
      "loss": 1460.5415,
      "step": 4280
    },
    {
      "ce_loss_13": 3.335625696182251,
      "ce_loss_17": 3.2333606243133546,
      "ce_loss_2": 4.506818151473999,
      "ce_loss_4": 4.207405161857605,
      "ce_loss_9": 3.614287316799164,
      "epoch": 0.429,
      "grad_norm": 1008.0,
      "kl_loss_13": 255.15546417236328,
      "kl_loss_2": 2638.89560546875,
      "kl_loss_4": 2082.751251220703,
      "kl_loss_9": 895.7029449462891,
      "learning_rate": 0.0006194208090603844,
      "loss": 1489.2334,
      "step": 4290
    },
    {
      "ce_loss_13": 3.252824330329895,
      "ce_loss_17": 3.1553032279014586,
      "ce_loss_2": 4.430841708183289,
      "ce_loss_4": 4.131936132907867,
      "ce_loss_9": 3.5294957876205446,
      "epoch": 0.43,
      "grad_norm": 824.0,
      "kl_loss_13": 243.024747467041,
      "kl_loss_2": 2625.475720214844,
      "kl_loss_4": 2069.042266845703,
      "kl_loss_9": 870.0502197265625,
      "learning_rate": 0.0006178794677547138,
      "loss": 1444.7055,
      "step": 4300
    },
    {
      "ce_loss_13": 3.281115210056305,
      "ce_loss_17": 3.178876352310181,
      "ce_loss_2": 4.46984338760376,
      "ce_loss_4": 4.176541292667389,
      "ce_loss_9": 3.5629197478294374,
      "epoch": 0.431,
      "grad_norm": 872.0,
      "kl_loss_13": 253.11211776733398,
      "kl_loss_2": 2678.749645996094,
      "kl_loss_4": 2129.639288330078,
      "kl_loss_9": 902.0837158203125,
      "learning_rate": 0.0006163369394041111,
      "loss": 1477.8029,
      "step": 4310
    },
    {
      "ce_loss_13": 3.2192331671714784,
      "ce_loss_17": 3.117171049118042,
      "ce_loss_2": 4.425715219974518,
      "ce_loss_4": 4.129125761985779,
      "ce_loss_9": 3.5010545372962953,
      "epoch": 0.432,
      "grad_norm": 996.0,
      "kl_loss_13": 249.5622299194336,
      "kl_loss_2": 2696.57158203125,
      "kl_loss_4": 2139.875695800781,
      "kl_loss_9": 893.9369323730468,
      "learning_rate": 0.0006147932395418205,
      "loss": 1520.1375,
      "step": 4320
    },
    {
      "ce_loss_13": 3.259524667263031,
      "ce_loss_17": 3.1584609389305114,
      "ce_loss_2": 4.4268115043640135,
      "ce_loss_4": 4.1242932915687565,
      "ce_loss_9": 3.534462296962738,
      "epoch": 0.433,
      "grad_norm": 812.0,
      "kl_loss_13": 248.51909713745118,
      "kl_loss_2": 2634.310192871094,
      "kl_loss_4": 2075.114886474609,
      "kl_loss_9": 885.6772857666016,
      "learning_rate": 0.0006132483837128823,
      "loss": 1455.8972,
      "step": 4330
    },
    {
      "ce_loss_13": 3.2379467606544496,
      "ce_loss_17": 3.136869728565216,
      "ce_loss_2": 4.433293747901916,
      "ce_loss_4": 4.137357759475708,
      "ce_loss_9": 3.5167957663536074,
      "epoch": 0.434,
      "grad_norm": 880.0,
      "kl_loss_13": 248.912646484375,
      "kl_loss_2": 2702.531640625,
      "kl_loss_4": 2141.402960205078,
      "kl_loss_9": 891.4068756103516,
      "learning_rate": 0.0006117023874739772,
      "loss": 1490.4471,
      "step": 4340
    },
    {
      "ce_loss_13": 3.230147731304169,
      "ce_loss_17": 3.1287991046905517,
      "ce_loss_2": 4.431419682502747,
      "ce_loss_4": 4.132992041110993,
      "ce_loss_9": 3.516324818134308,
      "epoch": 0.435,
      "grad_norm": 784.0,
      "kl_loss_13": 250.83800506591797,
      "kl_loss_2": 2690.851428222656,
      "kl_loss_4": 2134.7096557617188,
      "kl_loss_9": 900.7971160888671,
      "learning_rate": 0.0006101552663932703,
      "loss": 1503.827,
      "step": 4350
    },
    {
      "ce_loss_13": 3.258086693286896,
      "ce_loss_17": 3.155627632141113,
      "ce_loss_2": 4.42899911403656,
      "ce_loss_4": 4.147423326969147,
      "ce_loss_9": 3.53746874332428,
      "epoch": 0.436,
      "grad_norm": 828.0,
      "kl_loss_13": 251.53899154663085,
      "kl_loss_2": 2640.7837890625,
      "kl_loss_4": 2104.3141967773436,
      "kl_loss_9": 890.4929962158203,
      "learning_rate": 0.0006086070360502539,
      "loss": 1477.684,
      "step": 4360
    },
    {
      "ce_loss_13": 3.267600750923157,
      "ce_loss_17": 3.169524610042572,
      "ce_loss_2": 4.447488939762115,
      "ce_loss_4": 4.154543244838715,
      "ce_loss_9": 3.539546489715576,
      "epoch": 0.437,
      "grad_norm": 900.0,
      "kl_loss_13": 245.392578125,
      "kl_loss_2": 2671.688818359375,
      "kl_loss_4": 2117.351318359375,
      "kl_loss_9": 881.3132904052734,
      "learning_rate": 0.0006070577120355903,
      "loss": 1478.8512,
      "step": 4370
    },
    {
      "ce_loss_13": 3.269170844554901,
      "ce_loss_17": 3.1662243247032165,
      "ce_loss_2": 4.423617565631867,
      "ce_loss_4": 4.134192037582397,
      "ce_loss_9": 3.5504857659339906,
      "epoch": 0.438,
      "grad_norm": 908.0,
      "kl_loss_13": 248.28932418823243,
      "kl_loss_2": 2578.096228027344,
      "kl_loss_4": 2040.5339721679688,
      "kl_loss_9": 881.1011779785156,
      "learning_rate": 0.0006055073099509549,
      "loss": 1460.0988,
      "step": 4380
    },
    {
      "ce_loss_13": 3.3231343030929565,
      "ce_loss_17": 3.224526357650757,
      "ce_loss_2": 4.482841801643372,
      "ce_loss_4": 4.189580345153809,
      "ce_loss_9": 3.5920210003852846,
      "epoch": 0.439,
      "grad_norm": 980.0,
      "kl_loss_13": 248.46026916503905,
      "kl_loss_2": 2603.894494628906,
      "kl_loss_4": 2063.0343627929688,
      "kl_loss_9": 875.1090911865234,
      "learning_rate": 0.0006039558454088796,
      "loss": 1481.9967,
      "step": 4390
    },
    {
      "ce_loss_13": 3.2967402935028076,
      "ce_loss_17": 3.1926787853240968,
      "ce_loss_2": 4.483539938926697,
      "ce_loss_4": 4.184451556205749,
      "ce_loss_9": 3.5780591487884523,
      "epoch": 0.44,
      "grad_norm": 944.0,
      "kl_loss_13": 251.04228820800782,
      "kl_loss_2": 2656.8356323242188,
      "kl_loss_4": 2097.7961608886717,
      "kl_loss_9": 890.8476409912109,
      "learning_rate": 0.0006024033340325954,
      "loss": 1453.1353,
      "step": 4400
    },
    {
      "ce_loss_13": 3.3612659096717836,
      "ce_loss_17": 3.262036085128784,
      "ce_loss_2": 4.486901068687439,
      "ce_loss_4": 4.196433663368225,
      "ce_loss_9": 3.6231072187423705,
      "epoch": 0.441,
      "grad_norm": 812.0,
      "kl_loss_13": 243.3283203125,
      "kl_loss_2": 2530.8232421875,
      "kl_loss_4": 1989.6197448730468,
      "kl_loss_9": 845.4649658203125,
      "learning_rate": 0.0006008497914558743,
      "loss": 1437.3441,
      "step": 4410
    },
    {
      "ce_loss_13": 3.3072720170021057,
      "ce_loss_17": 3.20322607755661,
      "ce_loss_2": 4.491423296928406,
      "ce_loss_4": 4.197820460796356,
      "ce_loss_9": 3.5889449954032897,
      "epoch": 0.442,
      "grad_norm": 844.0,
      "kl_loss_13": 262.4004066467285,
      "kl_loss_2": 2678.535693359375,
      "kl_loss_4": 2126.85537109375,
      "kl_loss_9": 899.709341430664,
      "learning_rate": 0.0005992952333228728,
      "loss": 1486.9236,
      "step": 4420
    },
    {
      "ce_loss_13": 3.246595299243927,
      "ce_loss_17": 3.1440267324447633,
      "ce_loss_2": 4.426004767417908,
      "ce_loss_4": 4.136229348182678,
      "ce_loss_9": 3.5241060137748716,
      "epoch": 0.443,
      "grad_norm": 1040.0,
      "kl_loss_13": 250.53558349609375,
      "kl_loss_2": 2655.2722045898436,
      "kl_loss_4": 2112.9690856933594,
      "kl_loss_9": 880.7141845703125,
      "learning_rate": 0.0005977396752879741,
      "loss": 1469.6055,
      "step": 4430
    },
    {
      "ce_loss_13": 3.177084732055664,
      "ce_loss_17": 3.0737411737442017,
      "ce_loss_2": 4.359619045257569,
      "ce_loss_4": 4.068020248413086,
      "ce_loss_9": 3.461109435558319,
      "epoch": 0.444,
      "grad_norm": 872.0,
      "kl_loss_13": 248.73351821899413,
      "kl_loss_2": 2671.556286621094,
      "kl_loss_4": 2123.0719604492188,
      "kl_loss_9": 892.6676544189453,
      "learning_rate": 0.0005961831330156305,
      "loss": 1468.1997,
      "step": 4440
    },
    {
      "ce_loss_13": 3.317836058139801,
      "ce_loss_17": 3.2198015809059144,
      "ce_loss_2": 4.508257877826691,
      "ce_loss_4": 4.210682964324951,
      "ce_loss_9": 3.599003553390503,
      "epoch": 0.445,
      "grad_norm": 988.0,
      "kl_loss_13": 247.8022834777832,
      "kl_loss_2": 2689.914685058594,
      "kl_loss_4": 2140.6933410644533,
      "kl_loss_9": 890.7416595458984,
      "learning_rate": 0.0005946256221802051,
      "loss": 1509.3669,
      "step": 4450
    },
    {
      "ce_loss_13": 3.287480020523071,
      "ce_loss_17": 3.187624156475067,
      "ce_loss_2": 4.422724366188049,
      "ce_loss_4": 4.129485881328582,
      "ce_loss_9": 3.540782070159912,
      "epoch": 0.446,
      "grad_norm": 1080.0,
      "kl_loss_13": 244.29184036254884,
      "kl_loss_2": 2561.3310668945314,
      "kl_loss_4": 2014.090264892578,
      "kl_loss_9": 841.6330383300781,
      "learning_rate": 0.0005930671584658151,
      "loss": 1500.8738,
      "step": 4460
    },
    {
      "ce_loss_13": 3.2993441581726075,
      "ce_loss_17": 3.1980358958244324,
      "ce_loss_2": 4.465033459663391,
      "ce_loss_4": 4.16738258600235,
      "ce_loss_9": 3.569570779800415,
      "epoch": 0.447,
      "grad_norm": 1144.0,
      "kl_loss_13": 249.68865737915038,
      "kl_loss_2": 2645.7868896484374,
      "kl_loss_4": 2094.798388671875,
      "kl_loss_9": 882.6870849609375,
      "learning_rate": 0.0005915077575661722,
      "loss": 1486.8843,
      "step": 4470
    },
    {
      "ce_loss_13": 3.3104690074920655,
      "ce_loss_17": 3.208168315887451,
      "ce_loss_2": 4.4935990333557125,
      "ce_loss_4": 4.197047102451324,
      "ce_loss_9": 3.588785398006439,
      "epoch": 0.448,
      "grad_norm": 900.0,
      "kl_loss_13": 254.03107070922852,
      "kl_loss_2": 2676.439978027344,
      "kl_loss_4": 2116.448760986328,
      "kl_loss_9": 900.4331237792969,
      "learning_rate": 0.000589947435184427,
      "loss": 1462.4272,
      "step": 4480
    },
    {
      "ce_loss_13": 3.372387373447418,
      "ce_loss_17": 3.2739452838897707,
      "ce_loss_2": 4.48538749217987,
      "ce_loss_4": 4.195743918418884,
      "ce_loss_9": 3.6298947811126707,
      "epoch": 0.449,
      "grad_norm": 1016.0,
      "kl_loss_13": 245.27474822998047,
      "kl_loss_2": 2553.704968261719,
      "kl_loss_4": 2015.7976379394531,
      "kl_loss_9": 867.9740966796875,
      "learning_rate": 0.0005883862070330078,
      "loss": 1452.4443,
      "step": 4490
    },
    {
      "ce_loss_13": 3.306465280056,
      "ce_loss_17": 3.2080992341041563,
      "ce_loss_2": 4.470435309410095,
      "ce_loss_4": 4.182673251628875,
      "ce_loss_9": 3.5861368417739867,
      "epoch": 0.45,
      "grad_norm": 892.0,
      "kl_loss_13": 248.69550704956055,
      "kl_loss_2": 2641.979931640625,
      "kl_loss_4": 2101.6389892578127,
      "kl_loss_9": 889.5014190673828,
      "learning_rate": 0.0005868240888334653,
      "loss": 1462.8361,
      "step": 4500
    },
    {
      "ce_loss_13": 3.199371540546417,
      "ce_loss_17": 3.0941427111625672,
      "ce_loss_2": 4.408132266998291,
      "ce_loss_4": 4.109568667411804,
      "ce_loss_9": 3.4845192313194273,
      "epoch": 0.451,
      "grad_norm": 1008.0,
      "kl_loss_13": 252.08171615600585,
      "kl_loss_2": 2711.8114379882813,
      "kl_loss_4": 2149.739129638672,
      "kl_loss_9": 903.5345581054687,
      "learning_rate": 0.0005852610963163119,
      "loss": 1488.2083,
      "step": 4510
    },
    {
      "ce_loss_13": 3.220580577850342,
      "ce_loss_17": 3.1253477811813353,
      "ce_loss_2": 4.386686527729035,
      "ce_loss_4": 4.091801774501801,
      "ce_loss_9": 3.4889899253845216,
      "epoch": 0.452,
      "grad_norm": 848.0,
      "kl_loss_13": 244.482275390625,
      "kl_loss_2": 2627.63876953125,
      "kl_loss_4": 2078.801409912109,
      "kl_loss_9": 874.8622619628907,
      "learning_rate": 0.0005836972452208654,
      "loss": 1443.8111,
      "step": 4520
    },
    {
      "ce_loss_13": 3.2246150970458984,
      "ce_loss_17": 3.127169352769852,
      "ce_loss_2": 4.412639141082764,
      "ce_loss_4": 4.1222248554229735,
      "ce_loss_9": 3.4979526519775392,
      "epoch": 0.453,
      "grad_norm": 904.0,
      "kl_loss_13": 247.92935333251953,
      "kl_loss_2": 2664.356823730469,
      "kl_loss_4": 2119.691278076172,
      "kl_loss_9": 885.7821105957031,
      "learning_rate": 0.0005821325512950885,
      "loss": 1481.7197,
      "step": 4530
    },
    {
      "ce_loss_13": 3.246385562419891,
      "ce_loss_17": 3.1497872352600096,
      "ce_loss_2": 4.414893829822541,
      "ce_loss_4": 4.121063005924225,
      "ce_loss_9": 3.5210866928100586,
      "epoch": 0.454,
      "grad_norm": 928.0,
      "kl_loss_13": 238.96555404663087,
      "kl_loss_2": 2594.190087890625,
      "kl_loss_4": 2049.1946655273437,
      "kl_loss_9": 856.9666076660156,
      "learning_rate": 0.0005805670302954321,
      "loss": 1458.1268,
      "step": 4540
    },
    {
      "ce_loss_13": 3.2551254987716676,
      "ce_loss_17": 3.156969141960144,
      "ce_loss_2": 4.412191867828369,
      "ce_loss_4": 4.1229653596878055,
      "ce_loss_9": 3.5245905756950378,
      "epoch": 0.455,
      "grad_norm": 1200.0,
      "kl_loss_13": 238.9917335510254,
      "kl_loss_2": 2610.4751831054687,
      "kl_loss_4": 2068.6161376953123,
      "kl_loss_9": 873.8004486083985,
      "learning_rate": 0.000579000697986675,
      "loss": 1437.5031,
      "step": 4550
    },
    {
      "ce_loss_13": 3.214897334575653,
      "ce_loss_17": 3.110537755489349,
      "ce_loss_2": 4.426256227493286,
      "ce_loss_4": 4.127910017967224,
      "ce_loss_9": 3.507897675037384,
      "epoch": 0.456,
      "grad_norm": 876.0,
      "kl_loss_13": 252.3795295715332,
      "kl_loss_2": 2724.5778930664064,
      "kl_loss_4": 2163.3832946777343,
      "kl_loss_9": 912.0921417236328,
      "learning_rate": 0.0005774335701417662,
      "loss": 1480.0213,
      "step": 4560
    },
    {
      "ce_loss_13": 3.2058955311775206,
      "ce_loss_17": 3.10800119638443,
      "ce_loss_2": 4.4174775838851925,
      "ce_loss_4": 4.123294258117676,
      "ce_loss_9": 3.4903197050094605,
      "epoch": 0.457,
      "grad_norm": 888.0,
      "kl_loss_13": 242.82202224731446,
      "kl_loss_2": 2726.372521972656,
      "kl_loss_4": 2165.899053955078,
      "kl_loss_9": 888.9030212402344,
      "learning_rate": 0.0005758656625416658,
      "loss": 1483.9846,
      "step": 4570
    },
    {
      "ce_loss_13": 3.2643279910087584,
      "ce_loss_17": 3.158558702468872,
      "ce_loss_2": 4.43040611743927,
      "ce_loss_4": 4.139791047573089,
      "ce_loss_9": 3.534331130981445,
      "epoch": 0.458,
      "grad_norm": 860.0,
      "kl_loss_13": 249.05729598999022,
      "kl_loss_2": 2628.913671875,
      "kl_loss_4": 2082.1982238769533,
      "kl_loss_9": 877.5784484863282,
      "learning_rate": 0.0005742969909751859,
      "loss": 1439.8111,
      "step": 4580
    },
    {
      "ce_loss_13": 3.271359217166901,
      "ce_loss_17": 3.1717960596084596,
      "ce_loss_2": 4.465836477279663,
      "ce_loss_4": 4.1649953603744505,
      "ce_loss_9": 3.5440791487693786,
      "epoch": 0.459,
      "grad_norm": 888.0,
      "kl_loss_13": 246.49940490722656,
      "kl_loss_2": 2696.7085815429687,
      "kl_loss_4": 2124.31787109375,
      "kl_loss_9": 878.0618438720703,
      "learning_rate": 0.0005727275712388318,
      "loss": 1487.7734,
      "step": 4590
    },
    {
      "ce_loss_13": 3.292631280422211,
      "ce_loss_17": 3.199222040176392,
      "ce_loss_2": 4.438827574253082,
      "ce_loss_4": 4.14014880657196,
      "ce_loss_9": 3.5531943082809447,
      "epoch": 0.46,
      "grad_norm": 1012.0,
      "kl_loss_13": 238.26314697265624,
      "kl_loss_2": 2587.5807250976563,
      "kl_loss_4": 2030.396795654297,
      "kl_loss_9": 847.1401580810547,
      "learning_rate": 0.0005711574191366427,
      "loss": 1446.0883,
      "step": 4600
    },
    {
      "ce_loss_13": 3.2462383985519407,
      "ce_loss_17": 3.15254967212677,
      "ce_loss_2": 4.409518206119538,
      "ce_loss_4": 4.115434217453003,
      "ce_loss_9": 3.5157724380493165,
      "epoch": 0.461,
      "grad_norm": 960.0,
      "kl_loss_13": 241.7682014465332,
      "kl_loss_2": 2628.2000122070312,
      "kl_loss_4": 2072.7570373535154,
      "kl_loss_9": 867.3012725830079,
      "learning_rate": 0.0005695865504800327,
      "loss": 1449.4152,
      "step": 4610
    },
    {
      "ce_loss_13": 3.1912040233612062,
      "ce_loss_17": 3.082474875450134,
      "ce_loss_2": 4.451409220695496,
      "ce_loss_4": 4.150456476211548,
      "ce_loss_9": 3.4877715706825256,
      "epoch": 0.462,
      "grad_norm": 888.0,
      "kl_loss_13": 257.0031867980957,
      "kl_loss_2": 2807.7813110351562,
      "kl_loss_4": 2252.2212158203124,
      "kl_loss_9": 932.7056304931641,
      "learning_rate": 0.0005680149810876322,
      "loss": 1504.068,
      "step": 4620
    },
    {
      "ce_loss_13": 3.2387269616127012,
      "ce_loss_17": 3.140761303901672,
      "ce_loss_2": 4.430392503738403,
      "ce_loss_4": 4.132601082324982,
      "ce_loss_9": 3.5092081785202027,
      "epoch": 0.463,
      "grad_norm": 932.0,
      "kl_loss_13": 241.06493453979493,
      "kl_loss_2": 2656.53515625,
      "kl_loss_4": 2107.958044433594,
      "kl_loss_9": 861.8116119384765,
      "learning_rate": 0.0005664427267851271,
      "loss": 1461.0905,
      "step": 4630
    },
    {
      "ce_loss_13": 3.1637516140937807,
      "ce_loss_17": 3.063162994384766,
      "ce_loss_2": 4.346575164794922,
      "ce_loss_4": 4.054389178752899,
      "ce_loss_9": 3.4423089027404785,
      "epoch": 0.464,
      "grad_norm": 976.0,
      "kl_loss_13": 242.30985794067382,
      "kl_loss_2": 2655.5493774414062,
      "kl_loss_4": 2102.231896972656,
      "kl_loss_9": 868.5125274658203,
      "learning_rate": 0.0005648698034051009,
      "loss": 1456.1764,
      "step": 4640
    },
    {
      "ce_loss_13": 3.27357702255249,
      "ce_loss_17": 3.1738630175590514,
      "ce_loss_2": 4.479008650779724,
      "ce_loss_4": 4.180851852893829,
      "ce_loss_9": 3.5502917051315306,
      "epoch": 0.465,
      "grad_norm": 872.0,
      "kl_loss_13": 242.08240203857423,
      "kl_loss_2": 2697.251513671875,
      "kl_loss_4": 2139.713934326172,
      "kl_loss_9": 873.7429962158203,
      "learning_rate": 0.0005632962267868747,
      "loss": 1449.8048,
      "step": 4650
    },
    {
      "ce_loss_13": 3.209519600868225,
      "ce_loss_17": 3.114519214630127,
      "ce_loss_2": 4.37313836812973,
      "ce_loss_4": 4.087342858314514,
      "ce_loss_9": 3.4847055315971374,
      "epoch": 0.466,
      "grad_norm": 1020.0,
      "kl_loss_13": 236.69105072021483,
      "kl_loss_2": 2604.515380859375,
      "kl_loss_4": 2071.4075561523437,
      "kl_loss_9": 860.996826171875,
      "learning_rate": 0.0005617220127763474,
      "loss": 1459.733,
      "step": 4660
    },
    {
      "ce_loss_13": 3.2913490414619444,
      "ce_loss_17": 3.1948550820350645,
      "ce_loss_2": 4.443688607215881,
      "ce_loss_4": 4.153319680690766,
      "ce_loss_9": 3.5587194561958313,
      "epoch": 0.467,
      "grad_norm": 984.0,
      "kl_loss_13": 242.51566543579102,
      "kl_loss_2": 2593.6571533203123,
      "kl_loss_4": 2046.8360961914063,
      "kl_loss_9": 862.1263122558594,
      "learning_rate": 0.0005601471772258368,
      "loss": 1457.6073,
      "step": 4670
    },
    {
      "ce_loss_13": 3.279325079917908,
      "ce_loss_17": 3.1844658613204957,
      "ce_loss_2": 4.4286264181137085,
      "ce_loss_4": 4.134890782833099,
      "ce_loss_9": 3.545341122150421,
      "epoch": 0.468,
      "grad_norm": 820.0,
      "kl_loss_13": 240.5227828979492,
      "kl_loss_2": 2573.2077758789064,
      "kl_loss_4": 2025.697283935547,
      "kl_loss_9": 845.3602294921875,
      "learning_rate": 0.0005585717359939192,
      "loss": 1457.2997,
      "step": 4680
    },
    {
      "ce_loss_13": 3.1878591895103456,
      "ce_loss_17": 3.0894285798072816,
      "ce_loss_2": 4.350538182258606,
      "ce_loss_4": 4.055094122886658,
      "ce_loss_9": 3.4581305503845217,
      "epoch": 0.469,
      "grad_norm": 1176.0,
      "kl_loss_13": 241.09145126342773,
      "kl_loss_2": 2594.5868896484376,
      "kl_loss_4": 2046.383935546875,
      "kl_loss_9": 860.8360290527344,
      "learning_rate": 0.0005569957049452703,
      "loss": 1477.0623,
      "step": 4690
    },
    {
      "ce_loss_13": 3.24889053106308,
      "ce_loss_17": 3.1471008181571962,
      "ce_loss_2": 4.4327600479125975,
      "ce_loss_4": 4.140732765197754,
      "ce_loss_9": 3.5251524448394775,
      "epoch": 0.47,
      "grad_norm": 968.0,
      "kl_loss_13": 248.6085075378418,
      "kl_loss_2": 2670.2482788085936,
      "kl_loss_4": 2113.751745605469,
      "kl_loss_9": 880.6789093017578,
      "learning_rate": 0.0005554190999505056,
      "loss": 1479.4576,
      "step": 4700
    },
    {
      "ce_loss_13": 3.3635989308357237,
      "ce_loss_17": 3.261705422401428,
      "ce_loss_2": 4.534376430511474,
      "ce_loss_4": 4.240249371528625,
      "ce_loss_9": 3.639077877998352,
      "epoch": 0.471,
      "grad_norm": 884.0,
      "kl_loss_13": 255.55682144165038,
      "kl_loss_2": 2659.8042602539062,
      "kl_loss_4": 2107.002813720703,
      "kl_loss_9": 887.0404846191407,
      "learning_rate": 0.0005538419368860196,
      "loss": 1426.4711,
      "step": 4710
    },
    {
      "ce_loss_13": 3.298137605190277,
      "ce_loss_17": 3.184324860572815,
      "ce_loss_2": 4.444453656673431,
      "ce_loss_4": 4.150001633167267,
      "ce_loss_9": 3.5541068077087403,
      "epoch": 0.472,
      "grad_norm": 816.0,
      "kl_loss_13": 263.3406044006348,
      "kl_loss_2": 2624.729248046875,
      "kl_loss_4": 2068.8202270507813,
      "kl_loss_9": 867.560171508789,
      "learning_rate": 0.0005522642316338268,
      "loss": 1485.7726,
      "step": 4720
    },
    {
      "ce_loss_13": 3.295651078224182,
      "ce_loss_17": 3.1997266888618467,
      "ce_loss_2": 4.445337700843811,
      "ce_loss_4": 4.166255760192871,
      "ce_loss_9": 3.561964285373688,
      "epoch": 0.473,
      "grad_norm": 996.0,
      "kl_loss_13": 256.49093475341795,
      "kl_loss_2": 2603.633349609375,
      "kl_loss_4": 2076.9752685546873,
      "kl_loss_9": 860.5860107421875,
      "learning_rate": 0.0005506860000814017,
      "loss": 1489.0584,
      "step": 4730
    },
    {
      "ce_loss_13": 3.323046934604645,
      "ce_loss_17": 3.224143898487091,
      "ce_loss_2": 4.439942741394043,
      "ce_loss_4": 4.1534304022789,
      "ce_loss_9": 3.5785869002342223,
      "epoch": 0.474,
      "grad_norm": 924.0,
      "kl_loss_13": 242.021492767334,
      "kl_loss_2": 2548.1635986328124,
      "kl_loss_4": 2009.906396484375,
      "kl_loss_9": 845.0722259521484,
      "learning_rate": 0.0005491072581215186,
      "loss": 1443.7427,
      "step": 4740
    },
    {
      "ce_loss_13": 3.3203973531723023,
      "ce_loss_17": 3.216915714740753,
      "ce_loss_2": 4.467496109008789,
      "ce_loss_4": 4.1805973768234255,
      "ce_loss_9": 3.587935519218445,
      "epoch": 0.475,
      "grad_norm": 1056.0,
      "kl_loss_13": 250.21990051269532,
      "kl_loss_2": 2637.1995361328127,
      "kl_loss_4": 2086.691931152344,
      "kl_loss_9": 879.4140747070312,
      "learning_rate": 0.0005475280216520913,
      "loss": 1432.984,
      "step": 4750
    },
    {
      "ce_loss_13": 3.2384687662124634,
      "ce_loss_17": 3.1443339347839356,
      "ce_loss_2": 4.38439908027649,
      "ce_loss_4": 4.094705259799957,
      "ce_loss_9": 3.5072630763053896,
      "epoch": 0.476,
      "grad_norm": 948.0,
      "kl_loss_13": 238.86000366210936,
      "kl_loss_2": 2571.2765380859373,
      "kl_loss_4": 2025.8844909667969,
      "kl_loss_9": 850.1655731201172,
      "learning_rate": 0.0005459483065760138,
      "loss": 1468.6286,
      "step": 4760
    },
    {
      "ce_loss_13": 3.183466649055481,
      "ce_loss_17": 3.08471519947052,
      "ce_loss_2": 4.40746123790741,
      "ce_loss_4": 4.111117601394653,
      "ce_loss_9": 3.470612585544586,
      "epoch": 0.477,
      "grad_norm": 1012.0,
      "kl_loss_13": 243.05873184204103,
      "kl_loss_2": 2743.385595703125,
      "kl_loss_4": 2186.896203613281,
      "kl_loss_9": 896.5440216064453,
      "learning_rate": 0.0005443681288009991,
      "loss": 1479.9271,
      "step": 4770
    },
    {
      "ce_loss_13": 3.232217800617218,
      "ce_loss_17": 3.1330276131629944,
      "ce_loss_2": 4.409432864189148,
      "ce_loss_4": 4.114718520641327,
      "ce_loss_9": 3.506826901435852,
      "epoch": 0.478,
      "grad_norm": 1088.0,
      "kl_loss_13": 240.03599319458007,
      "kl_loss_2": 2659.6222412109373,
      "kl_loss_4": 2100.3444274902345,
      "kl_loss_9": 866.5295532226562,
      "learning_rate": 0.0005427875042394199,
      "loss": 1469.6061,
      "step": 4780
    },
    {
      "ce_loss_13": 3.270896017551422,
      "ce_loss_17": 3.168141782283783,
      "ce_loss_2": 4.419343400001526,
      "ce_loss_4": 4.1240739822387695,
      "ce_loss_9": 3.5369176268577576,
      "epoch": 0.479,
      "grad_norm": 868.0,
      "kl_loss_13": 246.61552047729492,
      "kl_loss_2": 2591.948449707031,
      "kl_loss_4": 2045.0651611328126,
      "kl_loss_9": 866.8050689697266,
      "learning_rate": 0.0005412064488081482,
      "loss": 1466.9504,
      "step": 4790
    },
    {
      "ce_loss_13": 3.2598042249679566,
      "ce_loss_17": 3.1666521310806273,
      "ce_loss_2": 4.414253401756286,
      "ce_loss_4": 4.116017127037049,
      "ce_loss_9": 3.5245125889778137,
      "epoch": 0.48,
      "grad_norm": 932.0,
      "kl_loss_13": 238.16119842529298,
      "kl_loss_2": 2589.067431640625,
      "kl_loss_4": 2036.2339416503905,
      "kl_loss_9": 845.9292144775391,
      "learning_rate": 0.0005396249784283942,
      "loss": 1434.757,
      "step": 4800
    },
    {
      "ce_loss_13": 3.2845727801322937,
      "ce_loss_17": 3.1830533266067507,
      "ce_loss_2": 4.485634207725525,
      "ce_loss_4": 4.1873292326927185,
      "ce_loss_9": 3.5634528160095216,
      "epoch": 0.481,
      "grad_norm": 968.0,
      "kl_loss_13": 246.77734298706054,
      "kl_loss_2": 2699.9413208007813,
      "kl_loss_4": 2131.593865966797,
      "kl_loss_9": 887.4481536865235,
      "learning_rate": 0.0005380431090255476,
      "loss": 1473.4531,
      "step": 4810
    },
    {
      "ce_loss_13": 3.2814700961112977,
      "ce_loss_17": 3.193215215206146,
      "ce_loss_2": 4.4245933294296265,
      "ce_loss_4": 4.132190155982971,
      "ce_loss_9": 3.5425297617912292,
      "epoch": 0.482,
      "grad_norm": 1184.0,
      "kl_loss_13": 231.40986251831055,
      "kl_loss_2": 2578.60458984375,
      "kl_loss_4": 2040.8356628417969,
      "kl_loss_9": 836.1674194335938,
      "learning_rate": 0.0005364608565290155,
      "loss": 1423.5715,
      "step": 4820
    },
    {
      "ce_loss_13": 3.289795529842377,
      "ce_loss_17": 3.191315495967865,
      "ce_loss_2": 4.4568726301193236,
      "ce_loss_4": 4.1591292977333065,
      "ce_loss_9": 3.5526525378227234,
      "epoch": 0.483,
      "grad_norm": 872.0,
      "kl_loss_13": 241.10177307128907,
      "kl_loss_2": 2639.099560546875,
      "kl_loss_4": 2086.164587402344,
      "kl_loss_9": 860.5158966064453,
      "learning_rate": 0.0005348782368720626,
      "loss": 1454.6872,
      "step": 4830
    },
    {
      "ce_loss_13": 3.2221515774726868,
      "ce_loss_17": 3.125793623924255,
      "ce_loss_2": 4.382792353630066,
      "ce_loss_4": 4.09155660867691,
      "ce_loss_9": 3.492680823802948,
      "epoch": 0.484,
      "grad_norm": 772.0,
      "kl_loss_13": 236.99618377685547,
      "kl_loss_2": 2593.3800537109373,
      "kl_loss_4": 2039.3712097167968,
      "kl_loss_9": 842.8997680664063,
      "learning_rate": 0.000533295265991652,
      "loss": 1451.5818,
      "step": 4840
    },
    {
      "ce_loss_13": 3.2917858004570006,
      "ce_loss_17": 3.193897032737732,
      "ce_loss_2": 4.424165105819702,
      "ce_loss_4": 4.141590797901154,
      "ce_loss_9": 3.557798135280609,
      "epoch": 0.485,
      "grad_norm": 884.0,
      "kl_loss_13": 240.38711700439453,
      "kl_loss_2": 2543.8928466796874,
      "kl_loss_4": 2021.5502502441407,
      "kl_loss_9": 846.9335510253907,
      "learning_rate": 0.0005317119598282822,
      "loss": 1419.6698,
      "step": 4850
    },
    {
      "ce_loss_13": 3.294071066379547,
      "ce_loss_17": 3.195480978488922,
      "ce_loss_2": 4.44334431886673,
      "ce_loss_4": 4.1645449042320255,
      "ce_loss_9": 3.562126672267914,
      "epoch": 0.486,
      "grad_norm": 856.0,
      "kl_loss_13": 240.23355255126953,
      "kl_loss_2": 2578.2186889648438,
      "kl_loss_4": 2052.1957824707033,
      "kl_loss_9": 857.8381500244141,
      "learning_rate": 0.0005301283343258293,
      "loss": 1436.1154,
      "step": 4860
    },
    {
      "ce_loss_13": 3.3502646565437315,
      "ce_loss_17": 3.253378117084503,
      "ce_loss_2": 4.473665189743042,
      "ce_loss_4": 4.19256546497345,
      "ce_loss_9": 3.613093137741089,
      "epoch": 0.487,
      "grad_norm": 876.0,
      "kl_loss_13": 238.80475616455078,
      "kl_loss_2": 2553.577917480469,
      "kl_loss_4": 2017.983416748047,
      "kl_loss_9": 851.2505432128906,
      "learning_rate": 0.000528544405431384,
      "loss": 1417.274,
      "step": 4870
    },
    {
      "ce_loss_13": 3.238815200328827,
      "ce_loss_17": 3.1343557596206666,
      "ce_loss_2": 4.403094947338104,
      "ce_loss_4": 4.1182872414588925,
      "ce_loss_9": 3.5149595499038697,
      "epoch": 0.488,
      "grad_norm": 1000.0,
      "kl_loss_13": 247.85373153686524,
      "kl_loss_2": 2661.6438110351564,
      "kl_loss_4": 2111.142120361328,
      "kl_loss_9": 887.7988708496093,
      "learning_rate": 0.000526960189095093,
      "loss": 1472.446,
      "step": 4880
    },
    {
      "ce_loss_13": 3.219186842441559,
      "ce_loss_17": 3.122846579551697,
      "ce_loss_2": 4.383413958549499,
      "ce_loss_4": 4.097567927837372,
      "ce_loss_9": 3.4923867702484133,
      "epoch": 0.489,
      "grad_norm": 864.0,
      "kl_loss_13": 237.92819519042968,
      "kl_loss_2": 2596.8593994140624,
      "kl_loss_4": 2055.7096252441406,
      "kl_loss_9": 847.8617401123047,
      "learning_rate": 0.0005253757012699972,
      "loss": 1437.4262,
      "step": 4890
    },
    {
      "ce_loss_13": 3.29185836315155,
      "ce_loss_17": 3.1962204456329344,
      "ce_loss_2": 4.444211626052857,
      "ce_loss_4": 4.151696789264679,
      "ce_loss_9": 3.5513964891433716,
      "epoch": 0.49,
      "grad_norm": 852.0,
      "kl_loss_13": 238.34862365722657,
      "kl_loss_2": 2579.6810546875,
      "kl_loss_4": 2029.3398315429688,
      "kl_loss_9": 845.1798248291016,
      "learning_rate": 0.0005237909579118712,
      "loss": 1450.6535,
      "step": 4900
    },
    {
      "ce_loss_13": 3.263746476173401,
      "ce_loss_17": 3.1618027091026306,
      "ce_loss_2": 4.450617575645447,
      "ce_loss_4": 4.161546063423157,
      "ce_loss_9": 3.541788303852081,
      "epoch": 0.491,
      "grad_norm": 1048.0,
      "kl_loss_13": 247.26928482055663,
      "kl_loss_2": 2666.4929321289064,
      "kl_loss_4": 2120.8137145996093,
      "kl_loss_9": 881.1005310058594,
      "learning_rate": 0.0005222059749790631,
      "loss": 1471.1471,
      "step": 4910
    },
    {
      "ce_loss_13": 3.3210319757461546,
      "ce_loss_17": 3.225182604789734,
      "ce_loss_2": 4.433528733253479,
      "ce_loss_4": 4.147412490844727,
      "ce_loss_9": 3.5761449575424193,
      "epoch": 0.492,
      "grad_norm": 824.0,
      "kl_loss_13": 236.25469055175782,
      "kl_loss_2": 2520.1626586914062,
      "kl_loss_4": 1986.6041870117188,
      "kl_loss_9": 835.0551452636719,
      "learning_rate": 0.0005206207684323337,
      "loss": 1395.8805,
      "step": 4920
    },
    {
      "ce_loss_13": 3.301472795009613,
      "ce_loss_17": 3.203929030895233,
      "ce_loss_2": 4.4502195596694945,
      "ce_loss_4": 4.15687175989151,
      "ce_loss_9": 3.5700029611587523,
      "epoch": 0.493,
      "grad_norm": 912.0,
      "kl_loss_13": 241.81357421875,
      "kl_loss_2": 2588.5178955078127,
      "kl_loss_4": 2049.602673339844,
      "kl_loss_9": 855.5626373291016,
      "learning_rate": 0.000519035354234695,
      "loss": 1463.6256,
      "step": 4930
    },
    {
      "ce_loss_13": 3.286547601222992,
      "ce_loss_17": 3.1806051254272463,
      "ce_loss_2": 4.435503339767456,
      "ce_loss_4": 4.140270352363586,
      "ce_loss_9": 3.5548422574996947,
      "epoch": 0.494,
      "grad_norm": 956.0,
      "kl_loss_13": 245.41824188232422,
      "kl_loss_2": 2584.5112548828124,
      "kl_loss_4": 2034.346044921875,
      "kl_loss_9": 861.2739959716797,
      "learning_rate": 0.0005174497483512506,
      "loss": 1426.6146,
      "step": 4940
    },
    {
      "ce_loss_13": 3.321953308582306,
      "ce_loss_17": 3.23127121925354,
      "ce_loss_2": 4.459312295913696,
      "ce_loss_4": 4.167674922943116,
      "ce_loss_9": 3.5815550327301025,
      "epoch": 0.495,
      "grad_norm": 912.0,
      "kl_loss_13": 235.25918197631836,
      "kl_loss_2": 2577.7537353515627,
      "kl_loss_4": 2032.7030029296875,
      "kl_loss_9": 845.6281585693359,
      "learning_rate": 0.0005158639667490339,
      "loss": 1461.4805,
      "step": 4950
    },
    {
      "ce_loss_13": 3.22986695766449,
      "ce_loss_17": 3.1316942811012267,
      "ce_loss_2": 4.396744513511658,
      "ce_loss_4": 4.107758033275604,
      "ce_loss_9": 3.5002617597579957,
      "epoch": 0.496,
      "grad_norm": 980.0,
      "kl_loss_13": 240.02241744995118,
      "kl_loss_2": 2621.9751831054687,
      "kl_loss_4": 2073.7432067871096,
      "kl_loss_9": 866.0383880615234,
      "learning_rate": 0.0005142780253968481,
      "loss": 1449.6266,
      "step": 4960
    },
    {
      "ce_loss_13": 3.1805750370025634,
      "ce_loss_17": 3.08574892282486,
      "ce_loss_2": 4.326789712905883,
      "ce_loss_4": 4.03907573223114,
      "ce_loss_9": 3.4398080110549927,
      "epoch": 0.497,
      "grad_norm": 972.0,
      "kl_loss_13": 231.72888107299804,
      "kl_loss_2": 2571.455126953125,
      "kl_loss_4": 2033.9963317871093,
      "kl_loss_9": 830.5175415039063,
      "learning_rate": 0.0005126919402651053,
      "loss": 1399.7183,
      "step": 4970
    },
    {
      "ce_loss_13": 3.2543250203132628,
      "ce_loss_17": 3.1528120279312133,
      "ce_loss_2": 4.42558331489563,
      "ce_loss_4": 4.135217249393463,
      "ce_loss_9": 3.5347471714019774,
      "epoch": 0.498,
      "grad_norm": 892.0,
      "kl_loss_13": 242.64834365844726,
      "kl_loss_2": 2608.9553100585936,
      "kl_loss_4": 2068.4495056152346,
      "kl_loss_9": 865.389892578125,
      "learning_rate": 0.0005111057273256647,
      "loss": 1453.5617,
      "step": 4980
    },
    {
      "ce_loss_13": 3.345826256275177,
      "ce_loss_17": 3.2567189216613768,
      "ce_loss_2": 4.424938821792603,
      "ce_loss_4": 4.140935170650482,
      "ce_loss_9": 3.5866678953170776,
      "epoch": 0.499,
      "grad_norm": 996.0,
      "kl_loss_13": 226.10517501831055,
      "kl_loss_2": 2436.4197998046875,
      "kl_loss_4": 1916.8664916992188,
      "kl_loss_9": 802.2586853027344,
      "learning_rate": 0.0005095194025516733,
      "loss": 1376.7618,
      "step": 4990
    },
    {
      "ce_loss_13": 3.276675271987915,
      "ce_loss_17": 3.1833918690681458,
      "ce_loss_2": 4.406952524185181,
      "ce_loss_4": 4.123424065113068,
      "ce_loss_9": 3.5300026416778563,
      "epoch": 0.5,
      "grad_norm": 940.0,
      "kl_loss_13": 230.78496932983398,
      "kl_loss_2": 2547.992431640625,
      "kl_loss_4": 2013.721453857422,
      "kl_loss_9": 824.7653076171875,
      "learning_rate": 0.000507932981917404,
      "loss": 1458.0455,
      "step": 5000
    },
    {
      "ce_loss_13": 3.227001595497131,
      "ce_loss_17": 3.1263611793518065,
      "ce_loss_2": 4.428818273544311,
      "ce_loss_4": 4.133854484558105,
      "ce_loss_9": 3.508305788040161,
      "epoch": 0.501,
      "grad_norm": 956.0,
      "kl_loss_13": 246.21904602050782,
      "kl_loss_2": 2690.306262207031,
      "kl_loss_4": 2135.8757934570312,
      "kl_loss_9": 884.2395935058594,
      "learning_rate": 0.0005063464813980949,
      "loss": 1484.9651,
      "step": 5010
    },
    {
      "ce_loss_13": 3.2097026348114013,
      "ce_loss_17": 3.117544937133789,
      "ce_loss_2": 4.372553920745849,
      "ce_loss_4": 4.083785223960876,
      "ce_loss_9": 3.4720048546791076,
      "epoch": 0.502,
      "grad_norm": 904.0,
      "kl_loss_13": 234.7597915649414,
      "kl_loss_2": 2619.0628173828127,
      "kl_loss_4": 2080.6287170410155,
      "kl_loss_9": 859.3595123291016,
      "learning_rate": 0.0005047599169697884,
      "loss": 1435.5339,
      "step": 5020
    },
    {
      "ce_loss_13": 3.1530491590499876,
      "ce_loss_17": 3.0544331192970278,
      "ce_loss_2": 4.330958092212677,
      "ce_loss_4": 4.043696069717408,
      "ce_loss_9": 3.426003265380859,
      "epoch": 0.503,
      "grad_norm": 1104.0,
      "kl_loss_13": 235.11533889770507,
      "kl_loss_2": 2620.079296875,
      "kl_loss_4": 2080.308935546875,
      "kl_loss_9": 849.3477172851562,
      "learning_rate": 0.000503173304609171,
      "loss": 1410.7125,
      "step": 5030
    },
    {
      "ce_loss_13": 3.2696502208709717,
      "ce_loss_17": 3.1747093081474302,
      "ce_loss_2": 4.4174240827560425,
      "ce_loss_4": 4.133626675605774,
      "ce_loss_9": 3.542594039440155,
      "epoch": 0.504,
      "grad_norm": 936.0,
      "kl_loss_13": 235.67844467163087,
      "kl_loss_2": 2577.290148925781,
      "kl_loss_4": 2042.3094116210937,
      "kl_loss_9": 853.2701599121094,
      "learning_rate": 0.0005015866602934111,
      "loss": 1414.3605,
      "step": 5040
    },
    {
      "ce_loss_13": 3.2455977320671083,
      "ce_loss_17": 3.145504105091095,
      "ce_loss_2": 4.4242793917655945,
      "ce_loss_4": 4.13698718547821,
      "ce_loss_9": 3.5282525777816773,
      "epoch": 0.505,
      "grad_norm": 848.0,
      "kl_loss_13": 246.58940048217772,
      "kl_loss_2": 2655.48291015625,
      "kl_loss_4": 2103.589318847656,
      "kl_loss_9": 893.3353790283203,
      "learning_rate": 0.0005,
      "loss": 1452.2792,
      "step": 5050
    },
    {
      "ce_loss_13": 3.2372453212738037,
      "ce_loss_17": 3.143076753616333,
      "ce_loss_2": 4.386533856391907,
      "ce_loss_4": 4.101909339427948,
      "ce_loss_9": 3.506837558746338,
      "epoch": 0.506,
      "grad_norm": 1024.0,
      "kl_loss_13": 239.5323829650879,
      "kl_loss_2": 2589.192907714844,
      "kl_loss_4": 2055.511614990234,
      "kl_loss_9": 859.9503234863281,
      "learning_rate": 0.0004984133397065889,
      "loss": 1415.6783,
      "step": 5060
    },
    {
      "ce_loss_13": 3.245497965812683,
      "ce_loss_17": 3.1446333050727846,
      "ce_loss_2": 4.426615655422211,
      "ce_loss_4": 4.133918762207031,
      "ce_loss_9": 3.5249499678611755,
      "epoch": 0.507,
      "grad_norm": 876.0,
      "kl_loss_13": 239.8615364074707,
      "kl_loss_2": 2624.0885498046873,
      "kl_loss_4": 2074.615850830078,
      "kl_loss_9": 863.5698425292969,
      "learning_rate": 0.0004968266953908291,
      "loss": 1423.1771,
      "step": 5070
    },
    {
      "ce_loss_13": 3.2790528893470765,
      "ce_loss_17": 3.1869851469993593,
      "ce_loss_2": 4.449378228187561,
      "ce_loss_4": 4.151314640045166,
      "ce_loss_9": 3.543865203857422,
      "epoch": 0.508,
      "grad_norm": 944.0,
      "kl_loss_13": 232.71310272216797,
      "kl_loss_2": 2621.4929077148436,
      "kl_loss_4": 2075.585577392578,
      "kl_loss_9": 853.6735382080078,
      "learning_rate": 0.0004952400830302117,
      "loss": 1436.4579,
      "step": 5080
    },
    {
      "ce_loss_13": 3.2073542714118957,
      "ce_loss_17": 3.109194242954254,
      "ce_loss_2": 4.3964375257492065,
      "ce_loss_4": 4.102424001693725,
      "ce_loss_9": 3.4876574635505677,
      "epoch": 0.509,
      "grad_norm": 932.0,
      "kl_loss_13": 241.81171798706055,
      "kl_loss_2": 2655.2519409179686,
      "kl_loss_4": 2103.470178222656,
      "kl_loss_9": 872.4802947998047,
      "learning_rate": 0.0004936535186019053,
      "loss": 1440.1688,
      "step": 5090
    },
    {
      "ce_loss_13": 3.304133379459381,
      "ce_loss_17": 3.2125471115112303,
      "ce_loss_2": 4.425479125976563,
      "ce_loss_4": 4.146884608268738,
      "ce_loss_9": 3.5583510994911194,
      "epoch": 0.51,
      "grad_norm": 868.0,
      "kl_loss_13": 228.76439056396484,
      "kl_loss_2": 2507.0686279296874,
      "kl_loss_4": 1979.644189453125,
      "kl_loss_9": 812.3001708984375,
      "learning_rate": 0.000492067018082596,
      "loss": 1409.3196,
      "step": 5100
    },
    {
      "ce_loss_13": 3.2472472906112673,
      "ce_loss_17": 3.1495702028274537,
      "ce_loss_2": 4.4543510437011715,
      "ce_loss_4": 4.162413489818573,
      "ce_loss_9": 3.526298940181732,
      "epoch": 0.511,
      "grad_norm": 1096.0,
      "kl_loss_13": 242.95312118530273,
      "kl_loss_2": 2697.7456298828124,
      "kl_loss_4": 2149.5037475585937,
      "kl_loss_9": 883.1267456054687,
      "learning_rate": 0.0004904805974483267,
      "loss": 1494.2959,
      "step": 5110
    },
    {
      "ce_loss_13": 3.3556219696998597,
      "ce_loss_17": 3.255929160118103,
      "ce_loss_2": 4.532062077522278,
      "ce_loss_4": 4.2496236085891725,
      "ce_loss_9": 3.643121039867401,
      "epoch": 0.512,
      "grad_norm": 932.0,
      "kl_loss_13": 252.16768798828124,
      "kl_loss_2": 2673.134423828125,
      "kl_loss_4": 2127.1182861328125,
      "kl_loss_9": 907.9591217041016,
      "learning_rate": 0.0004888942726743353,
      "loss": 1510.2235,
      "step": 5120
    },
    {
      "ce_loss_13": 3.230607581138611,
      "ce_loss_17": 3.1330650806427003,
      "ce_loss_2": 4.398468375205994,
      "ce_loss_4": 4.109967064857483,
      "ce_loss_9": 3.5019327640533446,
      "epoch": 0.513,
      "grad_norm": 1012.0,
      "kl_loss_13": 242.79933395385743,
      "kl_loss_2": 2641.539416503906,
      "kl_loss_4": 2095.720983886719,
      "kl_loss_9": 871.6864196777344,
      "learning_rate": 0.0004873080597348947,
      "loss": 1462.0812,
      "step": 5130
    },
    {
      "ce_loss_13": 3.1205553293228148,
      "ce_loss_17": 3.021705949306488,
      "ce_loss_2": 4.3372450232505795,
      "ce_loss_4": 4.0543635249137875,
      "ce_loss_9": 3.407736039161682,
      "epoch": 0.514,
      "grad_norm": 932.0,
      "kl_loss_13": 238.0709213256836,
      "kl_loss_2": 2727.278076171875,
      "kl_loss_4": 2196.502264404297,
      "kl_loss_9": 890.4388610839844,
      "learning_rate": 0.0004857219746031519,
      "loss": 1473.211,
      "step": 5140
    },
    {
      "ce_loss_13": 3.2836833596229553,
      "ce_loss_17": 3.1918662071228026,
      "ce_loss_2": 4.433004128932953,
      "ce_loss_4": 4.1365177750587465,
      "ce_loss_9": 3.5420670032501222,
      "epoch": 0.515,
      "grad_norm": 908.0,
      "kl_loss_13": 238.53227844238282,
      "kl_loss_2": 2574.837512207031,
      "kl_loss_4": 2027.2145141601563,
      "kl_loss_9": 845.2674926757812,
      "learning_rate": 0.0004841360332509663,
      "loss": 1438.6002,
      "step": 5150
    },
    {
      "ce_loss_13": 3.2391231775283815,
      "ce_loss_17": 3.1462583899497987,
      "ce_loss_2": 4.387050712108612,
      "ce_loss_4": 4.098397672176361,
      "ce_loss_9": 3.497805321216583,
      "epoch": 0.516,
      "grad_norm": 872.0,
      "kl_loss_13": 232.6981399536133,
      "kl_loss_2": 2570.5610595703124,
      "kl_loss_4": 2030.766796875,
      "kl_loss_9": 832.0125366210938,
      "learning_rate": 0.0004825502516487497,
      "loss": 1385.7259,
      "step": 5160
    },
    {
      "ce_loss_13": 3.202157497406006,
      "ce_loss_17": 3.108566415309906,
      "ce_loss_2": 4.3786345481872555,
      "ce_loss_4": 4.087872278690338,
      "ce_loss_9": 3.4742018818855285,
      "epoch": 0.517,
      "grad_norm": 912.0,
      "kl_loss_13": 237.90475997924804,
      "kl_loss_2": 2644.0026733398436,
      "kl_loss_4": 2100.5954772949217,
      "kl_loss_9": 866.8111968994141,
      "learning_rate": 0.00048096464576530507,
      "loss": 1460.8957,
      "step": 5170
    },
    {
      "ce_loss_13": 3.3097125053405763,
      "ce_loss_17": 3.213398313522339,
      "ce_loss_2": 4.409957647323608,
      "ce_loss_4": 4.126878249645233,
      "ce_loss_9": 3.5622095346450804,
      "epoch": 0.518,
      "grad_norm": 952.0,
      "kl_loss_13": 235.99602737426758,
      "kl_loss_2": 2503.4755615234376,
      "kl_loss_4": 1975.0342224121093,
      "kl_loss_9": 829.3927062988281,
      "learning_rate": 0.00047937923156766646,
      "loss": 1403.223,
      "step": 5180
    },
    {
      "ce_loss_13": 3.3514813661575316,
      "ce_loss_17": 3.258249056339264,
      "ce_loss_2": 4.452425241470337,
      "ce_loss_4": 4.160135567188263,
      "ce_loss_9": 3.5974743604660033,
      "epoch": 0.519,
      "grad_norm": 820.0,
      "kl_loss_13": 230.52173767089843,
      "kl_loss_2": 2502.7245483398438,
      "kl_loss_4": 1968.4182495117188,
      "kl_loss_9": 825.0557922363281,
      "learning_rate": 0.00047779402502093696,
      "loss": 1405.9625,
      "step": 5190
    },
    {
      "ce_loss_13": 3.3159550189971925,
      "ce_loss_17": 3.2244293212890627,
      "ce_loss_2": 4.439442348480225,
      "ce_loss_4": 4.158687317371369,
      "ce_loss_9": 3.5760621070861816,
      "epoch": 0.52,
      "grad_norm": 916.0,
      "kl_loss_13": 234.95609817504882,
      "kl_loss_2": 2543.1817138671877,
      "kl_loss_4": 2013.0815979003905,
      "kl_loss_9": 841.3401336669922,
      "learning_rate": 0.0004762090420881289,
      "loss": 1426.2323,
      "step": 5200
    },
    {
      "ce_loss_13": 3.2310401082038878,
      "ce_loss_17": 3.143102526664734,
      "ce_loss_2": 4.3658442735672,
      "ce_loss_4": 4.078952825069427,
      "ce_loss_9": 3.49340238571167,
      "epoch": 0.521,
      "grad_norm": 824.0,
      "kl_loss_13": 233.0906898498535,
      "kl_loss_2": 2547.193078613281,
      "kl_loss_4": 2009.5703979492187,
      "kl_loss_9": 835.896206665039,
      "learning_rate": 0.00047462429873000296,
      "loss": 1395.5598,
      "step": 5210
    },
    {
      "ce_loss_13": 3.3198703289031983,
      "ce_loss_17": 3.2258225798606874,
      "ce_loss_2": 4.4462830305099486,
      "ce_loss_4": 4.158935689926148,
      "ce_loss_9": 3.57533620595932,
      "epoch": 0.522,
      "grad_norm": 836.0,
      "kl_loss_13": 236.85490493774415,
      "kl_loss_2": 2561.7283447265627,
      "kl_loss_4": 2020.519708251953,
      "kl_loss_9": 831.8292388916016,
      "learning_rate": 0.0004730398109049071,
      "loss": 1407.2447,
      "step": 5220
    },
    {
      "ce_loss_13": 3.2472725987434385,
      "ce_loss_17": 3.1479132175445557,
      "ce_loss_2": 4.430426096916198,
      "ce_loss_4": 4.146101117134094,
      "ce_loss_9": 3.526295793056488,
      "epoch": 0.523,
      "grad_norm": 932.0,
      "kl_loss_13": 244.75756149291993,
      "kl_loss_2": 2654.38798828125,
      "kl_loss_4": 2114.736853027344,
      "kl_loss_9": 883.2355834960938,
      "learning_rate": 0.000471455594568616,
      "loss": 1443.6139,
      "step": 5230
    },
    {
      "ce_loss_13": 3.315943658351898,
      "ce_loss_17": 3.2224785685539246,
      "ce_loss_2": 4.430027461051941,
      "ce_loss_4": 4.143380248546601,
      "ce_loss_9": 3.569036054611206,
      "epoch": 0.524,
      "grad_norm": 992.0,
      "kl_loss_13": 235.09022521972656,
      "kl_loss_2": 2522.860241699219,
      "kl_loss_4": 1978.1872314453126,
      "kl_loss_9": 827.0627166748047,
      "learning_rate": 0.00046987166567417086,
      "loss": 1420.9344,
      "step": 5240
    },
    {
      "ce_loss_13": 3.2369293093681337,
      "ce_loss_17": 3.146747362613678,
      "ce_loss_2": 4.396955442428589,
      "ce_loss_4": 4.106416141986847,
      "ce_loss_9": 3.5002312660217285,
      "epoch": 0.525,
      "grad_norm": 932.0,
      "kl_loss_13": 234.92754592895508,
      "kl_loss_2": 2593.167028808594,
      "kl_loss_4": 2044.6620056152344,
      "kl_loss_9": 842.1581970214844,
      "learning_rate": 0.00046828804017171776,
      "loss": 1392.3518,
      "step": 5250
    },
    {
      "ce_loss_13": 3.284357285499573,
      "ce_loss_17": 3.1804961442947386,
      "ce_loss_2": 4.468084740638733,
      "ce_loss_4": 4.174921703338623,
      "ce_loss_9": 3.560269320011139,
      "epoch": 0.526,
      "grad_norm": 1168.0,
      "kl_loss_13": 240.1732093811035,
      "kl_loss_2": 2630.087890625,
      "kl_loss_4": 2079.335302734375,
      "kl_loss_9": 861.2389770507813,
      "learning_rate": 0.00046670473400834805,
      "loss": 1458.5312,
      "step": 5260
    },
    {
      "ce_loss_13": 3.2199405431747437,
      "ce_loss_17": 3.125663161277771,
      "ce_loss_2": 4.352294254302978,
      "ce_loss_4": 4.063109636306763,
      "ce_loss_9": 3.4701417565345762,
      "epoch": 0.527,
      "grad_norm": 864.0,
      "kl_loss_13": 230.97345123291015,
      "kl_loss_2": 2543.17138671875,
      "kl_loss_4": 2003.5989868164063,
      "kl_loss_9": 825.7855102539063,
      "learning_rate": 0.00046512176312793734,
      "loss": 1452.7487,
      "step": 5270
    },
    {
      "ce_loss_13": 3.210582745075226,
      "ce_loss_17": 3.114614963531494,
      "ce_loss_2": 4.365846920013428,
      "ce_loss_4": 4.07510724067688,
      "ce_loss_9": 3.4768617153167725,
      "epoch": 0.528,
      "grad_norm": 816.0,
      "kl_loss_13": 235.7464958190918,
      "kl_loss_2": 2607.3465942382813,
      "kl_loss_4": 2052.3574157714843,
      "kl_loss_9": 843.5831573486328,
      "learning_rate": 0.00046353914347098467,
      "loss": 1445.1469,
      "step": 5280
    },
    {
      "ce_loss_13": 3.3082749605178834,
      "ce_loss_17": 3.2137810468673704,
      "ce_loss_2": 4.448835802078247,
      "ce_loss_4": 4.163150906562805,
      "ce_loss_9": 3.568954873085022,
      "epoch": 0.529,
      "grad_norm": 920.0,
      "kl_loss_13": 233.536181640625,
      "kl_loss_2": 2564.11416015625,
      "kl_loss_4": 2030.8201416015625,
      "kl_loss_9": 831.7883270263671,
      "learning_rate": 0.0004619568909744524,
      "loss": 1444.5604,
      "step": 5290
    },
    {
      "ce_loss_13": 3.308987283706665,
      "ce_loss_17": 3.2154680252075196,
      "ce_loss_2": 4.432635307312012,
      "ce_loss_4": 4.152930164337159,
      "ce_loss_9": 3.562365674972534,
      "epoch": 0.53,
      "grad_norm": 936.0,
      "kl_loss_13": 235.57002716064454,
      "kl_loss_2": 2524.588244628906,
      "kl_loss_4": 1994.4384704589843,
      "kl_loss_9": 829.7635955810547,
      "learning_rate": 0.00046037502157160573,
      "loss": 1423.2525,
      "step": 5300
    },
    {
      "ce_loss_13": 3.1924183845520018,
      "ce_loss_17": 3.0945096135139467,
      "ce_loss_2": 4.345118379592895,
      "ce_loss_4": 4.058304846286774,
      "ce_loss_9": 3.457942259311676,
      "epoch": 0.531,
      "grad_norm": 848.0,
      "kl_loss_13": 239.82484741210936,
      "kl_loss_2": 2598.5821899414063,
      "kl_loss_4": 2063.542687988281,
      "kl_loss_9": 849.6396301269531,
      "learning_rate": 0.00045879355119185207,
      "loss": 1446.259,
      "step": 5310
    },
    {
      "ce_loss_13": 3.269328761100769,
      "ce_loss_17": 3.174268388748169,
      "ce_loss_2": 4.4317457437515255,
      "ce_loss_4": 4.140791881084442,
      "ce_loss_9": 3.5443851590156554,
      "epoch": 0.532,
      "grad_norm": 944.0,
      "kl_loss_13": 241.83887634277343,
      "kl_loss_2": 2627.425256347656,
      "kl_loss_4": 2076.6944274902344,
      "kl_loss_9": 872.8814453125,
      "learning_rate": 0.0004572124957605803,
      "loss": 1461.4662,
      "step": 5320
    },
    {
      "ce_loss_13": 3.285194683074951,
      "ce_loss_17": 3.186634087562561,
      "ce_loss_2": 4.433029246330261,
      "ce_loss_4": 4.138253295421601,
      "ce_loss_9": 3.5500720739364624,
      "epoch": 0.533,
      "grad_norm": 880.0,
      "kl_loss_13": 240.8382713317871,
      "kl_loss_2": 2600.680529785156,
      "kl_loss_4": 2042.1682067871093,
      "kl_loss_9": 850.68427734375,
      "learning_rate": 0.00045563187119900103,
      "loss": 1412.1377,
      "step": 5330
    },
    {
      "ce_loss_13": 3.1356484055519105,
      "ce_loss_17": 3.0415505886077883,
      "ce_loss_2": 4.3238618016242985,
      "ce_loss_4": 4.028524541854859,
      "ce_loss_9": 3.4074003219604494,
      "epoch": 0.534,
      "grad_norm": 956.0,
      "kl_loss_13": 235.38914947509767,
      "kl_loss_2": 2667.044677734375,
      "kl_loss_4": 2106.6890869140625,
      "kl_loss_9": 862.3077911376953,
      "learning_rate": 0.00045405169342398633,
      "loss": 1454.8516,
      "step": 5340
    },
    {
      "ce_loss_13": 3.224562954902649,
      "ce_loss_17": 3.126737880706787,
      "ce_loss_2": 4.3905526280403135,
      "ce_loss_4": 4.104603385925293,
      "ce_loss_9": 3.49308865070343,
      "epoch": 0.535,
      "grad_norm": 848.0,
      "kl_loss_13": 241.32951736450195,
      "kl_loss_2": 2628.3176513671874,
      "kl_loss_4": 2090.070068359375,
      "kl_loss_9": 858.0560638427735,
      "learning_rate": 0.0004524719783479088,
      "loss": 1424.0244,
      "step": 5350
    },
    {
      "ce_loss_13": 3.1741369366645813,
      "ce_loss_17": 3.0767220854759216,
      "ce_loss_2": 4.362726187705993,
      "ce_loss_4": 4.075022065639496,
      "ce_loss_9": 3.452989196777344,
      "epoch": 0.536,
      "grad_norm": 852.0,
      "kl_loss_13": 240.72121887207032,
      "kl_loss_2": 2669.3479248046874,
      "kl_loss_4": 2126.304315185547,
      "kl_loss_9": 872.2170806884766,
      "learning_rate": 0.00045089274187848144,
      "loss": 1431.9494,
      "step": 5360
    },
    {
      "ce_loss_13": 3.298326337337494,
      "ce_loss_17": 3.202434706687927,
      "ce_loss_2": 4.426736211776733,
      "ce_loss_4": 4.1472920179367065,
      "ce_loss_9": 3.5499486446380617,
      "epoch": 0.537,
      "grad_norm": 888.0,
      "kl_loss_13": 235.2048225402832,
      "kl_loss_2": 2578.008203125,
      "kl_loss_4": 2040.4716735839843,
      "kl_loss_9": 838.3128295898438,
      "learning_rate": 0.00044931399991859835,
      "loss": 1416.3664,
      "step": 5370
    },
    {
      "ce_loss_13": 3.15212277173996,
      "ce_loss_17": 3.059235119819641,
      "ce_loss_2": 4.311778402328491,
      "ce_loss_4": 4.015219748020172,
      "ce_loss_9": 3.421120047569275,
      "epoch": 0.538,
      "grad_norm": 940.0,
      "kl_loss_13": 231.76331634521483,
      "kl_loss_2": 2606.6871948242188,
      "kl_loss_4": 2051.1831481933596,
      "kl_loss_9": 844.9657623291016,
      "learning_rate": 0.00044773576836617336,
      "loss": 1413.9028,
      "step": 5380
    },
    {
      "ce_loss_13": 3.2439461231231688,
      "ce_loss_17": 3.1480749607086183,
      "ce_loss_2": 4.4129960298538204,
      "ce_loss_4": 4.122675991058349,
      "ce_loss_9": 3.5230408787727354,
      "epoch": 0.539,
      "grad_norm": 988.0,
      "kl_loss_13": 237.98947219848634,
      "kl_loss_2": 2625.866259765625,
      "kl_loss_4": 2077.430450439453,
      "kl_loss_9": 864.8189117431641,
      "learning_rate": 0.00044615806311398056,
      "loss": 1468.0268,
      "step": 5390
    },
    {
      "ce_loss_13": 3.3209930181503298,
      "ce_loss_17": 3.229605257511139,
      "ce_loss_2": 4.391498923301697,
      "ce_loss_4": 4.109268450737,
      "ce_loss_9": 3.5633479714393617,
      "epoch": 0.54,
      "grad_norm": 924.0,
      "kl_loss_13": 230.18476257324218,
      "kl_loss_2": 2462.3640991210937,
      "kl_loss_4": 1935.889404296875,
      "kl_loss_9": 811.630825805664,
      "learning_rate": 0.00044458090004949454,
      "loss": 1413.2641,
      "step": 5400
    },
    {
      "ce_loss_13": 3.190377962589264,
      "ce_loss_17": 3.087027299404144,
      "ce_loss_2": 4.405064845085144,
      "ce_loss_4": 4.107898688316345,
      "ce_loss_9": 3.4767847418785096,
      "epoch": 0.541,
      "grad_norm": 840.0,
      "kl_loss_13": 247.92353210449218,
      "kl_loss_2": 2743.4492065429686,
      "kl_loss_4": 2178.961114501953,
      "kl_loss_9": 898.308383178711,
      "learning_rate": 0.0004430042950547297,
      "loss": 1451.5533,
      "step": 5410
    },
    {
      "ce_loss_13": 3.283571946620941,
      "ce_loss_17": 3.175406312942505,
      "ce_loss_2": 4.4423020362854,
      "ce_loss_4": 4.14836574792862,
      "ce_loss_9": 3.549823021888733,
      "epoch": 0.542,
      "grad_norm": 844.0,
      "kl_loss_13": 246.515869140625,
      "kl_loss_2": 2621.01884765625,
      "kl_loss_4": 2066.5546936035157,
      "kl_loss_9": 862.0836517333985,
      "learning_rate": 0.0004414282640060809,
      "loss": 1434.6312,
      "step": 5420
    },
    {
      "ce_loss_13": 3.3572264909744263,
      "ce_loss_17": 3.262089800834656,
      "ce_loss_2": 4.476845741271973,
      "ce_loss_4": 4.201539206504822,
      "ce_loss_9": 3.6384461522102356,
      "epoch": 0.543,
      "grad_norm": 1000.0,
      "kl_loss_13": 237.77007369995118,
      "kl_loss_2": 2498.5660766601563,
      "kl_loss_4": 1978.6057250976562,
      "kl_loss_9": 861.1564147949218,
      "learning_rate": 0.0004398528227741633,
      "loss": 1426.9819,
      "step": 5430
    },
    {
      "ce_loss_13": 3.233256757259369,
      "ce_loss_17": 3.1367274641990663,
      "ce_loss_2": 4.391225600242615,
      "ce_loss_4": 4.101148080825806,
      "ce_loss_9": 3.507310390472412,
      "epoch": 0.544,
      "grad_norm": 932.0,
      "kl_loss_13": 242.8495719909668,
      "kl_loss_2": 2594.2315673828125,
      "kl_loss_4": 2050.564532470703,
      "kl_loss_9": 872.3645721435547,
      "learning_rate": 0.00043827798722365264,
      "loss": 1451.5957,
      "step": 5440
    },
    {
      "ce_loss_13": 3.3480281233787537,
      "ce_loss_17": 3.2546151757240294,
      "ce_loss_2": 4.454211759567261,
      "ce_loss_4": 4.16955418586731,
      "ce_loss_9": 3.5987664222717286,
      "epoch": 0.545,
      "grad_norm": 972.0,
      "kl_loss_13": 237.6885887145996,
      "kl_loss_2": 2520.513293457031,
      "kl_loss_4": 1988.2488708496094,
      "kl_loss_9": 833.6821960449219,
      "learning_rate": 0.00043670377321312535,
      "loss": 1410.8355,
      "step": 5450
    },
    {
      "ce_loss_13": 3.3540380597114563,
      "ce_loss_17": 3.261450242996216,
      "ce_loss_2": 4.453149652481079,
      "ce_loss_4": 4.1675089478492735,
      "ce_loss_9": 3.601581835746765,
      "epoch": 0.546,
      "grad_norm": 872.0,
      "kl_loss_13": 231.9382209777832,
      "kl_loss_2": 2500.5212890625,
      "kl_loss_4": 1967.8952209472657,
      "kl_loss_9": 823.4026123046875,
      "learning_rate": 0.0004351301965948991,
      "loss": 1408.3826,
      "step": 5460
    },
    {
      "ce_loss_13": 3.260563921928406,
      "ce_loss_17": 3.168972909450531,
      "ce_loss_2": 4.369951272010804,
      "ce_loss_4": 4.088285195827484,
      "ce_loss_9": 3.5148344159126284,
      "epoch": 0.547,
      "grad_norm": 1256.0,
      "kl_loss_13": 230.15998916625978,
      "kl_loss_2": 2501.23369140625,
      "kl_loss_4": 1973.2835815429687,
      "kl_loss_9": 827.8443908691406,
      "learning_rate": 0.000433557273214873,
      "loss": 1410.1893,
      "step": 5470
    },
    {
      "ce_loss_13": 3.25427725315094,
      "ce_loss_17": 3.1570460915565492,
      "ce_loss_2": 4.379108524322509,
      "ce_loss_4": 4.0927928447723385,
      "ce_loss_9": 3.5142199039459228,
      "epoch": 0.548,
      "grad_norm": 928.0,
      "kl_loss_13": 236.9877830505371,
      "kl_loss_2": 2545.434216308594,
      "kl_loss_4": 1998.2710754394532,
      "kl_loss_9": 831.4971374511719,
      "learning_rate": 0.000431985018912368,
      "loss": 1389.0537,
      "step": 5480
    },
    {
      "ce_loss_13": 3.226706564426422,
      "ce_loss_17": 3.1292683482170105,
      "ce_loss_2": 4.399243092536926,
      "ce_loss_4": 4.112428474426269,
      "ce_loss_9": 3.495073413848877,
      "epoch": 0.549,
      "grad_norm": 868.0,
      "kl_loss_13": 239.58219223022462,
      "kl_loss_2": 2627.8002319335938,
      "kl_loss_4": 2095.0270385742188,
      "kl_loss_9": 860.5090057373047,
      "learning_rate": 0.0004304134495199674,
      "loss": 1409.3469,
      "step": 5490
    },
    {
      "ce_loss_13": 3.2517759561538697,
      "ce_loss_17": 3.1568957448005674,
      "ce_loss_2": 4.401349353790283,
      "ce_loss_4": 4.105891764163971,
      "ce_loss_9": 3.525186467170715,
      "epoch": 0.55,
      "grad_norm": 852.0,
      "kl_loss_13": 238.64617233276368,
      "kl_loss_2": 2620.271130371094,
      "kl_loss_4": 2072.4135192871095,
      "kl_loss_9": 874.193798828125,
      "learning_rate": 0.0004288425808633575,
      "loss": 1428.5023,
      "step": 5500
    },
    {
      "ce_loss_13": 3.230370843410492,
      "ce_loss_17": 3.1366963267326353,
      "ce_loss_2": 4.378269791603088,
      "ce_loss_4": 4.090001904964447,
      "ce_loss_9": 3.4878253698349,
      "epoch": 0.551,
      "grad_norm": 1032.0,
      "kl_loss_13": 233.13706436157227,
      "kl_loss_2": 2593.618603515625,
      "kl_loss_4": 2050.0465698242188,
      "kl_loss_9": 842.4681884765625,
      "learning_rate": 0.0004272724287611684,
      "loss": 1431.1554,
      "step": 5510
    },
    {
      "ce_loss_13": 3.2069764852523805,
      "ce_loss_17": 3.1097816228866577,
      "ce_loss_2": 4.379705595970154,
      "ce_loss_4": 4.098069417476654,
      "ce_loss_9": 3.4648272037506103,
      "epoch": 0.552,
      "grad_norm": 840.0,
      "kl_loss_13": 238.2747917175293,
      "kl_loss_2": 2633.7432861328125,
      "kl_loss_4": 2101.164514160156,
      "kl_loss_9": 846.2826568603516,
      "learning_rate": 0.00042570300902481425,
      "loss": 1439.5931,
      "step": 5520
    },
    {
      "ce_loss_13": 3.2375672459602356,
      "ce_loss_17": 3.146790337562561,
      "ce_loss_2": 4.3601685762405396,
      "ce_loss_4": 4.081451714038849,
      "ce_loss_9": 3.4896689295768737,
      "epoch": 0.553,
      "grad_norm": 920.0,
      "kl_loss_13": 231.33807907104492,
      "kl_loss_2": 2555.3967895507812,
      "kl_loss_4": 2022.6777709960938,
      "kl_loss_9": 830.5851776123047,
      "learning_rate": 0.00042413433745833423,
      "loss": 1410.9723,
      "step": 5530
    },
    {
      "ce_loss_13": 3.235991060733795,
      "ce_loss_17": 3.1391934752464294,
      "ce_loss_2": 4.394415354728698,
      "ce_loss_4": 4.1022326111793515,
      "ce_loss_9": 3.500549876689911,
      "epoch": 0.554,
      "grad_norm": 996.0,
      "kl_loss_13": 233.80357131958007,
      "kl_loss_2": 2598.0952392578124,
      "kl_loss_4": 2043.8817993164062,
      "kl_loss_9": 843.0975341796875,
      "learning_rate": 0.0004225664298582339,
      "loss": 1383.5615,
      "step": 5540
    },
    {
      "ce_loss_13": 3.309430015087128,
      "ce_loss_17": 3.218477714061737,
      "ce_loss_2": 4.429325103759766,
      "ce_loss_4": 4.147542655467987,
      "ce_loss_9": 3.5620126724243164,
      "epoch": 0.555,
      "grad_norm": 944.0,
      "kl_loss_13": 230.62957534790038,
      "kl_loss_2": 2511.424279785156,
      "kl_loss_4": 1979.3216857910156,
      "kl_loss_9": 823.8212493896484,
      "learning_rate": 0.000420999302013325,
      "loss": 1382.5365,
      "step": 5550
    },
    {
      "ce_loss_13": 3.216475558280945,
      "ce_loss_17": 3.119503605365753,
      "ce_loss_2": 4.420439648628235,
      "ce_loss_4": 4.1296982884407045,
      "ce_loss_9": 3.4864991903305054,
      "epoch": 0.556,
      "grad_norm": 912.0,
      "kl_loss_13": 243.6633056640625,
      "kl_loss_2": 2688.5159912109375,
      "kl_loss_4": 2135.290557861328,
      "kl_loss_9": 862.8586547851562,
      "learning_rate": 0.000419432969704568,
      "loss": 1434.2247,
      "step": 5560
    },
    {
      "ce_loss_13": 3.2545287132263185,
      "ce_loss_17": 3.160950255393982,
      "ce_loss_2": 4.383987593650818,
      "ce_loss_4": 4.097819077968597,
      "ce_loss_9": 3.511135494709015,
      "epoch": 0.557,
      "grad_norm": 868.0,
      "kl_loss_13": 233.8695381164551,
      "kl_loss_2": 2532.8112548828126,
      "kl_loss_4": 1993.3291015625,
      "kl_loss_9": 830.1571441650391,
      "learning_rate": 0.00041786744870491154,
      "loss": 1445.4945,
      "step": 5570
    },
    {
      "ce_loss_13": 3.1984161138534546,
      "ce_loss_17": 3.10117369890213,
      "ce_loss_2": 4.349075174331665,
      "ce_loss_4": 4.062174940109253,
      "ce_loss_9": 3.4661641359329223,
      "epoch": 0.558,
      "grad_norm": 936.0,
      "kl_loss_13": 238.3305236816406,
      "kl_loss_2": 2593.8963134765627,
      "kl_loss_4": 2053.7305603027344,
      "kl_loss_9": 860.2523498535156,
      "learning_rate": 0.0004163027547791347,
      "loss": 1422.9781,
      "step": 5580
    },
    {
      "ce_loss_13": 3.1820846796035767,
      "ce_loss_17": 3.0863997459411623,
      "ce_loss_2": 4.382808256149292,
      "ce_loss_4": 4.086593902111053,
      "ce_loss_9": 3.454039692878723,
      "epoch": 0.559,
      "grad_norm": 856.0,
      "kl_loss_13": 238.1822525024414,
      "kl_loss_2": 2674.379833984375,
      "kl_loss_4": 2117.0798278808593,
      "kl_loss_9": 860.9488952636718,
      "learning_rate": 0.0004147389036836881,
      "loss": 1438.0104,
      "step": 5590
    },
    {
      "ce_loss_13": 3.2278117656707765,
      "ce_loss_17": 3.1327100872993467,
      "ce_loss_2": 4.3901468276977536,
      "ce_loss_4": 4.1008705496788025,
      "ce_loss_9": 3.4992452025413514,
      "epoch": 0.56,
      "grad_norm": 1008.0,
      "kl_loss_13": 236.05131149291992,
      "kl_loss_2": 2596.961328125,
      "kl_loss_4": 2052.2495361328124,
      "kl_loss_9": 856.0904724121094,
      "learning_rate": 0.00041317591116653486,
      "loss": 1456.3472,
      "step": 5600
    },
    {
      "ce_loss_13": 3.255778098106384,
      "ce_loss_17": 3.1611954808235168,
      "ce_loss_2": 4.4192228555679325,
      "ce_loss_4": 4.134356498718262,
      "ce_loss_9": 3.5241804718971252,
      "epoch": 0.561,
      "grad_norm": 820.0,
      "kl_loss_13": 241.46857452392578,
      "kl_loss_2": 2619.669287109375,
      "kl_loss_4": 2075.8135498046877,
      "kl_loss_9": 858.2986419677734,
      "learning_rate": 0.0004116137929669921,
      "loss": 1427.8906,
      "step": 5610
    },
    {
      "ce_loss_13": 3.2517098903656008,
      "ce_loss_17": 3.1602564215660096,
      "ce_loss_2": 4.39375718832016,
      "ce_loss_4": 4.109205067157745,
      "ce_loss_9": 3.5135385155677796,
      "epoch": 0.562,
      "grad_norm": 996.0,
      "kl_loss_13": 231.79026412963867,
      "kl_loss_2": 2573.0449462890624,
      "kl_loss_4": 2034.3422607421876,
      "kl_loss_9": 839.1124053955078,
      "learning_rate": 0.00041005256481557305,
      "loss": 1399.7518,
      "step": 5620
    },
    {
      "ce_loss_13": 3.351257121562958,
      "ce_loss_17": 3.2595076084136965,
      "ce_loss_2": 4.4319993019104,
      "ce_loss_4": 4.154893457889557,
      "ce_loss_9": 3.590802001953125,
      "epoch": 0.563,
      "grad_norm": 924.0,
      "kl_loss_13": 225.93316345214845,
      "kl_loss_2": 2459.0507202148438,
      "kl_loss_4": 1931.7695434570312,
      "kl_loss_9": 803.16787109375,
      "learning_rate": 0.00040849224243382767,
      "loss": 1377.0832,
      "step": 5630
    },
    {
      "ce_loss_13": 3.2062005162239076,
      "ce_loss_17": 3.1118099808692934,
      "ce_loss_2": 4.359602761268616,
      "ce_loss_4": 4.0741450667381285,
      "ce_loss_9": 3.466958475112915,
      "epoch": 0.564,
      "grad_norm": 880.0,
      "kl_loss_13": 234.28491592407227,
      "kl_loss_2": 2585.8306518554687,
      "kl_loss_4": 2053.440704345703,
      "kl_loss_9": 846.0140014648438,
      "learning_rate": 0.000406932841534185,
      "loss": 1403.7951,
      "step": 5640
    },
    {
      "ce_loss_13": 3.176671230792999,
      "ce_loss_17": 3.078430962562561,
      "ce_loss_2": 4.331629621982574,
      "ce_loss_4": 4.053027820587158,
      "ce_loss_9": 3.450083887577057,
      "epoch": 0.565,
      "grad_norm": 1200.0,
      "kl_loss_13": 237.31102752685547,
      "kl_loss_2": 2619.3731201171877,
      "kl_loss_4": 2092.3601684570312,
      "kl_loss_9": 863.4239288330078,
      "learning_rate": 0.0004053743778197951,
      "loss": 1458.5658,
      "step": 5650
    },
    {
      "ce_loss_13": 3.274586188793182,
      "ce_loss_17": 3.1797106742858885,
      "ce_loss_2": 4.407772159576416,
      "ce_loss_4": 4.133595025539398,
      "ce_loss_9": 3.5387351512908936,
      "epoch": 0.566,
      "grad_norm": 884.0,
      "kl_loss_13": 236.99430923461915,
      "kl_loss_2": 2536.6812255859377,
      "kl_loss_4": 2023.3791259765626,
      "kl_loss_9": 842.8063934326171,
      "learning_rate": 0.0004038168669843697,
      "loss": 1437.6104,
      "step": 5660
    },
    {
      "ce_loss_13": 3.2296634316444397,
      "ce_loss_17": 3.137158191204071,
      "ce_loss_2": 4.339892792701721,
      "ce_loss_4": 4.065719175338745,
      "ce_loss_9": 3.4848448514938353,
      "epoch": 0.567,
      "grad_norm": 928.0,
      "kl_loss_13": 232.789705657959,
      "kl_loss_2": 2506.612060546875,
      "kl_loss_4": 1980.6403076171875,
      "kl_loss_9": 823.4604064941407,
      "learning_rate": 0.000402260324712026,
      "loss": 1429.6207,
      "step": 5670
    },
    {
      "ce_loss_13": 3.27266640663147,
      "ce_loss_17": 3.180715024471283,
      "ce_loss_2": 4.4394615650177,
      "ce_loss_4": 4.1508574962615965,
      "ce_loss_9": 3.538129734992981,
      "epoch": 0.568,
      "grad_norm": 804.0,
      "kl_loss_13": 230.25597610473633,
      "kl_loss_2": 2594.2272216796873,
      "kl_loss_4": 2059.2771606445312,
      "kl_loss_9": 840.2705047607421,
      "learning_rate": 0.00040070476667712743,
      "loss": 1404.5531,
      "step": 5680
    },
    {
      "ce_loss_13": 3.3071704864501954,
      "ce_loss_17": 3.213378405570984,
      "ce_loss_2": 4.430555748939514,
      "ce_loss_4": 4.148973155021667,
      "ce_loss_9": 3.563006508350372,
      "epoch": 0.569,
      "grad_norm": 840.0,
      "kl_loss_13": 232.40666885375975,
      "kl_loss_2": 2534.8173583984376,
      "kl_loss_4": 2006.4983459472655,
      "kl_loss_9": 830.2776977539063,
      "learning_rate": 0.0003991502085441259,
      "loss": 1418.3568,
      "step": 5690
    },
    {
      "ce_loss_13": 3.338138663768768,
      "ce_loss_17": 3.2503367185592653,
      "ce_loss_2": 4.427838611602783,
      "ce_loss_4": 4.148164165019989,
      "ce_loss_9": 3.583894896507263,
      "epoch": 0.57,
      "grad_norm": 868.0,
      "kl_loss_13": 225.03974685668945,
      "kl_loss_2": 2460.3081665039062,
      "kl_loss_4": 1922.2230102539063,
      "kl_loss_9": 797.9386169433594,
      "learning_rate": 0.0003975966659674047,
      "loss": 1391.193,
      "step": 5700
    },
    {
      "ce_loss_13": 3.305832934379578,
      "ce_loss_17": 3.2160136818885805,
      "ce_loss_2": 4.443049371242523,
      "ce_loss_4": 4.157168364524841,
      "ce_loss_9": 3.562156653404236,
      "epoch": 0.571,
      "grad_norm": 808.0,
      "kl_loss_13": 233.45500640869142,
      "kl_loss_2": 2555.1978149414062,
      "kl_loss_4": 2015.8797180175782,
      "kl_loss_9": 825.7862274169922,
      "learning_rate": 0.0003960441545911204,
      "loss": 1392.2576,
      "step": 5710
    },
    {
      "ce_loss_13": 3.2979984998703005,
      "ce_loss_17": 3.20640572309494,
      "ce_loss_2": 4.414292907714843,
      "ce_loss_4": 4.1284249186515805,
      "ce_loss_9": 3.5509427428245544,
      "epoch": 0.572,
      "grad_norm": 840.0,
      "kl_loss_13": 231.97683868408203,
      "kl_loss_2": 2534.3826171875,
      "kl_loss_4": 2007.47265625,
      "kl_loss_9": 832.1235748291016,
      "learning_rate": 0.0003944926900490452,
      "loss": 1402.5652,
      "step": 5720
    },
    {
      "ce_loss_13": 3.219693434238434,
      "ce_loss_17": 3.1212239384651186,
      "ce_loss_2": 4.393144679069519,
      "ce_loss_4": 4.102212285995483,
      "ce_loss_9": 3.490486514568329,
      "epoch": 0.573,
      "grad_norm": 772.0,
      "kl_loss_13": 235.44636001586915,
      "kl_loss_2": 2616.2996826171875,
      "kl_loss_4": 2070.2421264648438,
      "kl_loss_9": 851.2656707763672,
      "learning_rate": 0.0003929422879644099,
      "loss": 1413.3826,
      "step": 5730
    },
    {
      "ce_loss_13": 3.22045019865036,
      "ce_loss_17": 3.129276084899902,
      "ce_loss_2": 4.351107883453369,
      "ce_loss_4": 4.054018497467041,
      "ce_loss_9": 3.4733495831489565,
      "epoch": 0.574,
      "grad_norm": 864.0,
      "kl_loss_13": 227.50900268554688,
      "kl_loss_2": 2547.5375244140623,
      "kl_loss_4": 2001.3611694335937,
      "kl_loss_9": 826.952767944336,
      "learning_rate": 0.0003913929639497462,
      "loss": 1375.0348,
      "step": 5740
    },
    {
      "ce_loss_13": 3.1821637749671936,
      "ce_loss_17": 3.087957036495209,
      "ce_loss_2": 4.359432423114777,
      "ce_loss_4": 4.066091692447662,
      "ce_loss_9": 3.4462706208229066,
      "epoch": 0.575,
      "grad_norm": 828.0,
      "kl_loss_13": 232.518807220459,
      "kl_loss_2": 2636.359411621094,
      "kl_loss_4": 2089.879962158203,
      "kl_loss_9": 839.9574462890625,
      "learning_rate": 0.00038984473360672965,
      "loss": 1406.9381,
      "step": 5750
    },
    {
      "ce_loss_13": 3.1875351667404175,
      "ce_loss_17": 3.0950862526893617,
      "ce_loss_2": 4.362112975120544,
      "ce_loss_4": 4.066373074054718,
      "ce_loss_9": 3.4482316613197326,
      "epoch": 0.576,
      "grad_norm": 868.0,
      "kl_loss_13": 227.55917205810547,
      "kl_loss_2": 2609.50537109375,
      "kl_loss_4": 2059.553112792969,
      "kl_loss_9": 835.4907867431641,
      "learning_rate": 0.0003882976125260229,
      "loss": 1394.3872,
      "step": 5760
    },
    {
      "ce_loss_13": 3.253630042076111,
      "ce_loss_17": 3.158768332004547,
      "ce_loss_2": 4.4003081798553465,
      "ce_loss_4": 4.105486381053924,
      "ce_loss_9": 3.5109742760658262,
      "epoch": 0.577,
      "grad_norm": 1056.0,
      "kl_loss_13": 232.02925643920898,
      "kl_loss_2": 2572.6723388671876,
      "kl_loss_4": 2018.9011962890625,
      "kl_loss_9": 828.4405487060546,
      "learning_rate": 0.00038675161628711776,
      "loss": 1416.0004,
      "step": 5770
    },
    {
      "ce_loss_13": 3.287421774864197,
      "ce_loss_17": 3.1927932143211364,
      "ce_loss_2": 4.401708006858826,
      "ce_loss_4": 4.117022109031677,
      "ce_loss_9": 3.539080190658569,
      "epoch": 0.578,
      "grad_norm": 992.0,
      "kl_loss_13": 233.13113174438476,
      "kl_loss_2": 2513.6958251953124,
      "kl_loss_4": 1986.6510437011718,
      "kl_loss_9": 825.7736572265625,
      "learning_rate": 0.0003852067604581794,
      "loss": 1435.1811,
      "step": 5780
    },
    {
      "ce_loss_13": 3.2348132729530334,
      "ce_loss_17": 3.1447670340538023,
      "ce_loss_2": 4.38879165649414,
      "ce_loss_4": 4.099067687988281,
      "ce_loss_9": 3.494375240802765,
      "epoch": 0.579,
      "grad_norm": 1016.0,
      "kl_loss_13": 229.48376007080077,
      "kl_loss_2": 2593.1627685546873,
      "kl_loss_4": 2053.509631347656,
      "kl_loss_9": 838.6121520996094,
      "learning_rate": 0.0003836630605958888,
      "loss": 1407.9807,
      "step": 5790
    },
    {
      "ce_loss_13": 3.295253574848175,
      "ce_loss_17": 3.203297519683838,
      "ce_loss_2": 4.423774898052216,
      "ce_loss_4": 4.145563721656799,
      "ce_loss_9": 3.544156217575073,
      "epoch": 0.58,
      "grad_norm": 992.0,
      "kl_loss_13": 233.95409469604493,
      "kl_loss_2": 2570.943115234375,
      "kl_loss_4": 2042.2085388183593,
      "kl_loss_9": 833.4795379638672,
      "learning_rate": 0.0003821205322452863,
      "loss": 1464.8057,
      "step": 5800
    },
    {
      "ce_loss_13": 3.267258608341217,
      "ce_loss_17": 3.1813372492790224,
      "ce_loss_2": 4.396870112419128,
      "ce_loss_4": 4.116019523143768,
      "ce_loss_9": 3.523220121860504,
      "epoch": 0.581,
      "grad_norm": 1040.0,
      "kl_loss_13": 228.84890594482422,
      "kl_loss_2": 2556.1291381835936,
      "kl_loss_4": 2024.586492919922,
      "kl_loss_9": 824.1128021240235,
      "learning_rate": 0.0003805791909396155,
      "loss": 1413.3881,
      "step": 5810
    },
    {
      "ce_loss_13": 3.2223562479019163,
      "ce_loss_17": 3.131128215789795,
      "ce_loss_2": 4.3608808517456055,
      "ce_loss_4": 4.078696227073669,
      "ce_loss_9": 3.4814393758773803,
      "epoch": 0.582,
      "grad_norm": 828.0,
      "kl_loss_13": 229.21967391967775,
      "kl_loss_2": 2549.3384399414062,
      "kl_loss_4": 2020.2727478027343,
      "kl_loss_9": 827.5791931152344,
      "learning_rate": 0.0003790390522001662,
      "loss": 1418.4744,
      "step": 5820
    },
    {
      "ce_loss_13": 3.1667389273643494,
      "ce_loss_17": 3.075244390964508,
      "ce_loss_2": 4.309235787391662,
      "ce_loss_4": 4.0269601225852965,
      "ce_loss_9": 3.42468101978302,
      "epoch": 0.583,
      "grad_norm": 824.0,
      "kl_loss_13": 228.8446029663086,
      "kl_loss_2": 2606.355505371094,
      "kl_loss_4": 2067.4308471679688,
      "kl_loss_9": 837.4672698974609,
      "learning_rate": 0.0003775001315361183,
      "loss": 1400.2421,
      "step": 5830
    },
    {
      "ce_loss_13": 3.265468406677246,
      "ce_loss_17": 3.171788048744202,
      "ce_loss_2": 4.423987770080567,
      "ce_loss_4": 4.135515594482422,
      "ce_loss_9": 3.531561052799225,
      "epoch": 0.584,
      "grad_norm": 1088.0,
      "kl_loss_13": 232.24418106079102,
      "kl_loss_2": 2586.575439453125,
      "kl_loss_4": 2047.969744873047,
      "kl_loss_9": 836.1255950927734,
      "learning_rate": 0.0003759624444443858,
      "loss": 1424.1965,
      "step": 5840
    },
    {
      "ce_loss_13": 3.2983623504638673,
      "ce_loss_17": 3.211426329612732,
      "ce_loss_2": 4.418631052970886,
      "ce_loss_4": 4.139723670482636,
      "ce_loss_9": 3.5482105374336244,
      "epoch": 0.585,
      "grad_norm": 820.0,
      "kl_loss_13": 227.23451919555663,
      "kl_loss_2": 2537.3679321289064,
      "kl_loss_4": 2012.68701171875,
      "kl_loss_9": 819.8915100097656,
      "learning_rate": 0.00037442600640946044,
      "loss": 1386.7533,
      "step": 5850
    },
    {
      "ce_loss_13": 3.27207111120224,
      "ce_loss_17": 3.1785031914711,
      "ce_loss_2": 4.384279441833496,
      "ce_loss_4": 4.09559998512268,
      "ce_loss_9": 3.521187937259674,
      "epoch": 0.586,
      "grad_norm": 772.0,
      "kl_loss_13": 228.3373001098633,
      "kl_loss_2": 2530.15283203125,
      "kl_loss_4": 1994.758740234375,
      "kl_loss_9": 823.6193054199218,
      "learning_rate": 0.00037289083290325663,
      "loss": 1372.6998,
      "step": 5860
    },
    {
      "ce_loss_13": 3.244118702411652,
      "ce_loss_17": 3.1523624658584595,
      "ce_loss_2": 4.360163080692291,
      "ce_loss_4": 4.083122837543487,
      "ce_loss_9": 3.4959442615509033,
      "epoch": 0.587,
      "grad_norm": 928.0,
      "kl_loss_13": 231.24836120605468,
      "kl_loss_2": 2515.5857788085937,
      "kl_loss_4": 1981.6635192871095,
      "kl_loss_9": 816.1141571044922,
      "learning_rate": 0.0003713569393849543,
      "loss": 1387.4872,
      "step": 5870
    },
    {
      "ce_loss_13": 3.2992770671844482,
      "ce_loss_17": 3.2059216022491457,
      "ce_loss_2": 4.410819458961487,
      "ce_loss_4": 4.13393474817276,
      "ce_loss_9": 3.5530097007751467,
      "epoch": 0.588,
      "grad_norm": 876.0,
      "kl_loss_13": 230.8677879333496,
      "kl_loss_2": 2526.34072265625,
      "kl_loss_4": 2002.4048767089844,
      "kl_loss_9": 830.1593688964844,
      "learning_rate": 0.00036982434130084397,
      "loss": 1404.6256,
      "step": 5880
    },
    {
      "ce_loss_13": 3.212831735610962,
      "ce_loss_17": 3.115894150733948,
      "ce_loss_2": 4.344887983798981,
      "ce_loss_4": 4.050029182434082,
      "ce_loss_9": 3.469256889820099,
      "epoch": 0.589,
      "grad_norm": 884.0,
      "kl_loss_13": 237.92863845825195,
      "kl_loss_2": 2563.0936889648438,
      "kl_loss_4": 2015.7842590332032,
      "kl_loss_9": 839.4622436523438,
      "learning_rate": 0.00036829305408417166,
      "loss": 1420.9584,
      "step": 5890
    },
    {
      "ce_loss_13": 3.2000078201293944,
      "ce_loss_17": 3.1018877744674684,
      "ce_loss_2": 4.370662379264831,
      "ce_loss_4": 4.0750037908554075,
      "ce_loss_9": 3.4702266454696655,
      "epoch": 0.59,
      "grad_norm": 968.0,
      "kl_loss_13": 237.14598693847657,
      "kl_loss_2": 2621.7508544921875,
      "kl_loss_4": 2067.988635253906,
      "kl_loss_9": 850.0048950195312,
      "learning_rate": 0.0003667630931549826,
      "loss": 1418.2734,
      "step": 5900
    },
    {
      "ce_loss_13": 3.167231333255768,
      "ce_loss_17": 3.0730149030685423,
      "ce_loss_2": 4.366086077690125,
      "ce_loss_4": 4.077059423923492,
      "ce_loss_9": 3.4455093264579775,
      "epoch": 0.591,
      "grad_norm": 1000.0,
      "kl_loss_13": 232.85792694091796,
      "kl_loss_2": 2678.4753295898436,
      "kl_loss_4": 2132.040148925781,
      "kl_loss_9": 858.3171447753906,
      "learning_rate": 0.00036523447391996613,
      "loss": 1443.2424,
      "step": 5910
    },
    {
      "ce_loss_13": 3.254744052886963,
      "ce_loss_17": 3.1648544311523437,
      "ce_loss_2": 4.374972128868103,
      "ce_loss_4": 4.092326152324676,
      "ce_loss_9": 3.509063982963562,
      "epoch": 0.592,
      "grad_norm": 788.0,
      "kl_loss_13": 229.79783325195314,
      "kl_loss_2": 2524.7337280273437,
      "kl_loss_4": 1988.9702270507812,
      "kl_loss_9": 821.4826202392578,
      "learning_rate": 0.00036370721177230114,
      "loss": 1391.0173,
      "step": 5920
    },
    {
      "ce_loss_13": 3.2567181825637816,
      "ce_loss_17": 3.16144859790802,
      "ce_loss_2": 4.414609766006469,
      "ce_loss_4": 4.125541710853577,
      "ce_loss_9": 3.5193495392799377,
      "epoch": 0.593,
      "grad_norm": 804.0,
      "kl_loss_13": 236.6628875732422,
      "kl_loss_2": 2582.9745483398438,
      "kl_loss_4": 2041.99072265625,
      "kl_loss_9": 842.2959655761719,
      "learning_rate": 0.00036218132209150044,
      "loss": 1413.9506,
      "step": 5930
    },
    {
      "ce_loss_13": 3.2117167711257935,
      "ce_loss_17": 3.1085928797721865,
      "ce_loss_2": 4.395073628425598,
      "ce_loss_4": 4.10965234041214,
      "ce_loss_9": 3.482756757736206,
      "epoch": 0.594,
      "grad_norm": 932.0,
      "kl_loss_13": 243.6380187988281,
      "kl_loss_2": 2668.6521850585937,
      "kl_loss_4": 2127.320697021484,
      "kl_loss_9": 864.8132110595703,
      "learning_rate": 0.0003606568202432562,
      "loss": 1437.4641,
      "step": 5940
    },
    {
      "ce_loss_13": 3.2749355912208555,
      "ce_loss_17": 3.180494260787964,
      "ce_loss_2": 4.442890572547912,
      "ce_loss_4": 4.156251358985901,
      "ce_loss_9": 3.53540940284729,
      "epoch": 0.595,
      "grad_norm": 1040.0,
      "kl_loss_13": 234.7014488220215,
      "kl_loss_2": 2638.2986328125,
      "kl_loss_4": 2087.424670410156,
      "kl_loss_9": 846.3891693115235,
      "learning_rate": 0.0003591337215792851,
      "loss": 1406.0023,
      "step": 5950
    },
    {
      "ce_loss_13": 3.309464681148529,
      "ce_loss_17": 3.2235302329063416,
      "ce_loss_2": 4.402388203144073,
      "ce_loss_4": 4.121564400196076,
      "ce_loss_9": 3.556831753253937,
      "epoch": 0.596,
      "grad_norm": 1024.0,
      "kl_loss_13": 223.71617889404297,
      "kl_loss_2": 2476.5489868164063,
      "kl_loss_4": 1953.2594482421875,
      "kl_loss_9": 807.5070098876953,
      "learning_rate": 0.00035761204143717383,
      "loss": 1394.3458,
      "step": 5960
    },
    {
      "ce_loss_13": 3.2692392468452454,
      "ce_loss_17": 3.1779242873191835,
      "ce_loss_2": 4.398617744445801,
      "ce_loss_4": 4.118852138519287,
      "ce_loss_9": 3.5263784885406495,
      "epoch": 0.597,
      "grad_norm": 928.0,
      "kl_loss_13": 230.25725250244142,
      "kl_loss_2": 2564.5046875,
      "kl_loss_4": 2041.696600341797,
      "kl_loss_9": 834.9072937011719,
      "learning_rate": 0.0003560917951402245,
      "loss": 1439.8227,
      "step": 5970
    },
    {
      "ce_loss_13": 3.2496317982673646,
      "ce_loss_17": 3.1600715041160585,
      "ce_loss_2": 4.378537487983704,
      "ce_loss_4": 4.102442514896393,
      "ce_loss_9": 3.510550153255463,
      "epoch": 0.598,
      "grad_norm": 1224.0,
      "kl_loss_13": 228.3923698425293,
      "kl_loss_2": 2548.4739379882812,
      "kl_loss_4": 2024.2143981933593,
      "kl_loss_9": 833.0222869873047,
      "learning_rate": 0.00035457299799730046,
      "loss": 1400.526,
      "step": 5980
    },
    {
      "ce_loss_13": 3.30535683631897,
      "ce_loss_17": 3.215275287628174,
      "ce_loss_2": 4.417876863479615,
      "ce_loss_4": 4.138031899929047,
      "ce_loss_9": 3.5640909314155578,
      "epoch": 0.599,
      "grad_norm": 1004.0,
      "kl_loss_13": 229.51971969604492,
      "kl_loss_2": 2516.5375244140623,
      "kl_loss_4": 1980.7409606933593,
      "kl_loss_9": 825.5029388427735,
      "learning_rate": 0.0003530556653026721,
      "loss": 1407.9975,
      "step": 5990
    },
    {
      "ce_loss_13": 3.2337883830070497,
      "ce_loss_17": 3.1406787872314452,
      "ce_loss_2": 4.377436971664428,
      "ce_loss_4": 4.089027559757232,
      "ce_loss_9": 3.486391067504883,
      "epoch": 0.6,
      "grad_norm": 1144.0,
      "kl_loss_13": 227.38719482421874,
      "kl_loss_2": 2581.539196777344,
      "kl_loss_4": 2049.9173889160156,
      "kl_loss_9": 819.7808288574219,
      "learning_rate": 0.00035153981233586274,
      "loss": 1427.5375,
      "step": 6000
    },
    {
      "ce_loss_13": 3.20476176738739,
      "ce_loss_17": 3.1141116976737977,
      "ce_loss_2": 4.352747404575348,
      "ce_loss_4": 4.067610096931458,
      "ce_loss_9": 3.4695231437683107,
      "epoch": 0.601,
      "grad_norm": 1040.0,
      "kl_loss_13": 226.83367309570312,
      "kl_loss_2": 2564.571325683594,
      "kl_loss_4": 2033.4016906738282,
      "kl_loss_9": 832.6494201660156,
      "learning_rate": 0.00035002545436149473,
      "loss": 1450.2203,
      "step": 6010
    },
    {
      "ce_loss_13": 3.2144734382629396,
      "ce_loss_17": 3.121029281616211,
      "ce_loss_2": 4.372288644313812,
      "ce_loss_4": 4.088346481323242,
      "ce_loss_9": 3.4823519229888915,
      "epoch": 0.602,
      "grad_norm": 1080.0,
      "kl_loss_13": 237.34789276123047,
      "kl_loss_2": 2607.0394287109375,
      "kl_loss_4": 2063.7788940429687,
      "kl_loss_9": 848.1593475341797,
      "learning_rate": 0.0003485126066291364,
      "loss": 1400.3073,
      "step": 6020
    },
    {
      "ce_loss_13": 3.255044734477997,
      "ce_loss_17": 3.164732348918915,
      "ce_loss_2": 4.404607486724854,
      "ce_loss_4": 4.122542726993561,
      "ce_loss_9": 3.517188382148743,
      "epoch": 0.603,
      "grad_norm": 964.0,
      "kl_loss_13": 226.77251281738282,
      "kl_loss_2": 2559.346826171875,
      "kl_loss_4": 2031.9142272949218,
      "kl_loss_9": 827.2862487792969,
      "learning_rate": 0.0003470012843731476,
      "loss": 1413.7271,
      "step": 6030
    },
    {
      "ce_loss_13": 3.206252062320709,
      "ce_loss_17": 3.1121634960174562,
      "ce_loss_2": 4.356084418296814,
      "ce_loss_4": 4.07145768404007,
      "ce_loss_9": 3.464072847366333,
      "epoch": 0.604,
      "grad_norm": 1032.0,
      "kl_loss_13": 228.70163803100587,
      "kl_loss_2": 2579.2633544921873,
      "kl_loss_4": 2046.7201721191407,
      "kl_loss_9": 834.6922180175782,
      "learning_rate": 0.00034549150281252633,
      "loss": 1444.5348,
      "step": 6040
    },
    {
      "ce_loss_13": 3.1869379758834837,
      "ce_loss_17": 3.0919574022293093,
      "ce_loss_2": 4.307004332542419,
      "ce_loss_4": 4.023111295700073,
      "ce_loss_9": 3.43609904050827,
      "epoch": 0.605,
      "grad_norm": 852.0,
      "kl_loss_13": 231.76103820800782,
      "kl_loss_2": 2514.5482666015623,
      "kl_loss_4": 1974.574041748047,
      "kl_loss_9": 815.0408874511719,
      "learning_rate": 0.0003439832771507565,
      "loss": 1381.5484,
      "step": 6050
    },
    {
      "ce_loss_13": 3.1909875512123107,
      "ce_loss_17": 3.098554015159607,
      "ce_loss_2": 4.342778587341309,
      "ce_loss_4": 4.053665661811829,
      "ce_loss_9": 3.454178750514984,
      "epoch": 0.606,
      "grad_norm": 920.0,
      "kl_loss_13": 228.57085647583008,
      "kl_loss_2": 2592.7705810546877,
      "kl_loss_4": 2045.2464477539063,
      "kl_loss_9": 839.3021881103516,
      "learning_rate": 0.0003424766225756537,
      "loss": 1405.1307,
      "step": 6060
    },
    {
      "ce_loss_13": 3.245312237739563,
      "ce_loss_17": 3.1574817061424256,
      "ce_loss_2": 4.386974465847016,
      "ce_loss_4": 4.10160768032074,
      "ce_loss_9": 3.502121889591217,
      "epoch": 0.607,
      "grad_norm": 912.0,
      "kl_loss_13": 226.91528244018554,
      "kl_loss_2": 2561.604052734375,
      "kl_loss_4": 2021.492694091797,
      "kl_loss_9": 827.3878692626953,
      "learning_rate": 0.00034097155425921255,
      "loss": 1386.3665,
      "step": 6070
    },
    {
      "ce_loss_13": 3.1451975226402284,
      "ce_loss_17": 3.0513622999191283,
      "ce_loss_2": 4.310491049289704,
      "ce_loss_4": 4.019709491729737,
      "ce_loss_9": 3.4111838579177856,
      "epoch": 0.608,
      "grad_norm": 928.0,
      "kl_loss_13": 232.4799789428711,
      "kl_loss_2": 2627.470166015625,
      "kl_loss_4": 2079.4474609375,
      "kl_loss_9": 843.9461151123047,
      "learning_rate": 0.0003394680873574546,
      "loss": 1414.8074,
      "step": 6080
    },
    {
      "ce_loss_13": 3.248126494884491,
      "ce_loss_17": 3.156547796726227,
      "ce_loss_2": 4.402919721603394,
      "ce_loss_4": 4.123408806324005,
      "ce_loss_9": 3.51514755487442,
      "epoch": 0.609,
      "grad_norm": 896.0,
      "kl_loss_13": 231.09435119628907,
      "kl_loss_2": 2619.8621337890627,
      "kl_loss_4": 2088.242785644531,
      "kl_loss_9": 847.3386016845703,
      "learning_rate": 0.0003379662370102747,
      "loss": 1410.5209,
      "step": 6090
    },
    {
      "ce_loss_13": 3.260214614868164,
      "ce_loss_17": 3.17033851146698,
      "ce_loss_2": 4.378973543643951,
      "ce_loss_4": 4.095032501220703,
      "ce_loss_9": 3.5076473712921143,
      "epoch": 0.61,
      "grad_norm": 1004.0,
      "kl_loss_13": 228.6587013244629,
      "kl_loss_2": 2555.754248046875,
      "kl_loss_4": 2012.432354736328,
      "kl_loss_9": 829.2882019042969,
      "learning_rate": 0.0003364660183412892,
      "loss": 1409.8023,
      "step": 6100
    },
    {
      "ce_loss_13": 3.243327963352203,
      "ce_loss_17": 3.150516951084137,
      "ce_loss_2": 4.3727805614471436,
      "ce_loss_4": 4.081695449352265,
      "ce_loss_9": 3.4951064825057983,
      "epoch": 0.611,
      "grad_norm": 928.0,
      "kl_loss_13": 233.1937469482422,
      "kl_loss_2": 2564.4494750976564,
      "kl_loss_4": 2017.0374572753906,
      "kl_loss_9": 829.6589935302734,
      "learning_rate": 0.0003349674464576834,
      "loss": 1423.7318,
      "step": 6110
    },
    {
      "ce_loss_13": 3.192290186882019,
      "ce_loss_17": 3.101076591014862,
      "ce_loss_2": 4.344872784614563,
      "ce_loss_4": 4.060330271720886,
      "ce_loss_9": 3.4539494037628176,
      "epoch": 0.612,
      "grad_norm": 812.0,
      "kl_loss_13": 231.32125244140624,
      "kl_loss_2": 2600.617919921875,
      "kl_loss_4": 2060.823516845703,
      "kl_loss_9": 837.5670745849609,
      "learning_rate": 0.00033347053645005966,
      "loss": 1390.0195,
      "step": 6120
    },
    {
      "ce_loss_13": 3.292400562763214,
      "ce_loss_17": 3.2021037340164185,
      "ce_loss_2": 4.395995855331421,
      "ce_loss_4": 4.1126100540161135,
      "ce_loss_9": 3.5435969948768617,
      "epoch": 0.613,
      "grad_norm": 980.0,
      "kl_loss_13": 225.01504440307616,
      "kl_loss_2": 2464.6257080078126,
      "kl_loss_4": 1934.4326599121093,
      "kl_loss_9": 808.3387603759766,
      "learning_rate": 0.00033197530339228485,
      "loss": 1390.4135,
      "step": 6130
    },
    {
      "ce_loss_13": 3.252897322177887,
      "ce_loss_17": 3.1589378714561462,
      "ce_loss_2": 4.389720106124878,
      "ce_loss_4": 4.1005248665809635,
      "ce_loss_9": 3.5177234768867494,
      "epoch": 0.614,
      "grad_norm": 888.0,
      "kl_loss_13": 232.7153091430664,
      "kl_loss_2": 2543.49384765625,
      "kl_loss_4": 2005.2430114746094,
      "kl_loss_9": 838.3109405517578,
      "learning_rate": 0.00033048176234133967,
      "loss": 1400.575,
      "step": 6140
    },
    {
      "ce_loss_13": 3.2428000450134276,
      "ce_loss_17": 3.1512856483459473,
      "ce_loss_2": 4.356198191642761,
      "ce_loss_4": 4.075578737258911,
      "ce_loss_9": 3.502461588382721,
      "epoch": 0.615,
      "grad_norm": 900.0,
      "kl_loss_13": 231.79894485473633,
      "kl_loss_2": 2542.9717041015624,
      "kl_loss_4": 2007.5570251464844,
      "kl_loss_9": 844.2892639160157,
      "learning_rate": 0.0003289899283371657,
      "loss": 1418.6631,
      "step": 6150
    },
    {
      "ce_loss_13": 3.2548093795776367,
      "ce_loss_17": 3.166204738616943,
      "ce_loss_2": 4.406282043457031,
      "ce_loss_4": 4.114752006530762,
      "ce_loss_9": 3.511092782020569,
      "epoch": 0.616,
      "grad_norm": 1056.0,
      "kl_loss_13": 225.45708694458008,
      "kl_loss_2": 2561.15966796875,
      "kl_loss_4": 2021.7472045898437,
      "kl_loss_9": 816.1165588378906,
      "learning_rate": 0.0003274998164025148,
      "loss": 1428.4361,
      "step": 6160
    },
    {
      "ce_loss_13": 3.291805636882782,
      "ce_loss_17": 3.1999740481376646,
      "ce_loss_2": 4.4159709215164185,
      "ce_loss_4": 4.134799444675446,
      "ce_loss_9": 3.548912453651428,
      "epoch": 0.617,
      "grad_norm": 852.0,
      "kl_loss_13": 232.31563873291014,
      "kl_loss_2": 2546.1911499023436,
      "kl_loss_4": 2009.5380004882813,
      "kl_loss_9": 838.2556762695312,
      "learning_rate": 0.0003260114415427975,
      "loss": 1432.9609,
      "step": 6170
    },
    {
      "ce_loss_13": 3.2170358896255493,
      "ce_loss_17": 3.126904237270355,
      "ce_loss_2": 4.385936522483826,
      "ce_loss_4": 4.094873237609863,
      "ce_loss_9": 3.480419063568115,
      "epoch": 0.618,
      "grad_norm": 1016.0,
      "kl_loss_13": 226.1689582824707,
      "kl_loss_2": 2612.0671997070312,
      "kl_loss_4": 2064.2389526367188,
      "kl_loss_9": 831.8998748779297,
      "learning_rate": 0.0003245248187459323,
      "loss": 1442.7007,
      "step": 6180
    },
    {
      "ce_loss_13": 3.2045365929603578,
      "ce_loss_17": 3.1164793968200684,
      "ce_loss_2": 4.311137497425079,
      "ce_loss_4": 4.029911494255066,
      "ce_loss_9": 3.448254609107971,
      "epoch": 0.619,
      "grad_norm": 788.0,
      "kl_loss_13": 221.98872604370118,
      "kl_loss_2": 2506.536022949219,
      "kl_loss_4": 1973.9262390136719,
      "kl_loss_9": 800.507046508789,
      "learning_rate": 0.00032303996298219416,
      "loss": 1373.5637,
      "step": 6190
    },
    {
      "ce_loss_13": 3.2838147401809694,
      "ce_loss_17": 3.1910577178001405,
      "ce_loss_2": 4.395757746696472,
      "ce_loss_4": 4.11085067987442,
      "ce_loss_9": 3.529459023475647,
      "epoch": 0.62,
      "grad_norm": 920.0,
      "kl_loss_13": 224.92547988891602,
      "kl_loss_2": 2477.8688110351563,
      "kl_loss_4": 1948.8328857421875,
      "kl_loss_9": 798.5069763183594,
      "learning_rate": 0.00032155688920406414,
      "loss": 1369.3968,
      "step": 6200
    },
    {
      "ce_loss_13": 3.192294681072235,
      "ce_loss_17": 3.0995654106140136,
      "ce_loss_2": 4.3764742612838745,
      "ce_loss_4": 4.082545292377472,
      "ce_loss_9": 3.456455075740814,
      "epoch": 0.621,
      "grad_norm": 868.0,
      "kl_loss_13": 231.96823654174804,
      "kl_loss_2": 2630.0911376953127,
      "kl_loss_4": 2081.5944213867188,
      "kl_loss_9": 834.0532379150391,
      "learning_rate": 0.0003200756123460788,
      "loss": 1452.0631,
      "step": 6210
    },
    {
      "ce_loss_13": 3.2363399386405947,
      "ce_loss_17": 3.1417808055877687,
      "ce_loss_2": 4.39202229976654,
      "ce_loss_4": 4.107456624507904,
      "ce_loss_9": 3.507209098339081,
      "epoch": 0.622,
      "grad_norm": 928.0,
      "kl_loss_13": 235.32316360473632,
      "kl_loss_2": 2611.224084472656,
      "kl_loss_4": 2073.0699157714844,
      "kl_loss_9": 855.1863891601563,
      "learning_rate": 0.00031859614732467957,
      "loss": 1436.7217,
      "step": 6220
    },
    {
      "ce_loss_13": 3.2802329897880553,
      "ce_loss_17": 3.1894822239875795,
      "ce_loss_2": 4.394841420650482,
      "ce_loss_4": 4.106322288513184,
      "ce_loss_9": 3.5291473388671877,
      "epoch": 0.623,
      "grad_norm": 816.0,
      "kl_loss_13": 224.93512268066405,
      "kl_loss_2": 2516.4769775390623,
      "kl_loss_4": 1968.3585266113282,
      "kl_loss_9": 808.7358306884765,
      "learning_rate": 0.00031711850903806275,
      "loss": 1383.0154,
      "step": 6230
    },
    {
      "ce_loss_13": 3.1911649227142336,
      "ce_loss_17": 3.094308817386627,
      "ce_loss_2": 4.351166224479675,
      "ce_loss_4": 4.066704988479614,
      "ce_loss_9": 3.454544258117676,
      "epoch": 0.624,
      "grad_norm": 988.0,
      "kl_loss_13": 234.15537185668944,
      "kl_loss_2": 2614.300048828125,
      "kl_loss_4": 2074.8535217285157,
      "kl_loss_9": 846.2453674316406,
      "learning_rate": 0.0003156427123660297,
      "loss": 1401.41,
      "step": 6240
    },
    {
      "ce_loss_13": 3.272945058345795,
      "ce_loss_17": 3.181516873836517,
      "ce_loss_2": 4.378597617149353,
      "ce_loss_4": 4.0980629324913025,
      "ce_loss_9": 3.525704002380371,
      "epoch": 0.625,
      "grad_norm": 1048.0,
      "kl_loss_13": 227.339363861084,
      "kl_loss_2": 2497.1392456054687,
      "kl_loss_4": 1965.319580078125,
      "kl_loss_9": 819.4188751220703,
      "learning_rate": 0.0003141687721698363,
      "loss": 1399.1988,
      "step": 6250
    },
    {
      "ce_loss_13": 3.2418040871620177,
      "ce_loss_17": 3.155091571807861,
      "ce_loss_2": 4.332506418228149,
      "ce_loss_4": 4.053801393508911,
      "ce_loss_9": 3.482528841495514,
      "epoch": 0.626,
      "grad_norm": 896.0,
      "kl_loss_13": 217.76402053833007,
      "kl_loss_2": 2441.399853515625,
      "kl_loss_4": 1917.8978759765625,
      "kl_loss_9": 784.1637420654297,
      "learning_rate": 0.00031269670329204396,
      "loss": 1377.8039,
      "step": 6260
    },
    {
      "ce_loss_13": 3.281051242351532,
      "ce_loss_17": 3.195384848117828,
      "ce_loss_2": 4.3794536828994755,
      "ce_loss_4": 4.093663692474365,
      "ce_loss_9": 3.533396577835083,
      "epoch": 0.627,
      "grad_norm": 996.0,
      "kl_loss_13": 227.29047241210938,
      "kl_loss_2": 2477.8679809570312,
      "kl_loss_4": 1938.6812133789062,
      "kl_loss_9": 808.43310546875,
      "learning_rate": 0.00031122652055637015,
      "loss": 1393.3557,
      "step": 6270
    },
    {
      "ce_loss_13": 3.247497284412384,
      "ce_loss_17": 3.1615176677703856,
      "ce_loss_2": 4.3885966539382935,
      "ce_loss_4": 4.104041790962219,
      "ce_loss_9": 3.50910062789917,
      "epoch": 0.628,
      "grad_norm": 776.0,
      "kl_loss_13": 227.87898178100585,
      "kl_loss_2": 2578.9588012695312,
      "kl_loss_4": 2042.0823181152343,
      "kl_loss_9": 835.7837829589844,
      "learning_rate": 0.0003097582387675385,
      "loss": 1391.5011,
      "step": 6280
    },
    {
      "ce_loss_13": 3.2861045002937317,
      "ce_loss_17": 3.197433149814606,
      "ce_loss_2": 4.40528359413147,
      "ce_loss_4": 4.116912710666656,
      "ce_loss_9": 3.539530074596405,
      "epoch": 0.629,
      "grad_norm": 844.0,
      "kl_loss_13": 229.70106735229493,
      "kl_loss_2": 2537.421276855469,
      "kl_loss_4": 2002.1822875976563,
      "kl_loss_9": 822.256625366211,
      "learning_rate": 0.00030829187271113034,
      "loss": 1389.5541,
      "step": 6290
    },
    {
      "ce_loss_13": 3.2767645955085754,
      "ce_loss_17": 3.1875134229660036,
      "ce_loss_2": 4.3805430889129635,
      "ce_loss_4": 4.1031859636306764,
      "ce_loss_9": 3.516218435764313,
      "epoch": 0.63,
      "grad_norm": 844.0,
      "kl_loss_13": 224.5469512939453,
      "kl_loss_2": 2482.713037109375,
      "kl_loss_4": 1959.737158203125,
      "kl_loss_9": 806.6842315673828,
      "learning_rate": 0.00030682743715343565,
      "loss": 1403.367,
      "step": 6300
    },
    {
      "ce_loss_13": 3.2265755772590636,
      "ce_loss_17": 3.131485438346863,
      "ce_loss_2": 4.36829628944397,
      "ce_loss_4": 4.087601912021637,
      "ce_loss_9": 3.4934881567955016,
      "epoch": 0.631,
      "grad_norm": 1024.0,
      "kl_loss_13": 234.22077407836915,
      "kl_loss_2": 2553.2029296875,
      "kl_loss_4": 2024.1413208007812,
      "kl_loss_9": 841.8471282958984,
      "learning_rate": 0.0003053649468413043,
      "loss": 1429.9232,
      "step": 6310
    },
    {
      "ce_loss_13": 3.3367688417434693,
      "ce_loss_17": 3.2449944853782653,
      "ce_loss_2": 4.44246883392334,
      "ce_loss_4": 4.160059881210327,
      "ce_loss_9": 3.587943661212921,
      "epoch": 0.632,
      "grad_norm": 984.0,
      "kl_loss_13": 231.40140380859376,
      "kl_loss_2": 2513.854138183594,
      "kl_loss_4": 1973.4285095214843,
      "kl_loss_9": 820.7870483398438,
      "learning_rate": 0.00030390441650199725,
      "loss": 1383.2857,
      "step": 6320
    },
    {
      "ce_loss_13": 3.2414955258369447,
      "ce_loss_17": 3.1530691981315613,
      "ce_loss_2": 4.364517951011658,
      "ce_loss_4": 4.077583825588226,
      "ce_loss_9": 3.4930731296539306,
      "epoch": 0.633,
      "grad_norm": 1008.0,
      "kl_loss_13": 229.3896842956543,
      "kl_loss_2": 2529.341015625,
      "kl_loss_4": 1986.383935546875,
      "kl_loss_9": 821.0194274902344,
      "learning_rate": 0.00030244586084303903,
      "loss": 1379.6859,
      "step": 6330
    },
    {
      "ce_loss_13": 3.2142238140106203,
      "ce_loss_17": 3.1198761463165283,
      "ce_loss_2": 4.361454582214355,
      "ce_loss_4": 4.071536684036255,
      "ce_loss_9": 3.471467673778534,
      "epoch": 0.634,
      "grad_norm": 896.0,
      "kl_loss_13": 233.71195907592772,
      "kl_loss_2": 2602.586767578125,
      "kl_loss_4": 2056.246545410156,
      "kl_loss_9": 845.5255004882813,
      "learning_rate": 0.00030098929455206903,
      "loss": 1399.7385,
      "step": 6340
    },
    {
      "ce_loss_13": 3.2147318601608275,
      "ce_loss_17": 3.1261605262756347,
      "ce_loss_2": 4.350941133499146,
      "ce_loss_4": 4.061924576759338,
      "ce_loss_9": 3.467269480228424,
      "epoch": 0.635,
      "grad_norm": 896.0,
      "kl_loss_13": 225.42356338500977,
      "kl_loss_2": 2568.0879760742187,
      "kl_loss_4": 2026.3318969726563,
      "kl_loss_9": 822.1717559814454,
      "learning_rate": 0.00029953473229669324,
      "loss": 1438.9115,
      "step": 6350
    },
    {
      "ce_loss_13": 3.241168701648712,
      "ce_loss_17": 3.150354278087616,
      "ce_loss_2": 4.374743938446045,
      "ce_loss_4": 4.088599300384521,
      "ce_loss_9": 3.5038307547569274,
      "epoch": 0.636,
      "grad_norm": 828.0,
      "kl_loss_13": 226.90768585205078,
      "kl_loss_2": 2540.56328125,
      "kl_loss_4": 2008.9533142089845,
      "kl_loss_9": 833.0119720458985,
      "learning_rate": 0.00029808218872433767,
      "loss": 1382.8463,
      "step": 6360
    },
    {
      "ce_loss_13": 3.297260856628418,
      "ce_loss_17": 3.206966185569763,
      "ce_loss_2": 4.411247491836548,
      "ce_loss_4": 4.131738340854644,
      "ce_loss_9": 3.546586203575134,
      "epoch": 0.637,
      "grad_norm": 884.0,
      "kl_loss_13": 224.06393508911134,
      "kl_loss_2": 2504.6856689453125,
      "kl_loss_4": 1975.1798217773437,
      "kl_loss_9": 808.3064483642578,
      "learning_rate": 0.0002966316784621,
      "loss": 1370.6816,
      "step": 6370
    },
    {
      "ce_loss_13": 3.216203451156616,
      "ce_loss_17": 3.119618463516235,
      "ce_loss_2": 4.366829180717469,
      "ce_loss_4": 4.080282235145569,
      "ce_loss_9": 3.4816792726516725,
      "epoch": 0.638,
      "grad_norm": 960.0,
      "kl_loss_13": 232.77178878784179,
      "kl_loss_2": 2581.4222778320313,
      "kl_loss_4": 2043.318603515625,
      "kl_loss_9": 846.8696075439453,
      "learning_rate": 0.0002951832161166024,
      "loss": 1390.8863,
      "step": 6380
    },
    {
      "ce_loss_13": 3.2908342361450194,
      "ce_loss_17": 3.1968275904655457,
      "ce_loss_2": 4.406253838539124,
      "ce_loss_4": 4.12986044883728,
      "ce_loss_9": 3.5496591210365294,
      "epoch": 0.639,
      "grad_norm": 784.0,
      "kl_loss_13": 229.6701316833496,
      "kl_loss_2": 2513.99462890625,
      "kl_loss_4": 1992.3557495117188,
      "kl_loss_9": 825.7627868652344,
      "learning_rate": 0.0002937368162738445,
      "loss": 1368.4383,
      "step": 6390
    },
    {
      "ce_loss_13": 3.229096734523773,
      "ce_loss_17": 3.1455905199050904,
      "ce_loss_2": 4.349045753479004,
      "ce_loss_4": 4.068724250793457,
      "ce_loss_9": 3.4772324562072754,
      "epoch": 0.64,
      "grad_norm": 1064.0,
      "kl_loss_13": 219.6314926147461,
      "kl_loss_2": 2516.2894897460938,
      "kl_loss_4": 1985.0686096191407,
      "kl_loss_9": 805.2250122070312,
      "learning_rate": 0.0002922924934990568,
      "loss": 1399.7807,
      "step": 6400
    },
    {
      "ce_loss_13": 3.172426164150238,
      "ce_loss_17": 3.0812967300415037,
      "ce_loss_2": 4.342437672615051,
      "ce_loss_4": 4.052666902542114,
      "ce_loss_9": 3.440312457084656,
      "epoch": 0.641,
      "grad_norm": 888.0,
      "kl_loss_13": 227.10142669677734,
      "kl_loss_2": 2621.7179443359373,
      "kl_loss_4": 2071.343231201172,
      "kl_loss_9": 841.8452056884765,
      "learning_rate": 0.0002908502623365536,
      "loss": 1413.8551,
      "step": 6410
    },
    {
      "ce_loss_13": 3.1062959313392637,
      "ce_loss_17": 3.0144997954368593,
      "ce_loss_2": 4.294253861904144,
      "ce_loss_4": 3.996906352043152,
      "ce_loss_9": 3.3769165515899657,
      "epoch": 0.642,
      "grad_norm": 1004.0,
      "kl_loss_13": 227.44247665405274,
      "kl_loss_2": 2639.017431640625,
      "kl_loss_4": 2094.474688720703,
      "kl_loss_9": 843.4009368896484,
      "learning_rate": 0.0002894101373095867,
      "loss": 1420.0286,
      "step": 6420
    },
    {
      "ce_loss_13": 3.318646419048309,
      "ce_loss_17": 3.227793884277344,
      "ce_loss_2": 4.416646718978882,
      "ce_loss_4": 4.136425817012787,
      "ce_loss_9": 3.5618483901023863,
      "epoch": 0.643,
      "grad_norm": 1056.0,
      "kl_loss_13": 230.03461532592775,
      "kl_loss_2": 2513.0759765625,
      "kl_loss_4": 1981.4266723632813,
      "kl_loss_9": 816.9708038330078,
      "learning_rate": 0.00028797213292019926,
      "loss": 1392.2287,
      "step": 6430
    },
    {
      "ce_loss_13": 3.294539451599121,
      "ce_loss_17": 3.202876555919647,
      "ce_loss_2": 4.412116122245789,
      "ce_loss_4": 4.120684218406677,
      "ce_loss_9": 3.5416916489601133,
      "epoch": 0.644,
      "grad_norm": 828.0,
      "kl_loss_13": 230.92177810668946,
      "kl_loss_2": 2525.5751953125,
      "kl_loss_4": 1989.6196044921876,
      "kl_loss_9": 825.4972442626953,
      "learning_rate": 0.0002865362636490791,
      "loss": 1420.1119,
      "step": 6440
    },
    {
      "ce_loss_13": 3.309741997718811,
      "ce_loss_17": 3.222404444217682,
      "ce_loss_2": 4.419623613357544,
      "ce_loss_4": 4.132715785503388,
      "ce_loss_9": 3.56042857170105,
      "epoch": 0.645,
      "grad_norm": 828.0,
      "kl_loss_13": 226.59962539672853,
      "kl_loss_2": 2494.6920532226563,
      "kl_loss_4": 1969.4511291503907,
      "kl_loss_9": 817.1368225097656,
      "learning_rate": 0.0002851025439554142,
      "loss": 1377.2508,
      "step": 6450
    },
    {
      "ce_loss_13": 3.296689212322235,
      "ce_loss_17": 3.2046764612197878,
      "ce_loss_2": 4.396158170700073,
      "ce_loss_4": 4.114370489120484,
      "ce_loss_9": 3.556058073043823,
      "epoch": 0.646,
      "grad_norm": 848.0,
      "kl_loss_13": 228.6302734375,
      "kl_loss_2": 2468.174597167969,
      "kl_loss_4": 1936.852587890625,
      "kl_loss_9": 818.2100250244141,
      "learning_rate": 0.00028367098827674573,
      "loss": 1376.2439,
      "step": 6460
    },
    {
      "ce_loss_13": 3.225395154953003,
      "ce_loss_17": 3.13791309595108,
      "ce_loss_2": 4.359770154953003,
      "ce_loss_4": 4.078741455078125,
      "ce_loss_9": 3.4745787620544433,
      "epoch": 0.647,
      "grad_norm": 924.0,
      "kl_loss_13": 222.7610176086426,
      "kl_loss_2": 2532.627307128906,
      "kl_loss_4": 1996.5273803710938,
      "kl_loss_9": 803.6190856933594,
      "learning_rate": 0.00028224161102882397,
      "loss": 1396.7857,
      "step": 6470
    },
    {
      "ce_loss_13": 3.19874347448349,
      "ce_loss_17": 3.114915502071381,
      "ce_loss_2": 4.299088919162751,
      "ce_loss_4": 4.021137297153473,
      "ce_loss_9": 3.4499616980552674,
      "epoch": 0.648,
      "grad_norm": 928.0,
      "kl_loss_13": 219.87050704956056,
      "kl_loss_2": 2471.4651123046874,
      "kl_loss_4": 1950.0511657714844,
      "kl_loss_9": 804.1710510253906,
      "learning_rate": 0.00028081442660546124,
      "loss": 1389.2885,
      "step": 6480
    },
    {
      "ce_loss_13": 3.2644436836242674,
      "ce_loss_17": 3.173009693622589,
      "ce_loss_2": 4.371016049385071,
      "ce_loss_4": 4.086002993583679,
      "ce_loss_9": 3.518217372894287,
      "epoch": 0.649,
      "grad_norm": 796.0,
      "kl_loss_13": 230.70403289794922,
      "kl_loss_2": 2510.9924926757812,
      "kl_loss_4": 1966.690167236328,
      "kl_loss_9": 815.2742462158203,
      "learning_rate": 0.0002793894493783892,
      "loss": 1386.0506,
      "step": 6490
    },
    {
      "ce_loss_13": 3.2800037264823914,
      "ce_loss_17": 3.191721427440643,
      "ce_loss_2": 4.38927059173584,
      "ce_loss_4": 4.115973925590515,
      "ce_loss_9": 3.5229194521903993,
      "epoch": 0.65,
      "grad_norm": 784.0,
      "kl_loss_13": 221.48081588745117,
      "kl_loss_2": 2502.23515625,
      "kl_loss_4": 1981.554541015625,
      "kl_loss_9": 799.6488494873047,
      "learning_rate": 0.0002779666936971129,
      "loss": 1372.6685,
      "step": 6500
    },
    {
      "ce_loss_13": 3.2889639854431154,
      "ce_loss_17": 3.197144901752472,
      "ce_loss_2": 4.422222232818603,
      "ce_loss_4": 4.1408725619316105,
      "ce_loss_9": 3.546233355998993,
      "epoch": 0.651,
      "grad_norm": 1040.0,
      "kl_loss_13": 227.6748191833496,
      "kl_loss_2": 2549.470007324219,
      "kl_loss_4": 2019.1922790527344,
      "kl_loss_9": 827.4289398193359,
      "learning_rate": 0.00027654617388876614,
      "loss": 1406.9853,
      "step": 6510
    },
    {
      "ce_loss_13": 3.3097339034080506,
      "ce_loss_17": 3.2205450534820557,
      "ce_loss_2": 4.426493430137635,
      "ce_loss_4": 4.136209976673126,
      "ce_loss_9": 3.559991943836212,
      "epoch": 0.652,
      "grad_norm": 800.0,
      "kl_loss_13": 227.00861282348632,
      "kl_loss_2": 2528.0768920898436,
      "kl_loss_4": 1987.3669006347657,
      "kl_loss_9": 812.4847229003906,
      "learning_rate": 0.0002751279042579672,
      "loss": 1390.9523,
      "step": 6520
    },
    {
      "ce_loss_13": 3.2558979868888853,
      "ce_loss_17": 3.169518268108368,
      "ce_loss_2": 4.370462274551391,
      "ce_loss_4": 4.08671133518219,
      "ce_loss_9": 3.503693103790283,
      "epoch": 0.653,
      "grad_norm": 784.0,
      "kl_loss_13": 220.280770111084,
      "kl_loss_2": 2496.8043701171873,
      "kl_loss_4": 1972.1827514648437,
      "kl_loss_9": 798.9055206298829,
      "learning_rate": 0.00027371189908667604,
      "loss": 1403.8042,
      "step": 6530
    },
    {
      "ce_loss_13": 3.309041976928711,
      "ce_loss_17": 3.2149966239929197,
      "ce_loss_2": 4.4652539730072025,
      "ce_loss_4": 4.1784031867980955,
      "ce_loss_9": 3.5736100316047668,
      "epoch": 0.654,
      "grad_norm": 904.0,
      "kl_loss_13": 235.906884765625,
      "kl_loss_2": 2587.6687866210937,
      "kl_loss_4": 2046.8087951660157,
      "kl_loss_9": 831.9873962402344,
      "learning_rate": 0.00027229817263404863,
      "loss": 1429.758,
      "step": 6540
    },
    {
      "ce_loss_13": 3.2918017864227296,
      "ce_loss_17": 3.203631508350372,
      "ce_loss_2": 4.361274838447571,
      "ce_loss_4": 4.076114463806152,
      "ce_loss_9": 3.5296783328056334,
      "epoch": 0.655,
      "grad_norm": 796.0,
      "kl_loss_13": 222.7517349243164,
      "kl_loss_2": 2433.7910278320314,
      "kl_loss_4": 1905.0374267578125,
      "kl_loss_9": 800.1869323730468,
      "learning_rate": 0.0002708867391362948,
      "loss": 1366.1469,
      "step": 6550
    },
    {
      "ce_loss_13": 3.2699525952339172,
      "ce_loss_17": 3.182655727863312,
      "ce_loss_2": 4.355190777778626,
      "ce_loss_4": 4.074844861030579,
      "ce_loss_9": 3.5043346285820007,
      "epoch": 0.656,
      "grad_norm": 804.0,
      "kl_loss_13": 219.05189666748046,
      "kl_loss_2": 2446.1003540039064,
      "kl_loss_4": 1910.2807983398438,
      "kl_loss_9": 777.3076873779297,
      "learning_rate": 0.0002694776128065345,
      "loss": 1375.6059,
      "step": 6560
    },
    {
      "ce_loss_13": 3.208493912220001,
      "ce_loss_17": 3.1173330545425415,
      "ce_loss_2": 4.334606385231018,
      "ce_loss_4": 4.045690822601318,
      "ce_loss_9": 3.4686250567436216,
      "epoch": 0.657,
      "grad_norm": 780.0,
      "kl_loss_13": 229.73377532958983,
      "kl_loss_2": 2554.2600219726564,
      "kl_loss_4": 2001.8809936523437,
      "kl_loss_9": 834.3918487548829,
      "learning_rate": 0.00026807080783465374,
      "loss": 1375.6125,
      "step": 6570
    },
    {
      "ce_loss_13": 3.311686706542969,
      "ce_loss_17": 3.2227351665496826,
      "ce_loss_2": 4.435728859901428,
      "ce_loss_4": 4.151098394393921,
      "ce_loss_9": 3.5671212673187256,
      "epoch": 0.658,
      "grad_norm": 680.0,
      "kl_loss_13": 228.21895523071288,
      "kl_loss_2": 2521.74912109375,
      "kl_loss_4": 1998.2172424316407,
      "kl_loss_9": 820.6941711425782,
      "learning_rate": 0.00026666633838716316,
      "loss": 1404.3357,
      "step": 6580
    },
    {
      "ce_loss_13": 3.21847026348114,
      "ce_loss_17": 3.1265950798988342,
      "ce_loss_2": 4.357976269721985,
      "ce_loss_4": 4.06951402425766,
      "ce_loss_9": 3.47168790102005,
      "epoch": 0.659,
      "grad_norm": 1008.0,
      "kl_loss_13": 231.6580795288086,
      "kl_loss_2": 2572.1566162109375,
      "kl_loss_4": 2037.4882385253907,
      "kl_loss_9": 834.7012451171875,
      "learning_rate": 0.00026526421860705474,
      "loss": 1426.4838,
      "step": 6590
    },
    {
      "ce_loss_13": 3.241065502166748,
      "ce_loss_17": 3.147893464565277,
      "ce_loss_2": 4.371680760383606,
      "ce_loss_4": 4.087780070304871,
      "ce_loss_9": 3.500224161148071,
      "epoch": 0.66,
      "grad_norm": 884.0,
      "kl_loss_13": 231.74642944335938,
      "kl_loss_2": 2540.704626464844,
      "kl_loss_4": 2009.9585083007812,
      "kl_loss_9": 825.7754333496093,
      "learning_rate": 0.0002638644626136587,
      "loss": 1387.5845,
      "step": 6600
    },
    {
      "ce_loss_13": 3.2518101930618286,
      "ce_loss_17": 3.163067263364792,
      "ce_loss_2": 4.377039980888367,
      "ce_loss_4": 4.093204665184021,
      "ce_loss_9": 3.5025036573410033,
      "epoch": 0.661,
      "grad_norm": 860.0,
      "kl_loss_13": 225.01166076660155,
      "kl_loss_2": 2521.225231933594,
      "kl_loss_4": 1985.5373962402343,
      "kl_loss_9": 816.6730895996094,
      "learning_rate": 0.00026246708450250255,
      "loss": 1386.2938,
      "step": 6610
    },
    {
      "ce_loss_13": 3.239645743370056,
      "ce_loss_17": 3.153135633468628,
      "ce_loss_2": 4.337894868850708,
      "ce_loss_4": 4.062164068222046,
      "ce_loss_9": 3.482769787311554,
      "epoch": 0.662,
      "grad_norm": 920.0,
      "kl_loss_13": 222.76163558959962,
      "kl_loss_2": 2484.5597961425783,
      "kl_loss_4": 1958.0606323242187,
      "kl_loss_9": 802.6218048095703,
      "learning_rate": 0.00026107209834516854,
      "loss": 1377.9414,
      "step": 6620
    },
    {
      "ce_loss_13": 3.1988412737846375,
      "ce_loss_17": 3.1080427408218383,
      "ce_loss_2": 4.363201832771301,
      "ce_loss_4": 4.072892606258392,
      "ce_loss_9": 3.460556983947754,
      "epoch": 0.663,
      "grad_norm": 880.0,
      "kl_loss_13": 227.96312408447267,
      "kl_loss_2": 2617.6880126953124,
      "kl_loss_4": 2065.4799926757814,
      "kl_loss_9": 838.41416015625,
      "learning_rate": 0.0002596795181891514,
      "loss": 1425.9258,
      "step": 6630
    },
    {
      "ce_loss_13": 3.202695620059967,
      "ce_loss_17": 3.107593536376953,
      "ce_loss_2": 4.347871923446656,
      "ce_loss_4": 4.053984808921814,
      "ce_loss_9": 3.463169074058533,
      "epoch": 0.664,
      "grad_norm": 872.0,
      "kl_loss_13": 233.27393188476563,
      "kl_loss_2": 2572.1153198242187,
      "kl_loss_4": 2025.9291259765625,
      "kl_loss_9": 839.6776306152344,
      "learning_rate": 0.000258289358057718,
      "loss": 1453.4813,
      "step": 6640
    },
    {
      "ce_loss_13": 3.2787650346755983,
      "ce_loss_17": 3.182022047042847,
      "ce_loss_2": 4.422251641750336,
      "ce_loss_4": 4.132551395893097,
      "ce_loss_9": 3.538319194316864,
      "epoch": 0.665,
      "grad_norm": 844.0,
      "kl_loss_13": 236.55617980957032,
      "kl_loss_2": 2574.144677734375,
      "kl_loss_4": 2034.644189453125,
      "kl_loss_9": 836.24501953125,
      "learning_rate": 0.0002569016319497657,
      "loss": 1414.4379,
      "step": 6650
    },
    {
      "ce_loss_13": 3.2590417742729185,
      "ce_loss_17": 3.1653162121772764,
      "ce_loss_2": 4.402447319030761,
      "ce_loss_4": 4.110550367832184,
      "ce_loss_9": 3.5174036383628846,
      "epoch": 0.666,
      "grad_norm": 932.0,
      "kl_loss_13": 234.56823043823243,
      "kl_loss_2": 2579.8322265625,
      "kl_loss_4": 2033.58046875,
      "kl_loss_9": 838.9488311767578,
      "learning_rate": 0.00025551635383968066,
      "loss": 1432.2742,
      "step": 6660
    },
    {
      "ce_loss_13": 3.1783674597740172,
      "ce_loss_17": 3.0876069903373717,
      "ce_loss_2": 4.325557041168213,
      "ce_loss_4": 4.038710987567901,
      "ce_loss_9": 3.432902228832245,
      "epoch": 0.667,
      "grad_norm": 972.0,
      "kl_loss_13": 232.85045700073243,
      "kl_loss_2": 2599.0522338867186,
      "kl_loss_4": 2059.9551208496096,
      "kl_loss_9": 838.2795562744141,
      "learning_rate": 0.00025413353767719804,
      "loss": 1425.7612,
      "step": 6670
    },
    {
      "ce_loss_13": 3.2352439641952513,
      "ce_loss_17": 3.1490802526474,
      "ce_loss_2": 4.355892992019653,
      "ce_loss_4": 4.082921981811523,
      "ce_loss_9": 3.4831491351127624,
      "epoch": 0.668,
      "grad_norm": 840.0,
      "kl_loss_13": 223.52349014282225,
      "kl_loss_2": 2537.236853027344,
      "kl_loss_4": 2018.5569763183594,
      "kl_loss_9": 822.4813171386719,
      "learning_rate": 0.0002527531973872617,
      "loss": 1396.8673,
      "step": 6680
    },
    {
      "ce_loss_13": 3.242522084712982,
      "ce_loss_17": 3.1554473400115968,
      "ce_loss_2": 4.358831810951233,
      "ce_loss_4": 4.069754600524902,
      "ce_loss_9": 3.4941627383232117,
      "epoch": 0.669,
      "grad_norm": 1056.0,
      "kl_loss_13": 224.91253204345702,
      "kl_loss_2": 2509.0516845703123,
      "kl_loss_4": 1968.0543273925782,
      "kl_loss_9": 811.0765899658203,
      "learning_rate": 0.0002513753468698826,
      "loss": 1385.8213,
      "step": 6690
    },
    {
      "ce_loss_13": 3.2168107509613035,
      "ce_loss_17": 3.1233647227287293,
      "ce_loss_2": 4.3500475764274595,
      "ce_loss_4": 4.065746247768402,
      "ce_loss_9": 3.4685078501701354,
      "epoch": 0.67,
      "grad_norm": 1096.0,
      "kl_loss_13": 229.20053176879884,
      "kl_loss_2": 2563.12822265625,
      "kl_loss_4": 2030.7737976074218,
      "kl_loss_9": 832.4876220703125,
      "learning_rate": 0.0002500000000000001,
      "loss": 1407.6477,
      "step": 6700
    },
    {
      "ce_loss_13": 3.3195030450820924,
      "ce_loss_17": 3.236395871639252,
      "ce_loss_2": 4.377614164352417,
      "ce_loss_4": 4.109622275829315,
      "ce_loss_9": 3.5554600834846495,
      "epoch": 0.671,
      "grad_norm": 956.0,
      "kl_loss_13": 218.80756072998048,
      "kl_loss_2": 2403.7837463378905,
      "kl_loss_4": 1899.0211364746094,
      "kl_loss_9": 784.3532409667969,
      "learning_rate": 0.0002486271706273421,
      "loss": 1400.0493,
      "step": 6710
    },
    {
      "ce_loss_13": 3.2630727767944334,
      "ce_loss_17": 3.180737543106079,
      "ce_loss_2": 4.331099224090576,
      "ce_loss_4": 4.058320021629333,
      "ce_loss_9": 3.499131906032562,
      "epoch": 0.672,
      "grad_norm": 780.0,
      "kl_loss_13": 217.14373703002929,
      "kl_loss_2": 2424.615686035156,
      "kl_loss_4": 1908.8784973144532,
      "kl_loss_9": 782.8959350585938,
      "learning_rate": 0.0002472568725762853,
      "loss": 1376.193,
      "step": 6720
    },
    {
      "ce_loss_13": 3.2541046261787416,
      "ce_loss_17": 3.1691025495529175,
      "ce_loss_2": 4.334105753898621,
      "ce_loss_4": 4.053524935245514,
      "ce_loss_9": 3.4929776906967165,
      "epoch": 0.673,
      "grad_norm": 860.0,
      "kl_loss_13": 217.35878295898436,
      "kl_loss_2": 2452.4041748046875,
      "kl_loss_4": 1932.6178649902345,
      "kl_loss_9": 787.3083099365234,
      "learning_rate": 0.00024588911964571554,
      "loss": 1367.4658,
      "step": 6730
    },
    {
      "ce_loss_13": 3.274617838859558,
      "ce_loss_17": 3.17531156539917,
      "ce_loss_2": 4.410956609249115,
      "ce_loss_4": 4.130764174461365,
      "ce_loss_9": 3.5374782919883727,
      "epoch": 0.674,
      "grad_norm": 968.0,
      "kl_loss_13": 237.39123992919923,
      "kl_loss_2": 2550.848046875,
      "kl_loss_4": 2018.4190002441405,
      "kl_loss_9": 842.0796356201172,
      "learning_rate": 0.00024452392560888974,
      "loss": 1389.9145,
      "step": 6740
    },
    {
      "ce_loss_13": 3.1634849309921265,
      "ce_loss_17": 3.073228192329407,
      "ce_loss_2": 4.283240520954132,
      "ce_loss_4": 3.9931190848350524,
      "ce_loss_9": 3.4144848227500915,
      "epoch": 0.675,
      "grad_norm": 864.0,
      "kl_loss_13": 222.49356689453126,
      "kl_loss_2": 2535.4306396484376,
      "kl_loss_4": 1991.826971435547,
      "kl_loss_9": 812.557894897461,
      "learning_rate": 0.00024316130421329695,
      "loss": 1375.1762,
      "step": 6750
    },
    {
      "ce_loss_13": 3.2407036662101745,
      "ce_loss_17": 3.1566784620285033,
      "ce_loss_2": 4.348425877094269,
      "ce_loss_4": 4.068143820762634,
      "ce_loss_9": 3.4899294853210447,
      "epoch": 0.676,
      "grad_norm": 896.0,
      "kl_loss_13": 220.62753982543944,
      "kl_loss_2": 2493.5763916015626,
      "kl_loss_4": 1961.6778442382813,
      "kl_loss_9": 800.5608795166015,
      "learning_rate": 0.00024180126918051909,
      "loss": 1383.2601,
      "step": 6760
    },
    {
      "ce_loss_13": 3.2836318135261537,
      "ce_loss_17": 3.193866515159607,
      "ce_loss_2": 4.38095452785492,
      "ce_loss_4": 4.105333518981934,
      "ce_loss_9": 3.5330063104629517,
      "epoch": 0.677,
      "grad_norm": 932.0,
      "kl_loss_13": 226.68489151000978,
      "kl_loss_2": 2488.1648071289064,
      "kl_loss_4": 1965.694805908203,
      "kl_loss_9": 805.2911254882813,
      "learning_rate": 0.00024044383420609406,
      "loss": 1371.0274,
      "step": 6770
    },
    {
      "ce_loss_13": 3.291364300251007,
      "ce_loss_17": 3.2045462131500244,
      "ce_loss_2": 4.369945597648621,
      "ce_loss_4": 4.08666900396347,
      "ce_loss_9": 3.5264209628105165,
      "epoch": 0.678,
      "grad_norm": 812.0,
      "kl_loss_13": 220.8335403442383,
      "kl_loss_2": 2462.1601684570314,
      "kl_loss_4": 1929.69853515625,
      "kl_loss_9": 794.7519073486328,
      "learning_rate": 0.00023908901295937712,
      "loss": 1398.2065,
      "step": 6780
    },
    {
      "ce_loss_13": 3.283587968349457,
      "ce_loss_17": 3.1970601081848145,
      "ce_loss_2": 4.381623601913452,
      "ce_loss_4": 4.10012971162796,
      "ce_loss_9": 3.528293585777283,
      "epoch": 0.679,
      "grad_norm": 1064.0,
      "kl_loss_13": 222.77989196777344,
      "kl_loss_2": 2460.1813720703126,
      "kl_loss_4": 1932.0266906738282,
      "kl_loss_9": 792.6221374511719,
      "learning_rate": 0.00023773681908340283,
      "loss": 1388.4029,
      "step": 6790
    },
    {
      "ce_loss_13": 3.2637901306152344,
      "ce_loss_17": 3.1705700516700746,
      "ce_loss_2": 4.410048580169677,
      "ce_loss_4": 4.122096133232117,
      "ce_loss_9": 3.5255157470703127,
      "epoch": 0.68,
      "grad_norm": 864.0,
      "kl_loss_13": 236.52789230346679,
      "kl_loss_2": 2592.909228515625,
      "kl_loss_4": 2049.3003540039062,
      "kl_loss_9": 848.7372528076172,
      "learning_rate": 0.00023638726619474876,
      "loss": 1438.3135,
      "step": 6800
    },
    {
      "ce_loss_13": 3.252738356590271,
      "ce_loss_17": 3.157555031776428,
      "ce_loss_2": 4.420324802398682,
      "ce_loss_4": 4.134533941745758,
      "ce_loss_9": 3.5213294982910157,
      "epoch": 0.681,
      "grad_norm": 916.0,
      "kl_loss_13": 234.84537506103516,
      "kl_loss_2": 2599.709094238281,
      "kl_loss_4": 2066.92724609375,
      "kl_loss_9": 844.2077087402344,
      "learning_rate": 0.0002350403678833976,
      "loss": 1414.9887,
      "step": 6810
    },
    {
      "ce_loss_13": 3.1841442942619325,
      "ce_loss_17": 3.0949651479721068,
      "ce_loss_2": 4.314553606510162,
      "ce_loss_4": 4.028892433643341,
      "ce_loss_9": 3.4367475867271424,
      "epoch": 0.682,
      "grad_norm": 880.0,
      "kl_loss_13": 223.9334243774414,
      "kl_loss_2": 2558.786181640625,
      "kl_loss_4": 2012.3491271972657,
      "kl_loss_9": 824.0137359619141,
      "learning_rate": 0.00023369613771260007,
      "loss": 1388.79,
      "step": 6820
    },
    {
      "ce_loss_13": 3.2972843408584596,
      "ce_loss_17": 3.207979679107666,
      "ce_loss_2": 4.423956942558289,
      "ce_loss_4": 4.139782214164734,
      "ce_loss_9": 3.555013644695282,
      "epoch": 0.683,
      "grad_norm": 864.0,
      "kl_loss_13": 228.44933700561523,
      "kl_loss_2": 2556.3253784179688,
      "kl_loss_4": 2020.214044189453,
      "kl_loss_9": 824.9123413085938,
      "learning_rate": 0.00023235458921873925,
      "loss": 1414.4389,
      "step": 6830
    },
    {
      "ce_loss_13": 3.2572293877601624,
      "ce_loss_17": 3.161380076408386,
      "ce_loss_2": 4.42143828868866,
      "ce_loss_4": 4.144210529327393,
      "ce_loss_9": 3.527844321727753,
      "epoch": 0.684,
      "grad_norm": 1024.0,
      "kl_loss_13": 236.6844741821289,
      "kl_loss_2": 2618.1310424804688,
      "kl_loss_4": 2090.4394592285157,
      "kl_loss_9": 864.5554901123047,
      "learning_rate": 0.0002310157359111938,
      "loss": 1447.36,
      "step": 6840
    },
    {
      "ce_loss_13": 3.146578013896942,
      "ce_loss_17": 3.050377106666565,
      "ce_loss_2": 4.370137643814087,
      "ce_loss_4": 4.077717661857605,
      "ce_loss_9": 3.4260385751724245,
      "epoch": 0.685,
      "grad_norm": 972.0,
      "kl_loss_13": 234.48453369140626,
      "kl_loss_2": 2729.6728393554686,
      "kl_loss_4": 2170.5785583496095,
      "kl_loss_9": 863.6528503417969,
      "learning_rate": 0.0002296795912722014,
      "loss": 1458.2611,
      "step": 6850
    },
    {
      "ce_loss_13": 3.2871939659118654,
      "ce_loss_17": 3.1957009077072143,
      "ce_loss_2": 4.379037642478943,
      "ce_loss_4": 4.092627227306366,
      "ce_loss_9": 3.5352322340011595,
      "epoch": 0.686,
      "grad_norm": 908.0,
      "kl_loss_13": 224.73418579101562,
      "kl_loss_2": 2473.486181640625,
      "kl_loss_4": 1941.0966247558595,
      "kl_loss_9": 807.001220703125,
      "learning_rate": 0.0002283461687567236,
      "loss": 1356.0598,
      "step": 6860
    },
    {
      "ce_loss_13": 3.3351909041404726,
      "ce_loss_17": 3.248302721977234,
      "ce_loss_2": 4.4024493932724,
      "ce_loss_4": 4.1268727540969845,
      "ce_loss_9": 3.5784929037094115,
      "epoch": 0.687,
      "grad_norm": 892.0,
      "kl_loss_13": 223.5128173828125,
      "kl_loss_2": 2421.3988647460938,
      "kl_loss_4": 1899.7137451171875,
      "kl_loss_9": 791.4371765136718,
      "learning_rate": 0.00022701548179231045,
      "loss": 1379.4305,
      "step": 6870
    },
    {
      "ce_loss_13": 3.2907162427902223,
      "ce_loss_17": 3.199568712711334,
      "ce_loss_2": 4.412567067146301,
      "ce_loss_4": 4.132801270484924,
      "ce_loss_9": 3.5403625130653382,
      "epoch": 0.688,
      "grad_norm": 924.0,
      "kl_loss_13": 227.7600341796875,
      "kl_loss_2": 2534.824084472656,
      "kl_loss_4": 2015.9478637695313,
      "kl_loss_9": 821.2925659179688,
      "learning_rate": 0.00022568754377896516,
      "loss": 1381.1674,
      "step": 6880
    },
    {
      "ce_loss_13": 3.2835817337036133,
      "ce_loss_17": 3.1926389217376707,
      "ce_loss_2": 4.37939612865448,
      "ce_loss_4": 4.098658502101898,
      "ce_loss_9": 3.529259502887726,
      "epoch": 0.689,
      "grad_norm": 824.0,
      "kl_loss_13": 228.50012817382813,
      "kl_loss_2": 2498.63447265625,
      "kl_loss_4": 1964.8612243652344,
      "kl_loss_9": 814.290283203125,
      "learning_rate": 0.00022436236808900844,
      "loss": 1377.5176,
      "step": 6890
    },
    {
      "ce_loss_13": 3.180496096611023,
      "ce_loss_17": 3.0882019281387327,
      "ce_loss_2": 4.3191688537597654,
      "ce_loss_4": 4.031343269348144,
      "ce_loss_9": 3.4364490032196047,
      "epoch": 0.69,
      "grad_norm": 868.0,
      "kl_loss_13": 228.10622177124023,
      "kl_loss_2": 2580.0264892578125,
      "kl_loss_4": 2038.4791198730468,
      "kl_loss_9": 825.1335174560547,
      "learning_rate": 0.00022303996806694487,
      "loss": 1395.3219,
      "step": 6900
    },
    {
      "ce_loss_13": 3.2514352798461914,
      "ce_loss_17": 3.1644859075546266,
      "ce_loss_2": 4.372483134269714,
      "ce_loss_4": 4.095207059383393,
      "ce_loss_9": 3.502042090892792,
      "epoch": 0.691,
      "grad_norm": 948.0,
      "kl_loss_13": 223.31015701293944,
      "kl_loss_2": 2533.658642578125,
      "kl_loss_4": 2003.885400390625,
      "kl_loss_9": 817.3878997802734,
      "learning_rate": 0.00022172035702932823,
      "loss": 1382.6459,
      "step": 6910
    },
    {
      "ce_loss_13": 3.302597963809967,
      "ce_loss_17": 3.2123578071594237,
      "ce_loss_2": 4.3816111326217655,
      "ce_loss_4": 4.105821824073791,
      "ce_loss_9": 3.545745587348938,
      "epoch": 0.692,
      "grad_norm": 840.0,
      "kl_loss_13": 227.14473190307618,
      "kl_loss_2": 2442.1774047851563,
      "kl_loss_4": 1927.7969177246093,
      "kl_loss_9": 804.2861114501953,
      "learning_rate": 0.00022040354826462666,
      "loss": 1365.3614,
      "step": 6920
    },
    {
      "ce_loss_13": 3.227451467514038,
      "ce_loss_17": 3.1418288588523864,
      "ce_loss_2": 4.349059462547302,
      "ce_loss_4": 4.066020691394806,
      "ce_loss_9": 3.4737524509429933,
      "epoch": 0.693,
      "grad_norm": 856.0,
      "kl_loss_13": 219.2278564453125,
      "kl_loss_2": 2521.2966430664064,
      "kl_loss_4": 1990.3687438964844,
      "kl_loss_9": 799.6419464111328,
      "learning_rate": 0.0002190895550330899,
      "loss": 1396.9391,
      "step": 6930
    },
    {
      "ce_loss_13": 3.165955913066864,
      "ce_loss_17": 3.073744761943817,
      "ce_loss_2": 4.322216045856476,
      "ce_loss_4": 4.028091156482697,
      "ce_loss_9": 3.4312268614768984,
      "epoch": 0.694,
      "grad_norm": 936.0,
      "kl_loss_13": 229.0870216369629,
      "kl_loss_2": 2588.823779296875,
      "kl_loss_4": 2042.9987426757812,
      "kl_loss_9": 836.6030731201172,
      "learning_rate": 0.00021777839056661552,
      "loss": 1391.2529,
      "step": 6940
    },
    {
      "ce_loss_13": 3.2504790306091307,
      "ce_loss_17": 3.1614428758621216,
      "ce_loss_2": 4.355109357833863,
      "ce_loss_4": 4.0713593602180485,
      "ce_loss_9": 3.497498321533203,
      "epoch": 0.695,
      "grad_norm": 908.0,
      "kl_loss_13": 224.00432357788085,
      "kl_loss_2": 2501.229345703125,
      "kl_loss_4": 1967.3579162597657,
      "kl_loss_9": 806.033090209961,
      "learning_rate": 0.0002164700680686147,
      "loss": 1362.4709,
      "step": 6950
    },
    {
      "ce_loss_13": 3.2929418683052063,
      "ce_loss_17": 3.2058985352516176,
      "ce_loss_2": 4.378036165237427,
      "ce_loss_4": 4.101405417919159,
      "ce_loss_9": 3.5365471839904785,
      "epoch": 0.696,
      "grad_norm": 828.0,
      "kl_loss_13": 226.53884658813476,
      "kl_loss_2": 2455.274560546875,
      "kl_loss_4": 1924.337158203125,
      "kl_loss_9": 795.2972381591796,
      "learning_rate": 0.0002151646007138806,
      "loss": 1364.2182,
      "step": 6960
    },
    {
      "ce_loss_13": 3.179440367221832,
      "ce_loss_17": 3.0889686226844786,
      "ce_loss_2": 4.314872598648071,
      "ce_loss_4": 4.032753050327301,
      "ce_loss_9": 3.4392405271530153,
      "epoch": 0.697,
      "grad_norm": 828.0,
      "kl_loss_13": 227.77658615112304,
      "kl_loss_2": 2575.025109863281,
      "kl_loss_4": 2045.5470458984375,
      "kl_loss_9": 833.3858337402344,
      "learning_rate": 0.00021386200164845526,
      "loss": 1397.3668,
      "step": 6970
    },
    {
      "ce_loss_13": 3.3459704875946046,
      "ce_loss_17": 3.261486768722534,
      "ce_loss_2": 4.4051127433776855,
      "ce_loss_4": 4.132306838035584,
      "ce_loss_9": 3.587813639640808,
      "epoch": 0.698,
      "grad_norm": 812.0,
      "kl_loss_13": 221.6239372253418,
      "kl_loss_2": 2424.71103515625,
      "kl_loss_4": 1907.8235290527343,
      "kl_loss_9": 793.41806640625,
      "learning_rate": 0.0002125622839894964,
      "loss": 1349.1637,
      "step": 6980
    },
    {
      "ce_loss_13": 3.289145255088806,
      "ce_loss_17": 3.203282558917999,
      "ce_loss_2": 4.382337474822998,
      "ce_loss_4": 4.094339299201965,
      "ce_loss_9": 3.5309545397758484,
      "epoch": 0.699,
      "grad_norm": 868.0,
      "kl_loss_13": 221.8167709350586,
      "kl_loss_2": 2463.612109375,
      "kl_loss_4": 1930.7593688964844,
      "kl_loss_9": 794.2679748535156,
      "learning_rate": 0.00021126546082514663,
      "loss": 1363.3807,
      "step": 6990
    },
    {
      "ce_loss_13": 3.3122405886650084,
      "ce_loss_17": 3.2266310453414917,
      "ce_loss_2": 4.392450308799743,
      "ce_loss_4": 4.111060690879822,
      "ce_loss_9": 3.5555851459503174,
      "epoch": 0.7,
      "grad_norm": 764.0,
      "kl_loss_13": 221.9448013305664,
      "kl_loss_2": 2448.335412597656,
      "kl_loss_4": 1918.58330078125,
      "kl_loss_9": 795.4322692871094,
      "learning_rate": 0.00020997154521440098,
      "loss": 1351.0527,
      "step": 7000
    },
    {
      "ce_loss_13": 3.2560290694236755,
      "ce_loss_17": 3.172095501422882,
      "ce_loss_2": 4.35725462436676,
      "ce_loss_4": 4.071544814109802,
      "ce_loss_9": 3.5006725668907164,
      "epoch": 0.701,
      "grad_norm": 916.0,
      "kl_loss_13": 221.02141036987305,
      "kl_loss_2": 2495.580285644531,
      "kl_loss_4": 1961.078173828125,
      "kl_loss_9": 800.934375,
      "learning_rate": 0.0002086805501869749,
      "loss": 1358.5234,
      "step": 7010
    },
    {
      "ce_loss_13": 3.2334765076637266,
      "ce_loss_17": 3.14152569770813,
      "ce_loss_2": 4.375302791595459,
      "ce_loss_4": 4.093678617477417,
      "ce_loss_9": 3.497301089763641,
      "epoch": 0.702,
      "grad_norm": 920.0,
      "kl_loss_13": 231.4882049560547,
      "kl_loss_2": 2574.637487792969,
      "kl_loss_4": 2036.480780029297,
      "kl_loss_9": 840.040658569336,
      "learning_rate": 0.0002073924887431744,
      "loss": 1402.0027,
      "step": 7020
    },
    {
      "ce_loss_13": 3.2397172331809996,
      "ce_loss_17": 3.147324788570404,
      "ce_loss_2": 4.351306700706482,
      "ce_loss_4": 4.07316380739212,
      "ce_loss_9": 3.4922420144081117,
      "epoch": 0.703,
      "grad_norm": 868.0,
      "kl_loss_13": 223.71793060302736,
      "kl_loss_2": 2531.930224609375,
      "kl_loss_4": 2009.022149658203,
      "kl_loss_9": 817.4667053222656,
      "learning_rate": 0.00020610737385376348,
      "loss": 1429.6402,
      "step": 7030
    },
    {
      "ce_loss_13": 3.2928420066833497,
      "ce_loss_17": 3.2050134897232057,
      "ce_loss_2": 4.363224124908447,
      "ce_loss_4": 4.089160430431366,
      "ce_loss_9": 3.5341002583503722,
      "epoch": 0.704,
      "grad_norm": 1024.0,
      "kl_loss_13": 223.09845657348632,
      "kl_loss_2": 2438.3024780273436,
      "kl_loss_4": 1920.8396606445312,
      "kl_loss_9": 795.2175018310547,
      "learning_rate": 0.00020482521845983521,
      "loss": 1383.1951,
      "step": 7040
    },
    {
      "ce_loss_13": 3.2900060772895814,
      "ce_loss_17": 3.1998684406280518,
      "ce_loss_2": 4.402012515068054,
      "ce_loss_4": 4.125573408603668,
      "ce_loss_9": 3.53646205663681,
      "epoch": 0.705,
      "grad_norm": 824.0,
      "kl_loss_13": 227.93955917358397,
      "kl_loss_2": 2517.812854003906,
      "kl_loss_4": 1993.4254333496094,
      "kl_loss_9": 815.7513000488282,
      "learning_rate": 0.00020354603547267987,
      "loss": 1404.9314,
      "step": 7050
    },
    {
      "ce_loss_13": 3.2780707120895385,
      "ce_loss_17": 3.1833311319351196,
      "ce_loss_2": 4.413818502426148,
      "ce_loss_4": 4.133419227600098,
      "ce_loss_9": 3.537304186820984,
      "epoch": 0.706,
      "grad_norm": 804.0,
      "kl_loss_13": 230.00745391845703,
      "kl_loss_2": 2533.838513183594,
      "kl_loss_4": 2006.9207885742187,
      "kl_loss_9": 826.0888732910156,
      "learning_rate": 0.00020226983777365604,
      "loss": 1429.8103,
      "step": 7060
    },
    {
      "ce_loss_13": 3.1825997829437256,
      "ce_loss_17": 3.095646381378174,
      "ce_loss_2": 4.336901795864105,
      "ce_loss_4": 4.05969123840332,
      "ce_loss_9": 3.4370158553123473,
      "epoch": 0.707,
      "grad_norm": 932.0,
      "kl_loss_13": 220.45883178710938,
      "kl_loss_2": 2574.1071533203126,
      "kl_loss_4": 2044.1881225585937,
      "kl_loss_9": 800.0923217773437,
      "learning_rate": 0.00020099663821406056,
      "loss": 1392.1373,
      "step": 7070
    },
    {
      "ce_loss_13": 3.276571524143219,
      "ce_loss_17": 3.193793308734894,
      "ce_loss_2": 4.3669240236282345,
      "ce_loss_4": 4.08516161441803,
      "ce_loss_9": 3.522121012210846,
      "epoch": 0.708,
      "grad_norm": 964.0,
      "kl_loss_13": 220.92641830444336,
      "kl_loss_2": 2459.0380126953123,
      "kl_loss_4": 1927.5954650878907,
      "kl_loss_9": 793.0940368652343,
      "learning_rate": 0.00019972644961499853,
      "loss": 1389.9689,
      "step": 7080
    },
    {
      "ce_loss_13": 3.2516239285469055,
      "ce_loss_17": 3.1578205823898315,
      "ce_loss_2": 4.392509937286377,
      "ce_loss_4": 4.1058523774147035,
      "ce_loss_9": 3.511735665798187,
      "epoch": 0.709,
      "grad_norm": 868.0,
      "kl_loss_13": 230.5964668273926,
      "kl_loss_2": 2571.553564453125,
      "kl_loss_4": 2033.4962158203125,
      "kl_loss_9": 832.2728820800781,
      "learning_rate": 0.00019845928476725522,
      "loss": 1402.3674,
      "step": 7090
    },
    {
      "ce_loss_13": 3.3249686479568483,
      "ce_loss_17": 3.231999695301056,
      "ce_loss_2": 4.431102132797241,
      "ce_loss_4": 4.151071059703827,
      "ce_loss_9": 3.5809815883636475,
      "epoch": 0.71,
      "grad_norm": 884.0,
      "kl_loss_13": 226.21194152832032,
      "kl_loss_2": 2487.993115234375,
      "kl_loss_4": 1961.412176513672,
      "kl_loss_9": 818.6100280761718,
      "learning_rate": 0.00019719515643116677,
      "loss": 1416.1883,
      "step": 7100
    },
    {
      "ce_loss_13": 3.2668410539627075,
      "ce_loss_17": 3.179190993309021,
      "ce_loss_2": 4.372535943984985,
      "ce_loss_4": 4.082563805580139,
      "ce_loss_9": 3.5075453758239745,
      "epoch": 0.711,
      "grad_norm": 876.0,
      "kl_loss_13": 222.45076217651368,
      "kl_loss_2": 2497.483203125,
      "kl_loss_4": 1949.665106201172,
      "kl_loss_9": 796.8344665527344,
      "learning_rate": 0.0001959340773364911,
      "loss": 1391.192,
      "step": 7110
    },
    {
      "ce_loss_13": 3.278505599498749,
      "ce_loss_17": 3.189879536628723,
      "ce_loss_2": 4.400609827041626,
      "ce_loss_4": 4.12062668800354,
      "ce_loss_9": 3.5300690650939943,
      "epoch": 0.712,
      "grad_norm": 888.0,
      "kl_loss_13": 223.94837112426757,
      "kl_loss_2": 2530.3639282226563,
      "kl_loss_4": 1995.4391784667969,
      "kl_loss_9": 813.5061553955078,
      "learning_rate": 0.0001946760601822809,
      "loss": 1364.7543,
      "step": 7120
    },
    {
      "ce_loss_13": 3.335614728927612,
      "ce_loss_17": 3.24614816904068,
      "ce_loss_2": 4.426643013954163,
      "ce_loss_4": 4.143035471439362,
      "ce_loss_9": 3.5788122177124024,
      "epoch": 0.713,
      "grad_norm": 908.0,
      "kl_loss_13": 223.02699584960936,
      "kl_loss_2": 2471.6893676757813,
      "kl_loss_4": 1940.165673828125,
      "kl_loss_9": 797.8519927978516,
      "learning_rate": 0.00019342111763675512,
      "loss": 1347.9066,
      "step": 7130
    },
    {
      "ce_loss_13": 3.332121789455414,
      "ce_loss_17": 3.2446430206298826,
      "ce_loss_2": 4.4034710168838505,
      "ce_loss_4": 4.1206164240837095,
      "ce_loss_9": 3.57075754404068,
      "epoch": 0.714,
      "grad_norm": 908.0,
      "kl_loss_13": 223.96689224243164,
      "kl_loss_2": 2437.3945434570314,
      "kl_loss_4": 1913.8612976074219,
      "kl_loss_9": 797.1569885253906,
      "learning_rate": 0.00019216926233717085,
      "loss": 1349.5184,
      "step": 7140
    },
    {
      "ce_loss_13": 3.2237551331520082,
      "ce_loss_17": 3.138021945953369,
      "ce_loss_2": 4.396461355686188,
      "ce_loss_4": 4.111767518520355,
      "ce_loss_9": 3.4798713326454163,
      "epoch": 0.715,
      "grad_norm": 972.0,
      "kl_loss_13": 219.81161651611328,
      "kl_loss_2": 2606.2385009765626,
      "kl_loss_4": 2073.2661315917967,
      "kl_loss_9": 811.4367095947266,
      "learning_rate": 0.00019092050688969737,
      "loss": 1417.142,
      "step": 7150
    },
    {
      "ce_loss_13": 3.2940005540847777,
      "ce_loss_17": 3.20362628698349,
      "ce_loss_2": 4.379084181785584,
      "ce_loss_4": 4.09904112815857,
      "ce_loss_9": 3.5334732294082642,
      "epoch": 0.716,
      "grad_norm": 848.0,
      "kl_loss_13": 221.24933624267578,
      "kl_loss_2": 2486.9433471679686,
      "kl_loss_4": 1957.744805908203,
      "kl_loss_9": 799.6082641601563,
      "learning_rate": 0.00018967486386928817,
      "loss": 1363.4369,
      "step": 7160
    },
    {
      "ce_loss_13": 3.1702972769737245,
      "ce_loss_17": 3.0778634905815125,
      "ce_loss_2": 4.305674028396607,
      "ce_loss_4": 4.022684466838837,
      "ce_loss_9": 3.4266818165779114,
      "epoch": 0.717,
      "grad_norm": 904.0,
      "kl_loss_13": 226.25028381347656,
      "kl_loss_2": 2569.0533081054687,
      "kl_loss_4": 2033.7097717285155,
      "kl_loss_9": 829.1175048828125,
      "learning_rate": 0.00018843234581955443,
      "loss": 1438.2367,
      "step": 7170
    },
    {
      "ce_loss_13": 3.179194700717926,
      "ce_loss_17": 3.0865483403205873,
      "ce_loss_2": 4.31151237487793,
      "ce_loss_4": 4.028907465934753,
      "ce_loss_9": 3.4390278100967406,
      "epoch": 0.718,
      "grad_norm": 948.0,
      "kl_loss_13": 226.59228897094727,
      "kl_loss_2": 2542.7175537109374,
      "kl_loss_4": 2013.9704650878907,
      "kl_loss_9": 827.2505493164062,
      "learning_rate": 0.00018719296525263924,
      "loss": 1402.2582,
      "step": 7180
    },
    {
      "ce_loss_13": 3.278154671192169,
      "ce_loss_17": 3.1906838417053223,
      "ce_loss_2": 4.349312424659729,
      "ce_loss_4": 4.067033684253692,
      "ce_loss_9": 3.516253387928009,
      "epoch": 0.719,
      "grad_norm": 880.0,
      "kl_loss_13": 222.74993591308595,
      "kl_loss_2": 2434.472521972656,
      "kl_loss_4": 1906.9119812011718,
      "kl_loss_9": 784.903076171875,
      "learning_rate": 0.0001859567346490913,
      "loss": 1349.8689,
      "step": 7190
    },
    {
      "ce_loss_13": 3.258313977718353,
      "ce_loss_17": 3.168236827850342,
      "ce_loss_2": 4.387526202201843,
      "ce_loss_4": 4.101441133022308,
      "ce_loss_9": 3.51610072851181,
      "epoch": 0.72,
      "grad_norm": 856.0,
      "kl_loss_13": 229.3596206665039,
      "kl_loss_2": 2559.0230346679687,
      "kl_loss_4": 2018.7219665527343,
      "kl_loss_9": 823.8413452148437,
      "learning_rate": 0.0001847236664577389,
      "loss": 1375.0223,
      "step": 7200
    },
    {
      "ce_loss_13": 3.2753131985664368,
      "ce_loss_17": 3.188183045387268,
      "ce_loss_2": 4.346803331375122,
      "ce_loss_4": 4.067043495178223,
      "ce_loss_9": 3.5119241952896116,
      "epoch": 0.721,
      "grad_norm": 704.0,
      "kl_loss_13": 220.52175750732422,
      "kl_loss_2": 2430.823876953125,
      "kl_loss_4": 1905.3960876464844,
      "kl_loss_9": 784.2279052734375,
      "learning_rate": 0.00018349377309556487,
      "loss": 1339.7385,
      "step": 7210
    },
    {
      "ce_loss_13": 3.2280171394348143,
      "ce_loss_17": 3.1385859727859495,
      "ce_loss_2": 4.38875195980072,
      "ce_loss_4": 4.107080328464508,
      "ce_loss_9": 3.482544815540314,
      "epoch": 0.722,
      "grad_norm": 968.0,
      "kl_loss_13": 230.0931884765625,
      "kl_loss_2": 2634.4558715820312,
      "kl_loss_4": 2098.3107788085936,
      "kl_loss_9": 840.7581634521484,
      "learning_rate": 0.00018226706694758193,
      "loss": 1418.1277,
      "step": 7220
    },
    {
      "ce_loss_13": 3.296447491645813,
      "ce_loss_17": 3.211305522918701,
      "ce_loss_2": 4.394935607910156,
      "ce_loss_4": 4.118708693981171,
      "ce_loss_9": 3.5478051900863647,
      "epoch": 0.723,
      "grad_norm": 852.0,
      "kl_loss_13": 222.28013763427734,
      "kl_loss_2": 2493.9412231445312,
      "kl_loss_4": 1977.3378601074219,
      "kl_loss_9": 808.938442993164,
      "learning_rate": 0.0001810435603667075,
      "loss": 1414.4257,
      "step": 7230
    },
    {
      "ce_loss_13": 3.1549424529075623,
      "ce_loss_17": 3.0660014152526855,
      "ce_loss_2": 4.281372559070587,
      "ce_loss_4": 3.996079409122467,
      "ce_loss_9": 3.404166269302368,
      "epoch": 0.724,
      "grad_norm": 828.0,
      "kl_loss_13": 219.93065490722657,
      "kl_loss_2": 2518.232568359375,
      "kl_loss_4": 1995.6101806640625,
      "kl_loss_9": 800.1742858886719,
      "learning_rate": 0.0001798232656736389,
      "loss": 1407.6965,
      "step": 7240
    },
    {
      "ce_loss_13": 3.317498469352722,
      "ce_loss_17": 3.2285274028778077,
      "ce_loss_2": 4.385501897335052,
      "ce_loss_4": 4.1082599401474,
      "ce_loss_9": 3.556129503250122,
      "epoch": 0.725,
      "grad_norm": 880.0,
      "kl_loss_13": 221.1670364379883,
      "kl_loss_2": 2411.0855346679687,
      "kl_loss_4": 1893.3787780761718,
      "kl_loss_9": 786.5548400878906,
      "learning_rate": 0.0001786061951567303,
      "loss": 1358.4174,
      "step": 7250
    },
    {
      "ce_loss_13": 3.234435260295868,
      "ce_loss_17": 3.142055535316467,
      "ce_loss_2": 4.351441478729248,
      "ce_loss_4": 4.06730625629425,
      "ce_loss_9": 3.4882951974868774,
      "epoch": 0.726,
      "grad_norm": 892.0,
      "kl_loss_13": 225.69800262451173,
      "kl_loss_2": 2510.493542480469,
      "kl_loss_4": 1979.3406616210937,
      "kl_loss_9": 811.0598449707031,
      "learning_rate": 0.00017739236107186857,
      "loss": 1396.1227,
      "step": 7260
    },
    {
      "ce_loss_13": 3.3244032144546507,
      "ce_loss_17": 3.242356812953949,
      "ce_loss_2": 4.383695316314697,
      "ce_loss_4": 4.103539967536927,
      "ce_loss_9": 3.5522592067718506,
      "epoch": 0.727,
      "grad_norm": 760.0,
      "kl_loss_13": 216.82111511230468,
      "kl_loss_2": 2413.560302734375,
      "kl_loss_4": 1890.413836669922,
      "kl_loss_9": 777.4590789794922,
      "learning_rate": 0.00017618177564234904,
      "loss": 1350.7613,
      "step": 7270
    },
    {
      "ce_loss_13": 3.2978416681289673,
      "ce_loss_17": 3.215206229686737,
      "ce_loss_2": 4.36386650800705,
      "ce_loss_4": 4.079239988327027,
      "ce_loss_9": 3.5300705313682554,
      "epoch": 0.728,
      "grad_norm": 784.0,
      "kl_loss_13": 216.17998352050782,
      "kl_loss_2": 2402.7852172851562,
      "kl_loss_4": 1871.9532531738282,
      "kl_loss_9": 776.7924713134765,
      "learning_rate": 0.00017497445105875377,
      "loss": 1346.1324,
      "step": 7280
    },
    {
      "ce_loss_13": 3.2075208187103272,
      "ce_loss_17": 3.1188966035842896,
      "ce_loss_2": 4.358772337436676,
      "ce_loss_4": 4.065756452083588,
      "ce_loss_9": 3.4693151712417603,
      "epoch": 0.729,
      "grad_norm": 932.0,
      "kl_loss_13": 225.47571411132813,
      "kl_loss_2": 2579.8472900390625,
      "kl_loss_4": 2035.7959228515624,
      "kl_loss_9": 829.8043212890625,
      "learning_rate": 0.000173770399478828,
      "loss": 1402.1396,
      "step": 7290
    },
    {
      "ce_loss_13": 3.1399217367172243,
      "ce_loss_17": 3.0544590830802916,
      "ce_loss_2": 4.252683699131012,
      "ce_loss_4": 3.9701715111732483,
      "ce_loss_9": 3.3831241011619566,
      "epoch": 0.73,
      "grad_norm": 880.0,
      "kl_loss_13": 220.23760681152345,
      "kl_loss_2": 2528.6279418945314,
      "kl_loss_4": 1993.2266418457032,
      "kl_loss_9": 804.466421508789,
      "learning_rate": 0.0001725696330273575,
      "loss": 1415.7393,
      "step": 7300
    },
    {
      "ce_loss_13": 3.31300311088562,
      "ce_loss_17": 3.2254587531089784,
      "ce_loss_2": 4.393245458602905,
      "ce_loss_4": 4.113193070888519,
      "ce_loss_9": 3.5561506271362306,
      "epoch": 0.731,
      "grad_norm": 824.0,
      "kl_loss_13": 219.36753540039064,
      "kl_loss_2": 2430.49404296875,
      "kl_loss_4": 1910.1047485351562,
      "kl_loss_9": 791.7362030029296,
      "learning_rate": 0.00017137216379604724,
      "loss": 1345.908,
      "step": 7310
    },
    {
      "ce_loss_13": 3.1978121995925903,
      "ce_loss_17": 3.108300507068634,
      "ce_loss_2": 4.323741781711578,
      "ce_loss_4": 4.038744950294495,
      "ce_loss_9": 3.4428383469581605,
      "epoch": 0.732,
      "grad_norm": 844.0,
      "kl_loss_13": 222.1520118713379,
      "kl_loss_2": 2518.7337036132812,
      "kl_loss_4": 1982.4679138183594,
      "kl_loss_9": 799.7935150146484,
      "learning_rate": 0.00017017800384339925,
      "loss": 1380.7736,
      "step": 7320
    },
    {
      "ce_loss_13": 3.156403136253357,
      "ce_loss_17": 3.065125834941864,
      "ce_loss_2": 4.316664326190948,
      "ce_loss_4": 4.025813055038452,
      "ce_loss_9": 3.4149357318878173,
      "epoch": 0.733,
      "grad_norm": 884.0,
      "kl_loss_13": 226.70897674560547,
      "kl_loss_2": 2602.639514160156,
      "kl_loss_4": 2055.229699707031,
      "kl_loss_9": 830.0261199951171,
      "learning_rate": 0.00016898716519459073,
      "loss": 1374.1618,
      "step": 7330
    },
    {
      "ce_loss_13": 3.277767014503479,
      "ce_loss_17": 3.1817540645599367,
      "ce_loss_2": 4.433549690246582,
      "ce_loss_4": 4.139484691619873,
      "ce_loss_9": 3.5390387058258055,
      "epoch": 0.734,
      "grad_norm": 772.0,
      "kl_loss_13": 233.6792755126953,
      "kl_loss_2": 2582.837268066406,
      "kl_loss_4": 2035.7763244628907,
      "kl_loss_9": 838.448696899414,
      "learning_rate": 0.00016779965984135375,
      "loss": 1398.3605,
      "step": 7340
    },
    {
      "ce_loss_13": 3.191946041584015,
      "ce_loss_17": 3.103343439102173,
      "ce_loss_2": 4.313434028625489,
      "ce_loss_4": 4.029736876487732,
      "ce_loss_9": 3.440126359462738,
      "epoch": 0.735,
      "grad_norm": 948.0,
      "kl_loss_13": 217.35691680908204,
      "kl_loss_2": 2509.741491699219,
      "kl_loss_4": 1971.9896362304687,
      "kl_loss_9": 795.3908996582031,
      "learning_rate": 0.00016661549974185424,
      "loss": 1375.2754,
      "step": 7350
    },
    {
      "ce_loss_13": 3.224069058895111,
      "ce_loss_17": 3.1362082242965696,
      "ce_loss_2": 4.3418581008911135,
      "ce_loss_4": 4.0584205150604244,
      "ce_loss_9": 3.476341438293457,
      "epoch": 0.736,
      "grad_norm": 876.0,
      "kl_loss_13": 224.64472122192382,
      "kl_loss_2": 2512.541149902344,
      "kl_loss_4": 1973.3987854003906,
      "kl_loss_9": 809.9782562255859,
      "learning_rate": 0.00016543469682057105,
      "loss": 1361.8506,
      "step": 7360
    },
    {
      "ce_loss_13": 3.253961670398712,
      "ce_loss_17": 3.160890281200409,
      "ce_loss_2": 4.364241003990173,
      "ce_loss_4": 4.082494986057282,
      "ce_loss_9": 3.5027183890342712,
      "epoch": 0.737,
      "grad_norm": 808.0,
      "kl_loss_13": 228.54029541015626,
      "kl_loss_2": 2522.8011840820313,
      "kl_loss_4": 1982.2555847167969,
      "kl_loss_9": 816.8658660888672,
      "learning_rate": 0.00016425726296817632,
      "loss": 1377.8166,
      "step": 7370
    },
    {
      "ce_loss_13": 3.2597399234771727,
      "ce_loss_17": 3.1757564544677734,
      "ce_loss_2": 4.356501781940461,
      "ce_loss_4": 4.079467332363128,
      "ce_loss_9": 3.512023890018463,
      "epoch": 0.738,
      "grad_norm": 1072.0,
      "kl_loss_13": 219.32396545410157,
      "kl_loss_2": 2449.466442871094,
      "kl_loss_4": 1930.436944580078,
      "kl_loss_9": 794.3770080566406,
      "learning_rate": 0.00016308321004141607,
      "loss": 1359.7994,
      "step": 7380
    },
    {
      "ce_loss_13": 3.2198528170585634,
      "ce_loss_17": 3.127401065826416,
      "ce_loss_2": 4.346443819999695,
      "ce_loss_4": 4.062979590892792,
      "ce_loss_9": 3.47401909828186,
      "epoch": 0.739,
      "grad_norm": 812.0,
      "kl_loss_13": 230.59588851928712,
      "kl_loss_2": 2524.584228515625,
      "kl_loss_4": 1997.1767822265624,
      "kl_loss_9": 820.2922180175781,
      "learning_rate": 0.00016191254986299043,
      "loss": 1374.4784,
      "step": 7390
    },
    {
      "ce_loss_13": 3.255491924285889,
      "ce_loss_17": 3.1759058117866514,
      "ce_loss_2": 4.3369375467300415,
      "ce_loss_4": 4.065928339958191,
      "ce_loss_9": 3.494213354587555,
      "epoch": 0.74,
      "grad_norm": 944.0,
      "kl_loss_13": 216.01871643066406,
      "kl_loss_2": 2462.201806640625,
      "kl_loss_4": 1948.6968017578124,
      "kl_loss_9": 791.6112121582031,
      "learning_rate": 0.00016074529422143398,
      "loss": 1387.2176,
      "step": 7400
    },
    {
      "ce_loss_13": 3.221555936336517,
      "ce_loss_17": 3.1326343417167664,
      "ce_loss_2": 4.347753095626831,
      "ce_loss_4": 4.072192120552063,
      "ce_loss_9": 3.4735021352767945,
      "epoch": 0.741,
      "grad_norm": 1000.0,
      "kl_loss_13": 225.79469375610353,
      "kl_loss_2": 2528.604949951172,
      "kl_loss_4": 2012.8276062011719,
      "kl_loss_9": 806.7053344726562,
      "learning_rate": 0.0001595814548709983,
      "loss": 1403.0246,
      "step": 7410
    },
    {
      "ce_loss_13": 3.28202338218689,
      "ce_loss_17": 3.1919385194778442,
      "ce_loss_2": 4.406007695198059,
      "ce_loss_4": 4.126522958278656,
      "ce_loss_9": 3.5409831047058105,
      "epoch": 0.742,
      "grad_norm": 792.0,
      "kl_loss_13": 229.86243286132813,
      "kl_loss_2": 2534.54462890625,
      "kl_loss_4": 2010.2397216796876,
      "kl_loss_9": 826.1360229492187,
      "learning_rate": 0.00015842104353153285,
      "loss": 1388.7898,
      "step": 7420
    },
    {
      "ce_loss_13": 3.297808051109314,
      "ce_loss_17": 3.2083394885063172,
      "ce_loss_2": 4.4050181865692135,
      "ce_loss_4": 4.127640378475189,
      "ce_loss_9": 3.5505934834480284,
      "epoch": 0.743,
      "grad_norm": 916.0,
      "kl_loss_13": 227.13286361694335,
      "kl_loss_2": 2497.8704833984375,
      "kl_loss_4": 1975.397967529297,
      "kl_loss_9": 813.0075134277344,
      "learning_rate": 0.0001572640718883667,
      "loss": 1407.1898,
      "step": 7430
    },
    {
      "ce_loss_13": 3.234146702289581,
      "ce_loss_17": 3.15252799987793,
      "ce_loss_2": 4.325962245464325,
      "ce_loss_4": 4.048633146286011,
      "ce_loss_9": 3.475199341773987,
      "epoch": 0.744,
      "grad_norm": 820.0,
      "kl_loss_13": 218.3878601074219,
      "kl_loss_2": 2449.649865722656,
      "kl_loss_4": 1933.0609924316407,
      "kl_loss_9": 787.0348846435547,
      "learning_rate": 0.0001561105515921915,
      "loss": 1386.6887,
      "step": 7440
    },
    {
      "ce_loss_13": 3.093195152282715,
      "ce_loss_17": 3.0062808632850646,
      "ce_loss_2": 4.255380797386169,
      "ce_loss_4": 3.971154308319092,
      "ce_loss_9": 3.3545236349105836,
      "epoch": 0.745,
      "grad_norm": 1032.0,
      "kl_loss_13": 219.13532485961915,
      "kl_loss_2": 2606.2638549804688,
      "kl_loss_4": 2064.4847900390623,
      "kl_loss_9": 822.8829315185546,
      "learning_rate": 0.0001549604942589441,
      "loss": 1388.2781,
      "step": 7450
    },
    {
      "ce_loss_13": 3.2698857188224792,
      "ce_loss_17": 3.1861334443092346,
      "ce_loss_2": 4.322661006450653,
      "ce_loss_4": 4.046770060062409,
      "ce_loss_9": 3.5081974029541017,
      "epoch": 0.746,
      "grad_norm": 1104.0,
      "kl_loss_13": 214.92021484375,
      "kl_loss_2": 2376.7243041992188,
      "kl_loss_4": 1856.7019348144531,
      "kl_loss_9": 762.9657653808594,
      "learning_rate": 0.00015381391146968864,
      "loss": 1332.993,
      "step": 7460
    },
    {
      "ce_loss_13": 3.245181119441986,
      "ce_loss_17": 3.1607391595840455,
      "ce_loss_2": 4.360982942581177,
      "ce_loss_4": 4.081872379779815,
      "ce_loss_9": 3.4913008332252504,
      "epoch": 0.747,
      "grad_norm": 964.0,
      "kl_loss_13": 215.42116088867186,
      "kl_loss_2": 2485.310693359375,
      "kl_loss_4": 1958.4087768554687,
      "kl_loss_9": 787.5557434082032,
      "learning_rate": 0.00015267081477050133,
      "loss": 1376.3338,
      "step": 7470
    },
    {
      "ce_loss_13": 3.337534523010254,
      "ce_loss_17": 3.247822880744934,
      "ce_loss_2": 4.406154370307922,
      "ce_loss_4": 4.132781744003296,
      "ce_loss_9": 3.5795215010643004,
      "epoch": 0.748,
      "grad_norm": 824.0,
      "kl_loss_13": 226.4216209411621,
      "kl_loss_2": 2433.3333740234375,
      "kl_loss_4": 1907.99150390625,
      "kl_loss_9": 797.8165679931641,
      "learning_rate": 0.00015153121567235335,
      "loss": 1342.7906,
      "step": 7480
    },
    {
      "ce_loss_13": 3.238274133205414,
      "ce_loss_17": 3.151008331775665,
      "ce_loss_2": 4.366896986961365,
      "ce_loss_4": 4.0749584317207335,
      "ce_loss_9": 3.4854373693466187,
      "epoch": 0.749,
      "grad_norm": 764.0,
      "kl_loss_13": 222.78318939208984,
      "kl_loss_2": 2544.0747802734377,
      "kl_loss_4": 2004.0062744140625,
      "kl_loss_9": 811.2469543457031,
      "learning_rate": 0.00015039512565099468,
      "loss": 1348.1119,
      "step": 7490
    },
    {
      "ce_loss_13": 3.300297403335571,
      "ce_loss_17": 3.214410126209259,
      "ce_loss_2": 4.385453414916992,
      "ce_loss_4": 4.104611361026764,
      "ce_loss_9": 3.5460037708282472,
      "epoch": 0.75,
      "grad_norm": 984.0,
      "kl_loss_13": 221.63871307373046,
      "kl_loss_2": 2468.0780029296875,
      "kl_loss_4": 1939.5006408691406,
      "kl_loss_9": 798.3361328125,
      "learning_rate": 0.00014926255614683932,
      "loss": 1414.0303,
      "step": 7500
    },
    {
      "ce_loss_13": 3.238014888763428,
      "ce_loss_17": 3.1520272970199583,
      "ce_loss_2": 4.333132290840149,
      "ce_loss_4": 4.04829728603363,
      "ce_loss_9": 3.479207384586334,
      "epoch": 0.751,
      "grad_norm": 888.0,
      "kl_loss_13": 220.70538864135742,
      "kl_loss_2": 2480.5853515625,
      "kl_loss_4": 1948.4291564941407,
      "kl_loss_9": 794.6212036132813,
      "learning_rate": 0.0001481335185648498,
      "loss": 1371.1186,
      "step": 7510
    },
    {
      "ce_loss_13": 3.257987916469574,
      "ce_loss_17": 3.1700197219848634,
      "ce_loss_2": 4.354377293586731,
      "ce_loss_4": 4.074113178253174,
      "ce_loss_9": 3.5023501396179197,
      "epoch": 0.752,
      "grad_norm": 808.0,
      "kl_loss_13": 221.5806770324707,
      "kl_loss_2": 2484.6394287109374,
      "kl_loss_4": 1951.444921875,
      "kl_loss_9": 799.4147277832031,
      "learning_rate": 0.0001470080242744218,
      "loss": 1356.298,
      "step": 7520
    },
    {
      "ce_loss_13": 3.253499674797058,
      "ce_loss_17": 3.1705570101737974,
      "ce_loss_2": 4.36003748178482,
      "ce_loss_4": 4.08024080991745,
      "ce_loss_9": 3.4953670382499693,
      "epoch": 0.753,
      "grad_norm": 740.0,
      "kl_loss_13": 215.0956657409668,
      "kl_loss_2": 2494.137902832031,
      "kl_loss_4": 1969.0171203613281,
      "kl_loss_9": 791.6822387695313,
      "learning_rate": 0.0001458860846092705,
      "loss": 1376.8581,
      "step": 7530
    },
    {
      "ce_loss_13": 3.2914599180221558,
      "ce_loss_17": 3.205676829814911,
      "ce_loss_2": 4.357267689704895,
      "ce_loss_4": 4.08239254951477,
      "ce_loss_9": 3.530220794677734,
      "epoch": 0.754,
      "grad_norm": 812.0,
      "kl_loss_13": 222.4879379272461,
      "kl_loss_2": 2419.254675292969,
      "kl_loss_4": 1902.8656677246095,
      "kl_loss_9": 786.6647888183594,
      "learning_rate": 0.00014476771086731566,
      "loss": 1333.1204,
      "step": 7540
    },
    {
      "ce_loss_13": 3.3799967169761658,
      "ce_loss_17": 3.287744390964508,
      "ce_loss_2": 4.465925884246826,
      "ce_loss_4": 4.189502060413361,
      "ce_loss_9": 3.6242950916290284,
      "epoch": 0.755,
      "grad_norm": 808.0,
      "kl_loss_13": 228.28051300048827,
      "kl_loss_2": 2444.6833618164064,
      "kl_loss_4": 1923.5794189453125,
      "kl_loss_9": 796.6243194580078,
      "learning_rate": 0.00014365291431056872,
      "loss": 1394.6869,
      "step": 7550
    },
    {
      "ce_loss_13": 3.225019657611847,
      "ce_loss_17": 3.132712996006012,
      "ce_loss_2": 4.347153151035309,
      "ce_loss_4": 4.051355564594269,
      "ce_loss_9": 3.4836304903030397,
      "epoch": 0.756,
      "grad_norm": 840.0,
      "kl_loss_13": 230.89688949584962,
      "kl_loss_2": 2557.0416870117188,
      "kl_loss_4": 1999.4586608886718,
      "kl_loss_9": 831.4675872802734,
      "learning_rate": 0.00014254170616501827,
      "loss": 1390.0566,
      "step": 7560
    },
    {
      "ce_loss_13": 3.1649601578712465,
      "ce_loss_17": 3.0718032717704773,
      "ce_loss_2": 4.333395147323609,
      "ce_loss_4": 4.044786882400513,
      "ce_loss_9": 3.4387746930122374,
      "epoch": 0.757,
      "grad_norm": 1072.0,
      "kl_loss_13": 231.36233291625976,
      "kl_loss_2": 2611.2241821289062,
      "kl_loss_4": 2072.9087646484377,
      "kl_loss_9": 849.7628021240234,
      "learning_rate": 0.0001414340976205183,
      "loss": 1432.4323,
      "step": 7570
    },
    {
      "ce_loss_13": 3.176026093959808,
      "ce_loss_17": 3.086432921886444,
      "ce_loss_2": 4.32662969827652,
      "ce_loss_4": 4.035133969783783,
      "ce_loss_9": 3.4280447244644163,
      "epoch": 0.758,
      "grad_norm": 992.0,
      "kl_loss_13": 224.3409797668457,
      "kl_loss_2": 2564.575231933594,
      "kl_loss_4": 2021.018817138672,
      "kl_loss_9": 811.0707885742188,
      "learning_rate": 0.00014033009983067452,
      "loss": 1382.5868,
      "step": 7580
    },
    {
      "ce_loss_13": 3.3284544706344605,
      "ce_loss_17": 3.2429365515708923,
      "ce_loss_2": 4.38847074508667,
      "ce_loss_4": 4.107561874389648,
      "ce_loss_9": 3.5644681453704834,
      "epoch": 0.759,
      "grad_norm": 852.0,
      "kl_loss_13": 215.6023063659668,
      "kl_loss_2": 2403.9462280273438,
      "kl_loss_4": 1879.6187683105468,
      "kl_loss_9": 769.9466003417969,
      "learning_rate": 0.00013922972391273224,
      "loss": 1342.4143,
      "step": 7590
    },
    {
      "ce_loss_13": 3.332418477535248,
      "ce_loss_17": 3.2462657570838926,
      "ce_loss_2": 4.44138286113739,
      "ce_loss_4": 4.168942725658416,
      "ce_loss_9": 3.576342451572418,
      "epoch": 0.76,
      "grad_norm": 908.0,
      "kl_loss_13": 219.82144470214843,
      "kl_loss_2": 2486.4855834960936,
      "kl_loss_4": 1969.8103454589843,
      "kl_loss_9": 792.1762268066407,
      "learning_rate": 0.0001381329809474649,
      "loss": 1373.4414,
      "step": 7600
    },
    {
      "ce_loss_13": 3.238096904754639,
      "ce_loss_17": 3.1457011461257935,
      "ce_loss_2": 4.386391186714173,
      "ce_loss_4": 4.109273302555084,
      "ce_loss_9": 3.499604892730713,
      "epoch": 0.761,
      "grad_norm": 932.0,
      "kl_loss_13": 227.62478408813476,
      "kl_loss_2": 2582.0073120117186,
      "kl_loss_4": 2052.8338012695312,
      "kl_loss_9": 828.7124328613281,
      "learning_rate": 0.0001370398819790621,
      "loss": 1408.2457,
      "step": 7610
    },
    {
      "ce_loss_13": 3.368555212020874,
      "ce_loss_17": 3.2829229831695557,
      "ce_loss_2": 4.447155952453613,
      "ce_loss_4": 4.16901433467865,
      "ce_loss_9": 3.6069896459579467,
      "epoch": 0.762,
      "grad_norm": 840.0,
      "kl_loss_13": 221.8843147277832,
      "kl_loss_2": 2438.428125,
      "kl_loss_4": 1909.4388610839844,
      "kl_loss_9": 787.5963348388672,
      "learning_rate": 0.00013595043801501794,
      "loss": 1336.3828,
      "step": 7620
    },
    {
      "ce_loss_13": 3.1797441363334658,
      "ce_loss_17": 3.086809766292572,
      "ce_loss_2": 4.358413362503052,
      "ce_loss_4": 4.072304320335388,
      "ce_loss_9": 3.4420668482780457,
      "epoch": 0.763,
      "grad_norm": 1020.0,
      "kl_loss_13": 227.9445999145508,
      "kl_loss_2": 2637.14560546875,
      "kl_loss_4": 2099.4191650390626,
      "kl_loss_9": 834.0781097412109,
      "learning_rate": 0.00013486466002602133,
      "loss": 1413.9376,
      "step": 7630
    },
    {
      "ce_loss_13": 3.2811490416526796,
      "ce_loss_17": 3.196494662761688,
      "ce_loss_2": 4.352040338516235,
      "ce_loss_4": 4.07087630033493,
      "ce_loss_9": 3.5168084025382997,
      "epoch": 0.764,
      "grad_norm": 804.0,
      "kl_loss_13": 218.68697357177734,
      "kl_loss_2": 2446.8120971679687,
      "kl_loss_4": 1918.7146240234374,
      "kl_loss_9": 788.9490905761719,
      "learning_rate": 0.00013378255894584462,
      "loss": 1391.0102,
      "step": 7640
    },
    {
      "ce_loss_13": 3.225428247451782,
      "ce_loss_17": 3.1329970717430116,
      "ce_loss_2": 4.361479806900024,
      "ce_loss_4": 4.0807177186012265,
      "ce_loss_9": 3.4798406839370726,
      "epoch": 0.765,
      "grad_norm": 744.0,
      "kl_loss_13": 228.18805541992188,
      "kl_loss_2": 2544.268359375,
      "kl_loss_4": 2016.472607421875,
      "kl_loss_9": 818.3882904052734,
      "learning_rate": 0.0001327041456712334,
      "loss": 1394.5432,
      "step": 7650
    },
    {
      "ce_loss_13": 3.2621197938919066,
      "ce_loss_17": 3.1707888722419737,
      "ce_loss_2": 4.3665901780128475,
      "ce_loss_4": 4.0881025195121765,
      "ce_loss_9": 3.5097957134246824,
      "epoch": 0.766,
      "grad_norm": 1000.0,
      "kl_loss_13": 227.44260940551757,
      "kl_loss_2": 2510.399560546875,
      "kl_loss_4": 1978.4738037109375,
      "kl_loss_9": 821.5803588867187,
      "learning_rate": 0.00013162943106179747,
      "loss": 1392.5841,
      "step": 7660
    },
    {
      "ce_loss_13": 3.2373632073402403,
      "ce_loss_17": 3.1501285076141357,
      "ce_loss_2": 4.328226685523987,
      "ce_loss_4": 4.046550655364991,
      "ce_loss_9": 3.482451915740967,
      "epoch": 0.767,
      "grad_norm": 972.0,
      "kl_loss_13": 220.82966690063478,
      "kl_loss_2": 2476.5694213867187,
      "kl_loss_4": 1943.77783203125,
      "kl_loss_9": 797.8186798095703,
      "learning_rate": 0.00013055842593990132,
      "loss": 1366.713,
      "step": 7670
    },
    {
      "ce_loss_13": 3.185035467147827,
      "ce_loss_17": 3.09632488489151,
      "ce_loss_2": 4.28573968410492,
      "ce_loss_4": 4.005963659286499,
      "ce_loss_9": 3.4342915773391725,
      "epoch": 0.768,
      "grad_norm": 996.0,
      "kl_loss_13": 218.43871612548827,
      "kl_loss_2": 2466.1605834960938,
      "kl_loss_4": 1941.8172729492187,
      "kl_loss_9": 797.7214660644531,
      "learning_rate": 0.00012949114109055414,
      "loss": 1390.7108,
      "step": 7680
    },
    {
      "ce_loss_13": 3.2294776797294618,
      "ce_loss_17": 3.1401471734046935,
      "ce_loss_2": 4.346489596366882,
      "ce_loss_4": 4.064988732337952,
      "ce_loss_9": 3.481194865703583,
      "epoch": 0.769,
      "grad_norm": 1008.0,
      "kl_loss_13": 223.74182357788087,
      "kl_loss_2": 2512.917614746094,
      "kl_loss_4": 1976.859930419922,
      "kl_loss_9": 806.7765319824218,
      "learning_rate": 0.00012842758726130281,
      "loss": 1392.6047,
      "step": 7690
    },
    {
      "ce_loss_13": 3.2692777037620546,
      "ce_loss_17": 3.179296886920929,
      "ce_loss_2": 4.411483407020569,
      "ce_loss_4": 4.129411828517914,
      "ce_loss_9": 3.5285709738731383,
      "epoch": 0.77,
      "grad_norm": 920.0,
      "kl_loss_13": 228.36310424804688,
      "kl_loss_2": 2550.5869750976562,
      "kl_loss_4": 2015.7442749023437,
      "kl_loss_9": 819.3382629394531,
      "learning_rate": 0.00012736777516212267,
      "loss": 1378.3677,
      "step": 7700
    },
    {
      "ce_loss_13": 3.267863190174103,
      "ce_loss_17": 3.176251482963562,
      "ce_loss_2": 4.380473399162293,
      "ce_loss_4": 4.095113825798035,
      "ce_loss_9": 3.522014319896698,
      "epoch": 0.771,
      "grad_norm": 856.0,
      "kl_loss_13": 228.07180633544922,
      "kl_loss_2": 2508.365673828125,
      "kl_loss_4": 1971.7255798339843,
      "kl_loss_9": 820.9787353515625,
      "learning_rate": 0.00012631171546530968,
      "loss": 1358.1248,
      "step": 7710
    },
    {
      "ce_loss_13": 3.274967110157013,
      "ce_loss_17": 3.1833778023719788,
      "ce_loss_2": 4.3787302613258365,
      "ce_loss_4": 4.093603134155273,
      "ce_loss_9": 3.5262497425079347,
      "epoch": 0.772,
      "grad_norm": 828.0,
      "kl_loss_13": 228.67630462646486,
      "kl_loss_2": 2492.828680419922,
      "kl_loss_4": 1959.4551879882813,
      "kl_loss_9": 814.0563110351562,
      "learning_rate": 0.00012525941880537307,
      "loss": 1397.8371,
      "step": 7720
    },
    {
      "ce_loss_13": 3.3043895840644835,
      "ce_loss_17": 3.214349794387817,
      "ce_loss_2": 4.397526240348816,
      "ce_loss_4": 4.123982179164886,
      "ce_loss_9": 3.5513405799865723,
      "epoch": 0.773,
      "grad_norm": 736.0,
      "kl_loss_13": 221.13384170532225,
      "kl_loss_2": 2456.335302734375,
      "kl_loss_4": 1933.7284301757813,
      "kl_loss_9": 792.3969940185547,
      "learning_rate": 0.00012421089577892869,
      "loss": 1359.0197,
      "step": 7730
    },
    {
      "ce_loss_13": 3.263060200214386,
      "ce_loss_17": 3.175589680671692,
      "ce_loss_2": 4.392911100387574,
      "ce_loss_4": 4.106127560138702,
      "ce_loss_9": 3.512665033340454,
      "epoch": 0.774,
      "grad_norm": 1020.0,
      "kl_loss_13": 226.73205490112304,
      "kl_loss_2": 2553.7462646484373,
      "kl_loss_4": 2013.3649291992188,
      "kl_loss_9": 819.6057373046875,
      "learning_rate": 0.0001231661569445919,
      "loss": 1394.4959,
      "step": 7740
    },
    {
      "ce_loss_13": 3.1302661895751953,
      "ce_loss_17": 3.0401893138885496,
      "ce_loss_2": 4.261979520320892,
      "ce_loss_4": 3.9734166502952575,
      "ce_loss_9": 3.3824090719223023,
      "epoch": 0.775,
      "grad_norm": 904.0,
      "kl_loss_13": 222.49043731689454,
      "kl_loss_2": 2536.603405761719,
      "kl_loss_4": 1994.908349609375,
      "kl_loss_9": 805.6484436035156,
      "learning_rate": 0.00012212521282287093,
      "loss": 1414.9274,
      "step": 7750
    },
    {
      "ce_loss_13": 3.269586420059204,
      "ce_loss_17": 3.1798322796821594,
      "ce_loss_2": 4.361129212379455,
      "ce_loss_4": 4.086302149295807,
      "ce_loss_9": 3.520177185535431,
      "epoch": 0.776,
      "grad_norm": 964.0,
      "kl_loss_13": 226.48846359252929,
      "kl_loss_2": 2482.2866088867186,
      "kl_loss_4": 1954.758721923828,
      "kl_loss_9": 812.0755065917969,
      "learning_rate": 0.00012108807389606158,
      "loss": 1401.2011,
      "step": 7760
    },
    {
      "ce_loss_13": 3.2647178173065186,
      "ce_loss_17": 3.17938392162323,
      "ce_loss_2": 4.366236639022827,
      "ce_loss_4": 4.087905156612396,
      "ce_loss_9": 3.5066582202911376,
      "epoch": 0.777,
      "grad_norm": 836.0,
      "kl_loss_13": 217.91585845947264,
      "kl_loss_2": 2479.5460571289063,
      "kl_loss_4": 1948.29970703125,
      "kl_loss_9": 787.1430786132812,
      "learning_rate": 0.00012005475060814159,
      "loss": 1361.5719,
      "step": 7770
    },
    {
      "ce_loss_13": 3.2002243638038634,
      "ce_loss_17": 3.1133617520332337,
      "ce_loss_2": 4.340393137931824,
      "ce_loss_4": 4.053977739810944,
      "ce_loss_9": 3.459071171283722,
      "epoch": 0.778,
      "grad_norm": 900.0,
      "kl_loss_13": 224.2657028198242,
      "kl_loss_2": 2570.114294433594,
      "kl_loss_4": 2024.2496215820313,
      "kl_loss_9": 820.0492858886719,
      "learning_rate": 0.00011902525336466464,
      "loss": 1396.9895,
      "step": 7780
    },
    {
      "ce_loss_13": 3.1970431566238404,
      "ce_loss_17": 3.103760826587677,
      "ce_loss_2": 4.357132995128632,
      "ce_loss_4": 4.070213985443115,
      "ce_loss_9": 3.4593411445617677,
      "epoch": 0.779,
      "grad_norm": 992.0,
      "kl_loss_13": 230.84845428466798,
      "kl_loss_2": 2594.173693847656,
      "kl_loss_4": 2056.0373413085936,
      "kl_loss_9": 835.5239166259765,
      "learning_rate": 0.00011799959253265668,
      "loss": 1395.5017,
      "step": 7790
    },
    {
      "ce_loss_13": 3.2516624689102174,
      "ce_loss_17": 3.1630171179771422,
      "ce_loss_2": 4.381498885154724,
      "ce_loss_4": 4.092389369010926,
      "ce_loss_9": 3.5000041365623473,
      "epoch": 0.78,
      "grad_norm": 896.0,
      "kl_loss_13": 224.24137802124022,
      "kl_loss_2": 2543.176892089844,
      "kl_loss_4": 2000.6499816894532,
      "kl_loss_9": 810.3859191894531,
      "learning_rate": 0.00011697777844051105,
      "loss": 1387.1945,
      "step": 7800
    },
    {
      "ce_loss_13": 3.238757538795471,
      "ce_loss_17": 3.1467276573181153,
      "ce_loss_2": 4.401383852958679,
      "ce_loss_4": 4.113471186161041,
      "ce_loss_9": 3.50083167552948,
      "epoch": 0.781,
      "grad_norm": 844.0,
      "kl_loss_13": 227.61635665893556,
      "kl_loss_2": 2596.8357666015627,
      "kl_loss_4": 2058.6575561523437,
      "kl_loss_9": 822.5207214355469,
      "learning_rate": 0.00011595982137788402,
      "loss": 1403.5885,
      "step": 7810
    },
    {
      "ce_loss_13": 3.2153478622436524,
      "ce_loss_17": 3.1282518982887266,
      "ce_loss_2": 4.302980852127075,
      "ce_loss_4": 4.023877811431885,
      "ce_loss_9": 3.4552973389625548,
      "epoch": 0.782,
      "grad_norm": 860.0,
      "kl_loss_13": 221.30579071044923,
      "kl_loss_2": 2456.2185791015627,
      "kl_loss_4": 1924.213067626953,
      "kl_loss_9": 792.0626220703125,
      "learning_rate": 0.00011494573159559212,
      "loss": 1366.739,
      "step": 7820
    },
    {
      "ce_loss_13": 3.2062780380249025,
      "ce_loss_17": 3.1137363791465758,
      "ce_loss_2": 4.321243810653686,
      "ce_loss_4": 4.038500916957855,
      "ce_loss_9": 3.4549594283103944,
      "epoch": 0.783,
      "grad_norm": 1216.0,
      "kl_loss_13": 225.67907943725587,
      "kl_loss_2": 2535.0178344726564,
      "kl_loss_4": 1995.6634094238282,
      "kl_loss_9": 817.3709289550782,
      "learning_rate": 0.00011393551930550828,
      "loss": 1414.698,
      "step": 7830
    },
    {
      "ce_loss_13": 3.337601363658905,
      "ce_loss_17": 3.2485817551612852,
      "ce_loss_2": 4.408281898498535,
      "ce_loss_4": 4.128136658668518,
      "ce_loss_9": 3.578730881214142,
      "epoch": 0.784,
      "grad_norm": 960.0,
      "kl_loss_13": 223.8050994873047,
      "kl_loss_2": 2447.8237915039062,
      "kl_loss_4": 1917.9582885742188,
      "kl_loss_9": 797.3851867675781,
      "learning_rate": 0.00011292919468045875,
      "loss": 1359.6032,
      "step": 7840
    },
    {
      "ce_loss_13": 3.2895867943763735,
      "ce_loss_17": 3.2018993496894836,
      "ce_loss_2": 4.3929472208023075,
      "ce_loss_4": 4.110674726963043,
      "ce_loss_9": 3.5345945596694945,
      "epoch": 0.785,
      "grad_norm": 776.0,
      "kl_loss_13": 225.29066696166993,
      "kl_loss_2": 2485.1955078125,
      "kl_loss_4": 1956.9943969726562,
      "kl_loss_9": 807.8281188964844,
      "learning_rate": 0.00011192676785412154,
      "loss": 1363.5742,
      "step": 7850
    },
    {
      "ce_loss_13": 3.2329471349716186,
      "ce_loss_17": 3.137916612625122,
      "ce_loss_2": 4.379679560661316,
      "ce_loss_4": 4.094557797908783,
      "ce_loss_9": 3.4846953392028808,
      "epoch": 0.786,
      "grad_norm": 920.0,
      "kl_loss_13": 226.50506896972655,
      "kl_loss_2": 2566.345947265625,
      "kl_loss_4": 2029.9564208984375,
      "kl_loss_9": 819.1044738769531,
      "learning_rate": 0.00011092824892092374,
      "loss": 1396.7059,
      "step": 7860
    },
    {
      "ce_loss_13": 3.165910518169403,
      "ce_loss_17": 3.078306519985199,
      "ce_loss_2": 4.317526865005493,
      "ce_loss_4": 4.033228135108947,
      "ce_loss_9": 3.4250346302986143,
      "epoch": 0.787,
      "grad_norm": 1016.0,
      "kl_loss_13": 224.9335792541504,
      "kl_loss_2": 2580.2394287109373,
      "kl_loss_4": 2040.8598937988281,
      "kl_loss_9": 818.8031555175781,
      "learning_rate": 0.0001099336479359398,
      "loss": 1381.4417,
      "step": 7870
    },
    {
      "ce_loss_13": 3.284831154346466,
      "ce_loss_17": 3.1973366737365723,
      "ce_loss_2": 4.364708030223847,
      "ce_loss_4": 4.0878499269485475,
      "ce_loss_9": 3.5242127060890196,
      "epoch": 0.788,
      "grad_norm": 864.0,
      "kl_loss_13": 222.17998046875,
      "kl_loss_2": 2458.079833984375,
      "kl_loss_4": 1931.173651123047,
      "kl_loss_9": 795.1588012695313,
      "learning_rate": 0.00010894297491479043,
      "loss": 1369.8168,
      "step": 7880
    },
    {
      "ce_loss_13": 3.2719725012779235,
      "ce_loss_17": 3.1863118171691895,
      "ce_loss_2": 4.376298451423645,
      "ce_loss_4": 4.100898790359497,
      "ce_loss_9": 3.5160131096839904,
      "epoch": 0.789,
      "grad_norm": 900.0,
      "kl_loss_13": 220.7770088195801,
      "kl_loss_2": 2485.175817871094,
      "kl_loss_4": 1966.8784790039062,
      "kl_loss_9": 797.678369140625,
      "learning_rate": 0.00010795623983354214,
      "loss": 1362.425,
      "step": 7890
    },
    {
      "ce_loss_13": 3.1782204031944277,
      "ce_loss_17": 3.085512375831604,
      "ce_loss_2": 4.306517696380615,
      "ce_loss_4": 4.022887492179871,
      "ce_loss_9": 3.4331058263778687,
      "epoch": 0.79,
      "grad_norm": 956.0,
      "kl_loss_13": 231.71184539794922,
      "kl_loss_2": 2557.1060546875,
      "kl_loss_4": 2026.078564453125,
      "kl_loss_9": 837.0126892089844,
      "learning_rate": 0.00010697345262860636,
      "loss": 1389.1147,
      "step": 7900
    },
    {
      "ce_loss_13": 3.306474280357361,
      "ce_loss_17": 3.219396984577179,
      "ce_loss_2": 4.38658037185669,
      "ce_loss_4": 4.106796336174011,
      "ce_loss_9": 3.541022026538849,
      "epoch": 0.791,
      "grad_norm": 880.0,
      "kl_loss_13": 223.46587905883788,
      "kl_loss_2": 2451.1871826171873,
      "kl_loss_4": 1928.5599304199218,
      "kl_loss_9": 792.5600524902344,
      "learning_rate": 0.00010599462319663906,
      "loss": 1352.1263,
      "step": 7910
    },
    {
      "ce_loss_13": 3.2779975056648256,
      "ce_loss_17": 3.1927762985229493,
      "ce_loss_2": 4.347692286968231,
      "ce_loss_4": 4.067851769924164,
      "ce_loss_9": 3.516193914413452,
      "epoch": 0.792,
      "grad_norm": 760.0,
      "kl_loss_13": 220.21947784423827,
      "kl_loss_2": 2420.2115966796873,
      "kl_loss_4": 1895.0272338867187,
      "kl_loss_9": 786.0841003417969,
      "learning_rate": 0.00010501976139444191,
      "loss": 1340.7148,
      "step": 7920
    },
    {
      "ce_loss_13": 3.298214519023895,
      "ce_loss_17": 3.2132441997528076,
      "ce_loss_2": 4.385530972480774,
      "ce_loss_4": 4.1142360210418705,
      "ce_loss_9": 3.539467179775238,
      "epoch": 0.793,
      "grad_norm": 1004.0,
      "kl_loss_13": 218.51279830932617,
      "kl_loss_2": 2446.5368530273436,
      "kl_loss_4": 1936.372821044922,
      "kl_loss_9": 784.8643157958984,
      "learning_rate": 0.0001040488770388625,
      "loss": 1376.316,
      "step": 7930
    },
    {
      "ce_loss_13": 3.2538429379463194,
      "ce_loss_17": 3.1726126432418824,
      "ce_loss_2": 4.36536066532135,
      "ce_loss_4": 4.0814009547233585,
      "ce_loss_9": 3.5021591544151307,
      "epoch": 0.794,
      "grad_norm": 972.0,
      "kl_loss_13": 222.11438446044923,
      "kl_loss_2": 2510.11923828125,
      "kl_loss_4": 1978.3949035644532,
      "kl_loss_9": 807.1800170898438,
      "learning_rate": 0.00010308197990669538,
      "loss": 1369.7728,
      "step": 7940
    },
    {
      "ce_loss_13": 3.367190444469452,
      "ce_loss_17": 3.276266264915466,
      "ce_loss_2": 4.4568297386169435,
      "ce_loss_4": 4.1817707300186155,
      "ce_loss_9": 3.6101149559020995,
      "epoch": 0.795,
      "grad_norm": 788.0,
      "kl_loss_13": 225.43220977783204,
      "kl_loss_2": 2474.580187988281,
      "kl_loss_4": 1953.5517517089843,
      "kl_loss_9": 810.1820434570312,
      "learning_rate": 0.0001021190797345839,
      "loss": 1361.9895,
      "step": 7950
    },
    {
      "ce_loss_13": 3.099755311012268,
      "ce_loss_17": 3.0065363526344298,
      "ce_loss_2": 4.2668628096580505,
      "ce_loss_4": 3.971409797668457,
      "ce_loss_9": 3.365699326992035,
      "epoch": 0.796,
      "grad_norm": 1440.0,
      "kl_loss_13": 234.1839828491211,
      "kl_loss_2": 2625.586181640625,
      "kl_loss_4": 2070.3461181640623,
      "kl_loss_9": 856.1321990966796,
      "learning_rate": 0.00010116018621892236,
      "loss": 1403.2432,
      "step": 7960
    },
    {
      "ce_loss_13": 3.303152871131897,
      "ce_loss_17": 3.2116121888160705,
      "ce_loss_2": 4.418788051605224,
      "ce_loss_4": 4.14488252401352,
      "ce_loss_9": 3.559329104423523,
      "epoch": 0.797,
      "grad_norm": 948.0,
      "kl_loss_13": 232.96103744506837,
      "kl_loss_2": 2525.059765625,
      "kl_loss_4": 2007.8031982421876,
      "kl_loss_9": 827.8689270019531,
      "learning_rate": 0.00010020530901575753,
      "loss": 1359.8641,
      "step": 7970
    },
    {
      "ce_loss_13": 3.327608060836792,
      "ce_loss_17": 3.2403406143188476,
      "ce_loss_2": 4.4137204647064205,
      "ce_loss_4": 4.131820201873779,
      "ce_loss_9": 3.5678149819374085,
      "epoch": 0.798,
      "grad_norm": 788.0,
      "kl_loss_13": 227.06566467285157,
      "kl_loss_2": 2479.300988769531,
      "kl_loss_4": 1944.6218566894531,
      "kl_loss_9": 806.4063873291016,
      "learning_rate": 9.925445774069231e-05,
      "loss": 1347.6822,
      "step": 7980
    },
    {
      "ce_loss_13": 3.2811261892318724,
      "ce_loss_17": 3.1919934153556824,
      "ce_loss_2": 4.382939958572388,
      "ce_loss_4": 4.101240575313568,
      "ce_loss_9": 3.5340216994285583,
      "epoch": 0.799,
      "grad_norm": 848.0,
      "kl_loss_13": 223.93359756469727,
      "kl_loss_2": 2468.969140625,
      "kl_loss_4": 1939.6381713867188,
      "kl_loss_9": 802.2064453125,
      "learning_rate": 9.830764196878872e-05,
      "loss": 1342.0732,
      "step": 7990
    },
    {
      "ce_loss_13": 3.2254366874694824,
      "ce_loss_17": 3.1382691740989683,
      "ce_loss_2": 4.335188496112823,
      "ce_loss_4": 4.052461290359497,
      "ce_loss_9": 3.470421814918518,
      "epoch": 0.8,
      "grad_norm": 768.0,
      "kl_loss_13": 220.74289169311524,
      "kl_loss_2": 2529.8259887695312,
      "kl_loss_4": 1995.0783813476562,
      "kl_loss_9": 807.0941192626954,
      "learning_rate": 9.736487123447069e-05,
      "loss": 1375.8162,
      "step": 8000
    },
    {
      "ce_loss_13": 3.1770267128944396,
      "ce_loss_17": 3.089499294757843,
      "ce_loss_2": 4.343133449554443,
      "ce_loss_4": 4.0638148307800295,
      "ce_loss_9": 3.4387208342552187,
      "epoch": 0.801,
      "grad_norm": 724.0,
      "kl_loss_13": 226.93739852905273,
      "kl_loss_2": 2637.5811279296877,
      "kl_loss_4": 2109.3770751953125,
      "kl_loss_9": 833.6124237060546,
      "learning_rate": 9.642615503142926e-05,
      "loss": 1420.8419,
      "step": 8010
    },
    {
      "ce_loss_13": 3.2385539412498474,
      "ce_loss_17": 3.1498786091804503,
      "ce_loss_2": 4.371684455871582,
      "ce_loss_4": 4.083432590961456,
      "ce_loss_9": 3.4884016513824463,
      "epoch": 0.802,
      "grad_norm": 768.0,
      "kl_loss_13": 221.43769302368165,
      "kl_loss_2": 2560.348107910156,
      "kl_loss_4": 2017.5557067871093,
      "kl_loss_9": 804.5605072021484,
      "learning_rate": 9.549150281252633e-05,
      "loss": 1375.2334,
      "step": 8020
    },
    {
      "ce_loss_13": 3.2660260081291197,
      "ce_loss_17": 3.176693916320801,
      "ce_loss_2": 4.376864409446716,
      "ce_loss_4": 4.092126798629761,
      "ce_loss_9": 3.5163286447525026,
      "epoch": 0.803,
      "grad_norm": 792.0,
      "kl_loss_13": 224.05511550903321,
      "kl_loss_2": 2511.4217895507813,
      "kl_loss_4": 1983.4522766113282,
      "kl_loss_9": 805.1759246826172,
      "learning_rate": 9.4560923989699e-05,
      "loss": 1391.521,
      "step": 8030
    },
    {
      "ce_loss_13": 3.260799825191498,
      "ce_loss_17": 3.172711956501007,
      "ce_loss_2": 4.364776086807251,
      "ce_loss_4": 4.083143830299377,
      "ce_loss_9": 3.5085883378982543,
      "epoch": 0.804,
      "grad_norm": 860.0,
      "kl_loss_13": 223.57135772705078,
      "kl_loss_2": 2480.294958496094,
      "kl_loss_4": 1952.1392944335937,
      "kl_loss_9": 802.3091857910156,
      "learning_rate": 9.363442793386607e-05,
      "loss": 1394.5486,
      "step": 8040
    },
    {
      "ce_loss_13": 3.238362693786621,
      "ce_loss_17": 3.145321083068848,
      "ce_loss_2": 4.379942286014557,
      "ce_loss_4": 4.098853194713593,
      "ce_loss_9": 3.500857079029083,
      "epoch": 0.805,
      "grad_norm": 824.0,
      "kl_loss_13": 228.7298454284668,
      "kl_loss_2": 2552.064990234375,
      "kl_loss_4": 2025.6884704589843,
      "kl_loss_9": 826.6193176269531,
      "learning_rate": 9.271202397483213e-05,
      "loss": 1365.5828,
      "step": 8050
    },
    {
      "ce_loss_13": 3.262423515319824,
      "ce_loss_17": 3.178011214733124,
      "ce_loss_2": 4.3518139839172365,
      "ce_loss_4": 4.06558084487915,
      "ce_loss_9": 3.4967321038246153,
      "epoch": 0.806,
      "grad_norm": 1020.0,
      "kl_loss_13": 219.77361907958985,
      "kl_loss_2": 2469.5812133789063,
      "kl_loss_4": 1939.9063659667968,
      "kl_loss_9": 787.4560791015625,
      "learning_rate": 9.179372140119524e-05,
      "loss": 1384.0,
      "step": 8060
    },
    {
      "ce_loss_13": 3.2050329089164733,
      "ce_loss_17": 3.118261456489563,
      "ce_loss_2": 4.3080508470535275,
      "ce_loss_4": 4.029356837272644,
      "ce_loss_9": 3.451282811164856,
      "epoch": 0.807,
      "grad_norm": 916.0,
      "kl_loss_13": 220.9561798095703,
      "kl_loss_2": 2495.82890625,
      "kl_loss_4": 1971.114727783203,
      "kl_loss_9": 798.6717529296875,
      "learning_rate": 9.087952946025175e-05,
      "loss": 1391.709,
      "step": 8070
    },
    {
      "ce_loss_13": 3.311403751373291,
      "ce_loss_17": 3.2265172481536863,
      "ce_loss_2": 4.374763298034668,
      "ce_loss_4": 4.093200993537903,
      "ce_loss_9": 3.5428014159202577,
      "epoch": 0.808,
      "grad_norm": 868.0,
      "kl_loss_13": 218.15849761962892,
      "kl_loss_2": 2410.1259155273438,
      "kl_loss_4": 1888.1170776367187,
      "kl_loss_9": 773.8412719726563,
      "learning_rate": 8.996945735790446e-05,
      "loss": 1363.7383,
      "step": 8080
    },
    {
      "ce_loss_13": 3.2155717730522158,
      "ce_loss_17": 3.1294687151908875,
      "ce_loss_2": 4.31129013299942,
      "ce_loss_4": 4.0278658986091616,
      "ce_loss_9": 3.461386263370514,
      "epoch": 0.809,
      "grad_norm": 844.0,
      "kl_loss_13": 221.96558990478516,
      "kl_loss_2": 2490.4510986328123,
      "kl_loss_4": 1961.0308837890625,
      "kl_loss_9": 805.1013610839843,
      "learning_rate": 8.906351425856951e-05,
      "loss": 1385.3815,
      "step": 8090
    },
    {
      "ce_loss_13": 3.1980334639549257,
      "ce_loss_17": 3.111038017272949,
      "ce_loss_2": 4.32276861667633,
      "ce_loss_4": 4.0459129333496096,
      "ce_loss_9": 3.447723460197449,
      "epoch": 0.81,
      "grad_norm": 996.0,
      "kl_loss_13": 223.42060012817382,
      "kl_loss_2": 2552.838977050781,
      "kl_loss_4": 2024.1286315917969,
      "kl_loss_9": 815.0195770263672,
      "learning_rate": 8.816170928508365e-05,
      "loss": 1398.1475,
      "step": 8100
    },
    {
      "ce_loss_13": 3.16351261138916,
      "ce_loss_17": 3.0718586325645445,
      "ce_loss_2": 4.326090204715729,
      "ce_loss_4": 4.043891990184784,
      "ce_loss_9": 3.42418794631958,
      "epoch": 0.811,
      "grad_norm": 1056.0,
      "kl_loss_13": 225.75188446044922,
      "kl_loss_2": 2605.1463012695312,
      "kl_loss_4": 2069.7749572753905,
      "kl_loss_9": 829.7225738525391,
      "learning_rate": 8.7264051518613e-05,
      "loss": 1403.7536,
      "step": 8110
    },
    {
      "ce_loss_13": 3.2520105719566343,
      "ce_loss_17": 3.1701902508735658,
      "ce_loss_2": 4.32922523021698,
      "ce_loss_4": 4.058504164218903,
      "ce_loss_9": 3.4897550106048585,
      "epoch": 0.812,
      "grad_norm": 904.0,
      "kl_loss_13": 216.81841125488282,
      "kl_loss_2": 2438.9434204101562,
      "kl_loss_4": 1924.6337524414062,
      "kl_loss_9": 785.5289459228516,
      "learning_rate": 8.637054999856148e-05,
      "loss": 1360.0235,
      "step": 8120
    },
    {
      "ce_loss_13": 3.243906044960022,
      "ce_loss_17": 3.1534186005592346,
      "ce_loss_2": 4.359775090217591,
      "ce_loss_4": 4.074860966205597,
      "ce_loss_9": 3.4959781050682066,
      "epoch": 0.813,
      "grad_norm": 892.0,
      "kl_loss_13": 227.84734191894532,
      "kl_loss_2": 2518.0587524414063,
      "kl_loss_4": 1981.924560546875,
      "kl_loss_9": 811.8103546142578,
      "learning_rate": 8.548121372247918e-05,
      "loss": 1397.716,
      "step": 8130
    },
    {
      "ce_loss_13": 3.3110806584358214,
      "ce_loss_17": 3.2285948991775513,
      "ce_loss_2": 4.383181643486023,
      "ce_loss_4": 4.110422492027283,
      "ce_loss_9": 3.54707248210907,
      "epoch": 0.814,
      "grad_norm": 872.0,
      "kl_loss_13": 220.66705474853515,
      "kl_loss_2": 2454.8108032226564,
      "kl_loss_4": 1939.189111328125,
      "kl_loss_9": 791.5809173583984,
      "learning_rate": 8.459605164597267e-05,
      "loss": 1358.9557,
      "step": 8140
    },
    {
      "ce_loss_13": 3.1948183178901672,
      "ce_loss_17": 3.1102925896644593,
      "ce_loss_2": 4.316994738578797,
      "ce_loss_4": 4.033453631401062,
      "ce_loss_9": 3.441008985042572,
      "epoch": 0.815,
      "grad_norm": 804.0,
      "kl_loss_13": 219.61373138427734,
      "kl_loss_2": 2517.217492675781,
      "kl_loss_4": 1983.1307006835937,
      "kl_loss_9": 801.1011535644532,
      "learning_rate": 8.371507268261436e-05,
      "loss": 1384.7771,
      "step": 8150
    },
    {
      "ce_loss_13": 3.2735339283943174,
      "ce_loss_17": 3.184214413166046,
      "ce_loss_2": 4.379142904281617,
      "ce_loss_4": 4.1032023429870605,
      "ce_loss_9": 3.5239558696746824,
      "epoch": 0.816,
      "grad_norm": 812.0,
      "kl_loss_13": 224.8229133605957,
      "kl_loss_2": 2489.7993896484377,
      "kl_loss_4": 1971.6356506347656,
      "kl_loss_9": 804.9994140625,
      "learning_rate": 8.283828570385238e-05,
      "loss": 1349.659,
      "step": 8160
    },
    {
      "ce_loss_13": 3.269688606262207,
      "ce_loss_17": 3.1809231758117678,
      "ce_loss_2": 4.383044624328614,
      "ce_loss_4": 4.097042512893677,
      "ce_loss_9": 3.5166628479957582,
      "epoch": 0.817,
      "grad_norm": 896.0,
      "kl_loss_13": 223.29241104125975,
      "kl_loss_2": 2474.5247314453127,
      "kl_loss_4": 1941.5979431152343,
      "kl_loss_9": 793.0740325927734,
      "learning_rate": 8.196569953892202e-05,
      "loss": 1366.3528,
      "step": 8170
    },
    {
      "ce_loss_13": 3.1958377599716186,
      "ce_loss_17": 3.1082884073257446,
      "ce_loss_2": 4.308591604232788,
      "ce_loss_4": 4.025162780284882,
      "ce_loss_9": 3.449683403968811,
      "epoch": 0.818,
      "grad_norm": 904.0,
      "kl_loss_13": 222.01957092285156,
      "kl_loss_2": 2486.2179443359373,
      "kl_loss_4": 1958.6151123046875,
      "kl_loss_9": 803.7994873046875,
      "learning_rate": 8.109732297475635e-05,
      "loss": 1362.1192,
      "step": 8180
    },
    {
      "ce_loss_13": 3.16897908449173,
      "ce_loss_17": 3.0717229008674622,
      "ce_loss_2": 4.355467438697815,
      "ce_loss_4": 4.067920184135437,
      "ce_loss_9": 3.4424399971961974,
      "epoch": 0.819,
      "grad_norm": 876.0,
      "kl_loss_13": 232.51748809814453,
      "kl_loss_2": 2628.5271484375,
      "kl_loss_4": 2082.767059326172,
      "kl_loss_9": 848.3743499755859,
      "learning_rate": 8.023316475589754e-05,
      "loss": 1419.9205,
      "step": 8190
    },
    {
      "ce_loss_13": 3.1390973687171937,
      "ce_loss_17": 3.0419116258621215,
      "ce_loss_2": 4.355739164352417,
      "ce_loss_4": 4.064283812046051,
      "ce_loss_9": 3.4155005693435667,
      "epoch": 0.82,
      "grad_norm": 1088.0,
      "kl_loss_13": 239.16704864501952,
      "kl_loss_2": 2712.7430053710937,
      "kl_loss_4": 2158.0326416015623,
      "kl_loss_9": 863.2716064453125,
      "learning_rate": 7.937323358440934e-05,
      "loss": 1446.035,
      "step": 8200
    },
    {
      "ce_loss_13": 3.2472149968147277,
      "ce_loss_17": 3.16400808095932,
      "ce_loss_2": 4.32280478477478,
      "ce_loss_4": 4.044382894039154,
      "ce_loss_9": 3.485769736766815,
      "epoch": 0.821,
      "grad_norm": 728.0,
      "kl_loss_13": 219.56322479248047,
      "kl_loss_2": 2439.0638916015623,
      "kl_loss_4": 1912.4187866210937,
      "kl_loss_9": 790.9305084228515,
      "learning_rate": 7.851753811978923e-05,
      "loss": 1361.6016,
      "step": 8210
    },
    {
      "ce_loss_13": 3.267391085624695,
      "ce_loss_17": 3.178033375740051,
      "ce_loss_2": 4.391184163093567,
      "ce_loss_4": 4.105301785469055,
      "ce_loss_9": 3.5145377993583677,
      "epoch": 0.822,
      "grad_norm": 872.0,
      "kl_loss_13": 225.35082397460937,
      "kl_loss_2": 2524.5203247070312,
      "kl_loss_4": 1994.8364807128905,
      "kl_loss_9": 805.8979400634765,
      "learning_rate": 7.766608697888095e-05,
      "loss": 1371.0406,
      "step": 8220
    },
    {
      "ce_loss_13": 3.2764451146125793,
      "ce_loss_17": 3.1906116366386414,
      "ce_loss_2": 4.38669867515564,
      "ce_loss_4": 4.111961352825165,
      "ce_loss_9": 3.523875415325165,
      "epoch": 0.823,
      "grad_norm": 852.0,
      "kl_loss_13": 225.99702987670898,
      "kl_loss_2": 2509.3898803710936,
      "kl_loss_4": 1998.3305908203124,
      "kl_loss_9": 808.0251861572266,
      "learning_rate": 7.681888873578785e-05,
      "loss": 1394.8252,
      "step": 8230
    },
    {
      "ce_loss_13": 3.2139707088470457,
      "ce_loss_17": 3.1197495341300963,
      "ce_loss_2": 4.354037642478943,
      "ce_loss_4": 4.063400399684906,
      "ce_loss_9": 3.47417665719986,
      "epoch": 0.824,
      "grad_norm": 820.0,
      "kl_loss_13": 229.3338249206543,
      "kl_loss_2": 2567.2235107421875,
      "kl_loss_4": 2022.7681396484375,
      "kl_loss_9": 824.1971496582031,
      "learning_rate": 7.597595192178702e-05,
      "loss": 1383.3944,
      "step": 8240
    },
    {
      "ce_loss_13": 3.2053810477256777,
      "ce_loss_17": 3.116931641101837,
      "ce_loss_2": 4.370664536952972,
      "ce_loss_4": 4.077317404747009,
      "ce_loss_9": 3.4695890665054323,
      "epoch": 0.825,
      "grad_norm": 868.0,
      "kl_loss_13": 228.5384078979492,
      "kl_loss_2": 2631.160754394531,
      "kl_loss_4": 2076.3259338378907,
      "kl_loss_9": 840.345751953125,
      "learning_rate": 7.513728502524286e-05,
      "loss": 1416.7643,
      "step": 8250
    },
    {
      "ce_loss_13": 3.2048859000205994,
      "ce_loss_17": 3.123488414287567,
      "ce_loss_2": 4.304041302204132,
      "ce_loss_4": 4.0171948909759525,
      "ce_loss_9": 3.4498552799224855,
      "epoch": 0.826,
      "grad_norm": 760.0,
      "kl_loss_13": 213.62081069946288,
      "kl_loss_2": 2462.559436035156,
      "kl_loss_4": 1932.0973999023438,
      "kl_loss_9": 782.9279968261719,
      "learning_rate": 7.430289649152156e-05,
      "loss": 1377.3469,
      "step": 8260
    },
    {
      "ce_loss_13": 3.120034670829773,
      "ce_loss_17": 3.0287449955940247,
      "ce_loss_2": 4.283819329738617,
      "ce_loss_4": 3.9942748308181764,
      "ce_loss_9": 3.379044306278229,
      "epoch": 0.827,
      "grad_norm": 908.0,
      "kl_loss_13": 228.2209846496582,
      "kl_loss_2": 2624.3792358398437,
      "kl_loss_4": 2076.8033447265625,
      "kl_loss_9": 839.2672546386718,
      "learning_rate": 7.347279472290646e-05,
      "loss": 1398.7959,
      "step": 8270
    },
    {
      "ce_loss_13": 3.251451086997986,
      "ce_loss_17": 3.1642702221870422,
      "ce_loss_2": 4.385140514373779,
      "ce_loss_4": 4.100665700435639,
      "ce_loss_9": 3.501319396495819,
      "epoch": 0.828,
      "grad_norm": 816.0,
      "kl_loss_13": 222.71439895629882,
      "kl_loss_2": 2534.687713623047,
      "kl_loss_4": 2002.5374938964844,
      "kl_loss_9": 808.1467224121094,
      "learning_rate": 7.264698807851328e-05,
      "loss": 1394.8232,
      "step": 8280
    },
    {
      "ce_loss_13": 3.227537226676941,
      "ce_loss_17": 3.1441309571266176,
      "ce_loss_2": 4.318798077106476,
      "ce_loss_4": 4.038094973564148,
      "ce_loss_9": 3.468658471107483,
      "epoch": 0.829,
      "grad_norm": 988.0,
      "kl_loss_13": 216.05848541259766,
      "kl_loss_2": 2457.3656616210938,
      "kl_loss_4": 1931.4304809570312,
      "kl_loss_9": 781.806396484375,
      "learning_rate": 7.182548487420554e-05,
      "loss": 1371.9726,
      "step": 8290
    },
    {
      "ce_loss_13": 3.274464964866638,
      "ce_loss_17": 3.1883435964584352,
      "ce_loss_2": 4.370679450035095,
      "ce_loss_4": 4.0855323553085325,
      "ce_loss_9": 3.5177146077156065,
      "epoch": 0.83,
      "grad_norm": 784.0,
      "kl_loss_13": 224.5548988342285,
      "kl_loss_2": 2499.8404541015625,
      "kl_loss_4": 1961.8424438476563,
      "kl_loss_9": 807.8698089599609,
      "learning_rate": 7.100829338251146e-05,
      "loss": 1365.4091,
      "step": 8300
    },
    {
      "ce_loss_13": 3.2095795631408692,
      "ce_loss_17": 3.114107370376587,
      "ce_loss_2": 4.352908825874328,
      "ce_loss_4": 4.060082828998565,
      "ce_loss_9": 3.4646241545677183,
      "epoch": 0.831,
      "grad_norm": 836.0,
      "kl_loss_13": 230.04553756713867,
      "kl_loss_2": 2555.5595703125,
      "kl_loss_4": 2014.6021118164062,
      "kl_loss_9": 825.6994018554688,
      "learning_rate": 7.019542183254046e-05,
      "loss": 1376.1705,
      "step": 8310
    },
    {
      "ce_loss_13": 3.25156090259552,
      "ce_loss_17": 3.154491126537323,
      "ce_loss_2": 4.344011974334717,
      "ce_loss_4": 4.071551716327667,
      "ce_loss_9": 3.4982887744903564,
      "epoch": 0.832,
      "grad_norm": 1096.0,
      "kl_loss_13": 231.02550048828124,
      "kl_loss_2": 2498.6554931640626,
      "kl_loss_4": 1985.939434814453,
      "kl_loss_9": 813.9911041259766,
      "learning_rate": 6.938687840989971e-05,
      "loss": 1377.9254,
      "step": 8320
    },
    {
      "ce_loss_13": 3.1894129037857057,
      "ce_loss_17": 3.0963603377342226,
      "ce_loss_2": 4.306365704536438,
      "ce_loss_4": 4.032098889350891,
      "ce_loss_9": 3.4420806527137757,
      "epoch": 0.833,
      "grad_norm": 852.0,
      "kl_loss_13": 227.902921295166,
      "kl_loss_2": 2507.4160766601562,
      "kl_loss_4": 1986.3455688476563,
      "kl_loss_9": 809.3701416015625,
      "learning_rate": 6.858267125661271e-05,
      "loss": 1404.0568,
      "step": 8330
    },
    {
      "ce_loss_13": 3.2466275453567506,
      "ce_loss_17": 3.1548444390296937,
      "ce_loss_2": 4.367550003528595,
      "ce_loss_4": 4.073925399780274,
      "ce_loss_9": 3.4978042125701903,
      "epoch": 0.834,
      "grad_norm": 1040.0,
      "kl_loss_13": 222.23722076416016,
      "kl_loss_2": 2513.7103271484375,
      "kl_loss_4": 1971.091064453125,
      "kl_loss_9": 805.3066009521484,
      "learning_rate": 6.778280847103668e-05,
      "loss": 1408.7881,
      "step": 8340
    },
    {
      "ce_loss_13": 3.252854609489441,
      "ce_loss_17": 3.1623154640197755,
      "ce_loss_2": 4.352147364616394,
      "ce_loss_4": 4.074189913272858,
      "ce_loss_9": 3.500877857208252,
      "epoch": 0.835,
      "grad_norm": 804.0,
      "kl_loss_13": 226.42251586914062,
      "kl_loss_2": 2507.483642578125,
      "kl_loss_4": 1978.929998779297,
      "kl_loss_9": 819.6830261230468,
      "learning_rate": 6.698729810778065e-05,
      "loss": 1376.1392,
      "step": 8350
    },
    {
      "ce_loss_13": 3.168547821044922,
      "ce_loss_17": 3.0786109566688538,
      "ce_loss_2": 4.308636355400085,
      "ce_loss_4": 4.02109557390213,
      "ce_loss_9": 3.4208256483078,
      "epoch": 0.836,
      "grad_norm": 984.0,
      "kl_loss_13": 221.387215423584,
      "kl_loss_2": 2536.461389160156,
      "kl_loss_4": 1996.493182373047,
      "kl_loss_9": 809.0911865234375,
      "learning_rate": 6.619614817762538e-05,
      "loss": 1396.3678,
      "step": 8360
    },
    {
      "ce_loss_13": 3.1370506405830385,
      "ce_loss_17": 3.0419957399368287,
      "ce_loss_2": 4.319327402114868,
      "ce_loss_4": 4.035522627830505,
      "ce_loss_9": 3.4083261847496034,
      "epoch": 0.837,
      "grad_norm": 772.0,
      "kl_loss_13": 227.74701080322265,
      "kl_loss_2": 2651.0900756835936,
      "kl_loss_4": 2101.658233642578,
      "kl_loss_9": 841.8978912353516,
      "learning_rate": 6.540936664744196e-05,
      "loss": 1416.3646,
      "step": 8370
    },
    {
      "ce_loss_13": 3.2723100662231444,
      "ce_loss_17": 3.1818986177444457,
      "ce_loss_2": 4.400793433189392,
      "ce_loss_4": 4.1213273167610165,
      "ce_loss_9": 3.5245197296142576,
      "epoch": 0.838,
      "grad_norm": 708.0,
      "kl_loss_13": 224.46642837524413,
      "kl_loss_2": 2521.49931640625,
      "kl_loss_4": 1995.08037109375,
      "kl_loss_9": 813.4250671386719,
      "learning_rate": 6.462696144011149e-05,
      "loss": 1373.2486,
      "step": 8380
    },
    {
      "ce_loss_13": 3.232816243171692,
      "ce_loss_17": 3.1425030708312987,
      "ce_loss_2": 4.322551119327545,
      "ce_loss_4": 4.050675320625305,
      "ce_loss_9": 3.482021701335907,
      "epoch": 0.839,
      "grad_norm": 776.0,
      "kl_loss_13": 227.35297927856445,
      "kl_loss_2": 2481.0372314453125,
      "kl_loss_4": 1966.5402221679688,
      "kl_loss_9": 817.0650329589844,
      "learning_rate": 6.384894043444567e-05,
      "loss": 1359.5428,
      "step": 8390
    },
    {
      "ce_loss_13": 3.258307361602783,
      "ce_loss_17": 3.1695342540740965,
      "ce_loss_2": 4.380703735351562,
      "ce_loss_4": 4.0994639039039615,
      "ce_loss_9": 3.5110024333000185,
      "epoch": 0.84,
      "grad_norm": 808.0,
      "kl_loss_13": 223.17430267333984,
      "kl_loss_2": 2517.5744384765626,
      "kl_loss_4": 1986.7656555175781,
      "kl_loss_9": 811.2584442138672,
      "learning_rate": 6.307531146510753e-05,
      "loss": 1371.5238,
      "step": 8400
    },
    {
      "ce_loss_13": 3.235944426059723,
      "ce_loss_17": 3.146202564239502,
      "ce_loss_2": 4.312396574020386,
      "ce_loss_4": 4.040442144870758,
      "ce_loss_9": 3.4761090755462645,
      "epoch": 0.841,
      "grad_norm": 952.0,
      "kl_loss_13": 223.23860549926758,
      "kl_loss_2": 2447.5295654296874,
      "kl_loss_4": 1927.2985717773438,
      "kl_loss_9": 797.4351684570313,
      "learning_rate": 6.230608232253226e-05,
      "loss": 1345.7262,
      "step": 8410
    },
    {
      "ce_loss_13": 3.1952862620353697,
      "ce_loss_17": 3.105052101612091,
      "ce_loss_2": 4.353400325775146,
      "ce_loss_4": 4.072367346286773,
      "ce_loss_9": 3.4637001037597654,
      "epoch": 0.842,
      "grad_norm": 792.0,
      "kl_loss_13": 225.7907371520996,
      "kl_loss_2": 2579.1862182617188,
      "kl_loss_4": 2052.997265625,
      "kl_loss_9": 836.5051239013671,
      "learning_rate": 6.154126075284855e-05,
      "loss": 1378.55,
      "step": 8420
    },
    {
      "ce_loss_13": 3.2807404160499574,
      "ce_loss_17": 3.1929176211357118,
      "ce_loss_2": 4.36737015247345,
      "ce_loss_4": 4.086746263504028,
      "ce_loss_9": 3.525919222831726,
      "epoch": 0.843,
      "grad_norm": 1040.0,
      "kl_loss_13": 219.02406463623046,
      "kl_loss_2": 2433.381689453125,
      "kl_loss_4": 1912.8984985351562,
      "kl_loss_9": 789.5070159912109,
      "learning_rate": 6.078085445780129e-05,
      "loss": 1340.2408,
      "step": 8430
    },
    {
      "ce_loss_13": 3.283352243900299,
      "ce_loss_17": 3.198323404788971,
      "ce_loss_2": 4.410041677951813,
      "ce_loss_4": 4.130485701560974,
      "ce_loss_9": 3.5314752221107484,
      "epoch": 0.844,
      "grad_norm": 872.0,
      "kl_loss_13": 224.7509735107422,
      "kl_loss_2": 2545.0581787109377,
      "kl_loss_4": 2014.4204528808593,
      "kl_loss_9": 810.4713958740234,
      "learning_rate": 6.002487109467347e-05,
      "loss": 1365.629,
      "step": 8440
    },
    {
      "ce_loss_13": 3.291152811050415,
      "ce_loss_17": 3.2018171668052675,
      "ce_loss_2": 4.384028792381287,
      "ce_loss_4": 4.10359365940094,
      "ce_loss_9": 3.5427115321159364,
      "epoch": 0.845,
      "grad_norm": 904.0,
      "kl_loss_13": 229.13097381591797,
      "kl_loss_2": 2494.240515136719,
      "kl_loss_4": 1955.106201171875,
      "kl_loss_9": 817.8092803955078,
      "learning_rate": 5.927331827620902e-05,
      "loss": 1367.1767,
      "step": 8450
    },
    {
      "ce_loss_13": 3.2765185475349425,
      "ce_loss_17": 3.189631760120392,
      "ce_loss_2": 4.343027925491333,
      "ce_loss_4": 4.065610003471375,
      "ce_loss_9": 3.518001842498779,
      "epoch": 0.846,
      "grad_norm": 896.0,
      "kl_loss_13": 222.40250549316406,
      "kl_loss_2": 2419.6857421875,
      "kl_loss_4": 1898.617413330078,
      "kl_loss_9": 790.1800750732422,
      "learning_rate": 5.852620357053651e-05,
      "loss": 1357.4576,
      "step": 8460
    },
    {
      "ce_loss_13": 3.3102288484573363,
      "ce_loss_17": 3.228847789764404,
      "ce_loss_2": 4.391223919391632,
      "ce_loss_4": 4.115030658245087,
      "ce_loss_9": 3.5545468807220457,
      "epoch": 0.847,
      "grad_norm": 820.0,
      "kl_loss_13": 217.73869934082032,
      "kl_loss_2": 2441.4995849609377,
      "kl_loss_4": 1913.0333374023437,
      "kl_loss_9": 789.9753662109375,
      "learning_rate": 5.778353450109286e-05,
      "loss": 1357.9863,
      "step": 8470
    },
    {
      "ce_loss_13": 3.351598834991455,
      "ce_loss_17": 3.2602376341819763,
      "ce_loss_2": 4.461829590797424,
      "ce_loss_4": 4.1848254799842834,
      "ce_loss_9": 3.5962899565696715,
      "epoch": 0.848,
      "grad_norm": 756.0,
      "kl_loss_13": 225.3842903137207,
      "kl_loss_2": 2503.073278808594,
      "kl_loss_4": 1971.266375732422,
      "kl_loss_9": 806.8426513671875,
      "learning_rate": 5.7045318546547206e-05,
      "loss": 1366.9471,
      "step": 8480
    },
    {
      "ce_loss_13": 3.245673930644989,
      "ce_loss_17": 3.158996880054474,
      "ce_loss_2": 4.370895767211914,
      "ce_loss_4": 4.090060245990753,
      "ce_loss_9": 3.4955820202827455,
      "epoch": 0.849,
      "grad_norm": 940.0,
      "kl_loss_13": 222.43734130859374,
      "kl_loss_2": 2538.139599609375,
      "kl_loss_4": 2004.0116943359376,
      "kl_loss_9": 809.4167785644531,
      "learning_rate": 5.631156314072605e-05,
      "loss": 1368.3263,
      "step": 8490
    },
    {
      "ce_loss_13": 3.2690833806991577,
      "ce_loss_17": 3.179894721508026,
      "ce_loss_2": 4.351716184616089,
      "ce_loss_4": 4.0634235620498655,
      "ce_loss_9": 3.5045432686805724,
      "epoch": 0.85,
      "grad_norm": 768.0,
      "kl_loss_13": 221.4508071899414,
      "kl_loss_2": 2457.1086181640626,
      "kl_loss_4": 1923.715069580078,
      "kl_loss_9": 787.1172882080078,
      "learning_rate": 5.5582275672538315e-05,
      "loss": 1350.1803,
      "step": 8500
    },
    {
      "ce_loss_13": 3.183105933666229,
      "ce_loss_17": 3.093016564846039,
      "ce_loss_2": 4.3546016931533815,
      "ce_loss_4": 4.074822103977203,
      "ce_loss_9": 3.454826259613037,
      "epoch": 0.851,
      "grad_norm": 1004.0,
      "kl_loss_13": 229.16873321533203,
      "kl_loss_2": 2609.3549072265623,
      "kl_loss_4": 2078.700653076172,
      "kl_loss_9": 840.963134765625,
      "learning_rate": 5.4857463485900484e-05,
      "loss": 1412.7694,
      "step": 8510
    },
    {
      "ce_loss_13": 3.244599390029907,
      "ce_loss_17": 3.1563225984573364,
      "ce_loss_2": 4.339552807807922,
      "ce_loss_4": 4.055168533325196,
      "ce_loss_9": 3.484923315048218,
      "epoch": 0.852,
      "grad_norm": 1032.0,
      "kl_loss_13": 222.49315948486327,
      "kl_loss_2": 2480.657080078125,
      "kl_loss_4": 1947.7760437011718,
      "kl_loss_9": 800.4620849609375,
      "learning_rate": 5.413713387966329e-05,
      "loss": 1366.182,
      "step": 8520
    },
    {
      "ce_loss_13": 3.2607167601585387,
      "ce_loss_17": 3.171521472930908,
      "ce_loss_2": 4.377828359603882,
      "ce_loss_4": 4.098320472240448,
      "ce_loss_9": 3.5070831775665283,
      "epoch": 0.853,
      "grad_norm": 1000.0,
      "kl_loss_13": 222.3227279663086,
      "kl_loss_2": 2512.6893920898438,
      "kl_loss_4": 1987.333056640625,
      "kl_loss_9": 800.6467498779297,
      "learning_rate": 5.34212941075381e-05,
      "loss": 1378.2313,
      "step": 8530
    },
    {
      "ce_loss_13": 3.2687427043914794,
      "ce_loss_17": 3.1869537830352783,
      "ce_loss_2": 4.355408132076263,
      "ce_loss_4": 4.07498688697815,
      "ce_loss_9": 3.5036257147789,
      "epoch": 0.854,
      "grad_norm": 848.0,
      "kl_loss_13": 216.05119094848632,
      "kl_loss_2": 2458.6519165039062,
      "kl_loss_4": 1937.5098083496093,
      "kl_loss_9": 773.2369079589844,
      "learning_rate": 5.270995137802315e-05,
      "loss": 1356.591,
      "step": 8540
    },
    {
      "ce_loss_13": 3.209310221672058,
      "ce_loss_17": 3.1247020721435548,
      "ce_loss_2": 4.317274355888367,
      "ce_loss_4": 4.031463468074799,
      "ce_loss_9": 3.4555763483047484,
      "epoch": 0.855,
      "grad_norm": 964.0,
      "kl_loss_13": 220.22894515991212,
      "kl_loss_2": 2512.912646484375,
      "kl_loss_4": 1973.674462890625,
      "kl_loss_9": 806.1905578613281,
      "learning_rate": 5.2003112854332125e-05,
      "loss": 1382.9368,
      "step": 8550
    },
    {
      "ce_loss_13": 3.2004865646362304,
      "ce_loss_17": 3.1167020320892336,
      "ce_loss_2": 4.29835809469223,
      "ce_loss_4": 4.024637043476105,
      "ce_loss_9": 3.4463637709617614,
      "epoch": 0.856,
      "grad_norm": 868.0,
      "kl_loss_13": 217.68044509887696,
      "kl_loss_2": 2484.987060546875,
      "kl_loss_4": 1968.1286682128907,
      "kl_loss_9": 797.999136352539,
      "learning_rate": 5.130078565432089e-05,
      "loss": 1350.2027,
      "step": 8560
    },
    {
      "ce_loss_13": 3.263746190071106,
      "ce_loss_17": 3.1800696730613707,
      "ce_loss_2": 4.344775664806366,
      "ce_loss_4": 4.062954688072205,
      "ce_loss_9": 3.500784087181091,
      "epoch": 0.857,
      "grad_norm": 840.0,
      "kl_loss_13": 216.57264099121093,
      "kl_loss_2": 2448.2782592773438,
      "kl_loss_4": 1921.8090393066407,
      "kl_loss_9": 782.9766845703125,
      "learning_rate": 5.060297685041659e-05,
      "loss": 1335.4072,
      "step": 8570
    },
    {
      "ce_loss_13": 3.201523411273956,
      "ce_loss_17": 3.1115949749946594,
      "ce_loss_2": 4.334869360923767,
      "ce_loss_4": 4.045943570137024,
      "ce_loss_9": 3.455605125427246,
      "epoch": 0.858,
      "grad_norm": 804.0,
      "kl_loss_13": 226.6846145629883,
      "kl_loss_2": 2553.7030029296875,
      "kl_loss_4": 2018.593035888672,
      "kl_loss_9": 815.6271911621094,
      "learning_rate": 4.99096934695461e-05,
      "loss": 1402.5301,
      "step": 8580
    },
    {
      "ce_loss_13": 3.261041224002838,
      "ce_loss_17": 3.171911871433258,
      "ce_loss_2": 4.365757715702057,
      "ce_loss_4": 4.087458348274231,
      "ce_loss_9": 3.507707965373993,
      "epoch": 0.859,
      "grad_norm": 900.0,
      "kl_loss_13": 219.1694763183594,
      "kl_loss_2": 2475.396032714844,
      "kl_loss_4": 1955.4731750488281,
      "kl_loss_9": 799.1766326904296,
      "learning_rate": 4.922094249306558e-05,
      "loss": 1349.7432,
      "step": 8590
    },
    {
      "ce_loss_13": 3.2894827365875243,
      "ce_loss_17": 3.200601649284363,
      "ce_loss_2": 4.407066583633423,
      "ce_loss_4": 4.1291030764579775,
      "ce_loss_9": 3.54045547246933,
      "epoch": 0.86,
      "grad_norm": 1032.0,
      "kl_loss_13": 224.28192214965821,
      "kl_loss_2": 2504.247998046875,
      "kl_loss_4": 1977.733380126953,
      "kl_loss_9": 804.361083984375,
      "learning_rate": 4.853673085668947e-05,
      "loss": 1352.1019,
      "step": 8600
    },
    {
      "ce_loss_13": 3.3038515567779543,
      "ce_loss_17": 3.218389058113098,
      "ce_loss_2": 4.410473251342774,
      "ce_loss_4": 4.132902157306671,
      "ce_loss_9": 3.5554654121398928,
      "epoch": 0.861,
      "grad_norm": 920.0,
      "kl_loss_13": 220.55741958618165,
      "kl_loss_2": 2503.7746459960936,
      "kl_loss_4": 1971.676446533203,
      "kl_loss_9": 799.8308197021485,
      "learning_rate": 4.78570654504214e-05,
      "loss": 1374.1394,
      "step": 8610
    },
    {
      "ce_loss_13": 3.2581624150276185,
      "ce_loss_17": 3.168742263317108,
      "ce_loss_2": 4.358493328094482,
      "ce_loss_4": 4.085207974910736,
      "ce_loss_9": 3.5058843731880187,
      "epoch": 0.862,
      "grad_norm": 892.0,
      "kl_loss_13": 220.33161697387695,
      "kl_loss_2": 2508.045520019531,
      "kl_loss_4": 1978.0421142578125,
      "kl_loss_9": 808.544076538086,
      "learning_rate": 4.7181953118484556e-05,
      "loss": 1374.3772,
      "step": 8620
    },
    {
      "ce_loss_13": 3.279995334148407,
      "ce_loss_17": 3.1945241332054137,
      "ce_loss_2": 4.369914996623993,
      "ce_loss_4": 4.089016485214233,
      "ce_loss_9": 3.5252942085266112,
      "epoch": 0.863,
      "grad_norm": 828.0,
      "kl_loss_13": 219.30308151245117,
      "kl_loss_2": 2431.4044799804688,
      "kl_loss_4": 1906.2814880371093,
      "kl_loss_9": 791.9886047363282,
      "learning_rate": 4.651140065925269e-05,
      "loss": 1378.6559,
      "step": 8630
    },
    {
      "ce_loss_13": 3.215870177745819,
      "ce_loss_17": 3.1291185855865478,
      "ce_loss_2": 4.319887256622314,
      "ce_loss_4": 4.040187931060791,
      "ce_loss_9": 3.4598678231239317,
      "epoch": 0.864,
      "grad_norm": 936.0,
      "kl_loss_13": 221.21563720703125,
      "kl_loss_2": 2501.269885253906,
      "kl_loss_4": 1973.7274597167968,
      "kl_loss_9": 794.120004272461,
      "learning_rate": 4.58454148251814e-05,
      "loss": 1387.3803,
      "step": 8640
    },
    {
      "ce_loss_13": 3.2270374059677125,
      "ce_loss_17": 3.1369571685791016,
      "ce_loss_2": 4.367625904083252,
      "ce_loss_4": 4.087838864326477,
      "ce_loss_9": 3.4836596488952636,
      "epoch": 0.865,
      "grad_norm": 880.0,
      "kl_loss_13": 221.12657623291017,
      "kl_loss_2": 2561.509228515625,
      "kl_loss_4": 2022.5290649414062,
      "kl_loss_9": 814.7313110351563,
      "learning_rate": 4.518400232274078e-05,
      "loss": 1382.3643,
      "step": 8650
    },
    {
      "ce_loss_13": 3.2557000517845154,
      "ce_loss_17": 3.164890241622925,
      "ce_loss_2": 4.360116624832154,
      "ce_loss_4": 4.0815647602081295,
      "ce_loss_9": 3.508148229122162,
      "epoch": 0.866,
      "grad_norm": 900.0,
      "kl_loss_13": 222.03219909667968,
      "kl_loss_2": 2485.7266479492187,
      "kl_loss_4": 1953.6076049804688,
      "kl_loss_9": 803.0507751464844,
      "learning_rate": 4.452716981234745e-05,
      "loss": 1337.3979,
      "step": 8660
    },
    {
      "ce_loss_13": 3.22855224609375,
      "ce_loss_17": 3.142552173137665,
      "ce_loss_2": 4.328233432769776,
      "ce_loss_4": 4.0453173279762265,
      "ce_loss_9": 3.474174642562866,
      "epoch": 0.867,
      "grad_norm": 728.0,
      "kl_loss_13": 217.2768867492676,
      "kl_loss_2": 2481.0482788085938,
      "kl_loss_4": 1949.9904907226562,
      "kl_loss_9": 793.4791473388672,
      "learning_rate": 4.3874923908297335e-05,
      "loss": 1340.4432,
      "step": 8670
    },
    {
      "ce_loss_13": 3.2772523283958437,
      "ce_loss_17": 3.1918304562568665,
      "ce_loss_2": 4.394083786010742,
      "ce_loss_4": 4.117776727676391,
      "ce_loss_9": 3.527587914466858,
      "epoch": 0.868,
      "grad_norm": 900.0,
      "kl_loss_13": 225.22350311279297,
      "kl_loss_2": 2528.2052978515626,
      "kl_loss_4": 1999.0821472167968,
      "kl_loss_9": 809.065219116211,
      "learning_rate": 4.322727117869951e-05,
      "loss": 1373.7883,
      "step": 8680
    },
    {
      "ce_loss_13": 3.2888386487960815,
      "ce_loss_17": 3.2018653035163878,
      "ce_loss_2": 4.402938723564148,
      "ce_loss_4": 4.119437623023987,
      "ce_loss_9": 3.538691055774689,
      "epoch": 0.869,
      "grad_norm": 840.0,
      "kl_loss_13": 223.04277420043945,
      "kl_loss_2": 2519.4125,
      "kl_loss_4": 1982.2539611816405,
      "kl_loss_9": 806.7682952880859,
      "learning_rate": 4.2584218145409916e-05,
      "loss": 1362.452,
      "step": 8690
    },
    {
      "ce_loss_13": 3.3250046491622927,
      "ce_loss_17": 3.240601694583893,
      "ce_loss_2": 4.394601058959961,
      "ce_loss_4": 4.111003625392914,
      "ce_loss_9": 3.55549818277359,
      "epoch": 0.87,
      "grad_norm": 872.0,
      "kl_loss_13": 217.65272903442383,
      "kl_loss_2": 2426.7046630859377,
      "kl_loss_4": 1895.7978881835938,
      "kl_loss_9": 776.6824890136719,
      "learning_rate": 4.194577128396521e-05,
      "loss": 1331.2094,
      "step": 8700
    },
    {
      "ce_loss_13": 3.2114205598831176,
      "ce_loss_17": 3.125608801841736,
      "ce_loss_2": 4.321311450004577,
      "ce_loss_4": 4.031610798835755,
      "ce_loss_9": 3.456533634662628,
      "epoch": 0.871,
      "grad_norm": 844.0,
      "kl_loss_13": 216.6657241821289,
      "kl_loss_2": 2510.70712890625,
      "kl_loss_4": 1970.7602111816407,
      "kl_loss_9": 790.9755737304688,
      "learning_rate": 4.1311937023518264e-05,
      "loss": 1387.0572,
      "step": 8710
    },
    {
      "ce_loss_13": 3.232364630699158,
      "ce_loss_17": 3.148038387298584,
      "ce_loss_2": 4.373801684379577,
      "ce_loss_4": 4.097211575508117,
      "ce_loss_9": 3.468158745765686,
      "epoch": 0.872,
      "grad_norm": 720.0,
      "kl_loss_13": 211.67377624511718,
      "kl_loss_2": 2562.7600952148437,
      "kl_loss_4": 2052.1681518554688,
      "kl_loss_9": 771.7417144775391,
      "learning_rate": 4.0682721746773344e-05,
      "loss": 1372.3551,
      "step": 8720
    },
    {
      "ce_loss_13": 3.102079999446869,
      "ce_loss_17": 3.0143698692321776,
      "ce_loss_2": 4.2561737418174745,
      "ce_loss_4": 3.9776964664459227,
      "ce_loss_9": 3.363087069988251,
      "epoch": 0.873,
      "grad_norm": 924.0,
      "kl_loss_13": 219.80954208374024,
      "kl_loss_2": 2556.7317504882812,
      "kl_loss_4": 2028.6144714355469,
      "kl_loss_9": 812.2474212646484,
      "learning_rate": 4.0058131789920904e-05,
      "loss": 1360.6398,
      "step": 8730
    },
    {
      "ce_loss_13": 3.248383116722107,
      "ce_loss_17": 3.161784315109253,
      "ce_loss_2": 4.343278455734253,
      "ce_loss_4": 4.05727082490921,
      "ce_loss_9": 3.497367000579834,
      "epoch": 0.874,
      "grad_norm": 844.0,
      "kl_loss_13": 217.63532638549805,
      "kl_loss_2": 2498.145330810547,
      "kl_loss_4": 1953.8746948242188,
      "kl_loss_9": 805.5346405029297,
      "learning_rate": 3.9438173442575e-05,
      "loss": 1406.1834,
      "step": 8740
    },
    {
      "ce_loss_13": 3.281778025627136,
      "ce_loss_17": 3.196896195411682,
      "ce_loss_2": 4.369906187057495,
      "ce_loss_4": 4.090480637550354,
      "ce_loss_9": 3.5244454741477966,
      "epoch": 0.875,
      "grad_norm": 868.0,
      "kl_loss_13": 219.32987289428712,
      "kl_loss_2": 2450.8204956054688,
      "kl_loss_4": 1926.434814453125,
      "kl_loss_9": 790.7694763183594,
      "learning_rate": 3.882285294770937e-05,
      "loss": 1355.4023,
      "step": 8750
    },
    {
      "ce_loss_13": 3.240086781978607,
      "ce_loss_17": 3.1548407316207885,
      "ce_loss_2": 4.320746099948883,
      "ce_loss_4": 4.042723560333252,
      "ce_loss_9": 3.4843781352043153,
      "epoch": 0.876,
      "grad_norm": 784.0,
      "kl_loss_13": 218.81257400512695,
      "kl_loss_2": 2455.314660644531,
      "kl_loss_4": 1923.2606140136718,
      "kl_loss_9": 790.0522674560547,
      "learning_rate": 3.821217650159453e-05,
      "loss": 1372.3299,
      "step": 8760
    },
    {
      "ce_loss_13": 3.120124650001526,
      "ce_loss_17": 3.0304124116897584,
      "ce_loss_2": 4.283944201469422,
      "ce_loss_4": 3.992121458053589,
      "ce_loss_9": 3.380226469039917,
      "epoch": 0.877,
      "grad_norm": 1016.0,
      "kl_loss_13": 225.32861557006837,
      "kl_loss_2": 2588.8431640625,
      "kl_loss_4": 2045.7957092285155,
      "kl_loss_9": 827.8635314941406,
      "learning_rate": 3.760615025373543e-05,
      "loss": 1390.5456,
      "step": 8770
    },
    {
      "ce_loss_13": 3.2935760855674743,
      "ce_loss_17": 3.2032875776290894,
      "ce_loss_2": 4.4244472742080685,
      "ce_loss_4": 4.134840977191925,
      "ce_loss_9": 3.5494131326675413,
      "epoch": 0.878,
      "grad_norm": 860.0,
      "kl_loss_13": 230.5771156311035,
      "kl_loss_2": 2556.13828125,
      "kl_loss_4": 2006.4092956542968,
      "kl_loss_9": 819.290087890625,
      "learning_rate": 3.700478030680987e-05,
      "loss": 1403.566,
      "step": 8780
    },
    {
      "ce_loss_13": 3.287939488887787,
      "ce_loss_17": 3.2011399269104004,
      "ce_loss_2": 4.388074493408203,
      "ce_loss_4": 4.11102727651596,
      "ce_loss_9": 3.533255708217621,
      "epoch": 0.879,
      "grad_norm": 948.0,
      "kl_loss_13": 219.78177642822266,
      "kl_loss_2": 2485.790423583984,
      "kl_loss_4": 1970.4736206054688,
      "kl_loss_9": 799.7017120361328,
      "learning_rate": 3.6408072716606344e-05,
      "loss": 1363.0672,
      "step": 8790
    },
    {
      "ce_loss_13": 3.2155078053474426,
      "ce_loss_17": 3.1282681703567503,
      "ce_loss_2": 4.348038697242737,
      "ce_loss_4": 4.072812831401825,
      "ce_loss_9": 3.4732912302017214,
      "epoch": 0.88,
      "grad_norm": 860.0,
      "kl_loss_13": 224.64749984741212,
      "kl_loss_2": 2551.444091796875,
      "kl_loss_4": 2021.2731201171875,
      "kl_loss_9": 820.0504577636718,
      "learning_rate": 3.5816033491963716e-05,
      "loss": 1417.9936,
      "step": 8800
    },
    {
      "ce_loss_13": 3.0825191020965574,
      "ce_loss_17": 2.9929514050483705,
      "ce_loss_2": 4.254282987117767,
      "ce_loss_4": 3.964124834537506,
      "ce_loss_9": 3.3385504484176636,
      "epoch": 0.881,
      "grad_norm": 1120.0,
      "kl_loss_13": 220.25969619750975,
      "kl_loss_2": 2613.3452026367186,
      "kl_loss_4": 2069.54580078125,
      "kl_loss_9": 813.1832702636718,
      "learning_rate": 3.522866859471047e-05,
      "loss": 1398.5448,
      "step": 8810
    },
    {
      "ce_loss_13": 3.3029095411300657,
      "ce_loss_17": 3.219867527484894,
      "ce_loss_2": 4.354422855377197,
      "ce_loss_4": 4.080214440822601,
      "ce_loss_9": 3.5335610270500184,
      "epoch": 0.882,
      "grad_norm": 956.0,
      "kl_loss_13": 212.41907119750977,
      "kl_loss_2": 2378.804553222656,
      "kl_loss_4": 1868.8552673339843,
      "kl_loss_9": 765.5652740478515,
      "learning_rate": 3.46459839396045e-05,
      "loss": 1339.9922,
      "step": 8820
    },
    {
      "ce_loss_13": 3.2258768677711487,
      "ce_loss_17": 3.1318113446235656,
      "ce_loss_2": 4.353494000434876,
      "ce_loss_4": 4.058047711849213,
      "ce_loss_9": 3.482666862010956,
      "epoch": 0.883,
      "grad_norm": 872.0,
      "kl_loss_13": 224.29499282836915,
      "kl_loss_2": 2510.57294921875,
      "kl_loss_4": 1963.8523803710937,
      "kl_loss_9": 807.906283569336,
      "learning_rate": 3.406798539427386e-05,
      "loss": 1405.065,
      "step": 8830
    },
    {
      "ce_loss_13": 3.2840797901153564,
      "ce_loss_17": 3.196672427654266,
      "ce_loss_2": 4.386753487586975,
      "ce_loss_4": 4.109513545036316,
      "ce_loss_9": 3.5331713199615478,
      "epoch": 0.884,
      "grad_norm": 924.0,
      "kl_loss_13": 221.75431213378906,
      "kl_loss_2": 2507.6088134765623,
      "kl_loss_4": 1989.5658813476562,
      "kl_loss_9": 803.8614959716797,
      "learning_rate": 3.349467877915746e-05,
      "loss": 1380.0859,
      "step": 8840
    },
    {
      "ce_loss_13": 3.244016110897064,
      "ce_loss_17": 3.1553622484207153,
      "ce_loss_2": 4.372105979919434,
      "ce_loss_4": 4.091294658184052,
      "ce_loss_9": 3.4970618724822997,
      "epoch": 0.885,
      "grad_norm": 1072.0,
      "kl_loss_13": 223.21151428222657,
      "kl_loss_2": 2563.3557739257812,
      "kl_loss_4": 2030.5114196777345,
      "kl_loss_9": 818.3362365722656,
      "learning_rate": 3.292606986744667e-05,
      "loss": 1425.2906,
      "step": 8850
    },
    {
      "ce_loss_13": 3.199081063270569,
      "ce_loss_17": 3.117172658443451,
      "ce_loss_2": 4.32207328081131,
      "ce_loss_4": 4.0382969856262205,
      "ce_loss_9": 3.4497790217399595,
      "epoch": 0.886,
      "grad_norm": 800.0,
      "kl_loss_13": 216.29458923339843,
      "kl_loss_2": 2513.0485717773436,
      "kl_loss_4": 1982.37470703125,
      "kl_loss_9": 806.0659027099609,
      "learning_rate": 3.23621643850267e-05,
      "loss": 1377.8373,
      "step": 8860
    },
    {
      "ce_loss_13": 3.27376788854599,
      "ce_loss_17": 3.18737016916275,
      "ce_loss_2": 4.3785954236984255,
      "ce_loss_4": 4.0984990954399105,
      "ce_loss_9": 3.5208308696746826,
      "epoch": 0.887,
      "grad_norm": 1024.0,
      "kl_loss_13": 226.7053695678711,
      "kl_loss_2": 2506.8286010742186,
      "kl_loss_4": 1970.566473388672,
      "kl_loss_9": 810.0457061767578,
      "learning_rate": 3.180296801041971e-05,
      "loss": 1359.2627,
      "step": 8870
    },
    {
      "ce_loss_13": 3.297605562210083,
      "ce_loss_17": 3.213636100292206,
      "ce_loss_2": 4.41242778301239,
      "ce_loss_4": 4.132280993461609,
      "ce_loss_9": 3.5384950041770935,
      "epoch": 0.888,
      "grad_norm": 776.0,
      "kl_loss_13": 217.77302780151368,
      "kl_loss_2": 2514.273815917969,
      "kl_loss_4": 1988.1409912109375,
      "kl_loss_9": 791.9225494384766,
      "learning_rate": 3.124848637472688e-05,
      "loss": 1348.5748,
      "step": 8880
    },
    {
      "ce_loss_13": 3.1249602675437926,
      "ce_loss_17": 3.038655388355255,
      "ce_loss_2": 4.25794825553894,
      "ce_loss_4": 3.9747861862182616,
      "ce_loss_9": 3.377835726737976,
      "epoch": 0.889,
      "grad_norm": 908.0,
      "kl_loss_13": 215.64293670654297,
      "kl_loss_2": 2538.662951660156,
      "kl_loss_4": 1997.264208984375,
      "kl_loss_9": 806.4836547851562,
      "learning_rate": 3.069872506157212e-05,
      "loss": 1370.8979,
      "step": 8890
    },
    {
      "ce_loss_13": 3.2268425703048704,
      "ce_loss_17": 3.139546525478363,
      "ce_loss_2": 4.328174114227295,
      "ce_loss_4": 4.051902306079865,
      "ce_loss_9": 3.4705706357955934,
      "epoch": 0.89,
      "grad_norm": 864.0,
      "kl_loss_13": 219.3784065246582,
      "kl_loss_2": 2484.1745483398436,
      "kl_loss_4": 1963.5433288574218,
      "kl_loss_9": 792.9700897216796,
      "learning_rate": 3.0153689607045842e-05,
      "loss": 1362.3307,
      "step": 8900
    },
    {
      "ce_loss_13": 3.131894898414612,
      "ce_loss_17": 3.0421868801116942,
      "ce_loss_2": 4.3142383098602295,
      "ce_loss_4": 4.024949514865876,
      "ce_loss_9": 3.40098876953125,
      "epoch": 0.891,
      "grad_norm": 948.0,
      "kl_loss_13": 227.655126953125,
      "kl_loss_2": 2664.9869873046873,
      "kl_loss_4": 2111.8084228515627,
      "kl_loss_9": 853.6656219482422,
      "learning_rate": 2.9613385499648926e-05,
      "loss": 1397.1209,
      "step": 8910
    },
    {
      "ce_loss_13": 3.1831221699714662,
      "ce_loss_17": 3.094726359844208,
      "ce_loss_2": 4.289004158973694,
      "ce_loss_4": 4.005497312545776,
      "ce_loss_9": 3.4327184557914734,
      "epoch": 0.892,
      "grad_norm": 840.0,
      "kl_loss_13": 220.87451782226563,
      "kl_loss_2": 2474.5325561523437,
      "kl_loss_4": 1944.5530700683594,
      "kl_loss_9": 793.0059173583984,
      "learning_rate": 2.9077818180237692e-05,
      "loss": 1373.02,
      "step": 8920
    },
    {
      "ce_loss_13": 3.2247784972190856,
      "ce_loss_17": 3.1343048095703123,
      "ce_loss_2": 4.358565402030945,
      "ce_loss_4": 4.070203065872192,
      "ce_loss_9": 3.4758506655693053,
      "epoch": 0.893,
      "grad_norm": 964.0,
      "kl_loss_13": 220.11781692504883,
      "kl_loss_2": 2512.887255859375,
      "kl_loss_4": 1977.3384033203124,
      "kl_loss_9": 798.7517913818359,
      "learning_rate": 2.8546993041969172e-05,
      "loss": 1367.4203,
      "step": 8930
    },
    {
      "ce_loss_13": 3.258907437324524,
      "ce_loss_17": 3.1736387848854064,
      "ce_loss_2": 4.330030989646912,
      "ce_loss_4": 4.055886971950531,
      "ce_loss_9": 3.497764265537262,
      "epoch": 0.894,
      "grad_norm": 768.0,
      "kl_loss_13": 217.61174850463868,
      "kl_loss_2": 2434.3168701171876,
      "kl_loss_4": 1915.8539978027343,
      "kl_loss_9": 785.0666015625,
      "learning_rate": 2.802091543024671e-05,
      "loss": 1363.4322,
      "step": 8940
    },
    {
      "ce_loss_13": 3.2544283986091616,
      "ce_loss_17": 3.1665090680122376,
      "ce_loss_2": 4.377725553512573,
      "ce_loss_4": 4.09741724729538,
      "ce_loss_9": 3.506710946559906,
      "epoch": 0.895,
      "grad_norm": 856.0,
      "kl_loss_13": 222.79181671142578,
      "kl_loss_2": 2539.9704711914064,
      "kl_loss_4": 2010.047119140625,
      "kl_loss_9": 809.6312438964844,
      "learning_rate": 2.7499590642665774e-05,
      "loss": 1412.3726,
      "step": 8950
    },
    {
      "ce_loss_13": 3.271846294403076,
      "ce_loss_17": 3.180848681926727,
      "ce_loss_2": 4.377647531032562,
      "ce_loss_4": 4.096516931056977,
      "ce_loss_9": 3.515015959739685,
      "epoch": 0.896,
      "grad_norm": 888.0,
      "kl_loss_13": 226.96068572998047,
      "kl_loss_2": 2509.722302246094,
      "kl_loss_4": 1982.2886291503905,
      "kl_loss_9": 803.804476928711,
      "learning_rate": 2.6983023928961405e-05,
      "loss": 1362.3409,
      "step": 8960
    },
    {
      "ce_loss_13": 3.237930691242218,
      "ce_loss_17": 3.150544786453247,
      "ce_loss_2": 4.342291474342346,
      "ce_loss_4": 4.0727537870407104,
      "ce_loss_9": 3.489503836631775,
      "epoch": 0.897,
      "grad_norm": 880.0,
      "kl_loss_13": 220.3332389831543,
      "kl_loss_2": 2464.066516113281,
      "kl_loss_4": 1957.343194580078,
      "kl_loss_9": 800.6205108642578,
      "learning_rate": 2.6471220490954628e-05,
      "loss": 1385.0533,
      "step": 8970
    },
    {
      "ce_loss_13": 3.2273140072822573,
      "ce_loss_17": 3.1436033964157106,
      "ce_loss_2": 4.331751799583435,
      "ce_loss_4": 4.053059315681457,
      "ce_loss_9": 3.4650877833366396,
      "epoch": 0.898,
      "grad_norm": 920.0,
      "kl_loss_13": 217.11159133911133,
      "kl_loss_2": 2491.9383178710937,
      "kl_loss_4": 1966.174005126953,
      "kl_loss_9": 784.9631195068359,
      "learning_rate": 2.596418548250029e-05,
      "loss": 1373.9889,
      "step": 8980
    },
    {
      "ce_loss_13": 3.26533043384552,
      "ce_loss_17": 3.1777626395225527,
      "ce_loss_2": 4.362241911888122,
      "ce_loss_4": 4.079789578914642,
      "ce_loss_9": 3.50988028049469,
      "epoch": 0.899,
      "grad_norm": 832.0,
      "kl_loss_13": 223.80094146728516,
      "kl_loss_2": 2511.8578369140623,
      "kl_loss_4": 1985.0419189453125,
      "kl_loss_9": 808.9386138916016,
      "learning_rate": 2.5461924009435368e-05,
      "loss": 1363.7965,
      "step": 8990
    },
    {
      "ce_loss_13": 3.2584426641464233,
      "ce_loss_17": 3.170464050769806,
      "ce_loss_2": 4.365917778015136,
      "ce_loss_4": 4.080835664272309,
      "ce_loss_9": 3.5044830322265623,
      "epoch": 0.9,
      "grad_norm": 776.0,
      "kl_loss_13": 222.38669052124024,
      "kl_loss_2": 2491.651513671875,
      "kl_loss_4": 1949.7656127929688,
      "kl_loss_9": 800.291958618164,
      "learning_rate": 2.4964441129527336e-05,
      "loss": 1386.1471,
      "step": 9000
    },
    {
      "ce_loss_13": 3.258763921260834,
      "ce_loss_17": 3.1775803685188295,
      "ce_loss_2": 4.334868860244751,
      "ce_loss_4": 4.053112626075745,
      "ce_loss_9": 3.498238742351532,
      "epoch": 0.901,
      "grad_norm": 936.0,
      "kl_loss_13": 217.06993560791017,
      "kl_loss_2": 2442.2597045898438,
      "kl_loss_4": 1914.3587280273437,
      "kl_loss_9": 785.4851593017578,
      "learning_rate": 2.4471741852423235e-05,
      "loss": 1342.6739,
      "step": 9010
    },
    {
      "ce_loss_13": 3.307252860069275,
      "ce_loss_17": 3.2175087571144103,
      "ce_loss_2": 4.393547511100769,
      "ce_loss_4": 4.127389025688172,
      "ce_loss_9": 3.5532113671302796,
      "epoch": 0.902,
      "grad_norm": 892.0,
      "kl_loss_13": 219.54621124267578,
      "kl_loss_2": 2442.2252197265625,
      "kl_loss_4": 1936.2179260253906,
      "kl_loss_9": 787.6474151611328,
      "learning_rate": 2.3983831139599287e-05,
      "loss": 1355.5996,
      "step": 9020
    },
    {
      "ce_loss_13": 3.2304179310798644,
      "ce_loss_17": 3.141878080368042,
      "ce_loss_2": 4.324336528778076,
      "ce_loss_4": 4.049396026134491,
      "ce_loss_9": 3.464998996257782,
      "epoch": 0.903,
      "grad_norm": 772.0,
      "kl_loss_13": 216.9328285217285,
      "kl_loss_2": 2453.4583251953127,
      "kl_loss_4": 1939.1372924804687,
      "kl_loss_9": 775.8932067871094,
      "learning_rate": 2.3500713904311022e-05,
      "loss": 1327.4785,
      "step": 9030
    },
    {
      "ce_loss_13": 3.2645386457443237,
      "ce_loss_17": 3.1836945056915282,
      "ce_loss_2": 4.3366811037063595,
      "ce_loss_4": 4.058149003982544,
      "ce_loss_9": 3.4976337909698487,
      "epoch": 0.904,
      "grad_norm": 860.0,
      "kl_loss_13": 211.90866928100587,
      "kl_loss_2": 2398.1073608398438,
      "kl_loss_4": 1880.5147827148437,
      "kl_loss_9": 765.6016906738281,
      "learning_rate": 2.3022395011543685e-05,
      "loss": 1329.9283,
      "step": 9040
    },
    {
      "ce_loss_13": 3.295250749588013,
      "ce_loss_17": 3.2060691475868226,
      "ce_loss_2": 4.393528008460999,
      "ce_loss_4": 4.109420108795166,
      "ce_loss_9": 3.5465949892997743,
      "epoch": 0.905,
      "grad_norm": 908.0,
      "kl_loss_13": 227.4729362487793,
      "kl_loss_2": 2492.628625488281,
      "kl_loss_4": 1953.9336853027344,
      "kl_loss_9": 813.4953216552734,
      "learning_rate": 2.2548879277963063e-05,
      "loss": 1392.64,
      "step": 9050
    },
    {
      "ce_loss_13": 3.2123307824134826,
      "ce_loss_17": 3.1253671050071716,
      "ce_loss_2": 4.304782915115356,
      "ce_loss_4": 4.023476386070252,
      "ce_loss_9": 3.4541374683380126,
      "epoch": 0.906,
      "grad_norm": 848.0,
      "kl_loss_13": 218.5086555480957,
      "kl_loss_2": 2472.942431640625,
      "kl_loss_4": 1937.4415344238282,
      "kl_loss_9": 791.0092132568359,
      "learning_rate": 2.208017147186736e-05,
      "loss": 1329.1565,
      "step": 9060
    },
    {
      "ce_loss_13": 3.207584524154663,
      "ce_loss_17": 3.1224289894104005,
      "ce_loss_2": 4.305971288681031,
      "ce_loss_4": 4.0261146068573,
      "ce_loss_9": 3.4547170996665955,
      "epoch": 0.907,
      "grad_norm": 844.0,
      "kl_loss_13": 218.99121551513673,
      "kl_loss_2": 2480.3300659179686,
      "kl_loss_4": 1956.8550170898438,
      "kl_loss_9": 797.4085205078125,
      "learning_rate": 2.1616276313139227e-05,
      "loss": 1348.7938,
      "step": 9070
    },
    {
      "ce_loss_13": 3.2467629432678224,
      "ce_loss_17": 3.156818318367004,
      "ce_loss_2": 4.34942741394043,
      "ce_loss_4": 4.068715739250183,
      "ce_loss_9": 3.4923762559890745,
      "epoch": 0.908,
      "grad_norm": 812.0,
      "kl_loss_13": 220.7992935180664,
      "kl_loss_2": 2487.8225708007812,
      "kl_loss_4": 1961.7897155761718,
      "kl_loss_9": 797.899771118164,
      "learning_rate": 2.1157198473197415e-05,
      "loss": 1377.2855,
      "step": 9080
    },
    {
      "ce_loss_13": 3.310531508922577,
      "ce_loss_17": 3.2205408573150636,
      "ce_loss_2": 4.418992137908935,
      "ce_loss_4": 4.135834491252899,
      "ce_loss_9": 3.557993221282959,
      "epoch": 0.909,
      "grad_norm": 984.0,
      "kl_loss_13": 223.41179656982422,
      "kl_loss_2": 2488.6339111328125,
      "kl_loss_4": 1961.6606994628905,
      "kl_loss_9": 807.566064453125,
      "learning_rate": 2.0702942574950812e-05,
      "loss": 1367.1679,
      "step": 9090
    },
    {
      "ce_loss_13": 3.241121828556061,
      "ce_loss_17": 3.149674820899963,
      "ce_loss_2": 4.353479814529419,
      "ce_loss_4": 4.066814351081848,
      "ce_loss_9": 3.490784764289856,
      "epoch": 0.91,
      "grad_norm": 772.0,
      "kl_loss_13": 227.33242950439453,
      "kl_loss_2": 2519.5287353515623,
      "kl_loss_4": 1983.0399780273438,
      "kl_loss_9": 817.3186950683594,
      "learning_rate": 2.025351319275137e-05,
      "loss": 1377.3342,
      "step": 9100
    },
    {
      "ce_loss_13": 3.360267686843872,
      "ce_loss_17": 3.271786260604858,
      "ce_loss_2": 4.444746088981629,
      "ce_loss_4": 4.173572850227356,
      "ce_loss_9": 3.604773426055908,
      "epoch": 0.911,
      "grad_norm": 772.0,
      "kl_loss_13": 227.0474723815918,
      "kl_loss_2": 2495.2429931640627,
      "kl_loss_4": 1971.7109985351562,
      "kl_loss_9": 816.9932159423828,
      "learning_rate": 1.9808914852347816e-05,
      "loss": 1403.5953,
      "step": 9110
    },
    {
      "ce_loss_13": 3.2066776037216185,
      "ce_loss_17": 3.116776716709137,
      "ce_loss_2": 4.309818959236145,
      "ce_loss_4": 4.031574809551239,
      "ce_loss_9": 3.458123779296875,
      "epoch": 0.912,
      "grad_norm": 840.0,
      "kl_loss_13": 220.9835105895996,
      "kl_loss_2": 2473.516748046875,
      "kl_loss_4": 1946.9725708007813,
      "kl_loss_9": 800.2813110351562,
      "learning_rate": 1.9369152030840554e-05,
      "loss": 1354.2768,
      "step": 9120
    },
    {
      "ce_loss_13": 3.283405137062073,
      "ce_loss_17": 3.1993649005889893,
      "ce_loss_2": 4.39392511844635,
      "ce_loss_4": 4.115605187416077,
      "ce_loss_9": 3.5309956789016725,
      "epoch": 0.913,
      "grad_norm": 936.0,
      "kl_loss_13": 218.62859497070312,
      "kl_loss_2": 2510.861865234375,
      "kl_loss_4": 1982.0250427246094,
      "kl_loss_9": 797.3995391845704,
      "learning_rate": 1.893422915663645e-05,
      "loss": 1370.2637,
      "step": 9130
    },
    {
      "ce_loss_13": 3.161654829978943,
      "ce_loss_17": 3.0701867938041687,
      "ce_loss_2": 4.318281030654907,
      "ce_loss_4": 4.032570040225982,
      "ce_loss_9": 3.420887851715088,
      "epoch": 0.914,
      "grad_norm": 896.0,
      "kl_loss_13": 223.37092361450195,
      "kl_loss_2": 2574.8150390625,
      "kl_loss_4": 2028.6739135742187,
      "kl_loss_9": 820.965786743164,
      "learning_rate": 1.850415060940386e-05,
      "loss": 1400.192,
      "step": 9140
    },
    {
      "ce_loss_13": 3.2818647265434264,
      "ce_loss_17": 3.1991522789001463,
      "ce_loss_2": 4.354596889019012,
      "ce_loss_4": 4.082476079463959,
      "ce_loss_9": 3.5242899537086485,
      "epoch": 0.915,
      "grad_norm": 796.0,
      "kl_loss_13": 219.54589080810547,
      "kl_loss_2": 2434.888146972656,
      "kl_loss_4": 1912.6146606445313,
      "kl_loss_9": 789.3105773925781,
      "learning_rate": 1.8078920720028978e-05,
      "loss": 1358.1771,
      "step": 9150
    },
    {
      "ce_loss_13": 3.203986310958862,
      "ce_loss_17": 3.1224583268165587,
      "ce_loss_2": 4.28719732761383,
      "ce_loss_4": 4.0050101518630985,
      "ce_loss_9": 3.446657347679138,
      "epoch": 0.916,
      "grad_norm": 844.0,
      "kl_loss_13": 213.93195190429688,
      "kl_loss_2": 2434.3916870117187,
      "kl_loss_4": 1904.3346374511718,
      "kl_loss_9": 783.1549621582031,
      "learning_rate": 1.765854377057219e-05,
      "loss": 1366.1328,
      "step": 9160
    },
    {
      "ce_loss_13": 3.1830304622650147,
      "ce_loss_17": 3.102406632900238,
      "ce_loss_2": 4.286171793937683,
      "ce_loss_4": 4.006797409057617,
      "ce_loss_9": 3.425233840942383,
      "epoch": 0.917,
      "grad_norm": 776.0,
      "kl_loss_13": 213.46029663085938,
      "kl_loss_2": 2463.6358032226562,
      "kl_loss_4": 1937.9644714355468,
      "kl_loss_9": 781.2274444580078,
      "learning_rate": 1.724302399422456e-05,
      "loss": 1360.2615,
      "step": 9170
    },
    {
      "ce_loss_13": 3.1548372507095337,
      "ce_loss_17": 3.064271068572998,
      "ce_loss_2": 4.2698247075080875,
      "ce_loss_4": 3.984210562705994,
      "ce_loss_9": 3.403843379020691,
      "epoch": 0.918,
      "grad_norm": 744.0,
      "kl_loss_13": 225.4613235473633,
      "kl_loss_2": 2519.0862426757812,
      "kl_loss_4": 1979.069891357422,
      "kl_loss_9": 812.0192260742188,
      "learning_rate": 1.683236557526574e-05,
      "loss": 1380.3875,
      "step": 9180
    },
    {
      "ce_loss_13": 3.2605535626411437,
      "ce_loss_17": 3.1784393906593325,
      "ce_loss_2": 4.314115810394287,
      "ce_loss_4": 4.0400647759437565,
      "ce_loss_9": 3.4913466453552244,
      "epoch": 0.919,
      "grad_norm": 852.0,
      "kl_loss_13": 211.61532745361328,
      "kl_loss_2": 2384.9400146484377,
      "kl_loss_4": 1868.9087707519532,
      "kl_loss_9": 765.3319274902344,
      "learning_rate": 1.6426572649021475e-05,
      "loss": 1348.5619,
      "step": 9190
    },
    {
      "ce_loss_13": 3.292950749397278,
      "ce_loss_17": 3.209618389606476,
      "ce_loss_2": 4.344734001159668,
      "ce_loss_4": 4.065221893787384,
      "ce_loss_9": 3.5231752753257752,
      "epoch": 0.92,
      "grad_norm": 1064.0,
      "kl_loss_13": 217.45301513671876,
      "kl_loss_2": 2404.6033203125,
      "kl_loss_4": 1887.4710510253906,
      "kl_loss_9": 777.3987243652343,
      "learning_rate": 1.6025649301821876e-05,
      "loss": 1341.4621,
      "step": 9200
    },
    {
      "ce_loss_13": 3.282778263092041,
      "ce_loss_17": 3.199418640136719,
      "ce_loss_2": 4.34298689365387,
      "ce_loss_4": 4.066406810283661,
      "ce_loss_9": 3.524368369579315,
      "epoch": 0.921,
      "grad_norm": 868.0,
      "kl_loss_13": 220.49258193969726,
      "kl_loss_2": 2426.205041503906,
      "kl_loss_4": 1902.8577941894532,
      "kl_loss_9": 792.9719604492187,
      "learning_rate": 1.5629599570960716e-05,
      "loss": 1334.749,
      "step": 9210
    },
    {
      "ce_loss_13": 3.192858934402466,
      "ce_loss_17": 3.110598695278168,
      "ce_loss_2": 4.315822863578797,
      "ce_loss_4": 4.025082242488861,
      "ce_loss_9": 3.4394363284111025,
      "epoch": 0.922,
      "grad_norm": 996.0,
      "kl_loss_13": 218.6992645263672,
      "kl_loss_2": 2533.305139160156,
      "kl_loss_4": 1987.8855529785155,
      "kl_loss_9": 798.0518951416016,
      "learning_rate": 1.5238427444654367e-05,
      "loss": 1369.4425,
      "step": 9220
    },
    {
      "ce_loss_13": 3.2471844077110292,
      "ce_loss_17": 3.1605598092079163,
      "ce_loss_2": 4.34227591753006,
      "ce_loss_4": 4.059690332412719,
      "ce_loss_9": 3.486121213436127,
      "epoch": 0.923,
      "grad_norm": 876.0,
      "kl_loss_13": 217.1166961669922,
      "kl_loss_2": 2463.8434814453126,
      "kl_loss_4": 1934.2061889648437,
      "kl_loss_9": 778.2934112548828,
      "learning_rate": 1.4852136862001764e-05,
      "loss": 1348.692,
      "step": 9230
    },
    {
      "ce_loss_13": 3.2150325059890745,
      "ce_loss_17": 3.1286561131477355,
      "ce_loss_2": 4.292143750190735,
      "ce_loss_4": 4.015335857868195,
      "ce_loss_9": 3.462070846557617,
      "epoch": 0.924,
      "grad_norm": 868.0,
      "kl_loss_13": 215.59997634887696,
      "kl_loss_2": 2433.2443969726564,
      "kl_loss_4": 1908.5103088378905,
      "kl_loss_9": 786.3178131103516,
      "learning_rate": 1.4470731712944884e-05,
      "loss": 1361.9221,
      "step": 9240
    },
    {
      "ce_loss_13": 3.2384039402008056,
      "ce_loss_17": 3.147601532936096,
      "ce_loss_2": 4.349691724777221,
      "ce_loss_4": 4.0618557095527645,
      "ce_loss_9": 3.4858252882957457,
      "epoch": 0.925,
      "grad_norm": 792.0,
      "kl_loss_13": 223.06068496704103,
      "kl_loss_2": 2493.9858642578124,
      "kl_loss_4": 1946.7096862792969,
      "kl_loss_9": 800.909213256836,
      "learning_rate": 1.4094215838229174e-05,
      "loss": 1393.5494,
      "step": 9250
    },
    {
      "ce_loss_13": 3.208323061466217,
      "ce_loss_17": 3.1210061430931093,
      "ce_loss_2": 4.335579466819763,
      "ce_loss_4": 4.04714937210083,
      "ce_loss_9": 3.456245946884155,
      "epoch": 0.926,
      "grad_norm": 1032.0,
      "kl_loss_13": 221.0323944091797,
      "kl_loss_2": 2529.4101318359376,
      "kl_loss_4": 1984.0954528808593,
      "kl_loss_9": 801.6336364746094,
      "learning_rate": 1.372259302936546e-05,
      "loss": 1420.2388,
      "step": 9260
    },
    {
      "ce_loss_13": 3.3168997526168824,
      "ce_loss_17": 3.228820037841797,
      "ce_loss_2": 4.411512446403504,
      "ce_loss_4": 4.128126418590545,
      "ce_loss_9": 3.561565411090851,
      "epoch": 0.927,
      "grad_norm": 764.0,
      "kl_loss_13": 227.0028160095215,
      "kl_loss_2": 2471.144421386719,
      "kl_loss_4": 1944.900213623047,
      "kl_loss_9": 807.1984619140625,
      "learning_rate": 1.3355867028591206e-05,
      "loss": 1354.3068,
      "step": 9270
    },
    {
      "ce_loss_13": 3.220912754535675,
      "ce_loss_17": 3.134995758533478,
      "ce_loss_2": 4.297907853126526,
      "ce_loss_4": 4.008646047115326,
      "ce_loss_9": 3.4564685106277464,
      "epoch": 0.928,
      "grad_norm": 836.0,
      "kl_loss_13": 216.133447265625,
      "kl_loss_2": 2450.6377075195314,
      "kl_loss_4": 1906.2369812011718,
      "kl_loss_9": 784.589974975586,
      "learning_rate": 1.2994041528833267e-05,
      "loss": 1343.272,
      "step": 9280
    },
    {
      "ce_loss_13": 3.2189253091812136,
      "ce_loss_17": 3.1319851636886598,
      "ce_loss_2": 4.312949919700623,
      "ce_loss_4": 4.031126940250397,
      "ce_loss_9": 3.4616688013076784,
      "epoch": 0.929,
      "grad_norm": 872.0,
      "kl_loss_13": 216.1491668701172,
      "kl_loss_2": 2479.8517333984373,
      "kl_loss_4": 1955.3857971191405,
      "kl_loss_9": 789.3241943359375,
      "learning_rate": 1.2637120173670358e-05,
      "loss": 1355.4605,
      "step": 9290
    },
    {
      "ce_loss_13": 3.2423638701438904,
      "ce_loss_17": 3.155144190788269,
      "ce_loss_2": 4.356745862960816,
      "ce_loss_4": 4.0728073716163635,
      "ce_loss_9": 3.4955561876297,
      "epoch": 0.93,
      "grad_norm": 864.0,
      "kl_loss_13": 220.93303298950195,
      "kl_loss_2": 2495.88125,
      "kl_loss_4": 1962.6788696289063,
      "kl_loss_9": 806.3583404541016,
      "learning_rate": 1.2285106557296478e-05,
      "loss": 1369.5115,
      "step": 9300
    },
    {
      "ce_loss_13": 3.129614543914795,
      "ce_loss_17": 3.041240561008453,
      "ce_loss_2": 4.303548383712768,
      "ce_loss_4": 4.019749534130097,
      "ce_loss_9": 3.392469036579132,
      "epoch": 0.931,
      "grad_norm": 940.0,
      "kl_loss_13": 220.8660446166992,
      "kl_loss_2": 2617.67294921875,
      "kl_loss_4": 2080.0368469238283,
      "kl_loss_9": 824.7458038330078,
      "learning_rate": 1.1938004224484989e-05,
      "loss": 1396.6688,
      "step": 9310
    },
    {
      "ce_loss_13": 3.3512013792991637,
      "ce_loss_17": 3.261004054546356,
      "ce_loss_2": 4.4421525478363035,
      "ce_loss_4": 4.151990175247192,
      "ce_loss_9": 3.592440891265869,
      "epoch": 0.932,
      "grad_norm": 820.0,
      "kl_loss_13": 222.4288772583008,
      "kl_loss_2": 2481.216760253906,
      "kl_loss_4": 1938.7572082519532,
      "kl_loss_9": 799.0105590820312,
      "learning_rate": 1.1595816670552429e-05,
      "loss": 1383.4453,
      "step": 9320
    },
    {
      "ce_loss_13": 3.2786450386047363,
      "ce_loss_17": 3.1929323077201843,
      "ce_loss_2": 4.3666028618812565,
      "ce_loss_4": 4.081855010986328,
      "ce_loss_9": 3.5156550288200377,
      "epoch": 0.933,
      "grad_norm": 772.0,
      "kl_loss_13": 218.9696357727051,
      "kl_loss_2": 2451.6491455078126,
      "kl_loss_4": 1919.7008422851563,
      "kl_loss_9": 783.2412811279297,
      "learning_rate": 1.1258547341323699e-05,
      "loss": 1341.8271,
      "step": 9330
    },
    {
      "ce_loss_13": 3.3116394519805907,
      "ce_loss_17": 3.22735196352005,
      "ce_loss_2": 4.391518211364746,
      "ce_loss_4": 4.112160420417785,
      "ce_loss_9": 3.5525638699531554,
      "epoch": 0.934,
      "grad_norm": 868.0,
      "kl_loss_13": 221.42182998657228,
      "kl_loss_2": 2471.0857421875,
      "kl_loss_4": 1943.7613952636718,
      "kl_loss_9": 798.0545623779296,
      "learning_rate": 1.0926199633097156e-05,
      "loss": 1353.4176,
      "step": 9340
    },
    {
      "ce_loss_13": 3.31710399389267,
      "ce_loss_17": 3.234906792640686,
      "ce_loss_2": 4.368254041671753,
      "ce_loss_4": 4.090949869155883,
      "ce_loss_9": 3.5452964305877686,
      "epoch": 0.935,
      "grad_norm": 720.0,
      "kl_loss_13": 214.74539947509766,
      "kl_loss_2": 2421.686389160156,
      "kl_loss_4": 1893.8810913085938,
      "kl_loss_9": 772.0395233154297,
      "learning_rate": 1.0598776892610684e-05,
      "loss": 1365.94,
      "step": 9350
    },
    {
      "ce_loss_13": 3.1336665034294127,
      "ce_loss_17": 3.0514662861824036,
      "ce_loss_2": 4.25325882434845,
      "ce_loss_4": 3.961105000972748,
      "ce_loss_9": 3.383448898792267,
      "epoch": 0.936,
      "grad_norm": 1008.0,
      "kl_loss_13": 214.9184326171875,
      "kl_loss_2": 2502.357287597656,
      "kl_loss_4": 1959.0135498046875,
      "kl_loss_9": 794.4308959960938,
      "learning_rate": 1.0276282417007399e-05,
      "loss": 1355.0353,
      "step": 9360
    },
    {
      "ce_loss_13": 3.28331344127655,
      "ce_loss_17": 3.203270697593689,
      "ce_loss_2": 4.341977858543396,
      "ce_loss_4": 4.070633184909821,
      "ce_loss_9": 3.5182706475257874,
      "epoch": 0.937,
      "grad_norm": 840.0,
      "kl_loss_13": 213.5865608215332,
      "kl_loss_2": 2408.081994628906,
      "kl_loss_4": 1888.2426147460938,
      "kl_loss_9": 772.2623779296875,
      "learning_rate": 9.958719453803277e-06,
      "loss": 1340.2713,
      "step": 9370
    },
    {
      "ce_loss_13": 3.2833734512329102,
      "ce_loss_17": 3.1941158294677736,
      "ce_loss_2": 4.380245876312256,
      "ce_loss_4": 4.104355025291443,
      "ce_loss_9": 3.5337594151496887,
      "epoch": 0.938,
      "grad_norm": 856.0,
      "kl_loss_13": 221.2907485961914,
      "kl_loss_2": 2475.372705078125,
      "kl_loss_4": 1955.619805908203,
      "kl_loss_9": 807.4383697509766,
      "learning_rate": 9.646091200853802e-06,
      "loss": 1351.0312,
      "step": 9380
    },
    {
      "ce_loss_13": 3.2392139196395875,
      "ce_loss_17": 3.1552943110466005,
      "ce_loss_2": 4.324875295162201,
      "ce_loss_4": 4.042110526561737,
      "ce_loss_9": 3.48607794046402,
      "epoch": 0.939,
      "grad_norm": 740.0,
      "kl_loss_13": 215.70135192871095,
      "kl_loss_2": 2434.798132324219,
      "kl_loss_4": 1903.2385864257812,
      "kl_loss_9": 787.5908813476562,
      "learning_rate": 9.338400806321978e-06,
      "loss": 1310.8646,
      "step": 9390
    },
    {
      "ce_loss_13": 3.2766632795333863,
      "ce_loss_17": 3.1855878233909607,
      "ce_loss_2": 4.352747321128845,
      "ce_loss_4": 4.075416874885559,
      "ce_loss_9": 3.5220303654670717,
      "epoch": 0.94,
      "grad_norm": 824.0,
      "kl_loss_13": 223.0373176574707,
      "kl_loss_2": 2438.11748046875,
      "kl_loss_4": 1921.560565185547,
      "kl_loss_9": 796.8032958984375,
      "learning_rate": 9.035651368646646e-06,
      "loss": 1343.7436,
      "step": 9400
    },
    {
      "ce_loss_13": 3.2748085379600527,
      "ce_loss_17": 3.1926278591156008,
      "ce_loss_2": 4.352897191047669,
      "ce_loss_4": 4.070467281341553,
      "ce_loss_9": 3.511702334880829,
      "epoch": 0.941,
      "grad_norm": 800.0,
      "kl_loss_13": 213.71628036499024,
      "kl_loss_2": 2437.5661499023436,
      "kl_loss_4": 1910.470458984375,
      "kl_loss_9": 780.2021423339844,
      "learning_rate": 8.737845936511335e-06,
      "loss": 1350.9834,
      "step": 9410
    },
    {
      "ce_loss_13": 3.2305777192115785,
      "ce_loss_17": 3.140793776512146,
      "ce_loss_2": 4.344888091087341,
      "ce_loss_4": 4.065187382698059,
      "ce_loss_9": 3.4761541366577147,
      "epoch": 0.942,
      "grad_norm": 856.0,
      "kl_loss_13": 222.2299057006836,
      "kl_loss_2": 2521.6388671875,
      "kl_loss_4": 1988.6979187011718,
      "kl_loss_9": 794.2424591064453,
      "learning_rate": 8.444987508813451e-06,
      "loss": 1365.4251,
      "step": 9420
    },
    {
      "ce_loss_13": 3.1864752054214476,
      "ce_loss_17": 3.0988988518714904,
      "ce_loss_2": 4.331013536453247,
      "ce_loss_4": 4.044015240669251,
      "ce_loss_9": 3.446845054626465,
      "epoch": 0.943,
      "grad_norm": 804.0,
      "kl_loss_13": 225.6263671875,
      "kl_loss_2": 2597.182080078125,
      "kl_loss_4": 2049.704754638672,
      "kl_loss_9": 835.3397613525391,
      "learning_rate": 8.157079034633974e-06,
      "loss": 1396.5229,
      "step": 9430
    },
    {
      "ce_loss_13": 3.1807761549949647,
      "ce_loss_17": 3.0956114530563354,
      "ce_loss_2": 4.287228143215179,
      "ce_loss_4": 4.004971146583557,
      "ce_loss_9": 3.427367401123047,
      "epoch": 0.944,
      "grad_norm": 808.0,
      "kl_loss_13": 217.57715759277343,
      "kl_loss_2": 2506.3245361328127,
      "kl_loss_4": 1977.0880737304688,
      "kl_loss_9": 801.5355834960938,
      "learning_rate": 7.874123413208145e-06,
      "loss": 1356.4012,
      "step": 9440
    },
    {
      "ce_loss_13": 3.15591778755188,
      "ce_loss_17": 3.0687134623527528,
      "ce_loss_2": 4.2906004071235655,
      "ce_loss_4": 4.001482820510864,
      "ce_loss_9": 3.4126017570495604,
      "epoch": 0.945,
      "grad_norm": 852.0,
      "kl_loss_13": 218.69328231811522,
      "kl_loss_2": 2545.3590576171873,
      "kl_loss_4": 1996.5914123535156,
      "kl_loss_9": 813.08896484375,
      "learning_rate": 7.59612349389599e-06,
      "loss": 1381.4177,
      "step": 9450
    },
    {
      "ce_loss_13": 3.2464738368988035,
      "ce_loss_17": 3.1593940377235414,
      "ce_loss_2": 4.31714437007904,
      "ce_loss_4": 4.03574823141098,
      "ce_loss_9": 3.483457398414612,
      "epoch": 0.946,
      "grad_norm": 1144.0,
      "kl_loss_13": 216.57987289428712,
      "kl_loss_2": 2417.8890869140623,
      "kl_loss_4": 1881.8531005859375,
      "kl_loss_9": 772.4367126464844,
      "learning_rate": 7.323082076153509e-06,
      "loss": 1342.7811,
      "step": 9460
    },
    {
      "ce_loss_13": 3.290072965621948,
      "ce_loss_17": 3.2043086171150206,
      "ce_loss_2": 4.35761536359787,
      "ce_loss_4": 4.079579699039459,
      "ce_loss_9": 3.525270438194275,
      "epoch": 0.947,
      "grad_norm": 828.0,
      "kl_loss_13": 222.43314056396486,
      "kl_loss_2": 2422.739221191406,
      "kl_loss_4": 1899.7501037597656,
      "kl_loss_9": 787.5891754150391,
      "learning_rate": 7.055001909504755e-06,
      "loss": 1368.9857,
      "step": 9470
    },
    {
      "ce_loss_13": 3.316695213317871,
      "ce_loss_17": 3.2308751583099364,
      "ce_loss_2": 4.395706987380981,
      "ce_loss_4": 4.11409410238266,
      "ce_loss_9": 3.5532686829566957,
      "epoch": 0.948,
      "grad_norm": 872.0,
      "kl_loss_13": 220.38413467407227,
      "kl_loss_2": 2458.068798828125,
      "kl_loss_4": 1920.4984375,
      "kl_loss_9": 788.3192443847656,
      "learning_rate": 6.791885693514133e-06,
      "loss": 1356.5563,
      "step": 9480
    },
    {
      "ce_loss_13": 3.225104308128357,
      "ce_loss_17": 3.1385900259017943,
      "ce_loss_2": 4.344547700881958,
      "ce_loss_4": 4.062541484832764,
      "ce_loss_9": 3.4725778698921204,
      "epoch": 0.949,
      "grad_norm": 868.0,
      "kl_loss_13": 220.89653701782225,
      "kl_loss_2": 2532.2171630859375,
      "kl_loss_4": 2000.7470275878907,
      "kl_loss_9": 803.1367370605469,
      "learning_rate": 6.533736077758867e-06,
      "loss": 1381.3528,
      "step": 9490
    },
    {
      "ce_loss_13": 3.195958375930786,
      "ce_loss_17": 3.1049342274665834,
      "ce_loss_2": 4.34363625049591,
      "ce_loss_4": 4.0638914704322815,
      "ce_loss_9": 3.4523710131645204,
      "epoch": 0.95,
      "grad_norm": 924.0,
      "kl_loss_13": 224.56532516479493,
      "kl_loss_2": 2583.4022705078123,
      "kl_loss_4": 2049.2861755371096,
      "kl_loss_9": 820.3523315429687,
      "learning_rate": 6.2805556618028556e-06,
      "loss": 1385.2922,
      "step": 9500
    },
    {
      "ce_loss_13": 3.2737756252288817,
      "ce_loss_17": 3.1905980467796327,
      "ce_loss_2": 4.346153998374939,
      "ce_loss_4": 4.062958240509033,
      "ce_loss_9": 3.501893973350525,
      "epoch": 0.951,
      "grad_norm": 756.0,
      "kl_loss_13": 211.4181007385254,
      "kl_loss_2": 2411.5949829101564,
      "kl_loss_4": 1884.6334045410156,
      "kl_loss_9": 759.334814453125,
      "learning_rate": 6.032346995169968e-06,
      "loss": 1304.0113,
      "step": 9510
    },
    {
      "ce_loss_13": 3.277216684818268,
      "ce_loss_17": 3.1925328850746153,
      "ce_loss_2": 4.362728118896484,
      "ce_loss_4": 4.0835275888443,
      "ce_loss_9": 3.517595410346985,
      "epoch": 0.952,
      "grad_norm": 756.0,
      "kl_loss_13": 215.97168045043946,
      "kl_loss_2": 2453.770556640625,
      "kl_loss_4": 1925.393780517578,
      "kl_loss_9": 784.8690155029296,
      "learning_rate": 5.789112577318789e-06,
      "loss": 1340.7672,
      "step": 9520
    },
    {
      "ce_loss_13": 3.2610395193099975,
      "ce_loss_17": 3.1749332785606383,
      "ce_loss_2": 4.374293923377991,
      "ce_loss_4": 4.093641686439514,
      "ce_loss_9": 3.5034366726875303,
      "epoch": 0.953,
      "grad_norm": 768.0,
      "kl_loss_13": 221.60036849975586,
      "kl_loss_2": 2517.109814453125,
      "kl_loss_4": 1983.563525390625,
      "kl_loss_9": 802.1741821289063,
      "learning_rate": 5.550854857617194e-06,
      "loss": 1350.7597,
      "step": 9530
    },
    {
      "ce_loss_13": 3.245774734020233,
      "ce_loss_17": 3.1594863533973694,
      "ce_loss_2": 4.378055286407471,
      "ce_loss_4": 4.090924561023712,
      "ce_loss_9": 3.4971926689147947,
      "epoch": 0.954,
      "grad_norm": 1032.0,
      "kl_loss_13": 224.5074562072754,
      "kl_loss_2": 2542.746142578125,
      "kl_loss_4": 2002.8309814453125,
      "kl_loss_9": 810.5063690185547,
      "learning_rate": 5.317576235317756e-06,
      "loss": 1382.2507,
      "step": 9540
    },
    {
      "ce_loss_13": 3.2691051363945007,
      "ce_loss_17": 3.184979832172394,
      "ce_loss_2": 4.333749771118164,
      "ce_loss_4": 4.049982392787934,
      "ce_loss_9": 3.504191827774048,
      "epoch": 0.955,
      "grad_norm": 1416.0,
      "kl_loss_13": 213.8662338256836,
      "kl_loss_2": 2390.7116088867188,
      "kl_loss_4": 1865.9178161621094,
      "kl_loss_9": 766.6866821289062,
      "learning_rate": 5.089279059533658e-06,
      "loss": 1358.693,
      "step": 9550
    },
    {
      "ce_loss_13": 3.325921416282654,
      "ce_loss_17": 3.2375960826873778,
      "ce_loss_2": 4.396740531921386,
      "ce_loss_4": 4.120703685283661,
      "ce_loss_9": 3.5712178111076356,
      "epoch": 0.956,
      "grad_norm": 908.0,
      "kl_loss_13": 226.58722991943358,
      "kl_loss_2": 2454.7302978515627,
      "kl_loss_4": 1924.9460327148438,
      "kl_loss_9": 807.0700164794922,
      "learning_rate": 4.865965629214819e-06,
      "loss": 1346.2179,
      "step": 9560
    },
    {
      "ce_loss_13": 3.270737099647522,
      "ce_loss_17": 3.181360864639282,
      "ce_loss_2": 4.3722082614898685,
      "ce_loss_4": 4.084476697444916,
      "ce_loss_9": 3.512242543697357,
      "epoch": 0.957,
      "grad_norm": 940.0,
      "kl_loss_13": 222.20181045532226,
      "kl_loss_2": 2516.9514770507812,
      "kl_loss_4": 1977.9654907226563,
      "kl_loss_9": 808.6686187744141,
      "learning_rate": 4.6476381931251366e-06,
      "loss": 1345.7714,
      "step": 9570
    },
    {
      "ce_loss_13": 3.253694784641266,
      "ce_loss_17": 3.167990577220917,
      "ce_loss_2": 4.342315924167633,
      "ce_loss_4": 4.059697329998016,
      "ce_loss_9": 3.5023301005363465,
      "epoch": 0.958,
      "grad_norm": 820.0,
      "kl_loss_13": 217.87476501464843,
      "kl_loss_2": 2446.7124877929687,
      "kl_loss_4": 1912.6610778808595,
      "kl_loss_9": 786.8750885009765,
      "learning_rate": 4.434298949819449e-06,
      "loss": 1350.8592,
      "step": 9580
    },
    {
      "ce_loss_13": 3.220312249660492,
      "ce_loss_17": 3.129145085811615,
      "ce_loss_2": 4.362578868865967,
      "ce_loss_4": 4.074148535728455,
      "ce_loss_9": 3.4757197976112364,
      "epoch": 0.959,
      "grad_norm": 932.0,
      "kl_loss_13": 227.9875503540039,
      "kl_loss_2": 2605.30185546875,
      "kl_loss_4": 2053.5823303222655,
      "kl_loss_9": 832.5057647705078,
      "learning_rate": 4.2259500476214406e-06,
      "loss": 1394.9221,
      "step": 9590
    },
    {
      "ce_loss_13": 3.195894491672516,
      "ce_loss_17": 3.108951759338379,
      "ce_loss_2": 4.311345505714416,
      "ce_loss_4": 4.030492007732391,
      "ce_loss_9": 3.440891969203949,
      "epoch": 0.96,
      "grad_norm": 792.0,
      "kl_loss_13": 219.76137084960936,
      "kl_loss_2": 2522.520458984375,
      "kl_loss_4": 1995.4986633300782,
      "kl_loss_9": 807.3765380859375,
      "learning_rate": 4.02259358460233e-06,
      "loss": 1364.3726,
      "step": 9600
    },
    {
      "ce_loss_13": 3.2646095156669617,
      "ce_loss_17": 3.178682732582092,
      "ce_loss_2": 4.3500265836715695,
      "ce_loss_4": 4.0639472842216495,
      "ce_loss_9": 3.508467698097229,
      "epoch": 0.961,
      "grad_norm": 796.0,
      "kl_loss_13": 220.3709243774414,
      "kl_loss_2": 2447.066760253906,
      "kl_loss_4": 1905.499090576172,
      "kl_loss_9": 785.2954406738281,
      "learning_rate": 3.8242316085594916e-06,
      "loss": 1336.9375,
      "step": 9610
    },
    {
      "ce_loss_13": 3.1539738535881043,
      "ce_loss_17": 3.066152548789978,
      "ce_loss_2": 4.322041165828705,
      "ce_loss_4": 4.033271777629852,
      "ce_loss_9": 3.414609456062317,
      "epoch": 0.962,
      "grad_norm": 844.0,
      "kl_loss_13": 226.12157135009767,
      "kl_loss_2": 2629.878662109375,
      "kl_loss_4": 2085.311846923828,
      "kl_loss_9": 830.1753509521484,
      "learning_rate": 3.630866116995757e-06,
      "loss": 1418.5467,
      "step": 9620
    },
    {
      "ce_loss_13": 3.303531062602997,
      "ce_loss_17": 3.2193968892097473,
      "ce_loss_2": 4.374594783782959,
      "ce_loss_4": 4.0948406457901,
      "ce_loss_9": 3.5384915828704835,
      "epoch": 0.963,
      "grad_norm": 812.0,
      "kl_loss_13": 218.21690216064454,
      "kl_loss_2": 2434.9108276367188,
      "kl_loss_4": 1912.481134033203,
      "kl_loss_9": 776.3510528564453,
      "learning_rate": 3.4424990570994797e-06,
      "loss": 1374.0029,
      "step": 9630
    },
    {
      "ce_loss_13": 3.294644820690155,
      "ce_loss_17": 3.2087340116500855,
      "ce_loss_2": 4.366245722770691,
      "ce_loss_4": 4.085958552360535,
      "ce_loss_9": 3.5307599902153015,
      "epoch": 0.964,
      "grad_norm": 736.0,
      "kl_loss_13": 216.86040496826172,
      "kl_loss_2": 2445.8479858398437,
      "kl_loss_4": 1920.2136352539062,
      "kl_loss_9": 783.8744293212891,
      "learning_rate": 3.2591323257248896e-06,
      "loss": 1348.4049,
      "step": 9640
    },
    {
      "ce_loss_13": 3.145173895359039,
      "ce_loss_17": 3.060458815097809,
      "ce_loss_2": 4.261240267753601,
      "ce_loss_4": 3.983374571800232,
      "ce_loss_9": 3.3919747471809387,
      "epoch": 0.965,
      "grad_norm": 1032.0,
      "kl_loss_13": 218.46996841430663,
      "kl_loss_2": 2510.019494628906,
      "kl_loss_4": 1980.5718078613281,
      "kl_loss_9": 803.9881225585938,
      "learning_rate": 3.0807677693729385e-06,
      "loss": 1379.6697,
      "step": 9650
    },
    {
      "ce_loss_13": 3.3268900752067565,
      "ce_loss_17": 3.2429277896881104,
      "ce_loss_2": 4.398799586296081,
      "ce_loss_4": 4.118711459636688,
      "ce_loss_9": 3.5721837520599364,
      "epoch": 0.966,
      "grad_norm": 804.0,
      "kl_loss_13": 217.35578231811525,
      "kl_loss_2": 2432.91962890625,
      "kl_loss_4": 1905.4734680175782,
      "kl_loss_9": 786.7719024658203,
      "learning_rate": 2.9074071841727055e-06,
      "loss": 1330.2363,
      "step": 9660
    },
    {
      "ce_loss_13": 3.255733001232147,
      "ce_loss_17": 3.1683148741722107,
      "ce_loss_2": 4.342859768867493,
      "ce_loss_4": 4.0628856182098385,
      "ce_loss_9": 3.5070341348648073,
      "epoch": 0.967,
      "grad_norm": 912.0,
      "kl_loss_13": 221.269522857666,
      "kl_loss_2": 2453.208532714844,
      "kl_loss_4": 1928.3604614257813,
      "kl_loss_9": 798.5466705322266,
      "learning_rate": 2.739052315863355e-06,
      "loss": 1327.9771,
      "step": 9670
    },
    {
      "ce_loss_13": 3.2325741052627563,
      "ce_loss_17": 3.1498236656188965,
      "ce_loss_2": 4.335789132118225,
      "ce_loss_4": 4.053774678707123,
      "ce_loss_9": 3.473189079761505,
      "epoch": 0.968,
      "grad_norm": 768.0,
      "kl_loss_13": 216.8374397277832,
      "kl_loss_2": 2495.5137329101562,
      "kl_loss_4": 1969.8667846679687,
      "kl_loss_9": 790.1967864990235,
      "learning_rate": 2.5757048597765396e-06,
      "loss": 1348.9118,
      "step": 9680
    },
    {
      "ce_loss_13": 3.2543190479278565,
      "ce_loss_17": 3.167156398296356,
      "ce_loss_2": 4.359293568134308,
      "ce_loss_4": 4.072268962860107,
      "ce_loss_9": 3.499773073196411,
      "epoch": 0.969,
      "grad_norm": 952.0,
      "kl_loss_13": 218.40027313232423,
      "kl_loss_2": 2505.6250610351562,
      "kl_loss_4": 1961.7472778320312,
      "kl_loss_9": 800.0337341308593,
      "learning_rate": 2.417366460819359e-06,
      "loss": 1363.5117,
      "step": 9690
    },
    {
      "ce_loss_13": 3.262500524520874,
      "ce_loss_17": 3.171657931804657,
      "ce_loss_2": 4.398045229911804,
      "ce_loss_4": 4.109879744052887,
      "ce_loss_9": 3.511061406135559,
      "epoch": 0.97,
      "grad_norm": 928.0,
      "kl_loss_13": 224.9924758911133,
      "kl_loss_2": 2561.6322265625,
      "kl_loss_4": 2016.7850158691406,
      "kl_loss_9": 810.6648406982422,
      "learning_rate": 2.2640387134577057e-06,
      "loss": 1361.0584,
      "step": 9700
    },
    {
      "ce_loss_13": 3.1868832230567934,
      "ce_loss_17": 3.103873634338379,
      "ce_loss_2": 4.244852519035339,
      "ce_loss_4": 3.9719587683677675,
      "ce_loss_9": 3.4207942724227904,
      "epoch": 0.971,
      "grad_norm": 752.0,
      "kl_loss_13": 208.93080215454103,
      "kl_loss_2": 2361.2753051757813,
      "kl_loss_4": 1845.3123168945312,
      "kl_loss_9": 752.730581665039,
      "learning_rate": 2.115723161700278e-06,
      "loss": 1317.4146,
      "step": 9710
    },
    {
      "ce_loss_13": 3.172582244873047,
      "ce_loss_17": 3.083338499069214,
      "ce_loss_2": 4.307528579235077,
      "ce_loss_4": 4.020644688606263,
      "ce_loss_9": 3.426468777656555,
      "epoch": 0.972,
      "grad_norm": 844.0,
      "kl_loss_13": 224.78013534545897,
      "kl_loss_2": 2555.5634643554686,
      "kl_loss_4": 2022.5922790527343,
      "kl_loss_9": 816.3752349853515,
      "learning_rate": 1.9724212990830937e-06,
      "loss": 1391.6437,
      "step": 9720
    },
    {
      "ce_loss_13": 3.3089357018470764,
      "ce_loss_17": 3.2206944823265076,
      "ce_loss_2": 4.422231459617615,
      "ce_loss_4": 4.138329660892486,
      "ce_loss_9": 3.5589197635650636,
      "epoch": 0.973,
      "grad_norm": 1040.0,
      "kl_loss_13": 222.28607788085938,
      "kl_loss_2": 2519.200732421875,
      "kl_loss_4": 1980.961669921875,
      "kl_loss_9": 801.6954284667969,
      "learning_rate": 1.8341345686543331e-06,
      "loss": 1368.0766,
      "step": 9730
    },
    {
      "ce_loss_13": 3.2950737714767455,
      "ce_loss_17": 3.2094454646110533,
      "ce_loss_2": 4.347123765945435,
      "ce_loss_4": 4.072555518150329,
      "ce_loss_9": 3.5262292623519897,
      "epoch": 0.974,
      "grad_norm": 1040.0,
      "kl_loss_13": 215.64831008911133,
      "kl_loss_2": 2401.1509338378905,
      "kl_loss_4": 1881.5595764160157,
      "kl_loss_9": 776.4869323730469,
      "learning_rate": 1.7008643629596864e-06,
      "loss": 1361.1689,
      "step": 9740
    },
    {
      "ce_loss_13": 3.278672957420349,
      "ce_loss_17": 3.1897144436836244,
      "ce_loss_2": 4.377420365810394,
      "ce_loss_4": 4.092463898658752,
      "ce_loss_9": 3.5170222163200378,
      "epoch": 0.975,
      "grad_norm": 916.0,
      "kl_loss_13": 218.61910095214844,
      "kl_loss_2": 2507.2249755859375,
      "kl_loss_4": 1960.962469482422,
      "kl_loss_9": 790.5519073486328,
      "learning_rate": 1.5726120240288633e-06,
      "loss": 1384.61,
      "step": 9750
    },
    {
      "ce_loss_13": 3.181318700313568,
      "ce_loss_17": 3.0963064193725587,
      "ce_loss_2": 4.272090482711792,
      "ce_loss_4": 3.9894553661346435,
      "ce_loss_9": 3.419423234462738,
      "epoch": 0.976,
      "grad_norm": 1024.0,
      "kl_loss_13": 216.36061630249023,
      "kl_loss_2": 2461.0934204101563,
      "kl_loss_4": 1932.3086853027344,
      "kl_loss_9": 786.0869445800781,
      "learning_rate": 1.4493788433612708e-06,
      "loss": 1342.5629,
      "step": 9760
    },
    {
      "ce_loss_13": 3.2960918068885805,
      "ce_loss_17": 3.206250810623169,
      "ce_loss_2": 4.398169755935669,
      "ce_loss_4": 4.114586043357849,
      "ce_loss_9": 3.539888310432434,
      "epoch": 0.977,
      "grad_norm": 732.0,
      "kl_loss_13": 221.34927520751953,
      "kl_loss_2": 2511.3609130859377,
      "kl_loss_4": 1964.6192321777344,
      "kl_loss_9": 802.1725128173828,
      "learning_rate": 1.3311660619138578e-06,
      "loss": 1377.2024,
      "step": 9770
    },
    {
      "ce_loss_13": 3.2913751721382143,
      "ce_loss_17": 3.2072720766067504,
      "ce_loss_2": 4.336518740653991,
      "ce_loss_4": 4.056340169906616,
      "ce_loss_9": 3.5276540160179137,
      "epoch": 0.978,
      "grad_norm": 720.0,
      "kl_loss_13": 218.31615829467773,
      "kl_loss_2": 2379.3531860351563,
      "kl_loss_4": 1851.736065673828,
      "kl_loss_9": 778.3702362060546,
      "learning_rate": 1.2179748700879012e-06,
      "loss": 1347.6346,
      "step": 9780
    },
    {
      "ce_loss_13": 3.218771994113922,
      "ce_loss_17": 3.1339413046836855,
      "ce_loss_2": 4.30980110168457,
      "ce_loss_4": 4.029927408695221,
      "ce_loss_9": 3.4643234968185426,
      "epoch": 0.979,
      "grad_norm": 920.0,
      "kl_loss_13": 217.51713027954102,
      "kl_loss_2": 2441.228869628906,
      "kl_loss_4": 1918.5179016113282,
      "kl_loss_9": 785.2601654052735,
      "learning_rate": 1.1098064077174619e-06,
      "loss": 1355.3729,
      "step": 9790
    },
    {
      "ce_loss_13": 3.2470396876335146,
      "ce_loss_17": 3.1596713781356813,
      "ce_loss_2": 4.378944170475006,
      "ce_loss_4": 4.08536856174469,
      "ce_loss_9": 3.5031735062599183,
      "epoch": 0.98,
      "grad_norm": 804.0,
      "kl_loss_13": 219.27398147583008,
      "kl_loss_2": 2539.2723388671875,
      "kl_loss_4": 1986.9726135253907,
      "kl_loss_9": 804.7271179199219,
      "learning_rate": 1.006661764057837e-06,
      "loss": 1366.1204,
      "step": 9800
    },
    {
      "ce_loss_13": 3.2563411712646486,
      "ce_loss_17": 3.1701019406318665,
      "ce_loss_2": 4.347962689399719,
      "ce_loss_4": 4.070125019550323,
      "ce_loss_9": 3.498327910900116,
      "epoch": 0.981,
      "grad_norm": 804.0,
      "kl_loss_13": 216.20537719726562,
      "kl_loss_2": 2471.2597045898438,
      "kl_loss_4": 1941.7896789550782,
      "kl_loss_9": 788.5150848388672,
      "learning_rate": 9.085419777743465e-07,
      "loss": 1342.7039,
      "step": 9810
    },
    {
      "ce_loss_13": 3.2031669855117797,
      "ce_loss_17": 3.122615599632263,
      "ce_loss_2": 4.296006894111633,
      "ce_loss_4": 4.023138654232025,
      "ce_loss_9": 3.4449007868766786,
      "epoch": 0.982,
      "grad_norm": 924.0,
      "kl_loss_13": 212.11586380004883,
      "kl_loss_2": 2458.181884765625,
      "kl_loss_4": 1944.0519409179688,
      "kl_loss_9": 779.5261138916015,
      "learning_rate": 8.15448036932176e-07,
      "loss": 1327.3837,
      "step": 9820
    },
    {
      "ce_loss_13": 3.2484714865684508,
      "ce_loss_17": 3.1628469109535216,
      "ce_loss_2": 4.341381049156189,
      "ce_loss_4": 4.064522337913513,
      "ce_loss_9": 3.4957844734191896,
      "epoch": 0.983,
      "grad_norm": 888.0,
      "kl_loss_13": 218.90567016601562,
      "kl_loss_2": 2478.914831542969,
      "kl_loss_4": 1960.2015869140625,
      "kl_loss_9": 797.0689544677734,
      "learning_rate": 7.273808789862724e-07,
      "loss": 1372.8572,
      "step": 9830
    },
    {
      "ce_loss_13": 3.324189102649689,
      "ce_loss_17": 3.2393589496612547,
      "ce_loss_2": 4.406980681419372,
      "ce_loss_4": 4.127825582027436,
      "ce_loss_9": 3.5665980100631716,
      "epoch": 0.984,
      "grad_norm": 724.0,
      "kl_loss_13": 220.28966751098633,
      "kl_loss_2": 2457.141467285156,
      "kl_loss_4": 1932.477227783203,
      "kl_loss_9": 792.8278533935547,
      "learning_rate": 6.443413907720186e-07,
      "loss": 1343.8639,
      "step": 9840
    },
    {
      "ce_loss_13": 3.2618006587028505,
      "ce_loss_17": 3.17478061914444,
      "ce_loss_2": 4.346713733673096,
      "ce_loss_4": 4.073301959037781,
      "ce_loss_9": 3.4989508986473083,
      "epoch": 0.985,
      "grad_norm": 1012.0,
      "kl_loss_13": 220.24280700683593,
      "kl_loss_2": 2430.0309936523436,
      "kl_loss_4": 1914.0229064941407,
      "kl_loss_9": 780.6063018798828,
      "learning_rate": 5.663304084960185e-07,
      "loss": 1333.3168,
      "step": 9850
    },
    {
      "ce_loss_13": 3.1913982629776,
      "ce_loss_17": 3.1021784424781798,
      "ce_loss_2": 4.307283854484558,
      "ce_loss_4": 4.024576556682587,
      "ce_loss_9": 3.4390994906425476,
      "epoch": 0.986,
      "grad_norm": 1256.0,
      "kl_loss_13": 219.1021354675293,
      "kl_loss_2": 2505.5106567382813,
      "kl_loss_4": 1971.7984680175782,
      "kl_loss_9": 798.1460510253906,
      "learning_rate": 4.933487177280482e-07,
      "loss": 1345.9686,
      "step": 9860
    },
    {
      "ce_loss_13": 3.282895731925964,
      "ce_loss_17": 3.2016955614089966,
      "ce_loss_2": 4.355383956432343,
      "ce_loss_4": 4.078336107730865,
      "ce_loss_9": 3.5192210197448732,
      "epoch": 0.987,
      "grad_norm": 1696.0,
      "kl_loss_13": 214.47653274536134,
      "kl_loss_2": 2441.724499511719,
      "kl_loss_4": 1910.0088745117187,
      "kl_loss_9": 779.322216796875,
      "learning_rate": 4.2539705339295075e-07,
      "loss": 1335.7965,
      "step": 9870
    },
    {
      "ce_loss_13": 3.149475121498108,
      "ce_loss_17": 3.061207127571106,
      "ce_loss_2": 4.2652768850326535,
      "ce_loss_4": 3.9764740824699403,
      "ce_loss_9": 3.3991323471069337,
      "epoch": 0.988,
      "grad_norm": 900.0,
      "kl_loss_13": 218.90238342285156,
      "kl_loss_2": 2509.769189453125,
      "kl_loss_4": 1973.7698791503906,
      "kl_loss_9": 808.2424499511719,
      "learning_rate": 3.6247609976319816e-07,
      "loss": 1353.9066,
      "step": 9880
    },
    {
      "ce_loss_13": 3.2319627523422243,
      "ce_loss_17": 3.1474406838417055,
      "ce_loss_2": 4.3519148349761965,
      "ce_loss_4": 4.073113644123078,
      "ce_loss_9": 3.4862895131111147,
      "epoch": 0.989,
      "grad_norm": 828.0,
      "kl_loss_13": 221.2615982055664,
      "kl_loss_2": 2510.678173828125,
      "kl_loss_4": 1978.1934936523437,
      "kl_loss_9": 805.4162811279297,
      "learning_rate": 3.0458649045211895e-07,
      "loss": 1394.2037,
      "step": 9890
    },
    {
      "ce_loss_13": 3.20868661403656,
      "ce_loss_17": 3.117846596240997,
      "ce_loss_2": 4.32569420337677,
      "ce_loss_4": 4.031478524208069,
      "ce_loss_9": 3.464202880859375,
      "epoch": 0.99,
      "grad_norm": 1004.0,
      "kl_loss_13": 225.72737579345704,
      "kl_loss_2": 2498.446154785156,
      "kl_loss_4": 1957.9348571777343,
      "kl_loss_9": 812.2869873046875,
      "learning_rate": 2.517288084074587e-07,
      "loss": 1391.0302,
      "step": 9900
    },
    {
      "ce_loss_13": 3.2503684043884276,
      "ce_loss_17": 3.1557893991470336,
      "ce_loss_2": 4.399222469329834,
      "ce_loss_4": 4.103204774856567,
      "ce_loss_9": 3.50929594039917,
      "epoch": 0.991,
      "grad_norm": 988.0,
      "kl_loss_13": 227.41172714233397,
      "kl_loss_2": 2576.45224609375,
      "kl_loss_4": 2015.4464477539063,
      "kl_loss_9": 826.1490264892578,
      "learning_rate": 2.0390358590538505e-07,
      "loss": 1382.2771,
      "step": 9910
    },
    {
      "ce_loss_13": 3.256967079639435,
      "ce_loss_17": 3.1677147269248964,
      "ce_loss_2": 4.355877804756164,
      "ce_loss_4": 4.074959802627563,
      "ce_loss_9": 3.5054347038269045,
      "epoch": 0.992,
      "grad_norm": 756.0,
      "kl_loss_13": 223.14381942749023,
      "kl_loss_2": 2495.9954040527346,
      "kl_loss_4": 1967.9006286621093,
      "kl_loss_9": 807.5478668212891,
      "learning_rate": 1.61111304545436e-07,
      "loss": 1355.7512,
      "step": 9920
    },
    {
      "ce_loss_13": 3.224148380756378,
      "ce_loss_17": 3.1364871859550476,
      "ce_loss_2": 4.310623145103454,
      "ce_loss_4": 4.031493699550628,
      "ce_loss_9": 3.464025688171387,
      "epoch": 0.993,
      "grad_norm": 832.0,
      "kl_loss_13": 217.57301635742186,
      "kl_loss_2": 2463.0309814453126,
      "kl_loss_4": 1941.7696228027344,
      "kl_loss_9": 786.3763916015625,
      "learning_rate": 1.2335239524541298e-07,
      "loss": 1336.3118,
      "step": 9930
    },
    {
      "ce_loss_13": 3.19323810338974,
      "ce_loss_17": 3.1078309655189513,
      "ce_loss_2": 4.281654262542725,
      "ce_loss_4": 4.002816307544708,
      "ce_loss_9": 3.4326565861701965,
      "epoch": 0.994,
      "grad_norm": 744.0,
      "kl_loss_13": 219.31902160644532,
      "kl_loss_2": 2461.8650390625,
      "kl_loss_4": 1932.9007141113282,
      "kl_loss_9": 784.773876953125,
      "learning_rate": 9.06272382371065e-08,
      "loss": 1350.4164,
      "step": 9940
    },
    {
      "ce_loss_13": 3.2581248760223387,
      "ce_loss_17": 3.1752687096595764,
      "ce_loss_2": 4.373711252212525,
      "ce_loss_4": 4.094207131862641,
      "ce_loss_9": 3.5092731356620788,
      "epoch": 0.995,
      "grad_norm": 796.0,
      "kl_loss_13": 221.85831451416016,
      "kl_loss_2": 2509.984094238281,
      "kl_loss_4": 1988.051287841797,
      "kl_loss_9": 808.1008361816406,
      "learning_rate": 6.293616306246586e-08,
      "loss": 1366.3273,
      "step": 9950
    },
    {
      "ce_loss_13": 3.253830671310425,
      "ce_loss_17": 3.1708797216415405,
      "ce_loss_2": 4.317631435394287,
      "ce_loss_4": 4.036856400966644,
      "ce_loss_9": 3.4921401143074036,
      "epoch": 0.996,
      "grad_norm": 852.0,
      "kl_loss_13": 214.52972869873048,
      "kl_loss_2": 2416.996447753906,
      "kl_loss_4": 1893.014093017578,
      "kl_loss_9": 777.1513916015625,
      "learning_rate": 4.027944857032395e-08,
      "loss": 1316.8882,
      "step": 9960
    },
    {
      "ce_loss_13": 3.2442896366119385,
      "ce_loss_17": 3.163611447811127,
      "ce_loss_2": 4.294960856437683,
      "ce_loss_4": 4.017445850372314,
      "ce_loss_9": 3.469395875930786,
      "epoch": 0.997,
      "grad_norm": 856.0,
      "kl_loss_13": 207.23084106445313,
      "kl_loss_2": 2365.6643798828127,
      "kl_loss_4": 1852.8196655273437,
      "kl_loss_9": 748.1991973876953,
      "learning_rate": 2.265732291356626e-08,
      "loss": 1305.4615,
      "step": 9970
    },
    {
      "ce_loss_13": 3.2869481325149534,
      "ce_loss_17": 3.203015947341919,
      "ce_loss_2": 4.364979863166809,
      "ce_loss_4": 4.078140783309936,
      "ce_loss_9": 3.5234572649002076,
      "epoch": 0.998,
      "grad_norm": 852.0,
      "kl_loss_13": 217.42401657104492,
      "kl_loss_2": 2428.1246948242188,
      "kl_loss_4": 1888.5685241699218,
      "kl_loss_9": 781.7529541015625,
      "learning_rate": 1.0069963546743833e-08,
      "loss": 1356.3082,
      "step": 9980
    },
    {
      "ce_loss_13": 3.2734344720840456,
      "ce_loss_17": 3.183213269710541,
      "ce_loss_2": 4.368534970283508,
      "ce_loss_4": 4.0925636172294615,
      "ce_loss_9": 3.519333600997925,
      "epoch": 0.999,
      "grad_norm": 808.0,
      "kl_loss_13": 220.437491607666,
      "kl_loss_2": 2473.471228027344,
      "kl_loss_4": 1945.9803588867187,
      "kl_loss_9": 795.393930053711,
      "learning_rate": 2.517497224463483e-09,
      "loss": 1348.6465,
      "step": 9990
    },
    {
      "ce_loss_13": 3.228131055831909,
      "ce_loss_17": 3.137771213054657,
      "ce_loss_2": 4.377237319946289,
      "ce_loss_4": 4.084628927707672,
      "ce_loss_9": 3.4845844864845277,
      "epoch": 1.0,
      "grad_norm": 816.0,
      "kl_loss_13": 224.53093338012695,
      "kl_loss_2": 2583.963586425781,
      "kl_loss_4": 2034.6659301757813,
      "kl_loss_9": 816.4570587158203,
      "learning_rate": 0.0,
      "loss": 1395.7951,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 250,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.447557417823109e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}