{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "ce_loss_10": 5.479339599609375,
      "ce_loss_13": 3.4827667474746704,
      "ce_loss_2": 13.979248523712158,
      "ce_loss_3": 13.771953105926514,
      "ce_loss_7": 7.430000305175781,
      "epoch": 0.0001,
      "grad_norm": 81408.0,
      "kl_loss_10": 4489.56494140625,
      "kl_loss_2": 22049.2119140625,
      "kl_loss_3": 21566.693359375,
      "kl_loss_7": 7499.004150390625,
      "learning_rate": 1e-05,
      "loss": 14123.4883,
      "step": 1
    },
    {
      "ce_loss_10": 5.119714260101318,
      "ce_loss_13": 3.53999932607015,
      "ce_loss_2": 11.240631209479439,
      "ce_loss_3": 10.95585854848226,
      "ce_loss_7": 6.906492206785414,
      "epoch": 0.001,
      "grad_norm": 37888.0,
      "kl_loss_10": 3271.7383083767363,
      "kl_loss_2": 15601.7939453125,
      "kl_loss_3": 14746.902018229166,
      "kl_loss_7": 6279.269124348958,
      "learning_rate": 0.0001,
      "loss": 9990.5972,
      "step": 10
    },
    {
      "ce_loss_10": 4.4336272239685055,
      "ce_loss_13": 3.5471752166748045,
      "ce_loss_2": 7.957242059707641,
      "ce_loss_3": 7.463982796669006,
      "ce_loss_7": 5.84502854347229,
      "epoch": 0.002,
      "grad_norm": 9216.0,
      "kl_loss_10": 1664.693670654297,
      "kl_loss_2": 8140.2906494140625,
      "kl_loss_3": 7229.052661132812,
      "kl_loss_7": 4268.229284667968,
      "learning_rate": 0.0002,
      "loss": 5408.8828,
      "step": 20
    },
    {
      "ce_loss_10": 3.938058543205261,
      "ce_loss_13": 3.333306384086609,
      "ce_loss_2": 6.773653674125671,
      "ce_loss_3": 6.433317041397094,
      "ce_loss_7": 5.134593844413757,
      "epoch": 0.003,
      "grad_norm": 3248.0,
      "kl_loss_10": 1150.4377380371093,
      "kl_loss_2": 6385.490258789063,
      "kl_loss_3": 5771.109155273438,
      "kl_loss_7": 3370.8108642578127,
      "learning_rate": 0.0003,
      "loss": 4090.45,
      "step": 30
    },
    {
      "ce_loss_10": 3.9883425116539,
      "ce_loss_13": 3.5081888794898988,
      "ce_loss_2": 6.318326234817505,
      "ce_loss_3": 6.045081973075867,
      "ce_loss_7": 4.969816541671753,
      "epoch": 0.004,
      "grad_norm": 6240.0,
      "kl_loss_10": 955.3555145263672,
      "kl_loss_2": 5198.101293945312,
      "kl_loss_3": 4741.139855957032,
      "kl_loss_7": 2762.6712036132812,
      "learning_rate": 0.0004,
      "loss": 3452.1297,
      "step": 40
    },
    {
      "ce_loss_10": 3.94427330493927,
      "ce_loss_13": 3.4815958857536318,
      "ce_loss_2": 6.088573956489563,
      "ce_loss_3": 5.815527606010437,
      "ce_loss_7": 4.780157661437988,
      "epoch": 0.005,
      "grad_norm": 4768.0,
      "kl_loss_10": 882.2040557861328,
      "kl_loss_2": 4868.76328125,
      "kl_loss_3": 4416.1666259765625,
      "kl_loss_7": 2467.264501953125,
      "learning_rate": 0.0005,
      "loss": 3156.5504,
      "step": 50
    },
    {
      "ce_loss_10": 3.877071762084961,
      "ce_loss_13": 3.493886411190033,
      "ce_loss_2": 5.86357319355011,
      "ce_loss_3": 5.616779232025147,
      "ce_loss_7": 4.6486598491668705,
      "epoch": 0.006,
      "grad_norm": 4768.0,
      "kl_loss_10": 781.2706634521485,
      "kl_loss_2": 4452.719311523438,
      "kl_loss_3": 4034.9894165039063,
      "kl_loss_7": 2237.3867736816405,
      "learning_rate": 0.0006,
      "loss": 2874.2984,
      "step": 60
    },
    {
      "ce_loss_10": 3.7734105229377746,
      "ce_loss_13": 3.408212423324585,
      "ce_loss_2": 5.7149782419204715,
      "ce_loss_3": 5.489736318588257,
      "ce_loss_7": 4.5027463555336,
      "epoch": 0.007,
      "grad_norm": 2896.0,
      "kl_loss_10": 747.7415161132812,
      "kl_loss_2": 4370.160473632813,
      "kl_loss_3": 3989.598352050781,
      "kl_loss_7": 2142.413153076172,
      "learning_rate": 0.0007,
      "loss": 2776.958,
      "step": 70
    },
    {
      "ce_loss_10": 3.7659215092658997,
      "ce_loss_13": 3.409997522830963,
      "ce_loss_2": 5.646710276603699,
      "ce_loss_3": 5.404528284072876,
      "ce_loss_7": 4.458205795288086,
      "epoch": 0.008,
      "grad_norm": 2256.0,
      "kl_loss_10": 717.0317596435547,
      "kl_loss_2": 4256.561865234375,
      "kl_loss_3": 3846.635607910156,
      "kl_loss_7": 2051.1767517089843,
      "learning_rate": 0.0008,
      "loss": 2710.7359,
      "step": 80
    },
    {
      "ce_loss_10": 3.6950827717781065,
      "ce_loss_13": 3.3681079149246216,
      "ce_loss_2": 5.57774977684021,
      "ce_loss_3": 5.358799338340759,
      "ce_loss_7": 4.384551775455475,
      "epoch": 0.009,
      "grad_norm": 2784.0,
      "kl_loss_10": 674.085107421875,
      "kl_loss_2": 4234.844958496094,
      "kl_loss_3": 3849.5977783203125,
      "kl_loss_7": 2047.007257080078,
      "learning_rate": 0.0009000000000000001,
      "loss": 2670.6148,
      "step": 90
    },
    {
      "ce_loss_10": 3.831665110588074,
      "ce_loss_13": 3.493525803089142,
      "ce_loss_2": 5.601197052001953,
      "ce_loss_3": 5.398815608024597,
      "ce_loss_7": 4.526931476593018,
      "epoch": 0.01,
      "grad_norm": 2752.0,
      "kl_loss_10": 672.117709350586,
      "kl_loss_2": 4021.284912109375,
      "kl_loss_3": 3663.468957519531,
      "kl_loss_7": 2026.185284423828,
      "learning_rate": 0.001,
      "loss": 2598.8504,
      "step": 100
    },
    {
      "ce_loss_10": 3.7488776206970216,
      "ce_loss_13": 3.4458404183387756,
      "ce_loss_2": 5.519205498695373,
      "ce_loss_3": 5.296326518058777,
      "ce_loss_7": 4.427326142787933,
      "epoch": 0.011,
      "grad_norm": 1728.0,
      "kl_loss_10": 619.106655883789,
      "kl_loss_2": 3960.856494140625,
      "kl_loss_3": 3572.990026855469,
      "kl_loss_7": 1934.6764282226563,
      "learning_rate": 0.0009999974825027757,
      "loss": 2513.0074,
      "step": 110
    },
    {
      "ce_loss_10": 3.805395770072937,
      "ce_loss_13": 3.503445029258728,
      "ce_loss_2": 5.498133254051209,
      "ce_loss_3": 5.255028605461121,
      "ce_loss_7": 4.415169513225555,
      "epoch": 0.012,
      "grad_norm": 2040.0,
      "kl_loss_10": 603.263638305664,
      "kl_loss_2": 3843.529895019531,
      "kl_loss_3": 3407.914306640625,
      "kl_loss_7": 1813.6988830566406,
      "learning_rate": 0.0009999899300364532,
      "loss": 2390.1301,
      "step": 120
    },
    {
      "ce_loss_10": 3.7707916855812074,
      "ce_loss_13": 3.475922393798828,
      "ce_loss_2": 5.500737500190735,
      "ce_loss_3": 5.266239738464355,
      "ce_loss_7": 4.383851003646851,
      "epoch": 0.013,
      "grad_norm": 2624.0,
      "kl_loss_10": 587.465219116211,
      "kl_loss_2": 3864.1528442382814,
      "kl_loss_3": 3434.2073608398437,
      "kl_loss_7": 1783.62373046875,
      "learning_rate": 0.0009999773426770863,
      "loss": 2449.8629,
      "step": 130
    },
    {
      "ce_loss_10": 3.867912781238556,
      "ce_loss_13": 3.509277641773224,
      "ce_loss_2": 5.469627714157104,
      "ce_loss_3": 5.194933176040649,
      "ce_loss_7": 4.379399788379669,
      "epoch": 0.014,
      "grad_norm": 1992.0,
      "kl_loss_10": 725.8971160888672,
      "kl_loss_2": 3778.5274291992187,
      "kl_loss_3": 3296.354528808594,
      "kl_loss_7": 1732.4250732421874,
      "learning_rate": 0.0009999597205514296,
      "loss": 2405.5832,
      "step": 140
    },
    {
      "ce_loss_10": 3.77968590259552,
      "ce_loss_13": 3.471135640144348,
      "ce_loss_2": 5.36739604473114,
      "ce_loss_3": 5.106346774101257,
      "ce_loss_7": 4.320439124107361,
      "epoch": 0.015,
      "grad_norm": 1360.0,
      "kl_loss_10": 624.2580291748047,
      "kl_loss_2": 3632.6698486328123,
      "kl_loss_3": 3176.562145996094,
      "kl_loss_7": 1695.959698486328,
      "learning_rate": 0.0009999370638369377,
      "loss": 2293.6836,
      "step": 150
    },
    {
      "ce_loss_10": 3.8028363585472107,
      "ce_loss_13": 3.5099030256271364,
      "ce_loss_2": 5.394668865203857,
      "ce_loss_3": 5.231132960319519,
      "ce_loss_7": 4.338041806221009,
      "epoch": 0.016,
      "grad_norm": 3296.0,
      "kl_loss_10": 591.1725463867188,
      "kl_loss_2": 3644.2818969726563,
      "kl_loss_3": 3364.4876342773437,
      "kl_loss_7": 1640.8858154296875,
      "learning_rate": 0.000999909372761763,
      "loss": 2313.8473,
      "step": 160
    },
    {
      "ce_loss_10": 3.715697240829468,
      "ce_loss_13": 3.4447871685028075,
      "ce_loss_2": 5.341588139533997,
      "ce_loss_3": 5.263697862625122,
      "ce_loss_7": 4.2574918389320375,
      "epoch": 0.017,
      "grad_norm": 3008.0,
      "kl_loss_10": 555.6443099975586,
      "kl_loss_2": 3670.3303466796874,
      "kl_loss_3": 3553.7742431640627,
      "kl_loss_7": 1629.572772216797,
      "learning_rate": 0.0009998766476047546,
      "loss": 2372.3059,
      "step": 170
    },
    {
      "ce_loss_10": 3.7622690200805664,
      "ce_loss_13": 3.4889180302619933,
      "ce_loss_2": 5.369840741157532,
      "ce_loss_3": 5.276954698562622,
      "ce_loss_7": 4.275516867637634,
      "epoch": 0.018,
      "grad_norm": 2040.0,
      "kl_loss_10": 565.5127258300781,
      "kl_loss_2": 3642.269982910156,
      "kl_loss_3": 3495.3918212890626,
      "kl_loss_7": 1571.4158569335937,
      "learning_rate": 0.0009998388886954545,
      "loss": 2349.4688,
      "step": 180
    },
    {
      "ce_loss_10": 3.712801456451416,
      "ce_loss_13": 3.4555400371551515,
      "ce_loss_2": 5.312930059432984,
      "ce_loss_3": 5.148007488250732,
      "ce_loss_7": 4.23377754688263,
      "epoch": 0.019,
      "grad_norm": 1328.0,
      "kl_loss_10": 534.2748489379883,
      "kl_loss_2": 3599.4434326171877,
      "kl_loss_3": 3312.2544921875,
      "kl_loss_7": 1559.4685668945312,
      "learning_rate": 0.0009997960964140947,
      "loss": 2241.091,
      "step": 190
    },
    {
      "ce_loss_10": 3.6890772104263307,
      "ce_loss_13": 3.4474449634552,
      "ce_loss_2": 5.328355288505554,
      "ce_loss_3": 5.103678369522095,
      "ce_loss_7": 4.223123550415039,
      "epoch": 0.02,
      "grad_norm": 1584.0,
      "kl_loss_10": 498.3182800292969,
      "kl_loss_2": 3626.2685302734376,
      "kl_loss_3": 3230.7111083984373,
      "kl_loss_7": 1544.03125,
      "learning_rate": 0.0009997482711915926,
      "loss": 2212.8523,
      "step": 200
    },
    {
      "ce_loss_10": 3.643280267715454,
      "ce_loss_13": 3.4110453128814697,
      "ce_loss_2": 5.262782073020935,
      "ce_loss_3": 5.006648206710816,
      "ce_loss_7": 4.161720204353332,
      "epoch": 0.021,
      "grad_norm": 1320.0,
      "kl_loss_10": 468.05088500976564,
      "kl_loss_2": 3600.3508911132812,
      "kl_loss_3": 3146.037072753906,
      "kl_loss_7": 1514.3593139648438,
      "learning_rate": 0.0009996954135095479,
      "loss": 2163.3328,
      "step": 210
    },
    {
      "ce_loss_10": 3.743840980529785,
      "ce_loss_13": 3.495615518093109,
      "ce_loss_2": 5.276893544197082,
      "ce_loss_3": 5.026828193664551,
      "ce_loss_7": 4.215770494937897,
      "epoch": 0.022,
      "grad_norm": 952.0,
      "kl_loss_10": 494.9872482299805,
      "kl_loss_2": 3434.308557128906,
      "kl_loss_3": 2996.470593261719,
      "kl_loss_7": 1447.3476196289062,
      "learning_rate": 0.0009996375239002368,
      "loss": 2094.248,
      "step": 220
    },
    {
      "ce_loss_10": 3.8117304921150206,
      "ce_loss_13": 3.5717169761657717,
      "ce_loss_2": 5.300674176216125,
      "ce_loss_3": 5.045718550682068,
      "ce_loss_7": 4.271833729743958,
      "epoch": 0.023,
      "grad_norm": 1064.0,
      "kl_loss_10": 491.1131820678711,
      "kl_loss_2": 3352.0796875,
      "kl_loss_3": 2909.836950683594,
      "kl_loss_7": 1405.5986450195312,
      "learning_rate": 0.0009995746029466072,
      "loss": 2050.6086,
      "step": 230
    },
    {
      "ce_loss_10": 3.6075421810150146,
      "ce_loss_13": 3.3550766468048097,
      "ce_loss_2": 5.39588577747345,
      "ce_loss_3": 4.985904622077942,
      "ce_loss_7": 4.14452086687088,
      "epoch": 0.024,
      "grad_norm": 1496.0,
      "kl_loss_10": 521.684194946289,
      "kl_loss_2": 3944.3539916992186,
      "kl_loss_3": 3201.487194824219,
      "kl_loss_7": 1583.0420288085938,
      "learning_rate": 0.0009995066512822719,
      "loss": 2234.7746,
      "step": 240
    },
    {
      "ce_loss_10": 3.6849907636642456,
      "ce_loss_13": 3.461445081233978,
      "ce_loss_2": 5.414009666442871,
      "ce_loss_3": 5.085514402389526,
      "ce_loss_7": 4.184376835823059,
      "epoch": 0.025,
      "grad_norm": 1800.0,
      "kl_loss_10": 465.4432067871094,
      "kl_loss_2": 3782.4762451171873,
      "kl_loss_3": 3206.6178466796873,
      "kl_loss_7": 1450.9975891113281,
      "learning_rate": 0.000999433669591504,
      "loss": 2142.3535,
      "step": 250
    },
    {
      "ce_loss_10": 3.6025625109672545,
      "ce_loss_13": 3.360257649421692,
      "ce_loss_2": 5.237245011329651,
      "ce_loss_3": 4.9437507629394535,
      "ce_loss_7": 4.080421531200409,
      "epoch": 0.026,
      "grad_norm": 1408.0,
      "kl_loss_10": 503.2585876464844,
      "kl_loss_2": 3655.8213134765624,
      "kl_loss_3": 3140.7313842773438,
      "kl_loss_7": 1460.5682739257813,
      "learning_rate": 0.000999355658609228,
      "loss": 2133.6004,
      "step": 260
    },
    {
      "ce_loss_10": 3.6813029885292052,
      "ce_loss_13": 3.395027530193329,
      "ce_loss_2": 5.295657467842102,
      "ce_loss_3": 5.023426985740661,
      "ce_loss_7": 4.133508098125458,
      "epoch": 0.027,
      "grad_norm": 1416.0,
      "kl_loss_10": 572.3903137207031,
      "kl_loss_2": 3669.314978027344,
      "kl_loss_3": 3183.432019042969,
      "kl_loss_7": 1464.0882202148437,
      "learning_rate": 0.0009992726191210138,
      "loss": 2179.2967,
      "step": 270
    },
    {
      "ce_loss_10": 3.696367251873016,
      "ce_loss_13": 3.433962404727936,
      "ce_loss_2": 5.21666829586029,
      "ce_loss_3": 4.99695348739624,
      "ce_loss_7": 4.169408094882965,
      "epoch": 0.028,
      "grad_norm": 1880.0,
      "kl_loss_10": 529.3393615722656,
      "kl_loss_2": 3457.8086547851562,
      "kl_loss_3": 3089.980187988281,
      "kl_loss_7": 1482.3380798339845,
      "learning_rate": 0.0009991845519630679,
      "loss": 2115.8172,
      "step": 280
    },
    {
      "ce_loss_10": 3.556672739982605,
      "ce_loss_13": 3.3172685623168947,
      "ce_loss_2": 5.112358474731446,
      "ce_loss_3": 4.917420530319214,
      "ce_loss_7": 4.036571848392486,
      "epoch": 0.029,
      "grad_norm": 2000.0,
      "kl_loss_10": 477.5372833251953,
      "kl_loss_2": 3475.2529418945314,
      "kl_loss_3": 3146.291943359375,
      "kl_loss_7": 1444.9558898925782,
      "learning_rate": 0.0009990914580222257,
      "loss": 2130.9104,
      "step": 290
    },
    {
      "ce_loss_10": 3.6650490760803223,
      "ce_loss_13": 3.455529069900513,
      "ce_loss_2": 5.149494194984436,
      "ce_loss_3": 4.940038657188415,
      "ce_loss_7": 4.130682170391083,
      "epoch": 0.03,
      "grad_norm": 1560.0,
      "kl_loss_10": 441.9183044433594,
      "kl_loss_2": 3299.1113159179686,
      "kl_loss_3": 2933.9962768554688,
      "kl_loss_7": 1369.8260986328125,
      "learning_rate": 0.0009989933382359422,
      "loss": 2069.7893,
      "step": 300
    },
    {
      "ce_loss_10": 3.6985942125320435,
      "ce_loss_13": 3.465806806087494,
      "ce_loss_2": 5.143499898910522,
      "ce_loss_3": 4.909449362754822,
      "ce_loss_7": 4.1382394433021545,
      "epoch": 0.031,
      "grad_norm": 1120.0,
      "kl_loss_10": 486.39428558349607,
      "kl_loss_2": 3301.6126342773437,
      "kl_loss_3": 2880.7590454101564,
      "kl_loss_7": 1392.4209594726562,
      "learning_rate": 0.0009988901935922825,
      "loss": 2022.2506,
      "step": 310
    },
    {
      "ce_loss_10": 3.544218695163727,
      "ce_loss_13": 3.314011883735657,
      "ce_loss_2": 5.10150101184845,
      "ce_loss_3": 4.842008900642395,
      "ce_loss_7": 4.024464392662049,
      "epoch": 0.032,
      "grad_norm": 1472.0,
      "kl_loss_10": 469.5253311157227,
      "kl_loss_2": 3487.786022949219,
      "kl_loss_3": 3028.9456176757812,
      "kl_loss_7": 1444.1999450683593,
      "learning_rate": 0.0009987820251299122,
      "loss": 2047.4186,
      "step": 320
    },
    {
      "ce_loss_10": 3.67177551984787,
      "ce_loss_13": 3.4466672420501707,
      "ce_loss_2": 5.135675239562988,
      "ce_loss_3": 4.8595945835113525,
      "ce_loss_7": 4.121568500995636,
      "epoch": 0.033,
      "grad_norm": 1012.0,
      "kl_loss_10": 450.39354553222654,
      "kl_loss_2": 3306.36376953125,
      "kl_loss_3": 2827.274365234375,
      "kl_loss_7": 1387.9264587402345,
      "learning_rate": 0.0009986688339380862,
      "loss": 1975.759,
      "step": 330
    },
    {
      "ce_loss_10": 3.6029638409614564,
      "ce_loss_13": 3.397365379333496,
      "ce_loss_2": 5.057221698760986,
      "ce_loss_3": 4.7936498641967775,
      "ce_loss_7": 4.015895903110504,
      "epoch": 0.034,
      "grad_norm": 964.0,
      "kl_loss_10": 436.06551971435545,
      "kl_loss_2": 3221.0221435546873,
      "kl_loss_3": 2750.7028198242188,
      "kl_loss_7": 1266.2399963378907,
      "learning_rate": 0.0009985506211566387,
      "loss": 1936.1705,
      "step": 340
    },
    {
      "ce_loss_10": 3.6370130658149717,
      "ce_loss_13": 3.4315125226974486,
      "ce_loss_2": 5.061046314239502,
      "ce_loss_3": 4.7848950862884525,
      "ce_loss_7": 4.02301949262619,
      "epoch": 0.035,
      "grad_norm": 908.0,
      "kl_loss_10": 422.44232482910155,
      "kl_loss_2": 3177.237683105469,
      "kl_loss_3": 2690.365087890625,
      "kl_loss_7": 1217.3221435546875,
      "learning_rate": 0.0009984273879759713,
      "loss": 1896.4475,
      "step": 350
    },
    {
      "ce_loss_10": 3.656745362281799,
      "ce_loss_13": 3.4570682406425477,
      "ce_loss_2": 5.137815022468567,
      "ce_loss_3": 4.873619461059571,
      "ce_loss_7": 4.083463799953461,
      "epoch": 0.036,
      "grad_norm": 860.0,
      "kl_loss_10": 423.36531524658204,
      "kl_loss_2": 3273.7410522460937,
      "kl_loss_3": 2798.973498535156,
      "kl_loss_7": 1268.806689453125,
      "learning_rate": 0.0009982991356370402,
      "loss": 1973.0059,
      "step": 360
    },
    {
      "ce_loss_10": 3.631060302257538,
      "ce_loss_13": 3.4341819286346436,
      "ce_loss_2": 5.11769585609436,
      "ce_loss_3": 4.834220147132873,
      "ce_loss_7": 4.047011601924896,
      "epoch": 0.037,
      "grad_norm": 908.0,
      "kl_loss_10": 402.81113891601564,
      "kl_loss_2": 3276.052880859375,
      "kl_loss_3": 2791.4117065429687,
      "kl_loss_7": 1245.3732849121093,
      "learning_rate": 0.0009981658654313456,
      "loss": 1941.0666,
      "step": 370
    },
    {
      "ce_loss_10": 3.7020971179008484,
      "ce_loss_13": 3.5137467861175535,
      "ce_loss_2": 5.156114864349365,
      "ce_loss_3": 4.874492716789246,
      "ce_loss_7": 4.092896187305451,
      "epoch": 0.038,
      "grad_norm": 744.0,
      "kl_loss_10": 382.19567413330077,
      "kl_loss_2": 3216.3584228515624,
      "kl_loss_3": 2713.040576171875,
      "kl_loss_7": 1200.0062133789063,
      "learning_rate": 0.000998027578700917,
      "loss": 1916.7457,
      "step": 380
    },
    {
      "ce_loss_10": 3.629340207576752,
      "ce_loss_13": 3.4466560959815977,
      "ce_loss_2": 5.104858756065369,
      "ce_loss_3": 4.827202153205872,
      "ce_loss_7": 4.051906526088715,
      "epoch": 0.039,
      "grad_norm": 768.0,
      "kl_loss_10": 387.5618530273438,
      "kl_loss_2": 3239.9035766601564,
      "kl_loss_3": 2754.5089477539063,
      "kl_loss_7": 1245.49443359375,
      "learning_rate": 0.0009978842768382998,
      "loss": 1919.6182,
      "step": 390
    },
    {
      "ce_loss_10": 3.6458646416664124,
      "ce_loss_13": 3.4677427411079407,
      "ce_loss_2": 5.076069569587707,
      "ce_loss_3": 4.798897671699524,
      "ce_loss_7": 4.036490082740784,
      "epoch": 0.04,
      "grad_norm": 820.0,
      "kl_loss_10": 365.37960052490234,
      "kl_loss_2": 3139.388073730469,
      "kl_loss_3": 2645.03125,
      "kl_loss_7": 1170.367169189453,
      "learning_rate": 0.0009977359612865424,
      "loss": 1848.2086,
      "step": 400
    },
    {
      "ce_loss_10": 3.6510703682899477,
      "ce_loss_13": 3.472544801235199,
      "ce_loss_2": 5.0927152872085575,
      "ce_loss_3": 4.818557095527649,
      "ce_loss_7": 4.048879408836365,
      "epoch": 0.041,
      "grad_norm": 752.0,
      "kl_loss_10": 376.4607299804687,
      "kl_loss_2": 3183.3623168945314,
      "kl_loss_3": 2696.904638671875,
      "kl_loss_7": 1198.10205078125,
      "learning_rate": 0.0009975826335391806,
      "loss": 1850.6066,
      "step": 410
    },
    {
      "ce_loss_10": 3.664944088459015,
      "ce_loss_13": 3.4915570259094237,
      "ce_loss_2": 5.092843031883239,
      "ce_loss_3": 4.81715497970581,
      "ce_loss_7": 4.06898148059845,
      "epoch": 0.042,
      "grad_norm": 1072.0,
      "kl_loss_10": 367.5922546386719,
      "kl_loss_2": 3121.2123901367186,
      "kl_loss_3": 2637.7326782226564,
      "kl_loss_7": 1178.5750122070312,
      "learning_rate": 0.0009974242951402235,
      "loss": 1847.4906,
      "step": 420
    },
    {
      "ce_loss_10": 3.6901652693748472,
      "ce_loss_13": 3.5015287518501284,
      "ce_loss_2": 5.113956260681152,
      "ce_loss_3": 4.831623649597168,
      "ce_loss_7": 4.073742997646332,
      "epoch": 0.043,
      "grad_norm": 932.0,
      "kl_loss_10": 391.2719299316406,
      "kl_loss_2": 3171.550817871094,
      "kl_loss_3": 2672.8351318359373,
      "kl_loss_7": 1198.8372039794922,
      "learning_rate": 0.0009972609476841367,
      "loss": 1839.4168,
      "step": 430
    },
    {
      "ce_loss_10": 3.592795264720917,
      "ce_loss_13": 3.407615542411804,
      "ce_loss_2": 5.048645877838135,
      "ce_loss_3": 4.779121279716492,
      "ce_loss_7": 3.982761597633362,
      "epoch": 0.044,
      "grad_norm": 928.0,
      "kl_loss_10": 377.92359313964846,
      "kl_loss_2": 3195.713342285156,
      "kl_loss_3": 2713.7881591796877,
      "kl_loss_7": 1185.5625,
      "learning_rate": 0.0009970925928158272,
      "loss": 1868.092,
      "step": 440
    },
    {
      "ce_loss_10": 3.542843294143677,
      "ce_loss_13": 3.354374420642853,
      "ce_loss_2": 5.013250637054443,
      "ce_loss_3": 4.739123964309693,
      "ce_loss_7": 3.935924601554871,
      "epoch": 0.045,
      "grad_norm": 740.0,
      "kl_loss_10": 385.2865692138672,
      "kl_loss_2": 3278.8071044921876,
      "kl_loss_3": 2790.4721435546876,
      "kl_loss_7": 1226.6742797851562,
      "learning_rate": 0.000996919232230627,
      "loss": 1885.8758,
      "step": 450
    },
    {
      "ce_loss_10": 3.609917199611664,
      "ce_loss_13": 3.4386712551116942,
      "ce_loss_2": 5.020998239517212,
      "ce_loss_3": 4.756829810142517,
      "ce_loss_7": 4.001234555244446,
      "epoch": 0.046,
      "grad_norm": 872.0,
      "kl_loss_10": 358.4470748901367,
      "kl_loss_2": 3100.1795166015627,
      "kl_loss_3": 2620.8273803710936,
      "kl_loss_7": 1157.8196044921874,
      "learning_rate": 0.0009967408676742752,
      "loss": 1772.8766,
      "step": 460
    },
    {
      "ce_loss_10": 3.7562451124191285,
      "ce_loss_13": 3.5811493396759033,
      "ce_loss_2": 5.11839497089386,
      "ce_loss_3": 4.844864320755005,
      "ce_loss_7": 4.1195793628692625,
      "epoch": 0.047,
      "grad_norm": 968.0,
      "kl_loss_10": 364.69328155517576,
      "kl_loss_2": 3032.6340087890626,
      "kl_loss_3": 2548.6266967773436,
      "kl_loss_7": 1130.8773040771484,
      "learning_rate": 0.0009965575009429006,
      "loss": 1825.8629,
      "step": 470
    },
    {
      "ce_loss_10": 3.542626643180847,
      "ce_loss_13": 3.364771544933319,
      "ce_loss_2": 4.9806403636932375,
      "ce_loss_3": 4.703183531761169,
      "ce_loss_7": 3.9297071576118467,
      "epoch": 0.048,
      "grad_norm": 772.0,
      "kl_loss_10": 368.38177795410155,
      "kl_loss_2": 3172.022900390625,
      "kl_loss_3": 2678.579626464844,
      "kl_loss_7": 1172.0243133544923,
      "learning_rate": 0.0009963691338830043,
      "loss": 1818.5924,
      "step": 480
    },
    {
      "ce_loss_10": 3.6282991647720335,
      "ce_loss_13": 3.4611623764038084,
      "ce_loss_2": 5.030923771858215,
      "ce_loss_3": 4.765255475044251,
      "ce_loss_7": 3.995365762710571,
      "epoch": 0.049,
      "grad_norm": 944.0,
      "kl_loss_10": 346.68406372070314,
      "kl_loss_2": 3111.6420288085938,
      "kl_loss_3": 2633.9958740234374,
      "kl_loss_7": 1125.4209197998048,
      "learning_rate": 0.0009961757683914405,
      "loss": 1782.6619,
      "step": 490
    },
    {
      "ce_loss_10": 3.6188631772994997,
      "ce_loss_13": 3.450295829772949,
      "ce_loss_2": 4.988259315490723,
      "ce_loss_3": 4.726764726638794,
      "ce_loss_7": 4.00168125629425,
      "epoch": 0.05,
      "grad_norm": 1184.0,
      "kl_loss_10": 362.3049346923828,
      "kl_loss_2": 3035.001806640625,
      "kl_loss_3": 2588.0874145507814,
      "kl_loss_7": 1166.9710693359375,
      "learning_rate": 0.0009959774064153978,
      "loss": 1805.0438,
      "step": 500
    },
    {
      "ce_loss_10": 3.623943197727203,
      "ce_loss_13": 3.4620243430137636,
      "ce_loss_2": 4.959137892723083,
      "ce_loss_3": 4.687646722793579,
      "ce_loss_7": 3.976128029823303,
      "epoch": 0.051,
      "grad_norm": 856.0,
      "kl_loss_10": 343.2813385009766,
      "kl_loss_2": 2963.6288208007813,
      "kl_loss_3": 2485.8935424804686,
      "kl_loss_7": 1086.964697265625,
      "learning_rate": 0.0009957740499523787,
      "loss": 1751.4643,
      "step": 510
    },
    {
      "ce_loss_10": 3.6490553617477417,
      "ce_loss_13": 3.476555550098419,
      "ce_loss_2": 4.994476556777954,
      "ce_loss_3": 4.725382924079895,
      "ce_loss_7": 4.001345467567444,
      "epoch": 0.052,
      "grad_norm": 808.0,
      "kl_loss_10": 347.32325134277346,
      "kl_loss_2": 2968.236572265625,
      "kl_loss_3": 2495.7832275390624,
      "kl_loss_7": 1099.3744354248047,
      "learning_rate": 0.0009955657010501807,
      "loss": 1740.4176,
      "step": 520
    },
    {
      "ce_loss_10": 3.6094146251678465,
      "ce_loss_13": 3.4360305190086367,
      "ce_loss_2": 4.987359571456909,
      "ce_loss_3": 4.711909174919128,
      "ce_loss_7": 3.96878160238266,
      "epoch": 0.053,
      "grad_norm": 732.0,
      "kl_loss_10": 356.96947326660154,
      "kl_loss_2": 3066.1166015625,
      "kl_loss_3": 2574.2064819335938,
      "kl_loss_7": 1113.183071899414,
      "learning_rate": 0.000995352361806875,
      "loss": 1757.3914,
      "step": 530
    },
    {
      "ce_loss_10": 3.6483884930610655,
      "ce_loss_13": 3.4761168599128722,
      "ce_loss_2": 5.01164448261261,
      "ce_loss_3": 4.73403651714325,
      "ce_loss_7": 4.005823755264283,
      "epoch": 0.054,
      "grad_norm": 868.0,
      "kl_loss_10": 358.3400619506836,
      "kl_loss_2": 3025.010693359375,
      "kl_loss_3": 2540.0701538085937,
      "kl_loss_7": 1117.8957305908202,
      "learning_rate": 0.0009951340343707852,
      "loss": 1783.3418,
      "step": 540
    },
    {
      "ce_loss_10": 3.693763518333435,
      "ce_loss_13": 3.5300124645233155,
      "ce_loss_2": 5.04529185295105,
      "ce_loss_3": 4.776751947402954,
      "ce_loss_7": 4.050560343265533,
      "epoch": 0.055,
      "grad_norm": 580.0,
      "kl_loss_10": 343.201188659668,
      "kl_loss_2": 2966.6511840820312,
      "kl_loss_3": 2491.584606933594,
      "kl_loss_7": 1070.658499145508,
      "learning_rate": 0.0009949107209404665,
      "loss": 1740.307,
      "step": 550
    },
    {
      "ce_loss_10": 3.618695652484894,
      "ce_loss_13": 3.4460346341133117,
      "ce_loss_2": 4.953143644332886,
      "ce_loss_3": 4.67682032585144,
      "ce_loss_7": 3.9601072311401366,
      "epoch": 0.056,
      "grad_norm": 972.0,
      "kl_loss_10": 355.8962005615234,
      "kl_loss_2": 2990.009143066406,
      "kl_loss_3": 2495.9183959960938,
      "kl_loss_7": 1092.0468170166016,
      "learning_rate": 0.0009946824237646824,
      "loss": 1737.0576,
      "step": 560
    },
    {
      "ce_loss_10": 3.5657299041748045,
      "ce_loss_13": 3.3921077370643617,
      "ce_loss_2": 4.9473305463790895,
      "ce_loss_3": 4.655314612388611,
      "ce_loss_7": 3.9485832929611204,
      "epoch": 0.057,
      "grad_norm": 1232.0,
      "kl_loss_10": 368.3774078369141,
      "kl_loss_2": 3077.5546997070314,
      "kl_loss_3": 2563.977990722656,
      "kl_loss_7": 1171.9384887695312,
      "learning_rate": 0.0009944491451423828,
      "loss": 1812.8215,
      "step": 570
    },
    {
      "ce_loss_10": 3.5597246408462526,
      "ce_loss_13": 3.38997106552124,
      "ce_loss_2": 4.957224941253662,
      "ce_loss_3": 4.669384074211121,
      "ce_loss_7": 3.9783090591430663,
      "epoch": 0.058,
      "grad_norm": 1048.0,
      "kl_loss_10": 352.9766845703125,
      "kl_loss_2": 3080.3538452148437,
      "kl_loss_3": 2573.69345703125,
      "kl_loss_7": 1221.7482543945312,
      "learning_rate": 0.0009942108874226813,
      "loss": 1775.8918,
      "step": 580
    },
    {
      "ce_loss_10": 3.667470908164978,
      "ce_loss_13": 3.5143657088279725,
      "ce_loss_2": 4.977405524253845,
      "ce_loss_3": 4.70070378780365,
      "ce_loss_7": 4.062089693546295,
      "epoch": 0.059,
      "grad_norm": 1160.0,
      "kl_loss_10": 326.54786376953126,
      "kl_loss_2": 2889.81787109375,
      "kl_loss_3": 2394.497277832031,
      "kl_loss_7": 1154.6502380371094,
      "learning_rate": 0.00099396765300483,
      "loss": 1684.8838,
      "step": 590
    },
    {
      "ce_loss_10": 3.65077520608902,
      "ce_loss_13": 3.4909046292304993,
      "ce_loss_2": 4.953103184700012,
      "ce_loss_3": 4.675009846687317,
      "ce_loss_7": 4.037787747383118,
      "epoch": 0.06,
      "grad_norm": 728.0,
      "kl_loss_10": 333.6824432373047,
      "kl_loss_2": 2888.043603515625,
      "kl_loss_3": 2401.467254638672,
      "kl_loss_7": 1146.9622497558594,
      "learning_rate": 0.0009937194443381972,
      "loss": 1692.9094,
      "step": 600
    },
    {
      "ce_loss_10": 3.6720112562179565,
      "ce_loss_13": 3.5144667506217955,
      "ce_loss_2": 4.945521140098572,
      "ce_loss_3": 4.670798707008362,
      "ce_loss_7": 4.003339779376984,
      "epoch": 0.061,
      "grad_norm": 728.0,
      "kl_loss_10": 340.24414978027346,
      "kl_loss_2": 2848.255480957031,
      "kl_loss_3": 2358.6506469726564,
      "kl_loss_7": 1042.5767547607422,
      "learning_rate": 0.0009934662639222412,
      "loss": 1695.9006,
      "step": 610
    },
    {
      "ce_loss_10": 3.6284273624420167,
      "ce_loss_13": 3.466042399406433,
      "ce_loss_2": 4.974099659919739,
      "ce_loss_3": 4.698220872879029,
      "ce_loss_7": 3.9703264474868774,
      "epoch": 0.062,
      "grad_norm": 708.0,
      "kl_loss_10": 346.28453369140624,
      "kl_loss_2": 2978.781689453125,
      "kl_loss_3": 2496.677685546875,
      "kl_loss_7": 1062.910955810547,
      "learning_rate": 0.000993208114306486,
      "loss": 1704.2672,
      "step": 620
    },
    {
      "ce_loss_10": 3.5462576508522035,
      "ce_loss_13": 3.380946898460388,
      "ce_loss_2": 4.922283387184143,
      "ce_loss_3": 4.633153581619263,
      "ce_loss_7": 3.890825295448303,
      "epoch": 0.063,
      "grad_norm": 924.0,
      "kl_loss_10": 358.3551940917969,
      "kl_loss_2": 3032.9190673828125,
      "kl_loss_3": 2531.955603027344,
      "kl_loss_7": 1071.5194458007813,
      "learning_rate": 0.0009929449980904952,
      "loss": 1693.2549,
      "step": 630
    },
    {
      "ce_loss_10": 3.6085665225982666,
      "ce_loss_13": 3.444735288619995,
      "ce_loss_2": 4.934487676620483,
      "ce_loss_3": 4.655823493003846,
      "ce_loss_7": 3.935356545448303,
      "epoch": 0.064,
      "grad_norm": 676.0,
      "kl_loss_10": 344.3735855102539,
      "kl_loss_2": 2962.493859863281,
      "kl_loss_3": 2465.4102416992187,
      "kl_loss_7": 1045.9244415283204,
      "learning_rate": 0.0009926769179238466,
      "loss": 1690.2553,
      "step": 640
    },
    {
      "ce_loss_10": 3.657176661491394,
      "ce_loss_13": 3.4894155979156496,
      "ce_loss_2": 4.984645247459412,
      "ce_loss_3": 4.697536993026733,
      "ce_loss_7": 3.984337937831879,
      "epoch": 0.065,
      "grad_norm": 812.0,
      "kl_loss_10": 351.49694671630857,
      "kl_loss_2": 2961.2925659179687,
      "kl_loss_3": 2455.3551025390625,
      "kl_loss_7": 1056.1930267333985,
      "learning_rate": 0.000992403876506104,
      "loss": 1699.9176,
      "step": 650
    },
    {
      "ce_loss_10": 3.5853109121322633,
      "ce_loss_13": 3.4265636444091796,
      "ce_loss_2": 4.949072217941284,
      "ce_loss_3": 4.657009506225586,
      "ce_loss_7": 3.9192400932312013,
      "epoch": 0.066,
      "grad_norm": 772.0,
      "kl_loss_10": 332.7637084960937,
      "kl_loss_2": 3005.3072998046873,
      "kl_loss_3": 2488.590020751953,
      "kl_loss_7": 1034.6812866210937,
      "learning_rate": 0.0009921258765867918,
      "loss": 1712.7359,
      "step": 660
    },
    {
      "ce_loss_10": 3.543238043785095,
      "ce_loss_13": 3.392865073680878,
      "ce_loss_2": 4.929511904716492,
      "ce_loss_3": 4.673877739906311,
      "ce_loss_7": 3.8979400753974915,
      "epoch": 0.067,
      "grad_norm": 1216.0,
      "kl_loss_10": 326.31287689208983,
      "kl_loss_2": 3073.3475952148438,
      "kl_loss_3": 2606.592980957031,
      "kl_loss_7": 1089.1828704833983,
      "learning_rate": 0.0009918429209653662,
      "loss": 1742.882,
      "step": 670
    },
    {
      "ce_loss_10": 3.60556218624115,
      "ce_loss_13": 3.451234769821167,
      "ce_loss_2": 4.9643912553787235,
      "ce_loss_3": 4.685172462463379,
      "ce_loss_7": 3.9489428043365478,
      "epoch": 0.068,
      "grad_norm": 700.0,
      "kl_loss_10": 326.2720092773437,
      "kl_loss_2": 2991.5349365234374,
      "kl_loss_3": 2499.9562133789063,
      "kl_loss_7": 1058.8525512695312,
      "learning_rate": 0.0009915550124911866,
      "loss": 1675.9207,
      "step": 680
    },
    {
      "ce_loss_10": 3.6152788639068603,
      "ce_loss_13": 3.463881015777588,
      "ce_loss_2": 4.9310142517089846,
      "ce_loss_3": 4.651708984375,
      "ce_loss_7": 3.939838695526123,
      "epoch": 0.069,
      "grad_norm": 716.0,
      "kl_loss_10": 321.7038208007813,
      "kl_loss_2": 2904.1300415039063,
      "kl_loss_3": 2416.9381103515625,
      "kl_loss_7": 1006.4677703857421,
      "learning_rate": 0.0009912621540634887,
      "loss": 1665.2684,
      "step": 690
    },
    {
      "ce_loss_10": 3.6430228471755983,
      "ce_loss_13": 3.4952101826667787,
      "ce_loss_2": 4.929437565803528,
      "ce_loss_3": 4.6475961923599245,
      "ce_loss_7": 3.9429776191711428,
      "epoch": 0.07,
      "grad_norm": 676.0,
      "kl_loss_10": 309.61268615722656,
      "kl_loss_2": 2848.814501953125,
      "kl_loss_3": 2359.46318359375,
      "kl_loss_7": 970.4827117919922,
      "learning_rate": 0.0009909643486313534,
      "loss": 1639.2395,
      "step": 700
    },
    {
      "ce_loss_10": 3.526335525512695,
      "ce_loss_13": 3.3703501343727114,
      "ce_loss_2": 4.889838075637817,
      "ce_loss_3": 4.6030642032623295,
      "ce_loss_7": 3.8521526575088503,
      "epoch": 0.071,
      "grad_norm": 744.0,
      "kl_loss_10": 340.5390853881836,
      "kl_loss_2": 3011.11240234375,
      "kl_loss_3": 2515.4811889648436,
      "kl_loss_7": 1017.710009765625,
      "learning_rate": 0.000990661599193678,
      "loss": 1737.2715,
      "step": 710
    },
    {
      "ce_loss_10": 3.6673552870750425,
      "ce_loss_13": 3.5033403754234316,
      "ce_loss_2": 4.93988311290741,
      "ce_loss_3": 4.67398898601532,
      "ce_loss_7": 3.9688475489616395,
      "epoch": 0.072,
      "grad_norm": 796.0,
      "kl_loss_10": 340.83275604248047,
      "kl_loss_2": 2865.5041381835936,
      "kl_loss_3": 2386.658837890625,
      "kl_loss_7": 996.4190338134765,
      "learning_rate": 0.0009903539087991462,
      "loss": 1651.048,
      "step": 720
    },
    {
      "ce_loss_10": 3.6324875712394715,
      "ce_loss_13": 3.4752389669418333,
      "ce_loss_2": 4.927369832992554,
      "ce_loss_3": 4.656826686859131,
      "ce_loss_7": 3.941362977027893,
      "epoch": 0.073,
      "grad_norm": 672.0,
      "kl_loss_10": 338.573225402832,
      "kl_loss_2": 2878.319189453125,
      "kl_loss_3": 2403.4671142578127,
      "kl_loss_7": 991.7197357177735,
      "learning_rate": 0.0009900412805461966,
      "loss": 1664.0748,
      "step": 730
    },
    {
      "ce_loss_10": 3.697860896587372,
      "ce_loss_13": 3.5502901554107664,
      "ce_loss_2": 4.959825038909912,
      "ce_loss_3": 4.680054187774658,
      "ce_loss_7": 4.008367860317231,
      "epoch": 0.074,
      "grad_norm": 796.0,
      "kl_loss_10": 322.8813171386719,
      "kl_loss_2": 2810.9089233398436,
      "kl_loss_3": 2318.1740844726564,
      "kl_loss_7": 980.3480072021484,
      "learning_rate": 0.0009897237175829927,
      "loss": 1630.2344,
      "step": 740
    },
    {
      "ce_loss_10": 3.5930413126945497,
      "ce_loss_13": 3.43618665933609,
      "ce_loss_2": 4.910944557189941,
      "ce_loss_3": 4.628472471237183,
      "ce_loss_7": 3.9170363903045655,
      "epoch": 0.075,
      "grad_norm": 720.0,
      "kl_loss_10": 332.21988067626955,
      "kl_loss_2": 2928.557727050781,
      "kl_loss_3": 2429.9159301757813,
      "kl_loss_7": 1037.6262634277343,
      "learning_rate": 0.0009894012231073895,
      "loss": 1665.4367,
      "step": 750
    },
    {
      "ce_loss_10": 3.6464996695518495,
      "ce_loss_13": 3.4838218331336974,
      "ce_loss_2": 4.924402260780335,
      "ce_loss_3": 4.645452523231507,
      "ce_loss_7": 3.9448330640792846,
      "epoch": 0.076,
      "grad_norm": 812.0,
      "kl_loss_10": 338.6822082519531,
      "kl_loss_2": 2855.4515014648437,
      "kl_loss_3": 2358.476416015625,
      "kl_loss_7": 978.1411010742188,
      "learning_rate": 0.0009890738003669028,
      "loss": 1654.1621,
      "step": 760
    },
    {
      "ce_loss_10": 3.617565965652466,
      "ce_loss_13": 3.455268681049347,
      "ce_loss_2": 4.933386254310608,
      "ce_loss_3": 4.651405668258667,
      "ce_loss_7": 3.9341206789016723,
      "epoch": 0.077,
      "grad_norm": 756.0,
      "kl_loss_10": 337.93136138916014,
      "kl_loss_2": 2949.602490234375,
      "kl_loss_3": 2451.218469238281,
      "kl_loss_7": 1020.4571960449218,
      "learning_rate": 0.0009887414526586764,
      "loss": 1640.4555,
      "step": 770
    },
    {
      "ce_loss_10": 3.6583608746528626,
      "ce_loss_13": 3.512969744205475,
      "ce_loss_2": 4.9441753149032595,
      "ce_loss_3": 4.656214547157288,
      "ce_loss_7": 3.964318811893463,
      "epoch": 0.078,
      "grad_norm": 720.0,
      "kl_loss_10": 313.43713836669923,
      "kl_loss_2": 2854.152880859375,
      "kl_loss_3": 2348.5727111816404,
      "kl_loss_7": 969.1142120361328,
      "learning_rate": 0.0009884041833294476,
      "loss": 1599.7842,
      "step": 780
    },
    {
      "ce_loss_10": 3.6560466647148133,
      "ce_loss_13": 3.508514332771301,
      "ce_loss_2": 4.940361285209656,
      "ce_loss_3": 4.645708775520324,
      "ce_loss_7": 3.958513784408569,
      "epoch": 0.079,
      "grad_norm": 832.0,
      "kl_loss_10": 319.23270416259766,
      "kl_loss_2": 2852.032861328125,
      "kl_loss_3": 2330.51533203125,
      "kl_loss_7": 969.9107818603516,
      "learning_rate": 0.000988061995775515,
      "loss": 1668.3449,
      "step": 790
    },
    {
      "ce_loss_10": 3.5980430364608766,
      "ce_loss_13": 3.440366840362549,
      "ce_loss_2": 4.8732929706573485,
      "ce_loss_3": 4.587121820449829,
      "ce_loss_7": 3.9043478846549986,
      "epoch": 0.08,
      "grad_norm": 752.0,
      "kl_loss_10": 323.7010192871094,
      "kl_loss_2": 2868.414514160156,
      "kl_loss_3": 2356.581396484375,
      "kl_loss_7": 987.0360656738281,
      "learning_rate": 0.0009877148934427035,
      "loss": 1633.2111,
      "step": 800
    },
    {
      "ce_loss_10": 3.633367455005646,
      "ce_loss_13": 3.4834325551986693,
      "ce_loss_2": 4.935962653160095,
      "ce_loss_3": 4.627329421043396,
      "ce_loss_7": 3.925890827178955,
      "epoch": 0.081,
      "grad_norm": 820.0,
      "kl_loss_10": 330.4556167602539,
      "kl_loss_2": 2885.1009033203127,
      "kl_loss_3": 2351.8309020996094,
      "kl_loss_7": 957.707730102539,
      "learning_rate": 0.0009873628798263297,
      "loss": 1611.097,
      "step": 810
    },
    {
      "ce_loss_10": 3.605324161052704,
      "ce_loss_13": 3.438004171848297,
      "ce_loss_2": 4.856884765625,
      "ce_loss_3": 4.56407413482666,
      "ce_loss_7": 3.8718148946762083,
      "epoch": 0.082,
      "grad_norm": 840.0,
      "kl_loss_10": 339.57317504882815,
      "kl_loss_2": 2826.0930053710936,
      "kl_loss_3": 2305.033795166016,
      "kl_loss_7": 931.82373046875,
      "learning_rate": 0.0009870059584711668,
      "loss": 1639.3607,
      "step": 820
    },
    {
      "ce_loss_10": 3.60188170671463,
      "ce_loss_13": 3.455841100215912,
      "ce_loss_2": 4.85420286655426,
      "ce_loss_3": 4.581924772262573,
      "ce_loss_7": 3.8951406598091127,
      "epoch": 0.083,
      "grad_norm": 720.0,
      "kl_loss_10": 317.57149810791014,
      "kl_loss_2": 2801.2140380859373,
      "kl_loss_3": 2316.871270751953,
      "kl_loss_7": 949.605337524414,
      "learning_rate": 0.000986644132971409,
      "loss": 1599.6842,
      "step": 830
    },
    {
      "ce_loss_10": 3.5939020037651064,
      "ce_loss_13": 3.4429898500442504,
      "ce_loss_2": 4.88135507106781,
      "ce_loss_3": 4.604088640213012,
      "ce_loss_7": 3.9158664107322694,
      "epoch": 0.084,
      "grad_norm": 932.0,
      "kl_loss_10": 322.8277191162109,
      "kl_loss_2": 2865.847692871094,
      "kl_loss_3": 2367.4215576171873,
      "kl_loss_7": 996.9576171875,
      "learning_rate": 0.0009862774069706345,
      "loss": 1629.1093,
      "step": 840
    },
    {
      "ce_loss_10": 3.710948944091797,
      "ce_loss_13": 3.5685924649238587,
      "ce_loss_2": 4.930621600151062,
      "ce_loss_3": 4.65263340473175,
      "ce_loss_7": 3.9990792274475098,
      "epoch": 0.085,
      "grad_norm": 684.0,
      "kl_loss_10": 304.0562255859375,
      "kl_loss_2": 2742.24169921875,
      "kl_loss_3": 2253.91962890625,
      "kl_loss_7": 950.4928100585937,
      "learning_rate": 0.000985905784161771,
      "loss": 1590.0119,
      "step": 850
    },
    {
      "ce_loss_10": 3.63605819940567,
      "ce_loss_13": 3.4998138546943665,
      "ce_loss_2": 4.900371265411377,
      "ce_loss_3": 4.62078812122345,
      "ce_loss_7": 3.934238409996033,
      "epoch": 0.086,
      "grad_norm": 748.0,
      "kl_loss_10": 294.4667907714844,
      "kl_loss_2": 2800.617395019531,
      "kl_loss_3": 2314.4944458007812,
      "kl_loss_7": 955.0795837402344,
      "learning_rate": 0.000985529268287055,
      "loss": 1585.186,
      "step": 860
    },
    {
      "ce_loss_10": 3.5651148438453673,
      "ce_loss_13": 3.4233306527137755,
      "ce_loss_2": 4.871410083770752,
      "ce_loss_3": 4.5925886869430546,
      "ce_loss_7": 3.877922761440277,
      "epoch": 0.087,
      "grad_norm": 796.0,
      "kl_loss_10": 301.2444900512695,
      "kl_loss_2": 2878.2498046875,
      "kl_loss_3": 2387.6543212890624,
      "kl_loss_7": 975.5103942871094,
      "learning_rate": 0.0009851478631379982,
      "loss": 1626.462,
      "step": 870
    },
    {
      "ce_loss_10": 3.6220229983329775,
      "ce_loss_13": 3.4835654973983763,
      "ce_loss_2": 4.903548383712769,
      "ce_loss_3": 4.61605658531189,
      "ce_loss_7": 3.9362378478050233,
      "epoch": 0.088,
      "grad_norm": 844.0,
      "kl_loss_10": 293.3538963317871,
      "kl_loss_2": 2833.7354125976562,
      "kl_loss_3": 2335.5184326171875,
      "kl_loss_7": 967.1238098144531,
      "learning_rate": 0.0009847615725553456,
      "loss": 1597.0803,
      "step": 880
    },
    {
      "ce_loss_10": 3.671082556247711,
      "ce_loss_13": 3.542756676673889,
      "ce_loss_2": 4.8840786695480345,
      "ce_loss_3": 4.608758640289307,
      "ce_loss_7": 3.9651415824890135,
      "epoch": 0.089,
      "grad_norm": 676.0,
      "kl_loss_10": 274.7398094177246,
      "kl_loss_2": 2672.2400390625,
      "kl_loss_3": 2185.940838623047,
      "kl_loss_7": 914.7755340576172,
      "learning_rate": 0.0009843704004290394,
      "loss": 1572.2007,
      "step": 890
    },
    {
      "ce_loss_10": 3.5845912218093874,
      "ce_loss_13": 3.4463690519332886,
      "ce_loss_2": 4.845745182037353,
      "ce_loss_3": 4.566518807411194,
      "ce_loss_7": 3.8977394104003906,
      "epoch": 0.09,
      "grad_norm": 800.0,
      "kl_loss_10": 293.04640731811526,
      "kl_loss_2": 2812.2204833984374,
      "kl_loss_3": 2313.156042480469,
      "kl_loss_7": 966.190869140625,
      "learning_rate": 0.0009839743506981783,
      "loss": 1597.2805,
      "step": 900
    },
    {
      "ce_loss_10": 3.5071211099624633,
      "ce_loss_13": 3.369294321537018,
      "ce_loss_2": 4.836311769485474,
      "ce_loss_3": 4.550878620147705,
      "ce_loss_7": 3.8309507608413695,
      "epoch": 0.091,
      "grad_norm": 716.0,
      "kl_loss_10": 298.81206665039065,
      "kl_loss_2": 2958.2573974609377,
      "kl_loss_3": 2443.9187561035155,
      "kl_loss_7": 1005.0242462158203,
      "learning_rate": 0.0009835734273509786,
      "loss": 1627.2797,
      "step": 910
    },
    {
      "ce_loss_10": 3.6050177574157716,
      "ce_loss_13": 3.4665517807006836,
      "ce_loss_2": 4.881958699226379,
      "ce_loss_3": 4.6013915777206424,
      "ce_loss_7": 3.9145362257957457,
      "epoch": 0.092,
      "grad_norm": 720.0,
      "kl_loss_10": 288.0885604858398,
      "kl_loss_2": 2799.756945800781,
      "kl_loss_3": 2307.6742553710938,
      "kl_loss_7": 959.5810729980469,
      "learning_rate": 0.0009831676344247342,
      "loss": 1585.5819,
      "step": 920
    },
    {
      "ce_loss_10": 3.615782046318054,
      "ce_loss_13": 3.484424388408661,
      "ce_loss_2": 4.840068244934082,
      "ce_loss_3": 4.566077804565429,
      "ce_loss_7": 3.905368459224701,
      "epoch": 0.093,
      "grad_norm": 592.0,
      "kl_loss_10": 284.13806304931643,
      "kl_loss_2": 2716.098291015625,
      "kl_loss_3": 2237.568524169922,
      "kl_loss_7": 925.932373046875,
      "learning_rate": 0.0009827569760057755,
      "loss": 1574.975,
      "step": 930
    },
    {
      "ce_loss_10": 3.5478480219841004,
      "ce_loss_13": 3.4008304595947267,
      "ce_loss_2": 4.878832292556763,
      "ce_loss_3": 4.597835183143616,
      "ce_loss_7": 3.860486149787903,
      "epoch": 0.094,
      "grad_norm": 812.0,
      "kl_loss_10": 311.2947525024414,
      "kl_loss_2": 2955.33916015625,
      "kl_loss_3": 2458.781884765625,
      "kl_loss_7": 985.0075500488281,
      "learning_rate": 0.000982341456229428,
      "loss": 1619.0104,
      "step": 940
    },
    {
      "ce_loss_10": 3.6401113510131835,
      "ce_loss_13": 3.4997127175331117,
      "ce_loss_2": 4.909311819076538,
      "ce_loss_3": 4.633120918273926,
      "ce_loss_7": 3.936661887168884,
      "epoch": 0.095,
      "grad_norm": 768.0,
      "kl_loss_10": 304.94605484008787,
      "kl_loss_2": 2847.3047485351562,
      "kl_loss_3": 2358.746990966797,
      "kl_loss_7": 958.3424041748046,
      "learning_rate": 0.000981921079279971,
      "loss": 1575.8767,
      "step": 950
    },
    {
      "ce_loss_10": 3.6493973970413207,
      "ce_loss_13": 3.5170445680618285,
      "ce_loss_2": 4.842743754386902,
      "ce_loss_3": 4.559553527832032,
      "ce_loss_7": 3.913013446331024,
      "epoch": 0.096,
      "grad_norm": 632.0,
      "kl_loss_10": 287.80171127319335,
      "kl_loss_2": 2681.031005859375,
      "kl_loss_3": 2186.1464904785157,
      "kl_loss_7": 891.4322113037109,
      "learning_rate": 0.0009814958493905962,
      "loss": 1541.8673,
      "step": 960
    },
    {
      "ce_loss_10": 3.6059035897254943,
      "ce_loss_13": 3.464053213596344,
      "ce_loss_2": 4.885409092903137,
      "ce_loss_3": 4.605575942993164,
      "ce_loss_7": 3.901495134830475,
      "epoch": 0.097,
      "grad_norm": 644.0,
      "kl_loss_10": 302.9938400268555,
      "kl_loss_2": 2842.060888671875,
      "kl_loss_3": 2348.8412109375,
      "kl_loss_7": 943.344677734375,
      "learning_rate": 0.0009810657708433637,
      "loss": 1620.3537,
      "step": 970
    },
    {
      "ce_loss_10": 3.6700100898742676,
      "ce_loss_13": 3.538521420955658,
      "ce_loss_2": 4.868229222297669,
      "ce_loss_3": 4.590689539909363,
      "ce_loss_7": 3.9474687933921815,
      "epoch": 0.098,
      "grad_norm": 808.0,
      "kl_loss_10": 283.2241409301758,
      "kl_loss_2": 2674.522265625,
      "kl_loss_3": 2192.326556396484,
      "kl_loss_7": 894.1458190917969,
      "learning_rate": 0.0009806308479691594,
      "loss": 1528.2636,
      "step": 980
    },
    {
      "ce_loss_10": 3.691223752498627,
      "ce_loss_13": 3.55548814535141,
      "ce_loss_2": 4.925488543510437,
      "ce_loss_3": 4.648779034614563,
      "ce_loss_7": 3.9924039959907534,
      "epoch": 0.099,
      "grad_norm": 740.0,
      "kl_loss_10": 294.3150146484375,
      "kl_loss_2": 2748.0041381835936,
      "kl_loss_3": 2268.979638671875,
      "kl_loss_7": 946.8526397705078,
      "learning_rate": 0.0009801910851476522,
      "loss": 1554.0744,
      "step": 990
    },
    {
      "ce_loss_10": 3.6008501768112184,
      "ce_loss_13": 3.465990114212036,
      "ce_loss_2": 4.890150642395019,
      "ce_loss_3": 4.609904193878174,
      "ce_loss_7": 3.9068346500396727,
      "epoch": 0.1,
      "grad_norm": 736.0,
      "kl_loss_10": 294.7660331726074,
      "kl_loss_2": 2875.2068603515627,
      "kl_loss_3": 2379.5891052246093,
      "kl_loss_7": 970.1351318359375,
      "learning_rate": 0.0009797464868072487,
      "loss": 1582.4648,
      "step": 1000
    },
    {
      "ce_loss_10": 3.5892885446548464,
      "ce_loss_13": 3.454503262042999,
      "ce_loss_2": 4.837452292442322,
      "ce_loss_3": 4.55982882976532,
      "ce_loss_7": 3.887318527698517,
      "epoch": 0.101,
      "grad_norm": 724.0,
      "kl_loss_10": 288.82502670288085,
      "kl_loss_2": 2762.65830078125,
      "kl_loss_3": 2282.756170654297,
      "kl_loss_7": 944.8302276611328,
      "learning_rate": 0.0009792970574250492,
      "loss": 1564.9662,
      "step": 1010
    },
    {
      "ce_loss_10": 3.6221608400344847,
      "ce_loss_13": 3.482994794845581,
      "ce_loss_2": 4.848793458938599,
      "ce_loss_3": 4.575083756446839,
      "ce_loss_7": 3.914657413959503,
      "epoch": 0.102,
      "grad_norm": 612.0,
      "kl_loss_10": 290.8812942504883,
      "kl_loss_2": 2743.8400146484373,
      "kl_loss_3": 2261.9089599609374,
      "kl_loss_7": 937.5250091552734,
      "learning_rate": 0.0009788428015268028,
      "loss": 1536.8119,
      "step": 1020
    },
    {
      "ce_loss_10": 3.6110181331634523,
      "ce_loss_13": 3.47798638343811,
      "ce_loss_2": 4.840990829467773,
      "ce_loss_3": 4.55189163684845,
      "ce_loss_7": 3.9010056853294373,
      "epoch": 0.103,
      "grad_norm": 616.0,
      "kl_loss_10": 281.37939529418946,
      "kl_loss_2": 2739.4623291015623,
      "kl_loss_3": 2238.093048095703,
      "kl_loss_7": 923.4858306884765,
      "learning_rate": 0.0009783837236868609,
      "loss": 1534.7721,
      "step": 1030
    },
    {
      "ce_loss_10": 3.5802615523338317,
      "ce_loss_13": 3.4459127306938173,
      "ce_loss_2": 4.818247056007385,
      "ce_loss_3": 4.546270060539245,
      "ce_loss_7": 3.8740112662315367,
      "epoch": 0.104,
      "grad_norm": 696.0,
      "kl_loss_10": 281.4418014526367,
      "kl_loss_2": 2719.910290527344,
      "kl_loss_3": 2248.530157470703,
      "kl_loss_7": 921.926953125,
      "learning_rate": 0.0009779198285281327,
      "loss": 1537.119,
      "step": 1040
    },
    {
      "ce_loss_10": 3.577412283420563,
      "ce_loss_13": 3.4400023460388183,
      "ce_loss_2": 4.825755000114441,
      "ce_loss_3": 4.554906344413757,
      "ce_loss_7": 3.8695693135261537,
      "epoch": 0.105,
      "grad_norm": 784.0,
      "kl_loss_10": 293.84764709472654,
      "kl_loss_2": 2770.2111328125,
      "kl_loss_3": 2280.982073974609,
      "kl_loss_7": 916.6518432617188,
      "learning_rate": 0.0009774511207220368,
      "loss": 1562.095,
      "step": 1050
    },
    {
      "ce_loss_10": 3.621231746673584,
      "ce_loss_13": 3.4823400259017943,
      "ce_loss_2": 4.867471241950989,
      "ce_loss_3": 4.584862947463989,
      "ce_loss_7": 3.895237350463867,
      "epoch": 0.106,
      "grad_norm": 588.0,
      "kl_loss_10": 306.07321014404295,
      "kl_loss_2": 2785.361218261719,
      "kl_loss_3": 2286.776574707031,
      "kl_loss_7": 918.4756744384765,
      "learning_rate": 0.0009769776049884564,
      "loss": 1554.5619,
      "step": 1060
    },
    {
      "ce_loss_10": 3.5330086588859557,
      "ce_loss_13": 3.387469935417175,
      "ce_loss_2": 4.804182314872742,
      "ce_loss_3": 4.539949297904968,
      "ce_loss_7": 3.8264609456062315,
      "epoch": 0.107,
      "grad_norm": 1184.0,
      "kl_loss_10": 307.66697082519534,
      "kl_loss_2": 2836.2517578125,
      "kl_loss_3": 2373.5376220703124,
      "kl_loss_7": 943.6192169189453,
      "learning_rate": 0.0009764992860956889,
      "loss": 1622.7785,
      "step": 1070
    },
    {
      "ce_loss_10": 3.677293050289154,
      "ce_loss_13": 3.5469510316848756,
      "ce_loss_2": 4.837077927589417,
      "ce_loss_3": 4.588571333885193,
      "ce_loss_7": 3.9465363740921022,
      "epoch": 0.108,
      "grad_norm": 816.0,
      "kl_loss_10": 286.8066802978516,
      "kl_loss_2": 2605.4248657226562,
      "kl_loss_3": 2175.9279296875,
      "kl_loss_7": 899.353060913086,
      "learning_rate": 0.0009760161688604008,
      "loss": 1520.9383,
      "step": 1080
    },
    {
      "ce_loss_10": 3.6768419981002807,
      "ce_loss_13": 3.54748477935791,
      "ce_loss_2": 4.881722617149353,
      "ce_loss_3": 4.620517659187317,
      "ce_loss_7": 3.9953080892562864,
      "epoch": 0.109,
      "grad_norm": 840.0,
      "kl_loss_10": 283.82303619384766,
      "kl_loss_2": 2660.0453125,
      "kl_loss_3": 2210.3756591796873,
      "kl_loss_7": 954.3282287597656,
      "learning_rate": 0.0009755282581475768,
      "loss": 1552.3523,
      "step": 1090
    },
    {
      "ce_loss_10": 3.742873156070709,
      "ce_loss_13": 3.60170716047287,
      "ce_loss_2": 4.9219562292099,
      "ce_loss_3": 4.631097722053528,
      "ce_loss_7": 4.016275346279144,
      "epoch": 0.11,
      "grad_norm": 792.0,
      "kl_loss_10": 295.95645599365236,
      "kl_loss_2": 2660.5046997070312,
      "kl_loss_3": 2150.144982910156,
      "kl_loss_7": 938.1217224121094,
      "learning_rate": 0.0009750355588704727,
      "loss": 1496.9391,
      "step": 1100
    },
    {
      "ce_loss_10": 3.5732216477394103,
      "ce_loss_13": 3.427997899055481,
      "ce_loss_2": 4.788290286064148,
      "ce_loss_3": 4.501250839233398,
      "ce_loss_7": 3.849083948135376,
      "epoch": 0.111,
      "grad_norm": 644.0,
      "kl_loss_10": 301.9219177246094,
      "kl_loss_2": 2692.5292846679686,
      "kl_loss_3": 2192.219659423828,
      "kl_loss_7": 902.1104858398437,
      "learning_rate": 0.0009745380759905647,
      "loss": 1547.9881,
      "step": 1110
    },
    {
      "ce_loss_10": 3.525436317920685,
      "ce_loss_13": 3.388839864730835,
      "ce_loss_2": 4.766349339485169,
      "ce_loss_3": 4.478921818733215,
      "ce_loss_7": 3.8117297768592833,
      "epoch": 0.112,
      "grad_norm": 636.0,
      "kl_loss_10": 288.7658378601074,
      "kl_loss_2": 2767.7005126953127,
      "kl_loss_3": 2266.3693115234373,
      "kl_loss_7": 916.3693817138671,
      "learning_rate": 0.0009740358145174998,
      "loss": 1582.2694,
      "step": 1120
    },
    {
      "ce_loss_10": 3.674707901477814,
      "ce_loss_13": 3.541641688346863,
      "ce_loss_2": 4.839509201049805,
      "ce_loss_3": 4.554335117340088,
      "ce_loss_7": 3.9309728384017943,
      "epoch": 0.113,
      "grad_norm": 740.0,
      "kl_loss_10": 293.9353363037109,
      "kl_loss_2": 2627.9318603515626,
      "kl_loss_3": 2118.4319458007812,
      "kl_loss_7": 883.5943176269532,
      "learning_rate": 0.0009735287795090455,
      "loss": 1505.1257,
      "step": 1130
    },
    {
      "ce_loss_10": 3.5646776437759398,
      "ce_loss_13": 3.4284933686256407,
      "ce_loss_2": 4.8010115146636965,
      "ce_loss_3": 4.510753107070923,
      "ce_loss_7": 3.839044988155365,
      "epoch": 0.114,
      "grad_norm": 692.0,
      "kl_loss_10": 289.08748931884764,
      "kl_loss_2": 2724.9734130859374,
      "kl_loss_3": 2216.0496459960937,
      "kl_loss_7": 891.9239013671875,
      "learning_rate": 0.0009730169760710386,
      "loss": 1526.1704,
      "step": 1140
    },
    {
      "ce_loss_10": 3.647395300865173,
      "ce_loss_13": 3.51713547706604,
      "ce_loss_2": 4.854923152923584,
      "ce_loss_3": 4.577234363555908,
      "ce_loss_7": 3.928617572784424,
      "epoch": 0.115,
      "grad_norm": 800.0,
      "kl_loss_10": 280.8671928405762,
      "kl_loss_2": 2669.748742675781,
      "kl_loss_3": 2182.849468994141,
      "kl_loss_7": 895.4142913818359,
      "learning_rate": 0.0009725004093573342,
      "loss": 1526.191,
      "step": 1150
    },
    {
      "ce_loss_10": 3.5862129092216493,
      "ce_loss_13": 3.4506229400634765,
      "ce_loss_2": 4.798703122138977,
      "ce_loss_3": 4.520225930213928,
      "ce_loss_7": 3.877876043319702,
      "epoch": 0.116,
      "grad_norm": 840.0,
      "kl_loss_10": 283.1919075012207,
      "kl_loss_2": 2672.7715087890624,
      "kl_loss_3": 2193.748876953125,
      "kl_loss_7": 903.5404602050781,
      "learning_rate": 0.0009719790845697534,
      "loss": 1504.2701,
      "step": 1160
    },
    {
      "ce_loss_10": 3.5309566259384155,
      "ce_loss_13": 3.4061906576156615,
      "ce_loss_2": 4.704360723495483,
      "ce_loss_3": 4.450148797035217,
      "ce_loss_7": 3.803053593635559,
      "epoch": 0.117,
      "grad_norm": 696.0,
      "kl_loss_10": 271.77204208374025,
      "kl_loss_2": 2620.2907592773436,
      "kl_loss_3": 2176.4858520507814,
      "kl_loss_7": 863.540869140625,
      "learning_rate": 0.0009714530069580309,
      "loss": 1485.2044,
      "step": 1170
    },
    {
      "ce_loss_10": 3.640796720981598,
      "ce_loss_13": 3.507249903678894,
      "ce_loss_2": 4.853176116943359,
      "ce_loss_3": 4.5715264797210695,
      "ce_loss_7": 3.914932680130005,
      "epoch": 0.118,
      "grad_norm": 716.0,
      "kl_loss_10": 285.63293685913084,
      "kl_loss_2": 2675.1877319335936,
      "kl_loss_3": 2189.7057678222654,
      "kl_loss_7": 884.98447265625,
      "learning_rate": 0.0009709221818197624,
      "loss": 1502.0164,
      "step": 1180
    },
    {
      "ce_loss_10": 3.6675962805747986,
      "ce_loss_13": 3.534939968585968,
      "ce_loss_2": 4.88215401172638,
      "ce_loss_3": 4.607950353622437,
      "ce_loss_7": 3.9379210352897642,
      "epoch": 0.119,
      "grad_norm": 596.0,
      "kl_loss_10": 288.61556854248045,
      "kl_loss_2": 2711.667822265625,
      "kl_loss_3": 2227.545977783203,
      "kl_loss_7": 887.7295013427735,
      "learning_rate": 0.0009703866145003512,
      "loss": 1525.4232,
      "step": 1190
    },
    {
      "ce_loss_10": 3.6349379420280457,
      "ce_loss_13": 3.5029913663864134,
      "ce_loss_2": 4.829423713684082,
      "ce_loss_3": 4.558488368988037,
      "ce_loss_7": 3.908590841293335,
      "epoch": 0.12,
      "grad_norm": 660.0,
      "kl_loss_10": 279.50138397216796,
      "kl_loss_2": 2676.350244140625,
      "kl_loss_3": 2191.2725830078125,
      "kl_loss_7": 882.7566497802734,
      "learning_rate": 0.0009698463103929542,
      "loss": 1529.4317,
      "step": 1200
    },
    {
      "ce_loss_10": 3.605515944957733,
      "ce_loss_13": 3.472998011112213,
      "ce_loss_2": 4.827000212669373,
      "ce_loss_3": 4.540698933601379,
      "ce_loss_7": 3.879436028003693,
      "epoch": 0.121,
      "grad_norm": 652.0,
      "kl_loss_10": 281.2242576599121,
      "kl_loss_2": 2695.142529296875,
      "kl_loss_3": 2191.8710388183595,
      "kl_loss_7": 882.5638031005859,
      "learning_rate": 0.0009693012749384279,
      "loss": 1527.1828,
      "step": 1210
    },
    {
      "ce_loss_10": 3.617890453338623,
      "ce_loss_13": 3.4903839349746706,
      "ce_loss_2": 4.823957228660584,
      "ce_loss_3": 4.546852803230285,
      "ce_loss_7": 3.8918931126594543,
      "epoch": 0.122,
      "grad_norm": 596.0,
      "kl_loss_10": 274.6055084228516,
      "kl_loss_2": 2677.51435546875,
      "kl_loss_3": 2182.2475463867186,
      "kl_loss_7": 884.2765747070313,
      "learning_rate": 0.0009687515136252732,
      "loss": 1502.8832,
      "step": 1220
    },
    {
      "ce_loss_10": 3.571158289909363,
      "ce_loss_13": 3.4428164839744566,
      "ce_loss_2": 4.832195687294006,
      "ce_loss_3": 4.558122348785401,
      "ce_loss_7": 3.866991031169891,
      "epoch": 0.123,
      "grad_norm": 656.0,
      "kl_loss_10": 285.63698654174806,
      "kl_loss_2": 2814.325549316406,
      "kl_loss_3": 2321.4359924316404,
      "kl_loss_7": 924.2180969238282,
      "learning_rate": 0.0009681970319895803,
      "loss": 1610.0467,
      "step": 1230
    },
    {
      "ce_loss_10": 3.6617783904075623,
      "ce_loss_13": 3.5239094376564024,
      "ce_loss_2": 4.840570569038391,
      "ce_loss_3": 4.5621686458587645,
      "ce_loss_7": 3.9261529445648193,
      "epoch": 0.124,
      "grad_norm": 660.0,
      "kl_loss_10": 282.9206481933594,
      "kl_loss_2": 2658.744873046875,
      "kl_loss_3": 2162.91650390625,
      "kl_loss_7": 894.8567260742187,
      "learning_rate": 0.0009676378356149733,
      "loss": 1510.0703,
      "step": 1240
    },
    {
      "ce_loss_10": 3.632222390174866,
      "ce_loss_13": 3.49722797870636,
      "ce_loss_2": 4.803181719779968,
      "ce_loss_3": 4.527125644683838,
      "ce_loss_7": 3.893145501613617,
      "epoch": 0.125,
      "grad_norm": 676.0,
      "kl_loss_10": 306.93408966064453,
      "kl_loss_2": 2618.3517578125,
      "kl_loss_3": 2135.0671936035155,
      "kl_loss_7": 870.7611785888672,
      "learning_rate": 0.0009670739301325534,
      "loss": 1495.915,
      "step": 1250
    },
    {
      "ce_loss_10": 3.5965846180915833,
      "ce_loss_13": 3.461331534385681,
      "ce_loss_2": 4.77229871749878,
      "ce_loss_3": 4.488967990875244,
      "ce_loss_7": 3.870732378959656,
      "epoch": 0.126,
      "grad_norm": 824.0,
      "kl_loss_10": 288.87402572631834,
      "kl_loss_2": 2631.6656005859377,
      "kl_loss_3": 2132.2338745117186,
      "kl_loss_7": 890.5492980957031,
      "learning_rate": 0.0009665053212208426,
      "loss": 1507.3391,
      "step": 1260
    },
    {
      "ce_loss_10": 3.6325414419174193,
      "ce_loss_13": 3.5006507635116577,
      "ce_loss_2": 4.82985291481018,
      "ce_loss_3": 4.53967547416687,
      "ce_loss_7": 3.907087206840515,
      "epoch": 0.127,
      "grad_norm": 824.0,
      "kl_loss_10": 289.66627197265626,
      "kl_loss_2": 2682.7635498046875,
      "kl_loss_3": 2171.759143066406,
      "kl_loss_7": 897.6279174804688,
      "learning_rate": 0.0009659320146057262,
      "loss": 1515.1299,
      "step": 1270
    },
    {
      "ce_loss_10": 3.6294240951538086,
      "ce_loss_13": 3.5012729167938232,
      "ce_loss_2": 4.802068519592285,
      "ce_loss_3": 4.516877055168152,
      "ce_loss_7": 3.912596344947815,
      "epoch": 0.128,
      "grad_norm": 1040.0,
      "kl_loss_10": 274.3899444580078,
      "kl_loss_2": 2616.2175048828126,
      "kl_loss_3": 2113.874139404297,
      "kl_loss_7": 894.8648956298828,
      "learning_rate": 0.0009653540160603955,
      "loss": 1485.5743,
      "step": 1280
    },
    {
      "ce_loss_10": 3.631951367855072,
      "ce_loss_13": 3.5082743883132936,
      "ce_loss_2": 4.7942791938781735,
      "ce_loss_3": 4.533441662788391,
      "ce_loss_7": 3.911020016670227,
      "epoch": 0.129,
      "grad_norm": 980.0,
      "kl_loss_10": 277.70714950561523,
      "kl_loss_2": 2607.6315795898436,
      "kl_loss_3": 2154.8384338378905,
      "kl_loss_7": 902.8254302978515,
      "learning_rate": 0.0009647713314052896,
      "loss": 1475.7309,
      "step": 1290
    },
    {
      "ce_loss_10": 3.5910762190818786,
      "ce_loss_13": 3.4583710193634034,
      "ce_loss_2": 4.806964182853699,
      "ce_loss_3": 4.536605000495911,
      "ce_loss_7": 3.892735993862152,
      "epoch": 0.13,
      "grad_norm": 1032.0,
      "kl_loss_10": 281.282731628418,
      "kl_loss_2": 2713.5140380859375,
      "kl_loss_3": 2245.954937744141,
      "kl_loss_7": 924.882958984375,
      "learning_rate": 0.0009641839665080363,
      "loss": 1529.1627,
      "step": 1300
    },
    {
      "ce_loss_10": 3.5369811177253725,
      "ce_loss_13": 3.4184723615646364,
      "ce_loss_2": 4.746987700462341,
      "ce_loss_3": 4.47196786403656,
      "ce_loss_7": 3.8142111539840697,
      "epoch": 0.131,
      "grad_norm": 708.0,
      "kl_loss_10": 267.0766883850098,
      "kl_loss_2": 2651.264123535156,
      "kl_loss_3": 2169.8530151367186,
      "kl_loss_7": 874.0395812988281,
      "learning_rate": 0.0009635919272833937,
      "loss": 1472.4912,
      "step": 1310
    },
    {
      "ce_loss_10": 3.582905340194702,
      "ce_loss_13": 3.4547547817230226,
      "ce_loss_2": 4.782030344009399,
      "ce_loss_3": 4.50511953830719,
      "ce_loss_7": 3.8575597286224363,
      "epoch": 0.132,
      "grad_norm": 640.0,
      "kl_loss_10": 274.49700088500975,
      "kl_loss_2": 2645.7089721679686,
      "kl_loss_3": 2148.3076110839843,
      "kl_loss_7": 865.2912628173829,
      "learning_rate": 0.0009629952196931902,
      "loss": 1461.5725,
      "step": 1320
    },
    {
      "ce_loss_10": 3.560918188095093,
      "ce_loss_13": 3.4357552766799926,
      "ce_loss_2": 4.777603983879089,
      "ce_loss_3": 4.497129726409912,
      "ce_loss_7": 3.8250754475593567,
      "epoch": 0.133,
      "grad_norm": 612.0,
      "kl_loss_10": 266.5273551940918,
      "kl_loss_2": 2692.33935546875,
      "kl_loss_3": 2197.4263916015625,
      "kl_loss_7": 846.3100128173828,
      "learning_rate": 0.0009623938497462645,
      "loss": 1482.4779,
      "step": 1330
    },
    {
      "ce_loss_10": 3.559932196140289,
      "ce_loss_13": 3.4353162169456484,
      "ce_loss_2": 4.754807543754578,
      "ce_loss_3": 4.478498530387879,
      "ce_loss_7": 3.8313623666763306,
      "epoch": 0.134,
      "grad_norm": 564.0,
      "kl_loss_10": 268.2800895690918,
      "kl_loss_2": 2653.6271240234373,
      "kl_loss_3": 2162.7194641113283,
      "kl_loss_7": 859.2419372558594,
      "learning_rate": 0.0009617878234984055,
      "loss": 1499.2066,
      "step": 1340
    },
    {
      "ce_loss_10": 3.651080513000488,
      "ce_loss_13": 3.533881187438965,
      "ce_loss_2": 4.8088576078414915,
      "ce_loss_3": 4.535065650939941,
      "ce_loss_7": 3.9042758703231812,
      "epoch": 0.135,
      "grad_norm": 712.0,
      "kl_loss_10": 256.59825744628904,
      "kl_loss_2": 2581.625207519531,
      "kl_loss_3": 2098.4682495117186,
      "kl_loss_7": 828.9938018798828,
      "learning_rate": 0.0009611771470522907,
      "loss": 1464.5767,
      "step": 1350
    },
    {
      "ce_loss_10": 3.5779558777809144,
      "ce_loss_13": 3.457493555545807,
      "ce_loss_2": 4.792022109031677,
      "ce_loss_3": 4.514930057525635,
      "ce_loss_7": 3.8448525190353395,
      "epoch": 0.136,
      "grad_norm": 616.0,
      "kl_loss_10": 259.41123428344724,
      "kl_loss_2": 2657.6331420898437,
      "kl_loss_3": 2171.1466857910154,
      "kl_loss_7": 847.0537750244141,
      "learning_rate": 0.0009605618265574251,
      "loss": 1459.6229,
      "step": 1360
    },
    {
      "ce_loss_10": 3.5429495334625245,
      "ce_loss_13": 3.4162652492523193,
      "ce_loss_2": 4.794952082633972,
      "ce_loss_3": 4.535301685333252,
      "ce_loss_7": 3.8165592908859254,
      "epoch": 0.137,
      "grad_norm": 620.0,
      "kl_loss_10": 271.0598449707031,
      "kl_loss_2": 2776.145849609375,
      "kl_loss_3": 2325.675885009766,
      "kl_loss_7": 881.587744140625,
      "learning_rate": 0.0009599418682100792,
      "loss": 1522.4414,
      "step": 1370
    },
    {
      "ce_loss_10": 3.58179566860199,
      "ce_loss_13": 3.459395945072174,
      "ce_loss_2": 4.792193937301636,
      "ce_loss_3": 4.521099305152893,
      "ce_loss_7": 3.84169602394104,
      "epoch": 0.138,
      "grad_norm": 724.0,
      "kl_loss_10": 257.83258666992185,
      "kl_loss_2": 2672.4068237304687,
      "kl_loss_3": 2198.559918212891,
      "kl_loss_7": 850.8091857910156,
      "learning_rate": 0.0009593172782532268,
      "loss": 1496.2724,
      "step": 1380
    },
    {
      "ce_loss_10": 3.622367191314697,
      "ce_loss_13": 3.506042146682739,
      "ce_loss_2": 4.801430583000183,
      "ce_loss_3": 4.530508184432984,
      "ce_loss_7": 3.888216722011566,
      "epoch": 0.139,
      "grad_norm": 672.0,
      "kl_loss_10": 260.9531532287598,
      "kl_loss_2": 2599.6354858398436,
      "kl_loss_3": 2121.937152099609,
      "kl_loss_7": 852.8548278808594,
      "learning_rate": 0.0009586880629764817,
      "loss": 1464.8023,
      "step": 1390
    },
    {
      "ce_loss_10": 3.546726655960083,
      "ce_loss_13": 3.428490459918976,
      "ce_loss_2": 4.748290467262268,
      "ce_loss_3": 4.471861267089844,
      "ce_loss_7": 3.824984240531921,
      "epoch": 0.14,
      "grad_norm": 620.0,
      "kl_loss_10": 260.18620986938475,
      "kl_loss_2": 2649.2240234375,
      "kl_loss_3": 2164.870428466797,
      "kl_loss_7": 870.0703582763672,
      "learning_rate": 0.0009580542287160348,
      "loss": 1462.9275,
      "step": 1400
    },
    {
      "ce_loss_10": 3.5134201645851135,
      "ce_loss_13": 3.396924638748169,
      "ce_loss_2": 4.727832221984864,
      "ce_loss_3": 4.457144689559937,
      "ce_loss_7": 3.781324291229248,
      "epoch": 0.141,
      "grad_norm": 724.0,
      "kl_loss_10": 257.8106407165527,
      "kl_loss_2": 2672.565283203125,
      "kl_loss_3": 2194.398052978516,
      "kl_loss_7": 841.9467041015625,
      "learning_rate": 0.0009574157818545901,
      "loss": 1469.0121,
      "step": 1410
    },
    {
      "ce_loss_10": 3.583372378349304,
      "ce_loss_13": 3.4670314311981203,
      "ce_loss_2": 4.753075981140137,
      "ce_loss_3": 4.488786149024963,
      "ce_loss_7": 3.8414045095443727,
      "epoch": 0.142,
      "grad_norm": 768.0,
      "kl_loss_10": 250.4652572631836,
      "kl_loss_2": 2575.260546875,
      "kl_loss_3": 2109.250030517578,
      "kl_loss_7": 815.4136535644532,
      "learning_rate": 0.0009567727288213005,
      "loss": 1470.4241,
      "step": 1420
    },
    {
      "ce_loss_10": 3.5615610837936402,
      "ce_loss_13": 3.4428680539131165,
      "ce_loss_2": 4.766120481491089,
      "ce_loss_3": 4.489290237426758,
      "ce_loss_7": 3.8387726664543154,
      "epoch": 0.143,
      "grad_norm": 680.0,
      "kl_loss_10": 259.5032684326172,
      "kl_loss_2": 2652.6231079101562,
      "kl_loss_3": 2168.8318054199217,
      "kl_loss_7": 872.5292297363281,
      "learning_rate": 0.0009561250760917027,
      "loss": 1465.2545,
      "step": 1430
    },
    {
      "ce_loss_10": 3.5825438022613527,
      "ce_loss_13": 3.4635141372680662,
      "ce_loss_2": 4.774414443969727,
      "ce_loss_3": 4.498082184791565,
      "ce_loss_7": 3.8522005438804627,
      "epoch": 0.144,
      "grad_norm": 656.0,
      "kl_loss_10": 263.3311599731445,
      "kl_loss_2": 2662.4484375,
      "kl_loss_3": 2176.186492919922,
      "kl_loss_7": 865.9247039794922,
      "learning_rate": 0.0009554728301876525,
      "loss": 1454.278,
      "step": 1440
    },
    {
      "ce_loss_10": 3.6376792669296263,
      "ce_loss_13": 3.515091061592102,
      "ce_loss_2": 4.810996460914612,
      "ce_loss_3": 4.536413979530335,
      "ce_loss_7": 3.9078781604766846,
      "epoch": 0.145,
      "grad_norm": 616.0,
      "kl_loss_10": 259.68054962158203,
      "kl_loss_2": 2600.8175415039063,
      "kl_loss_3": 2120.5454040527343,
      "kl_loss_7": 864.2900634765625,
      "learning_rate": 0.0009548159976772592,
      "loss": 1508.1567,
      "step": 1450
    },
    {
      "ce_loss_10": 3.5796504259109496,
      "ce_loss_13": 3.456580376625061,
      "ce_loss_2": 4.787333536148071,
      "ce_loss_3": 4.520044946670533,
      "ce_loss_7": 3.8587978959083555,
      "epoch": 0.146,
      "grad_norm": 624.0,
      "kl_loss_10": 265.1648490905762,
      "kl_loss_2": 2666.8885864257813,
      "kl_loss_3": 2195.818231201172,
      "kl_loss_7": 871.2362884521484,
      "learning_rate": 0.0009541545851748186,
      "loss": 1477.8201,
      "step": 1460
    },
    {
      "ce_loss_10": 3.4508144855499268,
      "ce_loss_13": 3.3300524830818174,
      "ce_loss_2": 4.699088287353516,
      "ce_loss_3": 4.421405148506165,
      "ce_loss_7": 3.735712671279907,
      "epoch": 0.147,
      "grad_norm": 844.0,
      "kl_loss_10": 262.5924041748047,
      "kl_loss_2": 2730.21630859375,
      "kl_loss_3": 2243.504345703125,
      "kl_loss_7": 878.0860382080078,
      "learning_rate": 0.0009534885993407473,
      "loss": 1496.8188,
      "step": 1470
    },
    {
      "ce_loss_10": 3.611809027194977,
      "ce_loss_13": 3.4930022716522218,
      "ce_loss_2": 4.806360912322998,
      "ce_loss_3": 4.5402860879898075,
      "ce_loss_7": 3.8858142852783204,
      "epoch": 0.148,
      "grad_norm": 740.0,
      "kl_loss_10": 256.4318244934082,
      "kl_loss_2": 2655.588269042969,
      "kl_loss_3": 2175.6559936523436,
      "kl_loss_7": 861.8565673828125,
      "learning_rate": 0.0009528180468815154,
      "loss": 1488.9336,
      "step": 1480
    },
    {
      "ce_loss_10": 3.6558565139770507,
      "ce_loss_13": 3.538043713569641,
      "ce_loss_2": 4.811466526985169,
      "ce_loss_3": 4.544855618476868,
      "ce_loss_7": 3.9390755891799927,
      "epoch": 0.149,
      "grad_norm": 844.0,
      "kl_loss_10": 264.13821868896486,
      "kl_loss_2": 2565.1232788085936,
      "kl_loss_3": 2095.556463623047,
      "kl_loss_7": 897.2646911621093,
      "learning_rate": 0.0009521429345495787,
      "loss": 1465.2869,
      "step": 1490
    },
    {
      "ce_loss_10": 3.646085023880005,
      "ce_loss_13": 3.5196659207344054,
      "ce_loss_2": 4.780038499832154,
      "ce_loss_3": 4.50464768409729,
      "ce_loss_7": 3.927055561542511,
      "epoch": 0.15,
      "grad_norm": 980.0,
      "kl_loss_10": 266.5307144165039,
      "kl_loss_2": 2540.4637084960937,
      "kl_loss_3": 2068.8232849121096,
      "kl_loss_7": 888.35068359375,
      "learning_rate": 0.0009514632691433108,
      "loss": 1455.9041,
      "step": 1500
    },
    {
      "ce_loss_10": 3.5988011956214905,
      "ce_loss_13": 3.482589673995972,
      "ce_loss_2": 4.76681923866272,
      "ce_loss_3": 4.485762524604797,
      "ce_loss_7": 3.8728180885314942,
      "epoch": 0.151,
      "grad_norm": 600.0,
      "kl_loss_10": 260.8206298828125,
      "kl_loss_2": 2587.971142578125,
      "kl_loss_3": 2094.4052795410157,
      "kl_loss_7": 863.3080963134765,
      "learning_rate": 0.0009507790575069346,
      "loss": 1457.9502,
      "step": 1510
    },
    {
      "ce_loss_10": 3.5764056205749513,
      "ce_loss_13": 3.453061044216156,
      "ce_loss_2": 4.775901889801025,
      "ce_loss_3": 4.500339031219482,
      "ce_loss_7": 3.849775242805481,
      "epoch": 0.152,
      "grad_norm": 672.0,
      "kl_loss_10": 258.1785354614258,
      "kl_loss_2": 2655.3977172851564,
      "kl_loss_3": 2164.0363708496093,
      "kl_loss_7": 857.1902496337891,
      "learning_rate": 0.0009500903065304539,
      "loss": 1495.6711,
      "step": 1520
    },
    {
      "ce_loss_10": 3.608113396167755,
      "ce_loss_13": 3.498811888694763,
      "ce_loss_2": 4.760950970649719,
      "ce_loss_3": 4.486514663696289,
      "ce_loss_7": 3.8602269887924194,
      "epoch": 0.153,
      "grad_norm": 664.0,
      "kl_loss_10": 245.0189353942871,
      "kl_loss_2": 2552.576379394531,
      "kl_loss_3": 2060.3522766113283,
      "kl_loss_7": 806.0807342529297,
      "learning_rate": 0.0009493970231495835,
      "loss": 1444.8406,
      "step": 1530
    },
    {
      "ce_loss_10": 3.547162938117981,
      "ce_loss_13": 3.44165985584259,
      "ce_loss_2": 4.701804065704346,
      "ce_loss_3": 4.424288666248321,
      "ce_loss_7": 3.8007919073104857,
      "epoch": 0.154,
      "grad_norm": 648.0,
      "kl_loss_10": 241.08162002563478,
      "kl_loss_2": 2573.9149780273438,
      "kl_loss_3": 2088.7893615722655,
      "kl_loss_7": 812.2064361572266,
      "learning_rate": 0.0009486992143456792,
      "loss": 1427.6314,
      "step": 1540
    },
    {
      "ce_loss_10": 3.5828447937965393,
      "ce_loss_13": 3.4581031084060667,
      "ce_loss_2": 4.834084248542785,
      "ce_loss_3": 4.553447818756103,
      "ce_loss_7": 3.8656217455863953,
      "epoch": 0.155,
      "grad_norm": 660.0,
      "kl_loss_10": 263.4285690307617,
      "kl_loss_2": 2765.8754150390623,
      "kl_loss_3": 2266.0636291503906,
      "kl_loss_7": 882.9553771972656,
      "learning_rate": 0.0009479968871456679,
      "loss": 1498.7352,
      "step": 1550
    },
    {
      "ce_loss_10": 3.547222447395325,
      "ce_loss_13": 3.4320276618003844,
      "ce_loss_2": 4.768963408470154,
      "ce_loss_3": 4.480878567695617,
      "ce_loss_7": 3.828988194465637,
      "epoch": 0.156,
      "grad_norm": 760.0,
      "kl_loss_10": 259.2473831176758,
      "kl_loss_2": 2697.095703125,
      "kl_loss_3": 2199.6418579101564,
      "kl_loss_7": 874.4399932861328,
      "learning_rate": 0.0009472900486219768,
      "loss": 1467.8941,
      "step": 1560
    },
    {
      "ce_loss_10": 3.54234699010849,
      "ce_loss_13": 3.416030561923981,
      "ce_loss_2": 4.702804708480835,
      "ce_loss_3": 4.435993790626526,
      "ce_loss_7": 3.811834490299225,
      "epoch": 0.157,
      "grad_norm": 996.0,
      "kl_loss_10": 266.18832244873045,
      "kl_loss_2": 2600.0114868164064,
      "kl_loss_3": 2127.867303466797,
      "kl_loss_7": 872.285043334961,
      "learning_rate": 0.000946578705892462,
      "loss": 1470.9803,
      "step": 1570
    },
    {
      "ce_loss_10": 3.5780028820037844,
      "ce_loss_13": 3.457060468196869,
      "ce_loss_2": 4.7225889444351195,
      "ce_loss_3": 4.4475972890853885,
      "ce_loss_7": 3.8437977194786073,
      "epoch": 0.158,
      "grad_norm": 804.0,
      "kl_loss_10": 277.74141387939454,
      "kl_loss_2": 2544.743029785156,
      "kl_loss_3": 2066.6833618164064,
      "kl_loss_7": 835.531689453125,
      "learning_rate": 0.0009458628661203367,
      "loss": 1460.073,
      "step": 1580
    },
    {
      "ce_loss_10": 3.5895689606666563,
      "ce_loss_13": 3.4543488025665283,
      "ce_loss_2": 4.777545094490051,
      "ce_loss_3": 4.501162362098694,
      "ce_loss_7": 3.846569240093231,
      "epoch": 0.159,
      "grad_norm": 748.0,
      "kl_loss_10": 280.14837341308595,
      "kl_loss_2": 2651.9770629882814,
      "kl_loss_3": 2168.784558105469,
      "kl_loss_7": 873.0370697021484,
      "learning_rate": 0.0009451425365140996,
      "loss": 1445.3969,
      "step": 1590
    },
    {
      "ce_loss_10": 3.6579004883766175,
      "ce_loss_13": 3.5379099249839783,
      "ce_loss_2": 4.773951435089112,
      "ce_loss_3": 4.50466411113739,
      "ce_loss_7": 3.922029638290405,
      "epoch": 0.16,
      "grad_norm": 728.0,
      "kl_loss_10": 273.34312896728517,
      "kl_loss_2": 2508.3281860351562,
      "kl_loss_3": 2021.1453735351563,
      "kl_loss_7": 841.1831604003906,
      "learning_rate": 0.0009444177243274617,
      "loss": 1408.8492,
      "step": 1600
    },
    {
      "ce_loss_10": 3.514503800868988,
      "ce_loss_13": 3.388037991523743,
      "ce_loss_2": 4.701039886474609,
      "ce_loss_3": 4.418904185295105,
      "ce_loss_7": 3.7763099312782287,
      "epoch": 0.161,
      "grad_norm": 704.0,
      "kl_loss_10": 268.4227348327637,
      "kl_loss_2": 2642.4529418945312,
      "kl_loss_3": 2156.727893066406,
      "kl_loss_7": 856.544287109375,
      "learning_rate": 0.0009436884368592739,
      "loss": 1462.7545,
      "step": 1610
    },
    {
      "ce_loss_10": 3.55902304649353,
      "ce_loss_13": 3.441978645324707,
      "ce_loss_2": 4.705282998085022,
      "ce_loss_3": 4.427343964576721,
      "ce_loss_7": 3.810055124759674,
      "epoch": 0.162,
      "grad_norm": 692.0,
      "kl_loss_10": 253.71325302124023,
      "kl_loss_2": 2545.9316528320314,
      "kl_loss_3": 2055.34326171875,
      "kl_loss_7": 814.7054443359375,
      "learning_rate": 0.0009429546814534529,
      "loss": 1452.6556,
      "step": 1620
    },
    {
      "ce_loss_10": 3.567894661426544,
      "ce_loss_13": 3.4576117157936097,
      "ce_loss_2": 4.725762176513672,
      "ce_loss_3": 4.453288149833679,
      "ce_loss_7": 3.8241241455078123,
      "epoch": 0.163,
      "grad_norm": 600.0,
      "kl_loss_10": 249.5528419494629,
      "kl_loss_2": 2561.039794921875,
      "kl_loss_3": 2084.6285034179687,
      "kl_loss_7": 811.9796569824218,
      "learning_rate": 0.0009422164654989072,
      "loss": 1405.3155,
      "step": 1630
    },
    {
      "ce_loss_10": 3.682257628440857,
      "ce_loss_13": 3.57005797624588,
      "ce_loss_2": 4.807721471786499,
      "ce_loss_3": 4.5406172513961796,
      "ce_loss_7": 3.9288353323936462,
      "epoch": 0.164,
      "grad_norm": 632.0,
      "kl_loss_10": 249.95079803466797,
      "kl_loss_2": 2525.5760131835937,
      "kl_loss_3": 2063.9668884277344,
      "kl_loss_7": 811.2918426513672,
      "learning_rate": 0.0009414737964294635,
      "loss": 1427.1312,
      "step": 1640
    },
    {
      "ce_loss_10": 3.6101224184036256,
      "ce_loss_13": 3.5010381817817686,
      "ce_loss_2": 4.720621514320373,
      "ce_loss_3": 4.4590880393981935,
      "ce_loss_7": 3.8465168356895445,
      "epoch": 0.165,
      "grad_norm": 592.0,
      "kl_loss_10": 244.4941291809082,
      "kl_loss_2": 2467.5499755859373,
      "kl_loss_3": 2009.9993835449218,
      "kl_loss_7": 785.2798095703125,
      "learning_rate": 0.000940726681723791,
      "loss": 1420.5047,
      "step": 1650
    },
    {
      "ce_loss_10": 3.4529421091079713,
      "ce_loss_13": 3.3362591743469237,
      "ce_loss_2": 4.67095410823822,
      "ce_loss_3": 4.395775043964386,
      "ce_loss_7": 3.7144131302833556,
      "epoch": 0.166,
      "grad_norm": 760.0,
      "kl_loss_10": 256.26583633422854,
      "kl_loss_2": 2688.0345825195313,
      "kl_loss_3": 2212.7634155273436,
      "kl_loss_7": 836.4253662109375,
      "learning_rate": 0.0009399751289053266,
      "loss": 1423.8466,
      "step": 1660
    },
    {
      "ce_loss_10": 3.667633831501007,
      "ce_loss_13": 3.557128643989563,
      "ce_loss_2": 4.805055928230286,
      "ce_loss_3": 4.532746481895447,
      "ce_loss_7": 3.911760663986206,
      "epoch": 0.167,
      "grad_norm": 700.0,
      "kl_loss_10": 250.78092575073242,
      "kl_loss_2": 2539.268176269531,
      "kl_loss_3": 2059.193713378906,
      "kl_loss_7": 797.4180786132813,
      "learning_rate": 0.0009392191455421988,
      "loss": 1439.8459,
      "step": 1670
    },
    {
      "ce_loss_10": 3.6344913125038145,
      "ce_loss_13": 3.5230419993400575,
      "ce_loss_2": 4.79052848815918,
      "ce_loss_3": 4.512491989135742,
      "ce_loss_7": 3.8782394886016847,
      "epoch": 0.168,
      "grad_norm": 672.0,
      "kl_loss_10": 262.5000991821289,
      "kl_loss_2": 2580.610949707031,
      "kl_loss_3": 2102.571502685547,
      "kl_loss_7": 817.8095031738281,
      "learning_rate": 0.0009384587392471515,
      "loss": 1409.023,
      "step": 1680
    },
    {
      "ce_loss_10": 3.6255006551742555,
      "ce_loss_13": 3.514340567588806,
      "ce_loss_2": 4.734428143501281,
      "ce_loss_3": 4.468456673622131,
      "ce_loss_7": 3.8644169330596925,
      "epoch": 0.169,
      "grad_norm": 628.0,
      "kl_loss_10": 242.1350540161133,
      "kl_loss_2": 2468.8160400390625,
      "kl_loss_3": 2004.5263061523438,
      "kl_loss_7": 785.5388061523438,
      "learning_rate": 0.0009376939176774678,
      "loss": 1384.7148,
      "step": 1690
    },
    {
      "ce_loss_10": 3.601682686805725,
      "ce_loss_13": 3.4858548164367678,
      "ce_loss_2": 4.752888894081115,
      "ce_loss_3": 4.474552822113037,
      "ce_loss_7": 3.842711091041565,
      "epoch": 0.17,
      "grad_norm": 636.0,
      "kl_loss_10": 245.69830017089845,
      "kl_loss_2": 2544.683557128906,
      "kl_loss_3": 2064.160784912109,
      "kl_loss_7": 792.8873626708985,
      "learning_rate": 0.0009369246885348925,
      "loss": 1434.5433,
      "step": 1700
    },
    {
      "ce_loss_10": 3.5952138662338258,
      "ce_loss_13": 3.4776424884796144,
      "ce_loss_2": 4.792232918739319,
      "ce_loss_3": 4.513515877723694,
      "ce_loss_7": 3.8616483092308043,
      "epoch": 0.171,
      "grad_norm": 644.0,
      "kl_loss_10": 250.0074020385742,
      "kl_loss_2": 2643.389611816406,
      "kl_loss_3": 2155.037109375,
      "kl_loss_7": 835.121694946289,
      "learning_rate": 0.0009361510595655545,
      "loss": 1446.8347,
      "step": 1710
    },
    {
      "ce_loss_10": 3.558023285865784,
      "ce_loss_13": 3.438031017780304,
      "ce_loss_2": 4.730398392677307,
      "ce_loss_3": 4.452085471153259,
      "ce_loss_7": 3.815502095222473,
      "epoch": 0.172,
      "grad_norm": 672.0,
      "kl_loss_10": 260.42660064697264,
      "kl_loss_2": 2622.6736572265627,
      "kl_loss_3": 2126.2764099121096,
      "kl_loss_7": 833.0841033935546,
      "learning_rate": 0.0009353730385598887,
      "loss": 1443.5211,
      "step": 1720
    },
    {
      "ce_loss_10": 3.4771748185157776,
      "ce_loss_13": 3.364219045639038,
      "ce_loss_2": 4.693475008010864,
      "ce_loss_3": 4.410137629508972,
      "ce_loss_7": 3.7466461181640627,
      "epoch": 0.173,
      "grad_norm": 576.0,
      "kl_loss_10": 244.67605361938476,
      "kl_loss_2": 2652.6466064453125,
      "kl_loss_3": 2161.871044921875,
      "kl_loss_7": 827.6846221923828,
      "learning_rate": 0.0009345906333525581,
      "loss": 1466.803,
      "step": 1730
    },
    {
      "ce_loss_10": 3.515894877910614,
      "ce_loss_13": 3.403614568710327,
      "ce_loss_2": 4.707322573661804,
      "ce_loss_3": 4.422236812114716,
      "ce_loss_7": 3.7741501927375793,
      "epoch": 0.174,
      "grad_norm": 608.0,
      "kl_loss_10": 250.64810333251953,
      "kl_loss_2": 2637.284143066406,
      "kl_loss_3": 2135.0481140136717,
      "kl_loss_7": 835.5378570556641,
      "learning_rate": 0.0009338038518223745,
      "loss": 1437.4744,
      "step": 1740
    },
    {
      "ce_loss_10": 3.5834938049316407,
      "ce_loss_13": 3.468910980224609,
      "ce_loss_2": 4.762004089355469,
      "ce_loss_3": 4.486204957962036,
      "ce_loss_7": 3.8505713820457457,
      "epoch": 0.175,
      "grad_norm": 652.0,
      "kl_loss_10": 254.51539306640626,
      "kl_loss_2": 2618.7681884765625,
      "kl_loss_3": 2135.773858642578,
      "kl_loss_7": 849.8012634277344,
      "learning_rate": 0.0009330127018922195,
      "loss": 1479.132,
      "step": 1750
    },
    {
      "ce_loss_10": 3.538338470458984,
      "ce_loss_13": 3.4237607955932616,
      "ce_loss_2": 4.7127416133880615,
      "ce_loss_3": 4.443085932731629,
      "ce_loss_7": 3.794516444206238,
      "epoch": 0.176,
      "grad_norm": 628.0,
      "kl_loss_10": 245.44887084960936,
      "kl_loss_2": 2605.848291015625,
      "kl_loss_3": 2119.558026123047,
      "kl_loss_7": 818.0517547607421,
      "learning_rate": 0.0009322171915289634,
      "loss": 1443.3754,
      "step": 1760
    },
    {
      "ce_loss_10": 3.5648101806640624,
      "ce_loss_13": 3.459370458126068,
      "ce_loss_2": 4.707282447814942,
      "ce_loss_3": 4.433714365959167,
      "ce_loss_7": 3.812247085571289,
      "epoch": 0.177,
      "grad_norm": 576.0,
      "kl_loss_10": 245.77867431640624,
      "kl_loss_2": 2558.2099365234376,
      "kl_loss_3": 2069.932727050781,
      "kl_loss_7": 809.8514526367187,
      "learning_rate": 0.0009314173287433873,
      "loss": 1402.6621,
      "step": 1770
    },
    {
      "ce_loss_10": 3.5681435227394105,
      "ce_loss_13": 3.4554543256759644,
      "ce_loss_2": 4.716624093055725,
      "ce_loss_3": 4.441683101654053,
      "ce_loss_7": 3.8178189396858215,
      "epoch": 0.178,
      "grad_norm": 704.0,
      "kl_loss_10": 250.21724319458008,
      "kl_loss_2": 2566.923547363281,
      "kl_loss_3": 2076.703576660156,
      "kl_loss_7": 808.6476196289062,
      "learning_rate": 0.0009306131215901003,
      "loss": 1403.6738,
      "step": 1780
    },
    {
      "ce_loss_10": 3.60051885843277,
      "ce_loss_13": 3.4851089835166933,
      "ce_loss_2": 4.74112594127655,
      "ce_loss_3": 4.468067002296448,
      "ce_loss_7": 3.8350677728652953,
      "epoch": 0.179,
      "grad_norm": 656.0,
      "kl_loss_10": 247.00397262573242,
      "kl_loss_2": 2550.1098876953124,
      "kl_loss_3": 2071.478955078125,
      "kl_loss_7": 797.3671112060547,
      "learning_rate": 0.0009298045781674596,
      "loss": 1386.7528,
      "step": 1790
    },
    {
      "ce_loss_10": 3.576521575450897,
      "ce_loss_13": 3.465667748451233,
      "ce_loss_2": 4.70545973777771,
      "ce_loss_3": 4.437681531906128,
      "ce_loss_7": 3.823224997520447,
      "epoch": 0.18,
      "grad_norm": 640.0,
      "kl_loss_10": 245.9371192932129,
      "kl_loss_2": 2516.936376953125,
      "kl_loss_3": 2031.5426147460937,
      "kl_loss_7": 793.7673767089843,
      "learning_rate": 0.0009289917066174886,
      "loss": 1415.4195,
      "step": 1800
    },
    {
      "ce_loss_10": 3.568215787410736,
      "ce_loss_13": 3.465099549293518,
      "ce_loss_2": 4.663200092315674,
      "ce_loss_3": 4.39816825389862,
      "ce_loss_7": 3.797432005405426,
      "epoch": 0.181,
      "grad_norm": 596.0,
      "kl_loss_10": 236.99261932373048,
      "kl_loss_2": 2444.4304931640627,
      "kl_loss_3": 1977.5733642578125,
      "kl_loss_7": 762.0940002441406,
      "learning_rate": 0.0009281745151257945,
      "loss": 1372.7959,
      "step": 1810
    },
    {
      "ce_loss_10": 3.589988100528717,
      "ce_loss_13": 3.4779568314552307,
      "ce_loss_2": 4.741122603416443,
      "ce_loss_3": 4.463086032867432,
      "ce_loss_7": 3.8317890048027037,
      "epoch": 0.182,
      "grad_norm": 576.0,
      "kl_loss_10": 245.52628021240236,
      "kl_loss_2": 2546.031115722656,
      "kl_loss_3": 2057.9885314941407,
      "kl_loss_7": 789.636849975586,
      "learning_rate": 0.0009273530119214868,
      "loss": 1414.9602,
      "step": 1820
    },
    {
      "ce_loss_10": 3.6874829173088073,
      "ce_loss_13": 3.5830198526382446,
      "ce_loss_2": 4.805440378189087,
      "ce_loss_3": 4.542007470130921,
      "ce_loss_7": 3.922217535972595,
      "epoch": 0.183,
      "grad_norm": 668.0,
      "kl_loss_10": 240.62074966430663,
      "kl_loss_2": 2477.285852050781,
      "kl_loss_3": 2025.298876953125,
      "kl_loss_7": 778.8258850097657,
      "learning_rate": 0.0009265272052770935,
      "loss": 1365.1876,
      "step": 1830
    },
    {
      "ce_loss_10": 3.5063879013061525,
      "ce_loss_13": 3.3919414281845093,
      "ce_loss_2": 4.691436982154846,
      "ce_loss_3": 4.40977828502655,
      "ce_loss_7": 3.7569626212120055,
      "epoch": 0.184,
      "grad_norm": 672.0,
      "kl_loss_10": 245.37701873779298,
      "kl_loss_2": 2600.8256103515623,
      "kl_loss_3": 2103.731726074219,
      "kl_loss_7": 796.2739471435547,
      "learning_rate": 0.0009256971035084784,
      "loss": 1423.7646,
      "step": 1840
    },
    {
      "ce_loss_10": 3.4534160137176513,
      "ce_loss_13": 3.337074172496796,
      "ce_loss_2": 4.650833582878112,
      "ce_loss_3": 4.375414204597473,
      "ce_loss_7": 3.7153374671936037,
      "epoch": 0.185,
      "grad_norm": 872.0,
      "kl_loss_10": 253.35809020996095,
      "kl_loss_2": 2636.6057983398437,
      "kl_loss_3": 2149.6516052246093,
      "kl_loss_7": 833.7322570800782,
      "learning_rate": 0.0009248627149747573,
      "loss": 1433.1182,
      "step": 1850
    },
    {
      "ce_loss_10": 3.6552318572998046,
      "ce_loss_13": 3.5436174392700197,
      "ce_loss_2": 4.771462321281433,
      "ce_loss_3": 4.505353546142578,
      "ce_loss_7": 3.8980504512786864,
      "epoch": 0.186,
      "grad_norm": 628.0,
      "kl_loss_10": 244.59689865112304,
      "kl_loss_2": 2502.3949462890623,
      "kl_loss_3": 2027.7750183105468,
      "kl_loss_7": 792.985708618164,
      "learning_rate": 0.0009240240480782129,
      "loss": 1402.8563,
      "step": 1860
    },
    {
      "ce_loss_10": 3.559772253036499,
      "ce_loss_13": 3.444066059589386,
      "ce_loss_2": 4.714746379852295,
      "ce_loss_3": 4.439750409126281,
      "ce_loss_7": 3.8083682656288147,
      "epoch": 0.187,
      "grad_norm": 696.0,
      "kl_loss_10": 248.7159553527832,
      "kl_loss_2": 2569.0499755859373,
      "kl_loss_3": 2081.2441528320314,
      "kl_loss_7": 799.65380859375,
      "learning_rate": 0.0009231811112642122,
      "loss": 1391.885,
      "step": 1870
    },
    {
      "ce_loss_10": 3.603023958206177,
      "ce_loss_13": 3.4911489486694336,
      "ce_loss_2": 4.7107093334198,
      "ce_loss_3": 4.44477071762085,
      "ce_loss_7": 3.8424261450767516,
      "epoch": 0.188,
      "grad_norm": 756.0,
      "kl_loss_10": 245.3149284362793,
      "kl_loss_2": 2484.4417358398437,
      "kl_loss_3": 2013.6257080078126,
      "kl_loss_7": 788.6129425048828,
      "learning_rate": 0.0009223339130211192,
      "loss": 1382.5715,
      "step": 1880
    },
    {
      "ce_loss_10": 3.451503300666809,
      "ce_loss_13": 3.3456833481788637,
      "ce_loss_2": 4.6354892492294315,
      "ce_loss_3": 4.368392133712769,
      "ce_loss_7": 3.7025105237960814,
      "epoch": 0.189,
      "grad_norm": 796.0,
      "kl_loss_10": 235.8703857421875,
      "kl_loss_2": 2606.5722534179686,
      "kl_loss_3": 2137.981573486328,
      "kl_loss_7": 795.582894897461,
      "learning_rate": 0.0009214824618802108,
      "loss": 1426.9203,
      "step": 1890
    },
    {
      "ce_loss_10": 3.633524978160858,
      "ce_loss_13": 3.5242482304573057,
      "ce_loss_2": 4.770471715927124,
      "ce_loss_3": 4.501252269744873,
      "ce_loss_7": 3.883507859706879,
      "epoch": 0.19,
      "grad_norm": 652.0,
      "kl_loss_10": 237.73654251098634,
      "kl_loss_2": 2486.365759277344,
      "kl_loss_3": 2019.5263671875,
      "kl_loss_7": 793.6973388671875,
      "learning_rate": 0.0009206267664155906,
      "loss": 1428.9256,
      "step": 1900
    },
    {
      "ce_loss_10": 3.5532122611999513,
      "ce_loss_13": 3.443064200878143,
      "ce_loss_2": 4.697825288772583,
      "ce_loss_3": 4.427114844322205,
      "ce_loss_7": 3.799003005027771,
      "epoch": 0.191,
      "grad_norm": 636.0,
      "kl_loss_10": 241.10890350341796,
      "kl_loss_2": 2548.555554199219,
      "kl_loss_3": 2061.9953002929688,
      "kl_loss_7": 794.9706726074219,
      "learning_rate": 0.0009197668352441024,
      "loss": 1417.5695,
      "step": 1910
    },
    {
      "ce_loss_10": 3.608381187915802,
      "ce_loss_13": 3.4997890830039977,
      "ce_loss_2": 4.748308372497559,
      "ce_loss_3": 4.471417784690857,
      "ce_loss_7": 3.851922130584717,
      "epoch": 0.192,
      "grad_norm": 636.0,
      "kl_loss_10": 242.21438293457032,
      "kl_loss_2": 2509.6267700195312,
      "kl_loss_3": 2027.6890441894532,
      "kl_loss_7": 779.7179229736328,
      "learning_rate": 0.0009189026770252437,
      "loss": 1396.1437,
      "step": 1920
    },
    {
      "ce_loss_10": 3.6384175658226012,
      "ce_loss_13": 3.5275412440299987,
      "ce_loss_2": 4.762041211128235,
      "ce_loss_3": 4.48351948261261,
      "ce_loss_7": 3.8741258502006533,
      "epoch": 0.193,
      "grad_norm": 688.0,
      "kl_loss_10": 250.4880401611328,
      "kl_loss_2": 2491.730749511719,
      "kl_loss_3": 2004.1307067871094,
      "kl_loss_7": 785.3524200439454,
      "learning_rate": 0.000918034300461078,
      "loss": 1438.3092,
      "step": 1930
    },
    {
      "ce_loss_10": 3.675648069381714,
      "ce_loss_13": 3.555274224281311,
      "ce_loss_2": 4.77588381767273,
      "ce_loss_3": 4.506980061531067,
      "ce_loss_7": 3.9165189027786256,
      "epoch": 0.194,
      "grad_norm": 1048.0,
      "kl_loss_10": 251.8736488342285,
      "kl_loss_2": 2458.3200805664064,
      "kl_loss_3": 1995.1934143066405,
      "kl_loss_7": 806.3202392578125,
      "learning_rate": 0.0009171617142961477,
      "loss": 1389.0176,
      "step": 1940
    },
    {
      "ce_loss_10": 3.623457467556,
      "ce_loss_13": 3.512966477870941,
      "ce_loss_2": 4.729074192047119,
      "ce_loss_3": 4.464083290100097,
      "ce_loss_7": 3.8867802739143373,
      "epoch": 0.195,
      "grad_norm": 688.0,
      "kl_loss_10": 255.58710021972655,
      "kl_loss_2": 2479.066796875,
      "kl_loss_3": 2001.9678588867187,
      "kl_loss_7": 833.6603210449218,
      "learning_rate": 0.0009162849273173857,
      "loss": 1403.0846,
      "step": 1950
    },
    {
      "ce_loss_10": 3.5657452821731566,
      "ce_loss_13": 3.457024359703064,
      "ce_loss_2": 4.679703283309936,
      "ce_loss_3": 4.409625816345215,
      "ce_loss_7": 3.8033991694450378,
      "epoch": 0.196,
      "grad_norm": 656.0,
      "kl_loss_10": 242.9659797668457,
      "kl_loss_2": 2473.7406372070313,
      "kl_loss_3": 2000.534735107422,
      "kl_loss_7": 783.4248046875,
      "learning_rate": 0.0009154039483540273,
      "loss": 1391.609,
      "step": 1960
    },
    {
      "ce_loss_10": 3.5444339156150817,
      "ce_loss_13": 3.433286416530609,
      "ce_loss_2": 4.677814674377442,
      "ce_loss_3": 4.395683622360229,
      "ce_loss_7": 3.784545695781708,
      "epoch": 0.197,
      "grad_norm": 608.0,
      "kl_loss_10": 239.23334732055665,
      "kl_loss_2": 2520.074182128906,
      "kl_loss_3": 2031.6637634277345,
      "kl_loss_7": 792.3442230224609,
      "learning_rate": 0.0009145187862775209,
      "loss": 1388.6972,
      "step": 1970
    },
    {
      "ce_loss_10": 3.572359085083008,
      "ce_loss_13": 3.466273844242096,
      "ce_loss_2": 4.692143273353577,
      "ce_loss_3": 4.418303954601288,
      "ce_loss_7": 3.8197664856910705,
      "epoch": 0.198,
      "grad_norm": 660.0,
      "kl_loss_10": 241.7268035888672,
      "kl_loss_2": 2492.987420654297,
      "kl_loss_3": 2004.3476135253907,
      "kl_loss_7": 794.6048614501954,
      "learning_rate": 0.0009136294500014386,
      "loss": 1377.9902,
      "step": 1980
    },
    {
      "ce_loss_10": 3.52831609249115,
      "ce_loss_13": 3.4167757987976075,
      "ce_loss_2": 4.705040359497071,
      "ce_loss_3": 4.434882926940918,
      "ce_loss_7": 3.7779016494750977,
      "epoch": 0.199,
      "grad_norm": 684.0,
      "kl_loss_10": 242.86552047729492,
      "kl_loss_2": 2578.6255493164062,
      "kl_loss_3": 2108.4060180664064,
      "kl_loss_7": 798.0517791748047,
      "learning_rate": 0.000912735948481387,
      "loss": 1426.8047,
      "step": 1990
    },
    {
      "ce_loss_10": 3.5601553082466126,
      "ce_loss_13": 3.449883997440338,
      "ce_loss_2": 4.691212105751037,
      "ce_loss_3": 4.414692604541779,
      "ce_loss_7": 3.8016102075576783,
      "epoch": 0.2,
      "grad_norm": 684.0,
      "kl_loss_10": 242.28478622436523,
      "kl_loss_2": 2530.514270019531,
      "kl_loss_3": 2040.9486206054687,
      "kl_loss_7": 800.2102844238282,
      "learning_rate": 0.0009118382907149164,
      "loss": 1370.7061,
      "step": 2000
    },
    {
      "ce_loss_10": 3.5833643674850464,
      "ce_loss_13": 3.4740814447402952,
      "ce_loss_2": 4.70447518825531,
      "ce_loss_3": 4.429442811012268,
      "ce_loss_7": 3.8237846970558165,
      "epoch": 0.201,
      "grad_norm": 612.0,
      "kl_loss_10": 244.51040420532226,
      "kl_loss_2": 2494.5580932617186,
      "kl_loss_3": 2005.631494140625,
      "kl_loss_7": 779.4999328613281,
      "learning_rate": 0.0009109364857414306,
      "loss": 1380.7336,
      "step": 2010
    },
    {
      "ce_loss_10": 3.5532099485397337,
      "ce_loss_13": 3.4470490336418154,
      "ce_loss_2": 4.681869411468506,
      "ce_loss_3": 4.40200264453888,
      "ce_loss_7": 3.790750026702881,
      "epoch": 0.202,
      "grad_norm": 608.0,
      "kl_loss_10": 240.87973327636718,
      "kl_loss_2": 2528.7482421875,
      "kl_loss_3": 2036.1677551269531,
      "kl_loss_7": 777.9466033935547,
      "learning_rate": 0.0009100305426420956,
      "loss": 1419.7547,
      "step": 2020
    },
    {
      "ce_loss_10": 3.5112710118293764,
      "ce_loss_13": 3.404540646076202,
      "ce_loss_2": 4.711292386054993,
      "ce_loss_3": 4.432630777359009,
      "ce_loss_7": 3.757065165042877,
      "epoch": 0.203,
      "grad_norm": 664.0,
      "kl_loss_10": 238.4617919921875,
      "kl_loss_2": 2652.4912963867187,
      "kl_loss_3": 2152.2258422851564,
      "kl_loss_7": 790.063916015625,
      "learning_rate": 0.0009091204705397484,
      "loss": 1413.6135,
      "step": 2030
    },
    {
      "ce_loss_10": 3.508105480670929,
      "ce_loss_13": 3.399987006187439,
      "ce_loss_2": 4.703747749328613,
      "ce_loss_3": 4.428358674049377,
      "ce_loss_7": 3.7540559649467466,
      "epoch": 0.204,
      "grad_norm": 700.0,
      "kl_loss_10": 242.5270248413086,
      "kl_loss_2": 2644.1144165039063,
      "kl_loss_3": 2155.070489501953,
      "kl_loss_7": 790.7262329101562,
      "learning_rate": 0.0009082062785988049,
      "loss": 1424.9719,
      "step": 2040
    },
    {
      "ce_loss_10": 3.638819897174835,
      "ce_loss_13": 3.5337455749511717,
      "ce_loss_2": 4.727799487113953,
      "ce_loss_3": 4.457953143119812,
      "ce_loss_7": 3.8601122856140138,
      "epoch": 0.205,
      "grad_norm": 668.0,
      "kl_loss_10": 235.8659812927246,
      "kl_loss_2": 2476.5026977539064,
      "kl_loss_3": 1996.3927185058594,
      "kl_loss_7": 769.8516876220704,
      "learning_rate": 0.0009072879760251679,
      "loss": 1387.9949,
      "step": 2050
    },
    {
      "ce_loss_10": 3.5858229279518126,
      "ce_loss_13": 3.475198233127594,
      "ce_loss_2": 4.739975643157959,
      "ce_loss_3": 4.475312519073486,
      "ce_loss_7": 3.834290158748627,
      "epoch": 0.206,
      "grad_norm": 700.0,
      "kl_loss_10": 239.9431396484375,
      "kl_loss_2": 2570.9485107421874,
      "kl_loss_3": 2100.634240722656,
      "kl_loss_7": 789.2198791503906,
      "learning_rate": 0.0009063655720661341,
      "loss": 1402.2605,
      "step": 2060
    },
    {
      "ce_loss_10": 3.6313581228256226,
      "ce_loss_13": 3.5262081384658814,
      "ce_loss_2": 4.7349327325820925,
      "ce_loss_3": 4.470538520812989,
      "ce_loss_7": 3.864632213115692,
      "epoch": 0.207,
      "grad_norm": 580.0,
      "kl_loss_10": 238.97062911987305,
      "kl_loss_2": 2454.8896240234376,
      "kl_loss_3": 1987.1748107910157,
      "kl_loss_7": 776.5097869873047,
      "learning_rate": 0.000905439076010301,
      "loss": 1376.7035,
      "step": 2070
    },
    {
      "ce_loss_10": 3.5894328594207763,
      "ce_loss_13": 3.4751851201057433,
      "ce_loss_2": 4.723314690589905,
      "ce_loss_3": 4.451727390289307,
      "ce_loss_7": 3.830363655090332,
      "epoch": 0.208,
      "grad_norm": 620.0,
      "kl_loss_10": 243.43872604370117,
      "kl_loss_2": 2525.0844848632814,
      "kl_loss_3": 2046.1018615722655,
      "kl_loss_7": 793.8133911132812,
      "learning_rate": 0.0009045084971874737,
      "loss": 1367.5893,
      "step": 2080
    },
    {
      "ce_loss_10": 3.5676583290100097,
      "ce_loss_13": 3.452693998813629,
      "ce_loss_2": 4.699956917762757,
      "ce_loss_3": 4.424242115020752,
      "ce_loss_7": 3.806007480621338,
      "epoch": 0.209,
      "grad_norm": 688.0,
      "kl_loss_10": 249.41274871826172,
      "kl_loss_2": 2529.7607299804686,
      "kl_loss_3": 2042.927227783203,
      "kl_loss_7": 789.6784515380859,
      "learning_rate": 0.0009035738449685707,
      "loss": 1418.6186,
      "step": 2090
    },
    {
      "ce_loss_10": 3.510753297805786,
      "ce_loss_13": 3.3990254640579223,
      "ce_loss_2": 4.691071200370788,
      "ce_loss_3": 4.41790235042572,
      "ce_loss_7": 3.7591400265693666,
      "epoch": 0.21,
      "grad_norm": 600.0,
      "kl_loss_10": 248.95298919677734,
      "kl_loss_2": 2601.993273925781,
      "kl_loss_3": 2124.828485107422,
      "kl_loss_7": 799.376498413086,
      "learning_rate": 0.0009026351287655293,
      "loss": 1399.0971,
      "step": 2100
    },
    {
      "ce_loss_10": 3.697406494617462,
      "ce_loss_13": 3.5970078110694885,
      "ce_loss_2": 4.7389151096344,
      "ce_loss_3": 4.481091260910034,
      "ce_loss_7": 3.9209010362625123,
      "epoch": 0.211,
      "grad_norm": 600.0,
      "kl_loss_10": 229.3176498413086,
      "kl_loss_2": 2353.4455688476564,
      "kl_loss_3": 1885.3362854003906,
      "kl_loss_7": 749.6781646728516,
      "learning_rate": 0.0009016923580312113,
      "loss": 1321.2097,
      "step": 2110
    },
    {
      "ce_loss_10": 3.565862810611725,
      "ce_loss_13": 3.4591265320777893,
      "ce_loss_2": 4.665999031066894,
      "ce_loss_3": 4.391572332382202,
      "ce_loss_7": 3.7967191696166993,
      "epoch": 0.212,
      "grad_norm": 732.0,
      "kl_loss_10": 243.075350189209,
      "kl_loss_2": 2458.2255859375,
      "kl_loss_3": 1975.4440124511718,
      "kl_loss_7": 771.7640777587891,
      "learning_rate": 0.0009007455422593077,
      "loss": 1392.0321,
      "step": 2120
    },
    {
      "ce_loss_10": 3.574350452423096,
      "ce_loss_13": 3.4604103803634643,
      "ce_loss_2": 4.7152410507202145,
      "ce_loss_3": 4.439797115325928,
      "ce_loss_7": 3.8057913303375246,
      "epoch": 0.213,
      "grad_norm": 652.0,
      "kl_loss_10": 251.99988250732423,
      "kl_loss_2": 2551.55615234375,
      "kl_loss_3": 2068.113671875,
      "kl_loss_7": 789.3677795410156,
      "learning_rate": 0.0008997946909842425,
      "loss": 1402.5921,
      "step": 2130
    },
    {
      "ce_loss_10": 3.592576038837433,
      "ce_loss_13": 3.476356315612793,
      "ce_loss_2": 4.7715356826782225,
      "ce_loss_3": 4.504428267478943,
      "ce_loss_7": 3.843649852275848,
      "epoch": 0.214,
      "grad_norm": 660.0,
      "kl_loss_10": 255.3404312133789,
      "kl_loss_2": 2625.214599609375,
      "kl_loss_3": 2155.4658203125,
      "kl_loss_7": 813.4428436279297,
      "learning_rate": 0.0008988398137810777,
      "loss": 1403.5207,
      "step": 2140
    },
    {
      "ce_loss_10": 3.620520067214966,
      "ce_loss_13": 3.513581109046936,
      "ce_loss_2": 4.717863583564759,
      "ce_loss_3": 4.442376029491425,
      "ce_loss_7": 3.8534181356430053,
      "epoch": 0.215,
      "grad_norm": 700.0,
      "kl_loss_10": 239.26677551269532,
      "kl_loss_2": 2448.3839477539063,
      "kl_loss_3": 1962.8316284179687,
      "kl_loss_7": 763.2356109619141,
      "learning_rate": 0.0008978809202654162,
      "loss": 1354.8944,
      "step": 2150
    },
    {
      "ce_loss_10": 3.593782067298889,
      "ce_loss_13": 3.4892191767692564,
      "ce_loss_2": 4.713660454750061,
      "ce_loss_3": 4.43155483007431,
      "ce_loss_7": 3.8341444969177245,
      "epoch": 0.216,
      "grad_norm": 640.0,
      "kl_loss_10": 237.50842971801757,
      "kl_loss_2": 2454.586071777344,
      "kl_loss_3": 1970.583270263672,
      "kl_loss_7": 773.5592163085937,
      "learning_rate": 0.0008969180200933046,
      "loss": 1383.4818,
      "step": 2160
    },
    {
      "ce_loss_10": 3.56014689207077,
      "ce_loss_13": 3.4516719341278077,
      "ce_loss_2": 4.715594840049744,
      "ce_loss_3": 4.431590890884399,
      "ce_loss_7": 3.8131863117218017,
      "epoch": 0.217,
      "grad_norm": 712.0,
      "kl_loss_10": 241.1098258972168,
      "kl_loss_2": 2533.49033203125,
      "kl_loss_3": 2041.2841003417968,
      "kl_loss_7": 799.241552734375,
      "learning_rate": 0.0008959511229611376,
      "loss": 1406.9449,
      "step": 2170
    },
    {
      "ce_loss_10": 3.634247362613678,
      "ce_loss_13": 3.529753494262695,
      "ce_loss_2": 4.747422552108764,
      "ce_loss_3": 4.480298018455505,
      "ce_loss_7": 3.8834722995758058,
      "epoch": 0.218,
      "grad_norm": 744.0,
      "kl_loss_10": 231.06951522827148,
      "kl_loss_2": 2480.240673828125,
      "kl_loss_3": 2003.8335388183593,
      "kl_loss_7": 794.5106719970703,
      "learning_rate": 0.0008949802386055581,
      "loss": 1379.2705,
      "step": 2180
    },
    {
      "ce_loss_10": 3.4931302070617676,
      "ce_loss_13": 3.3903717041015624,
      "ce_loss_2": 4.634695625305175,
      "ce_loss_3": 4.343023872375488,
      "ce_loss_7": 3.735668647289276,
      "epoch": 0.219,
      "grad_norm": 704.0,
      "kl_loss_10": 229.31054229736327,
      "kl_loss_2": 2487.9470336914064,
      "kl_loss_3": 1978.2749877929687,
      "kl_loss_7": 772.9935424804687,
      "learning_rate": 0.0008940053768033609,
      "loss": 1398.8061,
      "step": 2190
    },
    {
      "ce_loss_10": 3.579288733005524,
      "ce_loss_13": 3.476969850063324,
      "ce_loss_2": 4.679602265357971,
      "ce_loss_3": 4.408792352676391,
      "ce_loss_7": 3.818285346031189,
      "epoch": 0.22,
      "grad_norm": 648.0,
      "kl_loss_10": 225.21361923217773,
      "kl_loss_2": 2457.1766845703123,
      "kl_loss_3": 1985.3013549804687,
      "kl_loss_7": 762.693115234375,
      "learning_rate": 0.0008930265473713938,
      "loss": 1358.0689,
      "step": 2200
    },
    {
      "ce_loss_10": 3.5425936341285706,
      "ce_loss_13": 3.437610614299774,
      "ce_loss_2": 4.679268145561219,
      "ce_loss_3": 4.395039463043213,
      "ce_loss_7": 3.7786786198616027,
      "epoch": 0.221,
      "grad_norm": 624.0,
      "kl_loss_10": 227.02418670654296,
      "kl_loss_2": 2514.80498046875,
      "kl_loss_3": 2012.999462890625,
      "kl_loss_7": 766.7205108642578,
      "learning_rate": 0.0008920437601664579,
      "loss": 1344.9316,
      "step": 2210
    },
    {
      "ce_loss_10": 3.5330151677131654,
      "ce_loss_13": 3.4283509850502014,
      "ce_loss_2": 4.65971040725708,
      "ce_loss_3": 4.389861440658569,
      "ce_loss_7": 3.7775445342063905,
      "epoch": 0.222,
      "grad_norm": 728.0,
      "kl_loss_10": 231.53972396850585,
      "kl_loss_2": 2495.336804199219,
      "kl_loss_3": 2020.2352600097656,
      "kl_loss_7": 785.6470977783204,
      "learning_rate": 0.0008910570250852097,
      "loss": 1358.0102,
      "step": 2220
    },
    {
      "ce_loss_10": 3.6386430144309996,
      "ce_loss_13": 3.5394553184509276,
      "ce_loss_2": 4.721383547782898,
      "ce_loss_3": 4.441709399223328,
      "ce_loss_7": 3.8573225855827333,
      "epoch": 0.223,
      "grad_norm": 656.0,
      "kl_loss_10": 222.80670547485352,
      "kl_loss_2": 2415.298693847656,
      "kl_loss_3": 1914.3474975585937,
      "kl_loss_7": 735.9223663330079,
      "learning_rate": 0.0008900663520640604,
      "loss": 1330.9881,
      "step": 2230
    },
    {
      "ce_loss_10": 3.5963090658187866,
      "ce_loss_13": 3.4863692045211794,
      "ce_loss_2": 4.697564601898193,
      "ce_loss_3": 4.4291857242584225,
      "ce_loss_7": 3.8206969499588013,
      "epoch": 0.224,
      "grad_norm": 616.0,
      "kl_loss_10": 232.82473220825196,
      "kl_loss_2": 2436.1601440429686,
      "kl_loss_3": 1975.5118774414063,
      "kl_loss_7": 746.4637390136719,
      "learning_rate": 0.0008890717510790764,
      "loss": 1355.2247,
      "step": 2240
    },
    {
      "ce_loss_10": 3.550048661231995,
      "ce_loss_13": 3.444666588306427,
      "ce_loss_2": 4.6846558332443236,
      "ce_loss_3": 4.415020489692688,
      "ce_loss_7": 3.7784482836723328,
      "epoch": 0.225,
      "grad_norm": 748.0,
      "kl_loss_10": 234.0259765625,
      "kl_loss_2": 2511.7267456054688,
      "kl_loss_3": 2033.7661254882812,
      "kl_loss_7": 757.7471649169922,
      "learning_rate": 0.0008880732321458784,
      "loss": 1391.5023,
      "step": 2250
    },
    {
      "ce_loss_10": 3.5846696734428405,
      "ce_loss_13": 3.475912594795227,
      "ce_loss_2": 4.6859821557998655,
      "ce_loss_3": 4.403112530708313,
      "ce_loss_7": 3.8075541138648985,
      "epoch": 0.226,
      "grad_norm": 768.0,
      "kl_loss_10": 241.0058906555176,
      "kl_loss_2": 2434.0427978515627,
      "kl_loss_3": 1946.942852783203,
      "kl_loss_7": 750.951953125,
      "learning_rate": 0.0008870708053195413,
      "loss": 1371.0441,
      "step": 2260
    },
    {
      "ce_loss_10": 3.6066513299942016,
      "ce_loss_13": 3.5011353135108947,
      "ce_loss_2": 4.688438081741333,
      "ce_loss_3": 4.419037127494812,
      "ce_loss_7": 3.8243068933486937,
      "epoch": 0.227,
      "grad_norm": 612.0,
      "kl_loss_10": 236.37487716674804,
      "kl_loss_2": 2419.1595703125,
      "kl_loss_3": 1947.7892822265626,
      "kl_loss_7": 736.9884735107422,
      "learning_rate": 0.0008860644806944918,
      "loss": 1346.316,
      "step": 2270
    },
    {
      "ce_loss_10": 3.5470305681228638,
      "ce_loss_13": 3.4408384203910827,
      "ce_loss_2": 4.675415754318237,
      "ce_loss_3": 4.405515837669372,
      "ce_loss_7": 3.7811434388160707,
      "epoch": 0.228,
      "grad_norm": 712.0,
      "kl_loss_10": 236.5175895690918,
      "kl_loss_2": 2511.8415283203126,
      "kl_loss_3": 2041.5828552246094,
      "kl_loss_7": 773.2159851074218,
      "learning_rate": 0.0008850542684044079,
      "loss": 1347.2301,
      "step": 2280
    },
    {
      "ce_loss_10": 3.525200033187866,
      "ce_loss_13": 3.4121009707450867,
      "ce_loss_2": 4.704805684089661,
      "ce_loss_3": 4.428252863883972,
      "ce_loss_7": 3.7681017994880674,
      "epoch": 0.229,
      "grad_norm": 744.0,
      "kl_loss_10": 243.2204231262207,
      "kl_loss_2": 2609.259875488281,
      "kl_loss_3": 2137.3057250976562,
      "kl_loss_7": 781.1770416259766,
      "learning_rate": 0.0008840401786221159,
      "loss": 1392.1494,
      "step": 2290
    },
    {
      "ce_loss_10": 3.644639456272125,
      "ce_loss_13": 3.546596646308899,
      "ce_loss_2": 4.720036673545837,
      "ce_loss_3": 4.461656093597412,
      "ce_loss_7": 3.8639742493629456,
      "epoch": 0.23,
      "grad_norm": 736.0,
      "kl_loss_10": 221.5949806213379,
      "kl_loss_2": 2383.692004394531,
      "kl_loss_3": 1920.7404052734375,
      "kl_loss_7": 726.6697357177734,
      "learning_rate": 0.000883022221559489,
      "loss": 1309.8631,
      "step": 2300
    },
    {
      "ce_loss_10": 3.6106560468673705,
      "ce_loss_13": 3.5103928685188293,
      "ce_loss_2": 4.718800568580628,
      "ce_loss_3": 4.453631711006165,
      "ce_loss_7": 3.833037328720093,
      "epoch": 0.231,
      "grad_norm": 668.0,
      "kl_loss_10": 224.89765014648438,
      "kl_loss_2": 2469.4252197265623,
      "kl_loss_3": 2018.495166015625,
      "kl_loss_7": 748.8079467773438,
      "learning_rate": 0.0008820004074673434,
      "loss": 1405.4977,
      "step": 2310
    },
    {
      "ce_loss_10": 3.509887623786926,
      "ce_loss_13": 3.4120625376701357,
      "ce_loss_2": 4.630102276802063,
      "ce_loss_3": 4.358427214622497,
      "ce_loss_7": 3.748315227031708,
      "epoch": 0.232,
      "grad_norm": 604.0,
      "kl_loss_10": 223.46416931152345,
      "kl_loss_2": 2484.790771484375,
      "kl_loss_3": 2005.2869995117187,
      "kl_loss_7": 761.2884399414063,
      "learning_rate": 0.0008809747466353355,
      "loss": 1341.5085,
      "step": 2320
    },
    {
      "ce_loss_10": 3.522110950946808,
      "ce_loss_13": 3.4228403091430666,
      "ce_loss_2": 4.653229188919068,
      "ce_loss_3": 4.378945517539978,
      "ce_loss_7": 3.7502294540405274,
      "epoch": 0.233,
      "grad_norm": 744.0,
      "kl_loss_10": 224.23116912841797,
      "kl_loss_2": 2499.1381958007814,
      "kl_loss_3": 2020.5157836914063,
      "kl_loss_7": 752.2868743896485,
      "learning_rate": 0.0008799452493918585,
      "loss": 1366.2092,
      "step": 2330
    },
    {
      "ce_loss_10": 3.600525939464569,
      "ce_loss_13": 3.501133692264557,
      "ce_loss_2": 4.698138499259949,
      "ce_loss_3": 4.4309428334236145,
      "ce_loss_7": 3.8393119096755983,
      "epoch": 0.234,
      "grad_norm": 656.0,
      "kl_loss_10": 221.8571762084961,
      "kl_loss_2": 2452.500280761719,
      "kl_loss_3": 1976.1439636230468,
      "kl_loss_7": 759.1389068603515,
      "learning_rate": 0.0008789119261039385,
      "loss": 1400.5569,
      "step": 2340
    },
    {
      "ce_loss_10": 3.5126537322998046,
      "ce_loss_13": 3.412049424648285,
      "ce_loss_2": 4.627605974674225,
      "ce_loss_3": 4.359820437431336,
      "ce_loss_7": 3.747655713558197,
      "epoch": 0.235,
      "grad_norm": 584.0,
      "kl_loss_10": 220.69495086669923,
      "kl_loss_2": 2450.3417724609376,
      "kl_loss_3": 1979.037158203125,
      "kl_loss_7": 752.3414123535156,
      "learning_rate": 0.0008778747871771292,
      "loss": 1338.277,
      "step": 2350
    },
    {
      "ce_loss_10": 3.5650462746620177,
      "ce_loss_13": 3.4650426387786863,
      "ce_loss_2": 4.640904521942138,
      "ce_loss_3": 4.3729163646698,
      "ce_loss_7": 3.78610600233078,
      "epoch": 0.236,
      "grad_norm": 628.0,
      "kl_loss_10": 215.22831954956055,
      "kl_loss_2": 2399.6547119140623,
      "kl_loss_3": 1925.4503356933594,
      "kl_loss_7": 727.8779388427735,
      "learning_rate": 0.0008768338430554083,
      "loss": 1316.2055,
      "step": 2360
    },
    {
      "ce_loss_10": 3.572676420211792,
      "ce_loss_13": 3.4714962005615235,
      "ce_loss_2": 4.678735136985779,
      "ce_loss_3": 4.39429270029068,
      "ce_loss_7": 3.8077693939208985,
      "epoch": 0.237,
      "grad_norm": 688.0,
      "kl_loss_10": 226.92397766113282,
      "kl_loss_2": 2426.2300659179687,
      "kl_loss_3": 1939.4405090332032,
      "kl_loss_7": 752.637564086914,
      "learning_rate": 0.0008757891042210713,
      "loss": 1346.3338,
      "step": 2370
    },
    {
      "ce_loss_10": 3.592969560623169,
      "ce_loss_13": 3.493350553512573,
      "ce_loss_2": 4.688189601898193,
      "ce_loss_3": 4.413512086868286,
      "ce_loss_7": 3.821557307243347,
      "epoch": 0.238,
      "grad_norm": 656.0,
      "kl_loss_10": 225.66336822509766,
      "kl_loss_2": 2421.9510131835937,
      "kl_loss_3": 1946.20556640625,
      "kl_loss_7": 745.2722961425782,
      "learning_rate": 0.0008747405811946271,
      "loss": 1343.8345,
      "step": 2380
    },
    {
      "ce_loss_10": 3.49123694896698,
      "ce_loss_13": 3.389770042896271,
      "ce_loss_2": 4.654137110710144,
      "ce_loss_3": 4.386571860313415,
      "ce_loss_7": 3.731127667427063,
      "epoch": 0.239,
      "grad_norm": 616.0,
      "kl_loss_10": 230.47370223999025,
      "kl_loss_2": 2561.850231933594,
      "kl_loss_3": 2084.1000549316404,
      "kl_loss_7": 769.9209930419922,
      "learning_rate": 0.0008736882845346905,
      "loss": 1355.4398,
      "step": 2390
    },
    {
      "ce_loss_10": 3.5909661054611206,
      "ce_loss_13": 3.4839738249778747,
      "ce_loss_2": 4.705090403556824,
      "ce_loss_3": 4.426928949356079,
      "ce_loss_7": 3.8166149973869326,
      "epoch": 0.24,
      "grad_norm": 652.0,
      "kl_loss_10": 232.27595291137695,
      "kl_loss_2": 2463.9607543945312,
      "kl_loss_3": 1976.524102783203,
      "kl_loss_7": 748.5501831054687,
      "learning_rate": 0.0008726322248378774,
      "loss": 1350.1158,
      "step": 2400
    },
    {
      "ce_loss_10": 3.5857128262519837,
      "ce_loss_13": 3.485344707965851,
      "ce_loss_2": 4.720745325088501,
      "ce_loss_3": 4.446980690956115,
      "ce_loss_7": 3.815141475200653,
      "epoch": 0.241,
      "grad_norm": 620.0,
      "kl_loss_10": 225.08902893066406,
      "kl_loss_2": 2502.8332275390626,
      "kl_loss_3": 2020.9147888183593,
      "kl_loss_7": 748.0698608398437,
      "learning_rate": 0.0008715724127386971,
      "loss": 1388.577,
      "step": 2410
    },
    {
      "ce_loss_10": 3.656253182888031,
      "ce_loss_13": 3.5548863530159,
      "ce_loss_2": 4.740737318992615,
      "ce_loss_3": 4.4647379398345945,
      "ce_loss_7": 3.869425129890442,
      "epoch": 0.242,
      "grad_norm": 656.0,
      "kl_loss_10": 233.72190628051757,
      "kl_loss_2": 2420.5750244140627,
      "kl_loss_3": 1941.4000915527345,
      "kl_loss_7": 733.7942932128906,
      "learning_rate": 0.0008705088589094458,
      "loss": 1349.3883,
      "step": 2420
    },
    {
      "ce_loss_10": 3.6831162333488465,
      "ce_loss_13": 3.5650919318199157,
      "ce_loss_2": 4.759288740158081,
      "ce_loss_3": 4.490408134460449,
      "ce_loss_7": 3.8880489230155946,
      "epoch": 0.243,
      "grad_norm": 640.0,
      "kl_loss_10": 258.1027114868164,
      "kl_loss_2": 2453.8090209960938,
      "kl_loss_3": 1977.7547729492187,
      "kl_loss_7": 746.0192138671875,
      "learning_rate": 0.0008694415740600988,
      "loss": 1371.979,
      "step": 2430
    },
    {
      "ce_loss_10": 3.539147210121155,
      "ce_loss_13": 3.418752908706665,
      "ce_loss_2": 4.6640907526016235,
      "ce_loss_3": 4.396868014335633,
      "ce_loss_7": 3.753141713142395,
      "epoch": 0.244,
      "grad_norm": 720.0,
      "kl_loss_10": 272.4710403442383,
      "kl_loss_2": 2511.5777099609377,
      "kl_loss_3": 2045.4482543945312,
      "kl_loss_7": 744.3600494384766,
      "learning_rate": 0.0008683705689382025,
      "loss": 1374.2081,
      "step": 2440
    },
    {
      "ce_loss_10": 3.614233338832855,
      "ce_loss_13": 3.502686250209808,
      "ce_loss_2": 4.680193209648133,
      "ce_loss_3": 4.409785914421081,
      "ce_loss_7": 3.81562682390213,
      "epoch": 0.245,
      "grad_norm": 680.0,
      "kl_loss_10": 242.92661514282227,
      "kl_loss_2": 2418.696484375,
      "kl_loss_3": 1945.9917602539062,
      "kl_loss_7": 727.0407897949219,
      "learning_rate": 0.0008672958543287666,
      "loss": 1361.5771,
      "step": 2450
    },
    {
      "ce_loss_10": 3.6207616090774537,
      "ce_loss_13": 3.5146057486534117,
      "ce_loss_2": 4.6799437522888185,
      "ce_loss_3": 4.408400678634644,
      "ce_loss_7": 3.8393305063247682,
      "epoch": 0.246,
      "grad_norm": 640.0,
      "kl_loss_10": 233.26868438720703,
      "kl_loss_2": 2373.7197509765624,
      "kl_loss_3": 1900.9493347167968,
      "kl_loss_7": 737.9279724121094,
      "learning_rate": 0.0008662174410541554,
      "loss": 1323.3875,
      "step": 2460
    },
    {
      "ce_loss_10": 3.5795403718948364,
      "ce_loss_13": 3.4791687726974487,
      "ce_loss_2": 4.657073163986206,
      "ce_loss_3": 4.389124321937561,
      "ce_loss_7": 3.797624135017395,
      "epoch": 0.247,
      "grad_norm": 688.0,
      "kl_loss_10": 228.68382720947267,
      "kl_loss_2": 2405.7741943359374,
      "kl_loss_3": 1929.0893249511719,
      "kl_loss_7": 730.4046020507812,
      "learning_rate": 0.0008651353399739787,
      "loss": 1361.2713,
      "step": 2470
    },
    {
      "ce_loss_10": 3.6015311241149903,
      "ce_loss_13": 3.5007805585861207,
      "ce_loss_2": 4.693076491355896,
      "ce_loss_3": 4.420244932174683,
      "ce_loss_7": 3.8255343675613402,
      "epoch": 0.248,
      "grad_norm": 628.0,
      "kl_loss_10": 225.77268676757814,
      "kl_loss_2": 2413.6783447265625,
      "kl_loss_3": 1937.1076232910157,
      "kl_loss_7": 735.3206512451172,
      "learning_rate": 0.0008640495619849821,
      "loss": 1345.3404,
      "step": 2480
    },
    {
      "ce_loss_10": 3.5668503522872923,
      "ce_loss_13": 3.4637187004089354,
      "ce_loss_2": 4.644854807853699,
      "ce_loss_3": 4.374481606483459,
      "ce_loss_7": 3.791785490512848,
      "epoch": 0.249,
      "grad_norm": 616.0,
      "kl_loss_10": 223.47670059204103,
      "kl_loss_2": 2406.82578125,
      "kl_loss_3": 1930.5429321289062,
      "kl_loss_7": 738.2828582763672,
      "learning_rate": 0.0008629601180209381,
      "loss": 1326.733,
      "step": 2490
    },
    {
      "ce_loss_10": 3.5605925559997558,
      "ce_loss_13": 3.4623565435409547,
      "ce_loss_2": 4.648912143707276,
      "ce_loss_3": 4.37358832359314,
      "ce_loss_7": 3.7822588205337526,
      "epoch": 0.25,
      "grad_norm": 588.0,
      "kl_loss_10": 221.60515823364258,
      "kl_loss_2": 2408.634729003906,
      "kl_loss_3": 1918.1406311035157,
      "kl_loss_7": 733.2383361816406,
      "learning_rate": 0.000861867019052535,
      "loss": 1350.9314,
      "step": 2500
    },
    {
      "ce_loss_10": 3.4750850677490233,
      "ce_loss_13": 3.3757749915122988,
      "ce_loss_2": 4.618335509300232,
      "ce_loss_3": 4.344382691383362,
      "ce_loss_7": 3.7118528127670287,
      "epoch": 0.251,
      "grad_norm": 664.0,
      "kl_loss_10": 225.6886344909668,
      "kl_loss_2": 2520.0691040039064,
      "kl_loss_3": 2028.4780883789062,
      "kl_loss_7": 750.8930267333984,
      "learning_rate": 0.0008607702760872678,
      "loss": 1377.2211,
      "step": 2510
    },
    {
      "ce_loss_10": 3.5948320031166077,
      "ce_loss_13": 3.493862783908844,
      "ce_loss_2": 4.663220858573913,
      "ce_loss_3": 4.39898452758789,
      "ce_loss_7": 3.8143251180648803,
      "epoch": 0.252,
      "grad_norm": 736.0,
      "kl_loss_10": 220.9385528564453,
      "kl_loss_2": 2382.33095703125,
      "kl_loss_3": 1919.1317260742187,
      "kl_loss_7": 728.4733703613281,
      "learning_rate": 0.0008596699001693256,
      "loss": 1356.6151,
      "step": 2520
    },
    {
      "ce_loss_10": 3.6045937299728394,
      "ce_loss_13": 3.5089424014091493,
      "ce_loss_2": 4.674148344993592,
      "ce_loss_3": 4.401587581634521,
      "ce_loss_7": 3.8156301379203796,
      "epoch": 0.253,
      "grad_norm": 664.0,
      "kl_loss_10": 222.60222702026368,
      "kl_loss_2": 2399.647021484375,
      "kl_loss_3": 1923.217791748047,
      "kl_loss_7": 722.3135375976562,
      "learning_rate": 0.0008585659023794818,
      "loss": 1357.2354,
      "step": 2530
    },
    {
      "ce_loss_10": 3.5605056166648863,
      "ce_loss_13": 3.458607590198517,
      "ce_loss_2": 4.6924147605896,
      "ce_loss_3": 4.421391654014587,
      "ce_loss_7": 3.799249517917633,
      "epoch": 0.254,
      "grad_norm": 660.0,
      "kl_loss_10": 233.0737617492676,
      "kl_loss_2": 2499.324670410156,
      "kl_loss_3": 2030.4549194335937,
      "kl_loss_7": 761.279296875,
      "learning_rate": 0.0008574582938349817,
      "loss": 1364.7606,
      "step": 2540
    },
    {
      "ce_loss_10": 3.5620136737823485,
      "ce_loss_13": 3.450424087047577,
      "ce_loss_2": 4.679884123802185,
      "ce_loss_3": 4.403433465957642,
      "ce_loss_7": 3.8059414982795716,
      "epoch": 0.255,
      "grad_norm": 648.0,
      "kl_loss_10": 238.74318084716796,
      "kl_loss_2": 2486.331640625,
      "kl_loss_3": 1999.8115600585938,
      "kl_loss_7": 776.2368225097656,
      "learning_rate": 0.0008563470856894315,
      "loss": 1329.6849,
      "step": 2550
    },
    {
      "ce_loss_10": 3.540405642986298,
      "ce_loss_13": 3.4457826972007752,
      "ce_loss_2": 4.656697821617127,
      "ce_loss_3": 4.386443245410919,
      "ce_loss_7": 3.772416353225708,
      "epoch": 0.256,
      "grad_norm": 760.0,
      "kl_loss_10": 221.72702865600587,
      "kl_loss_2": 2443.3952514648436,
      "kl_loss_3": 1969.1475952148437,
      "kl_loss_7": 745.7592987060547,
      "learning_rate": 0.0008552322891326845,
      "loss": 1346.8541,
      "step": 2560
    },
    {
      "ce_loss_10": 3.5136868953704834,
      "ce_loss_13": 3.415074276924133,
      "ce_loss_2": 4.637244987487793,
      "ce_loss_3": 4.365770423412323,
      "ce_loss_7": 3.741610062122345,
      "epoch": 0.257,
      "grad_norm": 788.0,
      "kl_loss_10": 218.68516159057617,
      "kl_loss_2": 2477.789599609375,
      "kl_loss_3": 2001.3069702148437,
      "kl_loss_7": 743.3714080810547,
      "learning_rate": 0.0008541139153907296,
      "loss": 1329.1979,
      "step": 2570
    },
    {
      "ce_loss_10": 3.472187507152557,
      "ce_loss_13": 3.3729379415512084,
      "ce_loss_2": 4.581104445457458,
      "ce_loss_3": 4.308674609661102,
      "ce_loss_7": 3.69760080575943,
      "epoch": 0.258,
      "grad_norm": 636.0,
      "kl_loss_10": 213.4689498901367,
      "kl_loss_2": 2453.299768066406,
      "kl_loss_3": 1976.8992919921875,
      "kl_loss_7": 745.6326965332031,
      "learning_rate": 0.0008529919757255782,
      "loss": 1354.7893,
      "step": 2580
    },
    {
      "ce_loss_10": 3.500008797645569,
      "ce_loss_13": 3.408738708496094,
      "ce_loss_2": 4.560009336471557,
      "ce_loss_3": 4.2931175351142885,
      "ce_loss_7": 3.716734218597412,
      "epoch": 0.259,
      "grad_norm": 624.0,
      "kl_loss_10": 208.80025100708008,
      "kl_loss_2": 2371.1708251953123,
      "kl_loss_3": 1897.6802124023438,
      "kl_loss_7": 721.6227478027344,
      "learning_rate": 0.0008518664814351503,
      "loss": 1306.301,
      "step": 2590
    },
    {
      "ce_loss_10": 3.472637712955475,
      "ce_loss_13": 3.37472482919693,
      "ce_loss_2": 4.598471093177795,
      "ce_loss_3": 4.321799778938294,
      "ce_loss_7": 3.7131651520729063,
      "epoch": 0.26,
      "grad_norm": 644.0,
      "kl_loss_10": 222.20911254882813,
      "kl_loss_2": 2491.116162109375,
      "kl_loss_3": 2007.4335876464843,
      "kl_loss_7": 764.1704193115235,
      "learning_rate": 0.0008507374438531607,
      "loss": 1407.2535,
      "step": 2600
    },
    {
      "ce_loss_10": 3.447394275665283,
      "ce_loss_13": 3.3539512395858764,
      "ce_loss_2": 4.5548292875289915,
      "ce_loss_3": 4.286789774894714,
      "ce_loss_7": 3.6768516659736634,
      "epoch": 0.261,
      "grad_norm": 676.0,
      "kl_loss_10": 214.65092697143555,
      "kl_loss_2": 2437.03447265625,
      "kl_loss_3": 1973.9089477539062,
      "kl_loss_7": 738.8113952636719,
      "learning_rate": 0.0008496048743490053,
      "loss": 1332.7279,
      "step": 2610
    },
    {
      "ce_loss_10": 3.597834813594818,
      "ce_loss_13": 3.5061428785324096,
      "ce_loss_2": 4.655121803283691,
      "ce_loss_3": 4.391561770439148,
      "ce_loss_7": 3.814839816093445,
      "epoch": 0.262,
      "grad_norm": 564.0,
      "kl_loss_10": 212.99711074829102,
      "kl_loss_2": 2362.529577636719,
      "kl_loss_3": 1891.9757995605469,
      "kl_loss_7": 720.1662811279297,
      "learning_rate": 0.0008484687843276469,
      "loss": 1316.5832,
      "step": 2620
    },
    {
      "ce_loss_10": 3.533200740814209,
      "ce_loss_13": 3.4373727798461915,
      "ce_loss_2": 4.636826205253601,
      "ce_loss_3": 4.3528993129730225,
      "ce_loss_7": 3.7636064171791075,
      "epoch": 0.263,
      "grad_norm": 688.0,
      "kl_loss_10": 217.95888977050782,
      "kl_loss_2": 2432.091143798828,
      "kl_loss_3": 1936.0632568359374,
      "kl_loss_7": 738.968881225586,
      "learning_rate": 0.0008473291852294987,
      "loss": 1361.4943,
      "step": 2630
    },
    {
      "ce_loss_10": 3.5451728224754335,
      "ce_loss_13": 3.446604347229004,
      "ce_loss_2": 4.630346298217773,
      "ce_loss_3": 4.3619812488555905,
      "ce_loss_7": 3.7699208855628967,
      "epoch": 0.264,
      "grad_norm": 672.0,
      "kl_loss_10": 220.66769561767578,
      "kl_loss_2": 2436.2069458007813,
      "kl_loss_3": 1956.8639526367188,
      "kl_loss_7": 742.7248840332031,
      "learning_rate": 0.0008461860885303114,
      "loss": 1327.3721,
      "step": 2640
    },
    {
      "ce_loss_10": 3.5666414141654967,
      "ce_loss_13": 3.4715107679367065,
      "ce_loss_2": 4.639662265777588,
      "ce_loss_3": 4.371685028076172,
      "ce_loss_7": 3.788040292263031,
      "epoch": 0.265,
      "grad_norm": 656.0,
      "kl_loss_10": 216.69636611938478,
      "kl_loss_2": 2373.723107910156,
      "kl_loss_3": 1899.1220764160157,
      "kl_loss_7": 725.1952423095703,
      "learning_rate": 0.000845039505741056,
      "loss": 1327.8555,
      "step": 2650
    },
    {
      "ce_loss_10": 3.5541250467300416,
      "ce_loss_13": 3.4555353045463564,
      "ce_loss_2": 4.645513963699341,
      "ce_loss_3": 4.378093981742859,
      "ce_loss_7": 3.7833709001541136,
      "epoch": 0.266,
      "grad_norm": 668.0,
      "kl_loss_10": 224.05798721313477,
      "kl_loss_2": 2449.707385253906,
      "kl_loss_3": 1967.4787109375,
      "kl_loss_7": 750.5478302001953,
      "learning_rate": 0.0008438894484078086,
      "loss": 1378.657,
      "step": 2660
    },
    {
      "ce_loss_10": 3.557729125022888,
      "ce_loss_13": 3.4628395080566405,
      "ce_loss_2": 4.638984179496765,
      "ce_loss_3": 4.374520492553711,
      "ce_loss_7": 3.7801038026809692,
      "epoch": 0.267,
      "grad_norm": 796.0,
      "kl_loss_10": 218.22870254516602,
      "kl_loss_2": 2393.3899047851564,
      "kl_loss_3": 1931.0333312988282,
      "kl_loss_7": 732.3969909667969,
      "learning_rate": 0.0008427359281116334,
      "loss": 1329.4188,
      "step": 2670
    },
    {
      "ce_loss_10": 3.4619020819664,
      "ce_loss_13": 3.3649930715560914,
      "ce_loss_2": 4.586506628990174,
      "ce_loss_3": 4.3114288449287415,
      "ce_loss_7": 3.6977506399154665,
      "epoch": 0.268,
      "grad_norm": 560.0,
      "kl_loss_10": 218.7227699279785,
      "kl_loss_2": 2471.7220703125,
      "kl_loss_3": 1986.8973815917968,
      "kl_loss_7": 744.8811431884766,
      "learning_rate": 0.0008415789564684673,
      "loss": 1344.4947,
      "step": 2680
    },
    {
      "ce_loss_10": 3.7084735155105593,
      "ce_loss_13": 3.610187065601349,
      "ce_loss_2": 4.759761667251587,
      "ce_loss_3": 4.487373423576355,
      "ce_loss_7": 3.9243152022361754,
      "epoch": 0.269,
      "grad_norm": 756.0,
      "kl_loss_10": 223.18955688476564,
      "kl_loss_2": 2329.3449951171874,
      "kl_loss_3": 1847.8426208496094,
      "kl_loss_7": 721.1707153320312,
      "learning_rate": 0.0008404185451290017,
      "loss": 1296.1146,
      "step": 2690
    },
    {
      "ce_loss_10": 3.578732097148895,
      "ce_loss_13": 3.4770421504974367,
      "ce_loss_2": 4.659151983261109,
      "ce_loss_3": 4.38085663318634,
      "ce_loss_7": 3.7948765754699707,
      "epoch": 0.27,
      "grad_norm": 692.0,
      "kl_loss_10": 224.61487731933593,
      "kl_loss_2": 2417.559912109375,
      "kl_loss_3": 1939.3710815429688,
      "kl_loss_7": 727.4687561035156,
      "learning_rate": 0.0008392547057785661,
      "loss": 1317.3512,
      "step": 2700
    },
    {
      "ce_loss_10": 3.5002851486206055,
      "ce_loss_13": 3.396597516536713,
      "ce_loss_2": 4.633592844009399,
      "ce_loss_3": 4.365511727333069,
      "ce_loss_7": 3.738453209400177,
      "epoch": 0.271,
      "grad_norm": 732.0,
      "kl_loss_10": 231.73975296020507,
      "kl_loss_2": 2517.132354736328,
      "kl_loss_3": 2044.1573425292968,
      "kl_loss_7": 768.5197204589844,
      "learning_rate": 0.0008380874501370098,
      "loss": 1329.0642,
      "step": 2710
    },
    {
      "ce_loss_10": 3.5027819752693174,
      "ce_loss_13": 3.4010127544403077,
      "ce_loss_2": 4.628546047210693,
      "ce_loss_3": 4.359855842590332,
      "ce_loss_7": 3.7310682773590087,
      "epoch": 0.272,
      "grad_norm": 628.0,
      "kl_loss_10": 236.13679275512695,
      "kl_loss_2": 2503.883825683594,
      "kl_loss_3": 2020.1560424804688,
      "kl_loss_7": 758.8711700439453,
      "learning_rate": 0.0008369167899585841,
      "loss": 1363.7068,
      "step": 2720
    },
    {
      "ce_loss_10": 3.6181455850601196,
      "ce_loss_13": 3.521961879730225,
      "ce_loss_2": 4.664963984489441,
      "ce_loss_3": 4.396141123771668,
      "ce_loss_7": 3.839101779460907,
      "epoch": 0.273,
      "grad_norm": 636.0,
      "kl_loss_10": 223.16615371704103,
      "kl_loss_2": 2348.37099609375,
      "kl_loss_3": 1879.9346130371093,
      "kl_loss_7": 730.2560852050781,
      "learning_rate": 0.0008357427370318238,
      "loss": 1337.943,
      "step": 2730
    },
    {
      "ce_loss_10": 3.571904718875885,
      "ce_loss_13": 3.4762736320495606,
      "ce_loss_2": 4.677034759521485,
      "ce_loss_3": 4.40289398431778,
      "ce_loss_7": 3.7918145298957824,
      "epoch": 0.274,
      "grad_norm": 772.0,
      "kl_loss_10": 222.57760772705078,
      "kl_loss_2": 2451.346435546875,
      "kl_loss_3": 1973.4313354492188,
      "kl_loss_7": 730.7371429443359,
      "learning_rate": 0.0008345653031794292,
      "loss": 1347.6243,
      "step": 2740
    },
    {
      "ce_loss_10": 3.5737530469894407,
      "ce_loss_13": 3.4740692615509032,
      "ce_loss_2": 4.659031462669373,
      "ce_loss_3": 4.387771344184875,
      "ce_loss_7": 3.792672348022461,
      "epoch": 0.275,
      "grad_norm": 672.0,
      "kl_loss_10": 222.67840805053712,
      "kl_loss_2": 2406.277941894531,
      "kl_loss_3": 1924.3234985351562,
      "kl_loss_7": 730.7620574951172,
      "learning_rate": 0.0008333845002581458,
      "loss": 1320.2523,
      "step": 2750
    },
    {
      "ce_loss_10": 3.498860251903534,
      "ce_loss_13": 3.400104033946991,
      "ce_loss_2": 4.611243772506714,
      "ce_loss_3": 4.342458128929138,
      "ce_loss_7": 3.733369469642639,
      "epoch": 0.276,
      "grad_norm": 644.0,
      "kl_loss_10": 224.65963973999024,
      "kl_loss_2": 2495.7015869140623,
      "kl_loss_3": 2015.1633422851562,
      "kl_loss_7": 762.1438781738282,
      "learning_rate": 0.0008322003401586462,
      "loss": 1364.4495,
      "step": 2760
    },
    {
      "ce_loss_10": 3.532784569263458,
      "ce_loss_13": 3.440683197975159,
      "ce_loss_2": 4.59234881401062,
      "ce_loss_3": 4.320498394966125,
      "ce_loss_7": 3.7502055525779725,
      "epoch": 0.277,
      "grad_norm": 724.0,
      "kl_loss_10": 211.5718635559082,
      "kl_loss_2": 2343.010675048828,
      "kl_loss_3": 1873.985821533203,
      "kl_loss_7": 709.5305114746094,
      "learning_rate": 0.0008310128348054094,
      "loss": 1276.2701,
      "step": 2770
    },
    {
      "ce_loss_10": 3.5014058470726015,
      "ce_loss_13": 3.406921911239624,
      "ce_loss_2": 4.603280448913575,
      "ce_loss_3": 4.329492771625519,
      "ce_loss_7": 3.7248639822006226,
      "epoch": 0.278,
      "grad_norm": 652.0,
      "kl_loss_10": 214.84819107055665,
      "kl_loss_2": 2431.7943481445313,
      "kl_loss_3": 1951.13515625,
      "kl_loss_7": 731.5488677978516,
      "learning_rate": 0.0008298219961566008,
      "loss": 1329.707,
      "step": 2780
    },
    {
      "ce_loss_10": 3.4713513970375063,
      "ce_loss_13": 3.3771822571754457,
      "ce_loss_2": 4.587963104248047,
      "ce_loss_3": 4.32047404050827,
      "ce_loss_7": 3.711584746837616,
      "epoch": 0.279,
      "grad_norm": 644.0,
      "kl_loss_10": 217.99566726684571,
      "kl_loss_2": 2492.9334106445312,
      "kl_loss_3": 2016.429022216797,
      "kl_loss_7": 761.9394226074219,
      "learning_rate": 0.0008286278362039527,
      "loss": 1336.5162,
      "step": 2790
    },
    {
      "ce_loss_10": 3.496282184123993,
      "ce_loss_13": 3.3998995065689086,
      "ce_loss_2": 4.622646689414978,
      "ce_loss_3": 4.352741932868957,
      "ce_loss_7": 3.7300979018211367,
      "epoch": 0.28,
      "grad_norm": 592.0,
      "kl_loss_10": 216.96264114379883,
      "kl_loss_2": 2489.9998046875,
      "kl_loss_3": 2008.0425537109375,
      "kl_loss_7": 746.8909149169922,
      "learning_rate": 0.0008274303669726426,
      "loss": 1325.7328,
      "step": 2800
    },
    {
      "ce_loss_10": 3.4048958301544188,
      "ce_loss_13": 3.3045366764068604,
      "ce_loss_2": 4.5690556287765505,
      "ce_loss_3": 4.298348617553711,
      "ce_loss_7": 3.6378442645072937,
      "epoch": 0.281,
      "grad_norm": 684.0,
      "kl_loss_10": 218.18540115356444,
      "kl_loss_2": 2561.6716186523436,
      "kl_loss_3": 2080.7119262695314,
      "kl_loss_7": 743.8994750976562,
      "learning_rate": 0.0008262296005211721,
      "loss": 1337.6219,
      "step": 2810
    },
    {
      "ce_loss_10": 3.5260050296783447,
      "ce_loss_13": 3.428924763202667,
      "ce_loss_2": 4.642134022712708,
      "ce_loss_3": 4.368475294113159,
      "ce_loss_7": 3.7550152063369753,
      "epoch": 0.282,
      "grad_norm": 600.0,
      "kl_loss_10": 216.54320907592773,
      "kl_loss_2": 2444.2397338867186,
      "kl_loss_3": 1975.6794677734374,
      "kl_loss_7": 734.2523712158203,
      "learning_rate": 0.0008250255489412463,
      "loss": 1322.247,
      "step": 2820
    },
    {
      "ce_loss_10": 3.629942464828491,
      "ce_loss_13": 3.532360863685608,
      "ce_loss_2": 4.7163821935653685,
      "ce_loss_3": 4.444535660743713,
      "ce_loss_7": 3.846136474609375,
      "epoch": 0.283,
      "grad_norm": 628.0,
      "kl_loss_10": 214.22548904418946,
      "kl_loss_2": 2410.5466918945312,
      "kl_loss_3": 1930.2673034667969,
      "kl_loss_7": 714.048681640625,
      "learning_rate": 0.0008238182243576511,
      "loss": 1325.0883,
      "step": 2830
    },
    {
      "ce_loss_10": 3.5913167357444764,
      "ce_loss_13": 3.5031124353408813,
      "ce_loss_2": 4.611292886734009,
      "ce_loss_3": 4.339277529716492,
      "ce_loss_7": 3.796242094039917,
      "epoch": 0.284,
      "grad_norm": 620.0,
      "kl_loss_10": 208.4808135986328,
      "kl_loss_2": 2294.337286376953,
      "kl_loss_3": 1814.4247924804688,
      "kl_loss_7": 695.5996673583984,
      "learning_rate": 0.0008226076389281315,
      "loss": 1277.3086,
      "step": 2840
    },
    {
      "ce_loss_10": 3.632950210571289,
      "ce_loss_13": 3.542364180088043,
      "ce_loss_2": 4.697378945350647,
      "ce_loss_3": 4.428278470039368,
      "ce_loss_7": 3.8434852004051208,
      "epoch": 0.285,
      "grad_norm": 592.0,
      "kl_loss_10": 210.92243499755858,
      "kl_loss_2": 2375.7556274414064,
      "kl_loss_3": 1902.3470825195313,
      "kl_loss_7": 701.8125823974609,
      "learning_rate": 0.0008213938048432696,
      "loss": 1285.7082,
      "step": 2850
    },
    {
      "ce_loss_10": 3.561896014213562,
      "ce_loss_13": 3.4673075318336486,
      "ce_loss_2": 4.635823488235474,
      "ce_loss_3": 4.3728371381759645,
      "ce_loss_7": 3.780589020252228,
      "epoch": 0.286,
      "grad_norm": 616.0,
      "kl_loss_10": 216.6977653503418,
      "kl_loss_2": 2390.834924316406,
      "kl_loss_3": 1924.6818054199218,
      "kl_loss_7": 726.8750396728516,
      "learning_rate": 0.0008201767343263612,
      "loss": 1324.6124,
      "step": 2860
    },
    {
      "ce_loss_10": 3.4997401237487793,
      "ce_loss_13": 3.4044744968414307,
      "ce_loss_2": 4.604890465736389,
      "ce_loss_3": 4.338030159473419,
      "ce_loss_7": 3.7291186928749083,
      "epoch": 0.287,
      "grad_norm": 616.0,
      "kl_loss_10": 213.92771530151367,
      "kl_loss_2": 2444.1182250976562,
      "kl_loss_3": 1971.163818359375,
      "kl_loss_7": 731.3478240966797,
      "learning_rate": 0.0008189564396332927,
      "loss": 1291.9086,
      "step": 2870
    },
    {
      "ce_loss_10": 3.480617916584015,
      "ce_loss_13": 3.388473629951477,
      "ce_loss_2": 4.600887513160705,
      "ce_loss_3": 4.323178672790528,
      "ce_loss_7": 3.7104127168655396,
      "epoch": 0.288,
      "grad_norm": 668.0,
      "kl_loss_10": 212.88904190063477,
      "kl_loss_2": 2441.765899658203,
      "kl_loss_3": 1961.8893615722657,
      "kl_loss_7": 728.4373413085938,
      "learning_rate": 0.0008177329330524181,
      "loss": 1342.4608,
      "step": 2880
    },
    {
      "ce_loss_10": 3.5435534834861757,
      "ce_loss_13": 3.4502355217933656,
      "ce_loss_2": 4.6120285987854,
      "ce_loss_3": 4.346097040176391,
      "ce_loss_7": 3.762561321258545,
      "epoch": 0.289,
      "grad_norm": 648.0,
      "kl_loss_10": 212.22290649414063,
      "kl_loss_2": 2358.1793823242188,
      "kl_loss_3": 1890.9413208007813,
      "kl_loss_7": 714.5174743652344,
      "learning_rate": 0.0008165062269044352,
      "loss": 1305.3231,
      "step": 2890
    },
    {
      "ce_loss_10": 3.4996484994888304,
      "ce_loss_13": 3.401354455947876,
      "ce_loss_2": 4.609268927574158,
      "ce_loss_3": 4.3294067740440365,
      "ce_loss_7": 3.723408377170563,
      "epoch": 0.29,
      "grad_norm": 660.0,
      "kl_loss_10": 216.81241302490236,
      "kl_loss_2": 2451.4824340820314,
      "kl_loss_3": 1968.3146179199218,
      "kl_loss_7": 729.5468353271484,
      "learning_rate": 0.0008152763335422613,
      "loss": 1337.7896,
      "step": 2900
    },
    {
      "ce_loss_10": 3.4890666246414184,
      "ce_loss_13": 3.392501711845398,
      "ce_loss_2": 4.58982219696045,
      "ce_loss_3": 4.312074947357178,
      "ce_loss_7": 3.713588225841522,
      "epoch": 0.291,
      "grad_norm": 664.0,
      "kl_loss_10": 218.38675384521486,
      "kl_loss_2": 2445.5037841796875,
      "kl_loss_3": 1949.8568176269532,
      "kl_loss_7": 729.6879028320312,
      "learning_rate": 0.0008140432653509088,
      "loss": 1317.595,
      "step": 2910
    },
    {
      "ce_loss_10": 3.538894033432007,
      "ce_loss_13": 3.4391178250312806,
      "ce_loss_2": 4.60951418876648,
      "ce_loss_3": 4.337265026569367,
      "ce_loss_7": 3.7542282700538636,
      "epoch": 0.292,
      "grad_norm": 576.0,
      "kl_loss_10": 218.85857162475585,
      "kl_loss_2": 2397.1072692871094,
      "kl_loss_3": 1916.8259216308593,
      "kl_loss_7": 718.4374481201172,
      "learning_rate": 0.0008128070347473608,
      "loss": 1302.2107,
      "step": 2920
    },
    {
      "ce_loss_10": 3.5429399847984313,
      "ce_loss_13": 3.447796130180359,
      "ce_loss_2": 4.665868854522705,
      "ce_loss_3": 4.389448404312134,
      "ce_loss_7": 3.7667205929756165,
      "epoch": 0.293,
      "grad_norm": 664.0,
      "kl_loss_10": 216.54725646972656,
      "kl_loss_2": 2487.7160583496093,
      "kl_loss_3": 2004.9421325683593,
      "kl_loss_7": 736.1060913085937,
      "learning_rate": 0.0008115676541804455,
      "loss": 1333.5637,
      "step": 2930
    },
    {
      "ce_loss_10": 3.5453550815582275,
      "ce_loss_13": 3.4535977363586428,
      "ce_loss_2": 4.623500943183899,
      "ce_loss_3": 4.348728823661804,
      "ce_loss_7": 3.760838878154755,
      "epoch": 0.294,
      "grad_norm": 580.0,
      "kl_loss_10": 209.94191284179686,
      "kl_loss_2": 2400.48662109375,
      "kl_loss_3": 1909.5526062011718,
      "kl_loss_7": 710.1752807617188,
      "learning_rate": 0.0008103251361307119,
      "loss": 1325.5172,
      "step": 2940
    },
    {
      "ce_loss_10": 3.578377163410187,
      "ce_loss_13": 3.4808244347572326,
      "ce_loss_2": 4.6591003894805905,
      "ce_loss_3": 4.395820617675781,
      "ce_loss_7": 3.793817377090454,
      "epoch": 0.295,
      "grad_norm": 616.0,
      "kl_loss_10": 214.81473617553712,
      "kl_loss_2": 2396.3223205566405,
      "kl_loss_3": 1926.4922485351562,
      "kl_loss_7": 722.0272766113281,
      "learning_rate": 0.0008090794931103026,
      "loss": 1300.3234,
      "step": 2950
    },
    {
      "ce_loss_10": 3.566417765617371,
      "ce_loss_13": 3.475232172012329,
      "ce_loss_2": 4.628555154800415,
      "ce_loss_3": 4.358175444602966,
      "ce_loss_7": 3.7831589698791506,
      "epoch": 0.296,
      "grad_norm": 692.0,
      "kl_loss_10": 209.84390869140626,
      "kl_loss_2": 2350.2305419921877,
      "kl_loss_3": 1877.9652465820313,
      "kl_loss_7": 713.7039794921875,
      "learning_rate": 0.0008078307376628291,
      "loss": 1303.6331,
      "step": 2960
    },
    {
      "ce_loss_10": 3.6232991099357603,
      "ce_loss_13": 3.534627139568329,
      "ce_loss_2": 4.6475036382675174,
      "ce_loss_3": 4.389086437225342,
      "ce_loss_7": 3.83059047460556,
      "epoch": 0.297,
      "grad_norm": 644.0,
      "kl_loss_10": 205.1537940979004,
      "kl_loss_2": 2274.82734375,
      "kl_loss_3": 1823.2497436523438,
      "kl_loss_7": 686.9072265625,
      "learning_rate": 0.000806578882363245,
      "loss": 1259.2264,
      "step": 2970
    },
    {
      "ce_loss_10": 3.536562275886536,
      "ce_loss_13": 3.447048234939575,
      "ce_loss_2": 4.597748541831971,
      "ce_loss_3": 4.3311933994293215,
      "ce_loss_7": 3.7559500217437742,
      "epoch": 0.298,
      "grad_norm": 736.0,
      "kl_loss_10": 208.43729248046876,
      "kl_loss_2": 2344.390216064453,
      "kl_loss_3": 1878.6112243652344,
      "kl_loss_7": 714.4485260009766,
      "learning_rate": 0.0008053239398177191,
      "loss": 1329.3172,
      "step": 2980
    },
    {
      "ce_loss_10": 3.524178981781006,
      "ce_loss_13": 3.4312392354011534,
      "ce_loss_2": 4.604809284210205,
      "ce_loss_3": 4.337883043289184,
      "ce_loss_7": 3.7429209470748903,
      "epoch": 0.299,
      "grad_norm": 684.0,
      "kl_loss_10": 211.32650604248047,
      "kl_loss_2": 2394.308056640625,
      "kl_loss_3": 1917.52822265625,
      "kl_loss_7": 709.9231262207031,
      "learning_rate": 0.0008040659226635089,
      "loss": 1341.8297,
      "step": 2990
    },
    {
      "ce_loss_10": 3.65326806306839,
      "ce_loss_13": 3.555258011817932,
      "ce_loss_2": 4.710744786262512,
      "ce_loss_3": 4.444170761108398,
      "ce_loss_7": 3.8668533086776735,
      "epoch": 0.3,
      "grad_norm": 640.0,
      "kl_loss_10": 219.24570388793944,
      "kl_loss_2": 2376.9404907226562,
      "kl_loss_3": 1902.857159423828,
      "kl_loss_7": 725.9926879882812,
      "learning_rate": 0.0008028048435688333,
      "loss": 1298.4502,
      "step": 3000
    },
    {
      "ce_loss_10": 3.521394634246826,
      "ce_loss_13": 3.4270112991333006,
      "ce_loss_2": 4.624356460571289,
      "ce_loss_3": 4.355751609802246,
      "ce_loss_7": 3.7494575500488283,
      "epoch": 0.301,
      "grad_norm": 716.0,
      "kl_loss_10": 217.2972724914551,
      "kl_loss_2": 2452.999304199219,
      "kl_loss_3": 1985.1250549316405,
      "kl_loss_7": 732.1629119873047,
      "learning_rate": 0.0008015407152327448,
      "loss": 1335.19,
      "step": 3010
    },
    {
      "ce_loss_10": 3.5699279427528383,
      "ce_loss_13": 3.475005257129669,
      "ce_loss_2": 4.65969865322113,
      "ce_loss_3": 4.38304386138916,
      "ce_loss_7": 3.784406042098999,
      "epoch": 0.302,
      "grad_norm": 620.0,
      "kl_loss_10": 215.99359130859375,
      "kl_loss_2": 2432.162463378906,
      "kl_loss_3": 1951.8839721679688,
      "kl_loss_7": 718.2368713378906,
      "learning_rate": 0.0008002735503850016,
      "loss": 1332.6505,
      "step": 3020
    },
    {
      "ce_loss_10": 3.4684691429138184,
      "ce_loss_13": 3.367643666267395,
      "ce_loss_2": 4.5924430847167965,
      "ce_loss_3": 4.30932047367096,
      "ce_loss_7": 3.6915883660316466,
      "epoch": 0.303,
      "grad_norm": 636.0,
      "kl_loss_10": 224.01161422729493,
      "kl_loss_2": 2494.453234863281,
      "kl_loss_3": 2004.73359375,
      "kl_loss_7": 736.367529296875,
      "learning_rate": 0.0007990033617859396,
      "loss": 1348.4062,
      "step": 3030
    },
    {
      "ce_loss_10": 3.5133005499839784,
      "ce_loss_13": 3.417665791511536,
      "ce_loss_2": 4.581400918960571,
      "ce_loss_3": 4.318250679969788,
      "ce_loss_7": 3.734131360054016,
      "epoch": 0.304,
      "grad_norm": 692.0,
      "kl_loss_10": 218.55305099487305,
      "kl_loss_2": 2367.1648193359374,
      "kl_loss_3": 1894.6960754394531,
      "kl_loss_7": 712.4279693603515,
      "learning_rate": 0.000797730162226344,
      "loss": 1274.1975,
      "step": 3040
    },
    {
      "ce_loss_10": 3.540754234790802,
      "ce_loss_13": 3.4410573482513427,
      "ce_loss_2": 4.607666325569153,
      "ce_loss_3": 4.33906877040863,
      "ce_loss_7": 3.76459002494812,
      "epoch": 0.305,
      "grad_norm": 692.0,
      "kl_loss_10": 221.26933517456055,
      "kl_loss_2": 2377.095458984375,
      "kl_loss_3": 1910.9453735351562,
      "kl_loss_7": 729.3416778564454,
      "learning_rate": 0.0007964539645273203,
      "loss": 1293.3233,
      "step": 3050
    },
    {
      "ce_loss_10": 3.549929714202881,
      "ce_loss_13": 3.4547195076942443,
      "ce_loss_2": 4.595946025848389,
      "ce_loss_3": 4.332681286334991,
      "ce_loss_7": 3.7608805656433106,
      "epoch": 0.306,
      "grad_norm": 608.0,
      "kl_loss_10": 214.02068862915038,
      "kl_loss_2": 2324.1172485351562,
      "kl_loss_3": 1866.7198425292968,
      "kl_loss_7": 705.0489013671875,
      "learning_rate": 0.000795174781540165,
      "loss": 1301.7614,
      "step": 3060
    },
    {
      "ce_loss_10": 3.626460921764374,
      "ce_loss_13": 3.5295538663864137,
      "ce_loss_2": 4.639704465866089,
      "ce_loss_3": 4.383927941322327,
      "ce_loss_7": 3.8362658858299254,
      "epoch": 0.307,
      "grad_norm": 644.0,
      "kl_loss_10": 215.03676071166993,
      "kl_loss_2": 2264.9541259765624,
      "kl_loss_3": 1824.0037841796875,
      "kl_loss_7": 696.3071411132812,
      "learning_rate": 0.0007938926261462366,
      "loss": 1288.9521,
      "step": 3070
    },
    {
      "ce_loss_10": 3.5775561928749084,
      "ce_loss_13": 3.480459380149841,
      "ce_loss_2": 4.618080592155456,
      "ce_loss_3": 4.350315952301026,
      "ce_loss_7": 3.7854344248771667,
      "epoch": 0.308,
      "grad_norm": 648.0,
      "kl_loss_10": 216.656893157959,
      "kl_loss_2": 2357.475067138672,
      "kl_loss_3": 1888.0174133300782,
      "kl_loss_7": 712.7872009277344,
      "learning_rate": 0.0007926075112568258,
      "loss": 1316.9054,
      "step": 3080
    },
    {
      "ce_loss_10": 3.5692449688911436,
      "ce_loss_13": 3.4759126543998717,
      "ce_loss_2": 4.623606491088867,
      "ce_loss_3": 4.366301465034485,
      "ce_loss_7": 3.78162659406662,
      "epoch": 0.309,
      "grad_norm": 560.0,
      "kl_loss_10": 213.1074462890625,
      "kl_loss_2": 2357.0720764160155,
      "kl_loss_3": 1902.1767517089843,
      "kl_loss_7": 709.6952423095703,
      "learning_rate": 0.0007913194498130252,
      "loss": 1281.0172,
      "step": 3090
    },
    {
      "ce_loss_10": 3.494074010848999,
      "ce_loss_13": 3.400245749950409,
      "ce_loss_2": 4.5784650325775145,
      "ce_loss_3": 4.316486406326294,
      "ce_loss_7": 3.7143809318542482,
      "epoch": 0.31,
      "grad_norm": 736.0,
      "kl_loss_10": 216.9530891418457,
      "kl_loss_2": 2388.186309814453,
      "kl_loss_3": 1924.5094665527345,
      "kl_loss_7": 718.4751098632812,
      "learning_rate": 0.0007900284547855992,
      "loss": 1312.7211,
      "step": 3100
    },
    {
      "ce_loss_10": 3.5040755391120912,
      "ce_loss_13": 3.409269428253174,
      "ce_loss_2": 4.549410009384156,
      "ce_loss_3": 4.294600343704223,
      "ce_loss_7": 3.7213049054145815,
      "epoch": 0.311,
      "grad_norm": 800.0,
      "kl_loss_10": 210.81134338378905,
      "kl_loss_2": 2329.0393676757812,
      "kl_loss_3": 1876.9636657714843,
      "kl_loss_7": 708.2128143310547,
      "learning_rate": 0.0007887345391748532,
      "loss": 1312.8156,
      "step": 3110
    },
    {
      "ce_loss_10": 3.634432864189148,
      "ce_loss_13": 3.543325686454773,
      "ce_loss_2": 4.651146030426025,
      "ce_loss_3": 4.387193036079407,
      "ce_loss_7": 3.8459346532821654,
      "epoch": 0.312,
      "grad_norm": 1168.0,
      "kl_loss_10": 212.2933433532715,
      "kl_loss_2": 2284.2329711914062,
      "kl_loss_3": 1829.6757873535157,
      "kl_loss_7": 706.4437377929687,
      "learning_rate": 0.0007874377160105036,
      "loss": 1259.3671,
      "step": 3120
    },
    {
      "ce_loss_10": 3.530054819583893,
      "ce_loss_13": 3.4342761754989626,
      "ce_loss_2": 4.628887629508972,
      "ce_loss_3": 4.362399673461914,
      "ce_loss_7": 3.7490867018699645,
      "epoch": 0.313,
      "grad_norm": 608.0,
      "kl_loss_10": 212.55482711791993,
      "kl_loss_2": 2429.394366455078,
      "kl_loss_3": 1971.4875915527343,
      "kl_loss_7": 728.8083862304687,
      "learning_rate": 0.0007861379983515449,
      "loss": 1354.4891,
      "step": 3130
    },
    {
      "ce_loss_10": 3.6109140157699584,
      "ce_loss_13": 3.5200807809829713,
      "ce_loss_2": 4.655977535247803,
      "ce_loss_3": 4.39032473564148,
      "ce_loss_7": 3.831193280220032,
      "epoch": 0.314,
      "grad_norm": 592.0,
      "kl_loss_10": 209.2868881225586,
      "kl_loss_2": 2336.8374755859377,
      "kl_loss_3": 1868.733642578125,
      "kl_loss_7": 717.5943817138672,
      "learning_rate": 0.0007848353992861195,
      "loss": 1273.946,
      "step": 3140
    },
    {
      "ce_loss_10": 3.6957940101623534,
      "ce_loss_13": 3.595130515098572,
      "ce_loss_2": 4.7389120101928714,
      "ce_loss_3": 4.469233250617981,
      "ce_loss_7": 3.926785933971405,
      "epoch": 0.315,
      "grad_norm": 888.0,
      "kl_loss_10": 223.79472427368165,
      "kl_loss_2": 2334.7629638671874,
      "kl_loss_3": 1867.655010986328,
      "kl_loss_7": 743.88798828125,
      "learning_rate": 0.0007835299319313853,
      "loss": 1303.1903,
      "step": 3150
    },
    {
      "ce_loss_10": 3.5704684495925902,
      "ce_loss_13": 3.476880931854248,
      "ce_loss_2": 4.606448101997375,
      "ce_loss_3": 4.3400969982147215,
      "ce_loss_7": 3.7886768341064454,
      "epoch": 0.316,
      "grad_norm": 700.0,
      "kl_loss_10": 211.18966979980468,
      "kl_loss_2": 2323.449572753906,
      "kl_loss_3": 1851.584783935547,
      "kl_loss_7": 721.3533996582031,
      "learning_rate": 0.0007822216094333848,
      "loss": 1322.3376,
      "step": 3160
    },
    {
      "ce_loss_10": 3.5810484290122986,
      "ce_loss_13": 3.4873368740081787,
      "ce_loss_2": 4.65300440788269,
      "ce_loss_3": 4.387210464477539,
      "ce_loss_7": 3.807372546195984,
      "epoch": 0.317,
      "grad_norm": 752.0,
      "kl_loss_10": 212.44315567016602,
      "kl_loss_2": 2384.089465332031,
      "kl_loss_3": 1914.7229309082031,
      "kl_loss_7": 731.2730682373046,
      "learning_rate": 0.0007809104449669101,
      "loss": 1294.9703,
      "step": 3170
    },
    {
      "ce_loss_10": 3.532199835777283,
      "ce_loss_13": 3.4395654439926147,
      "ce_loss_2": 4.584282898902893,
      "ce_loss_3": 4.30876350402832,
      "ce_loss_7": 3.7615070223808287,
      "epoch": 0.318,
      "grad_norm": 916.0,
      "kl_loss_10": 207.75176467895508,
      "kl_loss_2": 2339.527239990234,
      "kl_loss_3": 1858.5612731933593,
      "kl_loss_7": 730.9345184326172,
      "learning_rate": 0.0007795964517353734,
      "loss": 1278.7686,
      "step": 3180
    },
    {
      "ce_loss_10": 3.518466317653656,
      "ce_loss_13": 3.426977741718292,
      "ce_loss_2": 4.596842670440674,
      "ce_loss_3": 4.325531184673309,
      "ce_loss_7": 3.750142526626587,
      "epoch": 0.319,
      "grad_norm": 648.0,
      "kl_loss_10": 211.74872894287108,
      "kl_loss_2": 2403.7151733398437,
      "kl_loss_3": 1931.1865478515624,
      "kl_loss_7": 753.2544128417969,
      "learning_rate": 0.000778279642970672,
      "loss": 1282.6858,
      "step": 3190
    },
    {
      "ce_loss_10": 3.5179845094680786,
      "ce_loss_13": 3.428935539722443,
      "ce_loss_2": 4.562283158302307,
      "ce_loss_3": 4.295236802101135,
      "ce_loss_7": 3.7340755701065063,
      "epoch": 0.32,
      "grad_norm": 904.0,
      "kl_loss_10": 205.840421295166,
      "kl_loss_2": 2345.048876953125,
      "kl_loss_3": 1866.877911376953,
      "kl_loss_7": 720.2934661865235,
      "learning_rate": 0.0007769600319330552,
      "loss": 1264.9217,
      "step": 3200
    },
    {
      "ce_loss_10": 3.554915177822113,
      "ce_loss_13": 3.466732156276703,
      "ce_loss_2": 4.653983449935913,
      "ce_loss_3": 4.384042191505432,
      "ce_loss_7": 3.7919634103775026,
      "epoch": 0.321,
      "grad_norm": 708.0,
      "kl_loss_10": 205.94034423828126,
      "kl_loss_2": 2414.151336669922,
      "kl_loss_3": 1938.7024047851562,
      "kl_loss_7": 735.4687530517579,
      "learning_rate": 0.0007756376319109917,
      "loss": 1299.3125,
      "step": 3210
    },
    {
      "ce_loss_10": 3.601811099052429,
      "ce_loss_13": 3.513204276561737,
      "ce_loss_2": 4.643903732299805,
      "ce_loss_3": 4.372084999084473,
      "ce_loss_7": 3.82387717962265,
      "epoch": 0.322,
      "grad_norm": 856.0,
      "kl_loss_10": 205.92393646240234,
      "kl_loss_2": 2310.6433349609374,
      "kl_loss_3": 1837.0882263183594,
      "kl_loss_7": 727.0832824707031,
      "learning_rate": 0.0007743124562210351,
      "loss": 1252.0768,
      "step": 3220
    },
    {
      "ce_loss_10": 3.613737678527832,
      "ce_loss_13": 3.5243070006370543,
      "ce_loss_2": 4.6432843685150145,
      "ce_loss_3": 4.373880839347839,
      "ce_loss_7": 3.835604417324066,
      "epoch": 0.323,
      "grad_norm": 804.0,
      "kl_loss_10": 206.8451774597168,
      "kl_loss_2": 2302.7849548339846,
      "kl_loss_3": 1831.265850830078,
      "kl_loss_7": 718.6182281494141,
      "learning_rate": 0.0007729845182076895,
      "loss": 1281.717,
      "step": 3230
    },
    {
      "ce_loss_10": 3.54460072517395,
      "ce_loss_13": 3.458022344112396,
      "ce_loss_2": 4.567643523216248,
      "ce_loss_3": 4.304308319091797,
      "ce_loss_7": 3.7557874441146852,
      "epoch": 0.324,
      "grad_norm": 780.0,
      "kl_loss_10": 202.53059158325195,
      "kl_loss_2": 2275.4922607421877,
      "kl_loss_3": 1814.183154296875,
      "kl_loss_7": 706.1778442382813,
      "learning_rate": 0.0007716538312432765,
      "loss": 1299.5142,
      "step": 3240
    },
    {
      "ce_loss_10": 3.5034128069877624,
      "ce_loss_13": 3.4109013199806215,
      "ce_loss_2": 4.59195454120636,
      "ce_loss_3": 4.316867542266846,
      "ce_loss_7": 3.7340264201164244,
      "epoch": 0.325,
      "grad_norm": 620.0,
      "kl_loss_10": 212.30709838867188,
      "kl_loss_2": 2399.0862243652346,
      "kl_loss_3": 1912.8944152832032,
      "kl_loss_7": 738.4792083740234,
      "learning_rate": 0.0007703204087277988,
      "loss": 1308.0572,
      "step": 3250
    },
    {
      "ce_loss_10": 3.60279586315155,
      "ce_loss_13": 3.5141580939292907,
      "ce_loss_2": 4.619040894508362,
      "ce_loss_3": 4.348745739459991,
      "ce_loss_7": 3.81355699300766,
      "epoch": 0.326,
      "grad_norm": 728.0,
      "kl_loss_10": 202.46756286621093,
      "kl_loss_2": 2248.315087890625,
      "kl_loss_3": 1773.8885681152344,
      "kl_loss_7": 686.2587005615235,
      "learning_rate": 0.0007689842640888063,
      "loss": 1245.8748,
      "step": 3260
    },
    {
      "ce_loss_10": 3.6051684260368346,
      "ce_loss_13": 3.5150891542434692,
      "ce_loss_2": 4.619964861869812,
      "ce_loss_3": 4.360685467720032,
      "ce_loss_7": 3.8154699206352234,
      "epoch": 0.327,
      "grad_norm": 684.0,
      "kl_loss_10": 208.96502685546875,
      "kl_loss_2": 2265.3287658691406,
      "kl_loss_3": 1811.821759033203,
      "kl_loss_7": 703.9406219482422,
      "learning_rate": 0.0007676454107812607,
      "loss": 1264.3093,
      "step": 3270
    },
    {
      "ce_loss_10": 3.537815499305725,
      "ce_loss_13": 3.444960331916809,
      "ce_loss_2": 4.608094549179077,
      "ce_loss_3": 4.3397119522094725,
      "ce_loss_7": 3.7506736159324645,
      "epoch": 0.328,
      "grad_norm": 616.0,
      "kl_loss_10": 211.32426528930665,
      "kl_loss_2": 2388.8077392578125,
      "kl_loss_3": 1915.7237182617187,
      "kl_loss_7": 707.672705078125,
      "learning_rate": 0.0007663038622873999,
      "loss": 1279.8335,
      "step": 3280
    },
    {
      "ce_loss_10": 3.574945878982544,
      "ce_loss_13": 3.4833101868629455,
      "ce_loss_2": 4.628302264213562,
      "ce_loss_3": 4.366952037811279,
      "ce_loss_7": 3.784594464302063,
      "epoch": 0.329,
      "grad_norm": 596.0,
      "kl_loss_10": 211.56422576904296,
      "kl_loss_2": 2351.5840576171877,
      "kl_loss_3": 1879.0997131347656,
      "kl_loss_7": 694.7927307128906,
      "learning_rate": 0.0007649596321166025,
      "loss": 1256.8023,
      "step": 3290
    },
    {
      "ce_loss_10": 3.4788912653923036,
      "ce_loss_13": 3.3914729714393617,
      "ce_loss_2": 4.513116896152496,
      "ce_loss_3": 4.253373873233795,
      "ce_loss_7": 3.6928447008132936,
      "epoch": 0.33,
      "grad_norm": 600.0,
      "kl_loss_10": 203.03155212402345,
      "kl_loss_2": 2285.9035522460936,
      "kl_loss_3": 1828.6068603515625,
      "kl_loss_7": 691.3944427490235,
      "learning_rate": 0.0007636127338052513,
      "loss": 1273.8033,
      "step": 3300
    },
    {
      "ce_loss_10": 3.5868964433670043,
      "ce_loss_13": 3.49528044462204,
      "ce_loss_2": 4.663711452484131,
      "ce_loss_3": 4.39831657409668,
      "ce_loss_7": 3.804142189025879,
      "epoch": 0.331,
      "grad_norm": 624.0,
      "kl_loss_10": 211.30522232055665,
      "kl_loss_2": 2397.5427856445312,
      "kl_loss_3": 1927.950506591797,
      "kl_loss_7": 706.7799133300781,
      "learning_rate": 0.0007622631809165971,
      "loss": 1277.9496,
      "step": 3310
    },
    {
      "ce_loss_10": 3.582921600341797,
      "ce_loss_13": 3.4965414881706236,
      "ce_loss_2": 4.58232958316803,
      "ce_loss_3": 4.323147928714752,
      "ce_loss_7": 3.783066177368164,
      "epoch": 0.332,
      "grad_norm": 688.0,
      "kl_loss_10": 197.47354049682616,
      "kl_loss_2": 2216.269598388672,
      "kl_loss_3": 1760.1223999023437,
      "kl_loss_7": 664.7514923095703,
      "learning_rate": 0.000760910987040623,
      "loss": 1245.9068,
      "step": 3320
    },
    {
      "ce_loss_10": 3.5663990497589113,
      "ce_loss_13": 3.474509632587433,
      "ce_loss_2": 4.641107606887817,
      "ce_loss_3": 4.369283008575439,
      "ce_loss_7": 3.78259996175766,
      "epoch": 0.333,
      "grad_norm": 616.0,
      "kl_loss_10": 210.06242904663085,
      "kl_loss_2": 2402.0831298828125,
      "kl_loss_3": 1926.8569946289062,
      "kl_loss_7": 714.4321014404297,
      "learning_rate": 0.000759556165793906,
      "loss": 1272.2351,
      "step": 3330
    },
    {
      "ce_loss_10": 3.5859936118125915,
      "ce_loss_13": 3.4947105884552,
      "ce_loss_2": 4.635438013076782,
      "ce_loss_3": 4.3713214635849,
      "ce_loss_7": 3.79847708940506,
      "epoch": 0.334,
      "grad_norm": 600.0,
      "kl_loss_10": 207.2735107421875,
      "kl_loss_2": 2336.860705566406,
      "kl_loss_3": 1864.5109497070312,
      "kl_loss_7": 698.3573028564454,
      "learning_rate": 0.000758198730819481,
      "loss": 1291.4691,
      "step": 3340
    },
    {
      "ce_loss_10": 3.530641829967499,
      "ce_loss_13": 3.44451619386673,
      "ce_loss_2": 4.589142799377441,
      "ce_loss_3": 4.3217404961586,
      "ce_loss_7": 3.7362788200378416,
      "epoch": 0.335,
      "grad_norm": 624.0,
      "kl_loss_10": 202.07082290649413,
      "kl_loss_2": 2360.776690673828,
      "kl_loss_3": 1886.3787536621094,
      "kl_loss_7": 695.4340698242188,
      "learning_rate": 0.0007568386957867032,
      "loss": 1283.006,
      "step": 3350
    },
    {
      "ce_loss_10": 3.6058520078659058,
      "ce_loss_13": 3.5129651188850404,
      "ce_loss_2": 4.643417167663574,
      "ce_loss_3": 4.37364354133606,
      "ce_loss_7": 3.813083219528198,
      "epoch": 0.336,
      "grad_norm": 784.0,
      "kl_loss_10": 207.97874145507814,
      "kl_loss_2": 2295.3684020996093,
      "kl_loss_3": 1825.3164672851562,
      "kl_loss_7": 687.7690948486328,
      "learning_rate": 0.0007554760743911103,
      "loss": 1276.5395,
      "step": 3360
    },
    {
      "ce_loss_10": 3.5018799662590028,
      "ce_loss_13": 3.4133763194084166,
      "ce_loss_2": 4.551569533348084,
      "ce_loss_3": 4.283941590785981,
      "ce_loss_7": 3.704894995689392,
      "epoch": 0.337,
      "grad_norm": 644.0,
      "kl_loss_10": 201.99492797851562,
      "kl_loss_2": 2352.8791320800783,
      "kl_loss_3": 1880.3864440917969,
      "kl_loss_7": 682.2205291748047,
      "learning_rate": 0.0007541108803542846,
      "loss": 1306.1851,
      "step": 3370
    },
    {
      "ce_loss_10": 3.5562949419021606,
      "ce_loss_13": 3.467681646347046,
      "ce_loss_2": 4.61066963672638,
      "ce_loss_3": 4.3377085566520694,
      "ce_loss_7": 3.7622047662734985,
      "epoch": 0.338,
      "grad_norm": 632.0,
      "kl_loss_10": 205.39780044555664,
      "kl_loss_2": 2363.417413330078,
      "kl_loss_3": 1877.7716186523437,
      "kl_loss_7": 681.8937408447266,
      "learning_rate": 0.0007527431274237149,
      "loss": 1343.544,
      "step": 3380
    },
    {
      "ce_loss_10": 3.5283817052841187,
      "ce_loss_13": 3.4397483229637147,
      "ce_loss_2": 4.570840525627136,
      "ce_loss_3": 4.304589962959289,
      "ce_loss_7": 3.7283903479576113,
      "epoch": 0.339,
      "grad_norm": 572.0,
      "kl_loss_10": 203.6351058959961,
      "kl_loss_2": 2336.9517456054687,
      "kl_loss_3": 1865.9661682128906,
      "kl_loss_7": 677.4322174072265,
      "learning_rate": 0.0007513728293726579,
      "loss": 1277.8105,
      "step": 3390
    },
    {
      "ce_loss_10": 3.644584619998932,
      "ce_loss_13": 3.556074547767639,
      "ce_loss_2": 4.664924669265747,
      "ce_loss_3": 4.399448752403259,
      "ce_loss_7": 3.8509042620658875,
      "epoch": 0.34,
      "grad_norm": 644.0,
      "kl_loss_10": 203.6712448120117,
      "kl_loss_2": 2293.6278381347656,
      "kl_loss_3": 1826.5482238769532,
      "kl_loss_7": 683.2333282470703,
      "learning_rate": 0.00075,
      "loss": 1246.8078,
      "step": 3400
    },
    {
      "ce_loss_10": 3.6313098788261415,
      "ce_loss_13": 3.5418556571006774,
      "ce_loss_2": 4.690052318572998,
      "ce_loss_3": 4.416153597831726,
      "ce_loss_7": 3.843977117538452,
      "epoch": 0.341,
      "grad_norm": 644.0,
      "kl_loss_10": 205.15843811035157,
      "kl_loss_2": 2335.1500244140625,
      "kl_loss_3": 1861.3693969726562,
      "kl_loss_7": 693.7598510742188,
      "learning_rate": 0.0007486246531301177,
      "loss": 1258.7575,
      "step": 3410
    },
    {
      "ce_loss_10": 3.443863534927368,
      "ce_loss_13": 3.3510751008987425,
      "ce_loss_2": 4.5022605657577515,
      "ce_loss_3": 4.230472648143769,
      "ce_loss_7": 3.6559174418449403,
      "epoch": 0.342,
      "grad_norm": 664.0,
      "kl_loss_10": 202.74062805175782,
      "kl_loss_2": 2345.9876220703127,
      "kl_loss_3": 1864.947119140625,
      "kl_loss_7": 688.1812042236328,
      "learning_rate": 0.0007472468026127384,
      "loss": 1260.6121,
      "step": 3420
    },
    {
      "ce_loss_10": 3.5721543431282043,
      "ce_loss_13": 3.4770930409431458,
      "ce_loss_2": 4.665278792381287,
      "ce_loss_3": 4.404071187973022,
      "ce_loss_7": 3.788026750087738,
      "epoch": 0.343,
      "grad_norm": 712.0,
      "kl_loss_10": 214.17584533691405,
      "kl_loss_2": 2439.352404785156,
      "kl_loss_3": 1972.9944885253906,
      "kl_loss_7": 720.6741455078125,
      "learning_rate": 0.000745866462322802,
      "loss": 1320.8363,
      "step": 3430
    },
    {
      "ce_loss_10": 3.560039293766022,
      "ce_loss_13": 3.4741207122802735,
      "ce_loss_2": 4.592786359786987,
      "ce_loss_3": 4.334179782867432,
      "ce_loss_7": 3.7690793752670286,
      "epoch": 0.344,
      "grad_norm": 700.0,
      "kl_loss_10": 200.53601684570313,
      "kl_loss_2": 2283.709338378906,
      "kl_loss_3": 1835.7159240722656,
      "kl_loss_7": 673.5906463623047,
      "learning_rate": 0.0007444836461603195,
      "loss": 1261.9196,
      "step": 3440
    },
    {
      "ce_loss_10": 3.6245110511779783,
      "ce_loss_13": 3.5312341451644897,
      "ce_loss_2": 4.6719811201095585,
      "ce_loss_3": 4.406914234161377,
      "ce_loss_7": 3.8266146540641786,
      "epoch": 0.345,
      "grad_norm": 648.0,
      "kl_loss_10": 214.16654891967772,
      "kl_loss_2": 2362.7242797851563,
      "kl_loss_3": 1898.2087890625,
      "kl_loss_7": 704.3192626953125,
      "learning_rate": 0.0007430983680502344,
      "loss": 1301.0338,
      "step": 3450
    },
    {
      "ce_loss_10": 3.4667457938194275,
      "ce_loss_13": 3.377876877784729,
      "ce_loss_2": 4.545617830753327,
      "ce_loss_3": 4.272857880592346,
      "ce_loss_7": 3.6741854548454285,
      "epoch": 0.346,
      "grad_norm": 608.0,
      "kl_loss_10": 206.17358779907227,
      "kl_loss_2": 2388.203955078125,
      "kl_loss_3": 1909.6425415039062,
      "kl_loss_7": 697.4611602783203,
      "learning_rate": 0.0007417106419422819,
      "loss": 1290.2338,
      "step": 3460
    },
    {
      "ce_loss_10": 3.571521496772766,
      "ce_loss_13": 3.4770392775535583,
      "ce_loss_2": 4.614993333816528,
      "ce_loss_3": 4.345528078079224,
      "ce_loss_7": 3.7798440217971803,
      "epoch": 0.347,
      "grad_norm": 656.0,
      "kl_loss_10": 204.45724334716797,
      "kl_loss_2": 2308.5895385742188,
      "kl_loss_3": 1833.5083312988281,
      "kl_loss_7": 683.0788604736329,
      "learning_rate": 0.0007403204818108486,
      "loss": 1275.3799,
      "step": 3470
    },
    {
      "ce_loss_10": 3.5445627093315126,
      "ce_loss_13": 3.4533625841140747,
      "ce_loss_2": 4.6031595230102536,
      "ce_loss_3": 4.338364768028259,
      "ce_loss_7": 3.746653878688812,
      "epoch": 0.348,
      "grad_norm": 576.0,
      "kl_loss_10": 208.29350357055665,
      "kl_loss_2": 2371.4946899414062,
      "kl_loss_3": 1909.6997863769532,
      "kl_loss_7": 686.1026062011719,
      "learning_rate": 0.0007389279016548316,
      "loss": 1247.1171,
      "step": 3480
    },
    {
      "ce_loss_10": 3.553533661365509,
      "ce_loss_13": 3.458456254005432,
      "ce_loss_2": 4.6566637516021725,
      "ce_loss_3": 4.37568781375885,
      "ce_loss_7": 3.7642048597335815,
      "epoch": 0.349,
      "grad_norm": 684.0,
      "kl_loss_10": 212.6401054382324,
      "kl_loss_2": 2451.175671386719,
      "kl_loss_3": 1951.6068969726562,
      "kl_loss_7": 702.7821899414063,
      "learning_rate": 0.0007375329154974975,
      "loss": 1307.9424,
      "step": 3490
    },
    {
      "ce_loss_10": 3.5084131717681886,
      "ce_loss_13": 3.4206284284591675,
      "ce_loss_2": 4.546359324455262,
      "ce_loss_3": 4.28377673625946,
      "ce_loss_7": 3.7158578753471376,
      "epoch": 0.35,
      "grad_norm": 676.0,
      "kl_loss_10": 208.94808502197264,
      "kl_loss_2": 2307.420263671875,
      "kl_loss_3": 1848.263897705078,
      "kl_loss_7": 683.7157653808594,
      "learning_rate": 0.0007361355373863414,
      "loss": 1294.9244,
      "step": 3500
    },
    {
      "ce_loss_10": 3.563704586029053,
      "ce_loss_13": 3.471196401119232,
      "ce_loss_2": 4.5938108444213865,
      "ce_loss_3": 4.332852721214294,
      "ce_loss_7": 3.7703267097473145,
      "epoch": 0.351,
      "grad_norm": 580.0,
      "kl_loss_10": 208.09024658203126,
      "kl_loss_2": 2287.9739318847655,
      "kl_loss_3": 1828.5689758300782,
      "kl_loss_7": 673.030307006836,
      "learning_rate": 0.0007347357813929454,
      "loss": 1287.6393,
      "step": 3510
    },
    {
      "ce_loss_10": 3.5099044919013975,
      "ce_loss_13": 3.419321870803833,
      "ce_loss_2": 4.543364262580871,
      "ce_loss_3": 4.27359983921051,
      "ce_loss_7": 3.7119598269462584,
      "epoch": 0.352,
      "grad_norm": 620.0,
      "kl_loss_10": 207.49536819458007,
      "kl_loss_2": 2274.5087951660157,
      "kl_loss_3": 1817.6334594726563,
      "kl_loss_7": 673.7456726074219,
      "learning_rate": 0.0007333336616128369,
      "loss": 1275.3445,
      "step": 3520
    },
    {
      "ce_loss_10": 3.4893477082252504,
      "ce_loss_13": 3.394596815109253,
      "ce_loss_2": 4.558405804634094,
      "ce_loss_3": 4.2951094031333925,
      "ce_loss_7": 3.69784619808197,
      "epoch": 0.353,
      "grad_norm": 636.0,
      "kl_loss_10": 211.34491577148438,
      "kl_loss_2": 2368.5742614746096,
      "kl_loss_3": 1904.588153076172,
      "kl_loss_7": 699.6206512451172,
      "learning_rate": 0.0007319291921653463,
      "loss": 1290.8219,
      "step": 3530
    },
    {
      "ce_loss_10": 3.5741103887557983,
      "ce_loss_13": 3.4787994265556335,
      "ce_loss_2": 4.633104467391968,
      "ce_loss_3": 4.363708543777466,
      "ce_loss_7": 3.7883455634117125,
      "epoch": 0.354,
      "grad_norm": 688.0,
      "kl_loss_10": 211.75357818603516,
      "kl_loss_2": 2353.7052368164063,
      "kl_loss_3": 1872.2497680664062,
      "kl_loss_7": 696.9233825683593,
      "learning_rate": 0.0007305223871934656,
      "loss": 1261.161,
      "step": 3540
    },
    {
      "ce_loss_10": 3.53648921251297,
      "ce_loss_13": 3.4479789614677427,
      "ce_loss_2": 4.58404312133789,
      "ce_loss_3": 4.315784668922424,
      "ce_loss_7": 3.7411927938461305,
      "epoch": 0.355,
      "grad_norm": 644.0,
      "kl_loss_10": 204.81159896850585,
      "kl_loss_2": 2318.000451660156,
      "kl_loss_3": 1841.0889282226562,
      "kl_loss_7": 674.2556213378906,
      "learning_rate": 0.0007291132608637052,
      "loss": 1261.7902,
      "step": 3550
    },
    {
      "ce_loss_10": 3.4981685996055605,
      "ce_loss_13": 3.4104817390441893,
      "ce_loss_2": 4.630524325370788,
      "ce_loss_3": 4.356097209453583,
      "ce_loss_7": 3.7044720530509947,
      "epoch": 0.356,
      "grad_norm": 596.0,
      "kl_loss_10": 201.21338653564453,
      "kl_loss_2": 2484.7927124023436,
      "kl_loss_3": 2010.760675048828,
      "kl_loss_7": 676.6305114746094,
      "learning_rate": 0.0007277018273659516,
      "loss": 1327.9727,
      "step": 3560
    },
    {
      "ce_loss_10": 3.625146007537842,
      "ce_loss_13": 3.531074047088623,
      "ce_loss_2": 4.6699333667755125,
      "ce_loss_3": 4.4035911679267885,
      "ce_loss_7": 3.836405646800995,
      "epoch": 0.357,
      "grad_norm": 620.0,
      "kl_loss_10": 209.5035614013672,
      "kl_loss_2": 2341.261669921875,
      "kl_loss_3": 1873.83955078125,
      "kl_loss_7": 701.3334136962891,
      "learning_rate": 0.0007262881009133242,
      "loss": 1275.0637,
      "step": 3570
    },
    {
      "ce_loss_10": 3.5401904344558717,
      "ce_loss_13": 3.4541720032691954,
      "ce_loss_2": 4.572478699684143,
      "ce_loss_3": 4.315898811817169,
      "ce_loss_7": 3.7435639023780825,
      "epoch": 0.358,
      "grad_norm": 616.0,
      "kl_loss_10": 201.09010009765626,
      "kl_loss_2": 2313.080432128906,
      "kl_loss_3": 1855.7528381347656,
      "kl_loss_7": 673.6273254394531,
      "learning_rate": 0.0007248720957420329,
      "loss": 1252.028,
      "step": 3580
    },
    {
      "ce_loss_10": 3.55083909034729,
      "ce_loss_13": 3.466167140007019,
      "ce_loss_2": 4.594191384315491,
      "ce_loss_3": 4.320683646202087,
      "ce_loss_7": 3.750420665740967,
      "epoch": 0.359,
      "grad_norm": 592.0,
      "kl_loss_10": 201.2973388671875,
      "kl_loss_2": 2304.7897521972654,
      "kl_loss_3": 1830.9858337402343,
      "kl_loss_7": 667.1753356933593,
      "learning_rate": 0.0007234538261112341,
      "loss": 1305.9864,
      "step": 3590
    },
    {
      "ce_loss_10": 3.5870068073272705,
      "ce_loss_13": 3.4963618993759153,
      "ce_loss_2": 4.64858865737915,
      "ce_loss_3": 4.383180546760559,
      "ce_loss_7": 3.7978907346725466,
      "epoch": 0.36,
      "grad_norm": 580.0,
      "kl_loss_10": 206.438224029541,
      "kl_loss_2": 2350.6687255859374,
      "kl_loss_3": 1879.8920471191407,
      "kl_loss_7": 691.6597686767578,
      "learning_rate": 0.0007220333063028871,
      "loss": 1262.9199,
      "step": 3600
    },
    {
      "ce_loss_10": 3.617115843296051,
      "ce_loss_13": 3.5226447105407717,
      "ce_loss_2": 4.7090448379516605,
      "ce_loss_3": 4.440777349472046,
      "ce_loss_7": 3.927542436122894,
      "epoch": 0.361,
      "grad_norm": 700.0,
      "kl_loss_10": 215.82505798339844,
      "kl_loss_2": 2451.148791503906,
      "kl_loss_3": 1982.2255798339843,
      "kl_loss_7": 911.9942932128906,
      "learning_rate": 0.0007206105506216106,
      "loss": 1351.6553,
      "step": 3610
    },
    {
      "ce_loss_10": 3.4991318702697756,
      "ce_loss_13": 3.4086315035820007,
      "ce_loss_2": 4.517360043525696,
      "ce_loss_3": 4.2627614617347716,
      "ce_loss_7": 3.7236221551895143,
      "epoch": 0.362,
      "grad_norm": 836.0,
      "kl_loss_10": 210.4427146911621,
      "kl_loss_2": 2266.5427673339846,
      "kl_loss_3": 1820.741632080078,
      "kl_loss_7": 721.7343872070312,
      "learning_rate": 0.0007191855733945387,
      "loss": 1249.7904,
      "step": 3620
    },
    {
      "ce_loss_10": 3.5907591581344604,
      "ce_loss_13": 3.5010143160820006,
      "ce_loss_2": 4.622481203079223,
      "ce_loss_3": 4.356601357460022,
      "ce_loss_7": 3.79650160074234,
      "epoch": 0.363,
      "grad_norm": 572.0,
      "kl_loss_10": 204.04148864746094,
      "kl_loss_2": 2289.9740478515623,
      "kl_loss_3": 1818.431005859375,
      "kl_loss_7": 692.2773986816406,
      "learning_rate": 0.0007177583889711762,
      "loss": 1250.2074,
      "step": 3630
    },
    {
      "ce_loss_10": 3.5057953119277956,
      "ce_loss_13": 3.411814069747925,
      "ce_loss_2": 4.563321113586426,
      "ce_loss_3": 4.290196192264557,
      "ce_loss_7": 3.7388221859931945,
      "epoch": 0.364,
      "grad_norm": 952.0,
      "kl_loss_10": 206.33124389648438,
      "kl_loss_2": 2346.8802978515623,
      "kl_loss_3": 1869.4090270996094,
      "kl_loss_7": 731.2307403564453,
      "learning_rate": 0.0007163290117232541,
      "loss": 1286.6971,
      "step": 3640
    },
    {
      "ce_loss_10": 3.625288701057434,
      "ce_loss_13": 3.5375028014183045,
      "ce_loss_2": 4.612985825538635,
      "ce_loss_3": 4.35078866481781,
      "ce_loss_7": 3.820189893245697,
      "epoch": 0.365,
      "grad_norm": 676.0,
      "kl_loss_10": 199.10545043945314,
      "kl_loss_2": 2225.872174072266,
      "kl_loss_3": 1769.0750122070312,
      "kl_loss_7": 679.4105773925781,
      "learning_rate": 0.0007148974560445859,
      "loss": 1248.8154,
      "step": 3650
    },
    {
      "ce_loss_10": 3.5454740643501284,
      "ce_loss_13": 3.458422267436981,
      "ce_loss_2": 4.550081968307495,
      "ce_loss_3": 4.287899553775787,
      "ce_loss_7": 3.7501559376716616,
      "epoch": 0.366,
      "grad_norm": 588.0,
      "kl_loss_10": 198.9521499633789,
      "kl_loss_2": 2238.7438537597654,
      "kl_loss_3": 1775.3712280273437,
      "kl_loss_7": 679.886441040039,
      "learning_rate": 0.0007134637363509209,
      "loss": 1224.5007,
      "step": 3660
    },
    {
      "ce_loss_10": 3.6524737238883973,
      "ce_loss_13": 3.566513454914093,
      "ce_loss_2": 4.64628803730011,
      "ce_loss_3": 4.383014440536499,
      "ce_loss_7": 3.85452960729599,
      "epoch": 0.367,
      "grad_norm": 804.0,
      "kl_loss_10": 195.8438636779785,
      "kl_loss_2": 2202.7541381835936,
      "kl_loss_3": 1744.0477172851563,
      "kl_loss_7": 669.0114837646485,
      "learning_rate": 0.0007120278670798009,
      "loss": 1241.0041,
      "step": 3670
    },
    {
      "ce_loss_10": 3.451411759853363,
      "ce_loss_13": 3.362742209434509,
      "ce_loss_2": 4.563682770729065,
      "ce_loss_3": 4.3000654697418215,
      "ce_loss_7": 3.6735877275466917,
      "epoch": 0.368,
      "grad_norm": 692.0,
      "kl_loss_10": 207.53860931396486,
      "kl_loss_2": 2452.550360107422,
      "kl_loss_3": 1973.4927856445313,
      "kl_loss_7": 716.8897491455078,
      "learning_rate": 0.0007105898626904133,
      "loss": 1338.2093,
      "step": 3680
    },
    {
      "ce_loss_10": 3.5554641008377077,
      "ce_loss_13": 3.4662737131118773,
      "ce_loss_2": 4.611227035522461,
      "ce_loss_3": 4.340918231010437,
      "ce_loss_7": 3.768160092830658,
      "epoch": 0.369,
      "grad_norm": 564.0,
      "kl_loss_10": 202.72654418945314,
      "kl_loss_2": 2339.7893005371093,
      "kl_loss_3": 1860.5950439453125,
      "kl_loss_7": 686.1352569580079,
      "learning_rate": 0.0007091497376634463,
      "loss": 1252.1551,
      "step": 3690
    },
    {
      "ce_loss_10": 3.5008182168006896,
      "ce_loss_13": 3.412228453159332,
      "ce_loss_2": 4.538051557540894,
      "ce_loss_3": 4.271669220924378,
      "ce_loss_7": 3.707795190811157,
      "epoch": 0.37,
      "grad_norm": 688.0,
      "kl_loss_10": 203.25593032836915,
      "kl_loss_2": 2313.7531005859373,
      "kl_loss_3": 1845.0465942382812,
      "kl_loss_7": 679.24736328125,
      "learning_rate": 0.0007077075065009433,
      "loss": 1276.0328,
      "step": 3700
    },
    {
      "ce_loss_10": 3.6071534514427186,
      "ce_loss_13": 3.5158491373062133,
      "ce_loss_2": 4.6654202222824095,
      "ce_loss_3": 4.392651915550232,
      "ce_loss_7": 3.819450116157532,
      "epoch": 0.371,
      "grad_norm": 752.0,
      "kl_loss_10": 208.91845016479493,
      "kl_loss_2": 2358.2886352539062,
      "kl_loss_3": 1879.4206665039062,
      "kl_loss_7": 699.9392761230469,
      "learning_rate": 0.0007062631837261557,
      "loss": 1268.6693,
      "step": 3710
    },
    {
      "ce_loss_10": 3.476445233821869,
      "ce_loss_13": 3.390165627002716,
      "ce_loss_2": 4.5276483535766605,
      "ce_loss_3": 4.25641827583313,
      "ce_loss_7": 3.683011364936829,
      "epoch": 0.372,
      "grad_norm": 640.0,
      "kl_loss_10": 202.1516098022461,
      "kl_loss_2": 2314.015344238281,
      "kl_loss_3": 1841.6598022460937,
      "kl_loss_7": 682.8849884033203,
      "learning_rate": 0.0007048167838833977,
      "loss": 1289.0859,
      "step": 3720
    },
    {
      "ce_loss_10": 3.5699679255485535,
      "ce_loss_13": 3.480803608894348,
      "ce_loss_2": 4.588373041152954,
      "ce_loss_3": 4.323996567726136,
      "ce_loss_7": 3.7677942156791686,
      "epoch": 0.373,
      "grad_norm": 744.0,
      "kl_loss_10": 203.9791275024414,
      "kl_loss_2": 2290.5110717773437,
      "kl_loss_3": 1815.935235595703,
      "kl_loss_7": 672.9903137207032,
      "learning_rate": 0.0007033683215379002,
      "loss": 1247.4349,
      "step": 3730
    },
    {
      "ce_loss_10": 3.556042289733887,
      "ce_loss_13": 3.4659453988075257,
      "ce_loss_2": 4.594552016258239,
      "ce_loss_3": 4.319927525520325,
      "ce_loss_7": 3.7590227007865904,
      "epoch": 0.374,
      "grad_norm": 608.0,
      "kl_loss_10": 199.66127700805663,
      "kl_loss_2": 2281.638720703125,
      "kl_loss_3": 1802.195782470703,
      "kl_loss_7": 667.0344909667969,
      "learning_rate": 0.0007019178112756625,
      "loss": 1258.8061,
      "step": 3740
    },
    {
      "ce_loss_10": 3.518285346031189,
      "ce_loss_13": 3.432125985622406,
      "ce_loss_2": 4.562115430831909,
      "ce_loss_3": 4.29533269405365,
      "ce_loss_7": 3.7262615442276,
      "epoch": 0.375,
      "grad_norm": 640.0,
      "kl_loss_10": 200.82229309082032,
      "kl_loss_2": 2292.846240234375,
      "kl_loss_3": 1823.6997009277343,
      "kl_loss_7": 673.9724395751953,
      "learning_rate": 0.0007004652677033068,
      "loss": 1263.2482,
      "step": 3750
    },
    {
      "ce_loss_10": 3.5903055548667906,
      "ce_loss_13": 3.506292223930359,
      "ce_loss_2": 4.5962906837463375,
      "ce_loss_3": 4.3357175350189205,
      "ce_loss_7": 3.786800575256348,
      "epoch": 0.376,
      "grad_norm": 656.0,
      "kl_loss_10": 200.60662612915038,
      "kl_loss_2": 2252.357458496094,
      "kl_loss_3": 1790.429217529297,
      "kl_loss_7": 660.8626007080078,
      "learning_rate": 0.0006990107054479312,
      "loss": 1245.262,
      "step": 3760
    },
    {
      "ce_loss_10": 3.5865476965904235,
      "ce_loss_13": 3.4931369185447694,
      "ce_loss_2": 4.599129343032837,
      "ce_loss_3": 4.335857176780701,
      "ce_loss_7": 3.77964334487915,
      "epoch": 0.377,
      "grad_norm": 700.0,
      "kl_loss_10": 209.85385513305664,
      "kl_loss_2": 2261.3722229003906,
      "kl_loss_3": 1806.916485595703,
      "kl_loss_7": 670.6618469238281,
      "learning_rate": 0.000697554139156961,
      "loss": 1247.3398,
      "step": 3770
    },
    {
      "ce_loss_10": 3.572757053375244,
      "ce_loss_13": 3.477368426322937,
      "ce_loss_2": 4.60923056602478,
      "ce_loss_3": 4.342034792900085,
      "ce_loss_7": 3.766658973693848,
      "epoch": 0.378,
      "grad_norm": 628.0,
      "kl_loss_10": 218.62799072265625,
      "kl_loss_2": 2331.5685607910154,
      "kl_loss_3": 1853.7978393554688,
      "kl_loss_7": 681.1488891601563,
      "learning_rate": 0.0006960955834980027,
      "loss": 1246.4775,
      "step": 3780
    },
    {
      "ce_loss_10": 3.5454328536987303,
      "ce_loss_13": 3.449174666404724,
      "ce_loss_2": 4.563591694831848,
      "ce_loss_3": 4.298812806606293,
      "ce_loss_7": 3.7385509848594665,
      "epoch": 0.379,
      "grad_norm": 740.0,
      "kl_loss_10": 215.9669273376465,
      "kl_loss_2": 2275.3556274414063,
      "kl_loss_3": 1807.9537841796875,
      "kl_loss_7": 673.0077819824219,
      "learning_rate": 0.0006946350531586958,
      "loss": 1251.4496,
      "step": 3790
    },
    {
      "ce_loss_10": 3.5613739252090455,
      "ce_loss_13": 3.4710352540016176,
      "ce_loss_2": 4.586881446838379,
      "ce_loss_3": 4.326097631454468,
      "ce_loss_7": 3.7597612500190736,
      "epoch": 0.38,
      "grad_norm": 636.0,
      "kl_loss_10": 210.37978897094726,
      "kl_loss_2": 2278.926678466797,
      "kl_loss_3": 1818.876287841797,
      "kl_loss_7": 669.4569915771484,
      "learning_rate": 0.0006931725628465643,
      "loss": 1275.2133,
      "step": 3800
    },
    {
      "ce_loss_10": 3.590466618537903,
      "ce_loss_13": 3.4937587857246397,
      "ce_loss_2": 4.623274827003479,
      "ce_loss_3": 4.352746081352234,
      "ce_loss_7": 3.7943554282188416,
      "epoch": 0.381,
      "grad_norm": 628.0,
      "kl_loss_10": 211.29082336425782,
      "kl_loss_2": 2296.4768188476564,
      "kl_loss_3": 1818.6126953125,
      "kl_loss_7": 678.5069641113281,
      "learning_rate": 0.0006917081272888696,
      "loss": 1259.3377,
      "step": 3810
    },
    {
      "ce_loss_10": 3.487190854549408,
      "ce_loss_13": 3.393886852264404,
      "ce_loss_2": 4.553677868843079,
      "ce_loss_3": 4.300019836425781,
      "ce_loss_7": 3.6916916847229,
      "epoch": 0.382,
      "grad_norm": 596.0,
      "kl_loss_10": 216.8355224609375,
      "kl_loss_2": 2365.8853271484377,
      "kl_loss_3": 1922.5055114746094,
      "kl_loss_7": 684.1588439941406,
      "learning_rate": 0.0006902417612324615,
      "loss": 1266.6071,
      "step": 3820
    },
    {
      "ce_loss_10": 3.6190301895141603,
      "ce_loss_13": 3.5245797634124756,
      "ce_loss_2": 4.67730553150177,
      "ce_loss_3": 4.405901682376862,
      "ce_loss_7": 3.8294657945632933,
      "epoch": 0.383,
      "grad_norm": 680.0,
      "kl_loss_10": 219.55593795776366,
      "kl_loss_2": 2360.2657958984373,
      "kl_loss_3": 1879.3323364257812,
      "kl_loss_7": 698.4299591064453,
      "learning_rate": 0.00068877347944363,
      "loss": 1281.5383,
      "step": 3830
    },
    {
      "ce_loss_10": 3.612284016609192,
      "ce_loss_13": 3.522170841693878,
      "ce_loss_2": 4.627012848854065,
      "ce_loss_3": 4.361323833465576,
      "ce_loss_7": 3.8073740243911742,
      "epoch": 0.384,
      "grad_norm": 852.0,
      "kl_loss_10": 211.08247299194335,
      "kl_loss_2": 2264.5133850097654,
      "kl_loss_3": 1800.5201843261718,
      "kl_loss_7": 672.6636840820313,
      "learning_rate": 0.0006873032967079561,
      "loss": 1258.6725,
      "step": 3840
    },
    {
      "ce_loss_10": 3.5931047439575194,
      "ce_loss_13": 3.5063655853271483,
      "ce_loss_2": 4.588197422027588,
      "ce_loss_3": 4.324539279937744,
      "ce_loss_7": 3.7907418251037597,
      "epoch": 0.385,
      "grad_norm": 664.0,
      "kl_loss_10": 203.42158584594728,
      "kl_loss_2": 2234.902947998047,
      "kl_loss_3": 1772.472021484375,
      "kl_loss_7": 662.3596588134766,
      "learning_rate": 0.0006858312278301637,
      "loss": 1226.7012,
      "step": 3850
    },
    {
      "ce_loss_10": 3.635795843601227,
      "ce_loss_13": 3.549472713470459,
      "ce_loss_2": 4.623842811584472,
      "ce_loss_3": 4.353901195526123,
      "ce_loss_7": 3.825099301338196,
      "epoch": 0.386,
      "grad_norm": 736.0,
      "kl_loss_10": 204.89519424438475,
      "kl_loss_2": 2217.719934082031,
      "kl_loss_3": 1747.3561584472657,
      "kl_loss_7": 659.4771606445313,
      "learning_rate": 0.0006843572876339704,
      "loss": 1225.6961,
      "step": 3860
    },
    {
      "ce_loss_10": 3.5519859790802,
      "ce_loss_13": 3.466093647480011,
      "ce_loss_2": 4.525204968452454,
      "ce_loss_3": 4.264074110984803,
      "ce_loss_7": 3.742415523529053,
      "epoch": 0.387,
      "grad_norm": 668.0,
      "kl_loss_10": 199.43942337036134,
      "kl_loss_2": 2183.9968811035155,
      "kl_loss_3": 1725.1913513183595,
      "kl_loss_7": 644.7796203613282,
      "learning_rate": 0.0006828814909619373,
      "loss": 1252.2885,
      "step": 3870
    },
    {
      "ce_loss_10": 3.674282944202423,
      "ce_loss_13": 3.5820161938667296,
      "ce_loss_2": 4.6895040512084964,
      "ce_loss_3": 4.4149659156799315,
      "ce_loss_7": 3.86486736536026,
      "epoch": 0.388,
      "grad_norm": 576.0,
      "kl_loss_10": 211.43887939453126,
      "kl_loss_2": 2266.184930419922,
      "kl_loss_3": 1785.1635192871095,
      "kl_loss_7": 661.8903228759766,
      "learning_rate": 0.0006814038526753205,
      "loss": 1223.6402,
      "step": 3880
    },
    {
      "ce_loss_10": 3.5698843955993653,
      "ce_loss_13": 3.479625034332275,
      "ce_loss_2": 4.587342977523804,
      "ce_loss_3": 4.3197312474250795,
      "ce_loss_7": 3.766351842880249,
      "epoch": 0.389,
      "grad_norm": 616.0,
      "kl_loss_10": 208.68895874023437,
      "kl_loss_2": 2258.2895751953124,
      "kl_loss_3": 1782.5825317382812,
      "kl_loss_7": 664.0186126708984,
      "learning_rate": 0.0006799243876539213,
      "loss": 1238.0235,
      "step": 3890
    },
    {
      "ce_loss_10": 3.500353288650513,
      "ce_loss_13": 3.408971738815308,
      "ce_loss_2": 4.572002196311951,
      "ce_loss_3": 4.29817762374878,
      "ce_loss_7": 3.699842798709869,
      "epoch": 0.39,
      "grad_norm": 836.0,
      "kl_loss_10": 206.20438537597656,
      "kl_loss_2": 2378.092236328125,
      "kl_loss_3": 1891.477294921875,
      "kl_loss_7": 671.2416046142578,
      "learning_rate": 0.0006784431107959359,
      "loss": 1281.9199,
      "step": 3900
    },
    {
      "ce_loss_10": 3.5523509979248047,
      "ce_loss_13": 3.460574519634247,
      "ce_loss_2": 4.626534819602966,
      "ce_loss_3": 4.3451399326324465,
      "ce_loss_7": 3.7586856484413147,
      "epoch": 0.391,
      "grad_norm": 668.0,
      "kl_loss_10": 206.77191925048828,
      "kl_loss_2": 2369.177069091797,
      "kl_loss_3": 1882.2445129394532,
      "kl_loss_7": 681.9191589355469,
      "learning_rate": 0.0006769600370178059,
      "loss": 1269.1178,
      "step": 3910
    },
    {
      "ce_loss_10": 3.5188350439071656,
      "ce_loss_13": 3.4273067116737366,
      "ce_loss_2": 4.554541206359863,
      "ce_loss_3": 4.289613115787506,
      "ce_loss_7": 3.724477529525757,
      "epoch": 0.392,
      "grad_norm": 560.0,
      "kl_loss_10": 199.67687606811523,
      "kl_loss_2": 2289.5328735351563,
      "kl_loss_3": 1825.1418823242188,
      "kl_loss_7": 674.4119354248047,
      "learning_rate": 0.0006754751812540679,
      "loss": 1229.9105,
      "step": 3920
    },
    {
      "ce_loss_10": 3.5683494329452516,
      "ce_loss_13": 3.482330596446991,
      "ce_loss_2": 4.621720671653748,
      "ce_loss_3": 4.348645758628845,
      "ce_loss_7": 3.7689119219779967,
      "epoch": 0.393,
      "grad_norm": 644.0,
      "kl_loss_10": 204.25539169311523,
      "kl_loss_2": 2339.84892578125,
      "kl_loss_3": 1860.5805419921876,
      "kl_loss_7": 678.0737976074219,
      "learning_rate": 0.0006739885584572025,
      "loss": 1265.1324,
      "step": 3930
    },
    {
      "ce_loss_10": 3.596517300605774,
      "ce_loss_13": 3.5048423767089845,
      "ce_loss_2": 4.657581090927124,
      "ce_loss_3": 4.393209981918335,
      "ce_loss_7": 3.8048507928848267,
      "epoch": 0.394,
      "grad_norm": 740.0,
      "kl_loss_10": 206.0053512573242,
      "kl_loss_2": 2374.587469482422,
      "kl_loss_3": 1914.2769775390625,
      "kl_loss_7": 691.7073638916015,
      "learning_rate": 0.0006725001835974853,
      "loss": 1262.3447,
      "step": 3940
    },
    {
      "ce_loss_10": 3.5837875604629517,
      "ce_loss_13": 3.49317661523819,
      "ce_loss_2": 4.625016355514527,
      "ce_loss_3": 4.360765337944031,
      "ce_loss_7": 3.795220899581909,
      "epoch": 0.395,
      "grad_norm": 624.0,
      "kl_loss_10": 202.6530014038086,
      "kl_loss_2": 2326.028674316406,
      "kl_loss_3": 1851.947198486328,
      "kl_loss_7": 690.550015258789,
      "learning_rate": 0.0006710100716628344,
      "loss": 1233.6354,
      "step": 3950
    },
    {
      "ce_loss_10": 3.566684401035309,
      "ce_loss_13": 3.4755138635635374,
      "ce_loss_2": 4.594186568260193,
      "ce_loss_3": 4.3349669694900514,
      "ce_loss_7": 3.7691023349761963,
      "epoch": 0.396,
      "grad_norm": 612.0,
      "kl_loss_10": 198.98139343261718,
      "kl_loss_2": 2292.616107177734,
      "kl_loss_3": 1833.538885498047,
      "kl_loss_7": 679.8143615722656,
      "learning_rate": 0.0006695182376586602,
      "loss": 1262.3783,
      "step": 3960
    },
    {
      "ce_loss_10": 3.596343123912811,
      "ce_loss_13": 3.512529468536377,
      "ce_loss_2": 4.574345445632934,
      "ce_loss_3": 4.312320637702942,
      "ce_loss_7": 3.790241527557373,
      "epoch": 0.397,
      "grad_norm": 708.0,
      "kl_loss_10": 191.98949813842773,
      "kl_loss_2": 2169.2684020996094,
      "kl_loss_3": 1705.870343017578,
      "kl_loss_7": 641.6268707275391,
      "learning_rate": 0.000668024696607715,
      "loss": 1235.5194,
      "step": 3970
    },
    {
      "ce_loss_10": 3.555418300628662,
      "ce_loss_13": 3.470967173576355,
      "ce_loss_2": 4.566342353820801,
      "ce_loss_3": 4.313628911972046,
      "ce_loss_7": 3.7538477182388306,
      "epoch": 0.398,
      "grad_norm": 636.0,
      "kl_loss_10": 198.03487548828124,
      "kl_loss_2": 2281.672326660156,
      "kl_loss_3": 1825.4962097167968,
      "kl_loss_7": 667.3125,
      "learning_rate": 0.0006665294635499404,
      "loss": 1243.9658,
      "step": 3980
    },
    {
      "ce_loss_10": 3.561533272266388,
      "ce_loss_13": 3.4714276075363157,
      "ce_loss_2": 4.635219573974609,
      "ce_loss_3": 4.372889280319214,
      "ce_loss_7": 3.771253454685211,
      "epoch": 0.399,
      "grad_norm": 876.0,
      "kl_loss_10": 208.96954040527345,
      "kl_loss_2": 2390.9282470703124,
      "kl_loss_3": 1928.2362426757813,
      "kl_loss_7": 697.694384765625,
      "learning_rate": 0.0006650325535423167,
      "loss": 1276.8535,
      "step": 3990
    },
    {
      "ce_loss_10": 3.5832207202911377,
      "ce_loss_13": 3.4972815036773683,
      "ce_loss_2": 4.57238998413086,
      "ce_loss_3": 4.3085246801376345,
      "ce_loss_7": 3.7773876547813416,
      "epoch": 0.4,
      "grad_norm": 680.0,
      "kl_loss_10": 194.11105422973634,
      "kl_loss_2": 2185.9527893066406,
      "kl_loss_3": 1735.314678955078,
      "kl_loss_7": 647.3017364501953,
      "learning_rate": 0.0006635339816587109,
      "loss": 1234.4078,
      "step": 4000
    },
    {
      "ce_loss_10": 3.524456286430359,
      "ce_loss_13": 3.4352723956108093,
      "ce_loss_2": 4.582833385467529,
      "ce_loss_3": 4.318940043449402,
      "ce_loss_7": 3.7211544632911684,
      "epoch": 0.401,
      "grad_norm": 624.0,
      "kl_loss_10": 200.03394927978516,
      "kl_loss_2": 2362.4151245117187,
      "kl_loss_3": 1889.6026794433594,
      "kl_loss_7": 668.6993530273437,
      "learning_rate": 0.0006620337629897252,
      "loss": 1251.5271,
      "step": 4010
    },
    {
      "ce_loss_10": 3.531862771511078,
      "ce_loss_13": 3.4413245558738708,
      "ce_loss_2": 4.564659547805786,
      "ce_loss_3": 4.295144200325012,
      "ce_loss_7": 3.728400182723999,
      "epoch": 0.402,
      "grad_norm": 556.0,
      "kl_loss_10": 199.88810348510742,
      "kl_loss_2": 2302.102014160156,
      "kl_loss_3": 1823.07431640625,
      "kl_loss_7": 668.4421752929687,
      "learning_rate": 0.0006605319126425454,
      "loss": 1275.6262,
      "step": 4020
    },
    {
      "ce_loss_10": 3.4339096665382387,
      "ce_loss_13": 3.350968396663666,
      "ce_loss_2": 4.514854836463928,
      "ce_loss_3": 4.238226985931396,
      "ce_loss_7": 3.644399344921112,
      "epoch": 0.403,
      "grad_norm": 644.0,
      "kl_loss_10": 199.70583419799806,
      "kl_loss_2": 2387.631066894531,
      "kl_loss_3": 1906.55048828125,
      "kl_loss_7": 681.1330749511719,
      "learning_rate": 0.0006590284457407876,
      "loss": 1275.1312,
      "step": 4030
    },
    {
      "ce_loss_10": 3.5380223751068116,
      "ce_loss_13": 3.448465049266815,
      "ce_loss_2": 4.57396821975708,
      "ce_loss_3": 4.313019490242004,
      "ce_loss_7": 3.7362441062927245,
      "epoch": 0.404,
      "grad_norm": 688.0,
      "kl_loss_10": 198.1963623046875,
      "kl_loss_2": 2292.718151855469,
      "kl_loss_3": 1830.845147705078,
      "kl_loss_7": 661.0607788085938,
      "learning_rate": 0.0006575233774243465,
      "loss": 1249.6318,
      "step": 4040
    },
    {
      "ce_loss_10": 3.528366136550903,
      "ce_loss_13": 3.4398876786231996,
      "ce_loss_2": 4.5835960626602175,
      "ce_loss_3": 4.318015563488006,
      "ce_loss_7": 3.734170937538147,
      "epoch": 0.405,
      "grad_norm": 744.0,
      "kl_loss_10": 199.81770248413085,
      "kl_loss_2": 2371.9314208984374,
      "kl_loss_3": 1896.1641540527344,
      "kl_loss_7": 680.1676055908204,
      "learning_rate": 0.0006560167228492435,
      "loss": 1274.3472,
      "step": 4050
    },
    {
      "ce_loss_10": 3.5713927507400514,
      "ce_loss_13": 3.4897979974746702,
      "ce_loss_2": 4.564716410636902,
      "ce_loss_3": 4.304848039150238,
      "ce_loss_7": 3.764770579338074,
      "epoch": 0.406,
      "grad_norm": 632.0,
      "kl_loss_10": 190.77299575805665,
      "kl_loss_2": 2213.3808837890624,
      "kl_loss_3": 1758.434912109375,
      "kl_loss_7": 651.0917877197265,
      "learning_rate": 0.0006545084971874737,
      "loss": 1244.4535,
      "step": 4060
    },
    {
      "ce_loss_10": 3.5361163854599,
      "ce_loss_13": 3.446142256259918,
      "ce_loss_2": 4.613076639175415,
      "ce_loss_3": 4.341050863265991,
      "ce_loss_7": 3.7489752054214476,
      "epoch": 0.407,
      "grad_norm": 724.0,
      "kl_loss_10": 204.6956573486328,
      "kl_loss_2": 2384.869763183594,
      "kl_loss_3": 1900.13232421875,
      "kl_loss_7": 693.6003051757813,
      "learning_rate": 0.0006529987156268526,
      "loss": 1264.1867,
      "step": 4070
    },
    {
      "ce_loss_10": 3.4604807257652284,
      "ce_loss_13": 3.3677136301994324,
      "ce_loss_2": 4.529002094268799,
      "ce_loss_3": 4.2508728981018065,
      "ce_loss_7": 3.671179461479187,
      "epoch": 0.408,
      "grad_norm": 652.0,
      "kl_loss_10": 200.91606369018555,
      "kl_loss_2": 2349.1596496582033,
      "kl_loss_3": 1858.6745910644531,
      "kl_loss_7": 678.4067779541016,
      "learning_rate": 0.0006514873933708637,
      "loss": 1288.6936,
      "step": 4080
    },
    {
      "ce_loss_10": 3.5669307708740234,
      "ce_loss_13": 3.4793569445610046,
      "ce_loss_2": 4.594972729682922,
      "ce_loss_3": 4.326959013938904,
      "ce_loss_7": 3.7646772980690004,
      "epoch": 0.409,
      "grad_norm": 624.0,
      "kl_loss_10": 195.33749084472657,
      "kl_loss_2": 2285.8158325195313,
      "kl_loss_3": 1812.939276123047,
      "kl_loss_7": 660.7087280273438,
      "learning_rate": 0.0006499745456385053,
      "loss": 1246.0525,
      "step": 4090
    },
    {
      "ce_loss_10": 3.532058572769165,
      "ce_loss_13": 3.446662437915802,
      "ce_loss_2": 4.566872882843017,
      "ce_loss_3": 4.295732653141021,
      "ce_loss_7": 3.7351000905036926,
      "epoch": 0.41,
      "grad_norm": 592.0,
      "kl_loss_10": 197.3603828430176,
      "kl_loss_2": 2284.4489013671873,
      "kl_loss_3": 1809.6247680664062,
      "kl_loss_7": 669.4995666503906,
      "learning_rate": 0.0006484601876641375,
      "loss": 1259.2045,
      "step": 4100
    },
    {
      "ce_loss_10": 3.523475456237793,
      "ce_loss_13": 3.4387876391410828,
      "ce_loss_2": 4.524111318588257,
      "ce_loss_3": 4.253742909431457,
      "ce_loss_7": 3.7196569561958315,
      "epoch": 0.411,
      "grad_norm": 608.0,
      "kl_loss_10": 194.7115333557129,
      "kl_loss_2": 2231.6944580078125,
      "kl_loss_3": 1757.1336669921875,
      "kl_loss_7": 654.9919372558594,
      "learning_rate": 0.000646944334697328,
      "loss": 1224.3209,
      "step": 4110
    },
    {
      "ce_loss_10": 3.6390475988388062,
      "ce_loss_13": 3.55245840549469,
      "ce_loss_2": 4.6237300157547,
      "ce_loss_3": 4.356840944290161,
      "ce_loss_7": 3.83481205701828,
      "epoch": 0.412,
      "grad_norm": 564.0,
      "kl_loss_10": 194.73427352905273,
      "kl_loss_2": 2191.641564941406,
      "kl_loss_3": 1726.6775146484374,
      "kl_loss_7": 650.4818603515625,
      "learning_rate": 0.0006454270020026995,
      "loss": 1203.4656,
      "step": 4120
    },
    {
      "ce_loss_10": 3.6017306566238405,
      "ce_loss_13": 3.520050418376923,
      "ce_loss_2": 4.577455329895019,
      "ce_loss_3": 4.320154881477356,
      "ce_loss_7": 3.792659568786621,
      "epoch": 0.413,
      "grad_norm": 576.0,
      "kl_loss_10": 189.64769592285157,
      "kl_loss_2": 2176.6477478027346,
      "kl_loss_3": 1722.2450378417968,
      "kl_loss_7": 643.5274627685546,
      "learning_rate": 0.0006439082048597755,
      "loss": 1192.4902,
      "step": 4130
    },
    {
      "ce_loss_10": 3.5903451800346375,
      "ce_loss_13": 3.507824885845184,
      "ce_loss_2": 4.608788180351257,
      "ce_loss_3": 4.346335411071777,
      "ce_loss_7": 3.7915576100349426,
      "epoch": 0.414,
      "grad_norm": 580.0,
      "kl_loss_10": 197.56676864624023,
      "kl_loss_2": 2267.8357421875,
      "kl_loss_3": 1807.2357055664063,
      "kl_loss_7": 666.154751586914,
      "learning_rate": 0.0006423879585628261,
      "loss": 1240.4789,
      "step": 4140
    },
    {
      "ce_loss_10": 3.55734179019928,
      "ce_loss_13": 3.467788887023926,
      "ce_loss_2": 4.6172443151474,
      "ce_loss_3": 4.339134466648102,
      "ce_loss_7": 3.7582768201828003,
      "epoch": 0.415,
      "grad_norm": 688.0,
      "kl_loss_10": 201.20330123901368,
      "kl_loss_2": 2351.881707763672,
      "kl_loss_3": 1863.0321411132813,
      "kl_loss_7": 675.1522674560547,
      "learning_rate": 0.0006408662784207149,
      "loss": 1267.4067,
      "step": 4150
    },
    {
      "ce_loss_10": 3.5083068370819093,
      "ce_loss_13": 3.421711838245392,
      "ce_loss_2": 4.537308859825134,
      "ce_loss_3": 4.2711180448532104,
      "ce_loss_7": 3.708827292919159,
      "epoch": 0.416,
      "grad_norm": 696.0,
      "kl_loss_10": 195.25809020996093,
      "kl_loss_2": 2288.984796142578,
      "kl_loss_3": 1822.1060485839844,
      "kl_loss_7": 665.5764404296875,
      "learning_rate": 0.0006393431797567439,
      "loss": 1250.1072,
      "step": 4160
    },
    {
      "ce_loss_10": 3.5913987278938295,
      "ce_loss_13": 3.509873795509338,
      "ce_loss_2": 4.573607659339904,
      "ce_loss_3": 4.318917143344879,
      "ce_loss_7": 3.7776596546173096,
      "epoch": 0.417,
      "grad_norm": 596.0,
      "kl_loss_10": 194.73566436767578,
      "kl_loss_2": 2221.0649841308596,
      "kl_loss_3": 1766.04775390625,
      "kl_loss_7": 648.3369201660156,
      "learning_rate": 0.0006378186779084996,
      "loss": 1190.9323,
      "step": 4170
    },
    {
      "ce_loss_10": 3.4334940314292908,
      "ce_loss_13": 3.3453728437423704,
      "ce_loss_2": 4.485861015319824,
      "ce_loss_3": 4.215418803691864,
      "ce_loss_7": 3.6394405364990234,
      "epoch": 0.418,
      "grad_norm": 676.0,
      "kl_loss_10": 196.98247756958008,
      "kl_loss_2": 2312.9372680664064,
      "kl_loss_3": 1836.5678649902343,
      "kl_loss_7": 670.5612365722657,
      "learning_rate": 0.0006362927882276989,
      "loss": 1261.1342,
      "step": 4180
    },
    {
      "ce_loss_10": 3.622100257873535,
      "ce_loss_13": 3.5377141356468202,
      "ce_loss_2": 4.620994114875794,
      "ce_loss_3": 4.349101042747497,
      "ce_loss_7": 3.81082307100296,
      "epoch": 0.419,
      "grad_norm": 620.0,
      "kl_loss_10": 192.66633071899415,
      "kl_loss_2": 2225.1201049804686,
      "kl_loss_3": 1751.446875,
      "kl_loss_7": 636.4902648925781,
      "learning_rate": 0.000634765526080034,
      "loss": 1194.2031,
      "step": 4190
    },
    {
      "ce_loss_10": 3.626552712917328,
      "ce_loss_13": 3.5395890951156614,
      "ce_loss_2": 4.6221943378448485,
      "ce_loss_3": 4.355586886405945,
      "ce_loss_7": 3.8178786516189573,
      "epoch": 0.42,
      "grad_norm": 612.0,
      "kl_loss_10": 198.29063568115234,
      "kl_loss_2": 2233.3197509765623,
      "kl_loss_3": 1764.3755920410156,
      "kl_loss_7": 656.7103454589844,
      "learning_rate": 0.0006332369068450174,
      "loss": 1207.3598,
      "step": 4200
    },
    {
      "ce_loss_10": 3.5582772374153135,
      "ce_loss_13": 3.4749309182167054,
      "ce_loss_2": 4.574929785728455,
      "ce_loss_3": 4.314627623558044,
      "ce_loss_7": 3.7553325653076173,
      "epoch": 0.421,
      "grad_norm": 588.0,
      "kl_loss_10": 195.14224548339843,
      "kl_loss_2": 2252.938916015625,
      "kl_loss_3": 1800.94208984375,
      "kl_loss_7": 656.2003112792969,
      "learning_rate": 0.0006317069459158283,
      "loss": 1220.2742,
      "step": 4210
    },
    {
      "ce_loss_10": 3.66640442609787,
      "ce_loss_13": 3.584319996833801,
      "ce_loss_2": 4.649453711509705,
      "ce_loss_3": 4.3819632768630985,
      "ce_loss_7": 3.8596243381500246,
      "epoch": 0.422,
      "grad_norm": 592.0,
      "kl_loss_10": 193.5803665161133,
      "kl_loss_2": 2195.1602294921877,
      "kl_loss_3": 1735.2393310546875,
      "kl_loss_7": 647.3203796386719,
      "learning_rate": 0.0006301756586991561,
      "loss": 1218.0184,
      "step": 4220
    },
    {
      "ce_loss_10": 3.452160143852234,
      "ce_loss_13": 3.3657590985298156,
      "ce_loss_2": 4.505249190330505,
      "ce_loss_3": 4.242624092102051,
      "ce_loss_7": 3.6535696148872376,
      "epoch": 0.423,
      "grad_norm": 764.0,
      "kl_loss_10": 198.62798614501952,
      "kl_loss_2": 2358.790142822266,
      "kl_loss_3": 1893.541082763672,
      "kl_loss_7": 677.0058868408203,
      "learning_rate": 0.0006286430606150459,
      "loss": 1264.3267,
      "step": 4230
    },
    {
      "ce_loss_10": 3.6465710401535034,
      "ce_loss_13": 3.563078057765961,
      "ce_loss_2": 4.641510224342346,
      "ce_loss_3": 4.377968907356262,
      "ce_loss_7": 3.843237745761871,
      "epoch": 0.424,
      "grad_norm": 752.0,
      "kl_loss_10": 199.9485771179199,
      "kl_loss_2": 2240.6987426757814,
      "kl_loss_3": 1778.9172729492188,
      "kl_loss_7": 666.6387664794922,
      "learning_rate": 0.0006271091670967436,
      "loss": 1223.7141,
      "step": 4240
    },
    {
      "ce_loss_10": 3.570220148563385,
      "ce_loss_13": 3.474740993976593,
      "ce_loss_2": 4.616126585006714,
      "ce_loss_3": 4.345292592048645,
      "ce_loss_7": 3.7782423973083494,
      "epoch": 0.425,
      "grad_norm": 604.0,
      "kl_loss_10": 206.9665100097656,
      "kl_loss_2": 2359.6162658691405,
      "kl_loss_3": 1878.0119995117188,
      "kl_loss_7": 699.4417297363282,
      "learning_rate": 0.0006255739935905395,
      "loss": 1260.2877,
      "step": 4250
    },
    {
      "ce_loss_10": 3.6002479434013366,
      "ce_loss_13": 3.5161559224128722,
      "ce_loss_2": 4.592222595214844,
      "ce_loss_3": 4.328677630424499,
      "ce_loss_7": 3.790011668205261,
      "epoch": 0.426,
      "grad_norm": 688.0,
      "kl_loss_10": 196.72698440551758,
      "kl_loss_2": 2221.3829833984373,
      "kl_loss_3": 1756.8525756835938,
      "kl_loss_7": 652.2526733398438,
      "learning_rate": 0.0006240375555556145,
      "loss": 1261.0352,
      "step": 4260
    },
    {
      "ce_loss_10": 3.6026462078094483,
      "ce_loss_13": 3.5168575167655947,
      "ce_loss_2": 4.6545480489730835,
      "ce_loss_3": 4.386264157295227,
      "ce_loss_7": 3.8051093459129333,
      "epoch": 0.427,
      "grad_norm": 580.0,
      "kl_loss_10": 197.9854705810547,
      "kl_loss_2": 2316.6946411132812,
      "kl_loss_3": 1838.7398193359375,
      "kl_loss_7": 667.8762664794922,
      "learning_rate": 0.000622499868463882,
      "loss": 1243.157,
      "step": 4270
    },
    {
      "ce_loss_10": 3.574436700344086,
      "ce_loss_13": 3.4921345114707947,
      "ce_loss_2": 4.568159365653992,
      "ce_loss_3": 4.298846364021301,
      "ce_loss_7": 3.765162992477417,
      "epoch": 0.428,
      "grad_norm": 620.0,
      "kl_loss_10": 194.46619186401367,
      "kl_loss_2": 2240.061688232422,
      "kl_loss_3": 1767.6112670898438,
      "kl_loss_7": 647.0378051757813,
      "learning_rate": 0.0006209609477998338,
      "loss": 1226.4191,
      "step": 4280
    },
    {
      "ce_loss_10": 3.6271798372268678,
      "ce_loss_13": 3.5434911131858824,
      "ce_loss_2": 4.628253221511841,
      "ce_loss_3": 4.367080307006836,
      "ce_loss_7": 3.823750925064087,
      "epoch": 0.429,
      "grad_norm": 596.0,
      "kl_loss_10": 199.08662948608398,
      "kl_loss_2": 2248.870013427734,
      "kl_loss_3": 1777.940362548828,
      "kl_loss_7": 666.140267944336,
      "learning_rate": 0.0006194208090603844,
      "loss": 1245.6613,
      "step": 4290
    },
    {
      "ce_loss_10": 3.550025999546051,
      "ce_loss_13": 3.4652276039123535,
      "ce_loss_2": 4.55794665813446,
      "ce_loss_3": 4.292889666557312,
      "ce_loss_7": 3.7512326836586,
      "epoch": 0.43,
      "grad_norm": 696.0,
      "kl_loss_10": 194.7114356994629,
      "kl_loss_2": 2238.0842895507812,
      "kl_loss_3": 1764.372296142578,
      "kl_loss_7": 659.5233337402344,
      "learning_rate": 0.0006178794677547138,
      "loss": 1204.7698,
      "step": 4300
    },
    {
      "ce_loss_10": 3.5732582211494446,
      "ce_loss_13": 3.4901079893112184,
      "ce_loss_2": 4.593334412574768,
      "ce_loss_3": 4.330301976203918,
      "ce_loss_7": 3.7785701513290406,
      "epoch": 0.431,
      "grad_norm": 716.0,
      "kl_loss_10": 204.0959487915039,
      "kl_loss_2": 2270.5096435546875,
      "kl_loss_3": 1810.6998352050782,
      "kl_loss_7": 680.2683868408203,
      "learning_rate": 0.0006163369394041111,
      "loss": 1234.0865,
      "step": 4310
    },
    {
      "ce_loss_10": 3.522435462474823,
      "ce_loss_13": 3.427918314933777,
      "ce_loss_2": 4.549873030185699,
      "ce_loss_3": 4.289526271820068,
      "ce_loss_7": 3.7253190755844114,
      "epoch": 0.432,
      "grad_norm": 800.0,
      "kl_loss_10": 208.77886199951172,
      "kl_loss_2": 2301.5377990722654,
      "kl_loss_3": 1836.5447998046875,
      "kl_loss_7": 679.7338165283203,
      "learning_rate": 0.0006147932395418205,
      "loss": 1277.3873,
      "step": 4320
    },
    {
      "ce_loss_10": 3.5494457960128782,
      "ce_loss_13": 3.4614178776741027,
      "ce_loss_2": 4.544875764846802,
      "ce_loss_3": 4.281032645702362,
      "ce_loss_7": 3.7431655168533324,
      "epoch": 0.433,
      "grad_norm": 576.0,
      "kl_loss_10": 207.28576126098633,
      "kl_loss_2": 2223.6774475097654,
      "kl_loss_3": 1762.4080688476563,
      "kl_loss_7": 660.7338745117188,
      "learning_rate": 0.0006132483837128823,
      "loss": 1209.1447,
      "step": 4330
    },
    {
      "ce_loss_10": 3.5334264755249025,
      "ce_loss_13": 3.4463666915893554,
      "ce_loss_2": 4.564454817771912,
      "ce_loss_3": 4.294960129261017,
      "ce_loss_7": 3.73456689119339,
      "epoch": 0.434,
      "grad_norm": 772.0,
      "kl_loss_10": 203.00026016235353,
      "kl_loss_2": 2313.798968505859,
      "kl_loss_3": 1837.2741760253907,
      "kl_loss_7": 664.0175872802735,
      "learning_rate": 0.0006117023874739772,
      "loss": 1240.8283,
      "step": 4340
    },
    {
      "ce_loss_10": 3.5215348839759826,
      "ce_loss_13": 3.4345417499542235,
      "ce_loss_2": 4.554822826385498,
      "ce_loss_3": 4.285668563842774,
      "ce_loss_7": 3.7274380683898927,
      "epoch": 0.435,
      "grad_norm": 600.0,
      "kl_loss_10": 199.90404205322267,
      "kl_loss_2": 2303.0773803710936,
      "kl_loss_3": 1827.208251953125,
      "kl_loss_7": 672.8900817871094,
      "learning_rate": 0.0006101552663932703,
      "loss": 1260.7756,
      "step": 4350
    },
    {
      "ce_loss_10": 3.554371106624603,
      "ce_loss_13": 3.4667278289794923,
      "ce_loss_2": 4.5602539539337155,
      "ce_loss_3": 4.297711455821991,
      "ce_loss_7": 3.74671790599823,
      "epoch": 0.436,
      "grad_norm": 664.0,
      "kl_loss_10": 201.51847763061522,
      "kl_loss_2": 2254.3937927246093,
      "kl_loss_3": 1790.253662109375,
      "kl_loss_7": 662.9543731689453,
      "learning_rate": 0.0006086070360502539,
      "loss": 1241.8814,
      "step": 4360
    },
    {
      "ce_loss_10": 3.5543460965156557,
      "ce_loss_13": 3.470974051952362,
      "ce_loss_2": 4.571776509284973,
      "ce_loss_3": 4.305854046344757,
      "ce_loss_7": 3.7547166466712953,
      "epoch": 0.437,
      "grad_norm": 608.0,
      "kl_loss_10": 196.51984329223632,
      "kl_loss_2": 2276.0406494140625,
      "kl_loss_3": 1801.6470031738281,
      "kl_loss_7": 659.9133270263671,
      "learning_rate": 0.0006070577120355903,
      "loss": 1236.9521,
      "step": 4370
    },
    {
      "ce_loss_10": 3.5628577947616575,
      "ce_loss_13": 3.47283878326416,
      "ce_loss_2": 4.547589898109436,
      "ce_loss_3": 4.279985129833221,
      "ce_loss_7": 3.7624007940292357,
      "epoch": 0.438,
      "grad_norm": 700.0,
      "kl_loss_10": 200.08970794677734,
      "kl_loss_2": 2194.6991455078123,
      "kl_loss_3": 1728.643865966797,
      "kl_loss_7": 657.7827362060547,
      "learning_rate": 0.0006055073099509549,
      "loss": 1218.3828,
      "step": 4380
    },
    {
      "ce_loss_10": 3.6181469678878786,
      "ce_loss_13": 3.531364715099335,
      "ce_loss_2": 4.607781720161438,
      "ce_loss_3": 4.3447977781295775,
      "ce_loss_7": 3.8072004199028013,
      "epoch": 0.439,
      "grad_norm": 616.0,
      "kl_loss_10": 200.97432174682618,
      "kl_loss_2": 2223.8163146972656,
      "kl_loss_3": 1756.1592224121093,
      "kl_loss_7": 652.6859497070312,
      "learning_rate": 0.0006039558454088796,
      "loss": 1239.9502,
      "step": 4390
    },
    {
      "ce_loss_10": 3.598993420600891,
      "ce_loss_13": 3.508393979072571,
      "ce_loss_2": 4.611153769493103,
      "ce_loss_3": 4.343827414512634,
      "ce_loss_7": 3.798681151866913,
      "epoch": 0.44,
      "grad_norm": 636.0,
      "kl_loss_10": 207.16089324951173,
      "kl_loss_2": 2267.215954589844,
      "kl_loss_3": 1798.3621337890625,
      "kl_loss_7": 665.1716247558594,
      "learning_rate": 0.0006024033340325954,
      "loss": 1210.7668,
      "step": 4400
    },
    {
      "ce_loss_10": 3.6592474579811096,
      "ce_loss_13": 3.575475811958313,
      "ce_loss_2": 4.615442514419556,
      "ce_loss_3": 4.356250524520874,
      "ce_loss_7": 3.841563415527344,
      "epoch": 0.441,
      "grad_norm": 564.0,
      "kl_loss_10": 192.91486740112305,
      "kl_loss_2": 2138.478411865234,
      "kl_loss_3": 1682.6779296875,
      "kl_loss_7": 628.4862640380859,
      "learning_rate": 0.0006008497914558743,
      "loss": 1188.8043,
      "step": 4410
    },
    {
      "ce_loss_10": 3.603752911090851,
      "ce_loss_13": 3.514535641670227,
      "ce_loss_2": 4.619881939888001,
      "ce_loss_3": 4.351648759841919,
      "ce_loss_7": 3.8029965996742248,
      "epoch": 0.442,
      "grad_norm": 680.0,
      "kl_loss_10": 203.31059799194335,
      "kl_loss_2": 2279.580682373047,
      "kl_loss_3": 1800.9931640625,
      "kl_loss_7": 667.106298828125,
      "learning_rate": 0.0005992952333228728,
      "loss": 1234.8536,
      "step": 4420
    },
    {
      "ce_loss_10": 3.5360623002052307,
      "ce_loss_13": 3.452274763584137,
      "ce_loss_2": 4.555125761032104,
      "ce_loss_3": 4.292830312252045,
      "ce_loss_7": 3.7339815139770507,
      "epoch": 0.443,
      "grad_norm": 660.0,
      "kl_loss_10": 193.53399200439452,
      "kl_loss_2": 2284.7425048828127,
      "kl_loss_3": 1820.065606689453,
      "kl_loss_7": 662.5294036865234,
      "learning_rate": 0.0005977396752879741,
      "loss": 1233.2003,
      "step": 4430
    },
    {
      "ce_loss_10": 3.4606794357299804,
      "ce_loss_13": 3.377534472942352,
      "ce_loss_2": 4.48543610572815,
      "ce_loss_3": 4.220411324501038,
      "ce_loss_7": 3.6664485812187193,
      "epoch": 0.444,
      "grad_norm": 580.0,
      "kl_loss_10": 191.26479797363282,
      "kl_loss_2": 2280.07265625,
      "kl_loss_3": 1810.239013671875,
      "kl_loss_7": 656.8585327148437,
      "learning_rate": 0.0005961831330156305,
      "loss": 1222.7674,
      "step": 4440
    },
    {
      "ce_loss_10": 3.603837263584137,
      "ce_loss_13": 3.5208237767219543,
      "ce_loss_2": 4.638635230064392,
      "ce_loss_3": 4.366818988323212,
      "ce_loss_7": 3.8011784672737123,
      "epoch": 0.445,
      "grad_norm": 652.0,
      "kl_loss_10": 193.8144203186035,
      "kl_loss_2": 2316.0056640625,
      "kl_loss_3": 1833.1619812011718,
      "kl_loss_7": 659.0817749023438,
      "learning_rate": 0.0005946256221802051,
      "loss": 1263.1171,
      "step": 4450
    },
    {
      "ce_loss_10": 3.5832170486450194,
      "ce_loss_13": 3.5048667788505554,
      "ce_loss_2": 4.5584005355834964,
      "ce_loss_3": 4.296856260299682,
      "ce_loss_7": 3.7672229290008543,
      "epoch": 0.446,
      "grad_norm": 700.0,
      "kl_loss_10": 189.50232849121093,
      "kl_loss_2": 2181.445458984375,
      "kl_loss_3": 1725.645037841797,
      "kl_loss_7": 639.0539123535157,
      "learning_rate": 0.0005930671584658151,
      "loss": 1259.6497,
      "step": 4460
    },
    {
      "ce_loss_10": 3.5820990085601805,
      "ce_loss_13": 3.4986414194107054,
      "ce_loss_2": 4.585966444015503,
      "ce_loss_3": 4.327683901786804,
      "ce_loss_7": 3.778271293640137,
      "epoch": 0.447,
      "grad_norm": 624.0,
      "kl_loss_10": 192.16329650878907,
      "kl_loss_2": 2241.6711364746093,
      "kl_loss_3": 1786.2928161621094,
      "kl_loss_7": 656.8107452392578,
      "learning_rate": 0.0005915077575661722,
      "loss": 1237.7033,
      "step": 4470
    },
    {
      "ce_loss_10": 3.601723861694336,
      "ce_loss_13": 3.5175135850906374,
      "ce_loss_2": 4.623058772087097,
      "ce_loss_3": 4.352630817890168,
      "ce_loss_7": 3.801686096191406,
      "epoch": 0.448,
      "grad_norm": 576.0,
      "kl_loss_10": 197.77509002685548,
      "kl_loss_2": 2287.8472229003905,
      "kl_loss_3": 1814.064471435547,
      "kl_loss_7": 669.7168884277344,
      "learning_rate": 0.000589947435184427,
      "loss": 1221.476,
      "step": 4480
    },
    {
      "ce_loss_10": 3.667625939846039,
      "ce_loss_13": 3.5879098773002625,
      "ce_loss_2": 4.623752212524414,
      "ce_loss_3": 4.3639614343643185,
      "ce_loss_7": 3.854480040073395,
      "epoch": 0.449,
      "grad_norm": 676.0,
      "kl_loss_10": 191.73966369628906,
      "kl_loss_2": 2169.5962097167967,
      "kl_loss_3": 1711.8840759277343,
      "kl_loss_7": 644.2419403076171,
      "learning_rate": 0.0005883862070330078,
      "loss": 1205.0104,
      "step": 4490
    },
    {
      "ce_loss_10": 3.5975982904434205,
      "ce_loss_13": 3.5138633131980894,
      "ce_loss_2": 4.596203637123108,
      "ce_loss_3": 4.342746245861053,
      "ce_loss_7": 3.7984990000724794,
      "epoch": 0.45,
      "grad_norm": 680.0,
      "kl_loss_10": 192.790771484375,
      "kl_loss_2": 2245.34130859375,
      "kl_loss_3": 1787.1853515625,
      "kl_loss_7": 655.1883148193359,
      "learning_rate": 0.0005868240888334653,
      "loss": 1211.5924,
      "step": 4500
    },
    {
      "ce_loss_10": 3.484956693649292,
      "ce_loss_13": 3.3994694352149963,
      "ce_loss_2": 4.541581082344055,
      "ce_loss_3": 4.265275609493256,
      "ce_loss_7": 3.685898816585541,
      "epoch": 0.451,
      "grad_norm": 664.0,
      "kl_loss_10": 197.9249183654785,
      "kl_loss_2": 2329.778839111328,
      "kl_loss_3": 1847.1219604492187,
      "kl_loss_7": 669.9408386230468,
      "learning_rate": 0.0005852610963163119,
      "loss": 1246.2838,
      "step": 4510
    },
    {
      "ce_loss_10": 3.506740427017212,
      "ce_loss_13": 3.425083673000336,
      "ce_loss_2": 4.510421705245972,
      "ce_loss_3": 4.246485769748688,
      "ce_loss_7": 3.6969696044921876,
      "epoch": 0.452,
      "grad_norm": 600.0,
      "kl_loss_10": 188.6581832885742,
      "kl_loss_2": 2238.5858459472656,
      "kl_loss_3": 1770.7893127441407,
      "kl_loss_7": 646.1408782958985,
      "learning_rate": 0.0005836972452208654,
      "loss": 1201.6553,
      "step": 4520
    },
    {
      "ce_loss_10": 3.505844843387604,
      "ce_loss_13": 3.4249507427215575,
      "ce_loss_2": 4.529585886001587,
      "ce_loss_3": 4.277110803127289,
      "ce_loss_7": 3.708256196975708,
      "epoch": 0.453,
      "grad_norm": 668.0,
      "kl_loss_10": 193.22399291992187,
      "kl_loss_2": 2265.8468383789063,
      "kl_loss_3": 1815.4268432617187,
      "kl_loss_7": 656.5519592285157,
      "learning_rate": 0.0005821325512950885,
      "loss": 1236.8736,
      "step": 4530
    },
    {
      "ce_loss_10": 3.5389772057533264,
      "ce_loss_13": 3.4585880279541015,
      "ce_loss_2": 4.540098547935486,
      "ce_loss_3": 4.2798211693763735,
      "ce_loss_7": 3.7288518071174623,
      "epoch": 0.454,
      "grad_norm": 592.0,
      "kl_loss_10": 187.7821243286133,
      "kl_loss_2": 2205.198779296875,
      "kl_loss_3": 1748.45341796875,
      "kl_loss_7": 639.7683776855469,
      "learning_rate": 0.0005805670302954321,
      "loss": 1221.9566,
      "step": 4540
    },
    {
      "ce_loss_10": 3.544492793083191,
      "ce_loss_13": 3.4652194142341615,
      "ce_loss_2": 4.541022229194641,
      "ce_loss_3": 4.279520082473755,
      "ce_loss_7": 3.7328044533729554,
      "epoch": 0.455,
      "grad_norm": 656.0,
      "kl_loss_10": 186.06844177246094,
      "kl_loss_2": 2226.980224609375,
      "kl_loss_3": 1765.562744140625,
      "kl_loss_7": 639.6060729980469,
      "learning_rate": 0.000579000697986675,
      "loss": 1199.4846,
      "step": 4550
    },
    {
      "ce_loss_10": 3.5037956118583677,
      "ce_loss_13": 3.4134857773780825,
      "ce_loss_2": 4.544147634506226,
      "ce_loss_3": 4.274082601070404,
      "ce_loss_7": 3.707910752296448,
      "epoch": 0.456,
      "grad_norm": 664.0,
      "kl_loss_10": 200.43186416625977,
      "kl_loss_2": 2315.5464111328124,
      "kl_loss_3": 1832.4145568847657,
      "kl_loss_7": 672.0404296875,
      "learning_rate": 0.0005774335701417662,
      "loss": 1229.2445,
      "step": 4560
    },
    {
      "ce_loss_10": 3.4942433714866636,
      "ce_loss_13": 3.4095874786376954,
      "ce_loss_2": 4.549353170394897,
      "ce_loss_3": 4.279058015346527,
      "ce_loss_7": 3.693026268482208,
      "epoch": 0.457,
      "grad_norm": 608.0,
      "kl_loss_10": 192.1516143798828,
      "kl_loss_2": 2342.186248779297,
      "kl_loss_3": 1864.820654296875,
      "kl_loss_7": 655.2123260498047,
      "learning_rate": 0.0005758656625416658,
      "loss": 1241.1571,
      "step": 4570
    },
    {
      "ce_loss_10": 3.5480048656463623,
      "ce_loss_13": 3.4622543811798097,
      "ce_loss_2": 4.561884355545044,
      "ce_loss_3": 4.293217277526855,
      "ce_loss_7": 3.743514323234558,
      "epoch": 0.458,
      "grad_norm": 616.0,
      "kl_loss_10": 194.93896102905273,
      "kl_loss_2": 2260.48984375,
      "kl_loss_3": 1786.8557556152343,
      "kl_loss_7": 654.7685607910156,
      "learning_rate": 0.0005742969909751859,
      "loss": 1199.7715,
      "step": 4580
    },
    {
      "ce_loss_10": 3.558157193660736,
      "ce_loss_13": 3.4740110039711,
      "ce_loss_2": 4.582901740074158,
      "ce_loss_3": 4.310809695720673,
      "ce_loss_7": 3.7480292677879334,
      "epoch": 0.459,
      "grad_norm": 636.0,
      "kl_loss_10": 193.16277923583985,
      "kl_loss_2": 2285.9891052246094,
      "kl_loss_3": 1800.92705078125,
      "kl_loss_7": 648.6197357177734,
      "learning_rate": 0.0005727275712388318,
      "loss": 1238.3732,
      "step": 4590
    },
    {
      "ce_loss_10": 3.5862102270126344,
      "ce_loss_13": 3.509055662155151,
      "ce_loss_2": 4.560896277427673,
      "ce_loss_3": 4.298801875114441,
      "ce_loss_7": 3.773897314071655,
      "epoch": 0.46,
      "grad_norm": 768.0,
      "kl_loss_10": 186.60687026977538,
      "kl_loss_2": 2190.591516113281,
      "kl_loss_3": 1728.75283203125,
      "kl_loss_7": 633.5937683105469,
      "learning_rate": 0.0005711574191366427,
      "loss": 1204.0141,
      "step": 4600
    },
    {
      "ce_loss_10": 3.537917101383209,
      "ce_loss_13": 3.456929898262024,
      "ce_loss_2": 4.532997250556946,
      "ce_loss_3": 4.271801400184631,
      "ce_loss_7": 3.7239314556121825,
      "epoch": 0.461,
      "grad_norm": 544.0,
      "kl_loss_10": 188.38971405029298,
      "kl_loss_2": 2244.5726928710938,
      "kl_loss_3": 1779.3487548828125,
      "kl_loss_7": 643.0867309570312,
      "learning_rate": 0.0005695865504800327,
      "loss": 1208.6229,
      "step": 4610
    },
    {
      "ce_loss_10": 3.475814175605774,
      "ce_loss_13": 3.3895989418029786,
      "ce_loss_2": 4.570864033699036,
      "ce_loss_3": 4.298530387878418,
      "ce_loss_7": 3.6918977737426757,
      "epoch": 0.462,
      "grad_norm": 688.0,
      "kl_loss_10": 199.44021301269532,
      "kl_loss_2": 2396.831396484375,
      "kl_loss_3": 1919.1037109375,
      "kl_loss_7": 685.7258270263671,
      "learning_rate": 0.0005680149810876322,
      "loss": 1259.1618,
      "step": 4620
    },
    {
      "ce_loss_10": 3.5307737231254577,
      "ce_loss_13": 3.448805606365204,
      "ce_loss_2": 4.553147649765014,
      "ce_loss_3": 4.283793473243714,
      "ce_loss_7": 3.720176661014557,
      "epoch": 0.463,
      "grad_norm": 632.0,
      "kl_loss_10": 191.36487274169923,
      "kl_loss_2": 2267.567822265625,
      "kl_loss_3": 1802.5030578613282,
      "kl_loss_7": 648.5958099365234,
      "learning_rate": 0.0005664427267851271,
      "loss": 1217.3594,
      "step": 4630
    },
    {
      "ce_loss_10": 3.4447478532791136,
      "ce_loss_13": 3.362277901172638,
      "ce_loss_2": 4.474937617778778,
      "ce_loss_3": 4.203511357307434,
      "ce_loss_7": 3.640981078147888,
      "epoch": 0.464,
      "grad_norm": 616.0,
      "kl_loss_10": 189.61345367431642,
      "kl_loss_2": 2284.305810546875,
      "kl_loss_3": 1801.5720520019531,
      "kl_loss_7": 647.2827972412109,
      "learning_rate": 0.0005648698034051009,
      "loss": 1216.2738,
      "step": 4640
    },
    {
      "ce_loss_10": 3.5612680554389953,
      "ce_loss_13": 3.479226899147034,
      "ce_loss_2": 4.606190347671509,
      "ce_loss_3": 4.343288254737854,
      "ce_loss_7": 3.7559192776679993,
      "epoch": 0.465,
      "grad_norm": 680.0,
      "kl_loss_10": 189.31488800048828,
      "kl_loss_2": 2300.2595642089846,
      "kl_loss_3": 1835.63125,
      "kl_loss_7": 647.0011413574218,
      "learning_rate": 0.0005632962267868747,
      "loss": 1204.3232,
      "step": 4650
    },
    {
      "ce_loss_10": 3.504312825202942,
      "ce_loss_13": 3.4246782064437866,
      "ce_loss_2": 4.501714015007019,
      "ce_loss_3": 4.243509244918823,
      "ce_loss_7": 3.6963974952697756,
      "epoch": 0.466,
      "grad_norm": 656.0,
      "kl_loss_10": 184.82376022338866,
      "kl_loss_2": 2221.081378173828,
      "kl_loss_3": 1770.11845703125,
      "kl_loss_7": 636.5809020996094,
      "learning_rate": 0.0005617220127763474,
      "loss": 1219.1382,
      "step": 4660
    },
    {
      "ce_loss_10": 3.578074049949646,
      "ce_loss_13": 3.497161865234375,
      "ce_loss_2": 4.561417579650879,
      "ce_loss_3": 4.303230881690979,
      "ce_loss_7": 3.7666924834251403,
      "epoch": 0.467,
      "grad_norm": 592.0,
      "kl_loss_10": 188.17724151611327,
      "kl_loss_2": 2198.6551513671875,
      "kl_loss_3": 1739.3878234863282,
      "kl_loss_7": 638.6716613769531,
      "learning_rate": 0.0005601471772258368,
      "loss": 1209.8152,
      "step": 4670
    },
    {
      "ce_loss_10": 3.5602858781814577,
      "ce_loss_13": 3.4812931418418884,
      "ce_loss_2": 4.544128322601319,
      "ce_loss_3": 4.283940744400025,
      "ce_loss_7": 3.750748324394226,
      "epoch": 0.468,
      "grad_norm": 684.0,
      "kl_loss_10": 186.29373779296876,
      "kl_loss_2": 2186.011083984375,
      "kl_loss_3": 1724.9905029296874,
      "kl_loss_7": 634.5341583251953,
      "learning_rate": 0.0005585717359939192,
      "loss": 1216.8666,
      "step": 4680
    },
    {
      "ce_loss_10": 3.47387490272522,
      "ce_loss_13": 3.3916377425193787,
      "ce_loss_2": 4.47896523475647,
      "ce_loss_3": 4.213813447952271,
      "ce_loss_7": 3.6638592004776003,
      "epoch": 0.469,
      "grad_norm": 736.0,
      "kl_loss_10": 187.3494743347168,
      "kl_loss_2": 2222.502734375,
      "kl_loss_3": 1755.6538635253905,
      "kl_loss_7": 638.4273468017578,
      "learning_rate": 0.0005569957049452703,
      "loss": 1235.6265,
      "step": 4690
    },
    {
      "ce_loss_10": 3.530002760887146,
      "ce_loss_13": 3.4474871516227723,
      "ce_loss_2": 4.558400893211365,
      "ce_loss_3": 4.2877805709838865,
      "ce_loss_7": 3.7245721340179445,
      "epoch": 0.47,
      "grad_norm": 704.0,
      "kl_loss_10": 192.37612838745116,
      "kl_loss_2": 2285.8403198242186,
      "kl_loss_3": 1808.7154968261718,
      "kl_loss_7": 653.8845581054687,
      "learning_rate": 0.0005554190999505056,
      "loss": 1234.8666,
      "step": 4700
    },
    {
      "ce_loss_10": 3.655286133289337,
      "ce_loss_13": 3.5717312812805178,
      "ce_loss_2": 4.666804194450378,
      "ce_loss_3": 4.405120444297791,
      "ce_loss_7": 3.852936863899231,
      "epoch": 0.471,
      "grad_norm": 612.0,
      "kl_loss_10": 194.36407165527345,
      "kl_loss_2": 2267.82900390625,
      "kl_loss_3": 1798.198681640625,
      "kl_loss_7": 661.5685516357422,
      "learning_rate": 0.0005538419368860196,
      "loss": 1183.023,
      "step": 4710
    },
    {
      "ce_loss_10": 3.5788578033447265,
      "ce_loss_13": 3.498483991622925,
      "ce_loss_2": 4.574405527114868,
      "ce_loss_3": 4.313237249851227,
      "ce_loss_7": 3.768782043457031,
      "epoch": 0.472,
      "grad_norm": 600.0,
      "kl_loss_10": 190.92964248657228,
      "kl_loss_2": 2231.130651855469,
      "kl_loss_3": 1765.2990478515626,
      "kl_loss_7": 643.7991912841796,
      "learning_rate": 0.0005522642316338268,
      "loss": 1233.693,
      "step": 4720
    },
    {
      "ce_loss_10": 3.581640887260437,
      "ce_loss_13": 3.5026119351387024,
      "ce_loss_2": 4.585021948814392,
      "ce_loss_3": 4.325532901287079,
      "ce_loss_7": 3.7722782731056212,
      "epoch": 0.473,
      "grad_norm": 608.0,
      "kl_loss_10": 190.94201431274413,
      "kl_loss_2": 2235.0365600585938,
      "kl_loss_3": 1776.091015625,
      "kl_loss_7": 644.9752258300781,
      "learning_rate": 0.0005506860000814017,
      "loss": 1245.2729,
      "step": 4730
    },
    {
      "ce_loss_10": 3.609380042552948,
      "ce_loss_13": 3.5285964608192444,
      "ce_loss_2": 4.5732040166854855,
      "ce_loss_3": 4.316051697731018,
      "ce_loss_7": 3.7950204849243163,
      "epoch": 0.474,
      "grad_norm": 624.0,
      "kl_loss_10": 185.59933853149414,
      "kl_loss_2": 2152.8808044433595,
      "kl_loss_3": 1698.98193359375,
      "kl_loss_7": 630.6379913330078,
      "learning_rate": 0.0005491072581215186,
      "loss": 1197.5367,
      "step": 4740
    },
    {
      "ce_loss_10": 3.6150610566139223,
      "ce_loss_13": 3.5275300979614257,
      "ce_loss_2": 4.606984066963196,
      "ce_loss_3": 4.331383717060089,
      "ce_loss_7": 3.8067922830581664,
      "epoch": 0.475,
      "grad_norm": 636.0,
      "kl_loss_10": 196.42518692016603,
      "kl_loss_2": 2246.8279663085937,
      "kl_loss_3": 1758.9309448242188,
      "kl_loss_7": 653.222998046875,
      "learning_rate": 0.0005475280216520913,
      "loss": 1187.7061,
      "step": 4750
    },
    {
      "ce_loss_10": 3.5246535778045653,
      "ce_loss_13": 3.4453783988952638,
      "ce_loss_2": 4.515398740768433,
      "ce_loss_3": 4.251828491687775,
      "ce_loss_7": 3.7125940799713133,
      "epoch": 0.476,
      "grad_norm": 660.0,
      "kl_loss_10": 186.9199966430664,
      "kl_loss_2": 2199.839562988281,
      "kl_loss_3": 1734.392041015625,
      "kl_loss_7": 632.1179809570312,
      "learning_rate": 0.0005459483065760138,
      "loss": 1229.7142,
      "step": 4760
    },
    {
      "ce_loss_10": 3.4620707392692567,
      "ce_loss_13": 3.379168164730072,
      "ce_loss_2": 4.535378384590149,
      "ce_loss_3": 4.269984316825867,
      "ce_loss_7": 3.66820707321167,
      "epoch": 0.477,
      "grad_norm": 668.0,
      "kl_loss_10": 189.84198379516602,
      "kl_loss_2": 2346.7093200683594,
      "kl_loss_3": 1881.5502380371095,
      "kl_loss_7": 655.4429504394532,
      "learning_rate": 0.0005443681288009991,
      "loss": 1231.516,
      "step": 4770
    },
    {
      "ce_loss_10": 3.5201017260551453,
      "ce_loss_13": 3.4394583463668824,
      "ce_loss_2": 4.551519656181336,
      "ce_loss_3": 4.275486898422241,
      "ce_loss_7": 3.712023985385895,
      "epoch": 0.478,
      "grad_norm": 560.0,
      "kl_loss_10": 188.47934265136718,
      "kl_loss_2": 2298.261828613281,
      "kl_loss_3": 1807.319403076172,
      "kl_loss_7": 646.2581420898438,
      "learning_rate": 0.0005427875042394199,
      "loss": 1231.2074,
      "step": 4780
    },
    {
      "ce_loss_10": 3.5546525955200194,
      "ce_loss_13": 3.4689871072769165,
      "ce_loss_2": 4.55171308517456,
      "ce_loss_3": 4.2830651044845585,
      "ce_loss_7": 3.7494895100593566,
      "epoch": 0.479,
      "grad_norm": 568.0,
      "kl_loss_10": 193.1684341430664,
      "kl_loss_2": 2223.558709716797,
      "kl_loss_3": 1744.958233642578,
      "kl_loss_7": 652.0952423095703,
      "learning_rate": 0.0005412064488081482,
      "loss": 1232.2334,
      "step": 4790
    },
    {
      "ce_loss_10": 3.560468685626984,
      "ce_loss_13": 3.4794244885444643,
      "ce_loss_2": 4.549170875549317,
      "ce_loss_3": 4.280433797836304,
      "ce_loss_7": 3.744898808002472,
      "epoch": 0.48,
      "grad_norm": 548.0,
      "kl_loss_10": 188.24676589965821,
      "kl_loss_2": 2217.6575561523437,
      "kl_loss_3": 1743.2784423828125,
      "kl_loss_7": 636.4865295410157,
      "learning_rate": 0.0005396249784283942,
      "loss": 1197.0651,
      "step": 4800
    },
    {
      "ce_loss_10": 3.575687527656555,
      "ce_loss_13": 3.4918730735778807,
      "ce_loss_2": 4.614717435836792,
      "ce_loss_3": 4.347899675369263,
      "ce_loss_7": 3.7766286730766296,
      "epoch": 0.481,
      "grad_norm": 592.0,
      "kl_loss_10": 195.0629508972168,
      "kl_loss_2": 2307.5621826171873,
      "kl_loss_3": 1836.4153686523437,
      "kl_loss_7": 665.144580078125,
      "learning_rate": 0.0005380431090255476,
      "loss": 1235.3045,
      "step": 4810
    },
    {
      "ce_loss_10": 3.565406787395477,
      "ce_loss_13": 3.487363612651825,
      "ce_loss_2": 4.546458888053894,
      "ce_loss_3": 4.2899955153465275,
      "ce_loss_7": 3.747445857524872,
      "epoch": 0.482,
      "grad_norm": 608.0,
      "kl_loss_10": 183.49071578979493,
      "kl_loss_2": 2200.6481811523436,
      "kl_loss_3": 1737.9393493652344,
      "kl_loss_7": 622.3307556152344,
      "learning_rate": 0.0005364608565290155,
      "loss": 1189.2841,
      "step": 4820
    },
    {
      "ce_loss_10": 3.5748016953468325,
      "ce_loss_13": 3.493953990936279,
      "ce_loss_2": 4.58906729221344,
      "ce_loss_3": 4.324404489994049,
      "ce_loss_7": 3.7643205761909484,
      "epoch": 0.483,
      "grad_norm": 640.0,
      "kl_loss_10": 190.96404800415038,
      "kl_loss_2": 2251.1127075195313,
      "kl_loss_3": 1785.181817626953,
      "kl_loss_7": 641.9654663085937,
      "learning_rate": 0.0005348782368720626,
      "loss": 1217.6031,
      "step": 4830
    },
    {
      "ce_loss_10": 3.5082598328590393,
      "ce_loss_13": 3.427862787246704,
      "ce_loss_2": 4.508589172363282,
      "ce_loss_3": 4.243466067314148,
      "ce_loss_7": 3.6949036836624147,
      "epoch": 0.484,
      "grad_norm": 560.0,
      "kl_loss_10": 186.74840545654297,
      "kl_loss_2": 2224.133184814453,
      "kl_loss_3": 1753.7203369140625,
      "kl_loss_7": 630.4135833740235,
      "learning_rate": 0.000533295265991652,
      "loss": 1216.8205,
      "step": 4840
    },
    {
      "ce_loss_10": 3.5815645456314087,
      "ce_loss_13": 3.4982495427131655,
      "ce_loss_2": 4.554982018470764,
      "ce_loss_3": 4.299691355228424,
      "ce_loss_7": 3.7735238790512087,
      "epoch": 0.485,
      "grad_norm": 584.0,
      "kl_loss_10": 187.77717666625978,
      "kl_loss_2": 2175.573095703125,
      "kl_loss_3": 1715.7588928222656,
      "kl_loss_7": 631.838656616211,
      "learning_rate": 0.0005317119598282822,
      "loss": 1183.9046,
      "step": 4850
    },
    {
      "ce_loss_10": 3.586243951320648,
      "ce_loss_13": 3.5034523725509645,
      "ce_loss_2": 4.583103036880493,
      "ce_loss_3": 4.312316799163819,
      "ce_loss_7": 3.777419722080231,
      "epoch": 0.486,
      "grad_norm": 648.0,
      "kl_loss_10": 189.01727676391602,
      "kl_loss_2": 2203.9095703125,
      "kl_loss_3": 1739.787420654297,
      "kl_loss_7": 638.8051147460938,
      "learning_rate": 0.0005301283343258293,
      "loss": 1199.0793,
      "step": 4860
    },
    {
      "ce_loss_10": 3.644785749912262,
      "ce_loss_13": 3.563555288314819,
      "ce_loss_2": 4.610913848876953,
      "ce_loss_3": 4.34997011423111,
      "ce_loss_7": 3.832633006572723,
      "epoch": 0.487,
      "grad_norm": 648.0,
      "kl_loss_10": 187.26018371582032,
      "kl_loss_2": 2164.9867431640623,
      "kl_loss_3": 1703.8299499511718,
      "kl_loss_7": 629.719970703125,
      "learning_rate": 0.000528544405431384,
      "loss": 1174.2795,
      "step": 4870
    },
    {
      "ce_loss_10": 3.5308486342430117,
      "ce_loss_13": 3.4465184569358827,
      "ce_loss_2": 4.54223735332489,
      "ce_loss_3": 4.275557327270508,
      "ce_loss_7": 3.728735053539276,
      "epoch": 0.488,
      "grad_norm": 692.0,
      "kl_loss_10": 194.1014518737793,
      "kl_loss_2": 2267.4865783691407,
      "kl_loss_3": 1794.8980224609375,
      "kl_loss_7": 653.2649841308594,
      "learning_rate": 0.000526960189095093,
      "loss": 1222.7201,
      "step": 4880
    },
    {
      "ce_loss_10": 3.5016911029815674,
      "ce_loss_13": 3.422479736804962,
      "ce_loss_2": 4.5065477132797245,
      "ce_loss_3": 4.244668066501617,
      "ce_loss_7": 3.6958303570747377,
      "epoch": 0.489,
      "grad_norm": 624.0,
      "kl_loss_10": 185.53594131469725,
      "kl_loss_2": 2219.627575683594,
      "kl_loss_3": 1760.8566650390626,
      "kl_loss_7": 633.8929748535156,
      "learning_rate": 0.0005253757012699972,
      "loss": 1199.7284,
      "step": 4890
    },
    {
      "ce_loss_10": 3.592365336418152,
      "ce_loss_13": 3.5133956909179687,
      "ce_loss_2": 4.582755160331726,
      "ce_loss_3": 4.310234916210175,
      "ce_loss_7": 3.779422330856323,
      "epoch": 0.49,
      "grad_norm": 608.0,
      "kl_loss_10": 188.63387451171874,
      "kl_loss_2": 2196.80634765625,
      "kl_loss_3": 1721.877880859375,
      "kl_loss_7": 628.9239440917969,
      "learning_rate": 0.0005237909579118712,
      "loss": 1209.9893,
      "step": 4900
    },
    {
      "ce_loss_10": 3.5542251110076903,
      "ce_loss_13": 3.470878171920776,
      "ce_loss_2": 4.575217127799988,
      "ce_loss_3": 4.311789894104004,
      "ce_loss_7": 3.748956894874573,
      "epoch": 0.491,
      "grad_norm": 688.0,
      "kl_loss_10": 192.452791595459,
      "kl_loss_2": 2289.5204833984376,
      "kl_loss_3": 1820.7321044921875,
      "kl_loss_7": 654.6072784423828,
      "learning_rate": 0.0005222059749790631,
      "loss": 1232.3309,
      "step": 4910
    },
    {
      "ce_loss_10": 3.6172361254692076,
      "ce_loss_13": 3.538671875,
      "ce_loss_2": 4.572561645507813,
      "ce_loss_3": 4.3095086216926575,
      "ce_loss_7": 3.7990201711654663,
      "epoch": 0.492,
      "grad_norm": 580.0,
      "kl_loss_10": 186.14958953857422,
      "kl_loss_2": 2152.0723571777344,
      "kl_loss_3": 1686.5931701660156,
      "kl_loss_7": 627.8851165771484,
      "learning_rate": 0.0005206207684323337,
      "loss": 1161.1154,
      "step": 4920
    },
    {
      "ce_loss_10": 3.597834038734436,
      "ce_loss_13": 3.5186328291893005,
      "ce_loss_2": 4.576415348052978,
      "ce_loss_3": 4.318524956703186,
      "ce_loss_7": 3.7833918571472167,
      "epoch": 0.493,
      "grad_norm": 680.0,
      "kl_loss_10": 190.28093643188475,
      "kl_loss_2": 2205.189178466797,
      "kl_loss_3": 1744.895166015625,
      "kl_loss_7": 637.9018249511719,
      "learning_rate": 0.000519035354234695,
      "loss": 1221.5055,
      "step": 4930
    },
    {
      "ce_loss_10": 3.5777213335037232,
      "ce_loss_13": 3.4926177620887757,
      "ce_loss_2": 4.569476509094239,
      "ce_loss_3": 4.300305211544037,
      "ce_loss_7": 3.7719446539878847,
      "epoch": 0.494,
      "grad_norm": 652.0,
      "kl_loss_10": 191.98795700073242,
      "kl_loss_2": 2217.8314697265623,
      "kl_loss_3": 1735.119366455078,
      "kl_loss_7": 648.0345703125,
      "learning_rate": 0.0005174497483512506,
      "loss": 1188.0275,
      "step": 4940
    },
    {
      "ce_loss_10": 3.617672252655029,
      "ce_loss_13": 3.5411610841751098,
      "ce_loss_2": 4.595355463027954,
      "ce_loss_3": 4.32707976102829,
      "ce_loss_7": 3.8022171378135683,
      "epoch": 0.495,
      "grad_norm": 704.0,
      "kl_loss_10": 185.97076797485352,
      "kl_loss_2": 2193.0468505859376,
      "kl_loss_3": 1726.8812622070313,
      "kl_loss_7": 638.2306701660157,
      "learning_rate": 0.0005158639667490339,
      "loss": 1220.6553,
      "step": 4950
    },
    {
      "ce_loss_10": 3.5151694416999817,
      "ce_loss_13": 3.4326966643333434,
      "ce_loss_2": 4.5227725267410275,
      "ce_loss_3": 4.255635476112365,
      "ce_loss_7": 3.710303211212158,
      "epoch": 0.496,
      "grad_norm": 632.0,
      "kl_loss_10": 189.1722068786621,
      "kl_loss_2": 2227.908306884766,
      "kl_loss_3": 1751.7201293945313,
      "kl_loss_7": 643.16630859375,
      "learning_rate": 0.0005142780253968481,
      "loss": 1203.2568,
      "step": 4960
    },
    {
      "ce_loss_10": 3.4694177746772765,
      "ce_loss_13": 3.3919921875,
      "ce_loss_2": 4.455039215087891,
      "ce_loss_3": 4.192563462257385,
      "ce_loss_7": 3.6608409881591797,
      "epoch": 0.497,
      "grad_norm": 672.0,
      "kl_loss_10": 182.45398559570313,
      "kl_loss_2": 2196.9568115234374,
      "kl_loss_3": 1734.4176452636718,
      "kl_loss_7": 624.9595611572265,
      "learning_rate": 0.0005126919402651053,
      "loss": 1165.1617,
      "step": 4970
    },
    {
      "ce_loss_10": 3.5411869525909423,
      "ce_loss_13": 3.4560129284858703,
      "ce_loss_2": 4.551884508132934,
      "ce_loss_3": 4.285728931427002,
      "ce_loss_7": 3.730460357666016,
      "epoch": 0.498,
      "grad_norm": 612.0,
      "kl_loss_10": 190.1128143310547,
      "kl_loss_2": 2234.540148925781,
      "kl_loss_3": 1768.0274841308594,
      "kl_loss_7": 642.9938751220703,
      "learning_rate": 0.0005111057273256647,
      "loss": 1218.0719,
      "step": 4980
    },
    {
      "ce_loss_10": 3.640482187271118,
      "ce_loss_13": 3.563759708404541,
      "ce_loss_2": 4.559627389907837,
      "ce_loss_3": 4.304729497432708,
      "ce_loss_7": 3.809755790233612,
      "epoch": 0.499,
      "grad_norm": 600.0,
      "kl_loss_10": 181.2877067565918,
      "kl_loss_2": 2076.4399169921876,
      "kl_loss_3": 1633.4311096191407,
      "kl_loss_7": 606.3493682861329,
      "learning_rate": 0.0005095194025516733,
      "loss": 1149.4782,
      "step": 4990
    },
    {
      "ce_loss_10": 3.561459171772003,
      "ce_loss_13": 3.485899102687836,
      "ce_loss_2": 4.532869434356689,
      "ce_loss_3": 4.273192000389099,
      "ce_loss_7": 3.7427910447120665,
      "epoch": 0.5,
      "grad_norm": 612.0,
      "kl_loss_10": 182.62270965576172,
      "kl_loss_2": 2161.449591064453,
      "kl_loss_3": 1706.75859375,
      "kl_loss_7": 617.4605316162109,
      "learning_rate": 0.000507932981917404,
      "loss": 1217.3309,
      "step": 5000
    },
    {
      "ce_loss_10": 3.518963348865509,
      "ce_loss_13": 3.4364115476608275,
      "ce_loss_2": 4.566620469093323,
      "ce_loss_3": 4.296507096290588,
      "ce_loss_7": 3.7167017698287963,
      "epoch": 0.501,
      "grad_norm": 604.0,
      "kl_loss_10": 191.43318862915038,
      "kl_loss_2": 2312.919299316406,
      "kl_loss_3": 1835.5362060546875,
      "kl_loss_7": 654.5825164794921,
      "learning_rate": 0.0005063464813980949,
      "loss": 1243.5809,
      "step": 5010
    },
    {
      "ce_loss_10": 3.503278911113739,
      "ce_loss_13": 3.423468828201294,
      "ce_loss_2": 4.508650994300842,
      "ce_loss_3": 4.244243478775024,
      "ce_loss_7": 3.6842400670051574,
      "epoch": 0.502,
      "grad_norm": 616.0,
      "kl_loss_10": 187.45429153442382,
      "kl_loss_2": 2242.6967956542967,
      "kl_loss_3": 1780.9238586425781,
      "kl_loss_7": 636.0354858398438,
      "learning_rate": 0.0005047599169697884,
      "loss": 1195.7843,
      "step": 5020
    },
    {
      "ce_loss_10": 3.4397648930549622,
      "ce_loss_13": 3.357620894908905,
      "ce_loss_2": 4.463168692588806,
      "ce_loss_3": 4.195060646533966,
      "ce_loss_7": 3.633397877216339,
      "epoch": 0.503,
      "grad_norm": 604.0,
      "kl_loss_10": 185.41551361083984,
      "kl_loss_2": 2258.051135253906,
      "kl_loss_3": 1778.3387390136718,
      "kl_loss_7": 635.239013671875,
      "learning_rate": 0.000503173304609171,
      "loss": 1183.8663,
      "step": 5030
    },
    {
      "ce_loss_10": 3.5603776931762696,
      "ce_loss_13": 3.4799546360969544,
      "ce_loss_2": 4.5456082105636595,
      "ce_loss_3": 4.285192847251892,
      "ce_loss_7": 3.7480576753616335,
      "epoch": 0.504,
      "grad_norm": 656.0,
      "kl_loss_10": 184.81720504760742,
      "kl_loss_2": 2170.377197265625,
      "kl_loss_3": 1713.3125,
      "kl_loss_7": 627.2051513671875,
      "learning_rate": 0.0005015866602934111,
      "loss": 1173.4953,
      "step": 5040
    },
    {
      "ce_loss_10": 3.5348097562789915,
      "ce_loss_13": 3.4481786727905273,
      "ce_loss_2": 4.561786007881165,
      "ce_loss_3": 4.291987287998199,
      "ce_loss_7": 3.732908022403717,
      "epoch": 0.505,
      "grad_norm": 584.0,
      "kl_loss_10": 195.19094161987306,
      "kl_loss_2": 2283.529962158203,
      "kl_loss_3": 1808.7241088867188,
      "kl_loss_7": 661.38330078125,
      "learning_rate": 0.0005,
      "loss": 1216.3971,
      "step": 5050
    },
    {
      "ce_loss_10": 3.5199029207229615,
      "ce_loss_13": 3.4400954723358153,
      "ce_loss_2": 4.522394108772278,
      "ce_loss_3": 4.258548331260681,
      "ce_loss_7": 3.7067763924598696,
      "epoch": 0.506,
      "grad_norm": 632.0,
      "kl_loss_10": 190.6364860534668,
      "kl_loss_2": 2246.9065795898437,
      "kl_loss_3": 1774.8018188476562,
      "kl_loss_7": 642.158203125,
      "learning_rate": 0.0004984133397065889,
      "loss": 1187.0591,
      "step": 5060
    },
    {
      "ce_loss_10": 3.529603970050812,
      "ce_loss_13": 3.448684501647949,
      "ce_loss_2": 4.540892434120178,
      "ce_loss_3": 4.281192362308502,
      "ce_loss_7": 3.727533829212189,
      "epoch": 0.507,
      "grad_norm": 572.0,
      "kl_loss_10": 189.2146110534668,
      "kl_loss_2": 2238.786248779297,
      "kl_loss_3": 1779.2802124023438,
      "kl_loss_7": 641.3925506591797,
      "learning_rate": 0.0004968266953908291,
      "loss": 1190.1465,
      "step": 5070
    },
    {
      "ce_loss_10": 3.5666260600090025,
      "ce_loss_13": 3.486749768257141,
      "ce_loss_2": 4.580948376655579,
      "ce_loss_3": 4.316030120849609,
      "ce_loss_7": 3.7590123891830443,
      "epoch": 0.508,
      "grad_norm": 608.0,
      "kl_loss_10": 183.170157623291,
      "kl_loss_2": 2245.8196716308594,
      "kl_loss_3": 1773.8548583984375,
      "kl_loss_7": 630.8032928466797,
      "learning_rate": 0.0004952400830302117,
      "loss": 1205.3312,
      "step": 5080
    },
    {
      "ce_loss_10": 3.4943687319755554,
      "ce_loss_13": 3.4131668329238893,
      "ce_loss_2": 4.523447823524475,
      "ce_loss_3": 4.255696547031403,
      "ce_loss_7": 3.686564898490906,
      "epoch": 0.509,
      "grad_norm": 624.0,
      "kl_loss_10": 190.01820449829103,
      "kl_loss_2": 2279.890344238281,
      "kl_loss_3": 1807.6574096679688,
      "kl_loss_7": 647.3827026367187,
      "learning_rate": 0.0004936535186019053,
      "loss": 1207.5289,
      "step": 5090
    },
    {
      "ce_loss_10": 3.5966561436653137,
      "ce_loss_13": 3.5205499291419984,
      "ce_loss_2": 4.557806515693665,
      "ce_loss_3": 4.297008419036866,
      "ce_loss_7": 3.777693784236908,
      "epoch": 0.51,
      "grad_norm": 572.0,
      "kl_loss_10": 181.29688186645507,
      "kl_loss_2": 2148.9375854492187,
      "kl_loss_3": 1687.6425170898438,
      "kl_loss_7": 609.7850677490235,
      "learning_rate": 0.000492067018082596,
      "loss": 1180.1517,
      "step": 5100
    },
    {
      "ce_loss_10": 3.5341065168380736,
      "ce_loss_13": 3.448958945274353,
      "ce_loss_2": 4.584142446517944,
      "ce_loss_3": 4.311909413337707,
      "ce_loss_7": 3.7378315210342405,
      "epoch": 0.511,
      "grad_norm": 580.0,
      "kl_loss_10": 191.75616531372071,
      "kl_loss_2": 2313.8392028808594,
      "kl_loss_3": 1838.1626281738281,
      "kl_loss_7": 657.9944549560547,
      "learning_rate": 0.0004904805974483267,
      "loss": 1252.0359,
      "step": 5110
    },
    {
      "ce_loss_10": 3.6478444814682005,
      "ce_loss_13": 3.5622426509857177,
      "ce_loss_2": 4.652135348320007,
      "ce_loss_3": 4.385519003868103,
      "ce_loss_7": 3.8461916565895082,
      "epoch": 0.512,
      "grad_norm": 620.0,
      "kl_loss_10": 196.4123405456543,
      "kl_loss_2": 2261.5567626953125,
      "kl_loss_3": 1794.3322509765626,
      "kl_loss_7": 663.2056915283204,
      "learning_rate": 0.0004888942726743353,
      "loss": 1254.773,
      "step": 5120
    },
    {
      "ce_loss_10": 3.5161622405052184,
      "ce_loss_13": 3.435041069984436,
      "ce_loss_2": 4.527030563354492,
      "ce_loss_3": 4.273452854156494,
      "ce_loss_7": 3.7132395029067995,
      "epoch": 0.513,
      "grad_norm": 612.0,
      "kl_loss_10": 189.22552337646485,
      "kl_loss_2": 2261.9498779296873,
      "kl_loss_3": 1801.7636291503907,
      "kl_loss_7": 649.0409454345703,
      "learning_rate": 0.0004873080597348947,
      "loss": 1220.4549,
      "step": 5130
    },
    {
      "ce_loss_10": 3.4059476256370544,
      "ce_loss_13": 3.325529730319977,
      "ce_loss_2": 4.472175240516663,
      "ce_loss_3": 4.212775444984436,
      "ce_loss_7": 3.6100828886032104,
      "epoch": 0.514,
      "grad_norm": 576.0,
      "kl_loss_10": 188.01781005859374,
      "kl_loss_2": 2348.922229003906,
      "kl_loss_3": 1884.4989135742187,
      "kl_loss_7": 653.7215118408203,
      "learning_rate": 0.0004857219746031519,
      "loss": 1228.3554,
      "step": 5140
    },
    {
      "ce_loss_10": 3.5706036925315856,
      "ce_loss_13": 3.4925912499427794,
      "ce_loss_2": 4.564787793159485,
      "ce_loss_3": 4.288926684856415,
      "ce_loss_7": 3.7588186025619508,
      "epoch": 0.515,
      "grad_norm": 564.0,
      "kl_loss_10": 187.27239913940429,
      "kl_loss_2": 2197.20703125,
      "kl_loss_3": 1721.3864501953126,
      "kl_loss_7": 633.3875030517578,
      "learning_rate": 0.0004841360332509663,
      "loss": 1198.5317,
      "step": 5150
    },
    {
      "ce_loss_10": 3.5291930079460143,
      "ce_loss_13": 3.451045203208923,
      "ce_loss_2": 4.509535562992096,
      "ce_loss_3": 4.244547712802887,
      "ce_loss_7": 3.7146947622299193,
      "epoch": 0.516,
      "grad_norm": 640.0,
      "kl_loss_10": 182.93116302490233,
      "kl_loss_2": 2188.2712890625,
      "kl_loss_3": 1720.3389709472656,
      "kl_loss_7": 621.1425567626953,
      "learning_rate": 0.0004825502516487497,
      "loss": 1155.4164,
      "step": 5160
    },
    {
      "ce_loss_10": 3.494162142276764,
      "ce_loss_13": 3.410848069190979,
      "ce_loss_2": 4.509466361999512,
      "ce_loss_3": 4.249596023559571,
      "ce_loss_7": 3.689158225059509,
      "epoch": 0.517,
      "grad_norm": 776.0,
      "kl_loss_10": 188.6508804321289,
      "kl_loss_2": 2267.020611572266,
      "kl_loss_3": 1803.9957458496094,
      "kl_loss_7": 643.8313232421875,
      "learning_rate": 0.00048096464576530507,
      "loss": 1222.8347,
      "step": 5170
    },
    {
      "ce_loss_10": 3.5969889640808104,
      "ce_loss_13": 3.5190072774887087,
      "ce_loss_2": 4.547854423522949,
      "ce_loss_3": 4.293277430534363,
      "ce_loss_7": 3.7762330770492554,
      "epoch": 0.518,
      "grad_norm": 620.0,
      "kl_loss_10": 184.8033348083496,
      "kl_loss_2": 2134.698907470703,
      "kl_loss_3": 1683.638848876953,
      "kl_loss_7": 620.0321014404296,
      "learning_rate": 0.00047937923156766646,
      "loss": 1168.0455,
      "step": 5180
    },
    {
      "ce_loss_10": 3.6420543789863586,
      "ce_loss_13": 3.5626509547233582,
      "ce_loss_2": 4.591393780708313,
      "ce_loss_3": 4.326744735240936,
      "ce_loss_7": 3.8211991429328918,
      "epoch": 0.519,
      "grad_norm": 560.0,
      "kl_loss_10": 186.71140975952147,
      "kl_loss_2": 2131.37041015625,
      "kl_loss_3": 1673.548291015625,
      "kl_loss_7": 620.3797760009766,
      "learning_rate": 0.00047779402502093696,
      "loss": 1176.4619,
      "step": 5190
    },
    {
      "ce_loss_10": 3.6047547817230225,
      "ce_loss_13": 3.5276923775672913,
      "ce_loss_2": 4.578773355484008,
      "ce_loss_3": 4.314329183101654,
      "ce_loss_7": 3.7894126772880554,
      "epoch": 0.52,
      "grad_norm": 572.0,
      "kl_loss_10": 184.64933090209962,
      "kl_loss_2": 2171.194439697266,
      "kl_loss_3": 1701.0345581054687,
      "kl_loss_7": 621.1681274414062,
      "learning_rate": 0.0004762090420881289,
      "loss": 1192.2752,
      "step": 5200
    },
    {
      "ce_loss_10": 3.524991714954376,
      "ce_loss_13": 3.449671447277069,
      "ce_loss_2": 4.498011994361877,
      "ce_loss_3": 4.23529599905014,
      "ce_loss_7": 3.705312669277191,
      "epoch": 0.521,
      "grad_norm": 608.0,
      "kl_loss_10": 186.35540390014648,
      "kl_loss_2": 2183.97861328125,
      "kl_loss_3": 1723.4856018066407,
      "kl_loss_7": 620.2787628173828,
      "learning_rate": 0.00047462429873000296,
      "loss": 1166.6783,
      "step": 5210
    },
    {
      "ce_loss_10": 3.610927963256836,
      "ce_loss_13": 3.5292730212211607,
      "ce_loss_2": 4.586357808113098,
      "ce_loss_3": 4.316179418563843,
      "ce_loss_7": 3.7876657485961913,
      "epoch": 0.522,
      "grad_norm": 572.0,
      "kl_loss_10": 187.58379135131835,
      "kl_loss_2": 2205.0898559570314,
      "kl_loss_3": 1728.4106079101562,
      "kl_loss_7": 624.2286590576172,
      "learning_rate": 0.0004730398109049071,
      "loss": 1181.2787,
      "step": 5220
    },
    {
      "ce_loss_10": 3.542900788784027,
      "ce_loss_13": 3.4592981576919555,
      "ce_loss_2": 4.5604215383529665,
      "ce_loss_3": 4.294589376449585,
      "ce_loss_7": 3.7346125721931456,
      "epoch": 0.523,
      "grad_norm": 632.0,
      "kl_loss_10": 192.22620544433593,
      "kl_loss_2": 2275.4386779785154,
      "kl_loss_3": 1804.1369689941407,
      "kl_loss_7": 648.4010925292969,
      "learning_rate": 0.000471455594568616,
      "loss": 1206.5586,
      "step": 5230
    },
    {
      "ce_loss_10": 3.612694036960602,
      "ce_loss_13": 3.5346154451370237,
      "ce_loss_2": 4.571756148338318,
      "ce_loss_3": 4.30354597568512,
      "ce_loss_7": 3.7924134016036986,
      "epoch": 0.524,
      "grad_norm": 584.0,
      "kl_loss_10": 184.57232360839845,
      "kl_loss_2": 2148.5399963378904,
      "kl_loss_3": 1679.7537841796875,
      "kl_loss_7": 619.590966796875,
      "learning_rate": 0.00046987166567417086,
      "loss": 1185.6557,
      "step": 5240
    },
    {
      "ce_loss_10": 3.5288819313049316,
      "ce_loss_13": 3.452391028404236,
      "ce_loss_2": 4.524345111846924,
      "ce_loss_3": 4.255153965950012,
      "ce_loss_7": 3.7151949644088744,
      "epoch": 0.525,
      "grad_norm": 640.0,
      "kl_loss_10": 184.01749114990236,
      "kl_loss_2": 2198.7858947753907,
      "kl_loss_3": 1730.872314453125,
      "kl_loss_7": 629.3970092773437,
      "learning_rate": 0.00046828804017171776,
      "loss": 1156.5996,
      "step": 5250
    },
    {
      "ce_loss_10": 3.5754063725471497,
      "ce_loss_13": 3.4882086515426636,
      "ce_loss_2": 4.589629459381103,
      "ce_loss_3": 4.328830146789551,
      "ce_loss_7": 3.7704445004463194,
      "epoch": 0.526,
      "grad_norm": 640.0,
      "kl_loss_10": 189.38601303100586,
      "kl_loss_2": 2242.6748046875,
      "kl_loss_3": 1771.9065246582031,
      "kl_loss_7": 637.7771270751953,
      "learning_rate": 0.00046670473400834805,
      "loss": 1218.8605,
      "step": 5260
    },
    {
      "ce_loss_10": 3.5049550890922547,
      "ce_loss_13": 3.428373408317566,
      "ce_loss_2": 4.489202237129211,
      "ce_loss_3": 4.228802132606506,
      "ce_loss_7": 3.686991608142853,
      "epoch": 0.527,
      "grad_norm": 580.0,
      "kl_loss_10": 181.47291641235353,
      "kl_loss_2": 2184.507427978516,
      "kl_loss_3": 1721.9762329101563,
      "kl_loss_7": 614.4228942871093,
      "learning_rate": 0.00046512176312793734,
      "loss": 1216.9304,
      "step": 5270
    },
    {
      "ce_loss_10": 3.497020888328552,
      "ce_loss_13": 3.415910315513611,
      "ce_loss_2": 4.500096344947815,
      "ce_loss_3": 4.221375334262848,
      "ce_loss_7": 3.6874555468559267,
      "epoch": 0.528,
      "grad_norm": 608.0,
      "kl_loss_10": 183.7262046813965,
      "kl_loss_2": 2223.9841369628907,
      "kl_loss_3": 1744.9040588378907,
      "kl_loss_7": 628.2290283203125,
      "learning_rate": 0.00046353914347098467,
      "loss": 1206.4577,
      "step": 5280
    },
    {
      "ce_loss_10": 3.5970619559288024,
      "ce_loss_13": 3.5186134576797485,
      "ce_loss_2": 4.588784885406494,
      "ce_loss_3": 4.328100037574768,
      "ce_loss_7": 3.7806106090545653,
      "epoch": 0.529,
      "grad_norm": 608.0,
      "kl_loss_10": 183.81845779418944,
      "kl_loss_2": 2204.89072265625,
      "kl_loss_3": 1738.6330078125,
      "kl_loss_7": 622.7282592773438,
      "learning_rate": 0.0004619568909744524,
      "loss": 1214.3289,
      "step": 5290
    },
    {
      "ce_loss_10": 3.5965808272361754,
      "ce_loss_13": 3.519477891921997,
      "ce_loss_2": 4.575191998481751,
      "ce_loss_3": 4.308115267753601,
      "ce_loss_7": 3.779456090927124,
      "epoch": 0.53,
      "grad_norm": 624.0,
      "kl_loss_10": 185.90534057617188,
      "kl_loss_2": 2166.9622314453127,
      "kl_loss_3": 1701.3540832519532,
      "kl_loss_7": 623.1412811279297,
      "learning_rate": 0.00046037502157160573,
      "loss": 1194.0631,
      "step": 5300
    },
    {
      "ce_loss_10": 3.475346398353577,
      "ce_loss_13": 3.3953770637512206,
      "ce_loss_2": 4.472927665710449,
      "ce_loss_3": 4.211131680011749,
      "ce_loss_7": 3.672848129272461,
      "epoch": 0.531,
      "grad_norm": 608.0,
      "kl_loss_10": 188.33962783813476,
      "kl_loss_2": 2232.2967163085937,
      "kl_loss_3": 1767.3839172363282,
      "kl_loss_7": 649.8835662841797,
      "learning_rate": 0.00045879355119185207,
      "loss": 1212.3993,
      "step": 5310
    },
    {
      "ce_loss_10": 3.555951988697052,
      "ce_loss_13": 3.474162495136261,
      "ce_loss_2": 4.560364985466004,
      "ce_loss_3": 4.293745231628418,
      "ce_loss_7": 3.751049613952637,
      "epoch": 0.532,
      "grad_norm": 672.0,
      "kl_loss_10": 190.96983184814454,
      "kl_loss_2": 2257.3020629882812,
      "kl_loss_3": 1780.9093383789063,
      "kl_loss_7": 650.6417663574218,
      "learning_rate": 0.0004572124957605803,
      "loss": 1223.1152,
      "step": 5320
    },
    {
      "ce_loss_10": 3.5723905324935914,
      "ce_loss_13": 3.492247462272644,
      "ce_loss_2": 4.554775309562683,
      "ce_loss_3": 4.289375352859497,
      "ce_loss_7": 3.7621920228004457,
      "epoch": 0.533,
      "grad_norm": 584.0,
      "kl_loss_10": 185.00704040527344,
      "kl_loss_2": 2210.7857055664062,
      "kl_loss_3": 1738.2788696289062,
      "kl_loss_7": 631.7678100585938,
      "learning_rate": 0.00045563187119900103,
      "loss": 1171.3742,
      "step": 5330
    },
    {
      "ce_loss_10": 3.4156481266021728,
      "ce_loss_13": 3.338289904594421,
      "ce_loss_2": 4.459405374526978,
      "ce_loss_3": 4.184291207790375,
      "ce_loss_7": 3.612143576145172,
      "epoch": 0.534,
      "grad_norm": 668.0,
      "kl_loss_10": 185.77383117675782,
      "kl_loss_2": 2280.9642578125,
      "kl_loss_3": 1801.5166015625,
      "kl_loss_7": 637.4973205566406,
      "learning_rate": 0.00045405169342398633,
      "loss": 1214.5622,
      "step": 5340
    },
    {
      "ce_loss_10": 3.5048020482063293,
      "ce_loss_13": 3.422155427932739,
      "ce_loss_2": 4.527113747596741,
      "ce_loss_3": 4.256860768795013,
      "ce_loss_7": 3.6958253622055053,
      "epoch": 0.535,
      "grad_norm": 580.0,
      "kl_loss_10": 188.63988189697267,
      "kl_loss_2": 2252.499432373047,
      "kl_loss_3": 1773.2778076171876,
      "kl_loss_7": 633.0957061767579,
      "learning_rate": 0.0004524719783479088,
      "loss": 1187.9953,
      "step": 5350
    },
    {
      "ce_loss_10": 3.460780155658722,
      "ce_loss_13": 3.378307545185089,
      "ce_loss_2": 4.497902464866638,
      "ce_loss_3": 4.2276026725769045,
      "ce_loss_7": 3.6559959650039673,
      "epoch": 0.536,
      "grad_norm": 580.0,
      "kl_loss_10": 189.0280532836914,
      "kl_loss_2": 2293.6262939453127,
      "kl_loss_3": 1820.3978698730468,
      "kl_loss_7": 642.6393402099609,
      "learning_rate": 0.00045089274187848144,
      "loss": 1197.8392,
      "step": 5360
    },
    {
      "ce_loss_10": 3.5799126744270326,
      "ce_loss_13": 3.501321530342102,
      "ce_loss_2": 4.5603124618530275,
      "ce_loss_3": 4.297963404655457,
      "ce_loss_7": 3.7619481921195983,
      "epoch": 0.537,
      "grad_norm": 672.0,
      "kl_loss_10": 183.09423599243163,
      "kl_loss_2": 2192.1404357910155,
      "kl_loss_3": 1730.206787109375,
      "kl_loss_7": 620.7777648925781,
      "learning_rate": 0.00044931399991859835,
      "loss": 1181.3807,
      "step": 5370
    },
    {
      "ce_loss_10": 3.4432420253753664,
      "ce_loss_13": 3.364873206615448,
      "ce_loss_2": 4.452599573135376,
      "ce_loss_3": 4.183995950222015,
      "ce_loss_7": 3.6285991072654724,
      "epoch": 0.538,
      "grad_norm": 600.0,
      "kl_loss_10": 182.95552597045898,
      "kl_loss_2": 2236.559704589844,
      "kl_loss_3": 1765.850408935547,
      "kl_loss_7": 629.1190887451172,
      "learning_rate": 0.00044773576836617336,
      "loss": 1181.7396,
      "step": 5380
    },
    {
      "ce_loss_10": 3.537210750579834,
      "ce_loss_13": 3.4561371922492983,
      "ce_loss_2": 4.546432638168335,
      "ce_loss_3": 4.281138265132904,
      "ce_loss_7": 3.7339015364646913,
      "epoch": 0.539,
      "grad_norm": 612.0,
      "kl_loss_10": 189.98071517944337,
      "kl_loss_2": 2253.4164794921876,
      "kl_loss_3": 1781.9518432617188,
      "kl_loss_7": 650.4307464599609,
      "learning_rate": 0.00044615806311398056,
      "loss": 1232.9109,
      "step": 5390
    },
    {
      "ce_loss_10": 3.6113093972206114,
      "ce_loss_13": 3.5354915499687194,
      "ce_loss_2": 4.540320181846619,
      "ce_loss_3": 4.277068996429444,
      "ce_loss_7": 3.787187647819519,
      "epoch": 0.54,
      "grad_norm": 580.0,
      "kl_loss_10": 181.3637908935547,
      "kl_loss_2": 2094.3728942871094,
      "kl_loss_3": 1633.9456298828125,
      "kl_loss_7": 605.8723022460938,
      "learning_rate": 0.00044458090004949454,
      "loss": 1175.0439,
      "step": 5400
    },
    {
      "ce_loss_10": 3.47382390499115,
      "ce_loss_13": 3.39083354473114,
      "ce_loss_2": 4.532833766937256,
      "ce_loss_3": 4.262583804130554,
      "ce_loss_7": 3.6737227201461793,
      "epoch": 0.541,
      "grad_norm": 620.0,
      "kl_loss_10": 194.1818962097168,
      "kl_loss_2": 2371.5374450683594,
      "kl_loss_3": 1877.3123657226563,
      "kl_loss_7": 665.8367095947266,
      "learning_rate": 0.0004430042950547297,
      "loss": 1218.705,
      "step": 5410
    },
    {
      "ce_loss_10": 3.5697335839271545,
      "ce_loss_13": 3.483165454864502,
      "ce_loss_2": 4.578557109832763,
      "ce_loss_3": 4.31482458114624,
      "ce_loss_7": 3.763143301010132,
      "epoch": 0.542,
      "grad_norm": 572.0,
      "kl_loss_10": 191.8735610961914,
      "kl_loss_2": 2253.524365234375,
      "kl_loss_3": 1779.8523681640625,
      "kl_loss_7": 645.0971527099609,
      "learning_rate": 0.0004414282640060809,
      "loss": 1200.7552,
      "step": 5420
    },
    {
      "ce_loss_10": 3.656325376033783,
      "ce_loss_13": 3.575901198387146,
      "ce_loss_2": 4.611030888557434,
      "ce_loss_3": 4.35529580116272,
      "ce_loss_7": 3.8402703166007996,
      "epoch": 0.543,
      "grad_norm": 672.0,
      "kl_loss_10": 186.09361267089844,
      "kl_loss_2": 2127.538677978516,
      "kl_loss_3": 1677.6395080566406,
      "kl_loss_7": 622.3258697509766,
      "learning_rate": 0.0004398528227741633,
      "loss": 1179.4629,
      "step": 5430
    },
    {
      "ce_loss_10": 3.5199654936790465,
      "ce_loss_13": 3.442525625228882,
      "ce_loss_2": 4.519460201263428,
      "ce_loss_3": 4.247548985481262,
      "ce_loss_7": 3.7133419036865236,
      "epoch": 0.544,
      "grad_norm": 656.0,
      "kl_loss_10": 186.4021957397461,
      "kl_loss_2": 2206.209338378906,
      "kl_loss_3": 1726.7237670898437,
      "kl_loss_7": 636.2167572021484,
      "learning_rate": 0.00043827798722365264,
      "loss": 1202.1797,
      "step": 5440
    },
    {
      "ce_loss_10": 3.6471530318260195,
      "ce_loss_13": 3.566143047809601,
      "ce_loss_2": 4.5952486276626585,
      "ce_loss_3": 4.333053851127625,
      "ce_loss_7": 3.8201894760131836,
      "epoch": 0.545,
      "grad_norm": 592.0,
      "kl_loss_10": 185.36949920654297,
      "kl_loss_2": 2143.129284667969,
      "kl_loss_3": 1675.2244567871094,
      "kl_loss_7": 617.6786651611328,
      "learning_rate": 0.00043670377321312535,
      "loss": 1164.6765,
      "step": 5450
    },
    {
      "ce_loss_10": 3.6508351445198057,
      "ce_loss_13": 3.574675273895264,
      "ce_loss_2": 4.5991229772567745,
      "ce_loss_3": 4.339683651924133,
      "ce_loss_7": 3.8303612232208253,
      "epoch": 0.546,
      "grad_norm": 700.0,
      "kl_loss_10": 183.1472366333008,
      "kl_loss_2": 2130.7037048339844,
      "kl_loss_3": 1667.0253173828125,
      "kl_loss_7": 613.02021484375,
      "learning_rate": 0.0004351301965948991,
      "loss": 1168.8242,
      "step": 5460
    },
    {
      "ce_loss_10": 3.559572923183441,
      "ce_loss_13": 3.478611421585083,
      "ce_loss_2": 4.511995816230774,
      "ce_loss_3": 4.249083304405213,
      "ce_loss_7": 3.7354837536811827,
      "epoch": 0.547,
      "grad_norm": 636.0,
      "kl_loss_10": 181.6176902770996,
      "kl_loss_2": 2130.2896118164062,
      "kl_loss_3": 1667.8863098144532,
      "kl_loss_7": 614.7661987304688,
      "learning_rate": 0.000433557273214873,
      "loss": 1176.8127,
      "step": 5470
    },
    {
      "ce_loss_10": 3.545152747631073,
      "ce_loss_13": 3.4662238121032716,
      "ce_loss_2": 4.518579649925232,
      "ce_loss_3": 4.245905971527099,
      "ce_loss_7": 3.7270439863204956,
      "epoch": 0.548,
      "grad_norm": 608.0,
      "kl_loss_10": 184.05833053588867,
      "kl_loss_2": 2168.807977294922,
      "kl_loss_3": 1696.2628234863282,
      "kl_loss_7": 616.8240295410156,
      "learning_rate": 0.000431985018912368,
      "loss": 1150.4518,
      "step": 5480
    },
    {
      "ce_loss_10": 3.514492917060852,
      "ce_loss_13": 3.4341874718666077,
      "ce_loss_2": 4.534255909919739,
      "ce_loss_3": 4.270003151893616,
      "ce_loss_7": 3.7031027913093566,
      "epoch": 0.549,
      "grad_norm": 600.0,
      "kl_loss_10": 189.14087448120117,
      "kl_loss_2": 2268.4575805664062,
      "kl_loss_3": 1800.3566040039063,
      "kl_loss_7": 639.125277709961,
      "learning_rate": 0.0004304134495199674,
      "loss": 1178.9426,
      "step": 5490
    },
    {
      "ce_loss_10": 3.538786220550537,
      "ce_loss_13": 3.4557671666145326,
      "ce_loss_2": 4.5282275676727295,
      "ce_loss_3": 4.265328872203827,
      "ce_loss_7": 3.731334662437439,
      "epoch": 0.55,
      "grad_norm": 604.0,
      "kl_loss_10": 188.5583984375,
      "kl_loss_2": 2236.901904296875,
      "kl_loss_3": 1761.930596923828,
      "kl_loss_7": 644.1045196533203,
      "learning_rate": 0.0004288425808633575,
      "loss": 1185.0572,
      "step": 5500
    },
    {
      "ce_loss_10": 3.514096534252167,
      "ce_loss_13": 3.435099017620087,
      "ce_loss_2": 4.509266877174378,
      "ce_loss_3": 4.252711880207062,
      "ce_loss_7": 3.6944369435310365,
      "epoch": 0.551,
      "grad_norm": 664.0,
      "kl_loss_10": 184.48614044189452,
      "kl_loss_2": 2223.2010803222656,
      "kl_loss_3": 1765.0783264160157,
      "kl_loss_7": 630.5097595214844,
      "learning_rate": 0.0004272724287611684,
      "loss": 1201.5842,
      "step": 5510
    },
    {
      "ce_loss_10": 3.490022134780884,
      "ce_loss_13": 3.4118714332580566,
      "ce_loss_2": 4.514768314361572,
      "ce_loss_3": 4.2408933401107785,
      "ce_loss_7": 3.680497145652771,
      "epoch": 0.552,
      "grad_norm": 652.0,
      "kl_loss_10": 185.8211784362793,
      "kl_loss_2": 2267.8012084960938,
      "kl_loss_3": 1790.0665649414063,
      "kl_loss_7": 633.0888458251953,
      "learning_rate": 0.00042570300902481425,
      "loss": 1202.0281,
      "step": 5520
    },
    {
      "ce_loss_10": 3.523720991611481,
      "ce_loss_13": 3.448110568523407,
      "ce_loss_2": 4.499163627624512,
      "ce_loss_3": 4.242252886295319,
      "ce_loss_7": 3.704312777519226,
      "epoch": 0.553,
      "grad_norm": 608.0,
      "kl_loss_10": 183.24146575927733,
      "kl_loss_2": 2193.4769287109375,
      "kl_loss_3": 1734.7890686035157,
      "kl_loss_7": 623.5370147705078,
      "learning_rate": 0.00042413433745833423,
      "loss": 1179.776,
      "step": 5530
    },
    {
      "ce_loss_10": 3.5270172238349913,
      "ce_loss_13": 3.448072147369385,
      "ce_loss_2": 4.536388492584228,
      "ce_loss_3": 4.260759913921357,
      "ce_loss_7": 3.715148115158081,
      "epoch": 0.554,
      "grad_norm": 556.0,
      "kl_loss_10": 183.68499755859375,
      "kl_loss_2": 2226.1301025390626,
      "kl_loss_3": 1743.2217163085938,
      "kl_loss_7": 626.4557403564453,
      "learning_rate": 0.0004225664298582339,
      "loss": 1157.0496,
      "step": 5540
    },
    {
      "ce_loss_10": 3.6083423376083372,
      "ce_loss_13": 3.530562436580658,
      "ce_loss_2": 4.568499255180359,
      "ce_loss_3": 4.307069134712219,
      "ce_loss_7": 3.7862043499946596,
      "epoch": 0.555,
      "grad_norm": 548.0,
      "kl_loss_10": 182.37268829345703,
      "kl_loss_2": 2137.707696533203,
      "kl_loss_3": 1673.7792663574219,
      "kl_loss_7": 611.6491577148438,
      "learning_rate": 0.000420999302013325,
      "loss": 1149.7553,
      "step": 5550
    },
    {
      "ce_loss_10": 3.5049922823905946,
      "ce_loss_13": 3.420680546760559,
      "ce_loss_2": 4.553832268714904,
      "ce_loss_3": 4.279029071331024,
      "ce_loss_7": 3.700891983509064,
      "epoch": 0.556,
      "grad_norm": 572.0,
      "kl_loss_10": 190.98652191162108,
      "kl_loss_2": 2305.641845703125,
      "kl_loss_3": 1822.5648254394532,
      "kl_loss_7": 641.2451202392579,
      "learning_rate": 0.000419432969704568,
      "loss": 1204.391,
      "step": 5560
    },
    {
      "ce_loss_10": 3.548888063430786,
      "ce_loss_13": 3.4704429507255554,
      "ce_loss_2": 4.518404316902161,
      "ce_loss_3": 4.257292962074279,
      "ce_loss_7": 3.735389542579651,
      "epoch": 0.557,
      "grad_norm": 564.0,
      "kl_loss_10": 182.6816421508789,
      "kl_loss_2": 2144.968542480469,
      "kl_loss_3": 1682.6951538085937,
      "kl_loss_7": 617.6556762695312,
      "learning_rate": 0.00041786744870491154,
      "loss": 1202.9963,
      "step": 5570
    },
    {
      "ce_loss_10": 3.491339087486267,
      "ce_loss_13": 3.412715029716492,
      "ce_loss_2": 4.4881198644638065,
      "ce_loss_3": 4.219742333889007,
      "ce_loss_7": 3.679445171356201,
      "epoch": 0.558,
      "grad_norm": 576.0,
      "kl_loss_10": 189.42200622558593,
      "kl_loss_2": 2234.280969238281,
      "kl_loss_3": 1757.53349609375,
      "kl_loss_7": 641.0087585449219,
      "learning_rate": 0.0004163027547791347,
      "loss": 1192.3963,
      "step": 5580
    },
    {
      "ce_loss_10": 3.4689704895019533,
      "ce_loss_13": 3.3872820258140566,
      "ce_loss_2": 4.518157267570496,
      "ce_loss_3": 4.244075846672058,
      "ce_loss_7": 3.6619726419448853,
      "epoch": 0.559,
      "grad_norm": 688.0,
      "kl_loss_10": 188.0017578125,
      "kl_loss_2": 2320.9525756835938,
      "kl_loss_3": 1834.1813659667969,
      "kl_loss_7": 642.0279479980469,
      "learning_rate": 0.0004147389036836881,
      "loss": 1210.1521,
      "step": 5590
    },
    {
      "ce_loss_10": 3.5183377385139467,
      "ce_loss_13": 3.4371410965919496,
      "ce_loss_2": 4.522028660774231,
      "ce_loss_3": 4.258878147602081,
      "ce_loss_7": 3.706261694431305,
      "epoch": 0.56,
      "grad_norm": 652.0,
      "kl_loss_10": 185.66660232543944,
      "kl_loss_2": 2233.013397216797,
      "kl_loss_3": 1764.0713806152344,
      "kl_loss_7": 637.6866302490234,
      "learning_rate": 0.00041317591116653486,
      "loss": 1219.6441,
      "step": 5600
    },
    {
      "ce_loss_10": 3.558071720600128,
      "ce_loss_13": 3.474745440483093,
      "ce_loss_2": 4.558679819107056,
      "ce_loss_3": 4.291901731491089,
      "ce_loss_7": 3.746951687335968,
      "epoch": 0.561,
      "grad_norm": 592.0,
      "kl_loss_10": 189.82635574340821,
      "kl_loss_2": 2230.9510803222656,
      "kl_loss_3": 1759.6529296875,
      "kl_loss_7": 636.9456726074219,
      "learning_rate": 0.0004116137929669921,
      "loss": 1188.2356,
      "step": 5610
    },
    {
      "ce_loss_10": 3.544596457481384,
      "ce_loss_13": 3.465434396266937,
      "ce_loss_2": 4.526343536376953,
      "ce_loss_3": 4.262159049510956,
      "ce_loss_7": 3.7297433972358705,
      "epoch": 0.562,
      "grad_norm": 700.0,
      "kl_loss_10": 184.16798706054686,
      "kl_loss_2": 2204.5443481445313,
      "kl_loss_3": 1738.5609375,
      "kl_loss_7": 629.1714752197265,
      "learning_rate": 0.00041005256481557305,
      "loss": 1174.8596,
      "step": 5620
    },
    {
      "ce_loss_10": 3.6428149700164796,
      "ce_loss_13": 3.568005383014679,
      "ce_loss_2": 4.574557089805603,
      "ce_loss_3": 4.320431900024414,
      "ce_loss_7": 3.8154868602752687,
      "epoch": 0.563,
      "grad_norm": 580.0,
      "kl_loss_10": 178.43261108398437,
      "kl_loss_2": 2081.9929809570312,
      "kl_loss_3": 1633.8047790527344,
      "kl_loss_7": 600.1017929077149,
      "learning_rate": 0.00040849224243382767,
      "loss": 1150.8125,
      "step": 5630
    },
    {
      "ce_loss_10": 3.4989004015922545,
      "ce_loss_13": 3.4218288540840147,
      "ce_loss_2": 4.497757744789124,
      "ce_loss_3": 4.228800570964813,
      "ce_loss_7": 3.6881244659423826,
      "epoch": 0.564,
      "grad_norm": 576.0,
      "kl_loss_10": 184.93341827392578,
      "kl_loss_2": 2224.632287597656,
      "kl_loss_3": 1749.1263427734375,
      "kl_loss_7": 632.0666015625,
      "learning_rate": 0.000406932841534185,
      "loss": 1173.0332,
      "step": 5640
    },
    {
      "ce_loss_10": 3.453734540939331,
      "ce_loss_13": 3.372727131843567,
      "ce_loss_2": 4.460113084316253,
      "ce_loss_3": 4.19973611831665,
      "ce_loss_7": 3.6455657839775086,
      "epoch": 0.565,
      "grad_norm": 708.0,
      "kl_loss_10": 186.30313568115236,
      "kl_loss_2": 2260.893664550781,
      "kl_loss_3": 1792.1846252441405,
      "kl_loss_7": 638.3344879150391,
      "learning_rate": 0.0004053743778197951,
      "loss": 1219.3186,
      "step": 5650
    },
    {
      "ce_loss_10": 3.565755784511566,
      "ce_loss_13": 3.481943702697754,
      "ce_loss_2": 4.545414447784424,
      "ce_loss_3": 4.281696927547455,
      "ce_loss_7": 3.7513938307762147,
      "epoch": 0.566,
      "grad_norm": 584.0,
      "kl_loss_10": 188.62994842529298,
      "kl_loss_2": 2184.7360778808593,
      "kl_loss_3": 1721.9289123535157,
      "kl_loss_7": 628.1358184814453,
      "learning_rate": 0.0004038168669843697,
      "loss": 1209.3523,
      "step": 5660
    },
    {
      "ce_loss_10": 3.532804882526398,
      "ce_loss_13": 3.4522215127944946,
      "ce_loss_2": 4.494965553283691,
      "ce_loss_3": 4.231216824054718,
      "ce_loss_7": 3.7118934392929077,
      "epoch": 0.567,
      "grad_norm": 620.0,
      "kl_loss_10": 183.03904342651367,
      "kl_loss_2": 2154.956463623047,
      "kl_loss_3": 1695.0998046875,
      "kl_loss_7": 613.3763107299804,
      "learning_rate": 0.000402260324712026,
      "loss": 1195.8986,
      "step": 5670
    },
    {
      "ce_loss_10": 3.5749718070030214,
      "ce_loss_13": 3.497403085231781,
      "ce_loss_2": 4.588955020904541,
      "ce_loss_3": 4.319999086856842,
      "ce_loss_7": 3.7625349521636964,
      "epoch": 0.568,
      "grad_norm": 616.0,
      "kl_loss_10": 184.26412506103514,
      "kl_loss_2": 2236.5206665039063,
      "kl_loss_3": 1760.365301513672,
      "kl_loss_7": 624.1568267822265,
      "learning_rate": 0.00040070476667712743,
      "loss": 1174.4818,
      "step": 5680
    },
    {
      "ce_loss_10": 3.595443320274353,
      "ce_loss_13": 3.5173869848251345,
      "ce_loss_2": 4.573628330230713,
      "ce_loss_3": 4.3121489644050595,
      "ce_loss_7": 3.7780985593795777,
      "epoch": 0.569,
      "grad_norm": 540.0,
      "kl_loss_10": 184.3900894165039,
      "kl_loss_2": 2190.797717285156,
      "kl_loss_3": 1726.8204223632813,
      "kl_loss_7": 618.142544555664,
      "learning_rate": 0.0003991502085441259,
      "loss": 1191.0875,
      "step": 5690
    },
    {
      "ce_loss_10": 3.6352679252624513,
      "ce_loss_13": 3.556475079059601,
      "ce_loss_2": 4.568906188011169,
      "ce_loss_3": 4.311613416671753,
      "ce_loss_7": 3.8102620005607606,
      "epoch": 0.57,
      "grad_norm": 616.0,
      "kl_loss_10": 180.942374420166,
      "kl_loss_2": 2084.3558349609375,
      "kl_loss_3": 1627.6179626464843,
      "kl_loss_7": 599.5358856201171,
      "learning_rate": 0.0003975966659674047,
      "loss": 1160.7822,
      "step": 5700
    },
    {
      "ce_loss_10": 3.5962194561958314,
      "ce_loss_13": 3.517608177661896,
      "ce_loss_2": 4.578224086761475,
      "ce_loss_3": 4.314012908935547,
      "ce_loss_7": 3.7789862513542176,
      "epoch": 0.571,
      "grad_norm": 644.0,
      "kl_loss_10": 182.5239112854004,
      "kl_loss_2": 2180.907177734375,
      "kl_loss_3": 1721.9898742675782,
      "kl_loss_7": 614.957388305664,
      "learning_rate": 0.0003960441545911204,
      "loss": 1160.7484,
      "step": 5710
    },
    {
      "ce_loss_10": 3.5932918190956116,
      "ce_loss_13": 3.5129475712776186,
      "ce_loss_2": 4.558131432533264,
      "ce_loss_3": 4.293534338474274,
      "ce_loss_7": 3.7742814660072326,
      "epoch": 0.572,
      "grad_norm": 604.0,
      "kl_loss_10": 183.15422897338868,
      "kl_loss_2": 2156.431115722656,
      "kl_loss_3": 1695.9377807617188,
      "kl_loss_7": 619.908480834961,
      "learning_rate": 0.0003944926900490452,
      "loss": 1164.068,
      "step": 5720
    },
    {
      "ce_loss_10": 3.5127488017082213,
      "ce_loss_13": 3.430432641506195,
      "ce_loss_2": 4.5248651027679445,
      "ce_loss_3": 4.258909869194031,
      "ce_loss_7": 3.709870958328247,
      "epoch": 0.573,
      "grad_norm": 564.0,
      "kl_loss_10": 186.0645439147949,
      "kl_loss_2": 2235.3706176757814,
      "kl_loss_3": 1765.8205688476562,
      "kl_loss_7": 637.5899017333984,
      "learning_rate": 0.0003929422879644099,
      "loss": 1176.3957,
      "step": 5730
    },
    {
      "ce_loss_10": 3.510514330863953,
      "ce_loss_13": 3.436869239807129,
      "ce_loss_2": 4.478006148338318,
      "ce_loss_3": 4.212211620807648,
      "ce_loss_7": 3.6878655314445496,
      "epoch": 0.574,
      "grad_norm": 608.0,
      "kl_loss_10": 179.26688079833986,
      "kl_loss_2": 2168.3131591796873,
      "kl_loss_3": 1699.4741943359375,
      "kl_loss_7": 606.771630859375,
      "learning_rate": 0.0003913929639497462,
      "loss": 1141.8648,
      "step": 5740
    },
    {
      "ce_loss_10": 3.468266797065735,
      "ce_loss_13": 3.3873007535934447,
      "ce_loss_2": 4.490426182746887,
      "ce_loss_3": 4.221552240848541,
      "ce_loss_7": 3.6532665491104126,
      "epoch": 0.575,
      "grad_norm": 600.0,
      "kl_loss_10": 182.11020889282227,
      "kl_loss_2": 2259.020544433594,
      "kl_loss_3": 1779.8084838867187,
      "kl_loss_7": 622.9515014648438,
      "learning_rate": 0.00038984473360672965,
      "loss": 1169.1125,
      "step": 5750
    },
    {
      "ce_loss_10": 3.4774887681007387,
      "ce_loss_13": 3.3949706315994264,
      "ce_loss_2": 4.497473883628845,
      "ce_loss_3": 4.2249194264411924,
      "ce_loss_7": 3.664697051048279,
      "epoch": 0.576,
      "grad_norm": 596.0,
      "kl_loss_10": 181.4011428833008,
      "kl_loss_2": 2244.824786376953,
      "kl_loss_3": 1764.2872131347656,
      "kl_loss_7": 621.9651702880859,
      "learning_rate": 0.0003882976125260229,
      "loss": 1170.2874,
      "step": 5760
    },
    {
      "ce_loss_10": 3.5439630150794983,
      "ce_loss_13": 3.4651756167411802,
      "ce_loss_2": 4.539518880844116,
      "ce_loss_3": 4.274804329872131,
      "ce_loss_7": 3.728801262378693,
      "epoch": 0.577,
      "grad_norm": 592.0,
      "kl_loss_10": 183.33100814819335,
      "kl_loss_2": 2204.0270751953126,
      "kl_loss_3": 1723.9171936035157,
      "kl_loss_7": 615.5777862548828,
      "learning_rate": 0.00038675161628711776,
      "loss": 1179.8893,
      "step": 5770
    },
    {
      "ce_loss_10": 3.5816867470741274,
      "ce_loss_13": 3.5046088337898254,
      "ce_loss_2": 4.544821619987488,
      "ce_loss_3": 4.285539746284485,
      "ce_loss_7": 3.761784756183624,
      "epoch": 0.578,
      "grad_norm": 620.0,
      "kl_loss_10": 181.6286849975586,
      "kl_loss_2": 2136.3880615234375,
      "kl_loss_3": 1677.4017333984375,
      "kl_loss_7": 610.2154174804688,
      "learning_rate": 0.0003852067604581794,
      "loss": 1194.1891,
      "step": 5780
    },
    {
      "ce_loss_10": 3.523706150054932,
      "ce_loss_13": 3.448537766933441,
      "ce_loss_2": 4.533637523651123,
      "ce_loss_3": 4.265281748771668,
      "ce_loss_7": 3.709212040901184,
      "epoch": 0.579,
      "grad_norm": 676.0,
      "kl_loss_10": 181.67257690429688,
      "kl_loss_2": 2230.821612548828,
      "kl_loss_3": 1755.830584716797,
      "kl_loss_7": 620.3396881103515,
      "learning_rate": 0.0003836630605958888,
      "loss": 1177.6782,
      "step": 5790
    },
    {
      "ce_loss_10": 3.583223593235016,
      "ce_loss_13": 3.503636026382446,
      "ce_loss_2": 4.566303539276123,
      "ce_loss_3": 4.3056800127029415,
      "ce_loss_7": 3.76351158618927,
      "epoch": 0.58,
      "grad_norm": 708.0,
      "kl_loss_10": 183.71082077026367,
      "kl_loss_2": 2228.4331115722657,
      "kl_loss_3": 1769.3681579589843,
      "kl_loss_7": 628.4158660888672,
      "learning_rate": 0.0003821205322452863,
      "loss": 1235.8768,
      "step": 5800
    },
    {
      "ce_loss_10": 3.563581478595734,
      "ce_loss_13": 3.488909196853638,
      "ce_loss_2": 4.543065023422241,
      "ce_loss_3": 4.286456656455994,
      "ce_loss_7": 3.7441120743751526,
      "epoch": 0.581,
      "grad_norm": 584.0,
      "kl_loss_10": 180.5809585571289,
      "kl_loss_2": 2191.5135986328123,
      "kl_loss_3": 1729.1048767089844,
      "kl_loss_7": 608.2429626464843,
      "learning_rate": 0.0003805791909396155,
      "loss": 1179.2295,
      "step": 5810
    },
    {
      "ce_loss_10": 3.5160235166549683,
      "ce_loss_13": 3.43984659910202,
      "ce_loss_2": 4.500444793701172,
      "ce_loss_3": 4.2373772144317625,
      "ce_loss_7": 3.6964723467826843,
      "epoch": 0.582,
      "grad_norm": 652.0,
      "kl_loss_10": 180.02818908691407,
      "kl_loss_2": 2186.5078369140624,
      "kl_loss_3": 1730.8345642089844,
      "kl_loss_7": 613.5680450439453,
      "learning_rate": 0.0003790390522001662,
      "loss": 1191.4708,
      "step": 5820
    },
    {
      "ce_loss_10": 3.447020876407623,
      "ce_loss_13": 3.3710612773895265,
      "ce_loss_2": 4.448183393478393,
      "ce_loss_3": 4.185709154605865,
      "ce_loss_7": 3.6283095359802244,
      "epoch": 0.583,
      "grad_norm": 620.0,
      "kl_loss_10": 180.24705505371094,
      "kl_loss_2": 2242.3388488769533,
      "kl_loss_3": 1776.8985290527344,
      "kl_loss_7": 620.0051086425781,
      "learning_rate": 0.0003775001315361183,
      "loss": 1173.2469,
      "step": 5830
    },
    {
      "ce_loss_10": 3.560646951198578,
      "ce_loss_13": 3.481656861305237,
      "ce_loss_2": 4.561934852600098,
      "ce_loss_3": 4.297064936161041,
      "ce_loss_7": 3.746256446838379,
      "epoch": 0.584,
      "grad_norm": 560.0,
      "kl_loss_10": 183.9656074523926,
      "kl_loss_2": 2215.3773864746095,
      "kl_loss_3": 1750.5085021972657,
      "kl_loss_7": 621.9390472412109,
      "learning_rate": 0.0003759624444443858,
      "loss": 1186.5547,
      "step": 5840
    },
    {
      "ce_loss_10": 3.592632758617401,
      "ce_loss_13": 3.520240008831024,
      "ce_loss_2": 4.567729663848877,
      "ce_loss_3": 4.300854158401489,
      "ce_loss_7": 3.769944798946381,
      "epoch": 0.585,
      "grad_norm": 568.0,
      "kl_loss_10": 180.2906066894531,
      "kl_loss_2": 2170.1985412597655,
      "kl_loss_3": 1706.62548828125,
      "kl_loss_7": 608.6328552246093,
      "learning_rate": 0.00037442600640946044,
      "loss": 1155.9348,
      "step": 5850
    },
    {
      "ce_loss_10": 3.550674855709076,
      "ce_loss_13": 3.475678253173828,
      "ce_loss_2": 4.5188051700592045,
      "ce_loss_3": 4.257573843002319,
      "ce_loss_7": 3.733881187438965,
      "epoch": 0.586,
      "grad_norm": 624.0,
      "kl_loss_10": 180.34449844360353,
      "kl_loss_2": 2161.917333984375,
      "kl_loss_3": 1700.5603820800782,
      "kl_loss_7": 615.4381408691406,
      "learning_rate": 0.00037289083290325663,
      "loss": 1151.5385,
      "step": 5860
    },
    {
      "ce_loss_10": 3.5404091477394104,
      "ce_loss_13": 3.4616484522819517,
      "ce_loss_2": 4.5070148229599,
      "ce_loss_3": 4.242105662822723,
      "ce_loss_7": 3.7187010407447816,
      "epoch": 0.587,
      "grad_norm": 592.0,
      "kl_loss_10": 183.17743911743165,
      "kl_loss_2": 2149.7393432617187,
      "kl_loss_3": 1683.0787292480468,
      "kl_loss_7": 610.0913803100586,
      "learning_rate": 0.0003713569393849543,
      "loss": 1154.5703,
      "step": 5870
    },
    {
      "ce_loss_10": 3.5839020013809204,
      "ce_loss_13": 3.5078009486198427,
      "ce_loss_2": 4.56416871547699,
      "ce_loss_3": 4.296731424331665,
      "ce_loss_7": 3.767895996570587,
      "epoch": 0.588,
      "grad_norm": 592.0,
      "kl_loss_10": 183.36542816162108,
      "kl_loss_2": 2186.738494873047,
      "kl_loss_3": 1717.5487915039062,
      "kl_loss_7": 612.2841430664063,
      "learning_rate": 0.00036982434130084397,
      "loss": 1179.8928,
      "step": 5880
    },
    {
      "ce_loss_10": 3.4997439622879027,
      "ce_loss_13": 3.4187664270401,
      "ce_loss_2": 4.478350329399109,
      "ce_loss_3": 4.210885548591614,
      "ce_loss_7": 3.6801365852355956,
      "epoch": 0.589,
      "grad_norm": 664.0,
      "kl_loss_10": 186.01408843994142,
      "kl_loss_2": 2192.050701904297,
      "kl_loss_3": 1713.8697509765625,
      "kl_loss_7": 622.2605224609375,
      "learning_rate": 0.00036829305408417166,
      "loss": 1185.5467,
      "step": 5890
    },
    {
      "ce_loss_10": 3.4883674502372743,
      "ce_loss_13": 3.4076414942741393,
      "ce_loss_2": 4.51081612110138,
      "ce_loss_3": 4.233860373497009,
      "ce_loss_7": 3.68140949010849,
      "epoch": 0.59,
      "grad_norm": 632.0,
      "kl_loss_10": 185.69306488037108,
      "kl_loss_2": 2265.8583251953123,
      "kl_loss_3": 1770.2322631835937,
      "kl_loss_7": 633.7182983398437,
      "learning_rate": 0.0003667630931549826,
      "loss": 1189.5502,
      "step": 5900
    },
    {
      "ce_loss_10": 3.454320323467255,
      "ce_loss_13": 3.376146912574768,
      "ce_loss_2": 4.510071706771851,
      "ce_loss_3": 4.2408855676651,
      "ce_loss_7": 3.649706947803497,
      "epoch": 0.591,
      "grad_norm": 728.0,
      "kl_loss_10": 185.1581298828125,
      "kl_loss_2": 2343.439013671875,
      "kl_loss_3": 1859.8356567382812,
      "kl_loss_7": 639.2615692138672,
      "learning_rate": 0.00036523447391996613,
      "loss": 1217.3514,
      "step": 5910
    },
    {
      "ce_loss_10": 3.549302911758423,
      "ce_loss_13": 3.4722840428352355,
      "ce_loss_2": 4.514612603187561,
      "ce_loss_3": 4.256480038166046,
      "ce_loss_7": 3.727895641326904,
      "epoch": 0.592,
      "grad_norm": 580.0,
      "kl_loss_10": 181.60699539184571,
      "kl_loss_2": 2162.6364685058593,
      "kl_loss_3": 1701.0076782226563,
      "kl_loss_7": 610.4459930419922,
      "learning_rate": 0.00036370721177230114,
      "loss": 1162.5948,
      "step": 5920
    },
    {
      "ce_loss_10": 3.543530595302582,
      "ce_loss_13": 3.4660569787025453,
      "ce_loss_2": 4.543927192687988,
      "ce_loss_3": 4.277280712127686,
      "ce_loss_7": 3.728453516960144,
      "epoch": 0.593,
      "grad_norm": 628.0,
      "kl_loss_10": 184.26243515014647,
      "kl_loss_2": 2218.4042541503904,
      "kl_loss_3": 1743.315625,
      "kl_loss_7": 620.730111694336,
      "learning_rate": 0.00036218132209150044,
      "loss": 1186.6707,
      "step": 5930
    },
    {
      "ce_loss_10": 3.497697722911835,
      "ce_loss_13": 3.4142557263374327,
      "ce_loss_2": 4.5388647556304935,
      "ce_loss_3": 4.264691114425659,
      "ce_loss_7": 3.6943756103515626,
      "epoch": 0.594,
      "grad_norm": 524.0,
      "kl_loss_10": 188.87873077392578,
      "kl_loss_2": 2304.517468261719,
      "kl_loss_3": 1814.6093872070312,
      "kl_loss_7": 639.0129974365234,
      "learning_rate": 0.0003606568202432562,
      "loss": 1197.9809,
      "step": 5940
    },
    {
      "ce_loss_10": 3.565451109409332,
      "ce_loss_13": 3.4856663823127745,
      "ce_loss_2": 4.5841080904006954,
      "ce_loss_3": 4.317169034481049,
      "ce_loss_7": 3.754825806617737,
      "epoch": 0.595,
      "grad_norm": 696.0,
      "kl_loss_10": 187.19320907592774,
      "kl_loss_2": 2274.0406982421873,
      "kl_loss_3": 1793.8463073730468,
      "kl_loss_7": 630.620458984375,
      "learning_rate": 0.0003591337215792851,
      "loss": 1177.4938,
      "step": 5950
    },
    {
      "ce_loss_10": 3.611758494377136,
      "ce_loss_13": 3.5361703038215637,
      "ce_loss_2": 4.54854645729065,
      "ce_loss_3": 4.2874367237091064,
      "ce_loss_7": 3.781387460231781,
      "epoch": 0.596,
      "grad_norm": 536.0,
      "kl_loss_10": 179.44385452270507,
      "kl_loss_2": 2134.903210449219,
      "kl_loss_3": 1672.3198852539062,
      "kl_loss_7": 603.0327301025391,
      "learning_rate": 0.00035761204143717383,
      "loss": 1174.0895,
      "step": 5960
    },
    {
      "ce_loss_10": 3.564636397361755,
      "ce_loss_13": 3.4857504963874817,
      "ce_loss_2": 4.562372779846191,
      "ce_loss_3": 4.294865238666534,
      "ce_loss_7": 3.747916042804718,
      "epoch": 0.597,
      "grad_norm": 616.0,
      "kl_loss_10": 181.63295822143556,
      "kl_loss_2": 2217.5136901855467,
      "kl_loss_3": 1751.903790283203,
      "kl_loss_7": 618.9376495361328,
      "learning_rate": 0.0003560917951402245,
      "loss": 1215.2734,
      "step": 5970
    },
    {
      "ce_loss_10": 3.5358213543891908,
      "ce_loss_13": 3.461250603199005,
      "ce_loss_2": 4.515460109710693,
      "ce_loss_3": 4.252109396457672,
      "ce_loss_7": 3.720645487308502,
      "epoch": 0.598,
      "grad_norm": 616.0,
      "kl_loss_10": 180.68030853271483,
      "kl_loss_2": 2199.883331298828,
      "kl_loss_3": 1727.857843017578,
      "kl_loss_7": 614.7005615234375,
      "learning_rate": 0.00035457299799730046,
      "loss": 1174.0783,
      "step": 5980
    },
    {
      "ce_loss_10": 3.6016149520874023,
      "ce_loss_13": 3.523995506763458,
      "ce_loss_2": 4.564206576347351,
      "ce_loss_3": 4.302748084068298,
      "ce_loss_7": 3.7862717866897584,
      "epoch": 0.599,
      "grad_norm": 600.0,
      "kl_loss_10": 181.36301651000977,
      "kl_loss_2": 2153.0896545410155,
      "kl_loss_3": 1694.4290161132812,
      "kl_loss_7": 614.9286560058594,
      "learning_rate": 0.0003530556653026721,
      "loss": 1181.7495,
      "step": 5990
    },
    {
      "ce_loss_10": 3.5210883378982545,
      "ce_loss_13": 3.4458776116371155,
      "ce_loss_2": 4.520641088485718,
      "ce_loss_3": 4.254351568222046,
      "ce_loss_7": 3.699181377887726,
      "epoch": 0.6,
      "grad_norm": 764.0,
      "kl_loss_10": 179.21529235839844,
      "kl_loss_2": 2227.2805419921874,
      "kl_loss_3": 1758.5499328613282,
      "kl_loss_7": 610.0478576660156,
      "learning_rate": 0.00035153981233586274,
      "loss": 1193.8637,
      "step": 6000
    },
    {
      "ce_loss_10": 3.499428999423981,
      "ce_loss_13": 3.422479748725891,
      "ce_loss_2": 4.4867565631866455,
      "ce_loss_3": 4.227682662010193,
      "ce_loss_7": 3.6805691361427306,
      "epoch": 0.601,
      "grad_norm": 584.0,
      "kl_loss_10": 179.26205139160157,
      "kl_loss_2": 2193.6119079589844,
      "kl_loss_3": 1731.6024475097656,
      "kl_loss_7": 612.7285736083984,
      "learning_rate": 0.00035002545436149473,
      "loss": 1214.442,
      "step": 6010
    },
    {
      "ce_loss_10": 3.507369041442871,
      "ce_loss_13": 3.427609443664551,
      "ce_loss_2": 4.515847969055176,
      "ce_loss_3": 4.248699688911438,
      "ce_loss_7": 3.6938512086868287,
      "epoch": 0.602,
      "grad_norm": 592.0,
      "kl_loss_10": 187.4394386291504,
      "kl_loss_2": 2240.724530029297,
      "kl_loss_3": 1766.6628112792969,
      "kl_loss_7": 629.6498748779297,
      "learning_rate": 0.0003485126066291364,
      "loss": 1169.8236,
      "step": 6020
    },
    {
      "ce_loss_10": 3.5554185032844545,
      "ce_loss_13": 3.4788596630096436,
      "ce_loss_2": 4.540017461776733,
      "ce_loss_3": 4.2838677883148195,
      "ce_loss_7": 3.736110508441925,
      "epoch": 0.603,
      "grad_norm": 520.0,
      "kl_loss_10": 179.3347900390625,
      "kl_loss_2": 2192.1767639160157,
      "kl_loss_3": 1731.594775390625,
      "kl_loss_7": 613.0785980224609,
      "learning_rate": 0.0003470012843731476,
      "loss": 1185.9094,
      "step": 6030
    },
    {
      "ce_loss_10": 3.494213032722473,
      "ce_loss_13": 3.41587815284729,
      "ce_loss_2": 4.493516874313355,
      "ce_loss_3": 4.230558323860168,
      "ce_loss_7": 3.6748696088790895,
      "epoch": 0.604,
      "grad_norm": 604.0,
      "kl_loss_10": 180.02317504882814,
      "kl_loss_2": 2220.4429626464844,
      "kl_loss_3": 1750.9172302246093,
      "kl_loss_7": 613.3353332519531,
      "learning_rate": 0.00034549150281252633,
      "loss": 1207.7186,
      "step": 6040
    },
    {
      "ce_loss_10": 3.4735769987106324,
      "ce_loss_13": 3.398567247390747,
      "ce_loss_2": 4.450454211235046,
      "ce_loss_3": 4.185557043552398,
      "ce_loss_7": 3.660480535030365,
      "epoch": 0.605,
      "grad_norm": 608.0,
      "kl_loss_10": 181.83876571655273,
      "kl_loss_2": 2163.210076904297,
      "kl_loss_3": 1694.9721801757812,
      "kl_loss_7": 612.4143432617187,
      "learning_rate": 0.0003439832771507565,
      "loss": 1157.9707,
      "step": 6050
    },
    {
      "ce_loss_10": 3.4816818594932557,
      "ce_loss_13": 3.4034390568733217,
      "ce_loss_2": 4.478318929672241,
      "ce_loss_3": 4.211991810798645,
      "ce_loss_7": 3.6656970381736755,
      "epoch": 0.606,
      "grad_norm": 560.0,
      "kl_loss_10": 181.10105361938477,
      "kl_loss_2": 2226.4850891113283,
      "kl_loss_3": 1757.37236328125,
      "kl_loss_7": 619.9399398803711,
      "learning_rate": 0.0003424766225756537,
      "loss": 1172.4078,
      "step": 6060
    },
    {
      "ce_loss_10": 3.5375612139701844,
      "ce_loss_13": 3.4606423020362853,
      "ce_loss_2": 4.53115668296814,
      "ce_loss_3": 4.261643159389496,
      "ce_loss_7": 3.7194941639900208,
      "epoch": 0.607,
      "grad_norm": 600.0,
      "kl_loss_10": 181.42390975952148,
      "kl_loss_2": 2202.2797973632814,
      "kl_loss_3": 1733.2598999023437,
      "kl_loss_7": 615.9942810058594,
      "learning_rate": 0.00034097155425921255,
      "loss": 1158.2284,
      "step": 6070
    },
    {
      "ce_loss_10": 3.433805537223816,
      "ce_loss_13": 3.354471778869629,
      "ce_loss_2": 4.449812698364258,
      "ce_loss_3": 4.179146933555603,
      "ce_loss_7": 3.6204983830451964,
      "epoch": 0.608,
      "grad_norm": 592.0,
      "kl_loss_10": 183.06991577148438,
      "kl_loss_2": 2273.455847167969,
      "kl_loss_3": 1787.318505859375,
      "kl_loss_7": 624.6353576660156,
      "learning_rate": 0.0003394680873574546,
      "loss": 1187.3987,
      "step": 6080
    },
    {
      "ce_loss_10": 3.54138503074646,
      "ce_loss_13": 3.4626068115234374,
      "ce_loss_2": 4.556825470924378,
      "ce_loss_3": 4.281811666488648,
      "ce_loss_7": 3.7267327547073363,
      "epoch": 0.609,
      "grad_norm": 620.0,
      "kl_loss_10": 183.72728881835937,
      "kl_loss_2": 2232.6337280273438,
      "kl_loss_3": 1752.9180786132813,
      "kl_loss_7": 617.8084594726563,
      "learning_rate": 0.0003379662370102747,
      "loss": 1176.7848,
      "step": 6090
    },
    {
      "ce_loss_10": 3.5495489597320558,
      "ce_loss_13": 3.4742938756942747,
      "ce_loss_2": 4.515744471549988,
      "ce_loss_3": 4.251201486587524,
      "ce_loss_7": 3.726244103908539,
      "epoch": 0.61,
      "grad_norm": 640.0,
      "kl_loss_10": 179.96657028198243,
      "kl_loss_2": 2182.172985839844,
      "kl_loss_3": 1717.0841491699218,
      "kl_loss_7": 617.4093353271485,
      "learning_rate": 0.0003364660183412892,
      "loss": 1176.2052,
      "step": 6100
    },
    {
      "ce_loss_10": 3.5306557536125185,
      "ce_loss_13": 3.4546700954437255,
      "ce_loss_2": 4.500067496299744,
      "ce_loss_3": 4.235128319263458,
      "ce_loss_7": 3.7075342297554017,
      "epoch": 0.611,
      "grad_norm": 592.0,
      "kl_loss_10": 182.79292755126954,
      "kl_loss_2": 2182.2781616210937,
      "kl_loss_3": 1714.5931213378906,
      "kl_loss_7": 613.8878936767578,
      "learning_rate": 0.0003349674464576834,
      "loss": 1190.8153,
      "step": 6110
    },
    {
      "ce_loss_10": 3.477449345588684,
      "ce_loss_13": 3.3995738983154298,
      "ce_loss_2": 4.485787630081177,
      "ce_loss_3": 4.219619536399842,
      "ce_loss_7": 3.6623815417289736,
      "epoch": 0.612,
      "grad_norm": 628.0,
      "kl_loss_10": 181.76175689697266,
      "kl_loss_2": 2235.75986328125,
      "kl_loss_3": 1763.9286254882813,
      "kl_loss_7": 619.9945251464844,
      "learning_rate": 0.00033347053645005966,
      "loss": 1163.8981,
      "step": 6120
    },
    {
      "ce_loss_10": 3.5906055331230164,
      "ce_loss_13": 3.514803075790405,
      "ce_loss_2": 4.5458073854446415,
      "ce_loss_3": 4.283458161354065,
      "ce_loss_7": 3.772923803329468,
      "epoch": 0.613,
      "grad_norm": 644.0,
      "kl_loss_10": 178.51968688964843,
      "kl_loss_2": 2116.6735778808593,
      "kl_loss_3": 1659.320733642578,
      "kl_loss_7": 606.7959167480469,
      "learning_rate": 0.00033197530339228485,
      "loss": 1170.5501,
      "step": 6130
    },
    {
      "ce_loss_10": 3.5471089243888856,
      "ce_loss_13": 3.468013954162598,
      "ce_loss_2": 4.5254878282546995,
      "ce_loss_3": 4.254842627048492,
      "ce_loss_7": 3.73079137802124,
      "epoch": 0.614,
      "grad_norm": 532.0,
      "kl_loss_10": 183.3593994140625,
      "kl_loss_2": 2176.643206787109,
      "kl_loss_3": 1701.0747802734375,
      "kl_loss_7": 619.2012481689453,
      "learning_rate": 0.00033048176234133967,
      "loss": 1166.8168,
      "step": 6140
    },
    {
      "ce_loss_10": 3.5306158542633055,
      "ce_loss_13": 3.453017568588257,
      "ce_loss_2": 4.494013047218322,
      "ce_loss_3": 4.233083915710449,
      "ce_loss_7": 3.7115015268325804,
      "epoch": 0.615,
      "grad_norm": 592.0,
      "kl_loss_10": 183.00715713500978,
      "kl_loss_2": 2175.1028686523437,
      "kl_loss_3": 1702.7456420898438,
      "kl_loss_7": 619.7471405029297,
      "learning_rate": 0.0003289899283371657,
      "loss": 1181.7955,
      "step": 6150
    },
    {
      "ce_loss_10": 3.5544473528862,
      "ce_loss_13": 3.4786699175834657,
      "ce_loss_2": 4.547568416595459,
      "ce_loss_3": 4.281970739364624,
      "ce_loss_7": 3.7363924741744996,
      "epoch": 0.616,
      "grad_norm": 600.0,
      "kl_loss_10": 178.17992782592773,
      "kl_loss_2": 2185.039025878906,
      "kl_loss_3": 1723.0535766601563,
      "kl_loss_7": 600.4897644042969,
      "learning_rate": 0.0003274998164025148,
      "loss": 1196.8087,
      "step": 6160
    },
    {
      "ce_loss_10": 3.586019229888916,
      "ce_loss_13": 3.509108769893646,
      "ce_loss_2": 4.5615111827850345,
      "ce_loss_3": 4.2898026466369625,
      "ce_loss_7": 3.76910115480423,
      "epoch": 0.617,
      "grad_norm": 596.0,
      "kl_loss_10": 183.4706718444824,
      "kl_loss_2": 2168.4442443847656,
      "kl_loss_3": 1695.5099731445312,
      "kl_loss_7": 616.1861694335937,
      "learning_rate": 0.0003260114415427975,
      "loss": 1190.7359,
      "step": 6170
    },
    {
      "ce_loss_10": 3.5073242664337156,
      "ce_loss_13": 3.4292925119400026,
      "ce_loss_2": 4.523944449424744,
      "ce_loss_3": 4.251231408119201,
      "ce_loss_7": 3.6900092363357544,
      "epoch": 0.618,
      "grad_norm": 612.0,
      "kl_loss_10": 180.3868850708008,
      "kl_loss_2": 2258.1235778808596,
      "kl_loss_3": 1773.0142578125,
      "kl_loss_7": 615.9339263916015,
      "learning_rate": 0.0003245248187459323,
      "loss": 1218.0189,
      "step": 6180
    },
    {
      "ce_loss_10": 3.4972055196762084,
      "ce_loss_13": 3.4217321276664734,
      "ce_loss_2": 4.4563206195831295,
      "ce_loss_3": 4.195159709453582,
      "ce_loss_7": 3.6716169476509095,
      "epoch": 0.619,
      "grad_norm": 596.0,
      "kl_loss_10": 176.01737060546876,
      "kl_loss_2": 2149.769183349609,
      "kl_loss_3": 1675.0436157226563,
      "kl_loss_7": 597.3845794677734,
      "learning_rate": 0.00032303996298219416,
      "loss": 1151.9841,
      "step": 6190
    },
    {
      "ce_loss_10": 3.5777448058128356,
      "ce_loss_13": 3.500323712825775,
      "ce_loss_2": 4.53541202545166,
      "ce_loss_3": 4.266927003860474,
      "ce_loss_7": 3.755027210712433,
      "epoch": 0.62,
      "grad_norm": 540.0,
      "kl_loss_10": 178.23485260009767,
      "kl_loss_2": 2112.595593261719,
      "kl_loss_3": 1646.6524230957032,
      "kl_loss_7": 602.416943359375,
      "learning_rate": 0.00032155688920406414,
      "loss": 1145.6068,
      "step": 6200
    },
    {
      "ce_loss_10": 3.489628565311432,
      "ce_loss_13": 3.408998668193817,
      "ce_loss_2": 4.5190582275390625,
      "ce_loss_3": 4.245685923099518,
      "ce_loss_7": 3.671571230888367,
      "epoch": 0.621,
      "grad_norm": 652.0,
      "kl_loss_10": 183.76829681396484,
      "kl_loss_2": 2272.4242309570313,
      "kl_loss_3": 1788.1328247070312,
      "kl_loss_7": 627.5300720214843,
      "learning_rate": 0.0003200756123460788,
      "loss": 1224.8912,
      "step": 6210
    },
    {
      "ce_loss_10": 3.5219372153282165,
      "ce_loss_13": 3.4430843591690063,
      "ce_loss_2": 4.530118870735168,
      "ce_loss_3": 4.26385805606842,
      "ce_loss_7": 3.708560848236084,
      "epoch": 0.622,
      "grad_norm": 684.0,
      "kl_loss_10": 185.2090690612793,
      "kl_loss_2": 2254.1378173828125,
      "kl_loss_3": 1774.3692199707032,
      "kl_loss_7": 633.037890625,
      "learning_rate": 0.00031859614732467957,
      "loss": 1207.0312,
      "step": 6220
    },
    {
      "ce_loss_10": 3.5700612902641295,
      "ce_loss_13": 3.4917181968688964,
      "ce_loss_2": 4.540509462356567,
      "ce_loss_3": 4.275044929981232,
      "ce_loss_7": 3.7488471269607544,
      "epoch": 0.623,
      "grad_norm": 564.0,
      "kl_loss_10": 178.5159034729004,
      "kl_loss_2": 2155.8026611328123,
      "kl_loss_3": 1685.940985107422,
      "kl_loss_7": 600.1484497070312,
      "learning_rate": 0.00031711850903806275,
      "loss": 1157.7447,
      "step": 6230
    },
    {
      "ce_loss_10": 3.479930281639099,
      "ce_loss_13": 3.39938303232193,
      "ce_loss_2": 4.482881689071656,
      "ce_loss_3": 4.214280414581299,
      "ce_loss_7": 3.666577732563019,
      "epoch": 0.624,
      "grad_norm": 528.0,
      "kl_loss_10": 185.9188034057617,
      "kl_loss_2": 2243.2543823242186,
      "kl_loss_3": 1758.6941833496094,
      "kl_loss_7": 628.0701446533203,
      "learning_rate": 0.0003156427123660297,
      "loss": 1172.3383,
      "step": 6240
    },
    {
      "ce_loss_10": 3.5643810868263244,
      "ce_loss_13": 3.4881609320640563,
      "ce_loss_2": 4.518170762062073,
      "ce_loss_3": 4.258860862255096,
      "ce_loss_7": 3.745578372478485,
      "epoch": 0.625,
      "grad_norm": 596.0,
      "kl_loss_10": 180.73046417236327,
      "kl_loss_2": 2135.2883361816407,
      "kl_loss_3": 1669.8626892089844,
      "kl_loss_7": 610.9410751342773,
      "learning_rate": 0.0003141687721698363,
      "loss": 1172.6947,
      "step": 6250
    },
    {
      "ce_loss_10": 3.536016345024109,
      "ce_loss_13": 3.4606189489364625,
      "ce_loss_2": 4.476572108268738,
      "ce_loss_3": 4.211447751522064,
      "ce_loss_7": 3.7014155983924866,
      "epoch": 0.626,
      "grad_norm": 616.0,
      "kl_loss_10": 175.8163749694824,
      "kl_loss_2": 2105.446813964844,
      "kl_loss_3": 1637.2767333984375,
      "kl_loss_7": 587.5009735107421,
      "learning_rate": 0.00031269670329204396,
      "loss": 1155.6384,
      "step": 6260
    },
    {
      "ce_loss_10": 3.5712973356246946,
      "ce_loss_13": 3.4947034239768984,
      "ce_loss_2": 4.515408515930176,
      "ce_loss_3": 4.251049220561981,
      "ce_loss_7": 3.7454182147979735,
      "epoch": 0.627,
      "grad_norm": 644.0,
      "kl_loss_10": 181.6370933532715,
      "kl_loss_2": 2120.7030395507813,
      "kl_loss_3": 1650.25341796875,
      "kl_loss_7": 607.5851348876953,
      "learning_rate": 0.00031122652055637015,
      "loss": 1169.2292,
      "step": 6270
    },
    {
      "ce_loss_10": 3.536707639694214,
      "ce_loss_13": 3.460920011997223,
      "ce_loss_2": 4.534442710876465,
      "ce_loss_3": 4.263644289970398,
      "ce_loss_7": 3.7196394085884092,
      "epoch": 0.628,
      "grad_norm": 556.0,
      "kl_loss_10": 181.97393569946288,
      "kl_loss_2": 2233.067547607422,
      "kl_loss_3": 1750.9132995605469,
      "kl_loss_7": 618.4156631469726,
      "learning_rate": 0.0003097582387675385,
      "loss": 1169.3315,
      "step": 6280
    },
    {
      "ce_loss_10": 3.5805759191513062,
      "ce_loss_13": 3.503600060939789,
      "ce_loss_2": 4.546688604354858,
      "ce_loss_3": 4.285043132305145,
      "ce_loss_7": 3.7596506476402283,
      "epoch": 0.629,
      "grad_norm": 536.0,
      "kl_loss_10": 181.50545425415038,
      "kl_loss_2": 2176.2076171875,
      "kl_loss_3": 1706.1532836914062,
      "kl_loss_7": 611.5946624755859,
      "learning_rate": 0.00030829187271113034,
      "loss": 1162.2808,
      "step": 6290
    },
    {
      "ce_loss_10": 3.5692893385887148,
      "ce_loss_13": 3.49398432970047,
      "ce_loss_2": 4.5324320793151855,
      "ce_loss_3": 4.271732580661774,
      "ce_loss_7": 3.738038659095764,
      "epoch": 0.63,
      "grad_norm": 660.0,
      "kl_loss_10": 176.80067443847656,
      "kl_loss_2": 2142.2837646484377,
      "kl_loss_3": 1672.4158203125,
      "kl_loss_7": 598.4024932861328,
      "learning_rate": 0.00030682743715343565,
      "loss": 1178.4112,
      "step": 6300
    },
    {
      "ce_loss_10": 3.5165117979049683,
      "ce_loss_13": 3.4367071866989134,
      "ce_loss_2": 4.5106003999710085,
      "ce_loss_3": 4.248035335540772,
      "ce_loss_7": 3.709369492530823,
      "epoch": 0.631,
      "grad_norm": 624.0,
      "kl_loss_10": 185.85676803588868,
      "kl_loss_2": 2187.9409912109377,
      "kl_loss_3": 1716.0930541992188,
      "kl_loss_7": 624.2622802734375,
      "learning_rate": 0.0003053649468413043,
      "loss": 1194.6155,
      "step": 6310
    },
    {
      "ce_loss_10": 3.6293103814125063,
      "ce_loss_13": 3.5522167325019836,
      "ce_loss_2": 4.589023590087891,
      "ce_loss_3": 4.323796653747559,
      "ce_loss_7": 3.8087464213371276,
      "epoch": 0.632,
      "grad_norm": 664.0,
      "kl_loss_10": 183.21706161499023,
      "kl_loss_2": 2147.7636474609376,
      "kl_loss_3": 1686.63291015625,
      "kl_loss_7": 615.6221435546875,
      "learning_rate": 0.00030390441650199725,
      "loss": 1158.5613,
      "step": 6320
    },
    {
      "ce_loss_10": 3.528099310398102,
      "ce_loss_13": 3.4539591908454894,
      "ce_loss_2": 4.50098488330841,
      "ce_loss_3": 4.2318372368812565,
      "ce_loss_7": 3.70650874376297,
      "epoch": 0.633,
      "grad_norm": 676.0,
      "kl_loss_10": 181.68777465820312,
      "kl_loss_2": 2164.3626098632812,
      "kl_loss_3": 1687.4978088378907,
      "kl_loss_7": 610.1166748046875,
      "learning_rate": 0.00030244586084303903,
      "loss": 1154.3,
      "step": 6330
    },
    {
      "ce_loss_10": 3.4934327363967896,
      "ce_loss_13": 3.416351318359375,
      "ce_loss_2": 4.505590105056763,
      "ce_loss_3": 4.235206222534179,
      "ce_loss_7": 3.6859657049179075,
      "epoch": 0.634,
      "grad_norm": 564.0,
      "kl_loss_10": 183.83423309326173,
      "kl_loss_2": 2252.3034423828126,
      "kl_loss_3": 1765.4126586914062,
      "kl_loss_7": 627.5603424072266,
      "learning_rate": 0.00030098929455206903,
      "loss": 1173.0053,
      "step": 6340
    },
    {
      "ce_loss_10": 3.5009153842926026,
      "ce_loss_13": 3.4256786108016968,
      "ce_loss_2": 4.492053604125976,
      "ce_loss_3": 4.224474251270294,
      "ce_loss_7": 3.6754886388778685,
      "epoch": 0.635,
      "grad_norm": 592.0,
      "kl_loss_10": 180.03737106323243,
      "kl_loss_2": 2236.1428771972655,
      "kl_loss_3": 1754.843768310547,
      "kl_loss_7": 615.7969268798828,
      "learning_rate": 0.00029953473229669324,
      "loss": 1215.3177,
      "step": 6350
    },
    {
      "ce_loss_10": 3.5320404410362243,
      "ce_loss_13": 3.4564929485321043,
      "ce_loss_2": 4.505661821365356,
      "ce_loss_3": 4.2487224817276,
      "ce_loss_7": 3.717836594581604,
      "epoch": 0.636,
      "grad_norm": 560.0,
      "kl_loss_10": 180.38322067260742,
      "kl_loss_2": 2164.6011291503905,
      "kl_loss_3": 1703.929705810547,
      "kl_loss_7": 616.6229248046875,
      "learning_rate": 0.00029808218872433767,
      "loss": 1152.0346,
      "step": 6360
    },
    {
      "ce_loss_10": 3.5955461502075194,
      "ce_loss_13": 3.521399176120758,
      "ce_loss_2": 4.553752660751343,
      "ce_loss_3": 4.287336015701294,
      "ce_loss_7": 3.7661701798439027,
      "epoch": 0.637,
      "grad_norm": 584.0,
      "kl_loss_10": 178.29160919189454,
      "kl_loss_2": 2154.0076416015627,
      "kl_loss_3": 1683.874932861328,
      "kl_loss_7": 604.1974517822266,
      "learning_rate": 0.0002966316784621,
      "loss": 1148.5613,
      "step": 6370
    },
    {
      "ce_loss_10": 3.509734773635864,
      "ce_loss_13": 3.4283226490020753,
      "ce_loss_2": 4.500501930713654,
      "ce_loss_3": 4.237296044826508,
      "ce_loss_7": 3.697099339962006,
      "epoch": 0.638,
      "grad_norm": 572.0,
      "kl_loss_10": 183.85193252563477,
      "kl_loss_2": 2219.202685546875,
      "kl_loss_3": 1744.0482971191407,
      "kl_loss_7": 628.3488616943359,
      "learning_rate": 0.0002951832161166024,
      "loss": 1161.3599,
      "step": 6380
    },
    {
      "ce_loss_10": 3.5833853006362917,
      "ce_loss_13": 3.5059871673583984,
      "ce_loss_2": 4.560363245010376,
      "ce_loss_3": 4.295464622974396,
      "ce_loss_7": 3.7690476536750794,
      "epoch": 0.639,
      "grad_norm": 524.0,
      "kl_loss_10": 182.52049560546874,
      "kl_loss_2": 2159.0023681640623,
      "kl_loss_3": 1692.8950073242188,
      "kl_loss_7": 613.0403747558594,
      "learning_rate": 0.0002937368162738445,
      "loss": 1138.2498,
      "step": 6390
    },
    {
      "ce_loss_10": 3.5200544476509092,
      "ce_loss_13": 3.4506627917289734,
      "ce_loss_2": 4.487471246719361,
      "ce_loss_3": 4.225354993343354,
      "ce_loss_7": 3.695161283016205,
      "epoch": 0.64,
      "grad_norm": 648.0,
      "kl_loss_10": 174.7782325744629,
      "kl_loss_2": 2168.6176025390623,
      "kl_loss_3": 1700.3829406738282,
      "kl_loss_7": 598.6395080566406,
      "learning_rate": 0.0002922924934990568,
      "loss": 1174.9205,
      "step": 6400
    },
    {
      "ce_loss_10": 3.460334539413452,
      "ce_loss_13": 3.3851306796073914,
      "ce_loss_2": 4.486385345458984,
      "ce_loss_3": 4.209315371513367,
      "ce_loss_7": 3.646379458904266,
      "epoch": 0.641,
      "grad_norm": 592.0,
      "kl_loss_10": 181.4815986633301,
      "kl_loss_2": 2269.7528442382813,
      "kl_loss_3": 1780.3827819824219,
      "kl_loss_7": 623.2667114257813,
      "learning_rate": 0.0002908502623365536,
      "loss": 1180.7166,
      "step": 6410
    },
    {
      "ce_loss_10": 3.400831735134125,
      "ce_loss_13": 3.323111522197723,
      "ce_loss_2": 4.43465530872345,
      "ce_loss_3": 4.168019390106201,
      "ce_loss_7": 3.5887860655784607,
      "epoch": 0.642,
      "grad_norm": 584.0,
      "kl_loss_10": 180.2845359802246,
      "kl_loss_2": 2285.9919677734374,
      "kl_loss_3": 1807.420263671875,
      "kl_loss_7": 623.3097045898437,
      "learning_rate": 0.0002894101373095867,
      "loss": 1196.7524,
      "step": 6420
    },
    {
      "ce_loss_10": 3.610305404663086,
      "ce_loss_13": 3.5335601687431337,
      "ce_loss_2": 4.569022560119629,
      "ce_loss_3": 4.3065975427627565,
      "ce_loss_7": 3.788155424594879,
      "epoch": 0.643,
      "grad_norm": 656.0,
      "kl_loss_10": 185.8272720336914,
      "kl_loss_2": 2151.861962890625,
      "kl_loss_3": 1684.6893188476563,
      "kl_loss_7": 614.9325622558594,
      "learning_rate": 0.00028797213292019926,
      "loss": 1162.4543,
      "step": 6430
    },
    {
      "ce_loss_10": 3.5838815212249755,
      "ce_loss_13": 3.5060059309005736,
      "ce_loss_2": 4.542932081222534,
      "ce_loss_3": 4.284253716468811,
      "ce_loss_7": 3.7631338119506834,
      "epoch": 0.644,
      "grad_norm": 536.0,
      "kl_loss_10": 182.34116134643554,
      "kl_loss_2": 2161.139373779297,
      "kl_loss_3": 1697.281298828125,
      "kl_loss_7": 612.268832397461,
      "learning_rate": 0.0002865362636490791,
      "loss": 1187.0314,
      "step": 6440
    },
    {
      "ce_loss_10": 3.598045587539673,
      "ce_loss_13": 3.524975371360779,
      "ce_loss_2": 4.552241158485413,
      "ce_loss_3": 4.294051146507263,
      "ce_loss_7": 3.7727458000183107,
      "epoch": 0.645,
      "grad_norm": 536.0,
      "kl_loss_10": 178.94673080444335,
      "kl_loss_2": 2142.5753845214845,
      "kl_loss_3": 1685.976092529297,
      "kl_loss_7": 604.8534698486328,
      "learning_rate": 0.0002851025439554142,
      "loss": 1148.6578,
      "step": 6450
    },
    {
      "ce_loss_10": 3.5864033341407775,
      "ce_loss_13": 3.5102365136146547,
      "ce_loss_2": 4.530459260940551,
      "ce_loss_3": 4.2697702050209045,
      "ce_loss_7": 3.77256600856781,
      "epoch": 0.646,
      "grad_norm": 552.0,
      "kl_loss_10": 180.96249084472657,
      "kl_loss_2": 2094.927349853516,
      "kl_loss_3": 1631.7639465332031,
      "kl_loss_7": 608.3878204345704,
      "learning_rate": 0.00028367098827674573,
      "loss": 1141.2359,
      "step": 6460
    },
    {
      "ce_loss_10": 3.5153084993362427,
      "ce_loss_13": 3.4397502303123475,
      "ce_loss_2": 4.504270768165588,
      "ce_loss_3": 4.232501339912415,
      "ce_loss_7": 3.69371120929718,
      "epoch": 0.647,
      "grad_norm": 588.0,
      "kl_loss_10": 178.14280624389647,
      "kl_loss_2": 2186.196148681641,
      "kl_loss_3": 1706.314013671875,
      "kl_loss_7": 600.8890106201172,
      "learning_rate": 0.00028224161102882397,
      "loss": 1170.0225,
      "step": 6470
    },
    {
      "ce_loss_10": 3.494782865047455,
      "ce_loss_13": 3.418469178676605,
      "ce_loss_2": 4.45595076084137,
      "ce_loss_3": 4.1893230199813845,
      "ce_loss_7": 3.6707924604415894,
      "epoch": 0.648,
      "grad_norm": 644.0,
      "kl_loss_10": 177.30072097778321,
      "kl_loss_2": 2145.1575622558594,
      "kl_loss_3": 1676.7467163085937,
      "kl_loss_7": 599.7084075927735,
      "learning_rate": 0.00028081442660546124,
      "loss": 1164.476,
      "step": 6480
    },
    {
      "ce_loss_10": 3.5571305990219115,
      "ce_loss_13": 3.4820198893547056,
      "ce_loss_2": 4.520304107666016,
      "ce_loss_3": 4.250013303756714,
      "ce_loss_7": 3.7307825326919555,
      "epoch": 0.649,
      "grad_norm": 708.0,
      "kl_loss_10": 180.5020294189453,
      "kl_loss_2": 2162.021893310547,
      "kl_loss_3": 1681.335223388672,
      "kl_loss_7": 604.5856201171875,
      "learning_rate": 0.0002793894493783892,
      "loss": 1161.7205,
      "step": 6490
    },
    {
      "ce_loss_10": 3.5730626702308657,
      "ce_loss_13": 3.4996850967407225,
      "ce_loss_2": 4.535577750205993,
      "ce_loss_3": 4.2806238532066345,
      "ce_loss_7": 3.746683120727539,
      "epoch": 0.65,
      "grad_norm": 532.0,
      "kl_loss_10": 175.4969383239746,
      "kl_loss_2": 2147.980224609375,
      "kl_loss_3": 1685.3772094726562,
      "kl_loss_7": 592.4264343261718,
      "learning_rate": 0.0002779666936971129,
      "loss": 1147.2826,
      "step": 6500
    },
    {
      "ce_loss_10": 3.579540717601776,
      "ce_loss_13": 3.503932845592499,
      "ce_loss_2": 4.570328307151795,
      "ce_loss_3": 4.304692578315735,
      "ce_loss_7": 3.760816919803619,
      "epoch": 0.651,
      "grad_norm": 560.0,
      "kl_loss_10": 180.5074890136719,
      "kl_loss_2": 2190.618371582031,
      "kl_loss_3": 1722.614599609375,
      "kl_loss_7": 613.0008575439454,
      "learning_rate": 0.00027654617388876614,
      "loss": 1176.0404,
      "step": 6510
    },
    {
      "ce_loss_10": 3.6101376891136168,
      "ce_loss_13": 3.5372079849243163,
      "ce_loss_2": 4.574031090736389,
      "ce_loss_3": 4.305119824409485,
      "ce_loss_7": 3.7854838371276855,
      "epoch": 0.652,
      "grad_norm": 506.0,
      "kl_loss_10": 179.79571838378905,
      "kl_loss_2": 2171.3123046875,
      "kl_loss_3": 1687.553973388672,
      "kl_loss_7": 603.6635681152344,
      "learning_rate": 0.0002751279042579672,
      "loss": 1161.0621,
      "step": 6520
    },
    {
      "ce_loss_10": 3.5500629782676696,
      "ce_loss_13": 3.475240981578827,
      "ce_loss_2": 4.515746712684631,
      "ce_loss_3": 4.248768877983093,
      "ce_loss_7": 3.726365828514099,
      "epoch": 0.653,
      "grad_norm": 520.0,
      "kl_loss_10": 175.72006454467774,
      "kl_loss_2": 2132.0258361816404,
      "kl_loss_3": 1663.1835388183595,
      "kl_loss_7": 593.7185913085938,
      "learning_rate": 0.00027371189908667604,
      "loss": 1173.0754,
      "step": 6530
    },
    {
      "ce_loss_10": 3.6066598892211914,
      "ce_loss_13": 3.5256664633750914,
      "ce_loss_2": 4.603748297691345,
      "ce_loss_3": 4.334264886379242,
      "ce_loss_7": 3.7890505313873293,
      "epoch": 0.654,
      "grad_norm": 556.0,
      "kl_loss_10": 184.21709976196288,
      "kl_loss_2": 2224.855090332031,
      "kl_loss_3": 1750.1156860351562,
      "kl_loss_7": 618.167140197754,
      "learning_rate": 0.00027229817263404863,
      "loss": 1200.1538,
      "step": 6540
    },
    {
      "ce_loss_10": 3.579574966430664,
      "ce_loss_13": 3.502782142162323,
      "ce_loss_2": 4.505041122436523,
      "ce_loss_3": 4.243296790122986,
      "ce_loss_7": 3.751440441608429,
      "epoch": 0.655,
      "grad_norm": 552.0,
      "kl_loss_10": 178.47067565917968,
      "kl_loss_2": 2091.8775146484377,
      "kl_loss_3": 1621.7340759277345,
      "kl_loss_7": 596.6207824707031,
      "learning_rate": 0.0002708867391362948,
      "loss": 1145.7798,
      "step": 6550
    },
    {
      "ce_loss_10": 3.5594303607940674,
      "ce_loss_13": 3.4848424673080443,
      "ce_loss_2": 4.510186004638672,
      "ce_loss_3": 4.239946413040161,
      "ce_loss_7": 3.729544758796692,
      "epoch": 0.656,
      "grad_norm": 600.0,
      "kl_loss_10": 174.02187423706056,
      "kl_loss_2": 2098.8442565917967,
      "kl_loss_3": 1625.1830017089844,
      "kl_loss_7": 579.9141540527344,
      "learning_rate": 0.0002694776128065345,
      "loss": 1152.9096,
      "step": 6560
    },
    {
      "ce_loss_10": 3.500006926059723,
      "ce_loss_13": 3.4239490151405336,
      "ce_loss_2": 4.463183629512787,
      "ce_loss_3": 4.198473536968232,
      "ce_loss_7": 3.6787616848945617,
      "epoch": 0.657,
      "grad_norm": 524.0,
      "kl_loss_10": 181.49803161621094,
      "kl_loss_2": 2175.4376220703125,
      "kl_loss_3": 1692.8995849609375,
      "kl_loss_7": 616.3900787353516,
      "learning_rate": 0.00026807080783465374,
      "loss": 1144.908,
      "step": 6570
    },
    {
      "ce_loss_10": 3.609026849269867,
      "ce_loss_13": 3.5301132678985594,
      "ce_loss_2": 4.5842578411102295,
      "ce_loss_3": 4.322691702842713,
      "ce_loss_7": 3.7907386422157288,
      "epoch": 0.658,
      "grad_norm": 540.0,
      "kl_loss_10": 181.2076759338379,
      "kl_loss_2": 2170.1943603515624,
      "kl_loss_3": 1703.6680847167968,
      "kl_loss_7": 614.0023223876954,
      "learning_rate": 0.00026666633838716316,
      "loss": 1180.9756,
      "step": 6580
    },
    {
      "ce_loss_10": 3.505808639526367,
      "ce_loss_13": 3.424725067615509,
      "ce_loss_2": 4.498762392997742,
      "ce_loss_3": 4.228746104240417,
      "ce_loss_7": 3.6866647005081177,
      "epoch": 0.659,
      "grad_norm": 660.0,
      "kl_loss_10": 183.16211471557617,
      "kl_loss_2": 2205.399041748047,
      "kl_loss_3": 1729.7577697753907,
      "kl_loss_7": 619.1098449707031,
      "learning_rate": 0.00026526421860705474,
      "loss": 1196.5574,
      "step": 6590
    },
    {
      "ce_loss_10": 3.5278443932533263,
      "ce_loss_13": 3.451081359386444,
      "ce_loss_2": 4.514556968212128,
      "ce_loss_3": 4.246424973011017,
      "ce_loss_7": 3.7130470991134645,
      "epoch": 0.66,
      "grad_norm": 604.0,
      "kl_loss_10": 183.11859054565429,
      "kl_loss_2": 2195.080352783203,
      "kl_loss_3": 1720.6291870117188,
      "kl_loss_7": 617.9165832519532,
      "learning_rate": 0.0002638644626136587,
      "loss": 1167.115,
      "step": 6600
    },
    {
      "ce_loss_10": 3.5388341546058655,
      "ce_loss_13": 3.4648394107818605,
      "ce_loss_2": 4.518757033348083,
      "ce_loss_3": 4.251232302188873,
      "ce_loss_7": 3.7166133403778074,
      "epoch": 0.661,
      "grad_norm": 600.0,
      "kl_loss_10": 177.9744987487793,
      "kl_loss_2": 2169.1557434082033,
      "kl_loss_3": 1695.717547607422,
      "kl_loss_7": 605.9922027587891,
      "learning_rate": 0.00026246708450250255,
      "loss": 1163.9504,
      "step": 6610
    },
    {
      "ce_loss_10": 3.536445343494415,
      "ce_loss_13": 3.4618695259094237,
      "ce_loss_2": 4.500265717506409,
      "ce_loss_3": 4.239484262466431,
      "ce_loss_7": 3.7084587097167967,
      "epoch": 0.662,
      "grad_norm": 624.0,
      "kl_loss_10": 177.32165069580077,
      "kl_loss_2": 2153.5470336914063,
      "kl_loss_3": 1682.642596435547,
      "kl_loss_7": 596.0139556884766,
      "learning_rate": 0.00026107209834516854,
      "loss": 1159.9879,
      "step": 6620
    },
    {
      "ce_loss_10": 3.4876843810081484,
      "ce_loss_13": 3.4082067966461183,
      "ce_loss_2": 4.498864269256591,
      "ce_loss_3": 4.235283279418946,
      "ce_loss_7": 3.666292154788971,
      "epoch": 0.663,
      "grad_norm": 620.0,
      "kl_loss_10": 180.81258544921874,
      "kl_loss_2": 2256.257257080078,
      "kl_loss_3": 1782.119805908203,
      "kl_loss_7": 615.3174774169922,
      "learning_rate": 0.0002596795181891514,
      "loss": 1197.8284,
      "step": 6630
    },
    {
      "ce_loss_10": 3.4956326842308045,
      "ce_loss_13": 3.414097845554352,
      "ce_loss_2": 4.498321509361267,
      "ce_loss_3": 4.228005886077881,
      "ce_loss_7": 3.6832273960113526,
      "epoch": 0.664,
      "grad_norm": 676.0,
      "kl_loss_10": 186.22876663208007,
      "kl_loss_2": 2223.420690917969,
      "kl_loss_3": 1743.7244079589843,
      "kl_loss_7": 627.1363647460937,
      "learning_rate": 0.000258289358057718,
      "loss": 1222.5622,
      "step": 6640
    },
    {
      "ce_loss_10": 3.5669368505477905,
      "ce_loss_13": 3.4856945157051085,
      "ce_loss_2": 4.551595258712768,
      "ce_loss_3": 4.286670958995819,
      "ce_loss_7": 3.751522934436798,
      "epoch": 0.665,
      "grad_norm": 556.0,
      "kl_loss_10": 185.22528228759765,
      "kl_loss_2": 2211.366003417969,
      "kl_loss_3": 1740.3289489746094,
      "kl_loss_7": 619.9797149658203,
      "learning_rate": 0.0002569016319497657,
      "loss": 1184.505,
      "step": 6650
    },
    {
      "ce_loss_10": 3.5523419260978697,
      "ce_loss_13": 3.4712039113044737,
      "ce_loss_2": 4.537931609153747,
      "ce_loss_3": 4.279768109321594,
      "ce_loss_7": 3.7336499214172365,
      "epoch": 0.666,
      "grad_norm": 544.0,
      "kl_loss_10": 186.748779296875,
      "kl_loss_2": 2205.344372558594,
      "kl_loss_3": 1734.7506713867188,
      "kl_loss_7": 622.0667907714844,
      "learning_rate": 0.00025551635383968066,
      "loss": 1198.5273,
      "step": 6660
    },
    {
      "ce_loss_10": 3.463807392120361,
      "ce_loss_13": 3.3866657257080077,
      "ce_loss_2": 4.469345259666443,
      "ce_loss_3": 4.193110883235931,
      "ce_loss_7": 3.6494885683059692,
      "epoch": 0.667,
      "grad_norm": 576.0,
      "kl_loss_10": 184.71422729492187,
      "kl_loss_2": 2248.0073059082033,
      "kl_loss_3": 1753.0323059082032,
      "kl_loss_7": 619.0755401611328,
      "learning_rate": 0.00025413353767719804,
      "loss": 1195.2947,
      "step": 6670
    },
    {
      "ce_loss_10": 3.5190200567245484,
      "ce_loss_13": 3.4452382922172546,
      "ce_loss_2": 4.497325706481933,
      "ce_loss_3": 4.232502174377442,
      "ce_loss_7": 3.694538187980652,
      "epoch": 0.668,
      "grad_norm": 568.0,
      "kl_loss_10": 177.03625259399413,
      "kl_loss_2": 2189.713330078125,
      "kl_loss_3": 1718.3252258300781,
      "kl_loss_7": 606.7687957763671,
      "learning_rate": 0.0002527531973872617,
      "loss": 1177.4366,
      "step": 6680
    },
    {
      "ce_loss_10": 3.538633036613464,
      "ce_loss_13": 3.4624911904335023,
      "ce_loss_2": 4.504513430595398,
      "ce_loss_3": 4.237690329551697,
      "ce_loss_7": 3.7170337319374083,
      "epoch": 0.669,
      "grad_norm": 592.0,
      "kl_loss_10": 178.7047462463379,
      "kl_loss_2": 2166.141973876953,
      "kl_loss_3": 1687.0463806152343,
      "kl_loss_7": 609.9779602050781,
      "learning_rate": 0.0002513753468698826,
      "loss": 1160.7738,
      "step": 6690
    },
    {
      "ce_loss_10": 3.510761630535126,
      "ce_loss_13": 3.4321574330329896,
      "ce_loss_2": 4.506561207771301,
      "ce_loss_3": 4.238252663612366,
      "ce_loss_7": 3.6953013062477114,
      "epoch": 0.67,
      "grad_norm": 544.0,
      "kl_loss_10": 182.07874755859376,
      "kl_loss_2": 2231.308416748047,
      "kl_loss_3": 1749.7796997070313,
      "kl_loss_7": 618.383251953125,
      "learning_rate": 0.0002500000000000001,
      "loss": 1185.6723,
      "step": 6700
    },
    {
      "ce_loss_10": 3.62176308631897,
      "ce_loss_13": 3.547257494926453,
      "ce_loss_2": 4.5295734882354735,
      "ce_loss_3": 4.277957272529602,
      "ce_loss_7": 3.788572609424591,
      "epoch": 0.671,
      "grad_norm": 548.0,
      "kl_loss_10": 173.84563446044922,
      "kl_loss_2": 2050.3306396484377,
      "kl_loss_3": 1604.508935546875,
      "kl_loss_7": 584.9092193603516,
      "learning_rate": 0.0002486271706273421,
      "loss": 1168.4034,
      "step": 6710
    },
    {
      "ce_loss_10": 3.557868146896362,
      "ce_loss_13": 3.485461747646332,
      "ce_loss_2": 4.488811063766479,
      "ce_loss_3": 4.22833331823349,
      "ce_loss_7": 3.7254873156547545,
      "epoch": 0.672,
      "grad_norm": 644.0,
      "kl_loss_10": 175.32781143188475,
      "kl_loss_2": 2091.0470642089845,
      "kl_loss_3": 1627.7723266601563,
      "kl_loss_7": 589.4509521484375,
      "learning_rate": 0.0002472568725762853,
      "loss": 1154.7741,
      "step": 6720
    },
    {
      "ce_loss_10": 3.5483877897262572,
      "ce_loss_13": 3.4755659341812133,
      "ce_loss_2": 4.477482891082763,
      "ce_loss_3": 4.2254945039749146,
      "ce_loss_7": 3.717711102962494,
      "epoch": 0.673,
      "grad_norm": 564.0,
      "kl_loss_10": 173.398193359375,
      "kl_loss_2": 2110.752795410156,
      "kl_loss_3": 1653.0817565917969,
      "kl_loss_7": 586.6092742919922,
      "learning_rate": 0.00024588911964571554,
      "loss": 1145.849,
      "step": 6730
    },
    {
      "ce_loss_10": 3.5657129168510435,
      "ce_loss_13": 3.4857802987098694,
      "ce_loss_2": 4.5576330661773685,
      "ce_loss_3": 4.288707995414734,
      "ce_loss_7": 3.753812789916992,
      "epoch": 0.674,
      "grad_norm": 524.0,
      "kl_loss_10": 187.46376113891603,
      "kl_loss_2": 2205.4671936035156,
      "kl_loss_3": 1727.960107421875,
      "kl_loss_7": 626.6214233398438,
      "learning_rate": 0.00024452392560888974,
      "loss": 1167.7188,
      "step": 6740
    },
    {
      "ce_loss_10": 3.455358147621155,
      "ce_loss_13": 3.378260016441345,
      "ce_loss_2": 4.419786167144776,
      "ce_loss_3": 4.155612635612488,
      "ce_loss_7": 3.6355133295059203,
      "epoch": 0.675,
      "grad_norm": 532.0,
      "kl_loss_10": 177.83211364746094,
      "kl_loss_2": 2172.1373962402345,
      "kl_loss_3": 1704.7519836425781,
      "kl_loss_7": 606.2507995605469,
      "learning_rate": 0.00024316130421329695,
      "loss": 1157.1621,
      "step": 6750
    },
    {
      "ce_loss_10": 3.535005438327789,
      "ce_loss_13": 3.4575978398323057,
      "ce_loss_2": 4.505799317359925,
      "ce_loss_3": 4.232890093326569,
      "ce_loss_7": 3.7101247310638428,
      "epoch": 0.676,
      "grad_norm": 564.0,
      "kl_loss_10": 177.2459358215332,
      "kl_loss_2": 2136.964288330078,
      "kl_loss_3": 1660.3365295410156,
      "kl_loss_7": 591.8486877441406,
      "learning_rate": 0.00024180126918051909,
      "loss": 1154.5281,
      "step": 6760
    },
    {
      "ce_loss_10": 3.577043890953064,
      "ce_loss_13": 3.5019183993339538,
      "ce_loss_2": 4.527614569664001,
      "ce_loss_3": 4.265857553482055,
      "ce_loss_7": 3.7534381628036497,
      "epoch": 0.677,
      "grad_norm": 604.0,
      "kl_loss_10": 178.1947784423828,
      "kl_loss_2": 2127.7522155761717,
      "kl_loss_3": 1659.7866516113281,
      "kl_loss_7": 597.4583068847656,
      "learning_rate": 0.00024044383420609406,
      "loss": 1141.1451,
      "step": 6770
    },
    {
      "ce_loss_10": 3.589032161235809,
      "ce_loss_13": 3.514654505252838,
      "ce_loss_2": 4.520573258399963,
      "ce_loss_3": 4.2588379859924315,
      "ce_loss_7": 3.7536001801490784,
      "epoch": 0.678,
      "grad_norm": 552.0,
      "kl_loss_10": 175.52578201293946,
      "kl_loss_2": 2107.4931701660157,
      "kl_loss_3": 1641.6564514160157,
      "kl_loss_7": 591.3939788818359,
      "learning_rate": 0.00023908901295937712,
      "loss": 1175.0256,
      "step": 6780
    },
    {
      "ce_loss_10": 3.5837427616119384,
      "ce_loss_13": 3.505910849571228,
      "ce_loss_2": 4.535600376129151,
      "ce_loss_3": 4.271885943412781,
      "ce_loss_7": 3.755298101902008,
      "epoch": 0.679,
      "grad_norm": 596.0,
      "kl_loss_10": 177.23758392333986,
      "kl_loss_2": 2111.0602905273436,
      "kl_loss_3": 1645.3706420898438,
      "kl_loss_7": 592.0553497314453,
      "learning_rate": 0.00023773681908340283,
      "loss": 1169.8496,
      "step": 6790
    },
    {
      "ce_loss_10": 3.5592074632644652,
      "ce_loss_13": 3.4772790670394897,
      "ce_loss_2": 4.548656535148621,
      "ce_loss_3": 4.2832125425338745,
      "ce_loss_7": 3.7424607038497926,
      "epoch": 0.68,
      "grad_norm": 600.0,
      "kl_loss_10": 187.7086395263672,
      "kl_loss_2": 2222.717413330078,
      "kl_loss_3": 1751.2139282226562,
      "kl_loss_7": 621.8694488525391,
      "learning_rate": 0.00023638726619474876,
      "loss": 1203.8379,
      "step": 6800
    },
    {
      "ce_loss_10": 3.5476158022880555,
      "ce_loss_13": 3.467449462413788,
      "ce_loss_2": 4.563005781173706,
      "ce_loss_3": 4.29602427482605,
      "ce_loss_7": 3.7365992784500124,
      "epoch": 0.681,
      "grad_norm": 580.0,
      "kl_loss_10": 183.3829345703125,
      "kl_loss_2": 2228.727575683594,
      "kl_loss_3": 1760.1514953613282,
      "kl_loss_7": 626.0395812988281,
      "learning_rate": 0.0002350403678833976,
      "loss": 1182.506,
      "step": 6810
    },
    {
      "ce_loss_10": 3.4750794649124144,
      "ce_loss_13": 3.39876846075058,
      "ce_loss_2": 4.465261030197143,
      "ce_loss_3": 4.1875766038894655,
      "ce_loss_7": 3.6560620784759523,
      "epoch": 0.682,
      "grad_norm": 490.0,
      "kl_loss_10": 178.67537307739258,
      "kl_loss_2": 2200.3225830078127,
      "kl_loss_3": 1714.0246276855469,
      "kl_loss_7": 608.0651733398438,
      "learning_rate": 0.00023369613771260007,
      "loss": 1160.444,
      "step": 6820
    },
    {
      "ce_loss_10": 3.5863471627235413,
      "ce_loss_13": 3.5096321582794188,
      "ce_loss_2": 4.573717498779297,
      "ce_loss_3": 4.300703597068787,
      "ce_loss_7": 3.767488884925842,
      "epoch": 0.683,
      "grad_norm": 608.0,
      "kl_loss_10": 181.20342712402345,
      "kl_loss_2": 2206.5099487304688,
      "kl_loss_3": 1721.635076904297,
      "kl_loss_7": 610.5273590087891,
      "learning_rate": 0.00023235458921873925,
      "loss": 1187.8242,
      "step": 6830
    },
    {
      "ce_loss_10": 3.5434704184532166,
      "ce_loss_13": 3.4598939180374146,
      "ce_loss_2": 4.561892867088318,
      "ce_loss_3": 4.300772976875305,
      "ce_loss_7": 3.73870370388031,
      "epoch": 0.684,
      "grad_norm": 640.0,
      "kl_loss_10": 187.79423599243165,
      "kl_loss_2": 2268.489392089844,
      "kl_loss_3": 1798.0396545410156,
      "kl_loss_7": 637.83154296875,
      "learning_rate": 0.0002310157359111938,
      "loss": 1215.3348,
      "step": 6840
    },
    {
      "ce_loss_10": 3.4310184836387636,
      "ce_loss_13": 3.3527446746826173,
      "ce_loss_2": 4.52064049243927,
      "ce_loss_3": 4.243770575523376,
      "ce_loss_7": 3.6270575404167174,
      "epoch": 0.685,
      "grad_norm": 656.0,
      "kl_loss_10": 183.79262008666993,
      "kl_loss_2": 2376.693957519531,
      "kl_loss_3": 1883.7591125488282,
      "kl_loss_7": 632.1836151123047,
      "learning_rate": 0.0002296795912722014,
      "loss": 1227.4164,
      "step": 6850
    },
    {
      "ce_loss_10": 3.570713925361633,
      "ce_loss_13": 3.494589388370514,
      "ce_loss_2": 4.519134759902954,
      "ce_loss_3": 4.253862988948822,
      "ce_loss_7": 3.7498515605926515,
      "epoch": 0.686,
      "grad_norm": 576.0,
      "kl_loss_10": 179.78029174804686,
      "kl_loss_2": 2128.572625732422,
      "kl_loss_3": 1654.8151062011718,
      "kl_loss_7": 601.8367279052734,
      "learning_rate": 0.0002283461687567236,
      "loss": 1133.3289,
      "step": 6860
    },
    {
      "ce_loss_10": 3.6324430108070374,
      "ce_loss_13": 3.5565361857414244,
      "ce_loss_2": 4.557056021690369,
      "ce_loss_3": 4.298560571670532,
      "ce_loss_7": 3.8067931652069094,
      "epoch": 0.687,
      "grad_norm": 506.0,
      "kl_loss_10": 176.90674362182617,
      "kl_loss_2": 2057.1298095703123,
      "kl_loss_3": 1601.75263671875,
      "kl_loss_7": 589.7931121826172,
      "learning_rate": 0.00022701548179231045,
      "loss": 1148.6605,
      "step": 6870
    },
    {
      "ce_loss_10": 3.582988679409027,
      "ce_loss_13": 3.5054625153541563,
      "ce_loss_2": 4.558988261222839,
      "ce_loss_3": 4.300906538963318,
      "ce_loss_7": 3.7617339849472047,
      "epoch": 0.688,
      "grad_norm": 628.0,
      "kl_loss_10": 181.7885940551758,
      "kl_loss_2": 2183.6723815917967,
      "kl_loss_3": 1725.755859375,
      "kl_loss_7": 613.1118804931641,
      "learning_rate": 0.00022568754377896516,
      "loss": 1157.5781,
      "step": 6880
    },
    {
      "ce_loss_10": 3.5760830521583555,
      "ce_loss_13": 3.499359941482544,
      "ce_loss_2": 4.526648283004761,
      "ce_loss_3": 4.2548288941383365,
      "ce_loss_7": 3.746409332752228,
      "epoch": 0.689,
      "grad_norm": 596.0,
      "kl_loss_10": 180.4591537475586,
      "kl_loss_2": 2140.339678955078,
      "kl_loss_3": 1666.426806640625,
      "kl_loss_7": 608.2543426513672,
      "learning_rate": 0.00022436236808900844,
      "loss": 1146.7832,
      "step": 6890
    },
    {
      "ce_loss_10": 3.4679219722747803,
      "ce_loss_13": 3.3943055748939512,
      "ce_loss_2": 4.462708353996277,
      "ce_loss_3": 4.191701900959015,
      "ce_loss_7": 3.6564658761024473,
      "epoch": 0.69,
      "grad_norm": 576.0,
      "kl_loss_10": 181.4543029785156,
      "kl_loss_2": 2231.3488586425783,
      "kl_loss_3": 1747.2512329101562,
      "kl_loss_7": 621.3712341308594,
      "learning_rate": 0.00022303996806694487,
      "loss": 1171.5013,
      "step": 6900
    },
    {
      "ce_loss_10": 3.5484726190567017,
      "ce_loss_13": 3.4742958664894106,
      "ce_loss_2": 4.519419646263122,
      "ce_loss_3": 4.2546670794487,
      "ce_loss_7": 3.7258636236190794,
      "epoch": 0.691,
      "grad_norm": 628.0,
      "kl_loss_10": 177.98818740844726,
      "kl_loss_2": 2169.697412109375,
      "kl_loss_3": 1700.1277648925782,
      "kl_loss_7": 608.3069030761719,
      "learning_rate": 0.00022172035702932823,
      "loss": 1158.7983,
      "step": 6910
    },
    {
      "ce_loss_10": 3.5924888372421266,
      "ce_loss_13": 3.52042818069458,
      "ce_loss_2": 4.517103600502014,
      "ce_loss_3": 4.2600155711174015,
      "ce_loss_7": 3.7615610361099243,
      "epoch": 0.692,
      "grad_norm": 644.0,
      "kl_loss_10": 178.67746124267578,
      "kl_loss_2": 2075.089074707031,
      "kl_loss_3": 1619.080419921875,
      "kl_loss_7": 597.07578125,
      "learning_rate": 0.00022040354826462666,
      "loss": 1140.3766,
      "step": 6920
    },
    {
      "ce_loss_10": 3.5235054731369018,
      "ce_loss_13": 3.4497315883636475,
      "ce_loss_2": 4.493763208389282,
      "ce_loss_3": 4.228443372249603,
      "ce_loss_7": 3.696590280532837,
      "epoch": 0.693,
      "grad_norm": 608.0,
      "kl_loss_10": 176.88443298339843,
      "kl_loss_2": 2155.86865234375,
      "kl_loss_3": 1688.133123779297,
      "kl_loss_7": 594.834016418457,
      "learning_rate": 0.0002190895550330899,
      "loss": 1170.6351,
      "step": 6930
    },
    {
      "ce_loss_10": 3.4576660275459288,
      "ce_loss_13": 3.3801838874816896,
      "ce_loss_2": 4.465155124664307,
      "ce_loss_3": 4.190037369728088,
      "ce_loss_7": 3.644961953163147,
      "epoch": 0.694,
      "grad_norm": 596.0,
      "kl_loss_10": 183.47678833007814,
      "kl_loss_2": 2243.730157470703,
      "kl_loss_3": 1750.4187255859374,
      "kl_loss_7": 620.829443359375,
      "learning_rate": 0.00021777839056661552,
      "loss": 1165.1125,
      "step": 6940
    },
    {
      "ce_loss_10": 3.5390109062194823,
      "ce_loss_13": 3.464726150035858,
      "ce_loss_2": 4.509364485740662,
      "ce_loss_3": 4.234912276268005,
      "ce_loss_7": 3.7123560190200804,
      "epoch": 0.695,
      "grad_norm": 544.0,
      "kl_loss_10": 176.9818588256836,
      "kl_loss_2": 2161.626544189453,
      "kl_loss_3": 1678.7994750976563,
      "kl_loss_7": 599.7094299316407,
      "learning_rate": 0.0002164700680686147,
      "loss": 1138.0607,
      "step": 6950
    },
    {
      "ce_loss_10": 3.584149193763733,
      "ce_loss_13": 3.509235203266144,
      "ce_loss_2": 4.522939825057984,
      "ce_loss_3": 4.255844712257385,
      "ce_loss_7": 3.757488739490509,
      "epoch": 0.696,
      "grad_norm": 520.0,
      "kl_loss_10": 178.28938369750978,
      "kl_loss_2": 2107.5391052246096,
      "kl_loss_3": 1637.0810913085938,
      "kl_loss_7": 596.8087493896485,
      "learning_rate": 0.0002151646007138806,
      "loss": 1144.8846,
      "step": 6960
    },
    {
      "ce_loss_10": 3.463143539428711,
      "ce_loss_13": 3.386814093589783,
      "ce_loss_2": 4.468677043914795,
      "ce_loss_3": 4.195722925662994,
      "ce_loss_7": 3.644878602027893,
      "epoch": 0.697,
      "grad_norm": 592.0,
      "kl_loss_10": 182.87069091796874,
      "kl_loss_2": 2238.085968017578,
      "kl_loss_3": 1753.8017456054688,
      "kl_loss_7": 618.0010162353516,
      "learning_rate": 0.00021386200164845526,
      "loss": 1174.7895,
      "step": 6970
    },
    {
      "ce_loss_10": 3.646360158920288,
      "ce_loss_13": 3.5726787090301513,
      "ce_loss_2": 4.5610116720199585,
      "ce_loss_3": 4.303556060791015,
      "ce_loss_7": 3.814376199245453,
      "epoch": 0.698,
      "grad_norm": 564.0,
      "kl_loss_10": 176.60812377929688,
      "kl_loss_2": 2073.2183532714844,
      "kl_loss_3": 1616.5314147949218,
      "kl_loss_7": 592.3170806884766,
      "learning_rate": 0.0002125622839894964,
      "loss": 1126.8248,
      "step": 6980
    },
    {
      "ce_loss_10": 3.5844451546669007,
      "ce_loss_13": 3.5105634808540342,
      "ce_loss_2": 4.530939984321594,
      "ce_loss_3": 4.263714623451233,
      "ce_loss_7": 3.7546409368515015,
      "epoch": 0.699,
      "grad_norm": 580.0,
      "kl_loss_10": 177.07121353149415,
      "kl_loss_2": 2114.079455566406,
      "kl_loss_3": 1646.3038818359375,
      "kl_loss_7": 590.21640625,
      "learning_rate": 0.00021126546082514663,
      "loss": 1144.4324,
      "step": 6990
    },
    {
      "ce_loss_10": 3.6092105984687803,
      "ce_loss_13": 3.533507966995239,
      "ce_loss_2": 4.539715147018432,
      "ce_loss_3": 4.274128103256226,
      "ce_loss_7": 3.7783223032951354,
      "epoch": 0.7,
      "grad_norm": 576.0,
      "kl_loss_10": 177.3388931274414,
      "kl_loss_2": 2107.8220703125,
      "kl_loss_3": 1636.2730224609375,
      "kl_loss_7": 594.1880798339844,
      "learning_rate": 0.00020997154521440098,
      "loss": 1131.7685,
      "step": 7000
    },
    {
      "ce_loss_10": 3.5483237147331237,
      "ce_loss_13": 3.476468551158905,
      "ce_loss_2": 4.5004148244857785,
      "ce_loss_3": 4.238211619853973,
      "ce_loss_7": 3.722394573688507,
      "epoch": 0.701,
      "grad_norm": 556.0,
      "kl_loss_10": 174.87986907958984,
      "kl_loss_2": 2127.186975097656,
      "kl_loss_3": 1661.8602966308595,
      "kl_loss_7": 600.6610717773438,
      "learning_rate": 0.0002086805501869749,
      "loss": 1133.7422,
      "step": 7010
    },
    {
      "ce_loss_10": 3.5188135743141173,
      "ce_loss_13": 3.441002869606018,
      "ce_loss_2": 4.517698335647583,
      "ce_loss_3": 4.247731244564056,
      "ce_loss_7": 3.704049062728882,
      "epoch": 0.702,
      "grad_norm": 616.0,
      "kl_loss_10": 182.97085342407226,
      "kl_loss_2": 2238.2483459472655,
      "kl_loss_3": 1746.861260986328,
      "kl_loss_7": 621.9453765869141,
      "learning_rate": 0.0002073924887431744,
      "loss": 1180.4881,
      "step": 7020
    },
    {
      "ce_loss_10": 3.5274356603622437,
      "ce_loss_13": 3.45092910528183,
      "ce_loss_2": 4.4901411771774296,
      "ce_loss_3": 4.230588483810425,
      "ce_loss_7": 3.706618547439575,
      "epoch": 0.703,
      "grad_norm": 568.0,
      "kl_loss_10": 179.11029281616212,
      "kl_loss_2": 2178.3450439453127,
      "kl_loss_3": 1711.4957885742188,
      "kl_loss_7": 605.4426422119141,
      "learning_rate": 0.00020610737385376348,
      "loss": 1200.9115,
      "step": 7030
    },
    {
      "ce_loss_10": 3.5887810468673704,
      "ce_loss_13": 3.5163929224014283,
      "ce_loss_2": 4.518351888656616,
      "ce_loss_3": 4.254893863201142,
      "ce_loss_7": 3.7612039923667906,
      "epoch": 0.704,
      "grad_norm": 628.0,
      "kl_loss_10": 176.6663619995117,
      "kl_loss_2": 2075.716662597656,
      "kl_loss_3": 1610.9020690917969,
      "kl_loss_7": 588.8746612548828,
      "learning_rate": 0.00020482521845983521,
      "loss": 1151.7219,
      "step": 7040
    },
    {
      "ce_loss_10": 3.5866637587547303,
      "ce_loss_13": 3.5072137475013734,
      "ce_loss_2": 4.558261132240295,
      "ce_loss_3": 4.291126704216003,
      "ce_loss_7": 3.7625884056091308,
      "epoch": 0.705,
      "grad_norm": 600.0,
      "kl_loss_10": 182.52303237915038,
      "kl_loss_2": 2193.1544799804688,
      "kl_loss_3": 1715.2766052246093,
      "kl_loss_7": 612.0993133544922,
      "learning_rate": 0.00020354603547267987,
      "loss": 1187.2512,
      "step": 7050
    },
    {
      "ce_loss_10": 3.56976774930954,
      "ce_loss_13": 3.488901746273041,
      "ce_loss_2": 4.5605854988098145,
      "ce_loss_3": 4.2862097263336185,
      "ce_loss_7": 3.7558568716049194,
      "epoch": 0.706,
      "grad_norm": 504.0,
      "kl_loss_10": 182.46872100830078,
      "kl_loss_2": 2185.692938232422,
      "kl_loss_3": 1703.4005493164063,
      "kl_loss_7": 615.3342132568359,
      "learning_rate": 0.00020226983777365604,
      "loss": 1201.599,
      "step": 7060
    },
    {
      "ce_loss_10": 3.46960107088089,
      "ce_loss_13": 3.394390141963959,
      "ce_loss_2": 4.4708491563797,
      "ce_loss_3": 4.21563994884491,
      "ce_loss_7": 3.6478799104690554,
      "epoch": 0.707,
      "grad_norm": 548.0,
      "kl_loss_10": 174.23039703369142,
      "kl_loss_2": 2219.3698486328126,
      "kl_loss_3": 1767.6679748535157,
      "kl_loss_7": 596.5048126220703,
      "learning_rate": 0.00020099663821406056,
      "loss": 1167.8441,
      "step": 7070
    },
    {
      "ce_loss_10": 3.573564553260803,
      "ce_loss_13": 3.4988652229309083,
      "ce_loss_2": 4.518075895309448,
      "ce_loss_3": 4.2526293873786924,
      "ce_loss_7": 3.74619642496109,
      "epoch": 0.708,
      "grad_norm": 688.0,
      "kl_loss_10": 173.7955307006836,
      "kl_loss_2": 2112.61328125,
      "kl_loss_3": 1644.760516357422,
      "kl_loss_7": 588.589468383789,
      "learning_rate": 0.00019972644961499853,
      "loss": 1168.0168,
      "step": 7080
    },
    {
      "ce_loss_10": 3.5425114035606384,
      "ce_loss_13": 3.4652504205703734,
      "ce_loss_2": 4.536031889915466,
      "ce_loss_3": 4.265958952903747,
      "ce_loss_7": 3.7277685403823853,
      "epoch": 0.709,
      "grad_norm": 544.0,
      "kl_loss_10": 181.94257354736328,
      "kl_loss_2": 2208.387451171875,
      "kl_loss_3": 1727.9980712890624,
      "kl_loss_7": 619.6463317871094,
      "learning_rate": 0.00019845928476725522,
      "loss": 1173.2897,
      "step": 7090
    },
    {
      "ce_loss_10": 3.6211097598075868,
      "ce_loss_13": 3.542751681804657,
      "ce_loss_2": 4.576697874069214,
      "ce_loss_3": 4.307754421234131,
      "ce_loss_7": 3.794824481010437,
      "epoch": 0.71,
      "grad_norm": 524.0,
      "kl_loss_10": 179.40447082519532,
      "kl_loss_2": 2133.6560546875,
      "kl_loss_3": 1661.1115417480469,
      "kl_loss_7": 603.4232849121094,
      "learning_rate": 0.00019719515643116677,
      "loss": 1187.0576,
      "step": 7100
    },
    {
      "ce_loss_10": 3.563658607006073,
      "ce_loss_13": 3.486394798755646,
      "ce_loss_2": 4.523072552680969,
      "ce_loss_3": 4.254948425292969,
      "ce_loss_7": 3.7338495373725893,
      "epoch": 0.711,
      "grad_norm": 560.0,
      "kl_loss_10": 177.84368362426758,
      "kl_loss_2": 2144.635882568359,
      "kl_loss_3": 1666.16875,
      "kl_loss_7": 594.3132598876953,
      "learning_rate": 0.0001959340773364911,
      "loss": 1165.8826,
      "step": 7110
    },
    {
      "ce_loss_10": 3.5770322680473328,
      "ce_loss_13": 3.5012174606323243,
      "ce_loss_2": 4.550109481811523,
      "ce_loss_3": 4.284217190742493,
      "ce_loss_7": 3.7552335023880006,
      "epoch": 0.712,
      "grad_norm": 482.0,
      "kl_loss_10": 179.49577865600585,
      "kl_loss_2": 2181.1701049804688,
      "kl_loss_3": 1700.0443542480468,
      "kl_loss_7": 603.1331329345703,
      "learning_rate": 0.0001946760601822809,
      "loss": 1144.9554,
      "step": 7120
    },
    {
      "ce_loss_10": 3.6210792899131774,
      "ce_loss_13": 3.549504554271698,
      "ce_loss_2": 4.563032126426696,
      "ce_loss_3": 4.2925217628479,
      "ce_loss_7": 3.7989898562431335,
      "epoch": 0.713,
      "grad_norm": 592.0,
      "kl_loss_10": 177.09535369873046,
      "kl_loss_2": 2104.0981018066404,
      "kl_loss_3": 1631.4184448242188,
      "kl_loss_7": 592.4103118896485,
      "learning_rate": 0.00019342111763675512,
      "loss": 1123.9035,
      "step": 7130
    },
    {
      "ce_loss_10": 3.624540627002716,
      "ce_loss_13": 3.5509743094444275,
      "ce_loss_2": 4.5522850275039675,
      "ce_loss_3": 4.289403009414673,
      "ce_loss_7": 3.7917919158935547,
      "epoch": 0.714,
      "grad_norm": 588.0,
      "kl_loss_10": 179.54557189941406,
      "kl_loss_2": 2098.2009887695312,
      "kl_loss_3": 1627.7805236816407,
      "kl_loss_7": 597.2573303222656,
      "learning_rate": 0.00019216926233717085,
      "loss": 1127.0122,
      "step": 7140
    },
    {
      "ce_loss_10": 3.5141358375549316,
      "ce_loss_13": 3.439559853076935,
      "ce_loss_2": 4.534635162353515,
      "ce_loss_3": 4.271865749359131,
      "ce_loss_7": 3.6872041702270506,
      "epoch": 0.715,
      "grad_norm": 660.0,
      "kl_loss_10": 176.31234970092774,
      "kl_loss_2": 2255.184912109375,
      "kl_loss_3": 1791.5307861328124,
      "kl_loss_7": 594.7268737792969,
      "learning_rate": 0.00019092050688969737,
      "loss": 1192.3771,
      "step": 7150
    },
    {
      "ce_loss_10": 3.586177408695221,
      "ce_loss_13": 3.5133618116378784,
      "ce_loss_2": 4.527247905731201,
      "ce_loss_3": 4.265925621986389,
      "ce_loss_7": 3.7605576038360597,
      "epoch": 0.716,
      "grad_norm": 644.0,
      "kl_loss_10": 177.39978713989257,
      "kl_loss_2": 2138.382684326172,
      "kl_loss_3": 1670.822119140625,
      "kl_loss_7": 599.2600921630859,
      "learning_rate": 0.00018967486386928817,
      "loss": 1143.1982,
      "step": 7160
    },
    {
      "ce_loss_10": 3.4582155346870422,
      "ce_loss_13": 3.3820405125617983,
      "ce_loss_2": 4.456401991844177,
      "ce_loss_3": 4.1904214262962345,
      "ce_loss_7": 3.640235483646393,
      "epoch": 0.717,
      "grad_norm": 644.0,
      "kl_loss_10": 181.15178756713868,
      "kl_loss_2": 2234.275775146484,
      "kl_loss_3": 1755.7729919433593,
      "kl_loss_7": 621.9208374023438,
      "learning_rate": 0.00018843234581955443,
      "loss": 1211.3026,
      "step": 7170
    },
    {
      "ce_loss_10": 3.4746442079544066,
      "ce_loss_13": 3.3969290494918822,
      "ce_loss_2": 4.4550795435905455,
      "ce_loss_3": 4.190334832668304,
      "ce_loss_7": 3.6564103603363036,
      "epoch": 0.718,
      "grad_norm": 552.0,
      "kl_loss_10": 182.11315155029297,
      "kl_loss_2": 2189.7255920410157,
      "kl_loss_3": 1717.2798217773438,
      "kl_loss_7": 618.1327026367187,
      "learning_rate": 0.00018719296525263924,
      "loss": 1174.7828,
      "step": 7180
    },
    {
      "ce_loss_10": 3.571851980686188,
      "ce_loss_13": 3.4972564935684205,
      "ce_loss_2": 4.505244612693787,
      "ce_loss_3": 4.243821203708649,
      "ce_loss_7": 3.744515597820282,
      "epoch": 0.719,
      "grad_norm": 616.0,
      "kl_loss_10": 176.35762710571288,
      "kl_loss_2": 2085.3956665039063,
      "kl_loss_3": 1620.6713073730468,
      "kl_loss_7": 587.7710571289062,
      "learning_rate": 0.0001859567346490913,
      "loss": 1127.6644,
      "step": 7190
    },
    {
      "ce_loss_10": 3.5473140597343447,
      "ce_loss_13": 3.469071900844574,
      "ce_loss_2": 4.532921981811524,
      "ce_loss_3": 4.260496711730957,
      "ce_loss_7": 3.727588391304016,
      "epoch": 0.72,
      "grad_norm": 576.0,
      "kl_loss_10": 181.04826431274415,
      "kl_loss_2": 2198.079150390625,
      "kl_loss_3": 1714.5421325683594,
      "kl_loss_7": 608.8879028320313,
      "learning_rate": 0.0001847236664577389,
      "loss": 1142.0284,
      "step": 7200
    },
    {
      "ce_loss_10": 3.5739798665046694,
      "ce_loss_13": 3.498915135860443,
      "ce_loss_2": 4.512744069099426,
      "ce_loss_3": 4.2453584432601925,
      "ce_loss_7": 3.7430235743522644,
      "epoch": 0.721,
      "grad_norm": 560.0,
      "kl_loss_10": 177.07028579711914,
      "kl_loss_2": 2100.2286865234373,
      "kl_loss_3": 1626.5753784179688,
      "kl_loss_7": 587.8365112304688,
      "learning_rate": 0.00018349377309556487,
      "loss": 1123.1494,
      "step": 7210
    },
    {
      "ce_loss_10": 3.5153507471084593,
      "ce_loss_13": 3.438252806663513,
      "ce_loss_2": 4.529551863670349,
      "ce_loss_3": 4.264591979980469,
      "ce_loss_7": 3.6999141216278075,
      "epoch": 0.722,
      "grad_norm": 576.0,
      "kl_loss_10": 181.94500274658202,
      "kl_loss_2": 2259.3618774414062,
      "kl_loss_3": 1782.3347534179688,
      "kl_loss_7": 618.6104766845704,
      "learning_rate": 0.00018226706694758193,
      "loss": 1192.0385,
      "step": 7220
    },
    {
      "ce_loss_10": 3.589731001853943,
      "ce_loss_13": 3.5162469148635864,
      "ce_loss_2": 4.535777926445007,
      "ce_loss_3": 4.275981712341308,
      "ce_loss_7": 3.758218777179718,
      "epoch": 0.723,
      "grad_norm": 536.0,
      "kl_loss_10": 176.7706611633301,
      "kl_loss_2": 2136.6498046875,
      "kl_loss_3": 1678.7979248046875,
      "kl_loss_7": 600.344839477539,
      "learning_rate": 0.0001810435603667075,
      "loss": 1186.8562,
      "step": 7230
    },
    {
      "ce_loss_10": 3.4363317847251893,
      "ce_loss_13": 3.3615066409111023,
      "ce_loss_2": 4.428185939788818,
      "ce_loss_3": 4.15840493440628,
      "ce_loss_7": 3.6154449939727784,
      "epoch": 0.724,
      "grad_norm": 568.0,
      "kl_loss_10": 175.6705749511719,
      "kl_loss_2": 2191.837860107422,
      "kl_loss_3": 1708.5897644042968,
      "kl_loss_7": 600.9333648681641,
      "learning_rate": 0.0001798232656736389,
      "loss": 1187.3889,
      "step": 7240
    },
    {
      "ce_loss_10": 3.6142520189285277,
      "ce_loss_13": 3.539129304885864,
      "ce_loss_2": 4.541441655158996,
      "ce_loss_3": 4.278818452358246,
      "ce_loss_7": 3.7878984928131105,
      "epoch": 0.725,
      "grad_norm": 548.0,
      "kl_loss_10": 176.2219985961914,
      "kl_loss_2": 2082.9966674804687,
      "kl_loss_3": 1618.1460876464844,
      "kl_loss_7": 589.8986907958985,
      "learning_rate": 0.0001786061951567303,
      "loss": 1139.4487,
      "step": 7250
    },
    {
      "ce_loss_10": 3.528095841407776,
      "ce_loss_13": 3.449831175804138,
      "ce_loss_2": 4.499278616905213,
      "ce_loss_3": 4.2353353023529055,
      "ce_loss_7": 3.7135850310325624,
      "epoch": 0.726,
      "grad_norm": 564.0,
      "kl_loss_10": 179.76034393310547,
      "kl_loss_2": 2139.9875549316407,
      "kl_loss_3": 1671.8400817871093,
      "kl_loss_7": 601.5716674804687,
      "learning_rate": 0.00017739236107186857,
      "loss": 1166.0127,
      "step": 7260
    },
    {
      "ce_loss_10": 3.6185179114341737,
      "ce_loss_13": 3.5442421674728393,
      "ce_loss_2": 4.529335474967956,
      "ce_loss_3": 4.268719971179962,
      "ce_loss_7": 3.782019078731537,
      "epoch": 0.727,
      "grad_norm": 506.0,
      "kl_loss_10": 174.4645896911621,
      "kl_loss_2": 2059.7219299316407,
      "kl_loss_3": 1594.1942993164062,
      "kl_loss_7": 584.5985778808594,
      "learning_rate": 0.00017618177564234904,
      "loss": 1131.8243,
      "step": 7270
    },
    {
      "ce_loss_10": 3.5931476950645447,
      "ce_loss_13": 3.5195810914039614,
      "ce_loss_2": 4.50758855342865,
      "ce_loss_3": 4.243484151363373,
      "ce_loss_7": 3.7607154488563537,
      "epoch": 0.728,
      "grad_norm": 560.0,
      "kl_loss_10": 172.751806640625,
      "kl_loss_2": 2033.7148681640624,
      "kl_loss_3": 1570.946112060547,
      "kl_loss_7": 576.0696563720703,
      "learning_rate": 0.00017497445105875377,
      "loss": 1116.918,
      "step": 7280
    },
    {
      "ce_loss_10": 3.5072262048721314,
      "ce_loss_13": 3.429379200935364,
      "ce_loss_2": 4.499281525611877,
      "ce_loss_3": 4.232627415657044,
      "ce_loss_7": 3.695177102088928,
      "epoch": 0.729,
      "grad_norm": 552.0,
      "kl_loss_10": 181.318611907959,
      "kl_loss_2": 2210.19443359375,
      "kl_loss_3": 1730.8836486816406,
      "kl_loss_7": 613.139291381836,
      "learning_rate": 0.000173770399478828,
      "loss": 1168.2677,
      "step": 7290
    },
    {
      "ce_loss_10": 3.422491526603699,
      "ce_loss_13": 3.347836971282959,
      "ce_loss_2": 4.407784128189087,
      "ce_loss_3": 4.131522953510284,
      "ce_loss_7": 3.6013160228729246,
      "epoch": 0.73,
      "grad_norm": 560.0,
      "kl_loss_10": 176.02440795898437,
      "kl_loss_2": 2191.964385986328,
      "kl_loss_3": 1698.5522827148438,
      "kl_loss_7": 599.1639129638672,
      "learning_rate": 0.0001725696330273575,
      "loss": 1197.3154,
      "step": 7300
    },
    {
      "ce_loss_10": 3.611281132698059,
      "ce_loss_13": 3.536842370033264,
      "ce_loss_2": 4.535079216957092,
      "ce_loss_3": 4.276083791255951,
      "ce_loss_7": 3.782840621471405,
      "epoch": 0.731,
      "grad_norm": 608.0,
      "kl_loss_10": 174.63313903808594,
      "kl_loss_2": 2067.6716491699217,
      "kl_loss_3": 1609.9422119140625,
      "kl_loss_7": 585.3752410888671,
      "learning_rate": 0.00017137216379604724,
      "loss": 1120.0867,
      "step": 7310
    },
    {
      "ce_loss_10": 3.491976761817932,
      "ce_loss_13": 3.4171910762786863,
      "ce_loss_2": 4.477530479431152,
      "ce_loss_3": 4.205724453926086,
      "ce_loss_7": 3.667802131175995,
      "epoch": 0.732,
      "grad_norm": 588.0,
      "kl_loss_10": 177.26437683105468,
      "kl_loss_2": 2177.8865478515627,
      "kl_loss_3": 1690.7372009277344,
      "kl_loss_7": 596.9918426513672,
      "learning_rate": 0.00017017800384339925,
      "loss": 1158.1862,
      "step": 7320
    },
    {
      "ce_loss_10": 3.446759831905365,
      "ce_loss_13": 3.3701040625572203,
      "ce_loss_2": 4.4656068086624146,
      "ce_loss_3": 4.189201056957245,
      "ce_loss_7": 3.63215457201004,
      "epoch": 0.733,
      "grad_norm": 608.0,
      "kl_loss_10": 179.6235023498535,
      "kl_loss_2": 2245.6789367675783,
      "kl_loss_3": 1758.8689514160155,
      "kl_loss_7": 611.1446807861328,
      "learning_rate": 0.00016898716519459073,
      "loss": 1147.9725,
      "step": 7330
    },
    {
      "ce_loss_10": 3.5716673254966738,
      "ce_loss_13": 3.4945391058921813,
      "ce_loss_2": 4.573297142982483,
      "ce_loss_3": 4.307599520683288,
      "ce_loss_7": 3.7545908093452454,
      "epoch": 0.734,
      "grad_norm": 564.0,
      "kl_loss_10": 182.98650054931642,
      "kl_loss_2": 2208.1832763671873,
      "kl_loss_3": 1733.5484619140625,
      "kl_loss_7": 619.9228546142579,
      "learning_rate": 0.00016779965984135375,
      "loss": 1166.6811,
      "step": 7340
    },
    {
      "ce_loss_10": 3.478439450263977,
      "ce_loss_13": 3.4015959978103636,
      "ce_loss_2": 4.458614790439606,
      "ce_loss_3": 4.194760942459107,
      "ce_loss_7": 3.6524015784263613,
      "epoch": 0.735,
      "grad_norm": 612.0,
      "kl_loss_10": 173.75391540527343,
      "kl_loss_2": 2180.093780517578,
      "kl_loss_3": 1698.9966857910156,
      "kl_loss_7": 593.231803894043,
      "learning_rate": 0.00016661549974185424,
      "loss": 1159.2525,
      "step": 7350
    },
    {
      "ce_loss_10": 3.51222710609436,
      "ce_loss_13": 3.4394211292266847,
      "ce_loss_2": 4.489507508277893,
      "ce_loss_3": 4.216231632232666,
      "ce_loss_7": 3.6876235485076903,
      "epoch": 0.736,
      "grad_norm": 604.0,
      "kl_loss_10": 179.0154716491699,
      "kl_loss_2": 2169.4521362304686,
      "kl_loss_3": 1690.815203857422,
      "kl_loss_7": 602.3167053222656,
      "learning_rate": 0.00016543469682057105,
      "loss": 1143.9477,
      "step": 7360
    },
    {
      "ce_loss_10": 3.5415560364723206,
      "ce_loss_13": 3.465597319602966,
      "ce_loss_2": 4.508477449417114,
      "ce_loss_3": 4.240069580078125,
      "ce_loss_7": 3.7229697704315186,
      "epoch": 0.737,
      "grad_norm": 564.0,
      "kl_loss_10": 181.52649993896483,
      "kl_loss_2": 2153.332647705078,
      "kl_loss_3": 1671.2495178222657,
      "kl_loss_7": 610.9849151611328,
      "learning_rate": 0.00016425726296817632,
      "loss": 1153.5225,
      "step": 7370
    },
    {
      "ce_loss_10": 3.5615882515907287,
      "ce_loss_13": 3.4901331782341005,
      "ce_loss_2": 4.51513102054596,
      "ce_loss_3": 4.248232364654541,
      "ce_loss_7": 3.7354116439819336,
      "epoch": 0.738,
      "grad_norm": 544.0,
      "kl_loss_10": 174.93305130004882,
      "kl_loss_2": 2115.262805175781,
      "kl_loss_3": 1640.2427490234375,
      "kl_loss_7": 589.8659851074219,
      "learning_rate": 0.00016308321004141607,
      "loss": 1140.3666,
      "step": 7380
    },
    {
      "ce_loss_10": 3.518048846721649,
      "ce_loss_13": 3.438374364376068,
      "ce_loss_2": 4.499938416481018,
      "ce_loss_3": 4.236223828792572,
      "ce_loss_7": 3.695832920074463,
      "epoch": 0.739,
      "grad_norm": 548.0,
      "kl_loss_10": 181.39317779541017,
      "kl_loss_2": 2175.456677246094,
      "kl_loss_3": 1701.57724609375,
      "kl_loss_7": 609.4653137207031,
      "learning_rate": 0.00016191254986299043,
      "loss": 1150.5328,
      "step": 7390
    },
    {
      "ce_loss_10": 3.5613037228584288,
      "ce_loss_13": 3.4887098908424377,
      "ce_loss_2": 4.503171324729919,
      "ce_loss_3": 4.245256781578064,
      "ce_loss_7": 3.7236536622047423,
      "epoch": 0.74,
      "grad_norm": 680.0,
      "kl_loss_10": 174.15130844116212,
      "kl_loss_2": 2131.4445068359373,
      "kl_loss_3": 1674.7688537597655,
      "kl_loss_7": 591.5977661132813,
      "learning_rate": 0.00016074529422143398,
      "loss": 1164.3935,
      "step": 7400
    },
    {
      "ce_loss_10": 3.5027013421058655,
      "ce_loss_13": 3.429375433921814,
      "ce_loss_2": 4.4999552249908445,
      "ce_loss_3": 4.231460630893707,
      "ce_loss_7": 3.6830108165740967,
      "epoch": 0.741,
      "grad_norm": 736.0,
      "kl_loss_10": 175.83671493530272,
      "kl_loss_2": 2196.9726989746096,
      "kl_loss_3": 1720.8603271484376,
      "kl_loss_7": 599.7947540283203,
      "learning_rate": 0.0001595814548709983,
      "loss": 1180.4217,
      "step": 7410
    },
    {
      "ce_loss_10": 3.576788854598999,
      "ce_loss_13": 3.498660683631897,
      "ce_loss_2": 4.549895691871643,
      "ce_loss_3": 4.287308168411255,
      "ce_loss_7": 3.7568582773208616,
      "epoch": 0.742,
      "grad_norm": 556.0,
      "kl_loss_10": 181.97546997070313,
      "kl_loss_2": 2178.1142333984376,
      "kl_loss_3": 1714.0122802734375,
      "kl_loss_7": 610.0974487304687,
      "learning_rate": 0.00015842104353153285,
      "loss": 1164.6248,
      "step": 7420
    },
    {
      "ce_loss_10": 3.5943754434585573,
      "ce_loss_13": 3.5180631637573243,
      "ce_loss_2": 4.549882531166077,
      "ce_loss_3": 4.288905811309815,
      "ce_loss_7": 3.7695993304252626,
      "epoch": 0.743,
      "grad_norm": 548.0,
      "kl_loss_10": 179.57282943725585,
      "kl_loss_2": 2154.6554992675783,
      "kl_loss_3": 1684.7554626464844,
      "kl_loss_7": 607.9901489257812,
      "learning_rate": 0.0001572640718883667,
      "loss": 1181.4139,
      "step": 7430
    },
    {
      "ce_loss_10": 3.5268728017807005,
      "ce_loss_13": 3.454422962665558,
      "ce_loss_2": 4.4702025055885315,
      "ce_loss_3": 4.211061191558838,
      "ce_loss_7": 3.699466872215271,
      "epoch": 0.744,
      "grad_norm": 544.0,
      "kl_loss_10": 173.9086715698242,
      "kl_loss_2": 2107.2433349609373,
      "kl_loss_3": 1643.049658203125,
      "kl_loss_7": 587.0272888183594,
      "learning_rate": 0.0001561105515921915,
      "loss": 1164.3465,
      "step": 7440
    },
    {
      "ce_loss_10": 3.376306939125061,
      "ce_loss_13": 3.3052693247795104,
      "ce_loss_2": 4.399094796180725,
      "ce_loss_3": 4.130729305744171,
      "ce_loss_7": 3.5687609910964966,
      "epoch": 0.745,
      "grad_norm": 540.0,
      "kl_loss_10": 174.5767349243164,
      "kl_loss_2": 2266.337322998047,
      "kl_loss_3": 1780.6517333984375,
      "kl_loss_7": 616.0360229492187,
      "learning_rate": 0.0001549604942589441,
      "loss": 1163.9994,
      "step": 7450
    },
    {
      "ce_loss_10": 3.5653053879737855,
      "ce_loss_13": 3.493623507022858,
      "ce_loss_2": 4.478042149543763,
      "ce_loss_3": 4.218795919418335,
      "ce_loss_7": 3.731026256084442,
      "epoch": 0.746,
      "grad_norm": 580.0,
      "kl_loss_10": 170.22484588623047,
      "kl_loss_2": 2039.5635498046875,
      "kl_loss_3": 1579.8051452636719,
      "kl_loss_7": 567.1303924560547,
      "learning_rate": 0.00015381391146968864,
      "loss": 1115.5928,
      "step": 7460
    },
    {
      "ce_loss_10": 3.5406330108642576,
      "ce_loss_13": 3.4665817737579347,
      "ce_loss_2": 4.507574367523193,
      "ce_loss_3": 4.2422141313552855,
      "ce_loss_7": 3.711947810649872,
      "epoch": 0.747,
      "grad_norm": 576.0,
      "kl_loss_10": 173.49912338256837,
      "kl_loss_2": 2137.4108154296873,
      "kl_loss_3": 1666.1288146972656,
      "kl_loss_7": 586.0349029541015,
      "learning_rate": 0.00015267081477050133,
      "loss": 1153.2315,
      "step": 7470
    },
    {
      "ce_loss_10": 3.6397757053375246,
      "ce_loss_13": 3.565910828113556,
      "ce_loss_2": 4.558345174789428,
      "ce_loss_3": 4.3014825820922855,
      "ce_loss_7": 3.813869845867157,
      "epoch": 0.748,
      "grad_norm": 524.0,
      "kl_loss_10": 179.69472961425782,
      "kl_loss_2": 2081.7364990234373,
      "kl_loss_3": 1619.6140869140625,
      "kl_loss_7": 597.4245025634766,
      "learning_rate": 0.00015153121567235335,
      "loss": 1120.7676,
      "step": 7480
    },
    {
      "ce_loss_10": 3.529373216629028,
      "ce_loss_13": 3.454616332054138,
      "ce_loss_2": 4.507159662246704,
      "ce_loss_3": 4.2369110703468325,
      "ce_loss_7": 3.7003498554229735,
      "epoch": 0.749,
      "grad_norm": 596.0,
      "kl_loss_10": 178.19662170410157,
      "kl_loss_2": 2201.308489990234,
      "kl_loss_3": 1718.668115234375,
      "kl_loss_7": 600.4444549560546,
      "learning_rate": 0.00015039512565099468,
      "loss": 1130.487,
      "step": 7490
    },
    {
      "ce_loss_10": 3.59435373544693,
      "ce_loss_13": 3.5217554926872254,
      "ce_loss_2": 4.542114019393921,
      "ce_loss_3": 4.2746872186660765,
      "ce_loss_7": 3.768599247932434,
      "epoch": 0.75,
      "grad_norm": 532.0,
      "kl_loss_10": 177.41806030273438,
      "kl_loss_2": 2130.0947509765624,
      "kl_loss_3": 1653.6429382324218,
      "kl_loss_7": 598.9670806884766,
      "learning_rate": 0.00014926255614683932,
      "loss": 1188.0775,
      "step": 7500
    },
    {
      "ce_loss_10": 3.5343728065490723,
      "ce_loss_13": 3.462270963191986,
      "ce_loss_2": 4.491153955459595,
      "ce_loss_3": 4.2244093179702755,
      "ce_loss_7": 3.70688259601593,
      "epoch": 0.751,
      "grad_norm": 584.0,
      "kl_loss_10": 175.2909957885742,
      "kl_loss_2": 2134.823455810547,
      "kl_loss_3": 1661.539990234375,
      "kl_loss_7": 592.2256774902344,
      "learning_rate": 0.0001481335185648498,
      "loss": 1152.3602,
      "step": 7510
    },
    {
      "ce_loss_10": 3.5509208917617796,
      "ce_loss_13": 3.4760316491127012,
      "ce_loss_2": 4.4910846710205075,
      "ce_loss_3": 4.236609256267547,
      "ce_loss_7": 3.7286911368370057,
      "epoch": 0.752,
      "grad_norm": 560.0,
      "kl_loss_10": 175.903653717041,
      "kl_loss_2": 2132.4962768554688,
      "kl_loss_3": 1669.2187805175781,
      "kl_loss_7": 598.009976196289,
      "learning_rate": 0.0001470080242744218,
      "loss": 1135.5451,
      "step": 7520
    },
    {
      "ce_loss_10": 3.5404749631881716,
      "ce_loss_13": 3.4668622732162477,
      "ce_loss_2": 4.505393123626709,
      "ce_loss_3": 4.248504590988159,
      "ce_loss_7": 3.7097239255905152,
      "epoch": 0.753,
      "grad_norm": 600.0,
      "kl_loss_10": 172.68473205566406,
      "kl_loss_2": 2143.0695861816407,
      "kl_loss_3": 1687.700439453125,
      "kl_loss_7": 591.5756866455079,
      "learning_rate": 0.0001458860846092705,
      "loss": 1151.0906,
      "step": 7530
    },
    {
      "ce_loss_10": 3.578909718990326,
      "ce_loss_13": 3.503495466709137,
      "ce_loss_2": 4.502352619171143,
      "ce_loss_3": 4.240141928195953,
      "ce_loss_7": 3.750500977039337,
      "epoch": 0.754,
      "grad_norm": 604.0,
      "kl_loss_10": 174.89483642578125,
      "kl_loss_2": 2075.617956542969,
      "kl_loss_3": 1612.4501708984376,
      "kl_loss_7": 588.5097457885743,
      "learning_rate": 0.00014476771086731566,
      "loss": 1116.6235,
      "step": 7540
    },
    {
      "ce_loss_10": 3.688204324245453,
      "ce_loss_13": 3.610430431365967,
      "ce_loss_2": 4.621451306343078,
      "ce_loss_3": 4.3530316829681395,
      "ce_loss_7": 3.8562689661979674,
      "epoch": 0.755,
      "grad_norm": 572.0,
      "kl_loss_10": 181.31634902954102,
      "kl_loss_2": 2096.732080078125,
      "kl_loss_3": 1625.2518310546875,
      "kl_loss_7": 592.3898040771485,
      "learning_rate": 0.00014365291431056872,
      "loss": 1170.6359,
      "step": 7550
    },
    {
      "ce_loss_10": 3.513639771938324,
      "ce_loss_13": 3.43876428604126,
      "ce_loss_2": 4.494768452644348,
      "ce_loss_3": 4.226865899562836,
      "ce_loss_7": 3.6938853025436402,
      "epoch": 0.756,
      "grad_norm": 648.0,
      "kl_loss_10": 182.01916885375977,
      "kl_loss_2": 2211.1534912109373,
      "kl_loss_3": 1723.5334899902343,
      "kl_loss_7": 617.1691345214844,
      "learning_rate": 0.00014254170616501827,
      "loss": 1163.1255,
      "step": 7560
    },
    {
      "ce_loss_10": 3.4477534770965574,
      "ce_loss_13": 3.3702123761177063,
      "ce_loss_2": 4.465814185142517,
      "ce_loss_3": 4.193384432792664,
      "ce_loss_7": 3.6376350045204164,
      "epoch": 0.757,
      "grad_norm": 652.0,
      "kl_loss_10": 181.91958312988282,
      "kl_loss_2": 2272.9578369140627,
      "kl_loss_3": 1780.6268127441406,
      "kl_loss_7": 631.3283477783203,
      "learning_rate": 0.0001414340976205183,
      "loss": 1210.6553,
      "step": 7570
    },
    {
      "ce_loss_10": 3.4623551964759827,
      "ce_loss_13": 3.386858320236206,
      "ce_loss_2": 4.47217173576355,
      "ce_loss_3": 4.196212124824524,
      "ce_loss_7": 3.6454687833786013,
      "epoch": 0.758,
      "grad_norm": 652.0,
      "kl_loss_10": 175.49118347167968,
      "kl_loss_2": 2225.9182312011717,
      "kl_loss_3": 1743.3149719238281,
      "kl_loss_7": 604.4145355224609,
      "learning_rate": 0.00014033009983067452,
      "loss": 1165.3377,
      "step": 7580
    },
    {
      "ce_loss_10": 3.625165855884552,
      "ce_loss_13": 3.553388500213623,
      "ce_loss_2": 4.5477535963058475,
      "ce_loss_3": 4.282978129386902,
      "ce_loss_7": 3.790937566757202,
      "epoch": 0.759,
      "grad_norm": 540.0,
      "kl_loss_10": 173.22186889648438,
      "kl_loss_2": 2076.229632568359,
      "kl_loss_3": 1605.808331298828,
      "kl_loss_7": 578.3152954101563,
      "learning_rate": 0.00013922972391273224,
      "loss": 1124.4209,
      "step": 7590
    },
    {
      "ce_loss_10": 3.624656689167023,
      "ce_loss_13": 3.5520288705825807,
      "ce_loss_2": 4.581440138816833,
      "ce_loss_3": 4.323860204219818,
      "ce_loss_7": 3.799424684047699,
      "epoch": 0.76,
      "grad_norm": 604.0,
      "kl_loss_10": 176.8631507873535,
      "kl_loss_2": 2111.316943359375,
      "kl_loss_3": 1657.235821533203,
      "kl_loss_7": 591.5200927734375,
      "learning_rate": 0.0001381329809474649,
      "loss": 1146.3586,
      "step": 7600
    },
    {
      "ce_loss_10": 3.532001996040344,
      "ce_loss_13": 3.4530585527420046,
      "ce_loss_2": 4.544336724281311,
      "ce_loss_3": 4.269702458381653,
      "ce_loss_7": 3.7165846705436705,
      "epoch": 0.761,
      "grad_norm": 632.0,
      "kl_loss_10": 181.38144760131837,
      "kl_loss_2": 2247.282580566406,
      "kl_loss_3": 1759.4795043945312,
      "kl_loss_7": 616.4709213256835,
      "learning_rate": 0.0001370398819790621,
      "loss": 1186.2754,
      "step": 7610
    },
    {
      "ce_loss_10": 3.6697842359542845,
      "ce_loss_13": 3.5929376244544984,
      "ce_loss_2": 4.604382491111755,
      "ce_loss_3": 4.336557102203369,
      "ce_loss_7": 3.8371459245681763,
      "epoch": 0.762,
      "grad_norm": 612.0,
      "kl_loss_10": 176.96341781616212,
      "kl_loss_2": 2080.2568908691405,
      "kl_loss_3": 1604.4097290039062,
      "kl_loss_7": 582.9634078979492,
      "learning_rate": 0.00013595043801501794,
      "loss": 1108.4416,
      "step": 7620
    },
    {
      "ce_loss_10": 3.4644748091697695,
      "ce_loss_13": 3.386727011203766,
      "ce_loss_2": 4.503179264068604,
      "ce_loss_3": 4.235963094234466,
      "ce_loss_7": 3.650843346118927,
      "epoch": 0.763,
      "grad_norm": 664.0,
      "kl_loss_10": 180.12555694580078,
      "kl_loss_2": 2289.173895263672,
      "kl_loss_3": 1815.476171875,
      "kl_loss_7": 622.1785308837891,
      "learning_rate": 0.00013486466002602133,
      "loss": 1194.0496,
      "step": 7630
    },
    {
      "ce_loss_10": 3.577344560623169,
      "ce_loss_13": 3.503310763835907,
      "ce_loss_2": 4.512240695953369,
      "ce_loss_3": 4.2521095991134645,
      "ce_loss_7": 3.7476378440856934,
      "epoch": 0.764,
      "grad_norm": 556.0,
      "kl_loss_10": 175.91430206298827,
      "kl_loss_2": 2097.193493652344,
      "kl_loss_3": 1632.0237731933594,
      "kl_loss_7": 587.4400573730469,
      "learning_rate": 0.00013378255894584462,
      "loss": 1166.6646,
      "step": 7640
    },
    {
      "ce_loss_10": 3.5123034000396727,
      "ce_loss_13": 3.433635425567627,
      "ce_loss_2": 4.500353503227234,
      "ce_loss_3": 4.2323464274406435,
      "ce_loss_7": 3.6943077445030212,
      "epoch": 0.765,
      "grad_norm": 560.0,
      "kl_loss_10": 181.23019485473634,
      "kl_loss_2": 2206.8176452636717,
      "kl_loss_3": 1726.0316467285156,
      "kl_loss_7": 608.9391540527344,
      "learning_rate": 0.0001327041456712334,
      "loss": 1171.7679,
      "step": 7650
    },
    {
      "ce_loss_10": 3.55541011095047,
      "ce_loss_13": 3.477762734889984,
      "ce_loss_2": 4.513465809822082,
      "ce_loss_3": 4.241680002212524,
      "ce_loss_7": 3.7298651814460753,
      "epoch": 0.766,
      "grad_norm": 544.0,
      "kl_loss_10": 180.71754302978516,
      "kl_loss_2": 2169.4558044433593,
      "kl_loss_3": 1686.6506469726562,
      "kl_loss_7": 611.8586975097656,
      "learning_rate": 0.00013162943106179747,
      "loss": 1171.1721,
      "step": 7660
    },
    {
      "ce_loss_10": 3.5293742179870606,
      "ce_loss_13": 3.456415057182312,
      "ce_loss_2": 4.477925181388855,
      "ce_loss_3": 4.21549437046051,
      "ce_loss_7": 3.7069293022155763,
      "epoch": 0.767,
      "grad_norm": 588.0,
      "kl_loss_10": 176.59339599609376,
      "kl_loss_2": 2121.027722167969,
      "kl_loss_3": 1652.0191345214844,
      "kl_loss_7": 595.7734832763672,
      "learning_rate": 0.00013055842593990132,
      "loss": 1142.6258,
      "step": 7670
    },
    {
      "ce_loss_10": 3.4710524678230286,
      "ce_loss_13": 3.399113714694977,
      "ce_loss_2": 4.434552907943726,
      "ce_loss_3": 4.163622748851776,
      "ce_loss_7": 3.6474674701690675,
      "epoch": 0.768,
      "grad_norm": 540.0,
      "kl_loss_10": 174.6668930053711,
      "kl_loss_2": 2126.9706176757813,
      "kl_loss_3": 1655.3524780273438,
      "kl_loss_7": 590.6725830078125,
      "learning_rate": 0.00012949114109055414,
      "loss": 1168.1568,
      "step": 7680
    },
    {
      "ce_loss_10": 3.519006776809692,
      "ce_loss_13": 3.4431997537612915,
      "ce_loss_2": 4.4897076964378355,
      "ce_loss_3": 4.226867043972016,
      "ce_loss_7": 3.6994680523872376,
      "epoch": 0.769,
      "grad_norm": 584.0,
      "kl_loss_10": 177.6523193359375,
      "kl_loss_2": 2161.8881958007814,
      "kl_loss_3": 1689.2801330566406,
      "kl_loss_7": 607.9943145751953,
      "learning_rate": 0.00012842758726130281,
      "loss": 1170.0649,
      "step": 7690
    },
    {
      "ce_loss_10": 3.5628538727760315,
      "ce_loss_13": 3.485966920852661,
      "ce_loss_2": 4.55888135433197,
      "ce_loss_3": 4.292485213279724,
      "ce_loss_7": 3.7444689750671385,
      "epoch": 0.77,
      "grad_norm": 580.0,
      "kl_loss_10": 179.38818130493163,
      "kl_loss_2": 2210.8425048828126,
      "kl_loss_3": 1733.9449951171875,
      "kl_loss_7": 610.3931243896484,
      "learning_rate": 0.00012736777516212267,
      "loss": 1160.5377,
      "step": 7700
    },
    {
      "ce_loss_10": 3.557508039474487,
      "ce_loss_13": 3.4799222111701966,
      "ce_loss_2": 4.522961139678955,
      "ce_loss_3": 4.253420984745025,
      "ce_loss_7": 3.736038076877594,
      "epoch": 0.771,
      "grad_norm": 548.0,
      "kl_loss_10": 181.55507125854493,
      "kl_loss_2": 2158.760382080078,
      "kl_loss_3": 1679.4241821289063,
      "kl_loss_7": 612.0054595947265,
      "learning_rate": 0.00012631171546530968,
      "loss": 1138.0437,
      "step": 7710
    },
    {
      "ce_loss_10": 3.573415291309357,
      "ce_loss_13": 3.4920427322387697,
      "ce_loss_2": 4.5341356039047245,
      "ce_loss_3": 4.2658631801605225,
      "ce_loss_7": 3.752500355243683,
      "epoch": 0.772,
      "grad_norm": 568.0,
      "kl_loss_10": 181.86062927246093,
      "kl_loss_2": 2149.480059814453,
      "kl_loss_3": 1673.6519470214844,
      "kl_loss_7": 603.6808334350586,
      "learning_rate": 0.00012525941880537307,
      "loss": 1168.6842,
      "step": 7720
    },
    {
      "ce_loss_10": 3.6038484454154966,
      "ce_loss_13": 3.528382158279419,
      "ce_loss_2": 4.546409988403321,
      "ce_loss_3": 4.28290638923645,
      "ce_loss_7": 3.774893271923065,
      "epoch": 0.773,
      "grad_norm": 648.0,
      "kl_loss_10": 176.13294677734376,
      "kl_loss_2": 2093.1892028808593,
      "kl_loss_3": 1628.6803955078126,
      "kl_loss_7": 588.4353439331055,
      "learning_rate": 0.00012421089577892869,
      "loss": 1139.2071,
      "step": 7730
    },
    {
      "ce_loss_10": 3.555491530895233,
      "ce_loss_13": 3.4761422514915465,
      "ce_loss_2": 4.545820116996765,
      "ce_loss_3": 4.266150867938995,
      "ce_loss_7": 3.7351402401924134,
      "epoch": 0.774,
      "grad_norm": 668.0,
      "kl_loss_10": 179.60176849365234,
      "kl_loss_2": 2216.0720031738283,
      "kl_loss_3": 1715.4457092285156,
      "kl_loss_7": 609.4783508300782,
      "learning_rate": 0.0001231661569445919,
      "loss": 1172.4699,
      "step": 7740
    },
    {
      "ce_loss_10": 3.410160577297211,
      "ce_loss_13": 3.3377888798713684,
      "ce_loss_2": 4.401880002021789,
      "ce_loss_3": 4.1333277225494385,
      "ce_loss_7": 3.589407229423523,
      "epoch": 0.775,
      "grad_norm": 560.0,
      "kl_loss_10": 176.03026962280273,
      "kl_loss_2": 2206.2500732421877,
      "kl_loss_3": 1718.6787414550781,
      "kl_loss_7": 601.0735870361328,
      "learning_rate": 0.00012212521282287093,
      "loss": 1191.8578,
      "step": 7750
    },
    {
      "ce_loss_10": 3.5700145840644835,
      "ce_loss_13": 3.493156003952026,
      "ce_loss_2": 4.517843317985535,
      "ce_loss_3": 4.254901158809662,
      "ce_loss_7": 3.748375141620636,
      "epoch": 0.776,
      "grad_norm": 536.0,
      "kl_loss_10": 180.4297233581543,
      "kl_loss_2": 2117.2120727539063,
      "kl_loss_3": 1651.861083984375,
      "kl_loss_7": 599.0601287841797,
      "learning_rate": 0.00012108807389606158,
      "loss": 1171.4985,
      "step": 7760
    },
    {
      "ce_loss_10": 3.5604520797729493,
      "ce_loss_13": 3.4879041433334352,
      "ce_loss_2": 4.51350736618042,
      "ce_loss_3": 4.255460405349732,
      "ce_loss_7": 3.737185871601105,
      "epoch": 0.777,
      "grad_norm": 624.0,
      "kl_loss_10": 173.82694396972656,
      "kl_loss_2": 2134.6752502441404,
      "kl_loss_3": 1670.9033142089843,
      "kl_loss_7": 592.1039428710938,
      "learning_rate": 0.00012005475060814159,
      "loss": 1139.6322,
      "step": 7770
    },
    {
      "ce_loss_10": 3.5012547731399537,
      "ce_loss_13": 3.4265154361724854,
      "ce_loss_2": 4.493270707130432,
      "ce_loss_3": 4.232757782936096,
      "ce_loss_7": 3.676969814300537,
      "epoch": 0.778,
      "grad_norm": 592.0,
      "kl_loss_10": 178.45665435791017,
      "kl_loss_2": 2218.041455078125,
      "kl_loss_3": 1749.4460815429688,
      "kl_loss_7": 609.0319793701171,
      "learning_rate": 0.00011902525336466464,
      "loss": 1173.4994,
      "step": 7780
    },
    {
      "ce_loss_10": 3.487755036354065,
      "ce_loss_13": 3.40771107673645,
      "ce_loss_2": 4.503837430477143,
      "ce_loss_3": 4.227473521232605,
      "ce_loss_7": 3.6715272665023804,
      "epoch": 0.779,
      "grad_norm": 556.0,
      "kl_loss_10": 182.97367095947266,
      "kl_loss_2": 2253.76220703125,
      "kl_loss_3": 1756.6077819824218,
      "kl_loss_7": 618.8783203125,
      "learning_rate": 0.00011799959253265668,
      "loss": 1168.3436,
      "step": 7790
    },
    {
      "ce_loss_10": 3.548134469985962,
      "ce_loss_13": 3.4717200636863708,
      "ce_loss_2": 4.531218719482422,
      "ce_loss_3": 4.259068071842194,
      "ce_loss_7": 3.725462853908539,
      "epoch": 0.78,
      "grad_norm": 588.0,
      "kl_loss_10": 179.5894790649414,
      "kl_loss_2": 2197.6992370605467,
      "kl_loss_3": 1714.0868286132813,
      "kl_loss_7": 606.9559936523438,
      "learning_rate": 0.00011697777844051105,
      "loss": 1168.1586,
      "step": 7800
    },
    {
      "ce_loss_10": 3.5325579047203064,
      "ce_loss_13": 3.4524773359298706,
      "ce_loss_2": 4.540277624130249,
      "ce_loss_3": 4.275496506690979,
      "ce_loss_7": 3.709948194026947,
      "epoch": 0.781,
      "grad_norm": 600.0,
      "kl_loss_10": 182.08444366455078,
      "kl_loss_2": 2253.191998291016,
      "kl_loss_3": 1783.90888671875,
      "kl_loss_7": 609.2252471923828,
      "learning_rate": 0.00011595982137788402,
      "loss": 1182.0791,
      "step": 7810
    },
    {
      "ce_loss_10": 3.507384693622589,
      "ce_loss_13": 3.433124232292175,
      "ce_loss_2": 4.452573490142822,
      "ce_loss_3": 4.191938650608063,
      "ce_loss_7": 3.6804782152175903,
      "epoch": 0.782,
      "grad_norm": 552.0,
      "kl_loss_10": 174.53733520507814,
      "kl_loss_2": 2103.1436462402344,
      "kl_loss_3": 1636.1021728515625,
      "kl_loss_7": 594.1032348632813,
      "learning_rate": 0.00011494573159559212,
      "loss": 1150.1953,
      "step": 7820
    },
    {
      "ce_loss_10": 3.495812237262726,
      "ce_loss_13": 3.4193639039993284,
      "ce_loss_2": 4.4669132947921755,
      "ce_loss_3": 4.2113652467727665,
      "ce_loss_7": 3.67316712141037,
      "epoch": 0.783,
      "grad_norm": 572.0,
      "kl_loss_10": 178.65593719482422,
      "kl_loss_2": 2173.239221191406,
      "kl_loss_3": 1708.3340942382813,
      "kl_loss_7": 603.083627319336,
      "learning_rate": 0.00011393551930550828,
      "loss": 1187.9246,
      "step": 7830
    },
    {
      "ce_loss_10": 3.6368354201316833,
      "ce_loss_13": 3.559674692153931,
      "ce_loss_2": 4.571843910217285,
      "ce_loss_3": 4.303619515895844,
      "ce_loss_7": 3.8069366455078124,
      "epoch": 0.784,
      "grad_norm": 588.0,
      "kl_loss_10": 179.06233749389648,
      "kl_loss_2": 2120.6896240234373,
      "kl_loss_3": 1638.9197570800782,
      "kl_loss_7": 595.7463287353515,
      "learning_rate": 0.00011292919468045875,
      "loss": 1145.6585,
      "step": 7840
    },
    {
      "ce_loss_10": 3.584019410610199,
      "ce_loss_13": 3.5086099743843078,
      "ce_loss_2": 4.53436963558197,
      "ce_loss_3": 4.271309959888458,
      "ce_loss_7": 3.7602915167808533,
      "epoch": 0.785,
      "grad_norm": 528.0,
      "kl_loss_10": 177.57644500732422,
      "kl_loss_2": 2126.9706481933595,
      "kl_loss_3": 1654.4735168457032,
      "kl_loss_7": 600.0492980957031,
      "learning_rate": 0.00011192676785412154,
      "loss": 1144.0532,
      "step": 7850
    },
    {
      "ce_loss_10": 3.522589087486267,
      "ce_loss_13": 3.4456050395965576,
      "ce_loss_2": 4.529689431190491,
      "ce_loss_3": 4.258461606502533,
      "ce_loss_7": 3.704596519470215,
      "epoch": 0.786,
      "grad_norm": 624.0,
      "kl_loss_10": 178.9210517883301,
      "kl_loss_2": 2216.430499267578,
      "kl_loss_3": 1733.1487976074218,
      "kl_loss_7": 602.0237121582031,
      "learning_rate": 0.00011092824892092374,
      "loss": 1161.7434,
      "step": 7860
    },
    {
      "ce_loss_10": 3.454429876804352,
      "ce_loss_13": 3.376889729499817,
      "ce_loss_2": 4.473304414749146,
      "ce_loss_3": 4.201044774055481,
      "ce_loss_7": 3.6403449535369874,
      "epoch": 0.787,
      "grad_norm": 544.0,
      "kl_loss_10": 178.50691452026368,
      "kl_loss_2": 2241.591131591797,
      "kl_loss_3": 1762.5004089355468,
      "kl_loss_7": 614.9870758056641,
      "learning_rate": 0.0001099336479359398,
      "loss": 1163.7643,
      "step": 7870
    },
    {
      "ce_loss_10": 3.5764689803123475,
      "ce_loss_13": 3.507636034488678,
      "ce_loss_2": 4.512799096107483,
      "ce_loss_3": 4.25046044588089,
      "ce_loss_7": 3.746009385585785,
      "epoch": 0.788,
      "grad_norm": 564.0,
      "kl_loss_10": 175.3071716308594,
      "kl_loss_2": 2102.777294921875,
      "kl_loss_3": 1634.8632263183595,
      "kl_loss_7": 592.2164337158204,
      "learning_rate": 0.00010894297491479043,
      "loss": 1142.6834,
      "step": 7880
    },
    {
      "ce_loss_10": 3.575552821159363,
      "ce_loss_13": 3.5023175954818724,
      "ce_loss_2": 4.539198517799377,
      "ce_loss_3": 4.279193782806397,
      "ce_loss_7": 3.750091075897217,
      "epoch": 0.789,
      "grad_norm": 576.0,
      "kl_loss_10": 176.76428680419923,
      "kl_loss_2": 2146.3808166503904,
      "kl_loss_3": 1681.0488159179688,
      "kl_loss_7": 595.56142578125,
      "learning_rate": 0.00010795623983354214,
      "loss": 1139.8293,
      "step": 7890
    },
    {
      "ce_loss_10": 3.4591768264770506,
      "ce_loss_13": 3.3825891733169557,
      "ce_loss_2": 4.4514943838119505,
      "ce_loss_3": 4.181638932228088,
      "ce_loss_7": 3.643087315559387,
      "epoch": 0.79,
      "grad_norm": 580.0,
      "kl_loss_10": 182.44262008666993,
      "kl_loss_2": 2230.9637817382813,
      "kl_loss_3": 1740.3924072265625,
      "kl_loss_7": 621.2922943115234,
      "learning_rate": 0.00010697345262860636,
      "loss": 1171.6089,
      "step": 7900
    },
    {
      "ce_loss_10": 3.600342130661011,
      "ce_loss_13": 3.5264546155929564,
      "ce_loss_2": 4.545495390892029,
      "ce_loss_3": 4.278535521030426,
      "ce_loss_7": 3.771434724330902,
      "epoch": 0.791,
      "grad_norm": 736.0,
      "kl_loss_10": 177.22287063598634,
      "kl_loss_2": 2132.298791503906,
      "kl_loss_3": 1650.1429077148437,
      "kl_loss_7": 593.3167419433594,
      "learning_rate": 0.00010599462319663906,
      "loss": 1136.3734,
      "step": 7910
    },
    {
      "ce_loss_10": 3.5746383547782896,
      "ce_loss_13": 3.4998196601867675,
      "ce_loss_2": 4.493499338626862,
      "ce_loss_3": 4.230222713947296,
      "ce_loss_7": 3.7425215244293213,
      "epoch": 0.792,
      "grad_norm": 520.0,
      "kl_loss_10": 174.49715042114258,
      "kl_loss_2": 2051.4084716796874,
      "kl_loss_3": 1592.7509643554688,
      "kl_loss_7": 582.2202606201172,
      "learning_rate": 0.00010501976139444191,
      "loss": 1118.4902,
      "step": 7920
    },
    {
      "ce_loss_10": 3.6047690868377686,
      "ce_loss_13": 3.5289911150932314,
      "ce_loss_2": 4.545255088806153,
      "ce_loss_3": 4.2847788572311405,
      "ce_loss_7": 3.7748185992240906,
      "epoch": 0.793,
      "grad_norm": 604.0,
      "kl_loss_10": 176.07794952392578,
      "kl_loss_2": 2104.0453186035156,
      "kl_loss_3": 1645.7491271972656,
      "kl_loss_7": 587.9952331542969,
      "learning_rate": 0.0001040488770388625,
      "loss": 1154.1295,
      "step": 7930
    },
    {
      "ce_loss_10": 3.548888790607452,
      "ce_loss_13": 3.4759244203567503,
      "ce_loss_2": 4.515872287750244,
      "ce_loss_3": 4.250580382347107,
      "ce_loss_7": 3.7205033540725707,
      "epoch": 0.794,
      "grad_norm": 680.0,
      "kl_loss_10": 177.23135299682616,
      "kl_loss_2": 2173.47548828125,
      "kl_loss_3": 1700.3454467773438,
      "kl_loss_7": 599.390249633789,
      "learning_rate": 0.00010308197990669538,
      "loss": 1149.7575,
      "step": 7940
    },
    {
      "ce_loss_10": 3.664888024330139,
      "ce_loss_13": 3.5850353479385375,
      "ce_loss_2": 4.610143923759461,
      "ce_loss_3": 4.346996653079986,
      "ce_loss_7": 3.83613098859787,
      "epoch": 0.795,
      "grad_norm": 540.0,
      "kl_loss_10": 179.47011337280273,
      "kl_loss_2": 2129.81064453125,
      "kl_loss_3": 1662.4896118164063,
      "kl_loss_7": 599.4926940917969,
      "learning_rate": 0.0001021190797345839,
      "loss": 1140.0146,
      "step": 7950
    },
    {
      "ce_loss_10": 3.3896429777145385,
      "ce_loss_13": 3.3098750829696657,
      "ce_loss_2": 4.413335740566254,
      "ce_loss_3": 4.134794509410858,
      "ce_loss_7": 3.57609201669693,
      "epoch": 0.796,
      "grad_norm": 580.0,
      "kl_loss_10": 185.28996887207032,
      "kl_loss_2": 2269.882763671875,
      "kl_loss_3": 1772.13056640625,
      "kl_loss_7": 628.5536560058594,
      "learning_rate": 0.00010116018621892236,
      "loss": 1175.2182,
      "step": 7960
    },
    {
      "ce_loss_10": 3.603187918663025,
      "ce_loss_13": 3.5232182860374452,
      "ce_loss_2": 4.567694234848022,
      "ce_loss_3": 4.309406304359436,
      "ce_loss_7": 3.779837393760681,
      "epoch": 0.797,
      "grad_norm": 608.0,
      "kl_loss_10": 186.1454734802246,
      "kl_loss_2": 2165.1848999023437,
      "kl_loss_3": 1705.360009765625,
      "kl_loss_7": 616.0535675048828,
      "learning_rate": 0.00010020530901575753,
      "loss": 1136.0533,
      "step": 7970
    },
    {
      "ce_loss_10": 3.625728499889374,
      "ce_loss_13": 3.5490816116333006,
      "ce_loss_2": 4.573475480079651,
      "ce_loss_3": 4.304804050922394,
      "ce_loss_7": 3.799483132362366,
      "epoch": 0.798,
      "grad_norm": 520.0,
      "kl_loss_10": 180.7791946411133,
      "kl_loss_2": 2134.7111938476564,
      "kl_loss_3": 1658.3630126953126,
      "kl_loss_7": 601.8699676513672,
      "learning_rate": 9.925445774069231e-05,
      "loss": 1126.8894,
      "step": 7980
    },
    {
      "ce_loss_10": 3.5760633826255797,
      "ce_loss_13": 3.500509262084961,
      "ce_loss_2": 4.527716112136841,
      "ce_loss_3": 4.2627903580665585,
      "ce_loss_7": 3.754010498523712,
      "epoch": 0.799,
      "grad_norm": 728.0,
      "kl_loss_10": 177.96156311035156,
      "kl_loss_2": 2117.894659423828,
      "kl_loss_3": 1646.0127319335938,
      "kl_loss_7": 595.1834564208984,
      "learning_rate": 9.830764196878872e-05,
      "loss": 1125.6953,
      "step": 7990
    },
    {
      "ce_loss_10": 3.5167272210121157,
      "ce_loss_13": 3.443312036991119,
      "ce_loss_2": 4.485463619232178,
      "ce_loss_3": 4.227659916877746,
      "ce_loss_7": 3.6942790031433104,
      "epoch": 0.8,
      "grad_norm": 480.0,
      "kl_loss_10": 175.60029678344728,
      "kl_loss_2": 2190.2330810546873,
      "kl_loss_3": 1721.7053161621093,
      "kl_loss_7": 603.3801788330078,
      "learning_rate": 9.736487123447069e-05,
      "loss": 1159.6166,
      "step": 8000
    },
    {
      "ce_loss_10": 3.4639697551727293,
      "ce_loss_13": 3.389075720310211,
      "ce_loss_2": 4.485336112976074,
      "ce_loss_3": 4.228267467021942,
      "ce_loss_7": 3.6402989268302917,
      "epoch": 0.801,
      "grad_norm": 600.0,
      "kl_loss_10": 179.87705307006837,
      "kl_loss_2": 2294.8387084960937,
      "kl_loss_3": 1823.8187927246095,
      "kl_loss_7": 608.9864349365234,
      "learning_rate": 9.642615503142926e-05,
      "loss": 1194.0703,
      "step": 8010
    },
    {
      "ce_loss_10": 3.5347692489624025,
      "ce_loss_13": 3.4572302103042603,
      "ce_loss_2": 4.520514702796936,
      "ce_loss_3": 4.254623317718506,
      "ce_loss_7": 3.7080873131752012,
      "epoch": 0.802,
      "grad_norm": 572.0,
      "kl_loss_10": 175.5455764770508,
      "kl_loss_2": 2196.378839111328,
      "kl_loss_3": 1715.636651611328,
      "kl_loss_7": 596.8724548339844,
      "learning_rate": 9.549150281252633e-05,
      "loss": 1151.6992,
      "step": 8020
    },
    {
      "ce_loss_10": 3.563262867927551,
      "ce_loss_13": 3.486225724220276,
      "ce_loss_2": 4.527439785003662,
      "ce_loss_3": 4.256748235225677,
      "ce_loss_7": 3.7390462875366213,
      "epoch": 0.803,
      "grad_norm": 520.0,
      "kl_loss_10": 179.0418388366699,
      "kl_loss_2": 2160.1055908203125,
      "kl_loss_3": 1681.3586303710938,
      "kl_loss_7": 596.7608947753906,
      "learning_rate": 9.4560923989699e-05,
      "loss": 1169.5601,
      "step": 8030
    },
    {
      "ce_loss_10": 3.549173581600189,
      "ce_loss_13": 3.4747613072395325,
      "ce_loss_2": 4.515510749816895,
      "ce_loss_3": 4.245619797706604,
      "ce_loss_7": 3.7281826019287108,
      "epoch": 0.804,
      "grad_norm": 552.0,
      "kl_loss_10": 177.9036865234375,
      "kl_loss_2": 2149.996447753906,
      "kl_loss_3": 1673.0265747070312,
      "kl_loss_7": 598.6687103271485,
      "learning_rate": 9.363442793386607e-05,
      "loss": 1174.7094,
      "step": 8040
    },
    {
      "ce_loss_10": 3.5321462750434875,
      "ce_loss_13": 3.453168177604675,
      "ce_loss_2": 4.5332019329071045,
      "ce_loss_3": 4.265519142150879,
      "ce_loss_7": 3.7162665724754333,
      "epoch": 0.805,
      "grad_norm": 592.0,
      "kl_loss_10": 181.04829177856445,
      "kl_loss_2": 2218.4782836914064,
      "kl_loss_3": 1732.6318908691405,
      "kl_loss_7": 617.0633758544922,
      "learning_rate": 9.271202397483213e-05,
      "loss": 1149.8916,
      "step": 8050
    },
    {
      "ce_loss_10": 3.547755253314972,
      "ce_loss_13": 3.474861478805542,
      "ce_loss_2": 4.498465514183044,
      "ce_loss_3": 4.235939025878906,
      "ce_loss_7": 3.7163867115974427,
      "epoch": 0.806,
      "grad_norm": 572.0,
      "kl_loss_10": 175.92396697998046,
      "kl_loss_2": 2136.2159729003906,
      "kl_loss_3": 1668.2355712890626,
      "kl_loss_7": 590.7317443847656,
      "learning_rate": 9.179372140119524e-05,
      "loss": 1168.4604,
      "step": 8060
    },
    {
      "ce_loss_10": 3.494523513317108,
      "ce_loss_13": 3.4206513285636904,
      "ce_loss_2": 4.459244108200073,
      "ce_loss_3": 4.188582479953766,
      "ce_loss_7": 3.6680249691009523,
      "epoch": 0.807,
      "grad_norm": 564.0,
      "kl_loss_10": 176.53147811889647,
      "kl_loss_2": 2154.551867675781,
      "kl_loss_3": 1677.4455200195312,
      "kl_loss_7": 596.7226654052735,
      "learning_rate": 9.087952946025175e-05,
      "loss": 1164.4886,
      "step": 8070
    },
    {
      "ce_loss_10": 3.6058158397674562,
      "ce_loss_13": 3.5339553594589233,
      "ce_loss_2": 4.533062171936035,
      "ce_loss_3": 4.26933354139328,
      "ce_loss_7": 3.768651068210602,
      "epoch": 0.808,
      "grad_norm": 592.0,
      "kl_loss_10": 173.78207092285157,
      "kl_loss_2": 2082.071905517578,
      "kl_loss_3": 1614.2910522460938,
      "kl_loss_7": 576.9482543945312,
      "learning_rate": 8.996945735790446e-05,
      "loss": 1146.8303,
      "step": 8080
    },
    {
      "ce_loss_10": 3.50276095867157,
      "ce_loss_13": 3.428582501411438,
      "ce_loss_2": 4.457551169395447,
      "ce_loss_3": 4.193507122993469,
      "ce_loss_7": 3.672742247581482,
      "epoch": 0.809,
      "grad_norm": 608.0,
      "kl_loss_10": 175.95007400512696,
      "kl_loss_2": 2152.8104553222656,
      "kl_loss_3": 1678.2301330566406,
      "kl_loss_7": 594.3645935058594,
      "learning_rate": 8.906351425856951e-05,
      "loss": 1158.1713,
      "step": 8090
    },
    {
      "ce_loss_10": 3.4856011509895324,
      "ce_loss_13": 3.412043738365173,
      "ce_loss_2": 4.477128624916077,
      "ce_loss_3": 4.2102068901062015,
      "ce_loss_7": 3.663009238243103,
      "epoch": 0.81,
      "grad_norm": 588.0,
      "kl_loss_10": 178.9893539428711,
      "kl_loss_2": 2217.222705078125,
      "kl_loss_3": 1734.5539611816407,
      "kl_loss_7": 606.3814819335937,
      "learning_rate": 8.816170928508365e-05,
      "loss": 1174.1137,
      "step": 8100
    },
    {
      "ce_loss_10": 3.456532561779022,
      "ce_loss_13": 3.380963850021362,
      "ce_loss_2": 4.470215916633606,
      "ce_loss_3": 4.203172373771667,
      "ce_loss_7": 3.637952506542206,
      "epoch": 0.811,
      "grad_norm": 564.0,
      "kl_loss_10": 181.76464233398437,
      "kl_loss_2": 2271.6646240234377,
      "kl_loss_3": 1789.1731323242188,
      "kl_loss_7": 618.0579010009766,
      "learning_rate": 8.7264051518613e-05,
      "loss": 1188.6756,
      "step": 8110
    },
    {
      "ce_loss_10": 3.5451604604721068,
      "ce_loss_13": 3.4716222047805787,
      "ce_loss_2": 4.482484936714172,
      "ce_loss_3": 4.218600440025329,
      "ce_loss_7": 3.7114962100982667,
      "epoch": 0.812,
      "grad_norm": 572.0,
      "kl_loss_10": 174.23039016723632,
      "kl_loss_2": 2104.2210205078127,
      "kl_loss_3": 1635.3122253417969,
      "kl_loss_7": 586.6013153076171,
      "learning_rate": 8.637054999856148e-05,
      "loss": 1140.2461,
      "step": 8120
    },
    {
      "ce_loss_10": 3.5334657073020934,
      "ce_loss_13": 3.4553168177604676,
      "ce_loss_2": 4.5001609325408936,
      "ce_loss_3": 4.233760714530945,
      "ce_loss_7": 3.71214896440506,
      "epoch": 0.813,
      "grad_norm": 572.0,
      "kl_loss_10": 179.94693908691406,
      "kl_loss_2": 2168.638543701172,
      "kl_loss_3": 1690.7197631835938,
      "kl_loss_7": 602.7170349121094,
      "learning_rate": 8.548121372247918e-05,
      "loss": 1176.2271,
      "step": 8130
    },
    {
      "ce_loss_10": 3.6031864166259764,
      "ce_loss_13": 3.5284059882164,
      "ce_loss_2": 4.540188145637512,
      "ce_loss_3": 4.276613438129425,
      "ce_loss_7": 3.7673808455467226,
      "epoch": 0.814,
      "grad_norm": 576.0,
      "kl_loss_10": 175.132576751709,
      "kl_loss_2": 2116.421954345703,
      "kl_loss_3": 1652.4540222167968,
      "kl_loss_7": 584.193586730957,
      "learning_rate": 8.459605164597267e-05,
      "loss": 1140.1102,
      "step": 8140
    },
    {
      "ce_loss_10": 3.4851497173309327,
      "ce_loss_13": 3.4121100902557373,
      "ce_loss_2": 4.4567595481872555,
      "ce_loss_3": 4.188820004463196,
      "ce_loss_7": 3.6609971284866334,
      "epoch": 0.815,
      "grad_norm": 516.0,
      "kl_loss_10": 176.46202392578124,
      "kl_loss_2": 2164.97646484375,
      "kl_loss_3": 1690.654833984375,
      "kl_loss_7": 595.82392578125,
      "learning_rate": 8.371507268261436e-05,
      "loss": 1160.1355,
      "step": 8150
    },
    {
      "ce_loss_10": 3.5612674951553345,
      "ce_loss_13": 3.486202526092529,
      "ce_loss_2": 4.5333171606063845,
      "ce_loss_3": 4.264222574234009,
      "ce_loss_7": 3.7375367999076845,
      "epoch": 0.816,
      "grad_norm": 536.0,
      "kl_loss_10": 178.54783096313477,
      "kl_loss_2": 2174.8032287597657,
      "kl_loss_3": 1693.2032836914063,
      "kl_loss_7": 601.639274597168,
      "learning_rate": 8.283828570385238e-05,
      "loss": 1135.0793,
      "step": 8160
    },
    {
      "ce_loss_10": 3.566178250312805,
      "ce_loss_13": 3.4907922625541685,
      "ce_loss_2": 4.535942006111145,
      "ce_loss_3": 4.269787204265595,
      "ce_loss_7": 3.745415151119232,
      "epoch": 0.817,
      "grad_norm": 596.0,
      "kl_loss_10": 175.95259857177734,
      "kl_loss_2": 2127.893908691406,
      "kl_loss_3": 1655.5139526367188,
      "kl_loss_7": 597.2055206298828,
      "learning_rate": 8.196569953892202e-05,
      "loss": 1147.5553,
      "step": 8170
    },
    {
      "ce_loss_10": 3.485050618648529,
      "ce_loss_13": 3.410007894039154,
      "ce_loss_2": 4.454114603996277,
      "ce_loss_3": 4.187376809120178,
      "ce_loss_7": 3.6601618766784667,
      "epoch": 0.818,
      "grad_norm": 640.0,
      "kl_loss_10": 177.51841354370117,
      "kl_loss_2": 2140.9811096191406,
      "kl_loss_3": 1670.5337829589844,
      "kl_loss_7": 598.4014099121093,
      "learning_rate": 8.109732297475635e-05,
      "loss": 1142.2542,
      "step": 8180
    },
    {
      "ce_loss_10": 3.4574038982391357,
      "ce_loss_13": 3.376466763019562,
      "ce_loss_2": 4.488081407546997,
      "ce_loss_3": 4.2140247344970705,
      "ce_loss_7": 3.65143164396286,
      "epoch": 0.819,
      "grad_norm": 588.0,
      "kl_loss_10": 184.73964157104493,
      "kl_loss_2": 2257.5185974121096,
      "kl_loss_3": 1764.1057739257812,
      "kl_loss_7": 626.5130950927735,
      "learning_rate": 8.023316475589754e-05,
      "loss": 1190.8261,
      "step": 8190
    },
    {
      "ce_loss_10": 3.4220961928367615,
      "ce_loss_13": 3.338273751735687,
      "ce_loss_2": 4.495982336997986,
      "ce_loss_3": 4.211030387878418,
      "ce_loss_7": 3.615649092197418,
      "epoch": 0.82,
      "grad_norm": 680.0,
      "kl_loss_10": 185.78453063964844,
      "kl_loss_2": 2349.4278076171877,
      "kl_loss_3": 1849.0640197753905,
      "kl_loss_7": 637.3896453857421,
      "learning_rate": 7.937323358440934e-05,
      "loss": 1214.0248,
      "step": 8200
    },
    {
      "ce_loss_10": 3.541324031352997,
      "ce_loss_13": 3.4684749960899355,
      "ce_loss_2": 4.468911576271057,
      "ce_loss_3": 4.20685533285141,
      "ce_loss_7": 3.709389495849609,
      "epoch": 0.821,
      "grad_norm": 584.0,
      "kl_loss_10": 174.97513656616212,
      "kl_loss_2": 2090.5933227539062,
      "kl_loss_3": 1628.1781616210938,
      "kl_loss_7": 589.6404022216797,
      "learning_rate": 7.851753811978923e-05,
      "loss": 1140.9928,
      "step": 8210
    },
    {
      "ce_loss_10": 3.5598355412483214,
      "ce_loss_13": 3.4843420505523683,
      "ce_loss_2": 4.541475534439087,
      "ce_loss_3": 4.275748348236084,
      "ce_loss_7": 3.735049307346344,
      "epoch": 0.822,
      "grad_norm": 604.0,
      "kl_loss_10": 177.00316925048827,
      "kl_loss_2": 2174.6779052734373,
      "kl_loss_3": 1702.5414611816407,
      "kl_loss_7": 595.3967559814453,
      "learning_rate": 7.766608697888095e-05,
      "loss": 1150.2977,
      "step": 8220
    },
    {
      "ce_loss_10": 3.57365106344223,
      "ce_loss_13": 3.498138427734375,
      "ce_loss_2": 4.5424954175949095,
      "ce_loss_3": 4.2809364080429075,
      "ce_loss_7": 3.7457818508148195,
      "epoch": 0.823,
      "grad_norm": 576.0,
      "kl_loss_10": 180.9578956604004,
      "kl_loss_2": 2174.856481933594,
      "kl_loss_3": 1712.8867797851562,
      "kl_loss_7": 606.9090911865235,
      "learning_rate": 7.681888873578785e-05,
      "loss": 1172.8941,
      "step": 8230
    },
    {
      "ce_loss_10": 3.5023999333381655,
      "ce_loss_13": 3.423751747608185,
      "ce_loss_2": 4.507507848739624,
      "ce_loss_3": 4.228441286087036,
      "ce_loss_7": 3.6896154999732973,
      "epoch": 0.824,
      "grad_norm": 556.0,
      "kl_loss_10": 182.18136978149414,
      "kl_loss_2": 2222.666143798828,
      "kl_loss_3": 1725.1198669433593,
      "kl_loss_7": 612.9842071533203,
      "learning_rate": 7.597595192178702e-05,
      "loss": 1157.2363,
      "step": 8240
    },
    {
      "ce_loss_10": 3.501276743412018,
      "ce_loss_13": 3.422858786582947,
      "ce_loss_2": 4.514269304275513,
      "ce_loss_3": 4.2400298595428465,
      "ce_loss_7": 3.6824575424194337,
      "epoch": 0.825,
      "grad_norm": 588.0,
      "kl_loss_10": 181.8477668762207,
      "kl_loss_2": 2277.1808898925783,
      "kl_loss_3": 1781.4539184570312,
      "kl_loss_7": 622.9125793457031,
      "learning_rate": 7.513728502524286e-05,
      "loss": 1187.7779,
      "step": 8250
    },
    {
      "ce_loss_10": 3.5026116013526916,
      "ce_loss_13": 3.428036153316498,
      "ce_loss_2": 4.455591607093811,
      "ce_loss_3": 4.192325818538666,
      "ce_loss_7": 3.6698171854019166,
      "epoch": 0.826,
      "grad_norm": 540.0,
      "kl_loss_10": 170.86422119140624,
      "kl_loss_2": 2124.475665283203,
      "kl_loss_3": 1660.3611083984374,
      "kl_loss_7": 580.019741821289,
      "learning_rate": 7.430289649152156e-05,
      "loss": 1161.5576,
      "step": 8260
    },
    {
      "ce_loss_10": 3.404016637802124,
      "ce_loss_13": 3.3291639566421507,
      "ce_loss_2": 4.41770989894867,
      "ce_loss_3": 4.153000998497009,
      "ce_loss_7": 3.591460871696472,
      "epoch": 0.827,
      "grad_norm": 564.0,
      "kl_loss_10": 179.06679763793946,
      "kl_loss_2": 2271.2553527832033,
      "kl_loss_3": 1785.926287841797,
      "kl_loss_7": 620.811245727539,
      "learning_rate": 7.347279472290646e-05,
      "loss": 1175.1479,
      "step": 8270
    },
    {
      "ce_loss_10": 3.5473936796188354,
      "ce_loss_13": 3.4728646278381348,
      "ce_loss_2": 4.529109454154968,
      "ce_loss_3": 4.2634922623634335,
      "ce_loss_7": 3.7243195176124573,
      "epoch": 0.828,
      "grad_norm": 516.0,
      "kl_loss_10": 176.9839729309082,
      "kl_loss_2": 2192.3595458984373,
      "kl_loss_3": 1719.4920288085937,
      "kl_loss_7": 599.4450622558594,
      "learning_rate": 7.264698807851328e-05,
      "loss": 1170.4515,
      "step": 8280
    },
    {
      "ce_loss_10": 3.511405515670776,
      "ce_loss_13": 3.4420324087142946,
      "ce_loss_2": 4.462396240234375,
      "ce_loss_3": 4.196757709980011,
      "ce_loss_7": 3.678698420524597,
      "epoch": 0.829,
      "grad_norm": 520.0,
      "kl_loss_10": 173.053133392334,
      "kl_loss_2": 2122.6127746582033,
      "kl_loss_3": 1647.0698120117188,
      "kl_loss_7": 586.3415740966797,
      "learning_rate": 7.182548487420554e-05,
      "loss": 1152.9492,
      "step": 8290
    },
    {
      "ce_loss_10": 3.56430242061615,
      "ce_loss_13": 3.4877224922180177,
      "ce_loss_2": 4.515660381317138,
      "ce_loss_3": 4.256710803508758,
      "ce_loss_7": 3.7377355813980104,
      "epoch": 0.83,
      "grad_norm": 552.0,
      "kl_loss_10": 178.47344284057618,
      "kl_loss_2": 2141.9302307128905,
      "kl_loss_3": 1673.7640502929687,
      "kl_loss_7": 594.9386505126953,
      "learning_rate": 7.100829338251146e-05,
      "loss": 1142.0348,
      "step": 8300
    },
    {
      "ce_loss_10": 3.500733995437622,
      "ce_loss_13": 3.420394682884216,
      "ce_loss_2": 4.495737314224243,
      "ce_loss_3": 4.226100885868073,
      "ce_loss_7": 3.6811896324157716,
      "epoch": 0.831,
      "grad_norm": 664.0,
      "kl_loss_10": 181.1860824584961,
      "kl_loss_2": 2206.595349121094,
      "kl_loss_3": 1725.6842834472657,
      "kl_loss_7": 613.2857147216797,
      "learning_rate": 7.019542183254046e-05,
      "loss": 1155.5816,
      "step": 8310
    },
    {
      "ce_loss_10": 3.542024350166321,
      "ce_loss_13": 3.46200088262558,
      "ce_loss_2": 4.494865345954895,
      "ce_loss_3": 4.2283999681472775,
      "ce_loss_7": 3.7202147483825683,
      "epoch": 0.832,
      "grad_norm": 700.0,
      "kl_loss_10": 184.21017608642578,
      "kl_loss_2": 2155.698864746094,
      "kl_loss_3": 1680.3289855957032,
      "kl_loss_7": 609.4942947387696,
      "learning_rate": 6.938687840989971e-05,
      "loss": 1152.3119,
      "step": 8320
    },
    {
      "ce_loss_10": 3.475117301940918,
      "ce_loss_13": 3.396902585029602,
      "ce_loss_2": 4.447841107845306,
      "ce_loss_3": 4.1811567902565,
      "ce_loss_7": 3.65566908121109,
      "epoch": 0.833,
      "grad_norm": 644.0,
      "kl_loss_10": 180.3916358947754,
      "kl_loss_2": 2151.0271850585937,
      "kl_loss_3": 1678.1678161621094,
      "kl_loss_7": 600.837434387207,
      "learning_rate": 6.858267125661271e-05,
      "loss": 1171.0359,
      "step": 8330
    },
    {
      "ce_loss_10": 3.5341761112213135,
      "ce_loss_13": 3.4623092293739317,
      "ce_loss_2": 4.504952430725098,
      "ce_loss_3": 4.235734903812409,
      "ce_loss_7": 3.7161438941955565,
      "epoch": 0.834,
      "grad_norm": 652.0,
      "kl_loss_10": 176.11358489990235,
      "kl_loss_2": 2152.3007080078123,
      "kl_loss_3": 1674.9229736328125,
      "kl_loss_7": 599.1006164550781,
      "learning_rate": 6.778280847103668e-05,
      "loss": 1187.2795,
      "step": 8340
    },
    {
      "ce_loss_10": 3.5474065065383913,
      "ce_loss_13": 3.4685073494911194,
      "ce_loss_2": 4.511071228981018,
      "ce_loss_3": 4.243249070644379,
      "ce_loss_7": 3.7250569343566893,
      "epoch": 0.835,
      "grad_norm": 544.0,
      "kl_loss_10": 179.0617935180664,
      "kl_loss_2": 2161.984759521484,
      "kl_loss_3": 1690.6224731445313,
      "kl_loss_7": 606.1362609863281,
      "learning_rate": 6.698729810778065e-05,
      "loss": 1153.2188,
      "step": 8350
    },
    {
      "ce_loss_10": 3.4568483591079713,
      "ce_loss_13": 3.3825206756591797,
      "ce_loss_2": 4.450219774246216,
      "ce_loss_3": 4.178645396232605,
      "ce_loss_7": 3.6368404626846313,
      "epoch": 0.836,
      "grad_norm": 628.0,
      "kl_loss_10": 176.9057861328125,
      "kl_loss_2": 2207.3519287109375,
      "kl_loss_3": 1716.1288146972656,
      "kl_loss_7": 600.357534790039,
      "learning_rate": 6.619614817762538e-05,
      "loss": 1175.9664,
      "step": 8360
    },
    {
      "ce_loss_10": 3.421834397315979,
      "ce_loss_13": 3.3451184391975404,
      "ce_loss_2": 4.458368134498596,
      "ce_loss_3": 4.186334764957428,
      "ce_loss_7": 3.611315131187439,
      "epoch": 0.837,
      "grad_norm": 524.0,
      "kl_loss_10": 179.41786346435546,
      "kl_loss_2": 2288.001843261719,
      "kl_loss_3": 1799.511328125,
      "kl_loss_7": 622.7222686767578,
      "learning_rate": 6.540936664744196e-05,
      "loss": 1185.6504,
      "step": 8370
    },
    {
      "ce_loss_10": 3.5705604910850526,
      "ce_loss_13": 3.495253837108612,
      "ce_loss_2": 4.550519323348999,
      "ce_loss_3": 4.287250196933746,
      "ce_loss_7": 3.7482882261276247,
      "epoch": 0.838,
      "grad_norm": 556.0,
      "kl_loss_10": 178.4987823486328,
      "kl_loss_2": 2165.8636779785156,
      "kl_loss_3": 1697.199853515625,
      "kl_loss_7": 600.5514739990234,
      "learning_rate": 6.462696144011149e-05,
      "loss": 1144.948,
      "step": 8380
    },
    {
      "ce_loss_10": 3.521126616001129,
      "ce_loss_13": 3.44657279253006,
      "ce_loss_2": 4.47376012802124,
      "ce_loss_3": 4.215767812728882,
      "ce_loss_7": 3.700752067565918,
      "epoch": 0.839,
      "grad_norm": 552.0,
      "kl_loss_10": 181.0975456237793,
      "kl_loss_2": 2145.9520629882813,
      "kl_loss_3": 1683.1618103027345,
      "kl_loss_7": 606.7530914306641,
      "learning_rate": 6.384894043444567e-05,
      "loss": 1140.7508,
      "step": 8390
    },
    {
      "ce_loss_10": 3.5482063770294188,
      "ce_loss_13": 3.4719661116600036,
      "ce_loss_2": 4.523540115356445,
      "ce_loss_3": 4.260622024536133,
      "ce_loss_7": 3.7237455368041994,
      "epoch": 0.84,
      "grad_norm": 540.0,
      "kl_loss_10": 178.300057220459,
      "kl_loss_2": 2181.8050231933594,
      "kl_loss_3": 1707.3205505371093,
      "kl_loss_7": 602.2170059204102,
      "learning_rate": 6.307531146510753e-05,
      "loss": 1150.0869,
      "step": 8400
    },
    {
      "ce_loss_10": 3.526041495800018,
      "ce_loss_13": 3.4509783387184143,
      "ce_loss_2": 4.471963119506836,
      "ce_loss_3": 4.206485414505005,
      "ce_loss_7": 3.701741063594818,
      "epoch": 0.841,
      "grad_norm": 560.0,
      "kl_loss_10": 177.0880439758301,
      "kl_loss_2": 2118.260693359375,
      "kl_loss_3": 1641.845037841797,
      "kl_loss_7": 595.3580291748046,
      "learning_rate": 6.230608232253226e-05,
      "loss": 1129.8508,
      "step": 8410
    },
    {
      "ce_loss_10": 3.4824550271034242,
      "ce_loss_13": 3.405357301235199,
      "ce_loss_2": 4.482615494728089,
      "ce_loss_3": 4.2257519364356995,
      "ce_loss_7": 3.6680721044540405,
      "epoch": 0.842,
      "grad_norm": 512.0,
      "kl_loss_10": 179.48506774902344,
      "kl_loss_2": 2227.8513061523436,
      "kl_loss_3": 1761.4332275390625,
      "kl_loss_7": 616.7242858886718,
      "learning_rate": 6.154126075284855e-05,
      "loss": 1155.2555,
      "step": 8420
    },
    {
      "ce_loss_10": 3.577245807647705,
      "ce_loss_13": 3.5012118101119993,
      "ce_loss_2": 4.512918734550476,
      "ce_loss_3": 4.249192714691162,
      "ce_loss_7": 3.7460012435913086,
      "epoch": 0.843,
      "grad_norm": 704.0,
      "kl_loss_10": 174.01815643310547,
      "kl_loss_2": 2066.7827331542967,
      "kl_loss_3": 1608.2534240722657,
      "kl_loss_7": 586.0584747314454,
      "learning_rate": 6.078085445780129e-05,
      "loss": 1117.5314,
      "step": 8430
    },
    {
      "ce_loss_10": 3.584468650817871,
      "ce_loss_13": 3.5081024169921875,
      "ce_loss_2": 4.569616174697876,
      "ce_loss_3": 4.300150573253632,
      "ce_loss_7": 3.7608886480331423,
      "epoch": 0.844,
      "grad_norm": 576.0,
      "kl_loss_10": 177.62249679565429,
      "kl_loss_2": 2185.7296508789063,
      "kl_loss_3": 1710.7079772949219,
      "kl_loss_7": 599.2171966552735,
      "learning_rate": 6.002487109467347e-05,
      "loss": 1141.6974,
      "step": 8440
    },
    {
      "ce_loss_10": 3.587876856327057,
      "ce_loss_13": 3.5108195781707763,
      "ce_loss_2": 4.524105596542358,
      "ce_loss_3": 4.2644576787948605,
      "ce_loss_7": 3.756032574176788,
      "epoch": 0.845,
      "grad_norm": 592.0,
      "kl_loss_10": 181.40281448364257,
      "kl_loss_2": 2131.273962402344,
      "kl_loss_3": 1667.7534301757812,
      "kl_loss_7": 605.4166229248046,
      "learning_rate": 5.927331827620902e-05,
      "loss": 1141.2443,
      "step": 8450
    },
    {
      "ce_loss_10": 3.573608911037445,
      "ce_loss_13": 3.499223828315735,
      "ce_loss_2": 4.488192296028137,
      "ce_loss_3": 4.230596256256104,
      "ce_loss_7": 3.7483445525169374,
      "epoch": 0.846,
      "grad_norm": 552.0,
      "kl_loss_10": 175.3866973876953,
      "kl_loss_2": 2041.3302062988282,
      "kl_loss_3": 1588.8981994628907,
      "kl_loss_7": 591.4093719482422,
      "learning_rate": 5.852620357053651e-05,
      "loss": 1132.2791,
      "step": 8460
    },
    {
      "ce_loss_10": 3.6111098527908325,
      "ce_loss_13": 3.536815571784973,
      "ce_loss_2": 4.544794130325317,
      "ce_loss_3": 4.2818133473396305,
      "ce_loss_7": 3.780075490474701,
      "epoch": 0.847,
      "grad_norm": 596.0,
      "kl_loss_10": 174.2255989074707,
      "kl_loss_2": 2095.0241271972654,
      "kl_loss_3": 1629.0387634277345,
      "kl_loss_7": 588.6748046875,
      "learning_rate": 5.778353450109286e-05,
      "loss": 1140.0846,
      "step": 8470
    },
    {
      "ce_loss_10": 3.648575019836426,
      "ce_loss_13": 3.5720423340797423,
      "ce_loss_2": 4.605719590187073,
      "ce_loss_3": 4.344667458534241,
      "ce_loss_7": 3.8233685731887816,
      "epoch": 0.848,
      "grad_norm": 486.0,
      "kl_loss_10": 179.81479415893554,
      "kl_loss_2": 2138.249481201172,
      "kl_loss_3": 1668.5974670410155,
      "kl_loss_7": 599.209912109375,
      "learning_rate": 5.7045318546547206e-05,
      "loss": 1146.8947,
      "step": 8480
    },
    {
      "ce_loss_10": 3.5448459148406983,
      "ce_loss_13": 3.468916821479797,
      "ce_loss_2": 4.523812007904053,
      "ce_loss_3": 4.25856339931488,
      "ce_loss_7": 3.7180402636528016,
      "epoch": 0.849,
      "grad_norm": 556.0,
      "kl_loss_10": 176.35201721191407,
      "kl_loss_2": 2188.633197021484,
      "kl_loss_3": 1710.0829528808595,
      "kl_loss_7": 595.4919921875,
      "learning_rate": 5.631156314072605e-05,
      "loss": 1145.8699,
      "step": 8490
    },
    {
      "ce_loss_10": 3.559221601486206,
      "ce_loss_13": 3.4834945678710936,
      "ce_loss_2": 4.495839285850525,
      "ce_loss_3": 4.22744711637497,
      "ce_loss_7": 3.7315674662590026,
      "epoch": 0.85,
      "grad_norm": 536.0,
      "kl_loss_10": 176.7962844848633,
      "kl_loss_2": 2110.8933044433593,
      "kl_loss_3": 1632.140673828125,
      "kl_loss_7": 588.6574279785157,
      "learning_rate": 5.5582275672538315e-05,
      "loss": 1128.7181,
      "step": 8500
    },
    {
      "ce_loss_10": 3.4811159491539003,
      "ce_loss_13": 3.403310573101044,
      "ce_loss_2": 4.505023097991943,
      "ce_loss_3": 4.238485896587372,
      "ce_loss_7": 3.6721346259117125,
      "epoch": 0.851,
      "grad_norm": 608.0,
      "kl_loss_10": 182.8627899169922,
      "kl_loss_2": 2282.4833068847656,
      "kl_loss_3": 1798.2781005859374,
      "kl_loss_7": 625.0588409423829,
      "learning_rate": 5.4857463485900484e-05,
      "loss": 1192.5725,
      "step": 8510
    },
    {
      "ce_loss_10": 3.5297972202301025,
      "ce_loss_13": 3.454351043701172,
      "ce_loss_2": 4.489051342010498,
      "ce_loss_3": 4.219796097278595,
      "ce_loss_7": 3.7097468852996824,
      "epoch": 0.852,
      "grad_norm": 592.0,
      "kl_loss_10": 178.4038864135742,
      "kl_loss_2": 2146.418908691406,
      "kl_loss_3": 1667.9574584960938,
      "kl_loss_7": 602.1778778076172,
      "learning_rate": 5.413713387966329e-05,
      "loss": 1150.9164,
      "step": 8520
    },
    {
      "ce_loss_10": 3.558277463912964,
      "ce_loss_13": 3.480745458602905,
      "ce_loss_2": 4.530928635597229,
      "ce_loss_3": 4.266195034980774,
      "ce_loss_7": 3.7276942253112795,
      "epoch": 0.853,
      "grad_norm": 620.0,
      "kl_loss_10": 178.86384658813478,
      "kl_loss_2": 2174.0791748046877,
      "kl_loss_3": 1703.99384765625,
      "kl_loss_7": 598.962451171875,
      "learning_rate": 5.34212941075381e-05,
      "loss": 1160.2438,
      "step": 8530
    },
    {
      "ce_loss_10": 3.559523808956146,
      "ce_loss_13": 3.4899546623229982,
      "ce_loss_2": 4.511786758899689,
      "ce_loss_3": 4.244810569286346,
      "ce_loss_7": 3.7282875180244446,
      "epoch": 0.854,
      "grad_norm": 544.0,
      "kl_loss_10": 173.61905364990236,
      "kl_loss_2": 2125.2814514160154,
      "kl_loss_3": 1651.0782043457032,
      "kl_loss_7": 580.7644989013672,
      "learning_rate": 5.270995137802315e-05,
      "loss": 1139.1208,
      "step": 8540
    },
    {
      "ce_loss_10": 3.4913312673568724,
      "ce_loss_13": 3.4199952483177185,
      "ce_loss_2": 4.46144163608551,
      "ce_loss_3": 4.1969265818595884,
      "ce_loss_7": 3.6703786849975586,
      "epoch": 0.855,
      "grad_norm": 596.0,
      "kl_loss_10": 176.40887756347655,
      "kl_loss_2": 2170.294287109375,
      "kl_loss_3": 1693.5492065429687,
      "kl_loss_7": 604.686279296875,
      "learning_rate": 5.2003112854332125e-05,
      "loss": 1161.1432,
      "step": 8550
    },
    {
      "ce_loss_10": 3.495318293571472,
      "ce_loss_13": 3.421377086639404,
      "ce_loss_2": 4.460399007797241,
      "ce_loss_3": 4.191486561298371,
      "ce_loss_7": 3.666605508327484,
      "epoch": 0.856,
      "grad_norm": 624.0,
      "kl_loss_10": 174.107186126709,
      "kl_loss_2": 2159.1057250976564,
      "kl_loss_3": 1686.5014953613281,
      "kl_loss_7": 595.0416564941406,
      "learning_rate": 5.130078565432089e-05,
      "loss": 1138.6503,
      "step": 8560
    },
    {
      "ce_loss_10": 3.5646494030952454,
      "ce_loss_13": 3.4924421072006226,
      "ce_loss_2": 4.498122811317444,
      "ce_loss_3": 4.236236476898194,
      "ce_loss_7": 3.731403958797455,
      "epoch": 0.857,
      "grad_norm": 548.0,
      "kl_loss_10": 173.7933578491211,
      "kl_loss_2": 2107.9238403320314,
      "kl_loss_3": 1647.1588623046875,
      "kl_loss_7": 586.2743255615235,
      "learning_rate": 5.060297685041659e-05,
      "loss": 1120.3278,
      "step": 8570
    },
    {
      "ce_loss_10": 3.498642110824585,
      "ce_loss_13": 3.423696291446686,
      "ce_loss_2": 4.494770348072052,
      "ce_loss_3": 4.218523621559143,
      "ce_loss_7": 3.6762722969055175,
      "epoch": 0.858,
      "grad_norm": 548.0,
      "kl_loss_10": 180.7342544555664,
      "kl_loss_2": 2221.7594360351563,
      "kl_loss_3": 1733.2135437011718,
      "kl_loss_7": 609.6224884033203,
      "learning_rate": 4.99096934695461e-05,
      "loss": 1183.0167,
      "step": 8580
    },
    {
      "ce_loss_10": 3.55733345746994,
      "ce_loss_13": 3.4829642295837404,
      "ce_loss_2": 4.523844695091247,
      "ce_loss_3": 4.2578066945075985,
      "ce_loss_7": 3.7367467999458315,
      "epoch": 0.859,
      "grad_norm": 544.0,
      "kl_loss_10": 175.85337829589844,
      "kl_loss_2": 2157.883190917969,
      "kl_loss_3": 1681.7412048339843,
      "kl_loss_7": 598.1185791015625,
      "learning_rate": 4.922094249306558e-05,
      "loss": 1131.2188,
      "step": 8590
    },
    {
      "ce_loss_10": 3.5841567873954774,
      "ce_loss_13": 3.509797990322113,
      "ce_loss_2": 4.5469663619995115,
      "ce_loss_3": 4.2871175646781925,
      "ce_loss_7": 3.7628376722335815,
      "epoch": 0.86,
      "grad_norm": 604.0,
      "kl_loss_10": 179.83917465209962,
      "kl_loss_2": 2154.5059204101562,
      "kl_loss_3": 1690.2081298828125,
      "kl_loss_7": 604.0245941162109,
      "learning_rate": 4.853673085668947e-05,
      "loss": 1135.9622,
      "step": 8600
    },
    {
      "ce_loss_10": 3.60320885181427,
      "ce_loss_13": 3.529503357410431,
      "ce_loss_2": 4.566924571990967,
      "ce_loss_3": 4.302417039871216,
      "ce_loss_7": 3.7819976687431334,
      "epoch": 0.861,
      "grad_norm": 596.0,
      "kl_loss_10": 177.36936798095704,
      "kl_loss_2": 2148.3923461914064,
      "kl_loss_3": 1680.8319580078125,
      "kl_loss_7": 597.4716522216797,
      "learning_rate": 4.78570654504214e-05,
      "loss": 1156.3883,
      "step": 8610
    },
    {
      "ce_loss_10": 3.5473016500473022,
      "ce_loss_13": 3.4740379452705383,
      "ce_loss_2": 4.5167618751525875,
      "ce_loss_3": 4.248826539516449,
      "ce_loss_7": 3.7283095955848693,
      "epoch": 0.862,
      "grad_norm": 512.0,
      "kl_loss_10": 175.62952041625977,
      "kl_loss_2": 2176.8274475097655,
      "kl_loss_3": 1698.4800903320313,
      "kl_loss_7": 603.3765747070313,
      "learning_rate": 4.7181953118484556e-05,
      "loss": 1157.7057,
      "step": 8620
    },
    {
      "ce_loss_10": 3.5743127822875977,
      "ce_loss_13": 3.49841423034668,
      "ce_loss_2": 4.522394800186158,
      "ce_loss_3": 4.2583330273628235,
      "ce_loss_7": 3.751324450969696,
      "epoch": 0.863,
      "grad_norm": 604.0,
      "kl_loss_10": 175.00742568969727,
      "kl_loss_2": 2093.126568603516,
      "kl_loss_3": 1630.9019409179687,
      "kl_loss_7": 592.01396484375,
      "learning_rate": 4.651140065925269e-05,
      "loss": 1159.3387,
      "step": 8630
    },
    {
      "ce_loss_10": 3.507640373706818,
      "ce_loss_13": 3.434223484992981,
      "ce_loss_2": 4.487589573860168,
      "ce_loss_3": 4.2153548240661625,
      "ce_loss_7": 3.6856843709945677,
      "epoch": 0.864,
      "grad_norm": 588.0,
      "kl_loss_10": 177.25660781860353,
      "kl_loss_2": 2189.234814453125,
      "kl_loss_3": 1705.8089416503906,
      "kl_loss_7": 594.7530731201172,
      "learning_rate": 4.58454148251814e-05,
      "loss": 1175.3236,
      "step": 8640
    },
    {
      "ce_loss_10": 3.5295264959335326,
      "ce_loss_13": 3.451808476448059,
      "ce_loss_2": 4.534165596961975,
      "ce_loss_3": 4.261823272705078,
      "ce_loss_7": 3.7138017773628236,
      "epoch": 0.865,
      "grad_norm": 568.0,
      "kl_loss_10": 177.66054000854493,
      "kl_loss_2": 2227.2971801757812,
      "kl_loss_3": 1739.9827575683594,
      "kl_loss_7": 610.7921539306641,
      "learning_rate": 4.518400232274078e-05,
      "loss": 1162.0056,
      "step": 8650
    },
    {
      "ce_loss_10": 3.5479356169700624,
      "ce_loss_13": 3.4702929258346558,
      "ce_loss_2": 4.501330161094666,
      "ce_loss_3": 4.237502670288086,
      "ce_loss_7": 3.723937380313873,
      "epoch": 0.866,
      "grad_norm": 524.0,
      "kl_loss_10": 179.25594482421874,
      "kl_loss_2": 2137.7675231933595,
      "kl_loss_3": 1671.597607421875,
      "kl_loss_7": 602.4135375976563,
      "learning_rate": 4.452716981234745e-05,
      "loss": 1122.9633,
      "step": 8660
    },
    {
      "ce_loss_10": 3.5203991651535036,
      "ce_loss_13": 3.447481095790863,
      "ce_loss_2": 4.47524061203003,
      "ce_loss_3": 4.205355083942413,
      "ce_loss_7": 3.695466148853302,
      "epoch": 0.867,
      "grad_norm": 568.0,
      "kl_loss_10": 174.45485000610353,
      "kl_loss_2": 2135.713586425781,
      "kl_loss_3": 1657.6833251953126,
      "kl_loss_7": 594.2672515869141,
      "learning_rate": 4.3874923908297335e-05,
      "loss": 1125.4834,
      "step": 8670
    },
    {
      "ce_loss_10": 3.575284111499786,
      "ce_loss_13": 3.498721444606781,
      "ce_loss_2": 4.54740161895752,
      "ce_loss_3": 4.281282663345337,
      "ce_loss_7": 3.7500776290893554,
      "epoch": 0.868,
      "grad_norm": 596.0,
      "kl_loss_10": 178.63047256469727,
      "kl_loss_2": 2175.332312011719,
      "kl_loss_3": 1702.8009948730469,
      "kl_loss_7": 597.87509765625,
      "learning_rate": 4.322727117869951e-05,
      "loss": 1149.3994,
      "step": 8680
    },
    {
      "ce_loss_10": 3.575519359111786,
      "ce_loss_13": 3.4998192310333254,
      "ce_loss_2": 4.55748233795166,
      "ce_loss_3": 4.284105372428894,
      "ce_loss_7": 3.752281701564789,
      "epoch": 0.869,
      "grad_norm": 584.0,
      "kl_loss_10": 179.47224349975585,
      "kl_loss_2": 2189.6538024902343,
      "kl_loss_3": 1698.4593017578125,
      "kl_loss_7": 604.034390258789,
      "learning_rate": 4.2584218145409916e-05,
      "loss": 1151.0721,
      "step": 8690
    },
    {
      "ce_loss_10": 3.6216215252876283,
      "ce_loss_13": 3.551214134693146,
      "ce_loss_2": 4.543716049194336,
      "ce_loss_3": 4.272314977645874,
      "ce_loss_7": 3.786858594417572,
      "epoch": 0.87,
      "grad_norm": 600.0,
      "kl_loss_10": 174.5644790649414,
      "kl_loss_2": 2072.967736816406,
      "kl_loss_3": 1598.7917419433593,
      "kl_loss_7": 582.653207397461,
      "learning_rate": 4.194577128396521e-05,
      "loss": 1108.3934,
      "step": 8700
    },
    {
      "ce_loss_10": 3.498377776145935,
      "ce_loss_13": 3.425851809978485,
      "ce_loss_2": 4.466418659687042,
      "ce_loss_3": 4.194790709018707,
      "ce_loss_7": 3.670235824584961,
      "epoch": 0.871,
      "grad_norm": 506.0,
      "kl_loss_10": 174.37066497802735,
      "kl_loss_2": 2168.9560546875,
      "kl_loss_3": 1689.01513671875,
      "kl_loss_7": 590.7626220703125,
      "learning_rate": 4.1311937023518264e-05,
      "loss": 1166.4488,
      "step": 8710
    },
    {
      "ce_loss_10": 3.5134344696998596,
      "ce_loss_13": 3.4397946119308473,
      "ce_loss_2": 4.529711484909058,
      "ce_loss_3": 4.263941979408264,
      "ce_loss_7": 3.682065725326538,
      "epoch": 0.872,
      "grad_norm": 460.0,
      "kl_loss_10": 171.77398529052735,
      "kl_loss_2": 2246.7038696289064,
      "kl_loss_3": 1774.6010986328124,
      "kl_loss_7": 576.3054107666015,
      "learning_rate": 4.0682721746773344e-05,
      "loss": 1163.771,
      "step": 8720
    },
    {
      "ce_loss_10": 3.3905357241630556,
      "ce_loss_13": 3.314958465099335,
      "ce_loss_2": 4.396602368354797,
      "ce_loss_3": 4.132218360900879,
      "ce_loss_7": 3.5750641107559202,
      "epoch": 0.873,
      "grad_norm": 552.0,
      "kl_loss_10": 175.90054779052736,
      "kl_loss_2": 2222.7579711914063,
      "kl_loss_3": 1749.4481201171875,
      "kl_loss_7": 613.7805450439453,
      "learning_rate": 4.0058131789920904e-05,
      "loss": 1143.7059,
      "step": 8730
    },
    {
      "ce_loss_10": 3.5397099256515503,
      "ce_loss_13": 3.4643173098564146,
      "ce_loss_2": 4.497500014305115,
      "ce_loss_3": 4.226579332351685,
      "ce_loss_7": 3.709259867668152,
      "epoch": 0.874,
      "grad_norm": 572.0,
      "kl_loss_10": 176.51957778930665,
      "kl_loss_2": 2162.519940185547,
      "kl_loss_3": 1680.782940673828,
      "kl_loss_7": 600.4374298095703,
      "learning_rate": 3.9438173442575e-05,
      "loss": 1188.067,
      "step": 8740
    },
    {
      "ce_loss_10": 3.5728036165237427,
      "ce_loss_13": 3.4973131656646728,
      "ce_loss_2": 4.514467573165893,
      "ce_loss_3": 4.250711810588837,
      "ce_loss_7": 3.740223217010498,
      "epoch": 0.875,
      "grad_norm": 524.0,
      "kl_loss_10": 175.66529846191406,
      "kl_loss_2": 2112.5622009277345,
      "kl_loss_3": 1651.0288818359375,
      "kl_loss_7": 594.9720977783203,
      "learning_rate": 3.882285294770937e-05,
      "loss": 1137.6895,
      "step": 8750
    },
    {
      "ce_loss_10": 3.5377378940582274,
      "ce_loss_13": 3.4619855165481566,
      "ce_loss_2": 4.4779297590255736,
      "ce_loss_3": 4.2127908825874325,
      "ce_loss_7": 3.7088746547698976,
      "epoch": 0.876,
      "grad_norm": 600.0,
      "kl_loss_10": 178.39902954101564,
      "kl_loss_2": 2127.570068359375,
      "kl_loss_3": 1648.2625427246094,
      "kl_loss_7": 594.3859985351562,
      "learning_rate": 3.821217650159453e-05,
      "loss": 1155.4234,
      "step": 8760
    },
    {
      "ce_loss_10": 3.4084259629249574,
      "ce_loss_13": 3.332693111896515,
      "ce_loss_2": 4.428424310684204,
      "ce_loss_3": 4.158231461048127,
      "ce_loss_7": 3.6029205918312073,
      "epoch": 0.877,
      "grad_norm": 548.0,
      "kl_loss_10": 180.0270034790039,
      "kl_loss_2": 2236.819873046875,
      "kl_loss_3": 1758.5952392578124,
      "kl_loss_7": 625.4339080810547,
      "learning_rate": 3.760615025373543e-05,
      "loss": 1171.5936,
      "step": 8770
    },
    {
      "ce_loss_10": 3.595931589603424,
      "ce_loss_13": 3.5179906845092774,
      "ce_loss_2": 4.587141966819763,
      "ce_loss_3": 4.309424257278442,
      "ce_loss_7": 3.7760006308555605,
      "epoch": 0.878,
      "grad_norm": 660.0,
      "kl_loss_10": 183.31888961791992,
      "kl_loss_2": 2207.746258544922,
      "kl_loss_3": 1714.543280029297,
      "kl_loss_7": 607.3442749023437,
      "learning_rate": 3.700478030680987e-05,
      "loss": 1181.1754,
      "step": 8780
    },
    {
      "ce_loss_10": 3.5762731194496156,
      "ce_loss_13": 3.5029969453811645,
      "ce_loss_2": 4.536650991439819,
      "ce_loss_3": 4.271095442771911,
      "ce_loss_7": 3.748454582691193,
      "epoch": 0.879,
      "grad_norm": 502.0,
      "kl_loss_10": 176.4349349975586,
      "kl_loss_2": 2141.4830688476563,
      "kl_loss_3": 1675.0247314453125,
      "kl_loss_7": 590.1913375854492,
      "learning_rate": 3.6408072716606344e-05,
      "loss": 1149.3131,
      "step": 8790
    },
    {
      "ce_loss_10": 3.50073447227478,
      "ce_loss_13": 3.4274021863937376,
      "ce_loss_2": 4.501238942146301,
      "ce_loss_3": 4.239216554164886,
      "ce_loss_7": 3.683646392822266,
      "epoch": 0.88,
      "grad_norm": 600.0,
      "kl_loss_10": 180.50948486328124,
      "kl_loss_2": 2229.279052734375,
      "kl_loss_3": 1758.1964477539063,
      "kl_loss_7": 612.8555847167969,
      "learning_rate": 3.5816033491963716e-05,
      "loss": 1204.1847,
      "step": 8800
    },
    {
      "ce_loss_10": 3.3653410911560058,
      "ce_loss_13": 3.289612293243408,
      "ce_loss_2": 4.399015557765961,
      "ce_loss_3": 4.129138934612274,
      "ce_loss_7": 3.5484530568122863,
      "epoch": 0.881,
      "grad_norm": 696.0,
      "kl_loss_10": 176.9532043457031,
      "kl_loss_2": 2282.183734130859,
      "kl_loss_3": 1791.626202392578,
      "kl_loss_7": 607.9001495361329,
      "learning_rate": 3.522866859471047e-05,
      "loss": 1184.3774,
      "step": 8810
    },
    {
      "ce_loss_10": 3.597711908817291,
      "ce_loss_13": 3.5282416582107543,
      "ce_loss_2": 4.506113409996033,
      "ce_loss_3": 4.251258683204651,
      "ce_loss_7": 3.7641051173210145,
      "epoch": 0.882,
      "grad_norm": 636.0,
      "kl_loss_10": 169.83995971679687,
      "kl_loss_2": 2038.54423828125,
      "kl_loss_3": 1585.0056030273438,
      "kl_loss_7": 568.1876190185546,
      "learning_rate": 3.46459839396045e-05,
      "loss": 1125.9656,
      "step": 8820
    },
    {
      "ce_loss_10": 3.529653000831604,
      "ce_loss_13": 3.449263334274292,
      "ce_loss_2": 4.503918576240539,
      "ce_loss_3": 4.2343867182731625,
      "ce_loss_7": 3.712590277194977,
      "epoch": 0.883,
      "grad_norm": 576.0,
      "kl_loss_10": 178.9514488220215,
      "kl_loss_2": 2152.299346923828,
      "kl_loss_3": 1671.0650329589844,
      "kl_loss_7": 603.799105834961,
      "learning_rate": 3.406798539427386e-05,
      "loss": 1176.0018,
      "step": 8830
    },
    {
      "ce_loss_10": 3.5842846632003784,
      "ce_loss_13": 3.510246682167053,
      "ce_loss_2": 4.541045117378235,
      "ce_loss_3": 4.27923276424408,
      "ce_loss_7": 3.7581582188606264,
      "epoch": 0.884,
      "grad_norm": 576.0,
      "kl_loss_10": 176.05337142944336,
      "kl_loss_2": 2155.0933471679687,
      "kl_loss_3": 1681.9300415039063,
      "kl_loss_7": 595.8100616455079,
      "learning_rate": 3.349467877915746e-05,
      "loss": 1155.9855,
      "step": 8840
    },
    {
      "ce_loss_10": 3.5404534935951233,
      "ce_loss_13": 3.4635657548904417,
      "ce_loss_2": 4.524973630905151,
      "ce_loss_3": 4.259057784080506,
      "ce_loss_7": 3.7238620042800905,
      "epoch": 0.885,
      "grad_norm": 604.0,
      "kl_loss_10": 178.34489822387695,
      "kl_loss_2": 2212.789306640625,
      "kl_loss_3": 1740.2167602539062,
      "kl_loss_7": 609.8538391113282,
      "learning_rate": 3.292606986744667e-05,
      "loss": 1199.5514,
      "step": 8850
    },
    {
      "ce_loss_10": 3.4956598401069643,
      "ce_loss_13": 3.4253405332565308,
      "ce_loss_2": 4.470083999633789,
      "ce_loss_3": 4.206580317020416,
      "ce_loss_7": 3.6703789830207825,
      "epoch": 0.886,
      "grad_norm": 580.0,
      "kl_loss_10": 174.30244827270508,
      "kl_loss_2": 2159.222479248047,
      "kl_loss_3": 1693.7933227539063,
      "kl_loss_7": 599.4409484863281,
      "learning_rate": 3.23621643850267e-05,
      "loss": 1154.7352,
      "step": 8860
    },
    {
      "ce_loss_10": 3.5727248191833496,
      "ce_loss_13": 3.496046614646912,
      "ce_loss_2": 4.52955162525177,
      "ce_loss_3": 4.25726010799408,
      "ce_loss_7": 3.7465644001960756,
      "epoch": 0.887,
      "grad_norm": 552.0,
      "kl_loss_10": 179.55787811279296,
      "kl_loss_2": 2159.213214111328,
      "kl_loss_3": 1673.28759765625,
      "kl_loss_7": 605.2644119262695,
      "learning_rate": 3.180296801041971e-05,
      "loss": 1139.4904,
      "step": 8870
    },
    {
      "ce_loss_10": 3.595055866241455,
      "ce_loss_13": 3.5219205260276794,
      "ce_loss_2": 4.565229892730713,
      "ce_loss_3": 4.302072286605835,
      "ce_loss_7": 3.7657612919807435,
      "epoch": 0.888,
      "grad_norm": 488.0,
      "kl_loss_10": 174.51052551269532,
      "kl_loss_2": 2168.450274658203,
      "kl_loss_3": 1696.4366394042968,
      "kl_loss_7": 592.0915069580078,
      "learning_rate": 3.124848637472688e-05,
      "loss": 1132.4514,
      "step": 8880
    },
    {
      "ce_loss_10": 3.420267331600189,
      "ce_loss_13": 3.346735382080078,
      "ce_loss_2": 4.411080622673035,
      "ce_loss_3": 4.143524849414826,
      "ce_loss_7": 3.6017141342163086,
      "epoch": 0.889,
      "grad_norm": 600.0,
      "kl_loss_10": 174.23086242675782,
      "kl_loss_2": 2199.3413024902343,
      "kl_loss_3": 1717.92958984375,
      "kl_loss_7": 596.7423614501953,
      "learning_rate": 3.069872506157212e-05,
      "loss": 1155.8682,
      "step": 8890
    },
    {
      "ce_loss_10": 3.5183400988578795,
      "ce_loss_13": 3.4446550846099853,
      "ce_loss_2": 4.4763764381408695,
      "ce_loss_3": 4.213694953918457,
      "ce_loss_7": 3.693737256526947,
      "epoch": 0.89,
      "grad_norm": 544.0,
      "kl_loss_10": 176.23825073242188,
      "kl_loss_2": 2152.81796875,
      "kl_loss_3": 1686.6082885742187,
      "kl_loss_7": 599.2687866210938,
      "learning_rate": 3.0153689607045842e-05,
      "loss": 1144.8437,
      "step": 8900
    },
    {
      "ce_loss_10": 3.4148733854293822,
      "ce_loss_13": 3.3367454648017882,
      "ce_loss_2": 4.46618926525116,
      "ce_loss_3": 4.190043389797211,
      "ce_loss_7": 3.606413686275482,
      "epoch": 0.891,
      "grad_norm": 556.0,
      "kl_loss_10": 181.56116943359376,
      "kl_loss_2": 2316.6614379882812,
      "kl_loss_3": 1823.7576782226563,
      "kl_loss_7": 624.2273193359375,
      "learning_rate": 2.9613385499648926e-05,
      "loss": 1174.4811,
      "step": 8910
    },
    {
      "ce_loss_10": 3.472314703464508,
      "ce_loss_13": 3.3953917384147645,
      "ce_loss_2": 4.439359056949615,
      "ce_loss_3": 4.1694392442703245,
      "ce_loss_7": 3.6529108047485352,
      "epoch": 0.892,
      "grad_norm": 632.0,
      "kl_loss_10": 176.6066520690918,
      "kl_loss_2": 2142.8492736816406,
      "kl_loss_3": 1665.7835510253906,
      "kl_loss_7": 596.6286926269531,
      "learning_rate": 2.9077818180237692e-05,
      "loss": 1160.4215,
      "step": 8920
    },
    {
      "ce_loss_10": 3.5216124176979067,
      "ce_loss_13": 3.444805955886841,
      "ce_loss_2": 4.504645991325378,
      "ce_loss_3": 4.23671303987503,
      "ce_loss_7": 3.703485441207886,
      "epoch": 0.893,
      "grad_norm": 584.0,
      "kl_loss_10": 176.44115447998047,
      "kl_loss_2": 2174.382470703125,
      "kl_loss_3": 1696.403564453125,
      "kl_loss_7": 600.8687164306641,
      "learning_rate": 2.8546993041969172e-05,
      "loss": 1152.6479,
      "step": 8930
    },
    {
      "ce_loss_10": 3.5529621839523315,
      "ce_loss_13": 3.4791373729705812,
      "ce_loss_2": 4.487787294387817,
      "ce_loss_3": 4.227098524570465,
      "ce_loss_7": 3.7245055556297304,
      "epoch": 0.894,
      "grad_norm": 506.0,
      "kl_loss_10": 174.32415542602538,
      "kl_loss_2": 2110.938995361328,
      "kl_loss_3": 1637.950372314453,
      "kl_loss_7": 590.5497222900391,
      "learning_rate": 2.802091543024671e-05,
      "loss": 1153.5114,
      "step": 8940
    },
    {
      "ce_loss_10": 3.5515737652778627,
      "ce_loss_13": 3.4770275354385376,
      "ce_loss_2": 4.526445126533508,
      "ce_loss_3": 4.267046928405762,
      "ce_loss_7": 3.728025937080383,
      "epoch": 0.895,
      "grad_norm": 612.0,
      "kl_loss_10": 177.65689697265626,
      "kl_loss_2": 2195.3055725097656,
      "kl_loss_3": 1727.4093139648437,
      "kl_loss_7": 604.4041717529296,
      "learning_rate": 2.7499590642665774e-05,
      "loss": 1190.9908,
      "step": 8950
    },
    {
      "ce_loss_10": 3.5625943899154664,
      "ce_loss_13": 3.4850521326065063,
      "ce_loss_2": 4.553565168380738,
      "ce_loss_3": 4.279750061035156,
      "ce_loss_7": 3.739047312736511,
      "epoch": 0.896,
      "grad_norm": 512.0,
      "kl_loss_10": 178.24014129638672,
      "kl_loss_2": 2193.0329833984374,
      "kl_loss_3": 1709.0227905273437,
      "kl_loss_7": 602.5221313476562,
      "learning_rate": 2.6983023928961405e-05,
      "loss": 1147.626,
      "step": 8960
    },
    {
      "ce_loss_10": 3.532795751094818,
      "ce_loss_13": 3.4568071961402893,
      "ce_loss_2": 4.499462056159973,
      "ce_loss_3": 4.242076885700226,
      "ce_loss_7": 3.709202516078949,
      "epoch": 0.897,
      "grad_norm": 616.0,
      "kl_loss_10": 177.7622848510742,
      "kl_loss_2": 2147.4717651367187,
      "kl_loss_3": 1687.235498046875,
      "kl_loss_7": 597.6563537597656,
      "learning_rate": 2.6471220490954628e-05,
      "loss": 1172.1214,
      "step": 8970
    },
    {
      "ce_loss_10": 3.5174603939056395,
      "ce_loss_13": 3.4463194727897646,
      "ce_loss_2": 4.477302503585816,
      "ce_loss_3": 4.214387357234955,
      "ce_loss_7": 3.6873306155204775,
      "epoch": 0.898,
      "grad_norm": 592.0,
      "kl_loss_10": 174.26932220458986,
      "kl_loss_2": 2152.279821777344,
      "kl_loss_3": 1683.4832763671875,
      "kl_loss_7": 590.3468292236328,
      "learning_rate": 2.596418548250029e-05,
      "loss": 1156.035,
      "step": 8980
    },
    {
      "ce_loss_10": 3.5602595686912535,
      "ce_loss_13": 3.485771131515503,
      "ce_loss_2": 4.5211225032806395,
      "ce_loss_3": 4.257622516155243,
      "ce_loss_7": 3.7368709683418273,
      "epoch": 0.899,
      "grad_norm": 524.0,
      "kl_loss_10": 179.2437530517578,
      "kl_loss_2": 2158.524066162109,
      "kl_loss_3": 1691.2223327636718,
      "kl_loss_7": 601.7962463378906,
      "learning_rate": 2.5461924009435368e-05,
      "loss": 1142.976,
      "step": 8990
    },
    {
      "ce_loss_10": 3.5547463297843933,
      "ce_loss_13": 3.479547905921936,
      "ce_loss_2": 4.515283250808716,
      "ce_loss_3": 4.250737547874451,
      "ce_loss_7": 3.732912743091583,
      "epoch": 0.9,
      "grad_norm": 572.0,
      "kl_loss_10": 177.4375427246094,
      "kl_loss_2": 2139.4888916015625,
      "kl_loss_3": 1664.3239318847657,
      "kl_loss_7": 599.9839569091797,
      "learning_rate": 2.4964441129527336e-05,
      "loss": 1166.3201,
      "step": 9000
    },
    {
      "ce_loss_10": 3.553958511352539,
      "ce_loss_13": 3.476763606071472,
      "ce_loss_2": 4.496755647659302,
      "ce_loss_3": 4.227215158939361,
      "ce_loss_7": 3.7206253528594972,
      "epoch": 0.901,
      "grad_norm": 540.0,
      "kl_loss_10": 174.2966407775879,
      "kl_loss_2": 2111.5487548828123,
      "kl_loss_3": 1639.27841796875,
      "kl_loss_7": 584.4350708007812,
      "learning_rate": 2.4471741852423235e-05,
      "loss": 1125.0274,
      "step": 9010
    },
    {
      "ce_loss_10": 3.600440430641174,
      "ce_loss_13": 3.522721529006958,
      "ce_loss_2": 4.542108774185181,
      "ce_loss_3": 4.282799339294433,
      "ce_loss_7": 3.7742578268051146,
      "epoch": 0.902,
      "grad_norm": 524.0,
      "kl_loss_10": 175.27555160522462,
      "kl_loss_2": 2098.4271484375,
      "kl_loss_3": 1637.176934814453,
      "kl_loss_7": 587.0385147094727,
      "learning_rate": 2.3983831139599287e-05,
      "loss": 1139.7687,
      "step": 9020
    },
    {
      "ce_loss_10": 3.519875633716583,
      "ce_loss_13": 3.446099603176117,
      "ce_loss_2": 4.47457070350647,
      "ce_loss_3": 4.212863862514496,
      "ce_loss_7": 3.68597651720047,
      "epoch": 0.903,
      "grad_norm": 508.0,
      "kl_loss_10": 174.20441055297852,
      "kl_loss_2": 2129.7295166015624,
      "kl_loss_3": 1661.6650817871093,
      "kl_loss_7": 579.8323806762695,
      "learning_rate": 2.3500713904311022e-05,
      "loss": 1116.7298,
      "step": 9030
    },
    {
      "ce_loss_10": 3.5635103940963746,
      "ce_loss_13": 3.4901776790618895,
      "ce_loss_2": 4.492858815193176,
      "ce_loss_3": 4.233377468585968,
      "ce_loss_7": 3.7266834378242493,
      "epoch": 0.904,
      "grad_norm": 568.0,
      "kl_loss_10": 172.6203300476074,
      "kl_loss_2": 2067.9869079589844,
      "kl_loss_3": 1612.4867309570313,
      "kl_loss_7": 575.5206619262696,
      "learning_rate": 2.3022395011543685e-05,
      "loss": 1119.9885,
      "step": 9040
    },
    {
      "ce_loss_10": 3.592438757419586,
      "ce_loss_13": 3.515104389190674,
      "ce_loss_2": 4.541802954673767,
      "ce_loss_3": 4.281132400035858,
      "ce_loss_7": 3.7722238898277283,
      "epoch": 0.905,
      "grad_norm": 572.0,
      "kl_loss_10": 180.47207794189453,
      "kl_loss_2": 2144.9797241210936,
      "kl_loss_3": 1672.9977722167969,
      "kl_loss_7": 611.6667938232422,
      "learning_rate": 2.2548879277963063e-05,
      "loss": 1176.2332,
      "step": 9050
    },
    {
      "ce_loss_10": 3.5052724361419676,
      "ce_loss_13": 3.43240772485733,
      "ce_loss_2": 4.459889388084411,
      "ce_loss_3": 4.187293374538422,
      "ce_loss_7": 3.677665722370148,
      "epoch": 0.906,
      "grad_norm": 536.0,
      "kl_loss_10": 175.61516647338868,
      "kl_loss_2": 2136.0928955078125,
      "kl_loss_3": 1652.1388549804688,
      "kl_loss_7": 587.7709274291992,
      "learning_rate": 2.208017147186736e-05,
      "loss": 1112.7982,
      "step": 9060
    },
    {
      "ce_loss_10": 3.5033626675605776,
      "ce_loss_13": 3.4270050883293153,
      "ce_loss_2": 4.460723853111267,
      "ce_loss_3": 4.200226056575775,
      "ce_loss_7": 3.675853359699249,
      "epoch": 0.907,
      "grad_norm": 532.0,
      "kl_loss_10": 175.80412521362305,
      "kl_loss_2": 2135.014111328125,
      "kl_loss_3": 1673.9324096679688,
      "kl_loss_7": 594.3165740966797,
      "learning_rate": 2.1616276313139227e-05,
      "loss": 1130.9125,
      "step": 9070
    },
    {
      "ce_loss_10": 3.540289318561554,
      "ce_loss_13": 3.4620949029922485,
      "ce_loss_2": 4.504480719566345,
      "ce_loss_3": 4.243532609939575,
      "ce_loss_7": 3.7148184418678283,
      "epoch": 0.908,
      "grad_norm": 564.0,
      "kl_loss_10": 176.60092849731444,
      "kl_loss_2": 2138.388262939453,
      "kl_loss_3": 1670.2328552246095,
      "kl_loss_7": 593.4554962158203,
      "learning_rate": 2.1157198473197415e-05,
      "loss": 1155.7779,
      "step": 9080
    },
    {
      "ce_loss_10": 3.608424699306488,
      "ce_loss_13": 3.5318522691726684,
      "ce_loss_2": 4.569310665130615,
      "ce_loss_3": 4.307307338714599,
      "ce_loss_7": 3.7887983441352846,
      "epoch": 0.909,
      "grad_norm": 532.0,
      "kl_loss_10": 179.34665451049804,
      "kl_loss_2": 2147.910009765625,
      "kl_loss_3": 1676.3675476074218,
      "kl_loss_7": 609.1422882080078,
      "learning_rate": 2.0702942574950812e-05,
      "loss": 1150.5193,
      "step": 9090
    },
    {
      "ce_loss_10": 3.531160354614258,
      "ce_loss_13": 3.4534537196159363,
      "ce_loss_2": 4.502471184730529,
      "ce_loss_3": 4.2366371870040895,
      "ce_loss_7": 3.7111218690872194,
      "epoch": 0.91,
      "grad_norm": 576.0,
      "kl_loss_10": 178.72406845092775,
      "kl_loss_2": 2166.001983642578,
      "kl_loss_3": 1694.5049133300781,
      "kl_loss_7": 603.0742904663086,
      "learning_rate": 2.025351319275137e-05,
      "loss": 1154.2008,
      "step": 9100
    },
    {
      "ce_loss_10": 3.657759261131287,
      "ce_loss_13": 3.5795228123664855,
      "ce_loss_2": 4.611237382888794,
      "ce_loss_3": 4.346826362609863,
      "ce_loss_7": 3.829502213001251,
      "epoch": 0.911,
      "grad_norm": 568.0,
      "kl_loss_10": 182.78317489624024,
      "kl_loss_2": 2152.8356689453126,
      "kl_loss_3": 1681.0592834472657,
      "kl_loss_7": 612.198373413086,
      "learning_rate": 1.9808914852347816e-05,
      "loss": 1183.935,
      "step": 9110
    },
    {
      "ce_loss_10": 3.5076343536376955,
      "ce_loss_13": 3.4301217675209044,
      "ce_loss_2": 4.475468993186951,
      "ce_loss_3": 4.200416827201844,
      "ce_loss_7": 3.690832221508026,
      "epoch": 0.912,
      "grad_norm": 520.0,
      "kl_loss_10": 177.99471740722657,
      "kl_loss_2": 2138.6880798339844,
      "kl_loss_3": 1648.8575317382813,
      "kl_loss_7": 603.4748657226562,
      "learning_rate": 1.9369152030840554e-05,
      "loss": 1133.9587,
      "step": 9120
    },
    {
      "ce_loss_10": 3.5838579297065736,
      "ce_loss_13": 3.5108367919921877,
      "ce_loss_2": 4.5474550247192385,
      "ce_loss_3": 4.282457900047302,
      "ce_loss_7": 3.752550458908081,
      "epoch": 0.913,
      "grad_norm": 592.0,
      "kl_loss_10": 175.99298171997071,
      "kl_loss_2": 2175.4973083496093,
      "kl_loss_3": 1708.1368530273437,
      "kl_loss_7": 595.3381591796875,
      "learning_rate": 1.893422915663645e-05,
      "loss": 1154.3063,
      "step": 9130
    },
    {
      "ce_loss_10": 3.4526755094528196,
      "ce_loss_13": 3.376223611831665,
      "ce_loss_2": 4.463929057121277,
      "ce_loss_3": 4.188671815395355,
      "ce_loss_7": 3.6436040878295897,
      "epoch": 0.914,
      "grad_norm": 528.0,
      "kl_loss_10": 178.96754608154296,
      "kl_loss_2": 2226.8522216796873,
      "kl_loss_3": 1741.089337158203,
      "kl_loss_7": 614.4321655273437,
      "learning_rate": 1.850415060940386e-05,
      "loss": 1177.2793,
      "step": 9140
    },
    {
      "ce_loss_10": 3.577260196208954,
      "ce_loss_13": 3.4996687054634092,
      "ce_loss_2": 4.506159293651581,
      "ce_loss_3": 4.247144281864166,
      "ce_loss_7": 3.7475706696510316,
      "epoch": 0.915,
      "grad_norm": 576.0,
      "kl_loss_10": 176.05650253295897,
      "kl_loss_2": 2092.3647644042967,
      "kl_loss_3": 1626.7418640136718,
      "kl_loss_7": 590.4974914550781,
      "learning_rate": 1.8078920720028978e-05,
      "loss": 1136.8029,
      "step": 9150
    },
    {
      "ce_loss_10": 3.5006513595581055,
      "ce_loss_13": 3.4293729782104494,
      "ce_loss_2": 4.446831393241882,
      "ce_loss_3": 4.180594873428345,
      "ce_loss_7": 3.670674538612366,
      "epoch": 0.916,
      "grad_norm": 584.0,
      "kl_loss_10": 173.59793243408203,
      "kl_loss_2": 2105.566021728516,
      "kl_loss_3": 1637.2901428222656,
      "kl_loss_7": 585.1143585205078,
      "learning_rate": 1.765854377057219e-05,
      "loss": 1156.8438,
      "step": 9160
    },
    {
      "ce_loss_10": 3.4831743359565737,
      "ce_loss_13": 3.410732936859131,
      "ce_loss_2": 4.439985752105713,
      "ce_loss_3": 4.173957622051239,
      "ce_loss_7": 3.652401328086853,
      "epoch": 0.917,
      "grad_norm": 552.0,
      "kl_loss_10": 172.13598022460937,
      "kl_loss_2": 2136.6128540039062,
      "kl_loss_3": 1663.3346557617188,
      "kl_loss_7": 585.5476837158203,
      "learning_rate": 1.724302399422456e-05,
      "loss": 1148.3008,
      "step": 9170
    },
    {
      "ce_loss_10": 3.4418306827545164,
      "ce_loss_13": 3.365187871456146,
      "ce_loss_2": 4.424201607704163,
      "ce_loss_3": 4.15188490152359,
      "ce_loss_7": 3.617412793636322,
      "epoch": 0.918,
      "grad_norm": 540.0,
      "kl_loss_10": 181.21381607055665,
      "kl_loss_2": 2192.6884948730467,
      "kl_loss_3": 1711.2826416015625,
      "kl_loss_7": 608.8610565185547,
      "learning_rate": 1.683236557526574e-05,
      "loss": 1171.7086,
      "step": 9180
    },
    {
      "ce_loss_10": 3.5525336861610413,
      "ce_loss_13": 3.479281461238861,
      "ce_loss_2": 4.4706899404525755,
      "ce_loss_3": 4.209463405609131,
      "ce_loss_7": 3.7199216723442077,
      "epoch": 0.919,
      "grad_norm": 552.0,
      "kl_loss_10": 172.36394195556642,
      "kl_loss_2": 2051.388214111328,
      "kl_loss_3": 1592.7936218261718,
      "kl_loss_7": 577.4165252685547,
      "learning_rate": 1.6426572649021475e-05,
      "loss": 1138.484,
      "step": 9190
    },
    {
      "ce_loss_10": 3.5873886704444886,
      "ce_loss_13": 3.515676808357239,
      "ce_loss_2": 4.504871940612793,
      "ce_loss_3": 4.245928645133972,
      "ce_loss_7": 3.7530444860458374,
      "epoch": 0.92,
      "grad_norm": 560.0,
      "kl_loss_10": 175.5730728149414,
      "kl_loss_2": 2067.4602783203127,
      "kl_loss_3": 1611.9698425292968,
      "kl_loss_7": 583.8149566650391,
      "learning_rate": 1.6025649301821876e-05,
      "loss": 1125.4826,
      "step": 9200
    },
    {
      "ce_loss_10": 3.579323208332062,
      "ce_loss_13": 3.50703387260437,
      "ce_loss_2": 4.493245768547058,
      "ce_loss_3": 4.232775616645813,
      "ce_loss_7": 3.7471976399421694,
      "epoch": 0.921,
      "grad_norm": 620.0,
      "kl_loss_10": 177.73348236083984,
      "kl_loss_2": 2084.493505859375,
      "kl_loss_3": 1628.828369140625,
      "kl_loss_7": 594.5904907226562,
      "learning_rate": 1.5629599570960716e-05,
      "loss": 1123.5703,
      "step": 9210
    },
    {
      "ce_loss_10": 3.482688879966736,
      "ce_loss_13": 3.4090826153755187,
      "ce_loss_2": 4.466846561431884,
      "ce_loss_3": 4.195373678207398,
      "ce_loss_7": 3.658596193790436,
      "epoch": 0.922,
      "grad_norm": 588.0,
      "kl_loss_10": 175.80986251831055,
      "kl_loss_2": 2196.6754943847654,
      "kl_loss_3": 1711.6648010253907,
      "kl_loss_7": 598.8134338378907,
      "learning_rate": 1.5238427444654367e-05,
      "loss": 1155.2326,
      "step": 9220
    },
    {
      "ce_loss_10": 3.543232810497284,
      "ce_loss_13": 3.467606770992279,
      "ce_loss_2": 4.491106653213501,
      "ce_loss_3": 4.219079720973968,
      "ce_loss_7": 3.710583233833313,
      "epoch": 0.923,
      "grad_norm": 548.0,
      "kl_loss_10": 174.20623474121095,
      "kl_loss_2": 2120.3849365234373,
      "kl_loss_3": 1639.1658142089843,
      "kl_loss_7": 584.3361358642578,
      "learning_rate": 1.4852136862001764e-05,
      "loss": 1130.8816,
      "step": 9230
    },
    {
      "ce_loss_10": 3.5088143348693848,
      "ce_loss_13": 3.435594344139099,
      "ce_loss_2": 4.446617817878723,
      "ce_loss_3": 4.185671401023865,
      "ce_loss_7": 3.681156051158905,
      "epoch": 0.924,
      "grad_norm": 584.0,
      "kl_loss_10": 172.72551879882812,
      "kl_loss_2": 2097.9775573730467,
      "kl_loss_3": 1637.147705078125,
      "kl_loss_7": 588.3473190307617,
      "learning_rate": 1.4470731712944884e-05,
      "loss": 1146.0963,
      "step": 9240
    },
    {
      "ce_loss_10": 3.5362769246101378,
      "ce_loss_13": 3.461189365386963,
      "ce_loss_2": 4.501055717468262,
      "ce_loss_3": 4.224046432971955,
      "ce_loss_7": 3.714902651309967,
      "epoch": 0.925,
      "grad_norm": 548.0,
      "kl_loss_10": 178.0212043762207,
      "kl_loss_2": 2145.880969238281,
      "kl_loss_3": 1660.7241577148438,
      "kl_loss_7": 597.9191680908203,
      "learning_rate": 1.4094215838229174e-05,
      "loss": 1173.0712,
      "step": 9250
    },
    {
      "ce_loss_10": 3.498918581008911,
      "ce_loss_13": 3.4251022219657896,
      "ce_loss_2": 4.4930708646774296,
      "ce_loss_3": 4.217134141921997,
      "ce_loss_7": 3.675217390060425,
      "epoch": 0.926,
      "grad_norm": 628.0,
      "kl_loss_10": 177.476513671875,
      "kl_loss_2": 2207.0631896972654,
      "kl_loss_3": 1717.4895629882812,
      "kl_loss_7": 603.3580856323242,
      "learning_rate": 1.372259302936546e-05,
      "loss": 1205.574,
      "step": 9260
    },
    {
      "ce_loss_10": 3.6163718700408936,
      "ce_loss_13": 3.537315881252289,
      "ce_loss_2": 4.571975326538086,
      "ce_loss_3": 4.302231848239899,
      "ce_loss_7": 3.783820962905884,
      "epoch": 0.927,
      "grad_norm": 576.0,
      "kl_loss_10": 181.85763092041014,
      "kl_loss_2": 2140.0186767578125,
      "kl_loss_3": 1662.9603210449218,
      "kl_loss_7": 600.1376983642579,
      "learning_rate": 1.3355867028591206e-05,
      "loss": 1136.2721,
      "step": 9270
    },
    {
      "ce_loss_10": 3.514796030521393,
      "ce_loss_13": 3.440743112564087,
      "ce_loss_2": 4.449939727783203,
      "ce_loss_3": 4.1810842752456665,
      "ce_loss_7": 3.683949875831604,
      "epoch": 0.928,
      "grad_norm": 564.0,
      "kl_loss_10": 175.13030853271485,
      "kl_loss_2": 2107.975048828125,
      "kl_loss_3": 1633.0731262207032,
      "kl_loss_7": 589.7343017578125,
      "learning_rate": 1.2994041528833267e-05,
      "loss": 1127.6617,
      "step": 9280
    },
    {
      "ce_loss_10": 3.5171499490737914,
      "ce_loss_13": 3.440678071975708,
      "ce_loss_2": 4.470655179023742,
      "ce_loss_3": 4.200739192962646,
      "ce_loss_7": 3.690466821193695,
      "epoch": 0.929,
      "grad_norm": 584.0,
      "kl_loss_10": 174.82103958129883,
      "kl_loss_2": 2150.8757751464846,
      "kl_loss_3": 1677.1400146484375,
      "kl_loss_7": 592.8601806640625,
      "learning_rate": 1.2637120173670358e-05,
      "loss": 1145.5388,
      "step": 9290
    },
    {
      "ce_loss_10": 3.5360547065734864,
      "ce_loss_13": 3.459415102005005,
      "ce_loss_2": 4.509140729904175,
      "ce_loss_3": 4.243091595172882,
      "ce_loss_7": 3.717022383213043,
      "epoch": 0.93,
      "grad_norm": 616.0,
      "kl_loss_10": 177.1988067626953,
      "kl_loss_2": 2160.6812377929687,
      "kl_loss_3": 1681.2325256347656,
      "kl_loss_7": 601.0645294189453,
      "learning_rate": 1.2285106557296478e-05,
      "loss": 1155.5311,
      "step": 9300
    },
    {
      "ce_loss_10": 3.4133058071136473,
      "ce_loss_13": 3.340100085735321,
      "ce_loss_2": 4.45502986907959,
      "ce_loss_3": 4.176646625995636,
      "ce_loss_7": 3.593162167072296,
      "epoch": 0.931,
      "grad_norm": 684.0,
      "kl_loss_10": 177.049959564209,
      "kl_loss_2": 2280.7558776855467,
      "kl_loss_3": 1784.5312927246093,
      "kl_loss_7": 606.032177734375,
      "learning_rate": 1.1938004224484989e-05,
      "loss": 1177.6771,
      "step": 9310
    },
    {
      "ce_loss_10": 3.6532346606254578,
      "ce_loss_13": 3.5762033224105836,
      "ce_loss_2": 4.59397509098053,
      "ce_loss_3": 4.32731124162674,
      "ce_loss_7": 3.8223699569702148,
      "epoch": 0.932,
      "grad_norm": 552.0,
      "kl_loss_10": 179.57099151611328,
      "kl_loss_2": 2131.067413330078,
      "kl_loss_3": 1656.3818481445312,
      "kl_loss_7": 601.6865631103516,
      "learning_rate": 1.1595816670552429e-05,
      "loss": 1167.2541,
      "step": 9320
    },
    {
      "ce_loss_10": 3.582180309295654,
      "ce_loss_13": 3.5061400294303895,
      "ce_loss_2": 4.524780786037445,
      "ce_loss_3": 4.259365129470825,
      "ce_loss_7": 3.747998225688934,
      "epoch": 0.933,
      "grad_norm": 568.0,
      "kl_loss_10": 175.25698852539062,
      "kl_loss_2": 2109.6074279785157,
      "kl_loss_3": 1638.4892211914062,
      "kl_loss_7": 583.7247375488281,
      "learning_rate": 1.1258547341323699e-05,
      "loss": 1126.3885,
      "step": 9330
    },
    {
      "ce_loss_10": 3.6068438053131104,
      "ce_loss_13": 3.5321076273918153,
      "ce_loss_2": 4.546216082572937,
      "ce_loss_3": 4.2822174549102785,
      "ce_loss_7": 3.7781530022621155,
      "epoch": 0.934,
      "grad_norm": 584.0,
      "kl_loss_10": 177.80956649780273,
      "kl_loss_2": 2142.086737060547,
      "kl_loss_3": 1668.28828125,
      "kl_loss_7": 595.8422210693359,
      "learning_rate": 1.0926199633097156e-05,
      "loss": 1139.4527,
      "step": 9340
    },
    {
      "ce_loss_10": 3.610630822181702,
      "ce_loss_13": 3.540286922454834,
      "ce_loss_2": 4.522486686706543,
      "ce_loss_3": 4.263027024269104,
      "ce_loss_7": 3.7751463413238526,
      "epoch": 0.935,
      "grad_norm": 568.0,
      "kl_loss_10": 172.0374610900879,
      "kl_loss_2": 2078.3720947265624,
      "kl_loss_3": 1611.571875,
      "kl_loss_7": 582.5087860107421,
      "learning_rate": 1.0598776892610684e-05,
      "loss": 1147.9141,
      "step": 9350
    },
    {
      "ce_loss_10": 3.4225520491600037,
      "ce_loss_13": 3.350025403499603,
      "ce_loss_2": 4.415711855888366,
      "ce_loss_3": 4.137125706672668,
      "ce_loss_7": 3.5997640252113343,
      "epoch": 0.936,
      "grad_norm": 552.0,
      "kl_loss_10": 173.3252960205078,
      "kl_loss_2": 2195.4003051757813,
      "kl_loss_3": 1704.4373046875,
      "kl_loss_7": 593.9061553955078,
      "learning_rate": 1.0276282417007399e-05,
      "loss": 1147.3932,
      "step": 9360
    },
    {
      "ce_loss_10": 3.581203269958496,
      "ce_loss_13": 3.5097854137420654,
      "ce_loss_2": 4.501006007194519,
      "ce_loss_3": 4.243209981918335,
      "ce_loss_7": 3.747337484359741,
      "epoch": 0.937,
      "grad_norm": 596.0,
      "kl_loss_10": 171.74332122802736,
      "kl_loss_2": 2068.851727294922,
      "kl_loss_3": 1615.05986328125,
      "kl_loss_7": 580.8333526611328,
      "learning_rate": 9.958719453803277e-06,
      "loss": 1127.7196,
      "step": 9370
    },
    {
      "ce_loss_10": 3.578359854221344,
      "ce_loss_13": 3.504493975639343,
      "ce_loss_2": 4.52911410331726,
      "ce_loss_3": 4.265734839439392,
      "ce_loss_7": 3.757120943069458,
      "epoch": 0.938,
      "grad_norm": 568.0,
      "kl_loss_10": 176.9942184448242,
      "kl_loss_2": 2134.3438110351562,
      "kl_loss_3": 1664.9087463378905,
      "kl_loss_7": 601.7982177734375,
      "learning_rate": 9.646091200853802e-06,
      "loss": 1132.6439,
      "step": 9380
    },
    {
      "ce_loss_10": 3.5366848587989805,
      "ce_loss_13": 3.4644816398620604,
      "ce_loss_2": 4.483027625083923,
      "ce_loss_3": 4.215219330787659,
      "ce_loss_7": 3.704088735580444,
      "epoch": 0.939,
      "grad_norm": 536.0,
      "kl_loss_10": 172.74244918823243,
      "kl_loss_2": 2099.378448486328,
      "kl_loss_3": 1622.1510986328126,
      "kl_loss_7": 583.5708526611328,
      "learning_rate": 9.338400806321978e-06,
      "loss": 1100.1545,
      "step": 9390
    },
    {
      "ce_loss_10": 3.571504032611847,
      "ce_loss_13": 3.493305134773254,
      "ce_loss_2": 4.510696125030518,
      "ce_loss_3": 4.24888288974762,
      "ce_loss_7": 3.742924678325653,
      "epoch": 0.94,
      "grad_norm": 516.0,
      "kl_loss_10": 177.7894515991211,
      "kl_loss_2": 2105.6502197265627,
      "kl_loss_3": 1641.3450012207031,
      "kl_loss_7": 590.5869018554688,
      "learning_rate": 9.035651368646646e-06,
      "loss": 1131.6762,
      "step": 9400
    },
    {
      "ce_loss_10": 3.572381889820099,
      "ce_loss_13": 3.5001948475837708,
      "ce_loss_2": 4.5045966625213625,
      "ce_loss_3": 4.241596531867981,
      "ce_loss_7": 3.742561626434326,
      "epoch": 0.941,
      "grad_norm": 612.0,
      "kl_loss_10": 173.46388778686523,
      "kl_loss_2": 2088.4161376953125,
      "kl_loss_3": 1622.1473693847656,
      "kl_loss_7": 583.22626953125,
      "learning_rate": 8.737845936511335e-06,
      "loss": 1133.2381,
      "step": 9410
    },
    {
      "ce_loss_10": 3.522591459751129,
      "ce_loss_13": 3.446700024604797,
      "ce_loss_2": 4.507854294776917,
      "ce_loss_3": 4.236737239360809,
      "ce_loss_7": 3.698591649532318,
      "epoch": 0.942,
      "grad_norm": 572.0,
      "kl_loss_10": 178.92413635253905,
      "kl_loss_2": 2186.715954589844,
      "kl_loss_3": 1705.135888671875,
      "kl_loss_7": 600.7923004150391,
      "learning_rate": 8.444987508813451e-06,
      "loss": 1149.7434,
      "step": 9420
    },
    {
      "ce_loss_10": 3.475817048549652,
      "ce_loss_13": 3.3989389657974245,
      "ce_loss_2": 4.473474383354187,
      "ce_loss_3": 4.199087584018708,
      "ce_loss_7": 3.6562391996383665,
      "epoch": 0.943,
      "grad_norm": 628.0,
      "kl_loss_10": 179.55375061035156,
      "kl_loss_2": 2263.5999450683594,
      "kl_loss_3": 1768.8511352539062,
      "kl_loss_7": 615.3503479003906,
      "learning_rate": 8.157079034633974e-06,
      "loss": 1178.9379,
      "step": 9430
    },
    {
      "ce_loss_10": 3.473416876792908,
      "ce_loss_13": 3.40051189661026,
      "ce_loss_2": 4.446794199943542,
      "ce_loss_3": 4.178017342090607,
      "ce_loss_7": 3.6506085276603697,
      "epoch": 0.944,
      "grad_norm": 552.0,
      "kl_loss_10": 174.8175079345703,
      "kl_loss_2": 2187.4151916503906,
      "kl_loss_3": 1711.5777709960937,
      "kl_loss_7": 600.643310546875,
      "learning_rate": 7.874123413208145e-06,
      "loss": 1147.171,
      "step": 9440
    },
    {
      "ce_loss_10": 3.445332610607147,
      "ce_loss_13": 3.369913935661316,
      "ce_loss_2": 4.434185910224914,
      "ce_loss_3": 4.161804282665253,
      "ce_loss_7": 3.6255853891372682,
      "epoch": 0.945,
      "grad_norm": 572.0,
      "kl_loss_10": 175.52419662475586,
      "kl_loss_2": 2184.3239013671873,
      "kl_loss_3": 1698.89501953125,
      "kl_loss_7": 598.6286346435547,
      "learning_rate": 7.59612349389599e-06,
      "loss": 1155.226,
      "step": 9450
    },
    {
      "ce_loss_10": 3.534553039073944,
      "ce_loss_13": 3.462403440475464,
      "ce_loss_2": 4.465369653701782,
      "ce_loss_3": 4.198646211624146,
      "ce_loss_7": 3.708206284046173,
      "epoch": 0.946,
      "grad_norm": 580.0,
      "kl_loss_10": 172.39571685791014,
      "kl_loss_2": 2074.147509765625,
      "kl_loss_3": 1600.0551879882812,
      "kl_loss_7": 581.5289535522461,
      "learning_rate": 7.323082076153509e-06,
      "loss": 1126.5964,
      "step": 9460
    },
    {
      "ce_loss_10": 3.576580452919006,
      "ce_loss_13": 3.503724229335785,
      "ce_loss_2": 4.510397839546203,
      "ce_loss_3": 4.244443106651306,
      "ce_loss_7": 3.7473479986190794,
      "epoch": 0.947,
      "grad_norm": 572.0,
      "kl_loss_10": 179.0567657470703,
      "kl_loss_2": 2087.8162841796875,
      "kl_loss_3": 1617.9851928710937,
      "kl_loss_7": 593.7520263671875,
      "learning_rate": 7.055001909504755e-06,
      "loss": 1153.5377,
      "step": 9470
    },
    {
      "ce_loss_10": 3.6078381657600405,
      "ce_loss_13": 3.5327057957649233,
      "ce_loss_2": 4.550836896896362,
      "ce_loss_3": 4.287693047523499,
      "ce_loss_7": 3.7842918038368225,
      "epoch": 0.948,
      "grad_norm": 616.0,
      "kl_loss_10": 177.3563217163086,
      "kl_loss_2": 2119.7028747558593,
      "kl_loss_3": 1649.5453063964844,
      "kl_loss_7": 593.8896911621093,
      "learning_rate": 6.791885693514133e-06,
      "loss": 1138.076,
      "step": 9480
    },
    {
      "ce_loss_10": 3.5228418946266173,
      "ce_loss_13": 3.4471074819564818,
      "ce_loss_2": 4.505965852737427,
      "ce_loss_3": 4.226520001888275,
      "ce_loss_7": 3.6976125478744506,
      "epoch": 0.949,
      "grad_norm": 544.0,
      "kl_loss_10": 179.4360237121582,
      "kl_loss_2": 2204.2863159179688,
      "kl_loss_3": 1709.0836547851563,
      "kl_loss_7": 603.0492492675781,
      "learning_rate": 6.533736077758867e-06,
      "loss": 1164.073,
      "step": 9490
    },
    {
      "ce_loss_10": 3.480616366863251,
      "ce_loss_13": 3.4073901891708376,
      "ce_loss_2": 4.4987491250038145,
      "ce_loss_3": 4.22996586561203,
      "ce_loss_7": 3.6651357769966126,
      "epoch": 0.95,
      "grad_norm": 596.0,
      "kl_loss_10": 179.7611167907715,
      "kl_loss_2": 2254.7767639160156,
      "kl_loss_3": 1772.1949829101563,
      "kl_loss_7": 613.6569396972657,
      "learning_rate": 6.2805556618028556e-06,
      "loss": 1174.4523,
      "step": 9500
    },
    {
      "ce_loss_10": 3.5753507733345034,
      "ce_loss_13": 3.5015788078308105,
      "ce_loss_2": 4.508717775344849,
      "ce_loss_3": 4.236187517642975,
      "ce_loss_7": 3.735841393470764,
      "epoch": 0.951,
      "grad_norm": 600.0,
      "kl_loss_10": 171.3624740600586,
      "kl_loss_2": 2070.820721435547,
      "kl_loss_3": 1594.0807983398438,
      "kl_loss_7": 569.2584503173828,
      "learning_rate": 6.032346995169968e-06,
      "loss": 1091.2504,
      "step": 9510
    },
    {
      "ce_loss_10": 3.5802130341529845,
      "ce_loss_13": 3.505545949935913,
      "ce_loss_2": 4.52126247882843,
      "ce_loss_3": 4.2531510353088375,
      "ce_loss_7": 3.7508664727211,
      "epoch": 0.952,
      "grad_norm": 572.0,
      "kl_loss_10": 175.58048248291016,
      "kl_loss_2": 2115.77294921875,
      "kl_loss_3": 1640.845928955078,
      "kl_loss_7": 590.4191436767578,
      "learning_rate": 5.789112577318789e-06,
      "loss": 1125.406,
      "step": 9520
    },
    {
      "ce_loss_10": 3.5525818467140198,
      "ce_loss_13": 3.474942719936371,
      "ce_loss_2": 4.529764556884766,
      "ce_loss_3": 4.262361979484558,
      "ce_loss_7": 3.725843298435211,
      "epoch": 0.953,
      "grad_norm": 560.0,
      "kl_loss_10": 178.63978881835936,
      "kl_loss_2": 2187.347344970703,
      "kl_loss_3": 1713.5655639648437,
      "kl_loss_7": 604.028662109375,
      "learning_rate": 5.550854857617194e-06,
      "loss": 1138.3246,
      "step": 9530
    },
    {
      "ce_loss_10": 3.5410927653312685,
      "ce_loss_13": 3.464462494850159,
      "ce_loss_2": 4.532546710968018,
      "ce_loss_3": 4.2611222743988035,
      "ce_loss_7": 3.717101490497589,
      "epoch": 0.954,
      "grad_norm": 596.0,
      "kl_loss_10": 179.71324462890624,
      "kl_loss_2": 2218.49970703125,
      "kl_loss_3": 1729.5723754882813,
      "kl_loss_7": 606.5572113037109,
      "learning_rate": 5.317576235317756e-06,
      "loss": 1164.7152,
      "step": 9540
    },
    {
      "ce_loss_10": 3.567497718334198,
      "ce_loss_13": 3.4959131717681884,
      "ce_loss_2": 4.49013991355896,
      "ce_loss_3": 4.226358330249786,
      "ce_loss_7": 3.7339030742645263,
      "epoch": 0.955,
      "grad_norm": 580.0,
      "kl_loss_10": 171.57061843872071,
      "kl_loss_2": 2045.03349609375,
      "kl_loss_3": 1581.6937194824218,
      "kl_loss_7": 573.2978149414063,
      "learning_rate": 5.089279059533658e-06,
      "loss": 1144.5578,
      "step": 9550
    },
    {
      "ce_loss_10": 3.6264307737350463,
      "ce_loss_13": 3.549366092681885,
      "ce_loss_2": 4.555849361419678,
      "ce_loss_3": 4.291936588287354,
      "ce_loss_7": 3.796077787876129,
      "epoch": 0.956,
      "grad_norm": 532.0,
      "kl_loss_10": 180.97408142089844,
      "kl_loss_2": 2101.3386962890627,
      "kl_loss_3": 1636.1171264648438,
      "kl_loss_7": 603.2738311767578,
      "learning_rate": 4.865965629214819e-06,
      "loss": 1128.9252,
      "step": 9560
    },
    {
      "ce_loss_10": 3.5740526914596558,
      "ce_loss_13": 3.4976862549781798,
      "ce_loss_2": 4.531564974784851,
      "ce_loss_3": 4.273219418525696,
      "ce_loss_7": 3.7471871614456176,
      "epoch": 0.957,
      "grad_norm": 496.0,
      "kl_loss_10": 178.81691131591796,
      "kl_loss_2": 2162.70166015625,
      "kl_loss_3": 1696.7497314453126,
      "kl_loss_7": 603.7053924560547,
      "learning_rate": 4.6476381931251366e-06,
      "loss": 1126.9263,
      "step": 9570
    },
    {
      "ce_loss_10": 3.5494153618812563,
      "ce_loss_13": 3.475415658950806,
      "ce_loss_2": 4.496997284889221,
      "ce_loss_3": 4.230398142337799,
      "ce_loss_7": 3.728412318229675,
      "epoch": 0.958,
      "grad_norm": 496.0,
      "kl_loss_10": 176.03445205688476,
      "kl_loss_2": 2117.532794189453,
      "kl_loss_3": 1643.0480895996093,
      "kl_loss_7": 594.0362182617188,
      "learning_rate": 4.434298949819449e-06,
      "loss": 1135.89,
      "step": 9580
    },
    {
      "ce_loss_10": 3.5075241327285767,
      "ce_loss_13": 3.4301467418670653,
      "ce_loss_2": 4.514026093482971,
      "ce_loss_3": 4.236743009090423,
      "ce_loss_7": 3.6883852958679197,
      "epoch": 0.959,
      "grad_norm": 584.0,
      "kl_loss_10": 182.3026496887207,
      "kl_loss_2": 2271.594354248047,
      "kl_loss_3": 1773.125311279297,
      "kl_loss_7": 624.3575988769531,
      "learning_rate": 4.2259500476214406e-06,
      "loss": 1183.4918,
      "step": 9590
    },
    {
      "ce_loss_10": 3.491668391227722,
      "ce_loss_13": 3.4157654523849486,
      "ce_loss_2": 4.465724205970764,
      "ce_loss_3": 4.201405656337738,
      "ce_loss_7": 3.665540862083435,
      "epoch": 0.96,
      "grad_norm": 556.0,
      "kl_loss_10": 177.03348541259766,
      "kl_loss_2": 2184.085583496094,
      "kl_loss_3": 1717.5306762695313,
      "kl_loss_7": 602.626220703125,
      "learning_rate": 4.02259358460233e-06,
      "loss": 1148.7472,
      "step": 9600
    },
    {
      "ce_loss_10": 3.5573193550109865,
      "ce_loss_13": 3.4829213500022886,
      "ce_loss_2": 4.506733560562134,
      "ce_loss_3": 4.238800776004791,
      "ce_loss_7": 3.7266565203666686,
      "epoch": 0.961,
      "grad_norm": 580.0,
      "kl_loss_10": 176.3166290283203,
      "kl_loss_2": 2114.0912475585938,
      "kl_loss_3": 1637.3499328613282,
      "kl_loss_7": 588.5086486816406,
      "learning_rate": 3.8242316085594916e-06,
      "loss": 1126.8451,
      "step": 9610
    },
    {
      "ce_loss_10": 3.447552573680878,
      "ce_loss_13": 3.369247031211853,
      "ce_loss_2": 4.473224306106568,
      "ce_loss_3": 4.197393763065338,
      "ce_loss_7": 3.6313952803611755,
      "epoch": 0.962,
      "grad_norm": 556.0,
      "kl_loss_10": 180.42641220092773,
      "kl_loss_2": 2280.7411865234376,
      "kl_loss_3": 1787.7846984863281,
      "kl_loss_7": 615.477572631836,
      "learning_rate": 3.630866116995757e-06,
      "loss": 1194.5547,
      "step": 9620
    },
    {
      "ce_loss_10": 3.5979113578796387,
      "ce_loss_13": 3.5257344841957092,
      "ce_loss_2": 4.537094449996948,
      "ce_loss_3": 4.265922880172729,
      "ce_loss_7": 3.7622151970863342,
      "epoch": 0.963,
      "grad_norm": 572.0,
      "kl_loss_10": 174.69513320922852,
      "kl_loss_2": 2105.5745544433594,
      "kl_loss_3": 1622.0366455078124,
      "kl_loss_7": 578.8991943359375,
      "learning_rate": 3.4424990570994797e-06,
      "loss": 1156.3669,
      "step": 9630
    },
    {
      "ce_loss_10": 3.585505282878876,
      "ce_loss_13": 3.5114797711372376,
      "ce_loss_2": 4.518644833564759,
      "ce_loss_3": 4.256495106220245,
      "ce_loss_7": 3.7576936960220335,
      "epoch": 0.964,
      "grad_norm": 482.0,
      "kl_loss_10": 175.59745712280272,
      "kl_loss_2": 2103.631524658203,
      "kl_loss_3": 1631.6069641113281,
      "kl_loss_7": 588.9240661621094,
      "learning_rate": 3.2591323257248896e-06,
      "loss": 1134.1978,
      "step": 9640
    },
    {
      "ce_loss_10": 3.437925660610199,
      "ce_loss_13": 3.3662607192993166,
      "ce_loss_2": 4.409651112556458,
      "ce_loss_3": 4.150672721862793,
      "ce_loss_7": 3.6122069478034975,
      "epoch": 0.965,
      "grad_norm": 556.0,
      "kl_loss_10": 174.7218978881836,
      "kl_loss_2": 2173.464489746094,
      "kl_loss_3": 1704.9824951171875,
      "kl_loss_7": 600.8370666503906,
      "learning_rate": 3.0807677693729385e-06,
      "loss": 1163.455,
      "step": 9650
    },
    {
      "ce_loss_10": 3.623323905467987,
      "ce_loss_13": 3.55154949426651,
      "ce_loss_2": 4.551669549942017,
      "ce_loss_3": 4.290165424346924,
      "ce_loss_7": 3.794328248500824,
      "epoch": 0.966,
      "grad_norm": 544.0,
      "kl_loss_10": 174.09824600219727,
      "kl_loss_2": 2080.361853027344,
      "kl_loss_3": 1626.3007873535157,
      "kl_loss_7": 584.5892837524414,
      "learning_rate": 2.9074071841727055e-06,
      "loss": 1115.8137,
      "step": 9660
    },
    {
      "ce_loss_10": 3.548972153663635,
      "ce_loss_13": 3.4729049801826477,
      "ce_loss_2": 4.494955968856812,
      "ce_loss_3": 4.230167889595032,
      "ce_loss_7": 3.730636739730835,
      "epoch": 0.967,
      "grad_norm": 632.0,
      "kl_loss_10": 177.06267852783202,
      "kl_loss_2": 2105.5685302734373,
      "kl_loss_3": 1641.2366760253906,
      "kl_loss_7": 599.4572601318359,
      "learning_rate": 2.739052315863355e-06,
      "loss": 1112.1609,
      "step": 9670
    },
    {
      "ce_loss_10": 3.5363902688026427,
      "ce_loss_13": 3.4610472440719606,
      "ce_loss_2": 4.502471828460694,
      "ce_loss_3": 4.230240440368652,
      "ce_loss_7": 3.7059998750686645,
      "epoch": 0.968,
      "grad_norm": 560.0,
      "kl_loss_10": 176.56764450073243,
      "kl_loss_2": 2152.0122924804687,
      "kl_loss_3": 1676.3801025390626,
      "kl_loss_7": 591.2061340332032,
      "learning_rate": 2.5757048597765396e-06,
      "loss": 1135.4543,
      "step": 9680
    },
    {
      "ce_loss_10": 3.5459084630012514,
      "ce_loss_13": 3.4721821188926696,
      "ce_loss_2": 4.505685806274414,
      "ce_loss_3": 4.235912537574768,
      "ce_loss_7": 3.722131609916687,
      "epoch": 0.969,
      "grad_norm": 560.0,
      "kl_loss_10": 176.31484680175782,
      "kl_loss_2": 2142.29345703125,
      "kl_loss_3": 1672.873828125,
      "kl_loss_7": 599.0281616210938,
      "learning_rate": 2.417366460819359e-06,
      "loss": 1141.189,
      "step": 9690
    },
    {
      "ce_loss_10": 3.5568428516387938,
      "ce_loss_13": 3.47944039106369,
      "ce_loss_2": 4.546383309364319,
      "ce_loss_3": 4.280533790588379,
      "ce_loss_7": 3.73818119764328,
      "epoch": 0.97,
      "grad_norm": 592.0,
      "kl_loss_10": 181.22289581298827,
      "kl_loss_2": 2223.5619262695313,
      "kl_loss_3": 1743.523046875,
      "kl_loss_7": 618.0255676269531,
      "learning_rate": 2.2640387134577057e-06,
      "loss": 1150.9949,
      "step": 9700
    },
    {
      "ce_loss_10": 3.4835644006729125,
      "ce_loss_13": 3.409128963947296,
      "ce_loss_2": 4.400413775444031,
      "ce_loss_3": 4.1408212065696715,
      "ce_loss_7": 3.6511133790016173,
      "epoch": 0.971,
      "grad_norm": 584.0,
      "kl_loss_10": 169.66612396240234,
      "kl_loss_2": 2037.37294921875,
      "kl_loss_3": 1580.9468200683593,
      "kl_loss_7": 575.112336730957,
      "learning_rate": 2.115723161700278e-06,
      "loss": 1111.2564,
      "step": 9710
    },
    {
      "ce_loss_10": 3.462701106071472,
      "ce_loss_13": 3.383505952358246,
      "ce_loss_2": 4.462756657600403,
      "ce_loss_3": 4.1902328610420225,
      "ce_loss_7": 3.6453136444091796,
      "epoch": 0.972,
      "grad_norm": 676.0,
      "kl_loss_10": 180.0776268005371,
      "kl_loss_2": 2223.634521484375,
      "kl_loss_3": 1740.0434143066407,
      "kl_loss_7": 612.3085083007812,
      "learning_rate": 1.9724212990830937e-06,
      "loss": 1170.462,
      "step": 9720
    },
    {
      "ce_loss_10": 3.6076322913169863,
      "ce_loss_13": 3.532732355594635,
      "ce_loss_2": 4.577161026000977,
      "ce_loss_3": 4.311069667339325,
      "ce_loss_7": 3.7834354996681214,
      "epoch": 0.973,
      "grad_norm": 488.0,
      "kl_loss_10": 178.08698196411132,
      "kl_loss_2": 2168.2475769042967,
      "kl_loss_3": 1699.6189208984374,
      "kl_loss_7": 598.9332580566406,
      "learning_rate": 1.8341345686543331e-06,
      "loss": 1146.8779,
      "step": 9730
    },
    {
      "ce_loss_10": 3.5909879326820375,
      "ce_loss_13": 3.5183821320533752,
      "ce_loss_2": 4.50426287651062,
      "ce_loss_3": 4.235173010826111,
      "ce_loss_7": 3.757961595058441,
      "epoch": 0.974,
      "grad_norm": 548.0,
      "kl_loss_10": 174.61135635375976,
      "kl_loss_2": 2063.9743225097654,
      "kl_loss_3": 1591.8313293457031,
      "kl_loss_7": 585.6029083251954,
      "learning_rate": 1.7008643629596864e-06,
      "loss": 1145.0081,
      "step": 9740
    },
    {
      "ce_loss_10": 3.5759197235107423,
      "ce_loss_13": 3.4986127734184267,
      "ce_loss_2": 4.5397637486457825,
      "ce_loss_3": 4.2685352802276615,
      "ce_loss_7": 3.7446988224983215,
      "epoch": 0.975,
      "grad_norm": 552.0,
      "kl_loss_10": 176.2814811706543,
      "kl_loss_2": 2161.20859375,
      "kl_loss_3": 1678.5180541992188,
      "kl_loss_7": 590.2671813964844,
      "learning_rate": 1.5726120240288633e-06,
      "loss": 1164.5706,
      "step": 9750
    },
    {
      "ce_loss_10": 3.4757342100143434,
      "ce_loss_13": 3.4012367367744445,
      "ce_loss_2": 4.433041834831238,
      "ce_loss_3": 4.165659952163696,
      "ce_loss_7": 3.6462602019309998,
      "epoch": 0.976,
      "grad_norm": 572.0,
      "kl_loss_10": 174.65177154541016,
      "kl_loss_2": 2138.293341064453,
      "kl_loss_3": 1655.4461547851563,
      "kl_loss_7": 589.6313079833984,
      "learning_rate": 1.4493788433612708e-06,
      "loss": 1134.1515,
      "step": 9760
    },
    {
      "ce_loss_10": 3.5877037525177,
      "ce_loss_13": 3.5132053971290587,
      "ce_loss_2": 4.55386061668396,
      "ce_loss_3": 4.287087714672088,
      "ce_loss_7": 3.7638731479644774,
      "epoch": 0.977,
      "grad_norm": 536.0,
      "kl_loss_10": 177.9455436706543,
      "kl_loss_2": 2173.966436767578,
      "kl_loss_3": 1692.082745361328,
      "kl_loss_7": 599.7038208007813,
      "learning_rate": 1.3311660619138578e-06,
      "loss": 1161.4269,
      "step": 9770
    },
    {
      "ce_loss_10": 3.584187960624695,
      "ce_loss_13": 3.510979926586151,
      "ce_loss_2": 4.489086222648621,
      "ce_loss_3": 4.228979337215423,
      "ce_loss_7": 3.748577618598938,
      "epoch": 0.978,
      "grad_norm": 516.0,
      "kl_loss_10": 176.20037689208985,
      "kl_loss_2": 2033.9857421875,
      "kl_loss_3": 1575.569403076172,
      "kl_loss_7": 583.5555999755859,
      "learning_rate": 1.2179748700879012e-06,
      "loss": 1135.4594,
      "step": 9780
    },
    {
      "ce_loss_10": 3.516654706001282,
      "ce_loss_13": 3.442041552066803,
      "ce_loss_2": 4.460341954231263,
      "ce_loss_3": 4.201344418525696,
      "ce_loss_7": 3.6880866169929503,
      "epoch": 0.979,
      "grad_norm": 648.0,
      "kl_loss_10": 175.97493591308594,
      "kl_loss_2": 2106.5852966308594,
      "kl_loss_3": 1640.5349182128907,
      "kl_loss_7": 589.2118927001953,
      "learning_rate": 1.1098064077174619e-06,
      "loss": 1139.4391,
      "step": 9790
    },
    {
      "ce_loss_10": 3.548008131980896,
      "ce_loss_13": 3.470580744743347,
      "ce_loss_2": 4.531388640403748,
      "ce_loss_3": 4.256609618663788,
      "ce_loss_7": 3.7258023023605347,
      "epoch": 0.98,
      "grad_norm": 660.0,
      "kl_loss_10": 175.85005264282228,
      "kl_loss_2": 2184.833563232422,
      "kl_loss_3": 1695.749658203125,
      "kl_loss_7": 597.7893035888671,
      "learning_rate": 1.006661764057837e-06,
      "loss": 1144.1424,
      "step": 9800
    },
    {
      "ce_loss_10": 3.5516860127449035,
      "ce_loss_13": 3.479186308383942,
      "ce_loss_2": 4.507886123657227,
      "ce_loss_3": 4.23874124288559,
      "ce_loss_7": 3.7239818572998047,
      "epoch": 0.981,
      "grad_norm": 548.0,
      "kl_loss_10": 174.7688331604004,
      "kl_loss_2": 2140.183038330078,
      "kl_loss_3": 1663.4087707519532,
      "kl_loss_7": 592.6127227783203,
      "learning_rate": 9.085419777743465e-07,
      "loss": 1136.217,
      "step": 9810
    },
    {
      "ce_loss_10": 3.4896764159202576,
      "ce_loss_13": 3.4188039541244506,
      "ce_loss_2": 4.450884318351745,
      "ce_loss_3": 4.184124147891998,
      "ce_loss_7": 3.6670993685722353,
      "epoch": 0.982,
      "grad_norm": 476.0,
      "kl_loss_10": 171.6952751159668,
      "kl_loss_2": 2127.2390258789064,
      "kl_loss_3": 1658.6653991699218,
      "kl_loss_7": 588.117578125,
      "learning_rate": 8.15448036932176e-07,
      "loss": 1121.8644,
      "step": 9820
    },
    {
      "ce_loss_10": 3.542994940280914,
      "ce_loss_13": 3.471325635910034,
      "ce_loss_2": 4.491614294052124,
      "ce_loss_3": 4.226279616355896,
      "ce_loss_7": 3.716835379600525,
      "epoch": 0.983,
      "grad_norm": 580.0,
      "kl_loss_10": 175.40776138305665,
      "kl_loss_2": 2138.5871826171874,
      "kl_loss_3": 1668.4995056152343,
      "kl_loss_7": 599.0077606201172,
      "learning_rate": 7.273808789862724e-07,
      "loss": 1157.4876,
      "step": 9830
    },
    {
      "ce_loss_10": 3.62471262216568,
      "ce_loss_13": 3.552128314971924,
      "ce_loss_2": 4.560764002799988,
      "ce_loss_3": 4.2987874269485475,
      "ce_loss_7": 3.7973197221755983,
      "epoch": 0.984,
      "grad_norm": 536.0,
      "kl_loss_10": 177.9404067993164,
      "kl_loss_2": 2121.9407958984375,
      "kl_loss_3": 1649.4432312011718,
      "kl_loss_7": 593.6075317382813,
      "learning_rate": 6.443413907720186e-07,
      "loss": 1128.3074,
      "step": 9840
    },
    {
      "ce_loss_10": 3.553659164905548,
      "ce_loss_13": 3.479843807220459,
      "ce_loss_2": 4.502509045600891,
      "ce_loss_3": 4.239866006374359,
      "ce_loss_7": 3.7261658310890198,
      "epoch": 0.985,
      "grad_norm": 612.0,
      "kl_loss_10": 175.90703582763672,
      "kl_loss_2": 2105.8654174804688,
      "kl_loss_3": 1643.8707397460937,
      "kl_loss_7": 589.3217529296875,
      "learning_rate": 5.663304084960185e-07,
      "loss": 1125.6893,
      "step": 9850
    },
    {
      "ce_loss_10": 3.4857439756393434,
      "ce_loss_13": 3.40972044467926,
      "ce_loss_2": 4.458719778060913,
      "ce_loss_3": 4.193828642368317,
      "ce_loss_7": 3.661728310585022,
      "epoch": 0.986,
      "grad_norm": 544.0,
      "kl_loss_10": 175.7668014526367,
      "kl_loss_2": 2168.083819580078,
      "kl_loss_3": 1695.883349609375,
      "kl_loss_7": 599.47685546875,
      "learning_rate": 4.933487177280482e-07,
      "loss": 1132.0084,
      "step": 9860
    },
    {
      "ce_loss_10": 3.577410614490509,
      "ce_loss_13": 3.50371458530426,
      "ce_loss_2": 4.517120695114135,
      "ce_loss_3": 4.256355273723602,
      "ce_loss_7": 3.745650053024292,
      "epoch": 0.987,
      "grad_norm": 580.0,
      "kl_loss_10": 172.69470291137696,
      "kl_loss_2": 2116.2484741210938,
      "kl_loss_3": 1646.7192932128905,
      "kl_loss_7": 586.3196258544922,
      "learning_rate": 4.2539705339295075e-07,
      "loss": 1129.2027,
      "step": 9870
    },
    {
      "ce_loss_10": 3.4351974010467528,
      "ce_loss_13": 3.359704864025116,
      "ce_loss_2": 4.414662563800812,
      "ce_loss_3": 4.1485153317451475,
      "ce_loss_7": 3.614791524410248,
      "epoch": 0.988,
      "grad_norm": 624.0,
      "kl_loss_10": 176.81834564208984,
      "kl_loss_2": 2189.1237670898436,
      "kl_loss_3": 1714.1568420410156,
      "kl_loss_7": 602.8686370849609,
      "learning_rate": 3.6247609976319816e-07,
      "loss": 1142.2324,
      "step": 9880
    },
    {
      "ce_loss_10": 3.5325068116188048,
      "ce_loss_13": 3.4560230016708373,
      "ce_loss_2": 4.515677762031555,
      "ce_loss_3": 4.241289448738098,
      "ce_loss_7": 3.7140289902687074,
      "epoch": 0.989,
      "grad_norm": 644.0,
      "kl_loss_10": 178.62700347900392,
      "kl_loss_2": 2181.043316650391,
      "kl_loss_3": 1701.3241455078125,
      "kl_loss_7": 601.8407318115235,
      "learning_rate": 3.0458649045211895e-07,
      "loss": 1177.6322,
      "step": 9890
    },
    {
      "ce_loss_10": 3.505313539505005,
      "ce_loss_13": 3.4275246262550354,
      "ce_loss_2": 4.470349764823913,
      "ce_loss_3": 4.199915885925293,
      "ce_loss_7": 3.687111556529999,
      "epoch": 0.99,
      "grad_norm": 628.0,
      "kl_loss_10": 179.9844207763672,
      "kl_loss_2": 2144.779681396484,
      "kl_loss_3": 1664.5868041992187,
      "kl_loss_7": 610.2965026855469,
      "learning_rate": 2.517288084074587e-07,
      "loss": 1173.5785,
      "step": 9900
    },
    {
      "ce_loss_10": 3.541435408592224,
      "ce_loss_13": 3.4641653418540956,
      "ce_loss_2": 4.540918755531311,
      "ce_loss_3": 4.268487918376922,
      "ce_loss_7": 3.728367364406586,
      "epoch": 0.991,
      "grad_norm": 544.0,
      "kl_loss_10": 181.58360061645507,
      "kl_loss_2": 2223.09423828125,
      "kl_loss_3": 1733.728173828125,
      "kl_loss_7": 618.8083801269531,
      "learning_rate": 2.0390358590538505e-07,
      "loss": 1164.2306,
      "step": 9910
    },
    {
      "ce_loss_10": 3.5465844750404356,
      "ce_loss_13": 3.4692795395851137,
      "ce_loss_2": 4.505300617218017,
      "ce_loss_3": 4.238151812553406,
      "ce_loss_7": 3.7215544462203978,
      "epoch": 0.992,
      "grad_norm": 516.0,
      "kl_loss_10": 178.79893417358397,
      "kl_loss_2": 2149.3738037109374,
      "kl_loss_3": 1683.4728881835938,
      "kl_loss_7": 602.8562408447266,
      "learning_rate": 1.61111304545436e-07,
      "loss": 1139.9141,
      "step": 9920
    },
    {
      "ce_loss_10": 3.5144612431526183,
      "ce_loss_13": 3.439807415008545,
      "ce_loss_2": 4.468925881385803,
      "ce_loss_3": 4.204157900810242,
      "ce_loss_7": 3.68552029132843,
      "epoch": 0.993,
      "grad_norm": 524.0,
      "kl_loss_10": 174.9011474609375,
      "kl_loss_2": 2131.701556396484,
      "kl_loss_3": 1667.3637084960938,
      "kl_loss_7": 591.8195831298829,
      "learning_rate": 1.2335239524541298e-07,
      "loss": 1123.1069,
      "step": 9930
    },
    {
      "ce_loss_10": 3.485284912586212,
      "ce_loss_13": 3.4107711553573608,
      "ce_loss_2": 4.4413145065307615,
      "ce_loss_3": 4.1761764764785765,
      "ce_loss_7": 3.658044862747192,
      "epoch": 0.994,
      "grad_norm": 552.0,
      "kl_loss_10": 174.74987030029297,
      "kl_loss_2": 2137.9515625,
      "kl_loss_3": 1659.8411071777343,
      "kl_loss_7": 590.9619750976562,
      "learning_rate": 9.06272382371065e-08,
      "loss": 1140.1338,
      "step": 9940
    },
    {
      "ce_loss_10": 3.5549147844314577,
      "ce_loss_13": 3.482628679275513,
      "ce_loss_2": 4.527088284492493,
      "ce_loss_3": 4.2653639078140255,
      "ce_loss_7": 3.7300615668296815,
      "epoch": 0.995,
      "grad_norm": 540.0,
      "kl_loss_10": 177.89019927978515,
      "kl_loss_2": 2179.192108154297,
      "kl_loss_3": 1710.0057861328125,
      "kl_loss_7": 601.8619506835937,
      "learning_rate": 6.293616306246586e-08,
      "loss": 1148.1468,
      "step": 9950
    },
    {
      "ce_loss_10": 3.5492191195487974,
      "ce_loss_13": 3.4784142851829527,
      "ce_loss_2": 4.47113618850708,
      "ce_loss_3": 4.207776916027069,
      "ce_loss_7": 3.7163458704948424,
      "epoch": 0.996,
      "grad_norm": 568.0,
      "kl_loss_10": 171.20833358764648,
      "kl_loss_2": 2067.156182861328,
      "kl_loss_3": 1607.7954223632812,
      "kl_loss_7": 575.8024002075196,
      "learning_rate": 4.027944857032395e-08,
      "loss": 1102.1236,
      "step": 9960
    },
    {
      "ce_loss_10": 3.5417333483695983,
      "ce_loss_13": 3.4737359166145323,
      "ce_loss_2": 4.454948210716248,
      "ce_loss_3": 4.189112281799316,
      "ce_loss_7": 3.7030033111572265,
      "epoch": 0.997,
      "grad_norm": 564.0,
      "kl_loss_10": 169.30588455200194,
      "kl_loss_2": 2030.570849609375,
      "kl_loss_3": 1568.8222778320312,
      "kl_loss_7": 562.5833770751954,
      "learning_rate": 2.265732291356626e-08,
      "loss": 1096.3691,
      "step": 9970
    },
    {
      "ce_loss_10": 3.5887541651725767,
      "ce_loss_13": 3.5155721068382264,
      "ce_loss_2": 4.518339204788208,
      "ce_loss_3": 4.2516262292861935,
      "ce_loss_7": 3.7596161723136903,
      "epoch": 0.998,
      "grad_norm": 516.0,
      "kl_loss_10": 174.8034523010254,
      "kl_loss_2": 2081.462506103516,
      "kl_loss_3": 1607.8740112304688,
      "kl_loss_7": 584.5911361694336,
      "learning_rate": 1.0069963546743833e-08,
      "loss": 1138.0035,
      "step": 9980
    },
    {
      "ce_loss_10": 3.567852771282196,
      "ce_loss_13": 3.4926111340522765,
      "ce_loss_2": 4.526482367515564,
      "ce_loss_3": 4.2642577409744264,
      "ce_loss_7": 3.741330122947693,
      "epoch": 0.999,
      "grad_norm": 504.0,
      "kl_loss_10": 177.2101951599121,
      "kl_loss_2": 2140.8559020996095,
      "kl_loss_3": 1666.8830322265626,
      "kl_loss_7": 597.1717834472656,
      "learning_rate": 2.517497224463483e-09,
      "loss": 1140.1191,
      "step": 9990
    },
    {
      "ce_loss_10": 3.5264371991157533,
      "ce_loss_13": 3.450861382484436,
      "ce_loss_2": 4.53892297744751,
      "ce_loss_3": 4.266285753250122,
      "ce_loss_7": 3.7066094994544985,
      "epoch": 1.0,
      "grad_norm": 580.0,
      "kl_loss_10": 180.3290283203125,
      "kl_loss_2": 2255.579718017578,
      "kl_loss_3": 1769.6880432128905,
      "kl_loss_7": 615.3499603271484,
      "learning_rate": 0.0,
      "loss": 1181.1314,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 250,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.177819035608023e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}