{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9932104752667313,
  "eval_steps": 1024,
  "global_step": 21504,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011823934229365849,
      "grad_norm": 0.8926580548286438,
      "learning_rate": 0.000498046875,
      "loss": 7.760124206542969,
      "step": 256
    },
    {
      "epoch": 0.023647868458731697,
      "grad_norm": 1.5264979600906372,
      "learning_rate": 0.000998046875,
      "loss": 1.7502448558807373,
      "step": 512
    },
    {
      "epoch": 0.03547180268809755,
      "grad_norm": 1.034440517425537,
      "learning_rate": 0.000999640996023194,
      "loss": 1.0943012237548828,
      "step": 768
    },
    {
      "epoch": 0.047295736917463395,
      "grad_norm": 1.2952566146850586,
      "learning_rate": 0.0009985588674043958,
      "loss": 0.9299185276031494,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_bleu": 0.8108942681968176,
      "eval_cos_loss": 0.18627598218313635,
      "eval_dec_loss": 0.22058332814371476,
      "eval_loss": 0.8581492928065122,
      "eval_mse2_loss": 0.0729683047781388,
      "eval_mse_loss": 0.5191411869302732,
      "eval_rec_loss": 0.024248257404848185,
      "eval_var_loss": 0.0025806165721318493,
      "flow/cos_sim": 0.8137240362221791,
      "flow/improvement_ratio": 0.953395878479361,
      "flow/mag_ratio_mean": 0.8106630417309939,
      "flow/mag_ratio_std": 0.14785969192714996,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_bleu": 0.8108942681968176,
      "eval_cos_loss": 0.18627598218313635,
      "eval_dec_loss": 0.22058332814371476,
      "eval_loss": 0.8581492928065122,
      "eval_mse2_loss": 0.0729683047781388,
      "eval_mse_loss": 0.5191411869302732,
      "eval_rec_loss": 0.024248257404848185,
      "eval_runtime": 153.8108,
      "eval_samples_per_second": 181.996,
      "eval_steps_per_second": 2.848,
      "eval_var_loss": 0.0025806165721318493,
      "flow/cos_sim": 0.8137240362221791,
      "flow/improvement_ratio": 0.953395878479361,
      "flow/mag_ratio_mean": 0.8106630417309939,
      "flow/mag_ratio_std": 0.14785969192714996,
      "step": 1024
    },
    {
      "epoch": 0.05911967114682925,
      "grad_norm": 1.6030019521713257,
      "learning_rate": 0.0009967551747861387,
      "loss": 0.8445956110954285,
      "step": 1280
    },
    {
      "epoch": 0.0709436053761951,
      "grad_norm": 1.6468690633773804,
      "learning_rate": 0.000994232528651847,
      "loss": 0.7937943339347839,
      "step": 1536
    },
    {
      "epoch": 0.08276753960556095,
      "grad_norm": 1.9545633792877197,
      "learning_rate": 0.0009909945800260092,
      "loss": 0.7469877600669861,
      "step": 1792
    },
    {
      "epoch": 0.09459147383492679,
      "grad_norm": 1.2975454330444336,
      "learning_rate": 0.0009870460151900522,
      "loss": 0.7277378439903259,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_bleu": 0.8332413753983823,
      "eval_cos_loss": 0.12301718736212003,
      "eval_dec_loss": 0.18318539169791354,
      "eval_loss": 0.6979760440517234,
      "eval_mse2_loss": 0.056748984509134945,
      "eval_mse_loss": 0.43819310152095203,
      "eval_rec_loss": 0.006146695995894708,
      "eval_var_loss": 0.0014001506648651542,
      "flow/cos_sim": 0.8769828294782334,
      "flow/improvement_ratio": 0.9491692741984101,
      "flow/mag_ratio_mean": 0.8741380685268472,
      "flow/mag_ratio_std": 0.1099956316456675,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_bleu": 0.8332413753983823,
      "eval_cos_loss": 0.12301718736212003,
      "eval_dec_loss": 0.18318539169791354,
      "eval_loss": 0.6979760440517234,
      "eval_mse2_loss": 0.056748984509134945,
      "eval_mse_loss": 0.43819310152095203,
      "eval_rec_loss": 0.006146695995894708,
      "eval_runtime": 147.7361,
      "eval_samples_per_second": 189.48,
      "eval_steps_per_second": 2.965,
      "eval_var_loss": 0.0014001506648651542,
      "flow/cos_sim": 0.8769828294782334,
      "flow/improvement_ratio": 0.9491692741984101,
      "flow/mag_ratio_mean": 0.8741380685268472,
      "flow/mag_ratio_std": 0.1099956316456675,
      "step": 2048
    },
    {
      "epoch": 0.10641540806429264,
      "grad_norm": 1.0802249908447266,
      "learning_rate": 0.0009823925488998885,
      "loss": 0.7090811133384705,
      "step": 2304
    },
    {
      "epoch": 0.1182393422936585,
      "grad_norm": 1.3514765501022339,
      "learning_rate": 0.0009770409161149525,
      "loss": 0.6976003646850586,
      "step": 2560
    },
    {
      "epoch": 0.13006327652302435,
      "grad_norm": 1.3863739967346191,
      "learning_rate": 0.0009709988622506973,
      "loss": 0.6783488392829895,
      "step": 2816
    },
    {
      "epoch": 0.1418872107523902,
      "grad_norm": 1.2354881763458252,
      "learning_rate": 0.000964275131968659,
      "loss": 0.6734734773635864,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_bleu": 0.8490467382834135,
      "eval_cos_loss": 0.09506861453867393,
      "eval_dec_loss": 0.16530320855903707,
      "eval_loss": 0.6531072377342068,
      "eval_mse2_loss": 0.052244682587921344,
      "eval_mse_loss": 0.4211963676426509,
      "eval_rec_loss": 0.003093622522146896,
      "eval_var_loss": 0.0017624946489726027,
      "flow/cos_sim": 0.9049313971985421,
      "flow/improvement_ratio": 0.950364352905587,
      "flow/mag_ratio_mean": 0.8911371738671168,
      "flow/mag_ratio_std": 0.10241742183764775,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_bleu": 0.8490467382834135,
      "eval_cos_loss": 0.09506861453867393,
      "eval_dec_loss": 0.16530320855903707,
      "eval_loss": 0.6531072377342068,
      "eval_mse2_loss": 0.052244682587921344,
      "eval_mse_loss": 0.4211963676426509,
      "eval_rec_loss": 0.003093622522146896,
      "eval_runtime": 144.2539,
      "eval_samples_per_second": 194.054,
      "eval_steps_per_second": 3.036,
      "eval_var_loss": 0.0017624946489726027,
      "flow/cos_sim": 0.9049313971985421,
      "flow/improvement_ratio": 0.950364352905587,
      "flow/mag_ratio_mean": 0.8911371738671168,
      "flow/mag_ratio_std": 0.10241742183764775,
      "step": 3072
    },
    {
      "epoch": 0.15371114498175603,
      "grad_norm": 1.2442104816436768,
      "learning_rate": 0.0009568794565203123,
      "loss": 0.6588751673698425,
      "step": 3328
    },
    {
      "epoch": 0.1655350792111219,
      "grad_norm": 1.032291054725647,
      "learning_rate": 0.0009488225396630347,
      "loss": 0.647803008556366,
      "step": 3584
    },
    {
      "epoch": 0.17735901344048774,
      "grad_norm": 1.2258528470993042,
      "learning_rate": 0.0009401160421685646,
      "loss": 0.6433600783348083,
      "step": 3840
    },
    {
      "epoch": 0.18918294766985358,
      "grad_norm": 1.1139024496078491,
      "learning_rate": 0.0009307725649463714,
      "loss": 0.6353314518928528,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_bleu": 0.8504080018321996,
      "eval_cos_loss": 0.07373750197901029,
      "eval_dec_loss": 0.15640341749066086,
      "eval_loss": 0.6174904828610486,
      "eval_mse2_loss": 0.04752455838024616,
      "eval_mse_loss": 0.4026154523979039,
      "eval_rec_loss": 0.002115985062733488,
      "eval_var_loss": 0.0014573188677226027,
      "flow/cos_sim": 0.9262625174979641,
      "flow/improvement_ratio": 0.9461281280539352,
      "flow/mag_ratio_mean": 0.9282138170716969,
      "flow/mag_ratio_std": 0.0990274522844787,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_bleu": 0.8504080018321996,
      "eval_cos_loss": 0.07373750197901029,
      "eval_dec_loss": 0.15640341749066086,
      "eval_loss": 0.6174904828610486,
      "eval_mse2_loss": 0.04752455838024616,
      "eval_mse_loss": 0.4026154523979039,
      "eval_rec_loss": 0.002115985062733488,
      "eval_runtime": 144.4539,
      "eval_samples_per_second": 193.785,
      "eval_steps_per_second": 3.032,
      "eval_var_loss": 0.0014573188677226027,
      "flow/cos_sim": 0.9262625174979641,
      "flow/improvement_ratio": 0.9461281280539352,
      "flow/mag_ratio_mean": 0.9282138170716969,
      "flow/mag_ratio_std": 0.0990274522844787,
      "step": 4096
    },
    {
      "epoch": 0.20100688189921945,
      "grad_norm": 1.0958069562911987,
      "learning_rate": 0.0009208056308063659,
      "loss": 0.6263965368270874,
      "step": 4352
    },
    {
      "epoch": 0.2128308161285853,
      "grad_norm": 1.2000305652618408,
      "learning_rate": 0.0009102296648873445,
      "loss": 0.618091344833374,
      "step": 4608
    },
    {
      "epoch": 0.22465475035795113,
      "grad_norm": 0.8440291285514832,
      "learning_rate": 0.0008990599737794927,
      "loss": 0.6174848079681396,
      "step": 4864
    },
    {
      "epoch": 0.236478684587317,
      "grad_norm": 0.9181346893310547,
      "learning_rate": 0.0008873127233711644,
      "loss": 0.606370747089386,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_bleu": 0.854693698336936,
      "eval_cos_loss": 0.058853609810613064,
      "eval_dec_loss": 0.15538246511188272,
      "eval_loss": 0.5900675073334071,
      "eval_mse2_loss": 0.04474926833488625,
      "eval_mse_loss": 0.3815204039828418,
      "eval_rec_loss": 0.0014702541673647402,
      "eval_var_loss": 0.0010597542540667808,
      "flow/cos_sim": 0.9411464126687071,
      "flow/improvement_ratio": 0.9471585357298046,
      "flow/mag_ratio_mean": 0.9485053326169105,
      "flow/mag_ratio_std": 0.0952613887347315,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_bleu": 0.854693698336936,
      "eval_cos_loss": 0.058853609810613064,
      "eval_dec_loss": 0.15538246511188272,
      "eval_loss": 0.5900675073334071,
      "eval_mse2_loss": 0.04474926833488625,
      "eval_mse_loss": 0.3815204039828418,
      "eval_rec_loss": 0.0014702541673647402,
      "eval_runtime": 144.8825,
      "eval_samples_per_second": 193.212,
      "eval_steps_per_second": 3.023,
      "eval_var_loss": 0.0010597542540667808,
      "flow/cos_sim": 0.9411464126687071,
      "flow/improvement_ratio": 0.9471585357298046,
      "flow/mag_ratio_mean": 0.9485053326169105,
      "flow/mag_ratio_std": 0.0952613887347315,
      "step": 5120
    },
    {
      "epoch": 0.24830261881668284,
      "grad_norm": 1.0105012655258179,
      "learning_rate": 0.0008750049154520011,
      "loss": 0.5982246398925781,
      "step": 5376
    },
    {
      "epoch": 0.2601265530460487,
      "grad_norm": 1.7041122913360596,
      "learning_rate": 0.0008621543631062487,
      "loss": 0.6011320948600769,
      "step": 5632
    },
    {
      "epoch": 0.27195048727541454,
      "grad_norm": 1.2530128955841064,
      "learning_rate": 0.0008487796649318904,
      "loss": 0.5908714532852173,
      "step": 5888
    },
    {
      "epoch": 0.2837744215047804,
      "grad_norm": 0.8214261531829834,
      "learning_rate": 0.0008349001781229053,
      "loss": 0.5860975980758667,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_bleu": 0.8588448853802904,
      "eval_cos_loss": 0.050389231161371756,
      "eval_dec_loss": 0.14640251302147564,
      "eval_loss": 0.5701193273339642,
      "eval_mse2_loss": 0.04257897145569869,
      "eval_mse_loss": 0.3735292319837771,
      "eval_rec_loss": 0.0011887007649628058,
      "eval_var_loss": 0.001380990084992152,
      "flow/cos_sim": 0.9496107875756478,
      "flow/improvement_ratio": 0.9471838724667623,
      "flow/mag_ratio_mean": 0.9603897756365336,
      "flow/mag_ratio_std": 0.09184158112020253,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_bleu": 0.8588448853802904,
      "eval_cos_loss": 0.050389231161371756,
      "eval_dec_loss": 0.14640251302147564,
      "eval_loss": 0.5701193273339642,
      "eval_mse2_loss": 0.04257897145569869,
      "eval_mse_loss": 0.3735292319837771,
      "eval_rec_loss": 0.0011887007649628058,
      "eval_runtime": 145.6643,
      "eval_samples_per_second": 192.175,
      "eval_steps_per_second": 3.007,
      "eval_var_loss": 0.001380990084992152,
      "flow/cos_sim": 0.9496107875756478,
      "flow/improvement_ratio": 0.9471838724667623,
      "flow/mag_ratio_mean": 0.9603897756365336,
      "flow/mag_ratio_std": 0.09184158112020253,
      "step": 6144
    },
    {
      "epoch": 0.2955983557341462,
      "grad_norm": 0.9015347361564636,
      "learning_rate": 0.0008205359904536107,
      "loss": 0.5818743705749512,
      "step": 6400
    },
    {
      "epoch": 0.30742228996351206,
      "grad_norm": 0.8061195611953735,
      "learning_rate": 0.0008057078912056363,
      "loss": 0.5712096691131592,
      "step": 6656
    },
    {
      "epoch": 0.3192462241928779,
      "grad_norm": 0.9496876001358032,
      "learning_rate": 0.0007904373410796086,
      "loss": 0.5827493667602539,
      "step": 6912
    },
    {
      "epoch": 0.3310701584222438,
      "grad_norm": 0.9318349957466125,
      "learning_rate": 0.0007747464411350876,
      "loss": 0.5713083744049072,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_bleu": 0.8655904613504272,
      "eval_cos_loss": 0.04345733123793177,
      "eval_dec_loss": 0.1383160431550382,
      "eval_loss": 0.560146918988119,
      "eval_mse2_loss": 0.04110090016093973,
      "eval_mse_loss": 0.37529142364247203,
      "eval_rec_loss": 0.0010027640903040077,
      "eval_var_loss": 9.005472540311074e-05,
      "flow/cos_sim": 0.956542692227995,
      "flow/improvement_ratio": 0.9472023688222719,
      "flow/mag_ratio_mean": 0.9649291216782784,
      "flow/mag_ratio_std": 0.08745992025488043,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_bleu": 0.8655904613504272,
      "eval_cos_loss": 0.04345733123793177,
      "eval_dec_loss": 0.1383160431550382,
      "eval_loss": 0.560146918988119,
      "eval_mse2_loss": 0.04110090016093973,
      "eval_mse_loss": 0.37529142364247203,
      "eval_rec_loss": 0.0010027640903040077,
      "eval_runtime": 147.3557,
      "eval_samples_per_second": 189.969,
      "eval_steps_per_second": 2.972,
      "eval_var_loss": 9.005472540311074e-05,
      "flow/cos_sim": 0.956542692227995,
      "flow/improvement_ratio": 0.9472023688222719,
      "flow/mag_ratio_mean": 0.9649291216782784,
      "flow/mag_ratio_std": 0.08745992025488043,
      "step": 7168
    },
    {
      "epoch": 0.34289409265160964,
      "grad_norm": 1.0284937620162964,
      "learning_rate": 0.000758657900803716,
      "loss": 0.5740544199943542,
      "step": 7424
    },
    {
      "epoch": 0.3547180268809755,
      "grad_norm": 0.7206848859786987,
      "learning_rate": 0.000742195005021869,
      "loss": 0.5760706067085266,
      "step": 7680
    },
    {
      "epoch": 0.3665419611103413,
      "grad_norm": 1.221917748451233,
      "learning_rate": 0.0007253815805303786,
      "loss": 0.566294252872467,
      "step": 7936
    },
    {
      "epoch": 0.37836589533970716,
      "grad_norm": 0.8819605708122253,
      "learning_rate": 0.0007082419613901028,
      "loss": 0.5628067851066589,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_bleu": 0.871946148436791,
      "eval_cos_loss": 0.03890436059331785,
      "eval_dec_loss": 0.1332924633104031,
      "eval_loss": 0.5495835452183196,
      "eval_mse2_loss": 0.040371610187674496,
      "eval_mse_loss": 0.3710057751773155,
      "eval_rec_loss": 0.0008419993847885518,
      "eval_var_loss": 0.0001812590855986016,
      "flow/cos_sim": 0.9610956558898159,
      "flow/improvement_ratio": 0.9478674083267717,
      "flow/mag_ratio_mean": 0.9691984739205609,
      "flow/mag_ratio_std": 0.08465842693431737,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_bleu": 0.871946148436791,
      "eval_cos_loss": 0.03890436059331785,
      "eval_dec_loss": 0.1332924633104031,
      "eval_loss": 0.5495835452183196,
      "eval_mse2_loss": 0.040371610187674496,
      "eval_mse_loss": 0.3710057751773155,
      "eval_rec_loss": 0.0008419993847885518,
      "eval_runtime": 146.7514,
      "eval_samples_per_second": 190.751,
      "eval_steps_per_second": 2.985,
      "eval_var_loss": 0.0001812590855986016,
      "flow/cos_sim": 0.9610956558898159,
      "flow/improvement_ratio": 0.9478674083267717,
      "flow/mag_ratio_mean": 0.9691984739205609,
      "flow/mag_ratio_std": 0.08465842693431737,
      "step": 8192
    },
    {
      "epoch": 0.390189829569073,
      "grad_norm": 1.2066078186035156,
      "learning_rate": 0.0006908009537632514,
      "loss": 0.5644704699516296,
      "step": 8448
    },
    {
      "epoch": 0.4020137637984389,
      "grad_norm": 1.2743791341781616,
      "learning_rate": 0.0006730838000114403,
      "loss": 0.5624759197235107,
      "step": 8704
    },
    {
      "epoch": 0.41383769802780473,
      "grad_norm": 0.6424040198326111,
      "learning_rate": 0.0006551161421624341,
      "loss": 0.5654159188270569,
      "step": 8960
    },
    {
      "epoch": 0.4256616322571706,
      "grad_norm": 1.0390995740890503,
      "learning_rate": 0.0006369239847984517,
      "loss": 0.5563592910766602,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_bleu": 0.8641208937990813,
      "eval_cos_loss": 0.034672807719235275,
      "eval_dec_loss": 0.14222022919962396,
      "eval_loss": 0.5460346293503835,
      "eval_mse2_loss": 0.03956130868223704,
      "eval_mse_loss": 0.3584019422667212,
      "eval_rec_loss": 0.0007127871282784625,
      "eval_var_loss": 0.0016710812642694063,
      "flow/cos_sim": 0.965327212663546,
      "flow/improvement_ratio": 0.946786184561307,
      "flow/mag_ratio_mean": 0.9734560983366074,
      "flow/mag_ratio_std": 0.08033725547872178,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_bleu": 0.8641208937990813,
      "eval_cos_loss": 0.034672807719235275,
      "eval_dec_loss": 0.14222022919962396,
      "eval_loss": 0.5460346293503835,
      "eval_mse2_loss": 0.03956130868223704,
      "eval_mse_loss": 0.3584019422667212,
      "eval_rec_loss": 0.0007127871282784625,
      "eval_runtime": 146.177,
      "eval_samples_per_second": 191.501,
      "eval_steps_per_second": 2.996,
      "eval_var_loss": 0.0016710812642694063,
      "flow/cos_sim": 0.965327212663546,
      "flow/improvement_ratio": 0.946786184561307,
      "flow/mag_ratio_mean": 0.9734560983366074,
      "flow/mag_ratio_std": 0.08033725547872178,
      "step": 9216
    },
    {
      "epoch": 0.4374855664865364,
      "grad_norm": 1.0673410892486572,
      "learning_rate": 0.0006185336574197479,
      "loss": 0.55131596326828,
      "step": 9472
    },
    {
      "epoch": 0.44930950071590225,
      "grad_norm": 1.1385674476623535,
      "learning_rate": 0.0005999717763379407,
      "loss": 0.5542811155319214,
      "step": 9728
    },
    {
      "epoch": 0.4611334349452681,
      "grad_norm": 1.3084577322006226,
      "learning_rate": 0.0005812652061542363,
      "loss": 0.5522482395172119,
      "step": 9984
    },
    {
      "epoch": 0.472957369174634,
      "grad_norm": 0.9078991413116455,
      "learning_rate": 0.0005624410208783071,
      "loss": 0.5514112114906311,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_bleu": 0.8714027910618674,
      "eval_cos_loss": 0.031159216023505278,
      "eval_dec_loss": 0.13065314148744084,
      "eval_loss": 0.5320979358126584,
      "eval_mse2_loss": 0.038692950696331455,
      "eval_mse_loss": 0.3575415439121255,
      "eval_rec_loss": 0.0006259792361515585,
      "eval_var_loss": 0.001468397166630993,
      "flow/cos_sim": 0.968840807404148,
      "flow/improvement_ratio": 0.9490241132098246,
      "flow/mag_ratio_mean": 0.9646270977307673,
      "flow/mag_ratio_std": 0.07568225521407171,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_bleu": 0.8714027910618674,
      "eval_cos_loss": 0.031159216023505278,
      "eval_dec_loss": 0.13065314148744084,
      "eval_loss": 0.5320979358126584,
      "eval_mse2_loss": 0.038692950696331455,
      "eval_mse_loss": 0.3575415439121255,
      "eval_rec_loss": 0.0006259792361515585,
      "eval_runtime": 147.3748,
      "eval_samples_per_second": 189.944,
      "eval_steps_per_second": 2.972,
      "eval_var_loss": 0.001468397166630993,
      "flow/cos_sim": 0.968840807404148,
      "flow/improvement_ratio": 0.9490241132098246,
      "flow/mag_ratio_mean": 0.9646270977307673,
      "flow/mag_ratio_std": 0.07568225521407171,
      "step": 10240
    },
    {
      "epoch": 0.48478130340399983,
      "grad_norm": 1.3058608770370483,
      "learning_rate": 0.0005435264647440881,
      "loss": 0.547296941280365,
      "step": 10496
    },
    {
      "epoch": 0.49660523763336567,
      "grad_norm": 1.0200841426849365,
      "learning_rate": 0.000524548912779213,
      "loss": 0.544040322303772,
      "step": 10752
    },
    {
      "epoch": 0.5084291718627315,
      "grad_norm": 1.1076935529708862,
      "learning_rate": 0.0005055358311851499,
      "loss": 0.5454155206680298,
      "step": 11008
    },
    {
      "epoch": 0.5202531060920974,
      "grad_norm": 0.8338369727134705,
      "learning_rate": 0.0004865147375853812,
      "loss": 0.5434398651123047,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_bleu": 0.8728636919662941,
      "eval_cos_loss": 0.029134724701682456,
      "eval_dec_loss": 0.130046037353201,
      "eval_loss": 0.5287471506829675,
      "eval_mse2_loss": 0.037880827574969425,
      "eval_mse_loss": 0.3566115467243543,
      "eval_rec_loss": 0.0005072098316288007,
      "eval_var_loss": 0.0007880572314676084,
      "flow/cos_sim": 0.9708652933166452,
      "flow/improvement_ratio": 0.9513337348149792,
      "flow/mag_ratio_mean": 0.9743897437232815,
      "flow/mag_ratio_std": 0.07394225260914733,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_bleu": 0.8728636919662941,
      "eval_cos_loss": 0.029134724701682456,
      "eval_dec_loss": 0.130046037353201,
      "eval_loss": 0.5287471506829675,
      "eval_mse2_loss": 0.037880827574969425,
      "eval_mse_loss": 0.3566115467243543,
      "eval_rec_loss": 0.0005072098316288007,
      "eval_runtime": 147.0551,
      "eval_samples_per_second": 190.357,
      "eval_steps_per_second": 2.978,
      "eval_var_loss": 0.0007880572314676084,
      "flow/cos_sim": 0.9708652933166452,
      "flow/improvement_ratio": 0.9513337348149792,
      "flow/mag_ratio_mean": 0.9743897437232815,
      "flow/mag_ratio_std": 0.07394225260914733,
      "step": 11264
    },
    {
      "epoch": 0.5320770403214632,
      "grad_norm": 1.2937544584274292,
      "learning_rate": 0.0004675131611991607,
      "loss": 0.5423741936683655,
      "step": 11520
    },
    {
      "epoch": 0.5439009745508291,
      "grad_norm": 0.9950433373451233,
      "learning_rate": 0.0004485586029984899,
      "loss": 0.536012589931488,
      "step": 11776
    },
    {
      "epoch": 0.5557249087801949,
      "grad_norm": 0.9091536402702332,
      "learning_rate": 0.00042967849590597266,
      "loss": 0.5319453477859497,
      "step": 12032
    },
    {
      "epoch": 0.5675488430095608,
      "grad_norm": 1.1773775815963745,
      "learning_rate": 0.0004109001650911621,
      "loss": 0.5343883037567139,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_bleu": 0.8703424178205617,
      "eval_cos_loss": 0.026759936142559736,
      "eval_dec_loss": 0.1364484317855884,
      "eval_loss": 0.5287964605305293,
      "eval_mse2_loss": 0.03801968024796955,
      "eval_mse_loss": 0.34965787868793696,
      "eval_rec_loss": 0.00048410188376538874,
      "eval_var_loss": 0.0015103762552618437,
      "flow/cos_sim": 0.9732400857966784,
      "flow/improvement_ratio": 0.9476525126254722,
      "flow/mag_ratio_mean": 0.9758574831975649,
      "flow/mag_ratio_std": 0.06964536890659702,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_bleu": 0.8703424178205617,
      "eval_cos_loss": 0.026759936142559736,
      "eval_dec_loss": 0.1364484317855884,
      "eval_loss": 0.5287964605305293,
      "eval_mse2_loss": 0.03801968024796955,
      "eval_mse_loss": 0.34965787868793696,
      "eval_rec_loss": 0.00048410188376538874,
      "eval_runtime": 146.8515,
      "eval_samples_per_second": 190.621,
      "eval_steps_per_second": 2.983,
      "eval_var_loss": 0.0015103762552618437,
      "flow/cos_sim": 0.9732400857966784,
      "flow/improvement_ratio": 0.9476525126254722,
      "flow/mag_ratio_mean": 0.9758574831975649,
      "flow/mag_ratio_std": 0.06964536890659702,
      "step": 12288
    },
    {
      "epoch": 0.5793727772389267,
      "grad_norm": 0.8995824456214905,
      "learning_rate": 0.0003922507884228551,
      "loss": 0.5339757800102234,
      "step": 12544
    },
    {
      "epoch": 0.5911967114682924,
      "grad_norm": 0.7776889801025391,
      "learning_rate": 0.00037375735713457723,
      "loss": 0.5342178344726562,
      "step": 12800
    },
    {
      "epoch": 0.6030206456976583,
      "grad_norm": 0.7428849935531616,
      "learning_rate": 0.00035544663676018276,
      "loss": 0.5334670543670654,
      "step": 13056
    },
    {
      "epoch": 0.6148445799270241,
      "grad_norm": 1.0038323402404785,
      "learning_rate": 0.00033734512839611255,
      "loss": 0.5338785648345947,
      "step": 13312
    },
    {
      "epoch": 0.6148445799270241,
      "eval_bleu": 0.8742863450888384,
      "eval_cos_loss": 0.02497413170153964,
      "eval_dec_loss": 0.13080026295682476,
      "eval_loss": 0.5225390315600181,
      "eval_mse2_loss": 0.03739905954853177,
      "eval_mse_loss": 0.35115713799652987,
      "eval_rec_loss": 0.0004604576855995448,
      "eval_var_loss": 0.00022470134578339042,
      "flow/cos_sim": 0.9750258914411885,
      "flow/improvement_ratio": 0.9472176692529356,
      "flow/mag_ratio_mean": 0.9779115002177078,
      "flow/mag_ratio_std": 0.06864877739181258,
      "step": 13312
    },
    {
      "epoch": 0.6148445799270241,
      "eval_bleu": 0.8742863450888384,
      "eval_cos_loss": 0.02497413170153964,
      "eval_dec_loss": 0.13080026295682476,
      "eval_loss": 0.5225390315600181,
      "eval_mse2_loss": 0.03739905954853177,
      "eval_mse_loss": 0.35115713799652987,
      "eval_rec_loss": 0.0004604576855995448,
      "eval_runtime": 147.1381,
      "eval_samples_per_second": 190.25,
      "eval_steps_per_second": 2.977,
      "eval_var_loss": 0.00022470134578339042,
      "flow/cos_sim": 0.9750258914411885,
      "flow/improvement_ratio": 0.9472176692529356,
      "flow/mag_ratio_mean": 0.9779115002177078,
      "flow/mag_ratio_std": 0.06864877739181258,
      "step": 13312
    },
    {
      "epoch": 0.62666851415639,
      "grad_norm": 0.8821900486946106,
      "learning_rate": 0.0003194790303463687,
      "loss": 0.5262507200241089,
      "step": 13568
    },
    {
      "epoch": 0.6384924483857558,
      "grad_norm": 1.29916512966156,
      "learning_rate": 0.00030187420020572406,
      "loss": 0.5345848798751831,
      "step": 13824
    },
    {
      "epoch": 0.6503163826151217,
      "grad_norm": 0.8431739211082458,
      "learning_rate": 0.00028455611743603626,
      "loss": 0.5232061147689819,
      "step": 14080
    },
    {
      "epoch": 0.6621403168444876,
      "grad_norm": 0.7449212670326233,
      "learning_rate": 0.0002675498464898373,
      "loss": 0.5273455381393433,
      "step": 14336
    },
    {
      "epoch": 0.6621403168444876,
      "eval_bleu": 0.878961824779555,
      "eval_cos_loss": 0.023681414896222556,
      "eval_dec_loss": 0.12285568658687752,
      "eval_loss": 0.5115440155817493,
      "eval_mse2_loss": 0.036460889154645404,
      "eval_mse_loss": 0.34879117816278377,
      "eval_rec_loss": 0.00043564565198285477,
      "eval_var_loss": 0.0006324733228988299,
      "flow/cos_sim": 0.9763186070472682,
      "flow/improvement_ratio": 0.9486979719710676,
      "flow/mag_ratio_mean": 0.9747681165939053,
      "flow/mag_ratio_std": 0.06543600253046375,
      "step": 14336
    },
    {
      "epoch": 0.6621403168444876,
      "eval_bleu": 0.878961824779555,
      "eval_cos_loss": 0.023681414896222556,
      "eval_dec_loss": 0.12285568658687752,
      "eval_loss": 0.5115440155817493,
      "eval_mse2_loss": 0.036460889154645404,
      "eval_mse_loss": 0.34879117816278377,
      "eval_rec_loss": 0.00043564565198285477,
      "eval_runtime": 145.1315,
      "eval_samples_per_second": 192.88,
      "eval_steps_per_second": 3.018,
      "eval_var_loss": 0.0006324733228988299,
      "flow/cos_sim": 0.9763186070472682,
      "flow/improvement_ratio": 0.9486979719710676,
      "flow/mag_ratio_mean": 0.9747681165939053,
      "flow/mag_ratio_std": 0.06543600253046375,
      "step": 14336
    },
    {
      "epoch": 0.6739642510738534,
      "grad_norm": 1.0061371326446533,
      "learning_rate": 0.0002508800005345623,
      "loss": 0.5260058045387268,
      "step": 14592
    },
    {
      "epoch": 0.6857881853032193,
      "grad_norm": 1.3661426305770874,
      "learning_rate": 0.00023457070582992562,
      "loss": 0.5261355638504028,
      "step": 14848
    },
    {
      "epoch": 0.6976121195325851,
      "grad_norm": 0.8166645765304565,
      "learning_rate": 0.00021864556680999692,
      "loss": 0.5197286009788513,
      "step": 15104
    },
    {
      "epoch": 0.709436053761951,
      "grad_norm": 0.9908707141876221,
      "learning_rate": 0.0002031276319205152,
      "loss": 0.5179936289787292,
      "step": 15360
    },
    {
      "epoch": 0.709436053761951,
      "eval_bleu": 0.8783678378600588,
      "eval_cos_loss": 0.02282264728745505,
      "eval_dec_loss": 0.12575754155000868,
      "eval_loss": 0.5103318595314679,
      "eval_mse2_loss": 0.03646752246353588,
      "eval_mse_loss": 0.3436338434752808,
      "eval_rec_loss": 0.0003914046699129902,
      "eval_var_loss": 0.0017992829623287672,
      "flow/cos_sim": 0.9771773755278217,
      "flow/improvement_ratio": 0.946518616589237,
      "flow/mag_ratio_mean": 0.9811247203448047,
      "flow/mag_ratio_std": 0.06391868588076607,
      "step": 15360
    },
    {
      "epoch": 0.709436053761951,
      "eval_bleu": 0.8783678378600588,
      "eval_cos_loss": 0.02282264728745505,
      "eval_dec_loss": 0.12575754155000868,
      "eval_loss": 0.5103318595314679,
      "eval_mse2_loss": 0.03646752246353588,
      "eval_mse_loss": 0.3436338434752808,
      "eval_rec_loss": 0.0003914046699129902,
      "eval_runtime": 145.6453,
      "eval_samples_per_second": 192.2,
      "eval_steps_per_second": 3.007,
      "eval_var_loss": 0.0017992829623287672,
      "flow/cos_sim": 0.9771773755278217,
      "flow/improvement_ratio": 0.946518616589237,
      "flow/mag_ratio_mean": 0.9811247203448047,
      "flow/mag_ratio_std": 0.06391868588076607,
      "step": 15360
    },
    {
      "epoch": 0.7212599879913169,
      "grad_norm": 1.3719778060913086,
      "learning_rate": 0.00018803936026088542,
      "loss": 0.5231001973152161,
      "step": 15616
    },
    {
      "epoch": 0.7330839222206826,
      "grad_norm": 1.1663880348205566,
      "learning_rate": 0.00017340258907913464,
      "loss": 0.5187292695045471,
      "step": 15872
    },
    {
      "epoch": 0.7449078564500485,
      "grad_norm": 1.2364073991775513,
      "learning_rate": 0.0001592385021668743,
      "loss": 0.5198975801467896,
      "step": 16128
    },
    {
      "epoch": 0.7567317906794143,
      "grad_norm": 0.7590259313583374,
      "learning_rate": 0.0001455675992000087,
      "loss": 0.5145216584205627,
      "step": 16384
    },
    {
      "epoch": 0.7567317906794143,
      "eval_bleu": 0.8783302939786105,
      "eval_cos_loss": 0.02200101312998359,
      "eval_dec_loss": 0.12474109981311103,
      "eval_loss": 0.5037317795840572,
      "eval_mse2_loss": 0.03571532880164445,
      "eval_mse_loss": 0.3386642832870353,
      "eval_rec_loss": 0.00036252345826848117,
      "eval_var_loss": 0.0020484401755136985,
      "flow/cos_sim": 0.9779990089538435,
      "flow/improvement_ratio": 0.9449677000579224,
      "flow/mag_ratio_mean": 0.9812718658414605,
      "flow/mag_ratio_std": 0.062364814267174835,
      "step": 16384
    },
    {
      "epoch": 0.7567317906794143,
      "eval_bleu": 0.8783302939786105,
      "eval_cos_loss": 0.02200101312998359,
      "eval_dec_loss": 0.12474109981311103,
      "eval_loss": 0.5037317795840572,
      "eval_mse2_loss": 0.03571532880164445,
      "eval_mse_loss": 0.3386642832870353,
      "eval_rec_loss": 0.00036252345826848117,
      "eval_runtime": 146.8615,
      "eval_samples_per_second": 190.608,
      "eval_steps_per_second": 2.982,
      "eval_var_loss": 0.0020484401755136985,
      "flow/cos_sim": 0.9779990089538435,
      "flow/improvement_ratio": 0.9449677000579224,
      "flow/mag_ratio_mean": 0.9812718658414605,
      "flow/mag_ratio_std": 0.062364814267174835,
      "step": 16384
    },
    {
      "epoch": 0.7685557249087802,
      "grad_norm": 0.5260149836540222,
      "learning_rate": 0.000132409666069565,
      "loss": 0.5210624933242798,
      "step": 16640
    },
    {
      "epoch": 0.780379659138146,
      "grad_norm": 0.9234253168106079,
      "learning_rate": 0.0001197837462455823,
      "loss": 0.5090124011039734,
      "step": 16896
    },
    {
      "epoch": 0.7922035933675119,
      "grad_norm": 0.6521694660186768,
      "learning_rate": 0.00010770811321550749,
      "loss": 0.518164336681366,
      "step": 17152
    },
    {
      "epoch": 0.8040275275968778,
      "grad_norm": 1.1480274200439453,
      "learning_rate": 9.620024403698591e-05,
      "loss": 0.5141870379447937,
      "step": 17408
    },
    {
      "epoch": 0.8040275275968778,
      "eval_bleu": 0.8834884178752624,
      "eval_cos_loss": 0.0215921389347274,
      "eval_dec_loss": 0.12070586444750496,
      "eval_loss": 0.503621021021991,
      "eval_mse2_loss": 0.03600667195488193,
      "eval_mse_loss": 0.3440090203530168,
      "eval_rec_loss": 0.00033989991171857754,
      "eval_var_loss": 0.000400351607091895,
      "flow/cos_sim": 0.9784078830725527,
      "flow/improvement_ratio": 0.9481515654418022,
      "flow/mag_ratio_mean": 0.9792273077246261,
      "flow/mag_ratio_std": 0.061406915386517845,
      "step": 17408
    },
    {
      "epoch": 0.8040275275968778,
      "eval_bleu": 0.8834884178752624,
      "eval_cos_loss": 0.0215921389347274,
      "eval_dec_loss": 0.12070586444750496,
      "eval_loss": 0.503621021021991,
      "eval_mse2_loss": 0.03600667195488193,
      "eval_mse_loss": 0.3440090203530168,
      "eval_rec_loss": 0.00033989991171857754,
      "eval_runtime": 151.6926,
      "eval_samples_per_second": 184.538,
      "eval_steps_per_second": 2.887,
      "eval_var_loss": 0.000400351607091895,
      "flow/cos_sim": 0.9784078830725527,
      "flow/improvement_ratio": 0.9481515654418022,
      "flow/mag_ratio_mean": 0.9792273077246261,
      "flow/mag_ratio_std": 0.061406915386517845,
      "step": 17408
    },
    {
      "epoch": 0.8158514618262436,
      "grad_norm": 0.9857662320137024,
      "learning_rate": 8.527679404332429e-05,
      "loss": 0.5135464668273926,
      "step": 17664
    },
    {
      "epoch": 0.8276753960556095,
      "grad_norm": 0.4826514422893524,
      "learning_rate": 7.495357273823544e-05,
      "loss": 0.5152989029884338,
      "step": 17920
    },
    {
      "epoch": 0.8394993302849753,
      "grad_norm": 0.5454884171485901,
      "learning_rate": 6.524552091475183e-05,
      "loss": 0.5149614810943604,
      "step": 18176
    },
    {
      "epoch": 0.8513232645143411,
      "grad_norm": 0.518525242805481,
      "learning_rate": 5.6166689031422024e-05,
      "loss": 0.5079946517944336,
      "step": 18432
    },
    {
      "epoch": 0.8513232645143411,
      "eval_bleu": 0.8796902491543857,
      "eval_cos_loss": 0.020958454849955427,
      "eval_dec_loss": 0.12389364775661464,
      "eval_loss": 0.498462415517193,
      "eval_mse2_loss": 0.03562375955436736,
      "eval_mse_loss": 0.3354686865387442,
      "eval_rec_loss": 0.0003364354677980215,
      "eval_var_loss": 0.001044042578570919,
      "flow/cos_sim": 0.9790415661792232,
      "flow/improvement_ratio": 0.946279785676634,
      "flow/mag_ratio_mean": 0.9808841357220254,
      "flow/mag_ratio_std": 0.059541590231126304,
      "step": 18432
    },
    {
      "epoch": 0.8513232645143411,
      "eval_bleu": 0.8796902491543857,
      "eval_cos_loss": 0.020958454849955427,
      "eval_dec_loss": 0.12389364775661464,
      "eval_loss": 0.498462415517193,
      "eval_mse2_loss": 0.03562375955436736,
      "eval_mse_loss": 0.3354686865387442,
      "eval_rec_loss": 0.0003364354677980215,
      "eval_runtime": 146.5651,
      "eval_samples_per_second": 190.994,
      "eval_steps_per_second": 2.988,
      "eval_var_loss": 0.001044042578570919,
      "flow/cos_sim": 0.9790415661792232,
      "flow/improvement_ratio": 0.946279785676634,
      "flow/mag_ratio_mean": 0.9808841357220254,
      "flow/mag_ratio_std": 0.059541590231126304,
      "step": 18432
    },
    {
      "epoch": 0.8631471987437069,
      "grad_norm": 0.6128277778625488,
      "learning_rate": 4.773021687709067e-05,
      "loss": 0.5122405290603638,
      "step": 18688
    },
    {
      "epoch": 0.8749711329730728,
      "grad_norm": 0.5204885005950928,
      "learning_rate": 3.994831455368719e-05,
      "loss": 0.5127500891685486,
      "step": 18944
    },
    {
      "epoch": 0.8867950672024387,
      "grad_norm": 0.602541446685791,
      "learning_rate": 3.283224480455282e-05,
      "loss": 0.5094860196113586,
      "step": 19200
    },
    {
      "epoch": 0.8986190014318045,
      "grad_norm": 1.1697250604629517,
      "learning_rate": 2.639230671387627e-05,
      "loss": 0.5139985084533691,
      "step": 19456
    },
    {
      "epoch": 0.8986190014318045,
      "eval_bleu": 0.8812131229893231,
      "eval_cos_loss": 0.021022337101842172,
      "eval_dec_loss": 0.12231827581292826,
      "eval_loss": 0.49907271203385095,
      "eval_mse2_loss": 0.03566523693229782,
      "eval_mse_loss": 0.33820473304077914,
      "eval_rec_loss": 0.00033781120677735894,
      "eval_var_loss": 0.0004444209407998002,
      "flow/cos_sim": 0.9789776832001394,
      "flow/improvement_ratio": 0.9461018956143018,
      "flow/mag_ratio_mean": 0.9799266838591937,
      "flow/mag_ratio_std": 0.06017088978530065,
      "step": 19456
    },
    {
      "epoch": 0.8986190014318045,
      "eval_bleu": 0.8812131229893231,
      "eval_cos_loss": 0.021022337101842172,
      "eval_dec_loss": 0.12231827581292826,
      "eval_loss": 0.49907271203385095,
      "eval_mse2_loss": 0.03566523693229782,
      "eval_mse_loss": 0.33820473304077914,
      "eval_rec_loss": 0.00033781120677735894,
      "eval_runtime": 148.1279,
      "eval_samples_per_second": 188.979,
      "eval_steps_per_second": 2.957,
      "eval_var_loss": 0.0004444209407998002,
      "flow/cos_sim": 0.9789776832001394,
      "flow/improvement_ratio": 0.9461018956143018,
      "flow/mag_ratio_mean": 0.9799266838591937,
      "flow/mag_ratio_std": 0.06017088978530065,
      "step": 19456
    },
    {
      "epoch": 0.9104429356611704,
      "grad_norm": 0.6937961578369141,
      "learning_rate": 2.063782080083576e-05,
      "loss": 0.5091792941093445,
      "step": 19712
    },
    {
      "epoch": 0.9222668698905362,
      "grad_norm": 0.6024012565612793,
      "learning_rate": 1.557711553001523e-05,
      "loss": 0.5097566246986389,
      "step": 19968
    },
    {
      "epoch": 0.9340908041199021,
      "grad_norm": 1.2192533016204834,
      "learning_rate": 1.1217515257622269e-05,
      "loss": 0.5056952238082886,
      "step": 20224
    },
    {
      "epoch": 0.945914738349268,
      "grad_norm": 1.0494381189346313,
      "learning_rate": 7.565329630950746e-06,
      "loss": 0.5079949498176575,
      "step": 20480
    },
    {
      "epoch": 0.945914738349268,
      "eval_bleu": 0.8789524110812165,
      "eval_cos_loss": 0.020721596508333672,
      "eval_dec_loss": 0.12240356183929803,
      "eval_loss": 0.4938700148095823,
      "eval_mse2_loss": 0.035587785259467555,
      "eval_mse_loss": 0.3327356912365787,
      "eval_rec_loss": 0.0003278744384406143,
      "eval_var_loss": 0.0007429427752211758,
      "flow/cos_sim": 0.9792784298663815,
      "flow/improvement_ratio": 0.9488933942361509,
      "flow/mag_ratio_mean": 0.9814422096563801,
      "flow/mag_ratio_std": 0.05891708919106553,
      "step": 20480
    },
    {
      "epoch": 0.945914738349268,
      "eval_bleu": 0.8789524110812165,
      "eval_cos_loss": 0.020721596508333672,
      "eval_dec_loss": 0.12240356183929803,
      "eval_loss": 0.4938700148095823,
      "eval_mse2_loss": 0.035587785259467555,
      "eval_mse_loss": 0.3327356912365787,
      "eval_rec_loss": 0.0003278744384406143,
      "eval_runtime": 147.5662,
      "eval_samples_per_second": 189.698,
      "eval_steps_per_second": 2.968,
      "eval_var_loss": 0.0007429427752211758,
      "flow/cos_sim": 0.9792784298663815,
      "flow/improvement_ratio": 0.9488933942361509,
      "flow/mag_ratio_mean": 0.9814422096563801,
      "flow/mag_ratio_std": 0.05891708919106553,
      "step": 20480
    },
    {
      "epoch": 0.9577386725786338,
      "grad_norm": 1.0610053539276123,
      "learning_rate": 4.62584445643166e-06,
      "loss": 0.5107224583625793,
      "step": 20736
    },
    {
      "epoch": 0.9695626068079997,
      "grad_norm": 0.3382054269313812,
      "learning_rate": 2.40331404948807e-06,
      "loss": 0.5061094760894775,
      "step": 20992
    },
    {
      "epoch": 0.9813865410373654,
      "grad_norm": 0.8232002854347229,
      "learning_rate": 9.009550772663965e-07,
      "loss": 0.5084012150764465,
      "step": 21248
    },
    {
      "epoch": 0.9932104752667313,
      "grad_norm": 0.4803735911846161,
      "learning_rate": 1.2094190315575791e-07,
      "loss": 0.502625048160553,
      "step": 21504
    },
    {
      "epoch": 0.9932104752667313,
      "eval_bleu": 0.878898171590065,
      "eval_cos_loss": 0.020868751262931248,
      "eval_dec_loss": 0.12675162426463954,
      "eval_loss": 0.5008763382423959,
      "eval_mse2_loss": 0.03563899073545655,
      "eval_mse_loss": 0.33525587856497396,
      "eval_rec_loss": 0.00033000375075045425,
      "eval_var_loss": 0.0008129659853025114,
      "flow/cos_sim": 0.9791312738912835,
      "flow/improvement_ratio": 0.9457402734179475,
      "flow/mag_ratio_mean": 0.9810643102208229,
      "flow/mag_ratio_std": 0.059360814905942305,
      "step": 21504
    },
    {
      "epoch": 0.9932104752667313,
      "eval_bleu": 0.878898171590065,
      "eval_cos_loss": 0.020868751262931248,
      "eval_dec_loss": 0.12675162426463954,
      "eval_loss": 0.5008763382423959,
      "eval_mse2_loss": 0.03563899073545655,
      "eval_mse_loss": 0.33525587856497396,
      "eval_rec_loss": 0.00033000375075045425,
      "eval_runtime": 146.8291,
      "eval_samples_per_second": 190.65,
      "eval_steps_per_second": 2.983,
      "eval_var_loss": 0.0008129659853025114,
      "flow/cos_sim": 0.9791312738912835,
      "flow/improvement_ratio": 0.9457402734179475,
      "flow/mag_ratio_mean": 0.9810643102208229,
      "flow/mag_ratio_std": 0.059360814905942305,
      "step": 21504
    }
  ],
  "logging_steps": 256,
  "max_steps": 21651,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1024,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}