{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5675488430095608,
  "eval_steps": 1024,
  "global_step": 12288,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011823934229365849,
      "grad_norm": 0.8926580548286438,
      "learning_rate": 0.000498046875,
      "loss": 7.760124206542969,
      "step": 256
    },
    {
      "epoch": 0.023647868458731697,
      "grad_norm": 1.5264979600906372,
      "learning_rate": 0.000998046875,
      "loss": 1.7502448558807373,
      "step": 512
    },
    {
      "epoch": 0.03547180268809755,
      "grad_norm": 1.034440517425537,
      "learning_rate": 0.000999640996023194,
      "loss": 1.0943012237548828,
      "step": 768
    },
    {
      "epoch": 0.047295736917463395,
      "grad_norm": 1.2952566146850586,
      "learning_rate": 0.0009985588674043958,
      "loss": 0.9299185276031494,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_bleu": 0.8108942681968176,
      "eval_cos_loss": 0.18627598218313635,
      "eval_dec_loss": 0.22058332814371476,
      "eval_loss": 0.8581492928065122,
      "eval_mse2_loss": 0.0729683047781388,
      "eval_mse_loss": 0.5191411869302732,
      "eval_rec_loss": 0.024248257404848185,
      "eval_var_loss": 0.0025806165721318493,
      "flow/cos_sim": 0.8137240362221791,
      "flow/improvement_ratio": 0.953395878479361,
      "flow/mag_ratio_mean": 0.8106630417309939,
      "flow/mag_ratio_std": 0.14785969192714996,
      "step": 1024
    },
    {
      "epoch": 0.047295736917463395,
      "eval_bleu": 0.8108942681968176,
      "eval_cos_loss": 0.18627598218313635,
      "eval_dec_loss": 0.22058332814371476,
      "eval_loss": 0.8581492928065122,
      "eval_mse2_loss": 0.0729683047781388,
      "eval_mse_loss": 0.5191411869302732,
      "eval_rec_loss": 0.024248257404848185,
      "eval_runtime": 153.8108,
      "eval_samples_per_second": 181.996,
      "eval_steps_per_second": 2.848,
      "eval_var_loss": 0.0025806165721318493,
      "flow/cos_sim": 0.8137240362221791,
      "flow/improvement_ratio": 0.953395878479361,
      "flow/mag_ratio_mean": 0.8106630417309939,
      "flow/mag_ratio_std": 0.14785969192714996,
      "step": 1024
    },
    {
      "epoch": 0.05911967114682925,
      "grad_norm": 1.6030019521713257,
      "learning_rate": 0.0009967551747861387,
      "loss": 0.8445956110954285,
      "step": 1280
    },
    {
      "epoch": 0.0709436053761951,
      "grad_norm": 1.6468690633773804,
      "learning_rate": 0.000994232528651847,
      "loss": 0.7937943339347839,
      "step": 1536
    },
    {
      "epoch": 0.08276753960556095,
      "grad_norm": 1.9545633792877197,
      "learning_rate": 0.0009909945800260092,
      "loss": 0.7469877600669861,
      "step": 1792
    },
    {
      "epoch": 0.09459147383492679,
      "grad_norm": 1.2975454330444336,
      "learning_rate": 0.0009870460151900522,
      "loss": 0.7277378439903259,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_bleu": 0.8332413753983823,
      "eval_cos_loss": 0.12301718736212003,
      "eval_dec_loss": 0.18318539169791354,
      "eval_loss": 0.6979760440517234,
      "eval_mse2_loss": 0.056748984509134945,
      "eval_mse_loss": 0.43819310152095203,
      "eval_rec_loss": 0.006146695995894708,
      "eval_var_loss": 0.0014001506648651542,
      "flow/cos_sim": 0.8769828294782334,
      "flow/improvement_ratio": 0.9491692741984101,
      "flow/mag_ratio_mean": 0.8741380685268472,
      "flow/mag_ratio_std": 0.1099956316456675,
      "step": 2048
    },
    {
      "epoch": 0.09459147383492679,
      "eval_bleu": 0.8332413753983823,
      "eval_cos_loss": 0.12301718736212003,
      "eval_dec_loss": 0.18318539169791354,
      "eval_loss": 0.6979760440517234,
      "eval_mse2_loss": 0.056748984509134945,
      "eval_mse_loss": 0.43819310152095203,
      "eval_rec_loss": 0.006146695995894708,
      "eval_runtime": 147.7361,
      "eval_samples_per_second": 189.48,
      "eval_steps_per_second": 2.965,
      "eval_var_loss": 0.0014001506648651542,
      "flow/cos_sim": 0.8769828294782334,
      "flow/improvement_ratio": 0.9491692741984101,
      "flow/mag_ratio_mean": 0.8741380685268472,
      "flow/mag_ratio_std": 0.1099956316456675,
      "step": 2048
    },
    {
      "epoch": 0.10641540806429264,
      "grad_norm": 1.0802249908447266,
      "learning_rate": 0.0009823925488998885,
      "loss": 0.7090811133384705,
      "step": 2304
    },
    {
      "epoch": 0.1182393422936585,
      "grad_norm": 1.3514765501022339,
      "learning_rate": 0.0009770409161149525,
      "loss": 0.6976003646850586,
      "step": 2560
    },
    {
      "epoch": 0.13006327652302435,
      "grad_norm": 1.3863739967346191,
      "learning_rate": 0.0009709988622506973,
      "loss": 0.6783488392829895,
      "step": 2816
    },
    {
      "epoch": 0.1418872107523902,
      "grad_norm": 1.2354881763458252,
      "learning_rate": 0.000964275131968659,
      "loss": 0.6734734773635864,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_bleu": 0.8490467382834135,
      "eval_cos_loss": 0.09506861453867393,
      "eval_dec_loss": 0.16530320855903707,
      "eval_loss": 0.6531072377342068,
      "eval_mse2_loss": 0.052244682587921344,
      "eval_mse_loss": 0.4211963676426509,
      "eval_rec_loss": 0.003093622522146896,
      "eval_var_loss": 0.0017624946489726027,
      "flow/cos_sim": 0.9049313971985421,
      "flow/improvement_ratio": 0.950364352905587,
      "flow/mag_ratio_mean": 0.8911371738671168,
      "flow/mag_ratio_std": 0.10241742183764775,
      "step": 3072
    },
    {
      "epoch": 0.1418872107523902,
      "eval_bleu": 0.8490467382834135,
      "eval_cos_loss": 0.09506861453867393,
      "eval_dec_loss": 0.16530320855903707,
      "eval_loss": 0.6531072377342068,
      "eval_mse2_loss": 0.052244682587921344,
      "eval_mse_loss": 0.4211963676426509,
      "eval_rec_loss": 0.003093622522146896,
      "eval_runtime": 144.2539,
      "eval_samples_per_second": 194.054,
      "eval_steps_per_second": 3.036,
      "eval_var_loss": 0.0017624946489726027,
      "flow/cos_sim": 0.9049313971985421,
      "flow/improvement_ratio": 0.950364352905587,
      "flow/mag_ratio_mean": 0.8911371738671168,
      "flow/mag_ratio_std": 0.10241742183764775,
      "step": 3072
    },
    {
      "epoch": 0.15371114498175603,
      "grad_norm": 1.2442104816436768,
      "learning_rate": 0.0009568794565203123,
      "loss": 0.6588751673698425,
      "step": 3328
    },
    {
      "epoch": 0.1655350792111219,
      "grad_norm": 1.032291054725647,
      "learning_rate": 0.0009488225396630347,
      "loss": 0.647803008556366,
      "step": 3584
    },
    {
      "epoch": 0.17735901344048774,
      "grad_norm": 1.2258528470993042,
      "learning_rate": 0.0009401160421685646,
      "loss": 0.6433600783348083,
      "step": 3840
    },
    {
      "epoch": 0.18918294766985358,
      "grad_norm": 1.1139024496078491,
      "learning_rate": 0.0009307725649463714,
      "loss": 0.6353314518928528,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_bleu": 0.8504080018321996,
      "eval_cos_loss": 0.07373750197901029,
      "eval_dec_loss": 0.15640341749066086,
      "eval_loss": 0.6174904828610486,
      "eval_mse2_loss": 0.04752455838024616,
      "eval_mse_loss": 0.4026154523979039,
      "eval_rec_loss": 0.002115985062733488,
      "eval_var_loss": 0.0014573188677226027,
      "flow/cos_sim": 0.9262625174979641,
      "flow/improvement_ratio": 0.9461281280539352,
      "flow/mag_ratio_mean": 0.9282138170716969,
      "flow/mag_ratio_std": 0.0990274522844787,
      "step": 4096
    },
    {
      "epoch": 0.18918294766985358,
      "eval_bleu": 0.8504080018321996,
      "eval_cos_loss": 0.07373750197901029,
      "eval_dec_loss": 0.15640341749066086,
      "eval_loss": 0.6174904828610486,
      "eval_mse2_loss": 0.04752455838024616,
      "eval_mse_loss": 0.4026154523979039,
      "eval_rec_loss": 0.002115985062733488,
      "eval_runtime": 144.4539,
      "eval_samples_per_second": 193.785,
      "eval_steps_per_second": 3.032,
      "eval_var_loss": 0.0014573188677226027,
      "flow/cos_sim": 0.9262625174979641,
      "flow/improvement_ratio": 0.9461281280539352,
      "flow/mag_ratio_mean": 0.9282138170716969,
      "flow/mag_ratio_std": 0.0990274522844787,
      "step": 4096
    },
    {
      "epoch": 0.20100688189921945,
      "grad_norm": 1.0958069562911987,
      "learning_rate": 0.0009208056308063659,
      "loss": 0.6263965368270874,
      "step": 4352
    },
    {
      "epoch": 0.2128308161285853,
      "grad_norm": 1.2000305652618408,
      "learning_rate": 0.0009102296648873445,
      "loss": 0.618091344833374,
      "step": 4608
    },
    {
      "epoch": 0.22465475035795113,
      "grad_norm": 0.8440291285514832,
      "learning_rate": 0.0008990599737794927,
      "loss": 0.6174848079681396,
      "step": 4864
    },
    {
      "epoch": 0.236478684587317,
      "grad_norm": 0.9181346893310547,
      "learning_rate": 0.0008873127233711644,
      "loss": 0.606370747089386,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_bleu": 0.854693698336936,
      "eval_cos_loss": 0.058853609810613064,
      "eval_dec_loss": 0.15538246511188272,
      "eval_loss": 0.5900675073334071,
      "eval_mse2_loss": 0.04474926833488625,
      "eval_mse_loss": 0.3815204039828418,
      "eval_rec_loss": 0.0014702541673647402,
      "eval_var_loss": 0.0010597542540667808,
      "flow/cos_sim": 0.9411464126687071,
      "flow/improvement_ratio": 0.9471585357298046,
      "flow/mag_ratio_mean": 0.9485053326169105,
      "flow/mag_ratio_std": 0.0952613887347315,
      "step": 5120
    },
    {
      "epoch": 0.236478684587317,
      "eval_bleu": 0.854693698336936,
      "eval_cos_loss": 0.058853609810613064,
      "eval_dec_loss": 0.15538246511188272,
      "eval_loss": 0.5900675073334071,
      "eval_mse2_loss": 0.04474926833488625,
      "eval_mse_loss": 0.3815204039828418,
      "eval_rec_loss": 0.0014702541673647402,
      "eval_runtime": 144.8825,
      "eval_samples_per_second": 193.212,
      "eval_steps_per_second": 3.023,
      "eval_var_loss": 0.0010597542540667808,
      "flow/cos_sim": 0.9411464126687071,
      "flow/improvement_ratio": 0.9471585357298046,
      "flow/mag_ratio_mean": 0.9485053326169105,
      "flow/mag_ratio_std": 0.0952613887347315,
      "step": 5120
    },
    {
      "epoch": 0.24830261881668284,
      "grad_norm": 1.0105012655258179,
      "learning_rate": 0.0008750049154520011,
      "loss": 0.5982246398925781,
      "step": 5376
    },
    {
      "epoch": 0.2601265530460487,
      "grad_norm": 1.7041122913360596,
      "learning_rate": 0.0008621543631062487,
      "loss": 0.6011320948600769,
      "step": 5632
    },
    {
      "epoch": 0.27195048727541454,
      "grad_norm": 1.2530128955841064,
      "learning_rate": 0.0008487796649318904,
      "loss": 0.5908714532852173,
      "step": 5888
    },
    {
      "epoch": 0.2837744215047804,
      "grad_norm": 0.8214261531829834,
      "learning_rate": 0.0008349001781229053,
      "loss": 0.5860975980758667,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_bleu": 0.8588448853802904,
      "eval_cos_loss": 0.050389231161371756,
      "eval_dec_loss": 0.14640251302147564,
      "eval_loss": 0.5701193273339642,
      "eval_mse2_loss": 0.04257897145569869,
      "eval_mse_loss": 0.3735292319837771,
      "eval_rec_loss": 0.0011887007649628058,
      "eval_var_loss": 0.001380990084992152,
      "flow/cos_sim": 0.9496107875756478,
      "flow/improvement_ratio": 0.9471838724667623,
      "flow/mag_ratio_mean": 0.9603897756365336,
      "flow/mag_ratio_std": 0.09184158112020253,
      "step": 6144
    },
    {
      "epoch": 0.2837744215047804,
      "eval_bleu": 0.8588448853802904,
      "eval_cos_loss": 0.050389231161371756,
      "eval_dec_loss": 0.14640251302147564,
      "eval_loss": 0.5701193273339642,
      "eval_mse2_loss": 0.04257897145569869,
      "eval_mse_loss": 0.3735292319837771,
      "eval_rec_loss": 0.0011887007649628058,
      "eval_runtime": 145.6643,
      "eval_samples_per_second": 192.175,
      "eval_steps_per_second": 3.007,
      "eval_var_loss": 0.001380990084992152,
      "flow/cos_sim": 0.9496107875756478,
      "flow/improvement_ratio": 0.9471838724667623,
      "flow/mag_ratio_mean": 0.9603897756365336,
      "flow/mag_ratio_std": 0.09184158112020253,
      "step": 6144
    },
    {
      "epoch": 0.2955983557341462,
      "grad_norm": 0.9015347361564636,
      "learning_rate": 0.0008205359904536107,
      "loss": 0.5818743705749512,
      "step": 6400
    },
    {
      "epoch": 0.30742228996351206,
      "grad_norm": 0.8061195611953735,
      "learning_rate": 0.0008057078912056363,
      "loss": 0.5712096691131592,
      "step": 6656
    },
    {
      "epoch": 0.3192462241928779,
      "grad_norm": 0.9496876001358032,
      "learning_rate": 0.0007904373410796086,
      "loss": 0.5827493667602539,
      "step": 6912
    },
    {
      "epoch": 0.3310701584222438,
      "grad_norm": 0.9318349957466125,
      "learning_rate": 0.0007747464411350876,
      "loss": 0.5713083744049072,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_bleu": 0.8655904613504272,
      "eval_cos_loss": 0.04345733123793177,
      "eval_dec_loss": 0.1383160431550382,
      "eval_loss": 0.560146918988119,
      "eval_mse2_loss": 0.04110090016093973,
      "eval_mse_loss": 0.37529142364247203,
      "eval_rec_loss": 0.0010027640903040077,
      "eval_var_loss": 9.005472540311074e-05,
      "flow/cos_sim": 0.956542692227995,
      "flow/improvement_ratio": 0.9472023688222719,
      "flow/mag_ratio_mean": 0.9649291216782784,
      "flow/mag_ratio_std": 0.08745992025488043,
      "step": 7168
    },
    {
      "epoch": 0.3310701584222438,
      "eval_bleu": 0.8655904613504272,
      "eval_cos_loss": 0.04345733123793177,
      "eval_dec_loss": 0.1383160431550382,
      "eval_loss": 0.560146918988119,
      "eval_mse2_loss": 0.04110090016093973,
      "eval_mse_loss": 0.37529142364247203,
      "eval_rec_loss": 0.0010027640903040077,
      "eval_runtime": 147.3557,
      "eval_samples_per_second": 189.969,
      "eval_steps_per_second": 2.972,
      "eval_var_loss": 9.005472540311074e-05,
      "flow/cos_sim": 0.956542692227995,
      "flow/improvement_ratio": 0.9472023688222719,
      "flow/mag_ratio_mean": 0.9649291216782784,
      "flow/mag_ratio_std": 0.08745992025488043,
      "step": 7168
    },
    {
      "epoch": 0.34289409265160964,
      "grad_norm": 1.0284937620162964,
      "learning_rate": 0.000758657900803716,
      "loss": 0.5740544199943542,
      "step": 7424
    },
    {
      "epoch": 0.3547180268809755,
      "grad_norm": 0.7206848859786987,
      "learning_rate": 0.000742195005021869,
      "loss": 0.5760706067085266,
      "step": 7680
    },
    {
      "epoch": 0.3665419611103413,
      "grad_norm": 1.221917748451233,
      "learning_rate": 0.0007253815805303786,
      "loss": 0.566294252872467,
      "step": 7936
    },
    {
      "epoch": 0.37836589533970716,
      "grad_norm": 0.8819605708122253,
      "learning_rate": 0.0007082419613901028,
      "loss": 0.5628067851066589,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_bleu": 0.871946148436791,
      "eval_cos_loss": 0.03890436059331785,
      "eval_dec_loss": 0.1332924633104031,
      "eval_loss": 0.5495835452183196,
      "eval_mse2_loss": 0.040371610187674496,
      "eval_mse_loss": 0.3710057751773155,
      "eval_rec_loss": 0.0008419993847885518,
      "eval_var_loss": 0.0001812590855986016,
      "flow/cos_sim": 0.9610956558898159,
      "flow/improvement_ratio": 0.9478674083267717,
      "flow/mag_ratio_mean": 0.9691984739205609,
      "flow/mag_ratio_std": 0.08465842693431737,
      "step": 8192
    },
    {
      "epoch": 0.37836589533970716,
      "eval_bleu": 0.871946148436791,
      "eval_cos_loss": 0.03890436059331785,
      "eval_dec_loss": 0.1332924633104031,
      "eval_loss": 0.5495835452183196,
      "eval_mse2_loss": 0.040371610187674496,
      "eval_mse_loss": 0.3710057751773155,
      "eval_rec_loss": 0.0008419993847885518,
      "eval_runtime": 146.7514,
      "eval_samples_per_second": 190.751,
      "eval_steps_per_second": 2.985,
      "eval_var_loss": 0.0001812590855986016,
      "flow/cos_sim": 0.9610956558898159,
      "flow/improvement_ratio": 0.9478674083267717,
      "flow/mag_ratio_mean": 0.9691984739205609,
      "flow/mag_ratio_std": 0.08465842693431737,
      "step": 8192
    },
    {
      "epoch": 0.390189829569073,
      "grad_norm": 1.2066078186035156,
      "learning_rate": 0.0006908009537632514,
      "loss": 0.5644704699516296,
      "step": 8448
    },
    {
      "epoch": 0.4020137637984389,
      "grad_norm": 1.2743791341781616,
      "learning_rate": 0.0006730838000114403,
      "loss": 0.5624759197235107,
      "step": 8704
    },
    {
      "epoch": 0.41383769802780473,
      "grad_norm": 0.6424040198326111,
      "learning_rate": 0.0006551161421624341,
      "loss": 0.5654159188270569,
      "step": 8960
    },
    {
      "epoch": 0.4256616322571706,
      "grad_norm": 1.0390995740890503,
      "learning_rate": 0.0006369239847984517,
      "loss": 0.5563592910766602,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_bleu": 0.8641208937990813,
      "eval_cos_loss": 0.034672807719235275,
      "eval_dec_loss": 0.14222022919962396,
      "eval_loss": 0.5460346293503835,
      "eval_mse2_loss": 0.03956130868223704,
      "eval_mse_loss": 0.3584019422667212,
      "eval_rec_loss": 0.0007127871282784625,
      "eval_var_loss": 0.0016710812642694063,
      "flow/cos_sim": 0.965327212663546,
      "flow/improvement_ratio": 0.946786184561307,
      "flow/mag_ratio_mean": 0.9734560983366074,
      "flow/mag_ratio_std": 0.08033725547872178,
      "step": 9216
    },
    {
      "epoch": 0.4256616322571706,
      "eval_bleu": 0.8641208937990813,
      "eval_cos_loss": 0.034672807719235275,
      "eval_dec_loss": 0.14222022919962396,
      "eval_loss": 0.5460346293503835,
      "eval_mse2_loss": 0.03956130868223704,
      "eval_mse_loss": 0.3584019422667212,
      "eval_rec_loss": 0.0007127871282784625,
      "eval_runtime": 146.177,
      "eval_samples_per_second": 191.501,
      "eval_steps_per_second": 2.996,
      "eval_var_loss": 0.0016710812642694063,
      "flow/cos_sim": 0.965327212663546,
      "flow/improvement_ratio": 0.946786184561307,
      "flow/mag_ratio_mean": 0.9734560983366074,
      "flow/mag_ratio_std": 0.08033725547872178,
      "step": 9216
    },
    {
      "epoch": 0.4374855664865364,
      "grad_norm": 1.0673410892486572,
      "learning_rate": 0.0006185336574197479,
      "loss": 0.55131596326828,
      "step": 9472
    },
    {
      "epoch": 0.44930950071590225,
      "grad_norm": 1.1385674476623535,
      "learning_rate": 0.0005999717763379407,
      "loss": 0.5542811155319214,
      "step": 9728
    },
    {
      "epoch": 0.4611334349452681,
      "grad_norm": 1.3084577322006226,
      "learning_rate": 0.0005812652061542363,
      "loss": 0.5522482395172119,
      "step": 9984
    },
    {
      "epoch": 0.472957369174634,
      "grad_norm": 0.9078991413116455,
      "learning_rate": 0.0005624410208783071,
      "loss": 0.5514112114906311,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_bleu": 0.8714027910618674,
      "eval_cos_loss": 0.031159216023505278,
      "eval_dec_loss": 0.13065314148744084,
      "eval_loss": 0.5320979358126584,
      "eval_mse2_loss": 0.038692950696331455,
      "eval_mse_loss": 0.3575415439121255,
      "eval_rec_loss": 0.0006259792361515585,
      "eval_var_loss": 0.001468397166630993,
      "flow/cos_sim": 0.968840807404148,
      "flow/improvement_ratio": 0.9490241132098246,
      "flow/mag_ratio_mean": 0.9646270977307673,
      "flow/mag_ratio_std": 0.07568225521407171,
      "step": 10240
    },
    {
      "epoch": 0.472957369174634,
      "eval_bleu": 0.8714027910618674,
      "eval_cos_loss": 0.031159216023505278,
      "eval_dec_loss": 0.13065314148744084,
      "eval_loss": 0.5320979358126584,
      "eval_mse2_loss": 0.038692950696331455,
      "eval_mse_loss": 0.3575415439121255,
      "eval_rec_loss": 0.0006259792361515585,
      "eval_runtime": 147.3748,
      "eval_samples_per_second": 189.944,
      "eval_steps_per_second": 2.972,
      "eval_var_loss": 0.001468397166630993,
      "flow/cos_sim": 0.968840807404148,
      "flow/improvement_ratio": 0.9490241132098246,
      "flow/mag_ratio_mean": 0.9646270977307673,
      "flow/mag_ratio_std": 0.07568225521407171,
      "step": 10240
    },
    {
      "epoch": 0.48478130340399983,
      "grad_norm": 1.3058608770370483,
      "learning_rate": 0.0005435264647440881,
      "loss": 0.547296941280365,
      "step": 10496
    },
    {
      "epoch": 0.49660523763336567,
      "grad_norm": 1.0200841426849365,
      "learning_rate": 0.000524548912779213,
      "loss": 0.544040322303772,
      "step": 10752
    },
    {
      "epoch": 0.5084291718627315,
      "grad_norm": 1.1076935529708862,
      "learning_rate": 0.0005055358311851499,
      "loss": 0.5454155206680298,
      "step": 11008
    },
    {
      "epoch": 0.5202531060920974,
      "grad_norm": 0.8338369727134705,
      "learning_rate": 0.0004865147375853812,
      "loss": 0.5434398651123047,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_bleu": 0.8728636919662941,
      "eval_cos_loss": 0.029134724701682456,
      "eval_dec_loss": 0.130046037353201,
      "eval_loss": 0.5287471506829675,
      "eval_mse2_loss": 0.037880827574969425,
      "eval_mse_loss": 0.3566115467243543,
      "eval_rec_loss": 0.0005072098316288007,
      "eval_var_loss": 0.0007880572314676084,
      "flow/cos_sim": 0.9708652933166452,
      "flow/improvement_ratio": 0.9513337348149792,
      "flow/mag_ratio_mean": 0.9743897437232815,
      "flow/mag_ratio_std": 0.07394225260914733,
      "step": 11264
    },
    {
      "epoch": 0.5202531060920974,
      "eval_bleu": 0.8728636919662941,
      "eval_cos_loss": 0.029134724701682456,
      "eval_dec_loss": 0.130046037353201,
      "eval_loss": 0.5287471506829675,
      "eval_mse2_loss": 0.037880827574969425,
      "eval_mse_loss": 0.3566115467243543,
      "eval_rec_loss": 0.0005072098316288007,
      "eval_runtime": 147.0551,
      "eval_samples_per_second": 190.357,
      "eval_steps_per_second": 2.978,
      "eval_var_loss": 0.0007880572314676084,
      "flow/cos_sim": 0.9708652933166452,
      "flow/improvement_ratio": 0.9513337348149792,
      "flow/mag_ratio_mean": 0.9743897437232815,
      "flow/mag_ratio_std": 0.07394225260914733,
      "step": 11264
    },
    {
      "epoch": 0.5320770403214632,
      "grad_norm": 1.2937544584274292,
      "learning_rate": 0.0004675131611991607,
      "loss": 0.5423741936683655,
      "step": 11520
    },
    {
      "epoch": 0.5439009745508291,
      "grad_norm": 0.9950433373451233,
      "learning_rate": 0.0004485586029984899,
      "loss": 0.536012589931488,
      "step": 11776
    },
    {
      "epoch": 0.5557249087801949,
      "grad_norm": 0.9091536402702332,
      "learning_rate": 0.00042967849590597266,
      "loss": 0.5319453477859497,
      "step": 12032
    },
    {
      "epoch": 0.5675488430095608,
      "grad_norm": 1.1773775815963745,
      "learning_rate": 0.0004109001650911621,
      "loss": 0.5343883037567139,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_bleu": 0.8703424178205617,
      "eval_cos_loss": 0.026759936142559736,
      "eval_dec_loss": 0.1364484317855884,
      "eval_loss": 0.5287964605305293,
      "eval_mse2_loss": 0.03801968024796955,
      "eval_mse_loss": 0.34965787868793696,
      "eval_rec_loss": 0.00048410188376538874,
      "eval_var_loss": 0.0015103762552618437,
      "flow/cos_sim": 0.9732400857966784,
      "flow/improvement_ratio": 0.9476525126254722,
      "flow/mag_ratio_mean": 0.9758574831975649,
      "flow/mag_ratio_std": 0.06964536890659702,
      "step": 12288
    },
    {
      "epoch": 0.5675488430095608,
      "eval_bleu": 0.8703424178205617,
      "eval_cos_loss": 0.026759936142559736,
      "eval_dec_loss": 0.1364484317855884,
      "eval_loss": 0.5287964605305293,
      "eval_mse2_loss": 0.03801968024796955,
      "eval_mse_loss": 0.34965787868793696,
      "eval_rec_loss": 0.00048410188376538874,
      "eval_runtime": 146.8515,
      "eval_samples_per_second": 190.621,
      "eval_steps_per_second": 2.983,
      "eval_var_loss": 0.0015103762552618437,
      "flow/cos_sim": 0.9732400857966784,
      "flow/improvement_ratio": 0.9476525126254722,
      "flow/mag_ratio_mean": 0.9758574831975649,
      "flow/mag_ratio_std": 0.06964536890659702,
      "step": 12288
    }
  ],
  "logging_steps": 256,
  "max_steps": 21651,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1024,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}