{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.30891891309500724,
  "eval_steps": 1024,
  "global_step": 7168,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04413127329928675,
      "grad_norm": 0.7938550114631653,
      "learning_rate": 9.990234375e-05,
      "loss": 12.336601257324219,
      "step": 1024
    },
    {
      "epoch": 0.04413127329928675,
      "eval_bleu": 0.16407143517604253,
      "eval_ce_clean_loss": 1.724545789679993,
      "eval_ce_pred_loss": 5.058502770690267,
      "eval_flow_mse_loss": 0.929569506823127,
      "eval_loss": 6.195067207442164,
      "flow/cos_sim": 0.055166260543853235,
      "flow/improvement_ratio": 0.596057767425773,
      "flow/mag_ratio_mean": 0.4713213621680416,
      "flow/mag_ratio_std": 0.4101032533371118,
      "step": 1024
    },
    {
      "epoch": 0.04413127329928675,
      "eval_bleu": 0.16407143517604253,
      "eval_ce_clean_loss": 1.724545789679993,
      "eval_ce_pred_loss": 5.058502770690267,
      "eval_flow_mse_loss": 0.929569506823127,
      "eval_loss": 6.195067207442164,
      "eval_runtime": 212.5631,
      "eval_samples_per_second": 141.135,
      "eval_steps_per_second": 2.206,
      "flow/cos_sim": 0.055166260543853235,
      "flow/improvement_ratio": 0.596057767425773,
      "flow/mag_ratio_mean": 0.4713213621680416,
      "flow/mag_ratio_std": 0.4101032533371118,
      "step": 1024
    },
    {
      "epoch": 0.0882625465985735,
      "grad_norm": 0.450653612613678,
      "learning_rate": 9.9476028157316e-05,
      "loss": 4.612443923950195,
      "step": 2048
    },
    {
      "epoch": 0.0882625465985735,
      "eval_bleu": 0.3321661463154056,
      "eval_ce_clean_loss": 0.2987517699885216,
      "eval_ce_pred_loss": 3.625808963389285,
      "eval_flow_mse_loss": 1.015768651387839,
      "eval_loss": 3.8525866531868225,
      "flow/cos_sim": 0.1616891078921015,
      "flow/improvement_ratio": 0.7423238582702588,
      "flow/mag_ratio_mean": 0.6468003783017587,
      "flow/mag_ratio_std": 0.5354506893834071,
      "step": 2048
    },
    {
      "epoch": 0.0882625465985735,
      "eval_bleu": 0.3321661463154056,
      "eval_ce_clean_loss": 0.2987517699885216,
      "eval_ce_pred_loss": 3.625808963389285,
      "eval_flow_mse_loss": 1.015768651387839,
      "eval_loss": 3.8525866531868225,
      "eval_runtime": 208.1773,
      "eval_samples_per_second": 144.108,
      "eval_steps_per_second": 2.253,
      "flow/cos_sim": 0.1616891078921015,
      "flow/improvement_ratio": 0.7423238582702588,
      "flow/mag_ratio_mean": 0.6468003783017587,
      "flow/mag_ratio_std": 0.5354506893834071,
      "step": 2048
    },
    {
      "epoch": 0.13239381989786023,
      "grad_norm": 0.37855076789855957,
      "learning_rate": 9.791307026072513e-05,
      "loss": 3.617213010787964,
      "step": 3072
    },
    {
      "epoch": 0.13239381989786023,
      "eval_bleu": 0.3836053070830755,
      "eval_ce_clean_loss": 0.12278842976860908,
      "eval_ce_pred_loss": 3.1099086214484437,
      "eval_flow_mse_loss": 1.0722369169121357,
      "eval_loss": 3.3719613491090885,
      "flow/cos_sim": 0.22163581698815196,
      "flow/improvement_ratio": 0.8109787233602772,
      "flow/mag_ratio_mean": 0.6704668670829171,
      "flow/mag_ratio_std": 0.4992133626805694,
      "step": 3072
    },
    {
      "epoch": 0.13239381989786023,
      "eval_bleu": 0.3836053070830755,
      "eval_ce_clean_loss": 0.12278842976860908,
      "eval_ce_pred_loss": 3.1099086214484437,
      "eval_flow_mse_loss": 1.0722369169121357,
      "eval_loss": 3.3719613491090885,
      "eval_runtime": 209.1152,
      "eval_samples_per_second": 143.462,
      "eval_steps_per_second": 2.243,
      "flow/cos_sim": 0.22163581698815196,
      "flow/improvement_ratio": 0.8109787233602772,
      "flow/mag_ratio_mean": 0.6704668670829171,
      "flow/mag_ratio_std": 0.4992133626805694,
      "step": 3072
    },
    {
      "epoch": 0.176525093197147,
      "grad_norm": 0.4389702081680298,
      "learning_rate": 9.53439476074686e-05,
      "loss": 3.2931454181671143,
      "step": 4096
    },
    {
      "epoch": 0.176525093197147,
      "eval_bleu": 0.40933125434293716,
      "eval_ce_clean_loss": 0.06711880822997612,
      "eval_ce_pred_loss": 2.8558058159183592,
      "eval_flow_mse_loss": 1.081392692604553,
      "eval_loss": 3.147575543125047,
      "flow/cos_sim": 0.25172679529769587,
      "flow/improvement_ratio": 0.8514864339248966,
      "flow/mag_ratio_mean": 0.6699917584594125,
      "flow/mag_ratio_std": 0.44682612055654464,
      "step": 4096
    },
    {
      "epoch": 0.176525093197147,
      "eval_bleu": 0.40933125434293716,
      "eval_ce_clean_loss": 0.06711880822997612,
      "eval_ce_pred_loss": 2.8558058159183592,
      "eval_flow_mse_loss": 1.081392692604553,
      "eval_loss": 3.147575543125047,
      "eval_runtime": 210.459,
      "eval_samples_per_second": 142.546,
      "eval_steps_per_second": 2.228,
      "flow/cos_sim": 0.25172679529769587,
      "flow/improvement_ratio": 0.8514864339248966,
      "flow/mag_ratio_mean": 0.6699917584594125,
      "flow/mag_ratio_std": 0.44682612055654464,
      "step": 4096
    },
    {
      "epoch": 0.22065636649643372,
      "grad_norm": 0.44552379846572876,
      "learning_rate": 9.182261125213742e-05,
      "loss": 3.127476692199707,
      "step": 5120
    },
    {
      "epoch": 0.22065636649643372,
      "eval_bleu": 0.42390360625279244,
      "eval_ce_clean_loss": 0.04179192618377554,
      "eval_ce_pred_loss": 2.713604238495898,
      "eval_flow_mse_loss": 1.0599637749606867,
      "eval_loss": 3.00127863375617,
      "flow/cos_sim": 0.25444072618413327,
      "flow/improvement_ratio": 0.8746775842424649,
      "flow/mag_ratio_mean": 0.671740317395501,
      "flow/mag_ratio_std": 0.40047251164659,
      "step": 5120
    },
    {
      "epoch": 0.22065636649643372,
      "eval_bleu": 0.42390360625279244,
      "eval_ce_clean_loss": 0.04179192618377554,
      "eval_ce_pred_loss": 2.713604238495898,
      "eval_flow_mse_loss": 1.0599637749606867,
      "eval_loss": 3.00127863375617,
      "eval_runtime": 211.2198,
      "eval_samples_per_second": 142.032,
      "eval_steps_per_second": 2.22,
      "flow/cos_sim": 0.25444072618413327,
      "flow/improvement_ratio": 0.8746775842424649,
      "flow/mag_ratio_mean": 0.671740317395501,
      "flow/mag_ratio_std": 0.40047251164659,
      "step": 5120
    },
    {
      "epoch": 0.26478763979572045,
      "grad_norm": 0.4731499254703522,
      "learning_rate": 8.742300854391668e-05,
      "loss": 3.012479782104492,
      "step": 6144
    },
    {
      "epoch": 0.26478763979572045,
      "eval_bleu": 0.4346563578061454,
      "eval_ce_clean_loss": 0.028318230050808586,
      "eval_ce_pred_loss": 2.6327081789085858,
      "eval_flow_mse_loss": 1.056245713854141,
      "eval_loss": 2.927459636985112,
      "flow/cos_sim": 0.2519478304808074,
      "flow/improvement_ratio": 0.8869821624969368,
      "flow/mag_ratio_mean": 0.6784741002867725,
      "flow/mag_ratio_std": 0.37580890851869764,
      "step": 6144
    },
    {
      "epoch": 0.26478763979572045,
      "eval_bleu": 0.4346563578061454,
      "eval_ce_clean_loss": 0.028318230050808586,
      "eval_ce_pred_loss": 2.6327081789085858,
      "eval_flow_mse_loss": 1.056245713854141,
      "eval_loss": 2.927459636985112,
      "eval_runtime": 211.7504,
      "eval_samples_per_second": 141.676,
      "eval_steps_per_second": 2.215,
      "flow/cos_sim": 0.2519478304808074,
      "flow/improvement_ratio": 0.8869821624969368,
      "flow/mag_ratio_mean": 0.6784741002867725,
      "flow/mag_ratio_std": 0.37580890851869764,
      "step": 6144
    },
    {
      "epoch": 0.30891891309500724,
      "grad_norm": 0.6240633726119995,
      "learning_rate": 8.223753024725232e-05,
      "loss": 2.9197511672973633,
      "step": 7168
    },
    {
      "epoch": 0.30891891309500724,
      "eval_bleu": 0.44790457353944046,
      "eval_ce_clean_loss": 0.020565879328656934,
      "eval_ce_pred_loss": 2.529554044768246,
      "eval_flow_mse_loss": 1.036346342009522,
      "eval_loss": 2.8276000312650638,
      "flow/cos_sim": 0.24807281547517918,
      "flow/improvement_ratio": 0.8986854375298343,
      "flow/mag_ratio_mean": 0.6740282399059613,
      "flow/mag_ratio_std": 0.3316722640287139,
      "step": 7168
    },
    {
      "epoch": 0.30891891309500724,
      "eval_bleu": 0.44790457353944046,
      "eval_ce_clean_loss": 0.020565879328656934,
      "eval_ce_pred_loss": 2.529554044768246,
      "eval_flow_mse_loss": 1.036346342009522,
      "eval_loss": 2.8276000312650638,
      "eval_runtime": 211.5611,
      "eval_samples_per_second": 141.803,
      "eval_steps_per_second": 2.217,
      "flow/cos_sim": 0.24807281547517918,
      "flow/improvement_ratio": 0.8986854375298343,
      "flow/mag_ratio_mean": 0.6740282399059613,
      "flow/mag_ratio_std": 0.3316722640287139,
      "step": 7168
    }
  ],
  "logging_steps": 1024,
  "max_steps": 23204,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1024,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}