{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 1000,
  "global_step": 5781,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0001729804532087874,
      "grad_norm": 7.4878644943237305,
      "learning_rate": 0.0,
      "loss": 3.5397,
      "step": 1
    },
    {
      "epoch": 0.1729804532087874,
      "grad_norm": 5.6725382804870605,
      "learning_rate": 3.452689846047397e-06,
      "loss": 3.1143,
      "step": 1000
    },
    {
      "epoch": 0.1729804532087874,
      "eval_cosine_accuracy": 0.9447891712188721,
      "eval_loss": 1.529471516609192,
      "eval_runtime": 20.6972,
      "eval_samples_per_second": 459.435,
      "eval_steps_per_second": 3.624,
      "step": 1000
    },
    {
      "epoch": 0.3459609064175748,
      "grad_norm": 5.92240047454834,
      "learning_rate": 6.912298910223145e-06,
      "loss": 2.5164,
      "step": 2000
    },
    {
      "epoch": 0.3459609064175748,
      "eval_cosine_accuracy": 0.9559364914894104,
      "eval_loss": 1.4076837301254272,
      "eval_runtime": 20.5209,
      "eval_samples_per_second": 463.381,
      "eval_steps_per_second": 3.655,
      "step": 2000
    },
    {
      "epoch": 0.5189413596263622,
      "grad_norm": 6.010852336883545,
      "learning_rate": 1.0371907974398893e-05,
      "loss": 2.2667,
      "step": 3000
    },
    {
      "epoch": 0.5189413596263622,
      "eval_cosine_accuracy": 0.9617204666137695,
      "eval_loss": 1.3271853923797607,
      "eval_runtime": 20.4455,
      "eval_samples_per_second": 465.091,
      "eval_steps_per_second": 3.668,
      "step": 3000
    },
    {
      "epoch": 0.6919218128351496,
      "grad_norm": 5.722408771514893,
      "learning_rate": 1.3831517038574642e-05,
      "loss": 2.0664,
      "step": 4000
    },
    {
      "epoch": 0.6919218128351496,
      "eval_cosine_accuracy": 0.9661373496055603,
      "eval_loss": 1.262633204460144,
      "eval_runtime": 20.4097,
      "eval_samples_per_second": 465.906,
      "eval_steps_per_second": 3.675,
      "step": 4000
    },
    {
      "epoch": 0.864902266043937,
      "grad_norm": 5.409216403961182,
      "learning_rate": 1.729112610275039e-05,
      "loss": 1.9159,
      "step": 5000
    },
    {
      "epoch": 0.864902266043937,
      "eval_cosine_accuracy": 0.9705542325973511,
      "eval_loss": 1.195585012435913,
      "eval_runtime": 20.7661,
      "eval_samples_per_second": 457.91,
      "eval_steps_per_second": 3.612,
      "step": 5000
    }
  ],
  "logging_steps": 1000,
  "max_steps": 28905,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}