{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.999829030603522,
  "eval_steps": 250,
  "global_step": 1462,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05060694135749701,
      "grad_norm": 27.736337661743164,
      "learning_rate": 4.965986394557823e-07,
      "loss": 2.027,
      "step": 74
    },
    {
      "epoch": 0.10121388271499401,
      "grad_norm": 10.546476364135742,
      "learning_rate": 1e-06,
      "loss": 1.3623,
      "step": 148
    },
    {
      "epoch": 0.15182082407249103,
      "grad_norm": 2.5816051959991455,
      "learning_rate": 9.437262357414448e-07,
      "loss": 0.3715,
      "step": 222
    },
    {
      "epoch": 0.17096939647803044,
      "eval_loss": 0.2821245491504669,
      "eval_runtime": 29.3471,
      "eval_samples_per_second": 17.037,
      "eval_steps_per_second": 8.519,
      "step": 250
    },
    {
      "epoch": 0.20242776542998803,
      "grad_norm": 3.7410600185394287,
      "learning_rate": 8.874524714828897e-07,
      "loss": 0.2479,
      "step": 296
    },
    {
      "epoch": 0.253034706787485,
      "grad_norm": 2.1482808589935303,
      "learning_rate": 8.311787072243346e-07,
      "loss": 0.2056,
      "step": 370
    },
    {
      "epoch": 0.30364164814498207,
      "grad_norm": 1.6402554512023926,
      "learning_rate": 7.749049429657795e-07,
      "loss": 0.1642,
      "step": 444
    },
    {
      "epoch": 0.3419387929560609,
      "eval_loss": 0.17338356375694275,
      "eval_runtime": 29.3658,
      "eval_samples_per_second": 17.027,
      "eval_steps_per_second": 8.513,
      "step": 500
    },
    {
      "epoch": 0.35424858950247906,
      "grad_norm": 2.480368137359619,
      "learning_rate": 7.186311787072243e-07,
      "loss": 0.1423,
      "step": 518
    },
    {
      "epoch": 0.40485553085997605,
      "grad_norm": 2.045980453491211,
      "learning_rate": 6.623574144486692e-07,
      "loss": 0.1511,
      "step": 592
    },
    {
      "epoch": 0.45546247221747305,
      "grad_norm": 2.9521405696868896,
      "learning_rate": 6.060836501901141e-07,
      "loss": 0.1454,
      "step": 666
    },
    {
      "epoch": 0.50606941357497,
      "grad_norm": 1.8296291828155518,
      "learning_rate": 5.498098859315589e-07,
      "loss": 0.1431,
      "step": 740
    },
    {
      "epoch": 0.5129081894340913,
      "eval_loss": 0.15121176838874817,
      "eval_runtime": 29.3541,
      "eval_samples_per_second": 17.033,
      "eval_steps_per_second": 8.517,
      "step": 750
    },
    {
      "epoch": 0.5566763549324671,
      "grad_norm": 1.909769892692566,
      "learning_rate": 4.935361216730038e-07,
      "loss": 0.1339,
      "step": 814
    },
    {
      "epoch": 0.6072832962899641,
      "grad_norm": 2.23007869720459,
      "learning_rate": 4.372623574144487e-07,
      "loss": 0.1281,
      "step": 888
    },
    {
      "epoch": 0.6578902376474611,
      "grad_norm": 2.860929250717163,
      "learning_rate": 3.8098859315589356e-07,
      "loss": 0.1257,
      "step": 962
    },
    {
      "epoch": 0.6838775859121218,
      "eval_loss": 0.14153704047203064,
      "eval_runtime": 29.3594,
      "eval_samples_per_second": 17.03,
      "eval_steps_per_second": 8.515,
      "step": 1000
    },
    {
      "epoch": 0.7084971790049581,
      "grad_norm": 3.5633513927459717,
      "learning_rate": 3.247148288973384e-07,
      "loss": 0.1332,
      "step": 1036
    },
    {
      "epoch": 0.7591041203624551,
      "grad_norm": 3.4660592079162598,
      "learning_rate": 2.6844106463878326e-07,
      "loss": 0.1174,
      "step": 1110
    },
    {
      "epoch": 0.8097110617199521,
      "grad_norm": 2.523714065551758,
      "learning_rate": 2.1216730038022811e-07,
      "loss": 0.1281,
      "step": 1184
    },
    {
      "epoch": 0.8548469823901521,
      "eval_loss": 0.13589061796665192,
      "eval_runtime": 29.3628,
      "eval_samples_per_second": 17.028,
      "eval_steps_per_second": 8.514,
      "step": 1250
    },
    {
      "epoch": 0.8603180030774491,
      "grad_norm": 5.009237289428711,
      "learning_rate": 1.55893536121673e-07,
      "loss": 0.1097,
      "step": 1258
    },
    {
      "epoch": 0.9109249444349461,
      "grad_norm": 1.92766535282135,
      "learning_rate": 9.961977186311786e-08,
      "loss": 0.1246,
      "step": 1332
    },
    {
      "epoch": 0.9615318857924432,
      "grad_norm": 2.294616222381592,
      "learning_rate": 4.3346007604562734e-08,
      "loss": 0.1079,
      "step": 1406
    },
    {
      "epoch": 0.999829030603522,
      "step": 1462,
      "total_flos": 1.0635211481481216e+17,
      "train_loss": 0.3117764619078421,
      "train_runtime": 2245.6979,
      "train_samples_per_second": 5.209,
      "train_steps_per_second": 0.651
    }
  ],
  "logging_steps": 74,
  "max_steps": 1462,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0635211481481216e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}