{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 307,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0163265306122449,
      "grad_norm": 62.72153091430664,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 14.1797,
      "step": 5
    },
    {
      "epoch": 0.0326530612244898,
      "grad_norm": 47.921302795410156,
      "learning_rate": 3.2142857142857147e-06,
      "loss": 13.6594,
      "step": 10
    },
    {
      "epoch": 0.04897959183673469,
      "grad_norm": 38.88978958129883,
      "learning_rate": 5e-06,
      "loss": 11.9582,
      "step": 15
    },
    {
      "epoch": 0.0653061224489796,
      "grad_norm": 32.92738723754883,
      "learning_rate": 6.785714285714287e-06,
      "loss": 9.9422,
      "step": 20
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 26.181106567382812,
      "learning_rate": 8.571428571428571e-06,
      "loss": 9.0908,
      "step": 25
    },
    {
      "epoch": 0.09795918367346938,
      "grad_norm": 25.063541412353516,
      "learning_rate": 9.99996905885448e-06,
      "loss": 8.0087,
      "step": 30
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 21.642377853393555,
      "learning_rate": 9.9988861589696e-06,
      "loss": 7.9636,
      "step": 35
    },
    {
      "epoch": 0.1306122448979592,
      "grad_norm": 21.017885208129883,
      "learning_rate": 9.996256584729157e-06,
      "loss": 7.4511,
      "step": 40
    },
    {
      "epoch": 0.1469387755102041,
      "grad_norm": 20.81943130493164,
      "learning_rate": 9.992081149733404e-06,
      "loss": 7.2858,
      "step": 45
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 21.193912506103516,
      "learning_rate": 9.986361145877783e-06,
      "loss": 7.3675,
      "step": 50
    },
    {
      "epoch": 0.17959183673469387,
      "grad_norm": 21.050230026245117,
      "learning_rate": 9.979098342953198e-06,
      "loss": 6.7465,
      "step": 55
    },
    {
      "epoch": 0.19591836734693877,
      "grad_norm": 18.40810775756836,
      "learning_rate": 9.970294988098452e-06,
      "loss": 6.9341,
      "step": 60
    },
    {
      "epoch": 0.21224489795918366,
      "grad_norm": 18.563608169555664,
      "learning_rate": 9.959953805104953e-06,
      "loss": 6.6632,
      "step": 65
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 21.610551834106445,
      "learning_rate": 9.948077993573983e-06,
      "loss": 6.7455,
      "step": 70
    },
    {
      "epoch": 0.24489795918367346,
      "grad_norm": 19.773212432861328,
      "learning_rate": 9.934671227926714e-06,
      "loss": 6.8586,
      "step": 75
    },
    {
      "epoch": 0.2612244897959184,
      "grad_norm": 19.932537078857422,
      "learning_rate": 9.919737656267335e-06,
      "loss": 6.5781,
      "step": 80
    },
    {
      "epoch": 0.27755102040816326,
      "grad_norm": 17.995580673217773,
      "learning_rate": 9.90328189909961e-06,
      "loss": 6.7715,
      "step": 85
    },
    {
      "epoch": 0.2938775510204082,
      "grad_norm": 18.650741577148438,
      "learning_rate": 9.885309047897285e-06,
      "loss": 6.6833,
      "step": 90
    },
    {
      "epoch": 0.31020408163265306,
      "grad_norm": 19.030323028564453,
      "learning_rate": 9.86582466352875e-06,
      "loss": 6.0972,
      "step": 95
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 20.6298885345459,
      "learning_rate": 9.844834774536503e-06,
      "loss": 6.4723,
      "step": 100
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 19.41197395324707,
      "learning_rate": 9.822345875271884e-06,
      "loss": 6.2123,
      "step": 105
    },
    {
      "epoch": 0.35918367346938773,
      "grad_norm": 19.00763702392578,
      "learning_rate": 9.798364923885703e-06,
      "loss": 6.0186,
      "step": 110
    },
    {
      "epoch": 0.37551020408163266,
      "grad_norm": 19.79923439025879,
      "learning_rate": 9.772899340175362e-06,
      "loss": 5.9847,
      "step": 115
    },
    {
      "epoch": 0.39183673469387753,
      "grad_norm": 17.51770782470703,
      "learning_rate": 9.745957003289138e-06,
      "loss": 6.0502,
      "step": 120
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 21.13387107849121,
      "learning_rate": 9.71754624928835e-06,
      "loss": 6.1906,
      "step": 125
    },
    {
      "epoch": 0.42448979591836733,
      "grad_norm": 18.06110191345215,
      "learning_rate": 9.687675868568145e-06,
      "loss": 6.1304,
      "step": 130
    },
    {
      "epoch": 0.44081632653061226,
      "grad_norm": 18.16826820373535,
      "learning_rate": 9.65635510313772e-06,
      "loss": 6.0233,
      "step": 135
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 18.825029373168945,
      "learning_rate": 9.623593643760805e-06,
      "loss": 5.9259,
      "step": 140
    },
    {
      "epoch": 0.47346938775510206,
      "grad_norm": 18.966094970703125,
      "learning_rate": 9.589401626957309e-06,
      "loss": 6.0893,
      "step": 145
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 19.07234001159668,
      "learning_rate": 9.553789631867039e-06,
      "loss": 6.2442,
      "step": 150
    },
    {
      "epoch": 0.5061224489795918,
      "grad_norm": 17.93751335144043,
      "learning_rate": 9.516768676976476e-06,
      "loss": 5.9128,
      "step": 155
    },
    {
      "epoch": 0.5224489795918368,
      "grad_norm": 19.36538314819336,
      "learning_rate": 9.478350216709609e-06,
      "loss": 5.8048,
      "step": 160
    },
    {
      "epoch": 0.5387755102040817,
      "grad_norm": 19.301006317138672,
      "learning_rate": 9.438546137883898e-06,
      "loss": 6.276,
      "step": 165
    },
    {
      "epoch": 0.5551020408163265,
      "grad_norm": 18.383508682250977,
      "learning_rate": 9.397368756032445e-06,
      "loss": 5.9848,
      "step": 170
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 20.009305953979492,
      "learning_rate": 9.354830811593527e-06,
      "loss": 5.9574,
      "step": 175
    },
    {
      "epoch": 0.5877551020408164,
      "grad_norm": 15.936427116394043,
      "learning_rate": 9.31094546596864e-06,
      "loss": 6.01,
      "step": 180
    },
    {
      "epoch": 0.6040816326530613,
      "grad_norm": 19.233423233032227,
      "learning_rate": 9.265726297450332e-06,
      "loss": 5.9451,
      "step": 185
    },
    {
      "epoch": 0.6204081632653061,
      "grad_norm": 16.717844009399414,
      "learning_rate": 9.219187297021015e-06,
      "loss": 5.9017,
      "step": 190
    },
    {
      "epoch": 0.636734693877551,
      "grad_norm": 17.835121154785156,
      "learning_rate": 9.171342864024103e-06,
      "loss": 5.5096,
      "step": 195
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 18.398456573486328,
      "learning_rate": 9.122207801708802e-06,
      "loss": 5.8136,
      "step": 200
    },
    {
      "epoch": 0.6693877551020408,
      "grad_norm": 18.077146530151367,
      "learning_rate": 9.071797312649934e-06,
      "loss": 5.9265,
      "step": 205
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 15.732425689697266,
      "learning_rate": 9.020126994044194e-06,
      "loss": 5.8039,
      "step": 210
    },
    {
      "epoch": 0.7020408163265306,
      "grad_norm": 18.708425521850586,
      "learning_rate": 8.96721283288432e-06,
      "loss": 5.4268,
      "step": 215
    },
    {
      "epoch": 0.7183673469387755,
      "grad_norm": 17.379608154296875,
      "learning_rate": 8.91307120101266e-06,
      "loss": 5.8496,
      "step": 220
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 17.756458282470703,
      "learning_rate": 8.857718850055663e-06,
      "loss": 5.8487,
      "step": 225
    },
    {
      "epoch": 0.7510204081632653,
      "grad_norm": 19.63192367553711,
      "learning_rate": 8.801172906240857e-06,
      "loss": 5.866,
      "step": 230
    },
    {
      "epoch": 0.7673469387755102,
      "grad_norm": 16.424760818481445,
      "learning_rate": 8.743450865097929e-06,
      "loss": 5.746,
      "step": 235
    },
    {
      "epoch": 0.7836734693877551,
      "grad_norm": 16.6131591796875,
      "learning_rate": 8.68457058604555e-06,
      "loss": 5.7945,
      "step": 240
    },
    {
      "epoch": 0.8,
      "grad_norm": 17.163040161132812,
      "learning_rate": 8.624550286865592e-06,
      "loss": 5.915,
      "step": 245
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 17.091655731201172,
      "learning_rate": 8.563408538066486e-06,
      "loss": 5.8607,
      "step": 250
    },
    {
      "epoch": 0.8326530612244898,
      "grad_norm": 16.500892639160156,
      "learning_rate": 8.501164257137431e-06,
      "loss": 5.8509,
      "step": 255
    },
    {
      "epoch": 0.8489795918367347,
      "grad_norm": 16.344823837280273,
      "learning_rate": 8.437836702695253e-06,
      "loss": 5.5136,
      "step": 260
    },
    {
      "epoch": 0.8653061224489796,
      "grad_norm": 20.226680755615234,
      "learning_rate": 8.373445468525719e-06,
      "loss": 5.7412,
      "step": 265
    },
    {
      "epoch": 0.8816326530612245,
      "grad_norm": 16.34162712097168,
      "learning_rate": 8.30801047752113e-06,
      "loss": 5.8245,
      "step": 270
    },
    {
      "epoch": 0.8979591836734694,
      "grad_norm": 17.416240692138672,
      "learning_rate": 8.241551975516133e-06,
      "loss": 5.9839,
      "step": 275
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 18.15375328063965,
      "learning_rate": 8.17409052502355e-06,
      "loss": 5.8697,
      "step": 280
    },
    {
      "epoch": 0.9306122448979591,
      "grad_norm": 19.698328018188477,
      "learning_rate": 8.105646998872275e-06,
      "loss": 5.7602,
      "step": 285
    },
    {
      "epoch": 0.9469387755102041,
      "grad_norm": 16.44139862060547,
      "learning_rate": 8.036242573749142e-06,
      "loss": 5.4957,
      "step": 290
    },
    {
      "epoch": 0.963265306122449,
      "grad_norm": 17.497987747192383,
      "learning_rate": 7.965898723646777e-06,
      "loss": 5.9794,
      "step": 295
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 16.901426315307617,
      "learning_rate": 7.894637213219454e-06,
      "loss": 5.4036,
      "step": 300
    },
    {
      "epoch": 0.9959183673469387,
      "grad_norm": 17.77571678161621,
      "learning_rate": 7.82248009104904e-06,
      "loss": 5.7303,
      "step": 305
    }
  ],
  "logging_steps": 5,
  "max_steps": 921,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.68790515866665e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}