{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5037783375314862,
  "eval_steps": 500,
  "global_step": 450,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00559753708368318,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0001,
      "loss": 3.791,
      "step": 5
    },
    {
      "epoch": 0.01119507416736636,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0001,
      "loss": 2.5709,
      "step": 10
    },
    {
      "epoch": 0.016792611251049538,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0001,
      "loss": 2.0527,
      "step": 15
    },
    {
      "epoch": 0.02239014833473272,
      "grad_norm": 0.265625,
      "learning_rate": 0.0001,
      "loss": 1.854,
      "step": 20
    },
    {
      "epoch": 0.027987685418415897,
      "grad_norm": 0.21484375,
      "learning_rate": 0.0001,
      "loss": 1.7825,
      "step": 25
    },
    {
      "epoch": 0.033585222502099076,
      "grad_norm": 0.2060546875,
      "learning_rate": 0.0001,
      "loss": 1.6752,
      "step": 30
    },
    {
      "epoch": 0.039182759585782254,
      "grad_norm": 0.251953125,
      "learning_rate": 0.0001,
      "loss": 1.6574,
      "step": 35
    },
    {
      "epoch": 0.04478029666946544,
      "grad_norm": 0.234375,
      "learning_rate": 0.0001,
      "loss": 1.6349,
      "step": 40
    },
    {
      "epoch": 0.05037783375314862,
      "grad_norm": 0.25390625,
      "learning_rate": 0.0001,
      "loss": 1.6088,
      "step": 45
    },
    {
      "epoch": 0.055975370836831795,
      "grad_norm": 0.2353515625,
      "learning_rate": 0.0001,
      "loss": 1.5264,
      "step": 50
    },
    {
      "epoch": 0.06157290792051497,
      "grad_norm": 0.21484375,
      "learning_rate": 0.0001,
      "loss": 1.5305,
      "step": 55
    },
    {
      "epoch": 0.06717044500419815,
      "grad_norm": 0.19140625,
      "learning_rate": 0.0001,
      "loss": 1.5403,
      "step": 60
    },
    {
      "epoch": 0.07276798208788134,
      "grad_norm": 0.20703125,
      "learning_rate": 0.0001,
      "loss": 1.5827,
      "step": 65
    },
    {
      "epoch": 0.07836551917156451,
      "grad_norm": 0.1943359375,
      "learning_rate": 0.0001,
      "loss": 1.5901,
      "step": 70
    },
    {
      "epoch": 0.08396305625524769,
      "grad_norm": 0.193359375,
      "learning_rate": 0.0001,
      "loss": 1.609,
      "step": 75
    },
    {
      "epoch": 0.08956059333893088,
      "grad_norm": 0.2060546875,
      "learning_rate": 0.0001,
      "loss": 1.5113,
      "step": 80
    },
    {
      "epoch": 0.09515813042261405,
      "grad_norm": 0.23828125,
      "learning_rate": 0.0001,
      "loss": 1.5215,
      "step": 85
    },
    {
      "epoch": 0.10075566750629723,
      "grad_norm": 0.287109375,
      "learning_rate": 0.0001,
      "loss": 1.5761,
      "step": 90
    },
    {
      "epoch": 0.1063532045899804,
      "grad_norm": 0.2216796875,
      "learning_rate": 0.0001,
      "loss": 1.5121,
      "step": 95
    },
    {
      "epoch": 0.11195074167366359,
      "grad_norm": 0.251953125,
      "learning_rate": 0.0001,
      "loss": 1.4994,
      "step": 100
    },
    {
      "epoch": 0.11754827875734676,
      "grad_norm": 0.20703125,
      "learning_rate": 0.0001,
      "loss": 1.5273,
      "step": 105
    },
    {
      "epoch": 0.12314581584102995,
      "grad_norm": 0.193359375,
      "learning_rate": 0.0001,
      "loss": 1.5585,
      "step": 110
    },
    {
      "epoch": 0.12874335292471312,
      "grad_norm": 0.177734375,
      "learning_rate": 0.0001,
      "loss": 1.5368,
      "step": 115
    },
    {
      "epoch": 0.1343408900083963,
      "grad_norm": 0.189453125,
      "learning_rate": 0.0001,
      "loss": 1.4332,
      "step": 120
    },
    {
      "epoch": 0.1399384270920795,
      "grad_norm": 0.2138671875,
      "learning_rate": 0.0001,
      "loss": 1.4477,
      "step": 125
    },
    {
      "epoch": 0.14553596417576267,
      "grad_norm": 0.2060546875,
      "learning_rate": 0.0001,
      "loss": 1.4687,
      "step": 130
    },
    {
      "epoch": 0.15113350125944586,
      "grad_norm": 0.19921875,
      "learning_rate": 0.0001,
      "loss": 1.5834,
      "step": 135
    },
    {
      "epoch": 0.15673103834312901,
      "grad_norm": 0.2099609375,
      "learning_rate": 0.0001,
      "loss": 1.4358,
      "step": 140
    },
    {
      "epoch": 0.1623285754268122,
      "grad_norm": 0.201171875,
      "learning_rate": 0.0001,
      "loss": 1.5451,
      "step": 145
    },
    {
      "epoch": 0.16792611251049538,
      "grad_norm": 0.328125,
      "learning_rate": 0.0001,
      "loss": 1.3199,
      "step": 150
    },
    {
      "epoch": 0.17352364959417857,
      "grad_norm": 0.40625,
      "learning_rate": 0.0001,
      "loss": 1.5433,
      "step": 155
    },
    {
      "epoch": 0.17912118667786175,
      "grad_norm": 0.27734375,
      "learning_rate": 0.0001,
      "loss": 1.524,
      "step": 160
    },
    {
      "epoch": 0.1847187237615449,
      "grad_norm": 0.1904296875,
      "learning_rate": 0.0001,
      "loss": 1.5498,
      "step": 165
    },
    {
      "epoch": 0.1903162608452281,
      "grad_norm": 0.2265625,
      "learning_rate": 0.0001,
      "loss": 1.4975,
      "step": 170
    },
    {
      "epoch": 0.19591379792891128,
      "grad_norm": 0.1982421875,
      "learning_rate": 0.0001,
      "loss": 1.5066,
      "step": 175
    },
    {
      "epoch": 0.20151133501259447,
      "grad_norm": 0.1875,
      "learning_rate": 0.0001,
      "loss": 1.4614,
      "step": 180
    },
    {
      "epoch": 0.20710887209627762,
      "grad_norm": 0.1943359375,
      "learning_rate": 0.0001,
      "loss": 1.5087,
      "step": 185
    },
    {
      "epoch": 0.2127064091799608,
      "grad_norm": 0.251953125,
      "learning_rate": 0.0001,
      "loss": 1.4268,
      "step": 190
    },
    {
      "epoch": 0.218303946263644,
      "grad_norm": 0.205078125,
      "learning_rate": 0.0001,
      "loss": 1.4212,
      "step": 195
    },
    {
      "epoch": 0.22390148334732718,
      "grad_norm": 0.2734375,
      "learning_rate": 0.0001,
      "loss": 1.3205,
      "step": 200
    },
    {
      "epoch": 0.22949902043101036,
      "grad_norm": 0.19921875,
      "learning_rate": 0.0001,
      "loss": 1.4604,
      "step": 205
    },
    {
      "epoch": 0.23509655751469352,
      "grad_norm": 0.248046875,
      "learning_rate": 0.0001,
      "loss": 1.5345,
      "step": 210
    },
    {
      "epoch": 0.2406940945983767,
      "grad_norm": 0.2294921875,
      "learning_rate": 0.0001,
      "loss": 1.4651,
      "step": 215
    },
    {
      "epoch": 0.2462916316820599,
      "grad_norm": 0.26171875,
      "learning_rate": 0.0001,
      "loss": 1.5094,
      "step": 220
    },
    {
      "epoch": 0.2518891687657431,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0001,
      "loss": 1.508,
      "step": 225
    },
    {
      "epoch": 0.25748670584942623,
      "grad_norm": 0.201171875,
      "learning_rate": 0.0001,
      "loss": 1.5213,
      "step": 230
    },
    {
      "epoch": 0.26308424293310945,
      "grad_norm": 0.2021484375,
      "learning_rate": 0.0001,
      "loss": 1.5179,
      "step": 235
    },
    {
      "epoch": 0.2686817800167926,
      "grad_norm": 0.19921875,
      "learning_rate": 0.0001,
      "loss": 1.5109,
      "step": 240
    },
    {
      "epoch": 0.2742793171004758,
      "grad_norm": 0.203125,
      "learning_rate": 0.0001,
      "loss": 1.4169,
      "step": 245
    },
    {
      "epoch": 0.279876854184159,
      "grad_norm": 0.255859375,
      "learning_rate": 0.0001,
      "loss": 1.3441,
      "step": 250
    },
    {
      "epoch": 0.28547439126784213,
      "grad_norm": 0.263671875,
      "learning_rate": 0.0001,
      "loss": 1.4849,
      "step": 255
    },
    {
      "epoch": 0.29107192835152534,
      "grad_norm": 0.2099609375,
      "learning_rate": 0.0001,
      "loss": 1.5213,
      "step": 260
    },
    {
      "epoch": 0.2966694654352085,
      "grad_norm": 0.212890625,
      "learning_rate": 0.0001,
      "loss": 1.5736,
      "step": 265
    },
    {
      "epoch": 0.3022670025188917,
      "grad_norm": 0.208984375,
      "learning_rate": 0.0001,
      "loss": 1.4562,
      "step": 270
    },
    {
      "epoch": 0.30786453960257487,
      "grad_norm": 0.1953125,
      "learning_rate": 0.0001,
      "loss": 1.57,
      "step": 275
    },
    {
      "epoch": 0.31346207668625803,
      "grad_norm": 0.20703125,
      "learning_rate": 0.0001,
      "loss": 1.4832,
      "step": 280
    },
    {
      "epoch": 0.31905961376994124,
      "grad_norm": 0.197265625,
      "learning_rate": 0.0001,
      "loss": 1.4355,
      "step": 285
    },
    {
      "epoch": 0.3246571508536244,
      "grad_norm": 0.2177734375,
      "learning_rate": 0.0001,
      "loss": 1.5262,
      "step": 290
    },
    {
      "epoch": 0.3302546879373076,
      "grad_norm": 0.244140625,
      "learning_rate": 0.0001,
      "loss": 1.4061,
      "step": 295
    },
    {
      "epoch": 0.33585222502099077,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0001,
      "loss": 1.311,
      "step": 300
    },
    {
      "epoch": 0.3414497621046739,
      "grad_norm": 0.333984375,
      "learning_rate": 0.0001,
      "loss": 1.4673,
      "step": 305
    },
    {
      "epoch": 0.34704729918835714,
      "grad_norm": 0.22265625,
      "learning_rate": 0.0001,
      "loss": 1.5237,
      "step": 310
    },
    {
      "epoch": 0.3526448362720403,
      "grad_norm": 0.2314453125,
      "learning_rate": 0.0001,
      "loss": 1.4541,
      "step": 315
    },
    {
      "epoch": 0.3582423733557235,
      "grad_norm": 0.197265625,
      "learning_rate": 0.0001,
      "loss": 1.4201,
      "step": 320
    },
    {
      "epoch": 0.36383991043940667,
      "grad_norm": 0.2119140625,
      "learning_rate": 0.0001,
      "loss": 1.4503,
      "step": 325
    },
    {
      "epoch": 0.3694374475230898,
      "grad_norm": 0.1767578125,
      "learning_rate": 0.0001,
      "loss": 1.4432,
      "step": 330
    },
    {
      "epoch": 0.37503498460677304,
      "grad_norm": 0.2177734375,
      "learning_rate": 0.0001,
      "loss": 1.4763,
      "step": 335
    },
    {
      "epoch": 0.3806325216904562,
      "grad_norm": 0.23828125,
      "learning_rate": 0.0001,
      "loss": 1.4658,
      "step": 340
    },
    {
      "epoch": 0.38623005877413935,
      "grad_norm": 0.19921875,
      "learning_rate": 0.0001,
      "loss": 1.3971,
      "step": 345
    },
    {
      "epoch": 0.39182759585782256,
      "grad_norm": 0.263671875,
      "learning_rate": 0.0001,
      "loss": 1.3114,
      "step": 350
    },
    {
      "epoch": 0.3974251329415057,
      "grad_norm": 0.2080078125,
      "learning_rate": 0.0001,
      "loss": 1.3536,
      "step": 355
    },
    {
      "epoch": 0.40302267002518893,
      "grad_norm": 0.212890625,
      "learning_rate": 0.0001,
      "loss": 1.5357,
      "step": 360
    },
    {
      "epoch": 0.4086202071088721,
      "grad_norm": 0.2890625,
      "learning_rate": 0.0001,
      "loss": 1.4427,
      "step": 365
    },
    {
      "epoch": 0.41421774419255525,
      "grad_norm": 0.2119140625,
      "learning_rate": 0.0001,
      "loss": 1.527,
      "step": 370
    },
    {
      "epoch": 0.41981528127623846,
      "grad_norm": 0.212890625,
      "learning_rate": 0.0001,
      "loss": 1.4619,
      "step": 375
    },
    {
      "epoch": 0.4254128183599216,
      "grad_norm": 0.1767578125,
      "learning_rate": 0.0001,
      "loss": 1.3959,
      "step": 380
    },
    {
      "epoch": 0.43101035544360483,
      "grad_norm": 0.1884765625,
      "learning_rate": 0.0001,
      "loss": 1.388,
      "step": 385
    },
    {
      "epoch": 0.436607892527288,
      "grad_norm": 0.1826171875,
      "learning_rate": 0.0001,
      "loss": 1.436,
      "step": 390
    },
    {
      "epoch": 0.44220542961097115,
      "grad_norm": 0.2041015625,
      "learning_rate": 0.0001,
      "loss": 1.366,
      "step": 395
    },
    {
      "epoch": 0.44780296669465436,
      "grad_norm": 0.296875,
      "learning_rate": 0.0001,
      "loss": 1.2186,
      "step": 400
    },
    {
      "epoch": 0.4534005037783375,
      "grad_norm": 0.23046875,
      "learning_rate": 0.0001,
      "loss": 1.47,
      "step": 405
    },
    {
      "epoch": 0.45899804086202073,
      "grad_norm": 0.294921875,
      "learning_rate": 0.0001,
      "loss": 1.4639,
      "step": 410
    },
    {
      "epoch": 0.4645955779457039,
      "grad_norm": 0.2236328125,
      "learning_rate": 0.0001,
      "loss": 1.4478,
      "step": 415
    },
    {
      "epoch": 0.47019311502938704,
      "grad_norm": 0.2001953125,
      "learning_rate": 0.0001,
      "loss": 1.4302,
      "step": 420
    },
    {
      "epoch": 0.47579065211307026,
      "grad_norm": 0.1943359375,
      "learning_rate": 0.0001,
      "loss": 1.4157,
      "step": 425
    },
    {
      "epoch": 0.4813881891967534,
      "grad_norm": 0.2451171875,
      "learning_rate": 0.0001,
      "loss": 1.5067,
      "step": 430
    },
    {
      "epoch": 0.4869857262804366,
      "grad_norm": 0.2216796875,
      "learning_rate": 0.0001,
      "loss": 1.5442,
      "step": 435
    },
    {
      "epoch": 0.4925832633641198,
      "grad_norm": 0.25,
      "learning_rate": 0.0001,
      "loss": 1.3914,
      "step": 440
    },
    {
      "epoch": 0.49818080044780294,
      "grad_norm": 0.2177734375,
      "learning_rate": 0.0001,
      "loss": 1.3557,
      "step": 445
    },
    {
      "epoch": 0.5037783375314862,
      "grad_norm": 0.2890625,
      "learning_rate": 0.0001,
      "loss": 1.306,
      "step": 450
    }
  ],
  "logging_steps": 5,
  "max_steps": 450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 90,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.334613097500672e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}