{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9919354838709677,
  "eval_steps": 500,
  "global_step": 41,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.024193548387096774,
      "grad_norm": 33.12635803222656,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 2.4997,
      "step": 1
    },
    {
      "epoch": 0.04838709677419355,
      "grad_norm": 32.004058837890625,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 2.4277,
      "step": 2
    },
    {
      "epoch": 0.07258064516129033,
      "grad_norm": 34.234554290771484,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 2.6112,
      "step": 3
    },
    {
      "epoch": 0.0967741935483871,
      "grad_norm": 32.96908187866211,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 2.5017,
      "step": 4
    },
    {
      "epoch": 0.12096774193548387,
      "grad_norm": 35.06013870239258,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 2.6115,
      "step": 5
    },
    {
      "epoch": 0.14516129032258066,
      "grad_norm": 33.552955627441406,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 2.5234,
      "step": 6
    },
    {
      "epoch": 0.1693548387096774,
      "grad_norm": 32.13972091674805,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 2.4724,
      "step": 7
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 32.68510055541992,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 2.4925,
      "step": 8
    },
    {
      "epoch": 0.21774193548387097,
      "grad_norm": 32.32320785522461,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 2.4983,
      "step": 9
    },
    {
      "epoch": 0.24193548387096775,
      "grad_norm": 32.311553955078125,
      "learning_rate": 5.000000000000001e-07,
      "loss": 2.4833,
      "step": 10
    },
    {
      "epoch": 0.2661290322580645,
      "grad_norm": 31.869163513183594,
      "learning_rate": 5.5e-07,
      "loss": 2.4362,
      "step": 11
    },
    {
      "epoch": 0.2903225806451613,
      "grad_norm": 31.329313278198242,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.4228,
      "step": 12
    },
    {
      "epoch": 0.31451612903225806,
      "grad_norm": 29.42159652709961,
      "learning_rate": 6.5e-07,
      "loss": 2.2499,
      "step": 13
    },
    {
      "epoch": 0.3387096774193548,
      "grad_norm": 31.27863311767578,
      "learning_rate": 7.000000000000001e-07,
      "loss": 2.3354,
      "step": 14
    },
    {
      "epoch": 0.3629032258064516,
      "grad_norm": 31.095605850219727,
      "learning_rate": 7.5e-07,
      "loss": 2.2723,
      "step": 15
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 30.90537452697754,
      "learning_rate": 8.000000000000001e-07,
      "loss": 2.2003,
      "step": 16
    },
    {
      "epoch": 0.4112903225806452,
      "grad_norm": 30.878215789794922,
      "learning_rate": 8.500000000000001e-07,
      "loss": 2.0797,
      "step": 17
    },
    {
      "epoch": 0.43548387096774194,
      "grad_norm": 32.37583541870117,
      "learning_rate": 9.000000000000001e-07,
      "loss": 1.9855,
      "step": 18
    },
    {
      "epoch": 0.4596774193548387,
      "grad_norm": 32.957889556884766,
      "learning_rate": 9.500000000000001e-07,
      "loss": 1.8497,
      "step": 19
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 33.7425537109375,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.7037,
      "step": 20
    },
    {
      "epoch": 0.5080645161290323,
      "grad_norm": 35.177791595458984,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 1.645,
      "step": 21
    },
    {
      "epoch": 0.532258064516129,
      "grad_norm": 34.37784957885742,
      "learning_rate": 1.1e-06,
      "loss": 1.4705,
      "step": 22
    },
    {
      "epoch": 0.5564516129032258,
      "grad_norm": 32.561283111572266,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 1.3819,
      "step": 23
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 28.166706085205078,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.1496,
      "step": 24
    },
    {
      "epoch": 0.6048387096774194,
      "grad_norm": 30.428386688232422,
      "learning_rate": 1.25e-06,
      "loss": 1.0998,
      "step": 25
    },
    {
      "epoch": 0.6290322580645161,
      "grad_norm": 34.153076171875,
      "learning_rate": 1.3e-06,
      "loss": 0.9278,
      "step": 26
    },
    {
      "epoch": 0.6532258064516129,
      "grad_norm": 39.16960906982422,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 0.7463,
      "step": 27
    },
    {
      "epoch": 0.6774193548387096,
      "grad_norm": 39.09505081176758,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.5676,
      "step": 28
    },
    {
      "epoch": 0.7016129032258065,
      "grad_norm": 38.89931869506836,
      "learning_rate": 1.45e-06,
      "loss": 0.4015,
      "step": 29
    },
    {
      "epoch": 0.7258064516129032,
      "grad_norm": 23.554725646972656,
      "learning_rate": 1.5e-06,
      "loss": 0.2364,
      "step": 30
    },
    {
      "epoch": 0.75,
      "grad_norm": 11.884359359741211,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 0.1429,
      "step": 31
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 5.657749176025391,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.136,
      "step": 32
    },
    {
      "epoch": 0.7983870967741935,
      "grad_norm": 3.42618465423584,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 0.0964,
      "step": 33
    },
    {
      "epoch": 0.8225806451612904,
      "grad_norm": 2.808098554611206,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 0.0826,
      "step": 34
    },
    {
      "epoch": 0.8467741935483871,
      "grad_norm": 2.475355625152588,
      "learning_rate": 1.75e-06,
      "loss": 0.0781,
      "step": 35
    },
    {
      "epoch": 0.8709677419354839,
      "grad_norm": 1.9219006299972534,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.0637,
      "step": 36
    },
    {
      "epoch": 0.8951612903225806,
      "grad_norm": 1.8285995721817017,
      "learning_rate": 1.85e-06,
      "loss": 0.0708,
      "step": 37
    },
    {
      "epoch": 0.9193548387096774,
      "grad_norm": 1.9102882146835327,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.0865,
      "step": 38
    },
    {
      "epoch": 0.9435483870967742,
      "grad_norm": 2.190868854522705,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 0.0732,
      "step": 39
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 1.923084020614624,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.0767,
      "step": 40
    },
    {
      "epoch": 0.9919354838709677,
      "grad_norm": 1.8931093215942383,
      "learning_rate": 2.05e-06,
      "loss": 0.0868,
      "step": 41
    }
  ],
  "logging_steps": 1,
  "max_steps": 246,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 41,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0356750456717312e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}