{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.0032,
  "eval_steps": 500,
  "global_step": 40,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 8e-05,
      "grad_norm": 0.2126462459564209,
      "learning_rate": 0.0,
      "loss": 0.7797,
      "step": 1
    },
    {
      "epoch": 0.00016,
      "grad_norm": 0.22393645346164703,
      "learning_rate": 4e-05,
      "loss": 0.8394,
      "step": 2
    },
    {
      "epoch": 0.00024,
      "grad_norm": 0.2677486538887024,
      "learning_rate": 8e-05,
      "loss": 1.0813,
      "step": 3
    },
    {
      "epoch": 0.00032,
      "grad_norm": 0.22248658537864685,
      "learning_rate": 0.00012,
      "loss": 0.8929,
      "step": 4
    },
    {
      "epoch": 0.0004,
      "grad_norm": 0.21182884275913239,
      "learning_rate": 0.00016,
      "loss": 0.7681,
      "step": 5
    },
    {
      "epoch": 0.00048,
      "grad_norm": 0.22956359386444092,
      "learning_rate": 0.0002,
      "loss": 0.9418,
      "step": 6
    },
    {
      "epoch": 0.00056,
      "grad_norm": 0.15817037224769592,
      "learning_rate": 0.00019636363636363636,
      "loss": 0.622,
      "step": 7
    },
    {
      "epoch": 0.00064,
      "grad_norm": 0.21448425948619843,
      "learning_rate": 0.00019272727272727274,
      "loss": 1.0023,
      "step": 8
    },
    {
      "epoch": 0.00072,
      "grad_norm": 0.13674581050872803,
      "learning_rate": 0.0001890909090909091,
      "loss": 0.8601,
      "step": 9
    },
    {
      "epoch": 0.0008,
      "grad_norm": 0.17133376002311707,
      "learning_rate": 0.00018545454545454545,
      "loss": 0.7606,
      "step": 10
    },
    {
      "epoch": 0.00088,
      "grad_norm": 0.14465345442295074,
      "learning_rate": 0.00018181818181818183,
      "loss": 0.8862,
      "step": 11
    },
    {
      "epoch": 0.00096,
      "grad_norm": 0.17820647358894348,
      "learning_rate": 0.0001781818181818182,
      "loss": 1.0947,
      "step": 12
    },
    {
      "epoch": 0.00104,
      "grad_norm": 0.19938325881958008,
      "learning_rate": 0.00017454545454545454,
      "loss": 0.9516,
      "step": 13
    },
    {
      "epoch": 0.00112,
      "grad_norm": 0.1456458568572998,
      "learning_rate": 0.0001709090909090909,
      "loss": 0.643,
      "step": 14
    },
    {
      "epoch": 0.0012,
      "grad_norm": 0.15397219359874725,
      "learning_rate": 0.00016727272727272728,
      "loss": 0.8796,
      "step": 15
    },
    {
      "epoch": 0.00128,
      "grad_norm": 0.1823822557926178,
      "learning_rate": 0.00016363636363636366,
      "loss": 0.6386,
      "step": 16
    },
    {
      "epoch": 0.00136,
      "grad_norm": 0.17513632774353027,
      "learning_rate": 0.00016,
      "loss": 1.0072,
      "step": 17
    },
    {
      "epoch": 0.00144,
      "grad_norm": 0.18893581628799438,
      "learning_rate": 0.00015636363636363637,
      "loss": 0.8296,
      "step": 18
    },
    {
      "epoch": 0.00152,
      "grad_norm": 0.14288924634456635,
      "learning_rate": 0.00015272727272727275,
      "loss": 0.7706,
      "step": 19
    },
    {
      "epoch": 0.0016,
      "grad_norm": 0.19747687876224518,
      "learning_rate": 0.0001490909090909091,
      "loss": 0.9394,
      "step": 20
    },
    {
      "epoch": 0.00168,
      "grad_norm": 0.16454721987247467,
      "learning_rate": 0.00014545454545454546,
      "loss": 0.9033,
      "step": 21
    },
    {
      "epoch": 0.00176,
      "grad_norm": 0.14900195598602295,
      "learning_rate": 0.00014181818181818184,
      "loss": 0.8576,
      "step": 22
    },
    {
      "epoch": 0.00184,
      "grad_norm": 0.12940283119678497,
      "learning_rate": 0.0001381818181818182,
      "loss": 1.0348,
      "step": 23
    },
    {
      "epoch": 0.00192,
      "grad_norm": 0.20981639623641968,
      "learning_rate": 0.00013454545454545455,
      "loss": 0.8895,
      "step": 24
    },
    {
      "epoch": 0.002,
      "grad_norm": 0.15692195296287537,
      "learning_rate": 0.00013090909090909093,
      "loss": 0.6424,
      "step": 25
    },
    {
      "epoch": 0.00208,
      "grad_norm": 0.16625981032848358,
      "learning_rate": 0.00012727272727272728,
      "loss": 0.829,
      "step": 26
    },
    {
      "epoch": 0.00216,
      "grad_norm": 0.2211565524339676,
      "learning_rate": 0.00012363636363636364,
      "loss": 0.8316,
      "step": 27
    },
    {
      "epoch": 0.00224,
      "grad_norm": 0.195374995470047,
      "learning_rate": 0.00012,
      "loss": 0.7891,
      "step": 28
    },
    {
      "epoch": 0.00232,
      "grad_norm": 0.17608334124088287,
      "learning_rate": 0.00011636363636363636,
      "loss": 1.0881,
      "step": 29
    },
    {
      "epoch": 0.0024,
      "grad_norm": 0.17408116161823273,
      "learning_rate": 0.00011272727272727272,
      "loss": 1.036,
      "step": 30
    },
    {
      "epoch": 0.00248,
      "grad_norm": 0.19866687059402466,
      "learning_rate": 0.00010909090909090909,
      "loss": 0.7093,
      "step": 31
    },
    {
      "epoch": 0.00256,
      "grad_norm": 0.13544298708438873,
      "learning_rate": 0.00010545454545454545,
      "loss": 0.5405,
      "step": 32
    },
    {
      "epoch": 0.00264,
      "grad_norm": 0.21242928504943848,
      "learning_rate": 0.00010181818181818181,
      "loss": 0.6611,
      "step": 33
    },
    {
      "epoch": 0.00272,
      "grad_norm": 0.15821397304534912,
      "learning_rate": 9.818181818181818e-05,
      "loss": 0.5818,
      "step": 34
    },
    {
      "epoch": 0.0028,
      "grad_norm": 0.17816060781478882,
      "learning_rate": 9.454545454545455e-05,
      "loss": 0.7647,
      "step": 35
    },
    {
      "epoch": 0.00288,
      "grad_norm": 0.1867559850215912,
      "learning_rate": 9.090909090909092e-05,
      "loss": 1.0044,
      "step": 36
    },
    {
      "epoch": 0.00296,
      "grad_norm": 0.1960001438856125,
      "learning_rate": 8.727272727272727e-05,
      "loss": 0.9061,
      "step": 37
    },
    {
      "epoch": 0.00304,
      "grad_norm": 0.15651346743106842,
      "learning_rate": 8.363636363636364e-05,
      "loss": 0.7163,
      "step": 38
    },
    {
      "epoch": 0.00312,
      "grad_norm": 0.1769719421863556,
      "learning_rate": 8e-05,
      "loss": 0.7815,
      "step": 39
    },
    {
      "epoch": 0.0032,
      "grad_norm": 0.17224644124507904,
      "learning_rate": 7.636363636363637e-05,
      "loss": 1.0022,
      "step": 40
    }
  ],
  "logging_steps": 1,
  "max_steps": 60,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4004827051892736.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}