{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.896,
  "eval_steps": 500,
  "global_step": 45,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.064,
      "grad_norm": 5.85249391104972,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.8383,
      "step": 1
    },
    {
      "epoch": 0.128,
      "grad_norm": 5.7880200477972314,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.8521,
      "step": 2
    },
    {
      "epoch": 0.192,
      "grad_norm": 4.637830956527449,
      "learning_rate": 1.2e-05,
      "loss": 0.8444,
      "step": 3
    },
    {
      "epoch": 0.256,
      "grad_norm": 2.174262328740971,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.7812,
      "step": 4
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.057305436302631,
      "learning_rate": 2e-05,
      "loss": 0.7787,
      "step": 5
    },
    {
      "epoch": 0.384,
      "grad_norm": 8.176173201136002,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.8424,
      "step": 6
    },
    {
      "epoch": 0.448,
      "grad_norm": 6.401762925359562,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.7736,
      "step": 7
    },
    {
      "epoch": 0.512,
      "grad_norm": 3.2961629781668953,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 0.7289,
      "step": 8
    },
    {
      "epoch": 0.576,
      "grad_norm": 2.581895471280243,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.7189,
      "step": 9
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8876971192011507,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.6747,
      "step": 10
    },
    {
      "epoch": 0.704,
      "grad_norm": 1.458550787382178,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.6609,
      "step": 11
    },
    {
      "epoch": 0.768,
      "grad_norm": 1.3017499709559937,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.6662,
      "step": 12
    },
    {
      "epoch": 0.832,
      "grad_norm": 1.384898941850018,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.6792,
      "step": 13
    },
    {
      "epoch": 0.896,
      "grad_norm": 1.363683022675478,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 0.637,
      "step": 14
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.0440100554501006,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.6611,
      "step": 15
    },
    {
      "epoch": 1.032,
      "grad_norm": 1.4642435617268161,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 0.9129,
      "step": 16
    },
    {
      "epoch": 1.096,
      "grad_norm": 1.2688197311643739,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.6914,
      "step": 17
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.8143916637114235,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 0.4865,
      "step": 18
    },
    {
      "epoch": 1.224,
      "grad_norm": 0.9165299977448033,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.5731,
      "step": 19
    },
    {
      "epoch": 1.288,
      "grad_norm": 0.7360018502732568,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.4969,
      "step": 20
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 0.7602013706953981,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.572,
      "step": 21
    },
    {
      "epoch": 1.416,
      "grad_norm": 0.6823276613726659,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 0.5332,
      "step": 22
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.6128440387016976,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.5485,
      "step": 23
    },
    {
      "epoch": 1.544,
      "grad_norm": 0.6379847198707073,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 0.5301,
      "step": 24
    },
    {
      "epoch": 1.608,
      "grad_norm": 0.6063364000158917,
      "learning_rate": 1e-05,
      "loss": 0.56,
      "step": 25
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 0.598214112142404,
      "learning_rate": 9.215409042721553e-06,
      "loss": 0.5712,
      "step": 26
    },
    {
      "epoch": 1.736,
      "grad_norm": 0.598964734762257,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.506,
      "step": 27
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.564643443704361,
      "learning_rate": 7.66554636144095e-06,
      "loss": 0.5203,
      "step": 28
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 0.547875294216537,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.4922,
      "step": 29
    },
    {
      "epoch": 1.928,
      "grad_norm": 0.5824606933429736,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.5583,
      "step": 30
    },
    {
      "epoch": 1.992,
      "grad_norm": 0.8335341090192849,
      "learning_rate": 5.460095002604533e-06,
      "loss": 0.7596,
      "step": 31
    },
    {
      "epoch": 2.064,
      "grad_norm": 0.5850931076101747,
      "learning_rate": 4.775014352840512e-06,
      "loss": 0.4994,
      "step": 32
    },
    {
      "epoch": 2.128,
      "grad_norm": 0.5107787299774194,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.455,
      "step": 33
    },
    {
      "epoch": 2.192,
      "grad_norm": 0.465974220692486,
      "learning_rate": 3.505519516698165e-06,
      "loss": 0.473,
      "step": 34
    },
    {
      "epoch": 2.2560000000000002,
      "grad_norm": 0.49096442552776787,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.4711,
      "step": 35
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.4545396809474353,
      "learning_rate": 2.395940343999691e-06,
      "loss": 0.5029,
      "step": 36
    },
    {
      "epoch": 2.384,
      "grad_norm": 0.4158603803574914,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.4538,
      "step": 37
    },
    {
      "epoch": 2.448,
      "grad_norm": 0.5599429573170525,
      "learning_rate": 1.4735983564590784e-06,
      "loss": 0.4522,
      "step": 38
    },
    {
      "epoch": 2.512,
      "grad_norm": 0.4773395982310906,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.4694,
      "step": 39
    },
    {
      "epoch": 2.576,
      "grad_norm": 0.4555133299662401,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.4794,
      "step": 40
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.43925529257171464,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.4532,
      "step": 41
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 0.40275165109816563,
      "learning_rate": 2.7630079602323447e-07,
      "loss": 0.483,
      "step": 42
    },
    {
      "epoch": 2.768,
      "grad_norm": 0.45666320321239945,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.4769,
      "step": 43
    },
    {
      "epoch": 2.832,
      "grad_norm": 0.39135454805689784,
      "learning_rate": 3.082666266872036e-08,
      "loss": 0.4274,
      "step": 44
    },
    {
      "epoch": 2.896,
      "grad_norm": 0.4269794519040765,
      "learning_rate": 0.0,
      "loss": 0.4811,
      "step": 45
    },
    {
      "epoch": 2.896,
      "step": 45,
      "total_flos": 5.682962857616998e+16,
      "train_loss": 0.6006159649954902,
      "train_runtime": 3170.2046,
      "train_samples_per_second": 0.943,
      "train_steps_per_second": 0.014
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 45,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.682962857616998e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}