{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 11.80327868852459,
  "eval_steps": 500,
  "global_step": 18000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.32786885245901637,
      "grad_norm": 1.5182467699050903,
      "learning_rate": 9.838688524590164e-06,
      "loss": 0.3532,
      "step": 500
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 1.5529841184616089,
      "learning_rate": 9.674754098360658e-06,
      "loss": 0.2186,
      "step": 1000
    },
    {
      "epoch": 0.9836065573770492,
      "grad_norm": 1.2810306549072266,
      "learning_rate": 9.51081967213115e-06,
      "loss": 0.2085,
      "step": 1500
    },
    {
      "epoch": 1.3114754098360657,
      "grad_norm": 1.7146570682525635,
      "learning_rate": 9.34688524590164e-06,
      "loss": 0.1153,
      "step": 2000
    },
    {
      "epoch": 1.639344262295082,
      "grad_norm": 1.82291579246521,
      "learning_rate": 9.182950819672131e-06,
      "loss": 0.1108,
      "step": 2500
    },
    {
      "epoch": 1.9672131147540983,
      "grad_norm": 1.3579846620559692,
      "learning_rate": 9.019016393442623e-06,
      "loss": 0.1137,
      "step": 3000
    },
    {
      "epoch": 2.2950819672131146,
      "grad_norm": 1.2722268104553223,
      "learning_rate": 8.855081967213115e-06,
      "loss": 0.0613,
      "step": 3500
    },
    {
      "epoch": 2.6229508196721314,
      "grad_norm": 1.0057650804519653,
      "learning_rate": 8.691147540983608e-06,
      "loss": 0.0573,
      "step": 4000
    },
    {
      "epoch": 2.9508196721311473,
      "grad_norm": 1.5272691249847412,
      "learning_rate": 8.5272131147541e-06,
      "loss": 0.0585,
      "step": 4500
    },
    {
      "epoch": 3.278688524590164,
      "grad_norm": 0.9407837986946106,
      "learning_rate": 8.36327868852459e-06,
      "loss": 0.0391,
      "step": 5000
    },
    {
      "epoch": 3.6065573770491803,
      "grad_norm": 1.2755032777786255,
      "learning_rate": 8.199344262295082e-06,
      "loss": 0.0377,
      "step": 5500
    },
    {
      "epoch": 3.9344262295081966,
      "grad_norm": 0.9030640125274658,
      "learning_rate": 8.035409836065574e-06,
      "loss": 0.0405,
      "step": 6000
    },
    {
      "epoch": 4.262295081967213,
      "grad_norm": 0.8674460649490356,
      "learning_rate": 7.871475409836066e-06,
      "loss": 0.0298,
      "step": 6500
    },
    {
      "epoch": 4.590163934426229,
      "grad_norm": 0.7920001745223999,
      "learning_rate": 7.707540983606559e-06,
      "loss": 0.0277,
      "step": 7000
    },
    {
      "epoch": 4.918032786885246,
      "grad_norm": 0.5429362654685974,
      "learning_rate": 7.543934426229509e-06,
      "loss": 0.0295,
      "step": 7500
    },
    {
      "epoch": 5.245901639344262,
      "grad_norm": 0.613649845123291,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 0.0257,
      "step": 8000
    },
    {
      "epoch": 5.573770491803279,
      "grad_norm": 0.6390576362609863,
      "learning_rate": 7.216065573770492e-06,
      "loss": 0.0248,
      "step": 8500
    },
    {
      "epoch": 5.901639344262295,
      "grad_norm": 0.6235594153404236,
      "learning_rate": 7.052131147540984e-06,
      "loss": 0.025,
      "step": 9000
    },
    {
      "epoch": 6.229508196721311,
      "grad_norm": 0.5020778179168701,
      "learning_rate": 6.888196721311477e-06,
      "loss": 0.0241,
      "step": 9500
    },
    {
      "epoch": 6.557377049180328,
      "grad_norm": 0.7309982776641846,
      "learning_rate": 6.724262295081968e-06,
      "loss": 0.0227,
      "step": 10000
    },
    {
      "epoch": 6.885245901639344,
      "grad_norm": 0.38623395562171936,
      "learning_rate": 6.5603278688524594e-06,
      "loss": 0.0229,
      "step": 10500
    },
    {
      "epoch": 7.213114754098361,
      "grad_norm": 0.5087317228317261,
      "learning_rate": 6.396393442622951e-06,
      "loss": 0.0227,
      "step": 11000
    },
    {
      "epoch": 7.540983606557377,
      "grad_norm": 0.5436781048774719,
      "learning_rate": 6.232459016393443e-06,
      "loss": 0.021,
      "step": 11500
    },
    {
      "epoch": 7.868852459016393,
      "grad_norm": 0.756500780582428,
      "learning_rate": 6.068524590163935e-06,
      "loss": 0.0218,
      "step": 12000
    },
    {
      "epoch": 8.19672131147541,
      "grad_norm": 0.20513100922107697,
      "learning_rate": 5.9045901639344274e-06,
      "loss": 0.0206,
      "step": 12500
    },
    {
      "epoch": 8.524590163934427,
      "grad_norm": 0.6370705366134644,
      "learning_rate": 5.740655737704918e-06,
      "loss": 0.0194,
      "step": 13000
    },
    {
      "epoch": 8.852459016393443,
      "grad_norm": 0.509864091873169,
      "learning_rate": 5.577049180327869e-06,
      "loss": 0.0207,
      "step": 13500
    },
    {
      "epoch": 9.180327868852459,
      "grad_norm": 0.4402160942554474,
      "learning_rate": 5.413114754098361e-06,
      "loss": 0.0194,
      "step": 14000
    },
    {
      "epoch": 9.508196721311476,
      "grad_norm": 0.29329636693000793,
      "learning_rate": 5.2491803278688525e-06,
      "loss": 0.0188,
      "step": 14500
    },
    {
      "epoch": 9.836065573770492,
      "grad_norm": 0.25181844830513,
      "learning_rate": 5.085245901639345e-06,
      "loss": 0.0194,
      "step": 15000
    },
    {
      "epoch": 10.163934426229508,
      "grad_norm": 0.36046847701072693,
      "learning_rate": 4.921311475409836e-06,
      "loss": 0.0188,
      "step": 15500
    },
    {
      "epoch": 10.491803278688524,
      "grad_norm": 0.3692318797111511,
      "learning_rate": 4.757377049180329e-06,
      "loss": 0.0183,
      "step": 16000
    },
    {
      "epoch": 10.819672131147541,
      "grad_norm": 0.6048111319541931,
      "learning_rate": 4.59344262295082e-06,
      "loss": 0.0185,
      "step": 16500
    },
    {
      "epoch": 11.147540983606557,
      "grad_norm": 0.26122042536735535,
      "learning_rate": 4.4295081967213114e-06,
      "loss": 0.018,
      "step": 17000
    },
    {
      "epoch": 11.475409836065573,
      "grad_norm": 0.30455446243286133,
      "learning_rate": 4.265573770491804e-06,
      "loss": 0.0174,
      "step": 17500
    },
    {
      "epoch": 11.80327868852459,
      "grad_norm": 0.2333904653787613,
      "learning_rate": 4.101639344262295e-06,
      "loss": 0.0179,
      "step": 18000
    }
  ],
  "logging_steps": 500,
  "max_steps": 30500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.17961666854912e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}