{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 192,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.078125,
      "grad_norm": 0.7274424433708191,
      "learning_rate": 7.5e-06,
      "loss": 1.867,
      "step": 5
    },
    {
      "epoch": 0.15625,
      "grad_norm": 0.6130610704421997,
      "learning_rate": 1.6875e-05,
      "loss": 1.8588,
      "step": 10
    },
    {
      "epoch": 0.234375,
      "grad_norm": 0.5408557057380676,
      "learning_rate": 2.625e-05,
      "loss": 1.8381,
      "step": 15
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.48840343952178955,
      "learning_rate": 2.999279188735074e-05,
      "loss": 1.7762,
      "step": 20
    },
    {
      "epoch": 0.390625,
      "grad_norm": 0.5034699440002441,
      "learning_rate": 2.994876739510005e-05,
      "loss": 1.6663,
      "step": 25
    },
    {
      "epoch": 0.46875,
      "grad_norm": 0.4756667912006378,
      "learning_rate": 2.9864840289257616e-05,
      "loss": 1.6195,
      "step": 30
    },
    {
      "epoch": 0.546875,
      "grad_norm": 0.49448809027671814,
      "learning_rate": 2.9741234595710393e-05,
      "loss": 1.6162,
      "step": 35
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.5317527651786804,
      "learning_rate": 2.9578280254051174e-05,
      "loss": 1.5056,
      "step": 40
    },
    {
      "epoch": 0.703125,
      "grad_norm": 0.5216270685195923,
      "learning_rate": 2.9376412236873792e-05,
      "loss": 1.476,
      "step": 45
    },
    {
      "epoch": 0.78125,
      "grad_norm": 0.6141660809516907,
      "learning_rate": 2.9136169388704557e-05,
      "loss": 1.4277,
      "step": 50
    },
    {
      "epoch": 0.859375,
      "grad_norm": 0.6590550541877747,
      "learning_rate": 2.8858192987669303e-05,
      "loss": 1.3739,
      "step": 55
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.6383962631225586,
      "learning_rate": 2.8543225033735316e-05,
      "loss": 1.347,
      "step": 60
    },
    {
      "epoch": 1.015625,
      "grad_norm": 0.9010741114616394,
      "learning_rate": 2.8192106268097336e-05,
      "loss": 1.2718,
      "step": 65
    },
    {
      "epoch": 1.09375,
      "grad_norm": 1.0943779945373535,
      "learning_rate": 2.780577392899446e-05,
      "loss": 1.1758,
      "step": 70
    },
    {
      "epoch": 1.171875,
      "grad_norm": 1.015796422958374,
      "learning_rate": 2.7385259249948338e-05,
      "loss": 1.1385,
      "step": 75
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.8987584710121155,
      "learning_rate": 2.693168470710059e-05,
      "loss": 1.1287,
      "step": 80
    },
    {
      "epoch": 1.328125,
      "grad_norm": 1.0710234642028809,
      "learning_rate": 2.6446261022997098e-05,
      "loss": 1.0745,
      "step": 85
    },
    {
      "epoch": 1.40625,
      "grad_norm": 1.4526638984680176,
      "learning_rate": 2.593028393481692e-05,
      "loss": 1.0067,
      "step": 90
    },
    {
      "epoch": 1.484375,
      "grad_norm": 1.084017038345337,
      "learning_rate": 2.5385130735672442e-05,
      "loss": 1.0116,
      "step": 95
    },
    {
      "epoch": 1.5625,
      "grad_norm": 1.2450714111328125,
      "learning_rate": 2.4812256598212946e-05,
      "loss": 0.9489,
      "step": 100
    },
    {
      "epoch": 1.640625,
      "grad_norm": 1.2581003904342651,
      "learning_rate": 2.4213190690345018e-05,
      "loss": 0.9191,
      "step": 105
    },
    {
      "epoch": 1.71875,
      "grad_norm": 1.2668284177780151,
      "learning_rate": 2.3589532093438104e-05,
      "loss": 0.8674,
      "step": 110
    },
    {
      "epoch": 1.796875,
      "grad_norm": 1.346251368522644,
      "learning_rate": 2.2942945533910633e-05,
      "loss": 0.8263,
      "step": 115
    },
    {
      "epoch": 1.875,
      "grad_norm": 1.4039610624313354,
      "learning_rate": 2.2275156939590395e-05,
      "loss": 0.8105,
      "step": 120
    },
    {
      "epoch": 1.953125,
      "grad_norm": 1.3616975545883179,
      "learning_rate": 2.1587948832710557e-05,
      "loss": 0.8055,
      "step": 125
    },
    {
      "epoch": 2.03125,
      "grad_norm": 1.530532956123352,
      "learning_rate": 2.0883155571838692e-05,
      "loss": 0.7202,
      "step": 130
    },
    {
      "epoch": 2.109375,
      "grad_norm": 1.4595762491226196,
      "learning_rate": 2.016265845543958e-05,
      "loss": 0.661,
      "step": 135
    },
    {
      "epoch": 2.1875,
      "grad_norm": 1.6068073511123657,
      "learning_rate": 1.94283807001417e-05,
      "loss": 0.6393,
      "step": 140
    },
    {
      "epoch": 2.265625,
      "grad_norm": 1.4308488368988037,
      "learning_rate": 1.8682282307111988e-05,
      "loss": 0.6115,
      "step": 145
    },
    {
      "epoch": 2.34375,
      "grad_norm": 1.6304932832717896,
      "learning_rate": 1.7926354830241928e-05,
      "loss": 0.6226,
      "step": 150
    },
    {
      "epoch": 2.421875,
      "grad_norm": 1.6512377262115479,
      "learning_rate": 1.7162616060110202e-05,
      "loss": 0.583,
      "step": 155
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.6636899709701538,
      "learning_rate": 1.639310463791205e-05,
      "loss": 0.5627,
      "step": 160
    },
    {
      "epoch": 2.578125,
      "grad_norm": 1.67765474319458,
      "learning_rate": 1.5619874613732198e-05,
      "loss": 0.6028,
      "step": 165
    },
    {
      "epoch": 2.65625,
      "grad_norm": 1.6269663572311401,
      "learning_rate": 1.4844989963686993e-05,
      "loss": 0.5336,
      "step": 170
    },
    {
      "epoch": 2.734375,
      "grad_norm": 1.7632614374160767,
      "learning_rate": 1.4070519080571082e-05,
      "loss": 0.5299,
      "step": 175
    },
    {
      "epoch": 2.8125,
      "grad_norm": 1.7652994394302368,
      "learning_rate": 1.3298529252714685e-05,
      "loss": 0.5322,
      "step": 180
    },
    {
      "epoch": 2.890625,
      "grad_norm": 2.1501216888427734,
      "learning_rate": 1.2531081145788989e-05,
      "loss": 0.5275,
      "step": 185
    },
    {
      "epoch": 2.96875,
      "grad_norm": 2.2576866149902344,
      "learning_rate": 1.1770223302289385e-05,
      "loss": 0.5388,
      "step": 190
    }
  ],
  "logging_steps": 5,
  "max_steps": 320,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.2719784862325146e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}