{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.12358882947118241,
  "eval_steps": 62,
  "global_step": 40,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030897207367795603,
      "grad_norm": 4588.7900390625,
      "learning_rate": 4.0000000000000004e-11,
      "loss": 11.1378,
      "step": 1
    },
    {
      "epoch": 0.006179441473559121,
      "grad_norm": 4484.97314453125,
      "learning_rate": 8.000000000000001e-11,
      "loss": 11.1465,
      "step": 2
    },
    {
      "epoch": 0.009269162210338681,
      "grad_norm": 4465.8408203125,
      "learning_rate": 1.2e-10,
      "loss": 11.0439,
      "step": 3
    },
    {
      "epoch": 0.012358882947118241,
      "grad_norm": 4807.01171875,
      "learning_rate": 1.6000000000000002e-10,
      "loss": 11.3464,
      "step": 4
    },
    {
      "epoch": 0.015448603683897801,
      "grad_norm": 4590.3369140625,
      "learning_rate": 2e-10,
      "loss": 11.0523,
      "step": 5
    },
    {
      "epoch": 0.018538324420677363,
      "grad_norm": 4261.99658203125,
      "learning_rate": 1.9984815164333162e-10,
      "loss": 10.9142,
      "step": 6
    },
    {
      "epoch": 0.02162804515745692,
      "grad_norm": 4459.41455078125,
      "learning_rate": 1.9939306773179497e-10,
      "loss": 11.0083,
      "step": 7
    },
    {
      "epoch": 0.024717765894236483,
      "grad_norm": 4372.3876953125,
      "learning_rate": 1.9863613034027225e-10,
      "loss": 10.9957,
      "step": 8
    },
    {
      "epoch": 0.027807486631016044,
      "grad_norm": 4308.26953125,
      "learning_rate": 1.9757963826274357e-10,
      "loss": 10.9736,
      "step": 9
    },
    {
      "epoch": 0.030897207367795602,
      "grad_norm": 3821.595458984375,
      "learning_rate": 1.9622680003092504e-10,
      "loss": 10.4572,
      "step": 10
    },
    {
      "epoch": 0.03398692810457516,
      "grad_norm": 4184.8388671875,
      "learning_rate": 1.9458172417006345e-10,
      "loss": 10.7733,
      "step": 11
    },
    {
      "epoch": 0.037076648841354726,
      "grad_norm": 4909.9609375,
      "learning_rate": 1.9264940672148017e-10,
      "loss": 11.6039,
      "step": 12
    },
    {
      "epoch": 0.040166369578134284,
      "grad_norm": 4097.865234375,
      "learning_rate": 1.9043571606975777e-10,
      "loss": 10.7497,
      "step": 13
    },
    {
      "epoch": 0.04325609031491384,
      "grad_norm": 4388.50244140625,
      "learning_rate": 1.879473751206489e-10,
      "loss": 10.8997,
      "step": 14
    },
    {
      "epoch": 0.04634581105169341,
      "grad_norm": 4527.54150390625,
      "learning_rate": 1.851919408838327e-10,
      "loss": 11.0818,
      "step": 15
    },
    {
      "epoch": 0.049435531788472965,
      "grad_norm": 4139.16552734375,
      "learning_rate": 1.821777815225245e-10,
      "loss": 10.6874,
      "step": 16
    },
    {
      "epoch": 0.052525252525252523,
      "grad_norm": 4184.986328125,
      "learning_rate": 1.7891405093963936e-10,
      "loss": 10.6914,
      "step": 17
    },
    {
      "epoch": 0.05561497326203209,
      "grad_norm": 4698.89599609375,
      "learning_rate": 1.7541066097768963e-10,
      "loss": 11.3234,
      "step": 18
    },
    {
      "epoch": 0.05870469399881165,
      "grad_norm": 4441.7099609375,
      "learning_rate": 1.7167825131684515e-10,
      "loss": 11.0614,
      "step": 19
    },
    {
      "epoch": 0.061794414735591205,
      "grad_norm": 4341.03955078125,
      "learning_rate": 1.6772815716257412e-10,
      "loss": 10.9571,
      "step": 20
    },
    {
      "epoch": 0.06488413547237076,
      "grad_norm": 4568.626953125,
      "learning_rate": 1.6357237482099684e-10,
      "loss": 11.1655,
      "step": 21
    },
    {
      "epoch": 0.06797385620915032,
      "grad_norm": 4392.01953125,
      "learning_rate": 1.59223525266498e-10,
      "loss": 11.0342,
      "step": 22
    },
    {
      "epoch": 0.0710635769459299,
      "grad_norm": 4315.537109375,
      "learning_rate": 1.5469481581224272e-10,
      "loss": 11.0743,
      "step": 23
    },
    {
      "epoch": 0.07415329768270945,
      "grad_norm": 4450.1845703125,
      "learning_rate": 1.5e-10,
      "loss": 10.9424,
      "step": 24
    },
    {
      "epoch": 0.07724301841948901,
      "grad_norm": 4252.31982421875,
      "learning_rate": 1.4515333583108894e-10,
      "loss": 10.8202,
      "step": 25
    },
    {
      "epoch": 0.08033273915626857,
      "grad_norm": 4481.5,
      "learning_rate": 1.4016954246529695e-10,
      "loss": 11.0462,
      "step": 26
    },
    {
      "epoch": 0.08342245989304813,
      "grad_norm": 4287.03515625,
      "learning_rate": 1.3506375551927545e-10,
      "loss": 11.0053,
      "step": 27
    },
    {
      "epoch": 0.08651218062982768,
      "grad_norm": 4513.53662109375,
      "learning_rate": 1.2985148110016947e-10,
      "loss": 11.1842,
      "step": 28
    },
    {
      "epoch": 0.08960190136660724,
      "grad_norm": 4208.63330078125,
      "learning_rate": 1.2454854871407994e-10,
      "loss": 10.9974,
      "step": 29
    },
    {
      "epoch": 0.09269162210338681,
      "grad_norm": 4587.828125,
      "learning_rate": 1.1917106319237384e-10,
      "loss": 11.3144,
      "step": 30
    },
    {
      "epoch": 0.09578134284016637,
      "grad_norm": 4346.50341796875,
      "learning_rate": 1.1373535578184083e-10,
      "loss": 11.0087,
      "step": 31
    },
    {
      "epoch": 0.09887106357694593,
      "grad_norm": 4239.73974609375,
      "learning_rate": 1.0825793454723326e-10,
      "loss": 10.8437,
      "step": 32
    },
    {
      "epoch": 0.10196078431372549,
      "grad_norm": 4778.1728515625,
      "learning_rate": 1.0275543423681622e-10,
      "loss": 11.3694,
      "step": 33
    },
    {
      "epoch": 0.10505050505050505,
      "grad_norm": 4481.9033203125,
      "learning_rate": 9.724456576318382e-11,
      "loss": 11.1087,
      "step": 34
    },
    {
      "epoch": 0.1081402257872846,
      "grad_norm": 4602.31005859375,
      "learning_rate": 9.174206545276678e-11,
      "loss": 11.3214,
      "step": 35
    },
    {
      "epoch": 0.11122994652406418,
      "grad_norm": 4783.39501953125,
      "learning_rate": 8.626464421815918e-11,
      "loss": 11.2677,
      "step": 36
    },
    {
      "epoch": 0.11431966726084374,
      "grad_norm": 4314.626953125,
      "learning_rate": 8.082893680762619e-11,
      "loss": 10.9266,
      "step": 37
    },
    {
      "epoch": 0.1174093879976233,
      "grad_norm": 4121.65478515625,
      "learning_rate": 7.54514512859201e-11,
      "loss": 10.7766,
      "step": 38
    },
    {
      "epoch": 0.12049910873440285,
      "grad_norm": 4387.51318359375,
      "learning_rate": 7.014851889983058e-11,
      "loss": 11.1114,
      "step": 39
    },
    {
      "epoch": 0.12358882947118241,
      "grad_norm": 4680.94140625,
      "learning_rate": 6.493624448072457e-11,
      "loss": 11.3017,
      "step": 40
    }
  ],
  "logging_steps": 1,
  "max_steps": 62,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 10,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.637517228998656e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}