{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.4982456140350875,
  "eval_steps": 500,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 5993.8466796875,
      "learning_rate": 1.8e-05,
      "loss": 0.1944,
      "step": 10
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 3562.712646484375,
      "learning_rate": 3.8e-05,
      "loss": 0.1443,
      "step": 20
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 3539.65087890625,
      "learning_rate": 5.8e-05,
      "loss": 0.1224,
      "step": 30
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 3544.288330078125,
      "learning_rate": 7.800000000000001e-05,
      "loss": 0.0958,
      "step": 40
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 5689.3173828125,
      "learning_rate": 9.8e-05,
      "loss": 0.1047,
      "step": 50
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 4658.375,
      "learning_rate": 9.827586206896552e-05,
      "loss": 0.0718,
      "step": 60
    },
    {
      "epoch": 0.49122807017543857,
      "grad_norm": 4036.04052734375,
      "learning_rate": 9.6360153256705e-05,
      "loss": 0.0741,
      "step": 70
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 4587.62841796875,
      "learning_rate": 9.444444444444444e-05,
      "loss": 0.068,
      "step": 80
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 4352.63671875,
      "learning_rate": 9.252873563218392e-05,
      "loss": 0.0653,
      "step": 90
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 5600.20703125,
      "learning_rate": 9.061302681992338e-05,
      "loss": 0.0679,
      "step": 100
    },
    {
      "epoch": 0.7719298245614035,
      "grad_norm": 3705.227294921875,
      "learning_rate": 8.869731800766284e-05,
      "loss": 0.0623,
      "step": 110
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 4062.218505859375,
      "learning_rate": 8.67816091954023e-05,
      "loss": 0.0622,
      "step": 120
    },
    {
      "epoch": 0.9122807017543859,
      "grad_norm": 4199.43994140625,
      "learning_rate": 8.486590038314178e-05,
      "loss": 0.059,
      "step": 130
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 3701.624267578125,
      "learning_rate": 8.295019157088123e-05,
      "loss": 0.0588,
      "step": 140
    },
    {
      "epoch": 1.0491228070175438,
      "grad_norm": 4788.91552734375,
      "learning_rate": 8.103448275862069e-05,
      "loss": 0.0598,
      "step": 150
    },
    {
      "epoch": 1.119298245614035,
      "grad_norm": 3091.700439453125,
      "learning_rate": 7.911877394636016e-05,
      "loss": 0.056,
      "step": 160
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 3443.362548828125,
      "learning_rate": 7.720306513409961e-05,
      "loss": 0.0557,
      "step": 170
    },
    {
      "epoch": 1.2596491228070175,
      "grad_norm": 3259.4931640625,
      "learning_rate": 7.528735632183909e-05,
      "loss": 0.0495,
      "step": 180
    },
    {
      "epoch": 1.329824561403509,
      "grad_norm": 3825.1728515625,
      "learning_rate": 7.337164750957855e-05,
      "loss": 0.0535,
      "step": 190
    },
    {
      "epoch": 1.4,
      "grad_norm": 3203.66552734375,
      "learning_rate": 7.145593869731801e-05,
      "loss": 0.0489,
      "step": 200
    },
    {
      "epoch": 1.4701754385964914,
      "grad_norm": 4477.1640625,
      "learning_rate": 6.954022988505747e-05,
      "loss": 0.0508,
      "step": 210
    },
    {
      "epoch": 1.5403508771929824,
      "grad_norm": 4661.5703125,
      "learning_rate": 6.762452107279695e-05,
      "loss": 0.0436,
      "step": 220
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 3914.212890625,
      "learning_rate": 6.570881226053641e-05,
      "loss": 0.0496,
      "step": 230
    },
    {
      "epoch": 1.6807017543859648,
      "grad_norm": 5168.2548828125,
      "learning_rate": 6.379310344827587e-05,
      "loss": 0.0517,
      "step": 240
    },
    {
      "epoch": 1.7508771929824563,
      "grad_norm": 3639.001953125,
      "learning_rate": 6.187739463601533e-05,
      "loss": 0.0522,
      "step": 250
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 4367.4833984375,
      "learning_rate": 5.9961685823754786e-05,
      "loss": 0.0502,
      "step": 260
    },
    {
      "epoch": 1.8912280701754387,
      "grad_norm": 3486.47607421875,
      "learning_rate": 5.8045977011494254e-05,
      "loss": 0.0456,
      "step": 270
    },
    {
      "epoch": 1.9614035087719297,
      "grad_norm": 3831.04736328125,
      "learning_rate": 5.6130268199233716e-05,
      "loss": 0.0486,
      "step": 280
    },
    {
      "epoch": 2.0280701754385966,
      "grad_norm": 3694.040283203125,
      "learning_rate": 5.4214559386973184e-05,
      "loss": 0.0413,
      "step": 290
    },
    {
      "epoch": 2.0982456140350876,
      "grad_norm": 3733.336669921875,
      "learning_rate": 5.2298850574712646e-05,
      "loss": 0.046,
      "step": 300
    },
    {
      "epoch": 2.168421052631579,
      "grad_norm": 4054.663818359375,
      "learning_rate": 5.0383141762452114e-05,
      "loss": 0.0429,
      "step": 310
    },
    {
      "epoch": 2.23859649122807,
      "grad_norm": 3458.208251953125,
      "learning_rate": 4.846743295019157e-05,
      "loss": 0.042,
      "step": 320
    },
    {
      "epoch": 2.3087719298245615,
      "grad_norm": 4682.77294921875,
      "learning_rate": 4.655172413793104e-05,
      "loss": 0.0415,
      "step": 330
    },
    {
      "epoch": 2.3789473684210525,
      "grad_norm": 3480.484130859375,
      "learning_rate": 4.46360153256705e-05,
      "loss": 0.0398,
      "step": 340
    },
    {
      "epoch": 2.449122807017544,
      "grad_norm": 3643.171630859375,
      "learning_rate": 4.272030651340996e-05,
      "loss": 0.0403,
      "step": 350
    },
    {
      "epoch": 2.519298245614035,
      "grad_norm": 3384.7724609375,
      "learning_rate": 4.080459770114943e-05,
      "loss": 0.0403,
      "step": 360
    },
    {
      "epoch": 2.5894736842105264,
      "grad_norm": 5074.3017578125,
      "learning_rate": 3.888888888888889e-05,
      "loss": 0.0451,
      "step": 370
    },
    {
      "epoch": 2.659649122807018,
      "grad_norm": 4794.37646484375,
      "learning_rate": 3.697318007662835e-05,
      "loss": 0.0409,
      "step": 380
    },
    {
      "epoch": 2.729824561403509,
      "grad_norm": 3055.15869140625,
      "learning_rate": 3.505747126436782e-05,
      "loss": 0.0394,
      "step": 390
    },
    {
      "epoch": 2.8,
      "grad_norm": 4893.79052734375,
      "learning_rate": 3.314176245210728e-05,
      "loss": 0.0471,
      "step": 400
    },
    {
      "epoch": 2.8701754385964913,
      "grad_norm": 4101.93017578125,
      "learning_rate": 3.1226053639846744e-05,
      "loss": 0.0478,
      "step": 410
    },
    {
      "epoch": 2.9403508771929827,
      "grad_norm": 3935.029052734375,
      "learning_rate": 2.9310344827586206e-05,
      "loss": 0.0381,
      "step": 420
    },
    {
      "epoch": 3.007017543859649,
      "grad_norm": 4287.02880859375,
      "learning_rate": 2.739463601532567e-05,
      "loss": 0.0397,
      "step": 430
    },
    {
      "epoch": 3.07719298245614,
      "grad_norm": 3702.27490234375,
      "learning_rate": 2.5478927203065132e-05,
      "loss": 0.0355,
      "step": 440
    },
    {
      "epoch": 3.1473684210526316,
      "grad_norm": 4088.54052734375,
      "learning_rate": 2.3563218390804597e-05,
      "loss": 0.0356,
      "step": 450
    },
    {
      "epoch": 3.2175438596491226,
      "grad_norm": 5307.07470703125,
      "learning_rate": 2.1647509578544062e-05,
      "loss": 0.0426,
      "step": 460
    },
    {
      "epoch": 3.287719298245614,
      "grad_norm": 4035.5810546875,
      "learning_rate": 1.9731800766283527e-05,
      "loss": 0.0378,
      "step": 470
    },
    {
      "epoch": 3.3578947368421055,
      "grad_norm": 4500.57470703125,
      "learning_rate": 1.781609195402299e-05,
      "loss": 0.0424,
      "step": 480
    },
    {
      "epoch": 3.4280701754385965,
      "grad_norm": 4739.67431640625,
      "learning_rate": 1.5900383141762454e-05,
      "loss": 0.041,
      "step": 490
    },
    {
      "epoch": 3.4982456140350875,
      "grad_norm": 3640.994384765625,
      "learning_rate": 1.3984674329501916e-05,
      "loss": 0.0381,
      "step": 500
    }
  ],
  "logging_steps": 10,
  "max_steps": 572,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.4406372122423296e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}