{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.16326530612245,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 11.627036094665527,
      "learning_rate": 4.897959183673469e-06,
      "loss": 0.8836,
      "step": 500
    },
    {
      "epoch": 0.20408163265306123,
      "eval_accuracy": 0.81,
      "eval_loss": 0.5058887004852295,
      "eval_runtime": 0.9154,
      "eval_samples_per_second": 218.492,
      "eval_steps_per_second": 27.312,
      "step": 500
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 12.688506126403809,
      "learning_rate": 4.795918367346939e-06,
      "loss": 0.5443,
      "step": 1000
    },
    {
      "epoch": 0.40816326530612246,
      "eval_accuracy": 0.82,
      "eval_loss": 0.4671895503997803,
      "eval_runtime": 0.9055,
      "eval_samples_per_second": 220.882,
      "eval_steps_per_second": 27.61,
      "step": 1000
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 13.827730178833008,
      "learning_rate": 4.693877551020409e-06,
      "loss": 0.515,
      "step": 1500
    },
    {
      "epoch": 0.6122448979591837,
      "eval_accuracy": 0.81,
      "eval_loss": 0.46435338258743286,
      "eval_runtime": 0.9074,
      "eval_samples_per_second": 220.422,
      "eval_steps_per_second": 27.553,
      "step": 1500
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 25.906373977661133,
      "learning_rate": 4.591836734693878e-06,
      "loss": 0.4944,
      "step": 2000
    },
    {
      "epoch": 0.8163265306122449,
      "eval_accuracy": 0.82,
      "eval_loss": 0.4432211220264435,
      "eval_runtime": 0.9023,
      "eval_samples_per_second": 221.663,
      "eval_steps_per_second": 27.708,
      "step": 2000
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 7.966475009918213,
      "learning_rate": 4.489795918367348e-06,
      "loss": 0.4552,
      "step": 2500
    },
    {
      "epoch": 1.0204081632653061,
      "eval_accuracy": 0.825,
      "eval_loss": 0.4824766516685486,
      "eval_runtime": 0.9074,
      "eval_samples_per_second": 220.402,
      "eval_steps_per_second": 27.55,
      "step": 2500
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 7.073498725891113,
      "learning_rate": 4.3877551020408165e-06,
      "loss": 0.3843,
      "step": 3000
    },
    {
      "epoch": 1.2244897959183674,
      "eval_accuracy": 0.82,
      "eval_loss": 0.4813213348388672,
      "eval_runtime": 0.9063,
      "eval_samples_per_second": 220.671,
      "eval_steps_per_second": 27.584,
      "step": 3000
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 31.893320083618164,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.4123,
      "step": 3500
    },
    {
      "epoch": 1.4285714285714286,
      "eval_accuracy": 0.84,
      "eval_loss": 0.4781247079372406,
      "eval_runtime": 0.9101,
      "eval_samples_per_second": 219.764,
      "eval_steps_per_second": 27.471,
      "step": 3500
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 12.582639694213867,
      "learning_rate": 4.183673469387755e-06,
      "loss": 0.4158,
      "step": 4000
    },
    {
      "epoch": 1.6326530612244898,
      "eval_accuracy": 0.845,
      "eval_loss": 0.447386771440506,
      "eval_runtime": 0.9126,
      "eval_samples_per_second": 219.165,
      "eval_steps_per_second": 27.396,
      "step": 4000
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 46.914730072021484,
      "learning_rate": 4.081632653061225e-06,
      "loss": 0.3748,
      "step": 4500
    },
    {
      "epoch": 1.836734693877551,
      "eval_accuracy": 0.845,
      "eval_loss": 0.45318862795829773,
      "eval_runtime": 0.9051,
      "eval_samples_per_second": 220.963,
      "eval_steps_per_second": 27.62,
      "step": 4500
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 36.80206298828125,
      "learning_rate": 3.979591836734694e-06,
      "loss": 0.3714,
      "step": 5000
    },
    {
      "epoch": 2.0408163265306123,
      "eval_accuracy": 0.85,
      "eval_loss": 0.4807853698730469,
      "eval_runtime": 0.9043,
      "eval_samples_per_second": 221.159,
      "eval_steps_per_second": 27.645,
      "step": 5000
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 28.757780075073242,
      "learning_rate": 3.877551020408164e-06,
      "loss": 0.3077,
      "step": 5500
    },
    {
      "epoch": 2.2448979591836733,
      "eval_accuracy": 0.86,
      "eval_loss": 0.4820670187473297,
      "eval_runtime": 0.9085,
      "eval_samples_per_second": 220.139,
      "eval_steps_per_second": 27.517,
      "step": 5500
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 4.862767219543457,
      "learning_rate": 3.7755102040816327e-06,
      "loss": 0.3405,
      "step": 6000
    },
    {
      "epoch": 2.4489795918367347,
      "eval_accuracy": 0.85,
      "eval_loss": 0.555472731590271,
      "eval_runtime": 0.9092,
      "eval_samples_per_second": 219.968,
      "eval_steps_per_second": 27.496,
      "step": 6000
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 24.65875816345215,
      "learning_rate": 3.6734693877551024e-06,
      "loss": 0.322,
      "step": 6500
    },
    {
      "epoch": 2.6530612244897958,
      "eval_accuracy": 0.855,
      "eval_loss": 0.5128615498542786,
      "eval_runtime": 0.904,
      "eval_samples_per_second": 221.229,
      "eval_steps_per_second": 27.654,
      "step": 6500
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 28.109399795532227,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 0.3269,
      "step": 7000
    },
    {
      "epoch": 2.857142857142857,
      "eval_accuracy": 0.85,
      "eval_loss": 0.4487631916999817,
      "eval_runtime": 0.9021,
      "eval_samples_per_second": 221.702,
      "eval_steps_per_second": 27.713,
      "step": 7000
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 77.6505126953125,
      "learning_rate": 3.469387755102041e-06,
      "loss": 0.303,
      "step": 7500
    },
    {
      "epoch": 3.061224489795918,
      "eval_accuracy": 0.86,
      "eval_loss": 0.44085273146629333,
      "eval_runtime": 0.9115,
      "eval_samples_per_second": 219.427,
      "eval_steps_per_second": 27.428,
      "step": 7500
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 11.312287330627441,
      "learning_rate": 3.3673469387755105e-06,
      "loss": 0.2502,
      "step": 8000
    },
    {
      "epoch": 3.2653061224489797,
      "eval_accuracy": 0.85,
      "eval_loss": 0.49349740147590637,
      "eval_runtime": 0.9089,
      "eval_samples_per_second": 220.055,
      "eval_steps_per_second": 27.507,
      "step": 8000
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 17.491943359375,
      "learning_rate": 3.2653061224489794e-06,
      "loss": 0.2597,
      "step": 8500
    },
    {
      "epoch": 3.4693877551020407,
      "eval_accuracy": 0.86,
      "eval_loss": 0.5523408651351929,
      "eval_runtime": 0.9044,
      "eval_samples_per_second": 221.135,
      "eval_steps_per_second": 27.642,
      "step": 8500
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 29.348148345947266,
      "learning_rate": 3.1632653061224496e-06,
      "loss": 0.2841,
      "step": 9000
    },
    {
      "epoch": 3.673469387755102,
      "eval_accuracy": 0.855,
      "eval_loss": 0.5676430463790894,
      "eval_runtime": 0.9151,
      "eval_samples_per_second": 218.544,
      "eval_steps_per_second": 27.318,
      "step": 9000
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 18.88979148864746,
      "learning_rate": 3.0612244897959185e-06,
      "loss": 0.2907,
      "step": 9500
    },
    {
      "epoch": 3.877551020408163,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5422011017799377,
      "eval_runtime": 0.9097,
      "eval_samples_per_second": 219.847,
      "eval_steps_per_second": 27.481,
      "step": 9500
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 9.325241088867188,
      "learning_rate": 2.959183673469388e-06,
      "loss": 0.2521,
      "step": 10000
    },
    {
      "epoch": 4.081632653061225,
      "eval_accuracy": 0.875,
      "eval_loss": 0.49767935276031494,
      "eval_runtime": 0.9168,
      "eval_samples_per_second": 218.148,
      "eval_steps_per_second": 27.268,
      "step": 10000
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 22.26582908630371,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.2369,
      "step": 10500
    },
    {
      "epoch": 4.285714285714286,
      "eval_accuracy": 0.885,
      "eval_loss": 0.46531933546066284,
      "eval_runtime": 0.9131,
      "eval_samples_per_second": 219.037,
      "eval_steps_per_second": 27.38,
      "step": 10500
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 21.525835037231445,
      "learning_rate": 2.7551020408163266e-06,
      "loss": 0.2312,
      "step": 11000
    },
    {
      "epoch": 4.489795918367347,
      "eval_accuracy": 0.875,
      "eval_loss": 0.5096437335014343,
      "eval_runtime": 0.9046,
      "eval_samples_per_second": 221.092,
      "eval_steps_per_second": 27.637,
      "step": 11000
    },
    {
      "epoch": 4.6938775510204085,
      "grad_norm": 24.357847213745117,
      "learning_rate": 2.6530612244897964e-06,
      "loss": 0.2232,
      "step": 11500
    },
    {
      "epoch": 4.6938775510204085,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5319286584854126,
      "eval_runtime": 0.9091,
      "eval_samples_per_second": 220.002,
      "eval_steps_per_second": 27.5,
      "step": 11500
    },
    {
      "epoch": 4.8979591836734695,
      "grad_norm": 25.76366424560547,
      "learning_rate": 2.5510204081632657e-06,
      "loss": 0.2463,
      "step": 12000
    },
    {
      "epoch": 4.8979591836734695,
      "eval_accuracy": 0.87,
      "eval_loss": 0.5263551473617554,
      "eval_runtime": 0.9024,
      "eval_samples_per_second": 221.621,
      "eval_steps_per_second": 27.703,
      "step": 12000
    },
    {
      "epoch": 5.1020408163265305,
      "grad_norm": 9.35624885559082,
      "learning_rate": 2.4489795918367347e-06,
      "loss": 0.2163,
      "step": 12500
    },
    {
      "epoch": 5.1020408163265305,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5473060607910156,
      "eval_runtime": 0.9093,
      "eval_samples_per_second": 219.942,
      "eval_steps_per_second": 27.493,
      "step": 12500
    },
    {
      "epoch": 5.3061224489795915,
      "grad_norm": 1.3547799587249756,
      "learning_rate": 2.3469387755102044e-06,
      "loss": 0.202,
      "step": 13000
    },
    {
      "epoch": 5.3061224489795915,
      "eval_accuracy": 0.87,
      "eval_loss": 0.5721442699432373,
      "eval_runtime": 0.9064,
      "eval_samples_per_second": 220.652,
      "eval_steps_per_second": 27.581,
      "step": 13000
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 48.84397888183594,
      "learning_rate": 2.244897959183674e-06,
      "loss": 0.2078,
      "step": 13500
    },
    {
      "epoch": 5.510204081632653,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5391547679901123,
      "eval_runtime": 0.9112,
      "eval_samples_per_second": 219.49,
      "eval_steps_per_second": 27.436,
      "step": 13500
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 22.743989944458008,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 0.1847,
      "step": 14000
    },
    {
      "epoch": 5.714285714285714,
      "eval_accuracy": 0.88,
      "eval_loss": 0.5364116430282593,
      "eval_runtime": 0.9101,
      "eval_samples_per_second": 219.751,
      "eval_steps_per_second": 27.469,
      "step": 14000
    },
    {
      "epoch": 5.918367346938775,
      "grad_norm": 2.1184639930725098,
      "learning_rate": 2.0408163265306125e-06,
      "loss": 0.1996,
      "step": 14500
    },
    {
      "epoch": 5.918367346938775,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5743934512138367,
      "eval_runtime": 0.9196,
      "eval_samples_per_second": 217.49,
      "eval_steps_per_second": 27.186,
      "step": 14500
    },
    {
      "epoch": 6.122448979591836,
      "grad_norm": 28.888248443603516,
      "learning_rate": 1.938775510204082e-06,
      "loss": 0.1816,
      "step": 15000
    },
    {
      "epoch": 6.122448979591836,
      "eval_accuracy": 0.865,
      "eval_loss": 0.6048715114593506,
      "eval_runtime": 0.9105,
      "eval_samples_per_second": 219.667,
      "eval_steps_per_second": 27.458,
      "step": 15000
    },
    {
      "epoch": 6.326530612244898,
      "grad_norm": 12.823907852172852,
      "learning_rate": 1.8367346938775512e-06,
      "loss": 0.1717,
      "step": 15500
    },
    {
      "epoch": 6.326530612244898,
      "eval_accuracy": 0.86,
      "eval_loss": 0.5824536681175232,
      "eval_runtime": 0.9038,
      "eval_samples_per_second": 221.293,
      "eval_steps_per_second": 27.662,
      "step": 15500
    },
    {
      "epoch": 6.530612244897959,
      "grad_norm": 26.713756561279297,
      "learning_rate": 1.7346938775510206e-06,
      "loss": 0.1738,
      "step": 16000
    },
    {
      "epoch": 6.530612244897959,
      "eval_accuracy": 0.85,
      "eval_loss": 0.5947970747947693,
      "eval_runtime": 0.9197,
      "eval_samples_per_second": 217.458,
      "eval_steps_per_second": 27.182,
      "step": 16000
    },
    {
      "epoch": 6.73469387755102,
      "grad_norm": 9.862221717834473,
      "learning_rate": 1.6326530612244897e-06,
      "loss": 0.1614,
      "step": 16500
    },
    {
      "epoch": 6.73469387755102,
      "eval_accuracy": 0.87,
      "eval_loss": 0.5696790218353271,
      "eval_runtime": 0.9031,
      "eval_samples_per_second": 221.45,
      "eval_steps_per_second": 27.681,
      "step": 16500
    },
    {
      "epoch": 6.938775510204081,
      "grad_norm": 3.705087423324585,
      "learning_rate": 1.5306122448979593e-06,
      "loss": 0.1699,
      "step": 17000
    },
    {
      "epoch": 6.938775510204081,
      "eval_accuracy": 0.875,
      "eval_loss": 0.6074076294898987,
      "eval_runtime": 0.9047,
      "eval_samples_per_second": 221.062,
      "eval_steps_per_second": 27.633,
      "step": 17000
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 10.12613582611084,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 0.1616,
      "step": 17500
    },
    {
      "epoch": 7.142857142857143,
      "eval_accuracy": 0.865,
      "eval_loss": 0.6130539774894714,
      "eval_runtime": 0.9083,
      "eval_samples_per_second": 220.181,
      "eval_steps_per_second": 27.523,
      "step": 17500
    },
    {
      "epoch": 7.346938775510204,
      "grad_norm": 0.138712540268898,
      "learning_rate": 1.3265306122448982e-06,
      "loss": 0.1519,
      "step": 18000
    },
    {
      "epoch": 7.346938775510204,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5894231200218201,
      "eval_runtime": 0.9116,
      "eval_samples_per_second": 219.392,
      "eval_steps_per_second": 27.424,
      "step": 18000
    },
    {
      "epoch": 7.551020408163265,
      "grad_norm": 34.15790557861328,
      "learning_rate": 1.2244897959183673e-06,
      "loss": 0.1631,
      "step": 18500
    },
    {
      "epoch": 7.551020408163265,
      "eval_accuracy": 0.885,
      "eval_loss": 0.5699704885482788,
      "eval_runtime": 0.9023,
      "eval_samples_per_second": 221.661,
      "eval_steps_per_second": 27.708,
      "step": 18500
    },
    {
      "epoch": 7.755102040816326,
      "grad_norm": 17.932504653930664,
      "learning_rate": 1.122448979591837e-06,
      "loss": 0.1353,
      "step": 19000
    },
    {
      "epoch": 7.755102040816326,
      "eval_accuracy": 0.865,
      "eval_loss": 0.6146803498268127,
      "eval_runtime": 0.922,
      "eval_samples_per_second": 216.922,
      "eval_steps_per_second": 27.115,
      "step": 19000
    },
    {
      "epoch": 7.959183673469388,
      "grad_norm": 47.22719192504883,
      "learning_rate": 1.0204081632653063e-06,
      "loss": 0.1617,
      "step": 19500
    },
    {
      "epoch": 7.959183673469388,
      "eval_accuracy": 0.87,
      "eval_loss": 0.5830011963844299,
      "eval_runtime": 0.9078,
      "eval_samples_per_second": 220.317,
      "eval_steps_per_second": 27.54,
      "step": 19500
    },
    {
      "epoch": 8.16326530612245,
      "grad_norm": 14.763110160827637,
      "learning_rate": 9.183673469387756e-07,
      "loss": 0.1374,
      "step": 20000
    },
    {
      "epoch": 8.16326530612245,
      "eval_accuracy": 0.865,
      "eval_loss": 0.5952904224395752,
      "eval_runtime": 0.911,
      "eval_samples_per_second": 219.542,
      "eval_steps_per_second": 27.443,
      "step": 20000
    }
  ],
  "logging_steps": 500,
  "max_steps": 24500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 10000,
  "total_flos": 2.119553974272e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}