{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 11.734028683181226,
  "eval_steps": 500,
  "global_step": 9000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1303780964797914,
      "grad_norm": 2.199315071105957,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 8.1376,
      "step": 100
    },
    {
      "epoch": 0.2607561929595828,
      "grad_norm": 1.6398614645004272,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 7.2341,
      "step": 200
    },
    {
      "epoch": 0.39113428943937417,
      "grad_norm": 1.6936060190200806,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 6.5612,
      "step": 300
    },
    {
      "epoch": 0.5215123859191656,
      "grad_norm": 2.0208520889282227,
      "learning_rate": 7.98e-05,
      "loss": 6.2796,
      "step": 400
    },
    {
      "epoch": 0.651890482398957,
      "grad_norm": 2.6271910667419434,
      "learning_rate": 9.98e-05,
      "loss": 6.0939,
      "step": 500
    },
    {
      "epoch": 0.7822685788787483,
      "grad_norm": 3.186422348022461,
      "learning_rate": 9.913913043478262e-05,
      "loss": 5.8614,
      "step": 600
    },
    {
      "epoch": 0.9126466753585397,
      "grad_norm": 2.3998301029205322,
      "learning_rate": 9.826956521739131e-05,
      "loss": 5.6819,
      "step": 700
    },
    {
      "epoch": 1.0430247718383312,
      "grad_norm": 2.232499837875366,
      "learning_rate": 9.74e-05,
      "loss": 5.568,
      "step": 800
    },
    {
      "epoch": 1.1734028683181226,
      "grad_norm": 3.5190041065216064,
      "learning_rate": 9.65304347826087e-05,
      "loss": 5.4076,
      "step": 900
    },
    {
      "epoch": 1.303780964797914,
      "grad_norm": 3.0163352489471436,
      "learning_rate": 9.566086956521739e-05,
      "loss": 5.3031,
      "step": 1000
    },
    {
      "epoch": 1.4341590612777053,
      "grad_norm": 2.686789035797119,
      "learning_rate": 9.47913043478261e-05,
      "loss": 5.1789,
      "step": 1100
    },
    {
      "epoch": 1.5645371577574967,
      "grad_norm": 2.6344940662384033,
      "learning_rate": 9.392173913043478e-05,
      "loss": 5.0844,
      "step": 1200
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 3.4910781383514404,
      "learning_rate": 9.305217391304349e-05,
      "loss": 4.9929,
      "step": 1300
    },
    {
      "epoch": 1.8252933507170797,
      "grad_norm": 3.5532472133636475,
      "learning_rate": 9.218260869565217e-05,
      "loss": 4.8998,
      "step": 1400
    },
    {
      "epoch": 1.9556714471968708,
      "grad_norm": 3.246469497680664,
      "learning_rate": 9.131304347826088e-05,
      "loss": 4.7656,
      "step": 1500
    },
    {
      "epoch": 2.0860495436766624,
      "grad_norm": 3.618093729019165,
      "learning_rate": 9.044347826086958e-05,
      "loss": 4.5793,
      "step": 1600
    },
    {
      "epoch": 2.2164276401564535,
      "grad_norm": 4.264451026916504,
      "learning_rate": 8.957391304347826e-05,
      "loss": 4.4459,
      "step": 1700
    },
    {
      "epoch": 2.346805736636245,
      "grad_norm": 4.198596477508545,
      "learning_rate": 8.870434782608697e-05,
      "loss": 4.3207,
      "step": 1800
    },
    {
      "epoch": 2.4771838331160367,
      "grad_norm": 4.508902549743652,
      "learning_rate": 8.783478260869565e-05,
      "loss": 4.235,
      "step": 1900
    },
    {
      "epoch": 2.607561929595828,
      "grad_norm": 4.511523723602295,
      "learning_rate": 8.696521739130436e-05,
      "loss": 4.1349,
      "step": 2000
    },
    {
      "epoch": 2.737940026075619,
      "grad_norm": 3.903628349304199,
      "learning_rate": 8.609565217391304e-05,
      "loss": 4.0358,
      "step": 2100
    },
    {
      "epoch": 2.8683181225554106,
      "grad_norm": 4.530259609222412,
      "learning_rate": 8.523478260869565e-05,
      "loss": 3.9168,
      "step": 2200
    },
    {
      "epoch": 2.9986962190352022,
      "grad_norm": 4.071807861328125,
      "learning_rate": 8.436521739130435e-05,
      "loss": 3.8121,
      "step": 2300
    },
    {
      "epoch": 3.1290743155149934,
      "grad_norm": 4.118851661682129,
      "learning_rate": 8.349565217391306e-05,
      "loss": 3.6089,
      "step": 2400
    },
    {
      "epoch": 3.259452411994785,
      "grad_norm": 4.954625606536865,
      "learning_rate": 8.262608695652174e-05,
      "loss": 3.5162,
      "step": 2500
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 4.958930492401123,
      "learning_rate": 8.175652173913044e-05,
      "loss": 3.427,
      "step": 2600
    },
    {
      "epoch": 3.5202086049543677,
      "grad_norm": 4.683836460113525,
      "learning_rate": 8.088695652173913e-05,
      "loss": 3.3498,
      "step": 2700
    },
    {
      "epoch": 3.6505867014341593,
      "grad_norm": 5.2733259201049805,
      "learning_rate": 8.001739130434783e-05,
      "loss": 3.2661,
      "step": 2800
    },
    {
      "epoch": 3.7809647979139505,
      "grad_norm": 5.038583278656006,
      "learning_rate": 7.914782608695652e-05,
      "loss": 3.1859,
      "step": 2900
    },
    {
      "epoch": 3.9113428943937416,
      "grad_norm": 5.139358043670654,
      "learning_rate": 7.827826086956522e-05,
      "loss": 3.125,
      "step": 3000
    },
    {
      "epoch": 4.041720990873533,
      "grad_norm": 5.076649188995361,
      "learning_rate": 7.740869565217391e-05,
      "loss": 2.9774,
      "step": 3100
    },
    {
      "epoch": 4.172099087353325,
      "grad_norm": 7.2738165855407715,
      "learning_rate": 7.653913043478261e-05,
      "loss": 2.8133,
      "step": 3200
    },
    {
      "epoch": 4.302477183833116,
      "grad_norm": 4.856014728546143,
      "learning_rate": 7.56695652173913e-05,
      "loss": 2.7578,
      "step": 3300
    },
    {
      "epoch": 4.432855280312907,
      "grad_norm": 4.625192165374756,
      "learning_rate": 7.48e-05,
      "loss": 2.706,
      "step": 3400
    },
    {
      "epoch": 4.563233376792699,
      "grad_norm": 5.898316860198975,
      "learning_rate": 7.39304347826087e-05,
      "loss": 2.6505,
      "step": 3500
    },
    {
      "epoch": 4.69361147327249,
      "grad_norm": 5.6338324546813965,
      "learning_rate": 7.30608695652174e-05,
      "loss": 2.5716,
      "step": 3600
    },
    {
      "epoch": 4.823989569752282,
      "grad_norm": 4.824554443359375,
      "learning_rate": 7.219130434782609e-05,
      "loss": 2.4845,
      "step": 3700
    },
    {
      "epoch": 4.9543676662320735,
      "grad_norm": 6.3988037109375,
      "learning_rate": 7.132173913043479e-05,
      "loss": 2.4531,
      "step": 3800
    },
    {
      "epoch": 5.084745762711864,
      "grad_norm": 4.477128982543945,
      "learning_rate": 7.045217391304348e-05,
      "loss": 2.3122,
      "step": 3900
    },
    {
      "epoch": 5.215123859191656,
      "grad_norm": 5.06989049911499,
      "learning_rate": 6.958260869565218e-05,
      "loss": 2.2015,
      "step": 4000
    },
    {
      "epoch": 5.345501955671447,
      "grad_norm": 4.576299667358398,
      "learning_rate": 6.871304347826087e-05,
      "loss": 2.1651,
      "step": 4100
    },
    {
      "epoch": 5.475880052151239,
      "grad_norm": 4.288216590881348,
      "learning_rate": 6.785217391304349e-05,
      "loss": 2.1132,
      "step": 4200
    },
    {
      "epoch": 5.60625814863103,
      "grad_norm": 6.912166118621826,
      "learning_rate": 6.698260869565218e-05,
      "loss": 2.0712,
      "step": 4300
    },
    {
      "epoch": 5.736636245110821,
      "grad_norm": 5.21943998336792,
      "learning_rate": 6.611304347826088e-05,
      "loss": 2.0318,
      "step": 4400
    },
    {
      "epoch": 5.867014341590613,
      "grad_norm": 6.814871311187744,
      "learning_rate": 6.524347826086957e-05,
      "loss": 1.996,
      "step": 4500
    },
    {
      "epoch": 5.9973924380704045,
      "grad_norm": 6.987309455871582,
      "learning_rate": 6.437391304347827e-05,
      "loss": 1.9435,
      "step": 4600
    },
    {
      "epoch": 6.127770534550195,
      "grad_norm": 6.552413463592529,
      "learning_rate": 6.350434782608696e-05,
      "loss": 1.7934,
      "step": 4700
    },
    {
      "epoch": 6.258148631029987,
      "grad_norm": 4.565166473388672,
      "learning_rate": 6.263478260869565e-05,
      "loss": 1.7635,
      "step": 4800
    },
    {
      "epoch": 6.388526727509778,
      "grad_norm": 6.433986186981201,
      "learning_rate": 6.176521739130436e-05,
      "loss": 1.7403,
      "step": 4900
    },
    {
      "epoch": 6.51890482398957,
      "grad_norm": 4.71969747543335,
      "learning_rate": 6.0895652173913044e-05,
      "loss": 1.7153,
      "step": 5000
    },
    {
      "epoch": 6.6492829204693615,
      "grad_norm": 5.415853023529053,
      "learning_rate": 6.002608695652174e-05,
      "loss": 1.6563,
      "step": 5100
    },
    {
      "epoch": 6.779661016949152,
      "grad_norm": 4.742384910583496,
      "learning_rate": 5.9156521739130436e-05,
      "loss": 1.6431,
      "step": 5200
    },
    {
      "epoch": 6.910039113428944,
      "grad_norm": 4.704698085784912,
      "learning_rate": 5.828695652173913e-05,
      "loss": 1.6071,
      "step": 5300
    },
    {
      "epoch": 7.040417209908735,
      "grad_norm": 4.532726764678955,
      "learning_rate": 5.7417391304347834e-05,
      "loss": 1.561,
      "step": 5400
    },
    {
      "epoch": 7.170795306388527,
      "grad_norm": 4.465181827545166,
      "learning_rate": 5.654782608695652e-05,
      "loss": 1.4572,
      "step": 5500
    },
    {
      "epoch": 7.301173402868318,
      "grad_norm": 5.061060428619385,
      "learning_rate": 5.568695652173913e-05,
      "loss": 1.4313,
      "step": 5600
    },
    {
      "epoch": 7.431551499348109,
      "grad_norm": 4.221780300140381,
      "learning_rate": 5.481739130434783e-05,
      "loss": 1.4099,
      "step": 5700
    },
    {
      "epoch": 7.561929595827901,
      "grad_norm": 4.012993812561035,
      "learning_rate": 5.394782608695652e-05,
      "loss": 1.4044,
      "step": 5800
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 5.935675621032715,
      "learning_rate": 5.307826086956522e-05,
      "loss": 1.3888,
      "step": 5900
    },
    {
      "epoch": 7.822685788787483,
      "grad_norm": 5.962758541107178,
      "learning_rate": 5.220869565217391e-05,
      "loss": 1.3509,
      "step": 6000
    },
    {
      "epoch": 7.953063885267275,
      "grad_norm": 5.295892238616943,
      "learning_rate": 5.1339130434782615e-05,
      "loss": 1.3376,
      "step": 6100
    },
    {
      "epoch": 8.083441981747066,
      "grad_norm": 4.8437347412109375,
      "learning_rate": 5.0469565217391304e-05,
      "loss": 1.2682,
      "step": 6200
    },
    {
      "epoch": 8.213820078226858,
      "grad_norm": 6.373332500457764,
      "learning_rate": 4.96e-05,
      "loss": 1.2201,
      "step": 6300
    },
    {
      "epoch": 8.34419817470665,
      "grad_norm": 4.604928493499756,
      "learning_rate": 4.8730434782608695e-05,
      "loss": 1.2068,
      "step": 6400
    },
    {
      "epoch": 8.474576271186441,
      "grad_norm": 6.433839797973633,
      "learning_rate": 4.786086956521739e-05,
      "loss": 1.197,
      "step": 6500
    },
    {
      "epoch": 8.604954367666233,
      "grad_norm": 3.5552725791931152,
      "learning_rate": 4.699130434782609e-05,
      "loss": 1.1726,
      "step": 6600
    },
    {
      "epoch": 8.735332464146023,
      "grad_norm": 8.83135986328125,
      "learning_rate": 4.612173913043478e-05,
      "loss": 1.1484,
      "step": 6700
    },
    {
      "epoch": 8.865710560625814,
      "grad_norm": 4.828709602355957,
      "learning_rate": 4.5252173913043485e-05,
      "loss": 1.1583,
      "step": 6800
    },
    {
      "epoch": 8.996088657105606,
      "grad_norm": 4.650803089141846,
      "learning_rate": 4.438260869565218e-05,
      "loss": 1.1481,
      "step": 6900
    },
    {
      "epoch": 9.126466753585397,
      "grad_norm": 3.8928608894348145,
      "learning_rate": 4.3513043478260876e-05,
      "loss": 1.0397,
      "step": 7000
    },
    {
      "epoch": 9.256844850065189,
      "grad_norm": 3.941554307937622,
      "learning_rate": 4.2643478260869565e-05,
      "loss": 1.0332,
      "step": 7100
    },
    {
      "epoch": 9.38722294654498,
      "grad_norm": 5.031588077545166,
      "learning_rate": 4.177391304347826e-05,
      "loss": 1.0444,
      "step": 7200
    },
    {
      "epoch": 9.517601043024772,
      "grad_norm": 5.682355880737305,
      "learning_rate": 4.090434782608696e-05,
      "loss": 1.0123,
      "step": 7300
    },
    {
      "epoch": 9.647979139504564,
      "grad_norm": 4.108279705047607,
      "learning_rate": 4.003478260869565e-05,
      "loss": 1.0194,
      "step": 7400
    },
    {
      "epoch": 9.778357235984355,
      "grad_norm": 3.3550074100494385,
      "learning_rate": 3.916521739130435e-05,
      "loss": 1.007,
      "step": 7500
    },
    {
      "epoch": 9.908735332464147,
      "grad_norm": 4.076298713684082,
      "learning_rate": 3.8295652173913044e-05,
      "loss": 0.9973,
      "step": 7600
    },
    {
      "epoch": 10.039113428943937,
      "grad_norm": 4.534595012664795,
      "learning_rate": 3.742608695652174e-05,
      "loss": 0.9646,
      "step": 7700
    },
    {
      "epoch": 10.169491525423728,
      "grad_norm": 3.5908210277557373,
      "learning_rate": 3.6556521739130435e-05,
      "loss": 0.8984,
      "step": 7800
    },
    {
      "epoch": 10.29986962190352,
      "grad_norm": 4.6488213539123535,
      "learning_rate": 3.568695652173913e-05,
      "loss": 0.8942,
      "step": 7900
    },
    {
      "epoch": 10.430247718383312,
      "grad_norm": 4.129245758056641,
      "learning_rate": 3.481739130434783e-05,
      "loss": 0.8929,
      "step": 8000
    },
    {
      "epoch": 10.560625814863103,
      "grad_norm": 3.645109176635742,
      "learning_rate": 3.394782608695652e-05,
      "loss": 0.8892,
      "step": 8100
    },
    {
      "epoch": 10.691003911342895,
      "grad_norm": 4.7509565353393555,
      "learning_rate": 3.307826086956522e-05,
      "loss": 0.8937,
      "step": 8200
    },
    {
      "epoch": 10.821382007822686,
      "grad_norm": 4.302902698516846,
      "learning_rate": 3.2208695652173914e-05,
      "loss": 0.8836,
      "step": 8300
    },
    {
      "epoch": 10.951760104302478,
      "grad_norm": 4.266739845275879,
      "learning_rate": 3.133913043478261e-05,
      "loss": 0.8875,
      "step": 8400
    },
    {
      "epoch": 11.082138200782268,
      "grad_norm": 3.6782920360565186,
      "learning_rate": 3.0469565217391305e-05,
      "loss": 0.8411,
      "step": 8500
    },
    {
      "epoch": 11.21251629726206,
      "grad_norm": 3.9318060874938965,
      "learning_rate": 2.96e-05,
      "loss": 0.8063,
      "step": 8600
    },
    {
      "epoch": 11.342894393741851,
      "grad_norm": 4.048793315887451,
      "learning_rate": 2.8730434782608694e-05,
      "loss": 0.7968,
      "step": 8700
    },
    {
      "epoch": 11.473272490221643,
      "grad_norm": 4.4102888107299805,
      "learning_rate": 2.786086956521739e-05,
      "loss": 0.7983,
      "step": 8800
    },
    {
      "epoch": 11.603650586701434,
      "grad_norm": 4.744139671325684,
      "learning_rate": 2.6991304347826092e-05,
      "loss": 0.7903,
      "step": 8900
    },
    {
      "epoch": 11.734028683181226,
      "grad_norm": 4.147999286651611,
      "learning_rate": 2.6121739130434788e-05,
      "loss": 0.7997,
      "step": 9000
    }
  ],
  "logging_steps": 100,
  "max_steps": 12000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 16,
  "save_steps": 3000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.7976884011008e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}