{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.7987684187376294,
  "eval_steps": 500,
  "global_step": 50904,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.027490653177919506,
      "grad_norm": 7.844790935516357,
      "learning_rate": 1.98e-05,
      "loss": 3.3532,
      "step": 500
    },
    {
      "epoch": 0.05498130635583901,
      "grad_norm": 7.924389362335205,
      "learning_rate": 1.9816883693400415e-05,
      "loss": 2.6056,
      "step": 1000
    },
    {
      "epoch": 0.08247195953375852,
      "grad_norm": 7.497577667236328,
      "learning_rate": 1.963191772713821e-05,
      "loss": 2.5447,
      "step": 1500
    },
    {
      "epoch": 0.10996261271167802,
      "grad_norm": 6.73529577255249,
      "learning_rate": 1.9446951760876e-05,
      "loss": 2.4492,
      "step": 2000
    },
    {
      "epoch": 0.13745326588959753,
      "grad_norm": 6.306326866149902,
      "learning_rate": 1.9261985794613793e-05,
      "loss": 2.4463,
      "step": 2500
    },
    {
      "epoch": 0.16494391906751704,
      "grad_norm": 5.651560306549072,
      "learning_rate": 1.9077019828351584e-05,
      "loss": 2.3291,
      "step": 3000
    },
    {
      "epoch": 0.19243457224543656,
      "grad_norm": 4.0863471031188965,
      "learning_rate": 1.8892053862089378e-05,
      "loss": 2.3461,
      "step": 3500
    },
    {
      "epoch": 0.21992522542335605,
      "grad_norm": 4.746509075164795,
      "learning_rate": 1.8707087895827168e-05,
      "loss": 2.2806,
      "step": 4000
    },
    {
      "epoch": 0.24741587860127556,
      "grad_norm": 4.339619159698486,
      "learning_rate": 1.8522121929564962e-05,
      "loss": 2.2746,
      "step": 4500
    },
    {
      "epoch": 0.27490653177919505,
      "grad_norm": 4.018620014190674,
      "learning_rate": 1.8337155963302752e-05,
      "loss": 2.2403,
      "step": 5000
    },
    {
      "epoch": 0.3023971849571146,
      "grad_norm": 4.380566120147705,
      "learning_rate": 1.8152189997040546e-05,
      "loss": 2.226,
      "step": 5500
    },
    {
      "epoch": 0.3298878381350341,
      "grad_norm": 4.302157402038574,
      "learning_rate": 1.796722403077834e-05,
      "loss": 2.2119,
      "step": 6000
    },
    {
      "epoch": 0.3573784913129536,
      "grad_norm": 4.434130668640137,
      "learning_rate": 1.778225806451613e-05,
      "loss": 2.2138,
      "step": 6500
    },
    {
      "epoch": 0.3848691444908731,
      "grad_norm": 3.770848035812378,
      "learning_rate": 1.759729209825392e-05,
      "loss": 2.2103,
      "step": 7000
    },
    {
      "epoch": 0.4123597976687926,
      "grad_norm": 2.9288535118103027,
      "learning_rate": 1.7412326131991715e-05,
      "loss": 2.1397,
      "step": 7500
    },
    {
      "epoch": 0.4398504508467121,
      "grad_norm": 3.2082479000091553,
      "learning_rate": 1.722736016572951e-05,
      "loss": 2.2021,
      "step": 8000
    },
    {
      "epoch": 0.46734110402463164,
      "grad_norm": 3.6131439208984375,
      "learning_rate": 1.70423941994673e-05,
      "loss": 2.2106,
      "step": 8500
    },
    {
      "epoch": 0.4948317572025511,
      "grad_norm": 2.992415189743042,
      "learning_rate": 1.6857798165137616e-05,
      "loss": 2.1246,
      "step": 9000
    },
    {
      "epoch": 0.5223224103804707,
      "grad_norm": 3.4553306102752686,
      "learning_rate": 1.667283219887541e-05,
      "loss": 2.0973,
      "step": 9500
    },
    {
      "epoch": 0.5498130635583901,
      "grad_norm": 2.82578182220459,
      "learning_rate": 1.64878662326132e-05,
      "loss": 2.1257,
      "step": 10000
    },
    {
      "epoch": 0.5773037167363096,
      "grad_norm": 2.674267292022705,
      "learning_rate": 1.630290026635099e-05,
      "loss": 2.13,
      "step": 10500
    },
    {
      "epoch": 0.6047943699142292,
      "grad_norm": 3.27205491065979,
      "learning_rate": 1.6117934300088784e-05,
      "loss": 2.1855,
      "step": 11000
    },
    {
      "epoch": 0.6322850230921486,
      "grad_norm": 3.042849540710449,
      "learning_rate": 1.5932968333826578e-05,
      "loss": 2.1532,
      "step": 11500
    },
    {
      "epoch": 0.6597756762700682,
      "grad_norm": 3.618957042694092,
      "learning_rate": 1.5748372299496894e-05,
      "loss": 2.1202,
      "step": 12000
    },
    {
      "epoch": 0.6872663294479877,
      "grad_norm": 3.6390328407287598,
      "learning_rate": 1.5563406333234685e-05,
      "loss": 2.0902,
      "step": 12500
    },
    {
      "epoch": 0.7147569826259071,
      "grad_norm": 3.3778562545776367,
      "learning_rate": 1.537844036697248e-05,
      "loss": 2.0536,
      "step": 13000
    },
    {
      "epoch": 0.7422476358038267,
      "grad_norm": 2.8149023056030273,
      "learning_rate": 1.519347440071027e-05,
      "loss": 2.1065,
      "step": 13500
    },
    {
      "epoch": 0.7697382889817462,
      "grad_norm": 2.860196590423584,
      "learning_rate": 1.5008508434448063e-05,
      "loss": 2.0705,
      "step": 14000
    },
    {
      "epoch": 0.7972289421596657,
      "grad_norm": 3.2587316036224365,
      "learning_rate": 1.4823542468185853e-05,
      "loss": 2.1082,
      "step": 14500
    },
    {
      "epoch": 0.8247195953375852,
      "grad_norm": 2.4807844161987305,
      "learning_rate": 1.4638576501923647e-05,
      "loss": 2.0576,
      "step": 15000
    },
    {
      "epoch": 0.8522102485155048,
      "grad_norm": 3.040374755859375,
      "learning_rate": 1.445361053566144e-05,
      "loss": 2.0694,
      "step": 15500
    },
    {
      "epoch": 0.8797009016934242,
      "grad_norm": 3.2850606441497803,
      "learning_rate": 1.4269014501331757e-05,
      "loss": 2.081,
      "step": 16000
    },
    {
      "epoch": 0.9071915548713437,
      "grad_norm": 3.131565570831299,
      "learning_rate": 1.4084048535069548e-05,
      "loss": 2.0567,
      "step": 16500
    },
    {
      "epoch": 0.9346822080492633,
      "grad_norm": 2.221071481704712,
      "learning_rate": 1.389908256880734e-05,
      "loss": 2.0758,
      "step": 17000
    },
    {
      "epoch": 0.9621728612271827,
      "grad_norm": 2.6275980472564697,
      "learning_rate": 1.3714116602545134e-05,
      "loss": 2.0495,
      "step": 17500
    },
    {
      "epoch": 0.9896635144051023,
      "grad_norm": 3.2267441749572754,
      "learning_rate": 1.3529150636282926e-05,
      "loss": 2.0287,
      "step": 18000
    },
    {
      "epoch": 1.0171541675830218,
      "grad_norm": 3.0593459606170654,
      "learning_rate": 1.334455460195324e-05,
      "loss": 2.0028,
      "step": 18500
    },
    {
      "epoch": 1.0446448207609413,
      "grad_norm": 2.9170665740966797,
      "learning_rate": 1.3159588635691035e-05,
      "loss": 1.9644,
      "step": 19000
    },
    {
      "epoch": 1.0721354739388609,
      "grad_norm": 3.075544834136963,
      "learning_rate": 1.2974622669428827e-05,
      "loss": 1.9723,
      "step": 19500
    },
    {
      "epoch": 1.0996261271167802,
      "grad_norm": 2.9603986740112305,
      "learning_rate": 1.2789656703166617e-05,
      "loss": 1.997,
      "step": 20000
    },
    {
      "epoch": 1.1271167802946997,
      "grad_norm": 2.951988458633423,
      "learning_rate": 1.2605060668836935e-05,
      "loss": 1.9418,
      "step": 20500
    },
    {
      "epoch": 1.1546074334726193,
      "grad_norm": 3.427750587463379,
      "learning_rate": 1.2420094702574727e-05,
      "loss": 1.9553,
      "step": 21000
    },
    {
      "epoch": 1.1820980866505388,
      "grad_norm": 2.6535024642944336,
      "learning_rate": 1.223512873631252e-05,
      "loss": 2.0072,
      "step": 21500
    },
    {
      "epoch": 1.2095887398284584,
      "grad_norm": 2.9090585708618164,
      "learning_rate": 1.2050162770050312e-05,
      "loss": 1.9705,
      "step": 22000
    },
    {
      "epoch": 1.237079393006378,
      "grad_norm": 3.2485570907592773,
      "learning_rate": 1.1865196803788104e-05,
      "loss": 1.9543,
      "step": 22500
    },
    {
      "epoch": 1.2645700461842972,
      "grad_norm": 3.0418505668640137,
      "learning_rate": 1.168060076945842e-05,
      "loss": 2.0092,
      "step": 23000
    },
    {
      "epoch": 1.2920606993622168,
      "grad_norm": 3.1117002964019775,
      "learning_rate": 1.1495634803196214e-05,
      "loss": 1.9702,
      "step": 23500
    },
    {
      "epoch": 1.3195513525401363,
      "grad_norm": 2.928476095199585,
      "learning_rate": 1.1310668836934005e-05,
      "loss": 1.9813,
      "step": 24000
    },
    {
      "epoch": 1.3470420057180559,
      "grad_norm": 3.026412010192871,
      "learning_rate": 1.1125702870671797e-05,
      "loss": 1.9192,
      "step": 24500
    },
    {
      "epoch": 1.3745326588959754,
      "grad_norm": 3.093477249145508,
      "learning_rate": 1.094073690440959e-05,
      "loss": 1.9387,
      "step": 25000
    },
    {
      "epoch": 1.402023312073895,
      "grad_norm": 2.920074701309204,
      "learning_rate": 1.0756140870079905e-05,
      "loss": 1.9651,
      "step": 25500
    },
    {
      "epoch": 1.4295139652518145,
      "grad_norm": 2.5337624549865723,
      "learning_rate": 1.0571174903817697e-05,
      "loss": 1.9262,
      "step": 26000
    },
    {
      "epoch": 1.4570046184297338,
      "grad_norm": 2.506801128387451,
      "learning_rate": 1.0386208937555491e-05,
      "loss": 1.9542,
      "step": 26500
    },
    {
      "epoch": 1.4844952716076534,
      "grad_norm": 2.7995145320892334,
      "learning_rate": 1.0201242971293283e-05,
      "loss": 1.9609,
      "step": 27000
    },
    {
      "epoch": 1.511985924785573,
      "grad_norm": 4.121292591094971,
      "learning_rate": 1.0016646936963598e-05,
      "loss": 1.9317,
      "step": 27500
    },
    {
      "epoch": 1.5394765779634925,
      "grad_norm": 2.802678346633911,
      "learning_rate": 9.831680970701392e-06,
      "loss": 1.9519,
      "step": 28000
    },
    {
      "epoch": 1.5669672311414118,
      "grad_norm": 2.965937852859497,
      "learning_rate": 9.646715004439184e-06,
      "loss": 1.9401,
      "step": 28500
    },
    {
      "epoch": 1.5944578843193313,
      "grad_norm": 2.364539861679077,
      "learning_rate": 9.461749038176976e-06,
      "loss": 1.9686,
      "step": 29000
    },
    {
      "epoch": 1.6219485374972509,
      "grad_norm": 2.8087072372436523,
      "learning_rate": 9.276783071914768e-06,
      "loss": 1.9046,
      "step": 29500
    },
    {
      "epoch": 1.6494391906751704,
      "grad_norm": 3.0667874813079834,
      "learning_rate": 9.092187037585085e-06,
      "loss": 1.8992,
      "step": 30000
    },
    {
      "epoch": 1.67692984385309,
      "grad_norm": 2.4543378353118896,
      "learning_rate": 8.907221071322877e-06,
      "loss": 1.8936,
      "step": 30500
    },
    {
      "epoch": 1.7044204970310095,
      "grad_norm": 2.695256233215332,
      "learning_rate": 8.72225510506067e-06,
      "loss": 1.9429,
      "step": 31000
    },
    {
      "epoch": 1.731911150208929,
      "grad_norm": 2.377511978149414,
      "learning_rate": 8.537289138798461e-06,
      "loss": 1.9787,
      "step": 31500
    },
    {
      "epoch": 1.7594018033868486,
      "grad_norm": 2.74446964263916,
      "learning_rate": 8.35269310446878e-06,
      "loss": 1.9272,
      "step": 32000
    },
    {
      "epoch": 1.7868924565647681,
      "grad_norm": 3.174065589904785,
      "learning_rate": 8.16772713820657e-06,
      "loss": 1.9744,
      "step": 32500
    },
    {
      "epoch": 1.8143831097426875,
      "grad_norm": 3.6638684272766113,
      "learning_rate": 7.982761171944364e-06,
      "loss": 1.9441,
      "step": 33000
    },
    {
      "epoch": 1.841873762920607,
      "grad_norm": 2.563633441925049,
      "learning_rate": 7.797795205682154e-06,
      "loss": 1.9422,
      "step": 33500
    },
    {
      "epoch": 1.8693644160985265,
      "grad_norm": 2.817347764968872,
      "learning_rate": 7.612829239419948e-06,
      "loss": 1.9556,
      "step": 34000
    },
    {
      "epoch": 1.8968550692764459,
      "grad_norm": 2.59664249420166,
      "learning_rate": 7.428233205090264e-06,
      "loss": 1.9754,
      "step": 34500
    },
    {
      "epoch": 1.9243457224543654,
      "grad_norm": 2.615318775177002,
      "learning_rate": 7.2432672388280566e-06,
      "loss": 1.9349,
      "step": 35000
    },
    {
      "epoch": 1.951836375632285,
      "grad_norm": 2.5411360263824463,
      "learning_rate": 7.058301272565849e-06,
      "loss": 1.9612,
      "step": 35500
    },
    {
      "epoch": 1.9793270288102045,
      "grad_norm": 2.809213161468506,
      "learning_rate": 6.873335306303641e-06,
      "loss": 1.9433,
      "step": 36000
    },
    {
      "epoch": 2.006817681988124,
      "grad_norm": 2.415309190750122,
      "learning_rate": 6.688739271973957e-06,
      "loss": 1.9222,
      "step": 36500
    },
    {
      "epoch": 2.0343083351660436,
      "grad_norm": 2.3479654788970947,
      "learning_rate": 6.5037733057117494e-06,
      "loss": 1.8997,
      "step": 37000
    },
    {
      "epoch": 2.061798988343963,
      "grad_norm": 2.566889762878418,
      "learning_rate": 6.3188073394495416e-06,
      "loss": 1.8604,
      "step": 37500
    },
    {
      "epoch": 2.0892896415218827,
      "grad_norm": 2.9693121910095215,
      "learning_rate": 6.133841373187334e-06,
      "loss": 1.9029,
      "step": 38000
    },
    {
      "epoch": 2.1167802946998022,
      "grad_norm": 3.270578145980835,
      "learning_rate": 5.949245338857651e-06,
      "loss": 1.8985,
      "step": 38500
    },
    {
      "epoch": 2.1442709478777218,
      "grad_norm": 3.2845070362091064,
      "learning_rate": 5.764279372595442e-06,
      "loss": 1.8781,
      "step": 39000
    },
    {
      "epoch": 2.171761601055641,
      "grad_norm": 3.1421778202056885,
      "learning_rate": 5.579313406333235e-06,
      "loss": 1.8677,
      "step": 39500
    },
    {
      "epoch": 2.1992522542335604,
      "grad_norm": 2.8013062477111816,
      "learning_rate": 5.394347440071027e-06,
      "loss": 1.9078,
      "step": 40000
    },
    {
      "epoch": 2.22674290741148,
      "grad_norm": 2.775585651397705,
      "learning_rate": 5.209751405741345e-06,
      "loss": 1.9292,
      "step": 40500
    },
    {
      "epoch": 2.2542335605893995,
      "grad_norm": 2.672166585922241,
      "learning_rate": 5.024785439479136e-06,
      "loss": 1.8568,
      "step": 41000
    },
    {
      "epoch": 2.281724213767319,
      "grad_norm": 2.4413459300994873,
      "learning_rate": 4.839819473216928e-06,
      "loss": 1.8813,
      "step": 41500
    },
    {
      "epoch": 2.3092148669452386,
      "grad_norm": 3.139625072479248,
      "learning_rate": 4.654853506954721e-06,
      "loss": 1.8763,
      "step": 42000
    },
    {
      "epoch": 2.336705520123158,
      "grad_norm": 2.938086986541748,
      "learning_rate": 4.469887540692513e-06,
      "loss": 1.9047,
      "step": 42500
    },
    {
      "epoch": 2.3641961733010777,
      "grad_norm": 3.119866371154785,
      "learning_rate": 4.28529150636283e-06,
      "loss": 1.8985,
      "step": 43000
    },
    {
      "epoch": 2.391686826478997,
      "grad_norm": 2.9585859775543213,
      "learning_rate": 4.100325540100622e-06,
      "loss": 1.8584,
      "step": 43500
    },
    {
      "epoch": 2.4191774796569168,
      "grad_norm": 3.028029441833496,
      "learning_rate": 3.915359573838414e-06,
      "loss": 1.8514,
      "step": 44000
    },
    {
      "epoch": 2.4466681328348363,
      "grad_norm": 2.885305643081665,
      "learning_rate": 3.7303936075762065e-06,
      "loss": 1.9058,
      "step": 44500
    },
    {
      "epoch": 2.474158786012756,
      "grad_norm": 2.529195547103882,
      "learning_rate": 3.5454276413139987e-06,
      "loss": 1.899,
      "step": 45000
    },
    {
      "epoch": 2.5016494391906754,
      "grad_norm": 2.8629934787750244,
      "learning_rate": 3.360831606984315e-06,
      "loss": 1.8854,
      "step": 45500
    },
    {
      "epoch": 2.5291400923685945,
      "grad_norm": 3.1434662342071533,
      "learning_rate": 3.1758656407221073e-06,
      "loss": 1.8475,
      "step": 46000
    },
    {
      "epoch": 2.556630745546514,
      "grad_norm": 2.7778401374816895,
      "learning_rate": 2.9908996744598994e-06,
      "loss": 1.893,
      "step": 46500
    },
    {
      "epoch": 2.5841213987244336,
      "grad_norm": 3.024404525756836,
      "learning_rate": 2.8059337081976915e-06,
      "loss": 1.8792,
      "step": 47000
    },
    {
      "epoch": 2.611612051902353,
      "grad_norm": 3.283930778503418,
      "learning_rate": 2.6213376738680084e-06,
      "loss": 1.8411,
      "step": 47500
    },
    {
      "epoch": 2.6391027050802727,
      "grad_norm": 2.3540070056915283,
      "learning_rate": 2.436371707605801e-06,
      "loss": 1.8602,
      "step": 48000
    },
    {
      "epoch": 2.666593358258192,
      "grad_norm": 2.4063596725463867,
      "learning_rate": 2.251405741343593e-06,
      "loss": 1.8422,
      "step": 48500
    },
    {
      "epoch": 2.6940840114361118,
      "grad_norm": 2.7958314418792725,
      "learning_rate": 2.0664397750813853e-06,
      "loss": 1.8726,
      "step": 49000
    },
    {
      "epoch": 2.7215746646140313,
      "grad_norm": 2.9718141555786133,
      "learning_rate": 1.8814738088191776e-06,
      "loss": 1.9078,
      "step": 49500
    },
    {
      "epoch": 2.749065317791951,
      "grad_norm": 3.2070326805114746,
      "learning_rate": 1.696877774489494e-06,
      "loss": 1.8734,
      "step": 50000
    },
    {
      "epoch": 2.7765559709698704,
      "grad_norm": 3.239140272140503,
      "learning_rate": 1.5119118082272862e-06,
      "loss": 1.8441,
      "step": 50500
    }
  ],
  "logging_steps": 500,
  "max_steps": 54564,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1818,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3300548304896e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}