{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.9992003259049143,
  "eval_steps": 500,
  "global_step": 16568,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.012070552378653229,
      "grad_norm": 1.5390625,
      "learning_rate": 7.543753771876886e-07,
      "loss": 2.6793,
      "mean_token_accuracy": 0.5008124655112625,
      "num_input_tokens_seen": 24135392,
      "num_tokens": 10166805.0,
      "step": 50
    },
    {
      "epoch": 0.024141104757306457,
      "grad_norm": 1.578125,
      "learning_rate": 1.5087507543753772e-06,
      "loss": 2.683,
      "mean_token_accuracy": 0.5005724773928523,
      "num_input_tokens_seen": 48153152,
      "num_tokens": 20365412.0,
      "step": 100
    },
    {
      "epoch": 0.03621165713595968,
      "grad_norm": 4.25,
      "learning_rate": 2.2631261315630656e-06,
      "loss": 2.6827,
      "mean_token_accuracy": 0.5006869393214584,
      "num_input_tokens_seen": 72337344,
      "num_tokens": 30424121.0,
      "step": 150
    },
    {
      "epoch": 0.048282209514612914,
      "grad_norm": 1.6640625,
      "learning_rate": 3.0175015087507544e-06,
      "loss": 2.6854,
      "mean_token_accuracy": 0.49996432337909935,
      "num_input_tokens_seen": 96540720,
      "num_tokens": 40650709.0,
      "step": 200
    },
    {
      "epoch": 0.06035276189326614,
      "grad_norm": 1.671875,
      "learning_rate": 3.771876885938443e-06,
      "loss": 2.6589,
      "mean_token_accuracy": 0.5033125403895974,
      "num_input_tokens_seen": 120664016,
      "num_tokens": 50830609.0,
      "step": 250
    },
    {
      "epoch": 0.07242331427191936,
      "grad_norm": 1.4375,
      "learning_rate": 4.526252263126131e-06,
      "loss": 2.6724,
      "mean_token_accuracy": 0.5016581188514828,
      "num_input_tokens_seen": 144779584,
      "num_tokens": 60898431.0,
      "step": 300
    },
    {
      "epoch": 0.0844938666505726,
      "grad_norm": 1.484375,
      "learning_rate": 5.280627640313821e-06,
      "loss": 2.6515,
      "mean_token_accuracy": 0.5036601684615016,
      "num_input_tokens_seen": 168931312,
      "num_tokens": 71195944.0,
      "step": 350
    },
    {
      "epoch": 0.09656441902922583,
      "grad_norm": 1.40625,
      "learning_rate": 6.035003017501509e-06,
      "loss": 2.6474,
      "mean_token_accuracy": 0.5041869094967842,
      "num_input_tokens_seen": 192934592,
      "num_tokens": 81381172.0,
      "step": 400
    },
    {
      "epoch": 0.10863497140787905,
      "grad_norm": 1.3359375,
      "learning_rate": 6.789378394689197e-06,
      "loss": 2.6561,
      "mean_token_accuracy": 0.5037067172303796,
      "num_input_tokens_seen": 217010448,
      "num_tokens": 91569720.0,
      "step": 450
    },
    {
      "epoch": 0.12070552378653228,
      "grad_norm": 1.2421875,
      "learning_rate": 7.543753771876886e-06,
      "loss": 2.6454,
      "num_input_tokens_seen": 241172672,
      "step": 500
    },
    {
      "epoch": 0.12070552378653228,
      "eval_loss": 2.550887107849121,
      "eval_mean_token_accuracy": 0.5239145074365208,
      "eval_num_tokens": 101801812.0,
      "eval_runtime": 125.6328,
      "eval_samples_per_second": 85.264,
      "eval_steps_per_second": 21.316,
      "num_input_tokens_seen": 241172672,
      "step": 500
    },
    {
      "epoch": 0.1327760761651855,
      "grad_norm": 1.234375,
      "learning_rate": 8.298129149064575e-06,
      "loss": 2.6413,
      "mean_token_accuracy": 0.5040716730989516,
      "num_input_tokens_seen": 265089232,
      "num_tokens": 111840270.0,
      "step": 550
    },
    {
      "epoch": 0.14484662854383873,
      "grad_norm": 1.0859375,
      "learning_rate": 9.052504526252262e-06,
      "loss": 2.6279,
      "mean_token_accuracy": 0.5059382322058081,
      "num_input_tokens_seen": 289296624,
      "num_tokens": 121987982.0,
      "step": 600
    },
    {
      "epoch": 0.15691718092249196,
      "grad_norm": 0.93359375,
      "learning_rate": 9.806879903439953e-06,
      "loss": 2.6104,
      "mean_token_accuracy": 0.5081973234936595,
      "num_input_tokens_seen": 313326128,
      "num_tokens": 132144416.0,
      "step": 650
    },
    {
      "epoch": 0.1689877333011452,
      "grad_norm": 0.8828125,
      "learning_rate": 1.0561255280627642e-05,
      "loss": 2.611,
      "mean_token_accuracy": 0.5080171688646078,
      "num_input_tokens_seen": 337553504,
      "num_tokens": 142378323.0,
      "step": 700
    },
    {
      "epoch": 0.18105828567979843,
      "grad_norm": 0.76171875,
      "learning_rate": 1.1315630657815329e-05,
      "loss": 2.6039,
      "mean_token_accuracy": 0.5081416912004352,
      "num_input_tokens_seen": 361961104,
      "num_tokens": 152623392.0,
      "step": 750
    },
    {
      "epoch": 0.19312883805845166,
      "grad_norm": 0.7421875,
      "learning_rate": 1.2070006035003018e-05,
      "loss": 2.5936,
      "mean_token_accuracy": 0.5093595118448139,
      "num_input_tokens_seen": 386105904,
      "num_tokens": 162827766.0,
      "step": 800
    },
    {
      "epoch": 0.2051993904371049,
      "grad_norm": 0.86328125,
      "learning_rate": 1.2824381412190706e-05,
      "loss": 2.5887,
      "mean_token_accuracy": 0.5100815147906542,
      "num_input_tokens_seen": 410248672,
      "num_tokens": 172979899.0,
      "step": 850
    },
    {
      "epoch": 0.2172699428157581,
      "grad_norm": 0.81640625,
      "learning_rate": 1.3578756789378394e-05,
      "loss": 2.5903,
      "mean_token_accuracy": 0.5090210309624672,
      "num_input_tokens_seen": 434357040,
      "num_tokens": 183138615.0,
      "step": 900
    },
    {
      "epoch": 0.22934049519441133,
      "grad_norm": 0.69921875,
      "learning_rate": 1.4333132166566086e-05,
      "loss": 2.5816,
      "mean_token_accuracy": 0.5105240726843476,
      "num_input_tokens_seen": 458609136,
      "num_tokens": 193253896.0,
      "step": 950
    },
    {
      "epoch": 0.24141104757306456,
      "grad_norm": 0.64453125,
      "learning_rate": 1.5087507543753773e-05,
      "loss": 2.558,
      "num_input_tokens_seen": 482701824,
      "step": 1000
    },
    {
      "epoch": 0.24141104757306456,
      "eval_loss": 2.4748051166534424,
      "eval_mean_token_accuracy": 0.529798322766908,
      "eval_num_tokens": 203431197.0,
      "eval_runtime": 125.5514,
      "eval_samples_per_second": 85.32,
      "eval_steps_per_second": 21.33,
      "num_input_tokens_seen": 482701824,
      "step": 1000
    },
    {
      "epoch": 0.2534815999517178,
      "grad_norm": 0.62890625,
      "learning_rate": 1.584188292094146e-05,
      "loss": 2.557,
      "mean_token_accuracy": 0.5126943441852927,
      "num_input_tokens_seen": 506798000,
      "num_tokens": 213604239.0,
      "step": 1050
    },
    {
      "epoch": 0.265552152330371,
      "grad_norm": 0.578125,
      "learning_rate": 1.659625829812915e-05,
      "loss": 2.5533,
      "mean_token_accuracy": 0.5126326360553503,
      "num_input_tokens_seen": 530786496,
      "num_tokens": 223786306.0,
      "step": 1100
    },
    {
      "epoch": 0.2776227047090242,
      "grad_norm": 0.56640625,
      "learning_rate": 1.7350633675316838e-05,
      "loss": 2.5528,
      "mean_token_accuracy": 0.5130741761997342,
      "num_input_tokens_seen": 554798768,
      "num_tokens": 233857737.0,
      "step": 1150
    },
    {
      "epoch": 0.28969325708767746,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8105009052504525e-05,
      "loss": 2.5433,
      "mean_token_accuracy": 0.5140750538557768,
      "num_input_tokens_seen": 578877696,
      "num_tokens": 243994162.0,
      "step": 1200
    },
    {
      "epoch": 0.3017638094663307,
      "grad_norm": 0.671875,
      "learning_rate": 1.8859384429692215e-05,
      "loss": 2.5414,
      "mean_token_accuracy": 0.5151798555627465,
      "num_input_tokens_seen": 603141184,
      "num_tokens": 254196491.0,
      "step": 1250
    },
    {
      "epoch": 0.3138343618449839,
      "grad_norm": 0.59375,
      "learning_rate": 1.9613759806879906e-05,
      "loss": 2.5383,
      "mean_token_accuracy": 0.5148227337375283,
      "num_input_tokens_seen": 627221936,
      "num_tokens": 264309463.0,
      "step": 1300
    },
    {
      "epoch": 0.32590491422363715,
      "grad_norm": 0.498046875,
      "learning_rate": 2.0368135184067593e-05,
      "loss": 2.5292,
      "mean_token_accuracy": 0.5156710411980748,
      "num_input_tokens_seen": 651386848,
      "num_tokens": 274462595.0,
      "step": 1350
    },
    {
      "epoch": 0.3379754666022904,
      "grad_norm": 0.51171875,
      "learning_rate": 2.1122510561255283e-05,
      "loss": 2.523,
      "mean_token_accuracy": 0.5161588852107525,
      "num_input_tokens_seen": 675579984,
      "num_tokens": 284636254.0,
      "step": 1400
    },
    {
      "epoch": 0.3500460189809436,
      "grad_norm": 6.375,
      "learning_rate": 2.187688593844297e-05,
      "loss": 2.528,
      "mean_token_accuracy": 0.5156370849534869,
      "num_input_tokens_seen": 699751424,
      "num_tokens": 294907617.0,
      "step": 1450
    },
    {
      "epoch": 0.36211657135959685,
      "grad_norm": 0.68359375,
      "learning_rate": 2.2631261315630658e-05,
      "loss": 2.5232,
      "num_input_tokens_seen": 723883888,
      "step": 1500
    },
    {
      "epoch": 0.36211657135959685,
      "eval_loss": 2.42679500579834,
      "eval_mean_token_accuracy": 0.5353444569074368,
      "eval_num_tokens": 305087605.0,
      "eval_runtime": 125.481,
      "eval_samples_per_second": 85.367,
      "eval_steps_per_second": 21.342,
      "num_input_tokens_seen": 723883888,
      "step": 1500
    },
    {
      "epoch": 0.3741871237382501,
      "grad_norm": 0.455078125,
      "learning_rate": 2.3385636692818348e-05,
      "loss": 2.5178,
      "mean_token_accuracy": 0.5161234551295638,
      "num_input_tokens_seen": 748106064,
      "num_tokens": 315240015.0,
      "step": 1550
    },
    {
      "epoch": 0.3862576761169033,
      "grad_norm": 0.5078125,
      "learning_rate": 2.4140012070006035e-05,
      "loss": 2.5157,
      "mean_token_accuracy": 0.5167792574688792,
      "num_input_tokens_seen": 772242320,
      "num_tokens": 325393577.0,
      "step": 1600
    },
    {
      "epoch": 0.39832822849555655,
      "grad_norm": 0.54296875,
      "learning_rate": 2.4894387447193726e-05,
      "loss": 2.505,
      "mean_token_accuracy": 0.5181788290664554,
      "num_input_tokens_seen": 796536976,
      "num_tokens": 335636146.0,
      "step": 1650
    },
    {
      "epoch": 0.4103987808742098,
      "grad_norm": 0.50390625,
      "learning_rate": 2.5648762824381413e-05,
      "loss": 2.5034,
      "mean_token_accuracy": 0.5191374982148409,
      "num_input_tokens_seen": 820727792,
      "num_tokens": 345721073.0,
      "step": 1700
    },
    {
      "epoch": 0.422469333252863,
      "grad_norm": 0.40234375,
      "learning_rate": 2.64031382015691e-05,
      "loss": 2.5049,
      "mean_token_accuracy": 0.5170740441232919,
      "num_input_tokens_seen": 844900704,
      "num_tokens": 355941787.0,
      "step": 1750
    },
    {
      "epoch": 0.4345398856315162,
      "grad_norm": 0.46484375,
      "learning_rate": 2.7157513578756787e-05,
      "loss": 2.4944,
      "mean_token_accuracy": 0.5191365649551153,
      "num_input_tokens_seen": 868882304,
      "num_tokens": 366140276.0,
      "step": 1800
    },
    {
      "epoch": 0.4466104380101694,
      "grad_norm": 0.4609375,
      "learning_rate": 2.791188895594448e-05,
      "loss": 2.4852,
      "mean_token_accuracy": 0.519771606773138,
      "num_input_tokens_seen": 893201120,
      "num_tokens": 376397263.0,
      "step": 1850
    },
    {
      "epoch": 0.45868099038882265,
      "grad_norm": 0.42578125,
      "learning_rate": 2.866626433313217e-05,
      "loss": 2.4242,
      "mean_token_accuracy": 0.5218987537547946,
      "num_input_tokens_seen": 917474880,
      "num_tokens": 386613084.0,
      "step": 1900
    },
    {
      "epoch": 0.4707515427674759,
      "grad_norm": 0.486328125,
      "learning_rate": 2.942063971031986e-05,
      "loss": 2.4118,
      "mean_token_accuracy": 0.5205260647833347,
      "num_input_tokens_seen": 941694304,
      "num_tokens": 396813412.0,
      "step": 1950
    },
    {
      "epoch": 0.4828220951461291,
      "grad_norm": 0.421875,
      "learning_rate": 3.0175015087507546e-05,
      "loss": 2.3856,
      "num_input_tokens_seen": 965894272,
      "step": 2000
    },
    {
      "epoch": 0.4828220951461291,
      "eval_loss": 2.281926155090332,
      "eval_mean_token_accuracy": 0.5452906315098778,
      "eval_num_tokens": 407043305.0,
      "eval_runtime": 126.3646,
      "eval_samples_per_second": 84.771,
      "eval_steps_per_second": 21.193,
      "num_input_tokens_seen": 965894272,
      "step": 2000
    },
    {
      "epoch": 0.49489264752478235,
      "grad_norm": 0.55859375,
      "learning_rate": 3.092939046469523e-05,
      "loss": 2.3729,
      "mean_token_accuracy": 0.5244628588855267,
      "num_input_tokens_seen": 990100416,
      "num_tokens": 417281294.0,
      "step": 2050
    },
    {
      "epoch": 0.5069631999034356,
      "grad_norm": 0.46484375,
      "learning_rate": 3.168376584188292e-05,
      "loss": 2.365,
      "mean_token_accuracy": 0.5261798568814993,
      "num_input_tokens_seen": 1014101792,
      "num_tokens": 427442066.0,
      "step": 2100
    },
    {
      "epoch": 0.5190337522820888,
      "grad_norm": 0.4296875,
      "learning_rate": 3.2438141219070614e-05,
      "loss": 2.3679,
      "mean_token_accuracy": 0.5253909171745181,
      "num_input_tokens_seen": 1038463120,
      "num_tokens": 437736421.0,
      "step": 2150
    },
    {
      "epoch": 0.531104304660742,
      "grad_norm": 0.404296875,
      "learning_rate": 3.31925165962583e-05,
      "loss": 2.3664,
      "mean_token_accuracy": 0.5255175845324993,
      "num_input_tokens_seen": 1062548608,
      "num_tokens": 447839969.0,
      "step": 2200
    },
    {
      "epoch": 0.5431748570393953,
      "grad_norm": 0.376953125,
      "learning_rate": 3.394689197344599e-05,
      "loss": 2.3566,
      "mean_token_accuracy": 0.5265485693141818,
      "num_input_tokens_seen": 1086859296,
      "num_tokens": 458069337.0,
      "step": 2250
    },
    {
      "epoch": 0.5552454094180485,
      "grad_norm": 0.376953125,
      "learning_rate": 3.4701267350633675e-05,
      "loss": 2.3424,
      "mean_token_accuracy": 0.529197344481945,
      "num_input_tokens_seen": 1110954480,
      "num_tokens": 468219132.0,
      "step": 2300
    },
    {
      "epoch": 0.5673159617967017,
      "grad_norm": 0.376953125,
      "learning_rate": 3.545564272782136e-05,
      "loss": 2.3344,
      "mean_token_accuracy": 0.5297643894702196,
      "num_input_tokens_seen": 1135145632,
      "num_tokens": 478383651.0,
      "step": 2350
    },
    {
      "epoch": 0.5793865141753549,
      "grad_norm": 0.3984375,
      "learning_rate": 3.621001810500905e-05,
      "loss": 2.3403,
      "mean_token_accuracy": 0.5286615265905857,
      "num_input_tokens_seen": 1159223072,
      "num_tokens": 488558846.0,
      "step": 2400
    },
    {
      "epoch": 0.5914570665540082,
      "grad_norm": 0.38671875,
      "learning_rate": 3.696439348219674e-05,
      "loss": 2.3366,
      "mean_token_accuracy": 0.5282911998406052,
      "num_input_tokens_seen": 1183346592,
      "num_tokens": 498693280.0,
      "step": 2450
    },
    {
      "epoch": 0.6035276189326614,
      "grad_norm": 0.36328125,
      "learning_rate": 3.771876885938443e-05,
      "loss": 2.3361,
      "num_input_tokens_seen": 1207430512,
      "step": 2500
    },
    {
      "epoch": 0.6035276189326614,
      "eval_loss": 2.2252955436706543,
      "eval_mean_token_accuracy": 0.5513953688186527,
      "eval_num_tokens": 508899754.0,
      "eval_runtime": 125.696,
      "eval_samples_per_second": 85.221,
      "eval_steps_per_second": 21.305,
      "num_input_tokens_seen": 1207430512,
      "step": 2500
    },
    {
      "epoch": 0.6155981713113147,
      "grad_norm": 0.33984375,
      "learning_rate": 3.8473144236572124e-05,
      "loss": 2.3191,
      "mean_token_accuracy": 0.5302580918744206,
      "num_input_tokens_seen": 1231510064,
      "num_tokens": 519053973.0,
      "step": 2550
    },
    {
      "epoch": 0.6276687236899678,
      "grad_norm": 0.40234375,
      "learning_rate": 3.922751961375981e-05,
      "loss": 2.3184,
      "mean_token_accuracy": 0.5312636430934071,
      "num_input_tokens_seen": 1255661376,
      "num_tokens": 529292647.0,
      "step": 2600
    },
    {
      "epoch": 0.6397392760686211,
      "grad_norm": 0.361328125,
      "learning_rate": 3.99818949909475e-05,
      "loss": 2.3149,
      "mean_token_accuracy": 0.5317899576947093,
      "num_input_tokens_seen": 1279915488,
      "num_tokens": 539406430.0,
      "step": 2650
    },
    {
      "epoch": 0.6518098284472743,
      "grad_norm": 0.37890625,
      "learning_rate": 4.0736270368135186e-05,
      "loss": 2.3226,
      "mean_token_accuracy": 0.530639638863504,
      "num_input_tokens_seen": 1303974000,
      "num_tokens": 549560793.0,
      "step": 2700
    },
    {
      "epoch": 0.6638803808259276,
      "grad_norm": 0.3046875,
      "learning_rate": 4.149064574532287e-05,
      "loss": 2.3027,
      "mean_token_accuracy": 0.5339162700995803,
      "num_input_tokens_seen": 1328099056,
      "num_tokens": 559731643.0,
      "step": 2750
    },
    {
      "epoch": 0.6759509332045808,
      "grad_norm": 0.353515625,
      "learning_rate": 4.224502112251057e-05,
      "loss": 2.3041,
      "mean_token_accuracy": 0.5334529640898108,
      "num_input_tokens_seen": 1352139632,
      "num_tokens": 569834852.0,
      "step": 2800
    },
    {
      "epoch": 0.688021485583234,
      "grad_norm": 0.333984375,
      "learning_rate": 4.2999396499698254e-05,
      "loss": 2.2978,
      "mean_token_accuracy": 0.5343039923906326,
      "num_input_tokens_seen": 1376232240,
      "num_tokens": 579992251.0,
      "step": 2850
    },
    {
      "epoch": 0.7000920379618872,
      "grad_norm": 0.330078125,
      "learning_rate": 4.375377187688594e-05,
      "loss": 2.2834,
      "mean_token_accuracy": 0.5361328301951289,
      "num_input_tokens_seen": 1400431104,
      "num_tokens": 590199795.0,
      "step": 2900
    },
    {
      "epoch": 0.7121625903405404,
      "grad_norm": 0.337890625,
      "learning_rate": 4.450814725407363e-05,
      "loss": 2.301,
      "mean_token_accuracy": 0.5332023718208074,
      "num_input_tokens_seen": 1424615616,
      "num_tokens": 600407039.0,
      "step": 2950
    },
    {
      "epoch": 0.7242331427191937,
      "grad_norm": 0.291015625,
      "learning_rate": 4.5262522631261315e-05,
      "loss": 2.2846,
      "num_input_tokens_seen": 1448897616,
      "step": 3000
    },
    {
      "epoch": 0.7242331427191937,
      "eval_loss": 2.174436569213867,
      "eval_mean_token_accuracy": 0.5580886014145288,
      "eval_num_tokens": 610496575.0,
      "eval_runtime": 125.6585,
      "eval_samples_per_second": 85.247,
      "eval_steps_per_second": 21.312,
      "num_input_tokens_seen": 1448897616,
      "step": 3000
    },
    {
      "epoch": 0.7363036950978469,
      "grad_norm": 0.298828125,
      "learning_rate": 4.6016898008449e-05,
      "loss": 2.2866,
      "mean_token_accuracy": 0.535948946569115,
      "num_input_tokens_seen": 1472853872,
      "num_tokens": 620644723.0,
      "step": 3050
    },
    {
      "epoch": 0.7483742474765002,
      "grad_norm": 0.296875,
      "learning_rate": 4.6771273385636696e-05,
      "loss": 2.2713,
      "mean_token_accuracy": 0.5381996771320701,
      "num_input_tokens_seen": 1497112768,
      "num_tokens": 630831881.0,
      "step": 3100
    },
    {
      "epoch": 0.7604447998551533,
      "grad_norm": 0.318359375,
      "learning_rate": 4.752564876282438e-05,
      "loss": 2.2659,
      "mean_token_accuracy": 0.5379517000168562,
      "num_input_tokens_seen": 1521326656,
      "num_tokens": 640973141.0,
      "step": 3150
    },
    {
      "epoch": 0.7725153522338066,
      "grad_norm": 0.27734375,
      "learning_rate": 4.828002414001207e-05,
      "loss": 2.2534,
      "mean_token_accuracy": 0.5404072028771043,
      "num_input_tokens_seen": 1545505712,
      "num_tokens": 651205945.0,
      "step": 3200
    },
    {
      "epoch": 0.7845859046124598,
      "grad_norm": 0.267578125,
      "learning_rate": 4.903439951719976e-05,
      "loss": 2.2662,
      "mean_token_accuracy": 0.5395008590817452,
      "num_input_tokens_seen": 1569597408,
      "num_tokens": 661422296.0,
      "step": 3250
    },
    {
      "epoch": 0.7966564569911131,
      "grad_norm": 0.306640625,
      "learning_rate": 4.978877489438745e-05,
      "loss": 2.2429,
      "mean_token_accuracy": 0.5423036898300052,
      "num_input_tokens_seen": 1593795440,
      "num_tokens": 671551427.0,
      "step": 3300
    },
    {
      "epoch": 0.8087270093697663,
      "grad_norm": 0.29296875,
      "learning_rate": 4.9864191942055236e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5444167210906744,
      "num_input_tokens_seen": 1618048688,
      "num_tokens": 681790219.0,
      "step": 3350
    },
    {
      "epoch": 0.8207975617484196,
      "grad_norm": 0.306640625,
      "learning_rate": 4.967556963935416e-05,
      "loss": 2.2466,
      "mean_token_accuracy": 0.5417763916775584,
      "num_input_tokens_seen": 1642159776,
      "num_tokens": 691978554.0,
      "step": 3400
    },
    {
      "epoch": 0.8328681141270727,
      "grad_norm": 0.30859375,
      "learning_rate": 4.9486947336653086e-05,
      "loss": 2.2358,
      "mean_token_accuracy": 0.5441526301577687,
      "num_input_tokens_seen": 1666410544,
      "num_tokens": 702184762.0,
      "step": 3450
    },
    {
      "epoch": 0.844938666505726,
      "grad_norm": 0.2578125,
      "learning_rate": 4.929832503395201e-05,
      "loss": 2.2274,
      "num_input_tokens_seen": 1690571888,
      "step": 3500
    },
    {
      "epoch": 0.844938666505726,
      "eval_loss": 2.110778331756592,
      "eval_mean_token_accuracy": 0.5686311067219009,
      "eval_num_tokens": 712362296.0,
      "eval_runtime": 127.3714,
      "eval_samples_per_second": 84.1,
      "eval_steps_per_second": 21.025,
      "num_input_tokens_seen": 1690571888,
      "step": 3500
    },
    {
      "epoch": 0.8570092188843792,
      "grad_norm": 0.283203125,
      "learning_rate": 4.9109702731250944e-05,
      "loss": 2.2322,
      "mean_token_accuracy": 0.5444289642199874,
      "num_input_tokens_seen": 1714787776,
      "num_tokens": 722682302.0,
      "step": 3550
    },
    {
      "epoch": 0.8690797712630324,
      "grad_norm": 0.3203125,
      "learning_rate": 4.8921080428549876e-05,
      "loss": 2.2194,
      "mean_token_accuracy": 0.5459688815101981,
      "num_input_tokens_seen": 1739009552,
      "num_tokens": 732823822.0,
      "step": 3600
    },
    {
      "epoch": 0.8811503236416857,
      "grad_norm": 0.267578125,
      "learning_rate": 4.87324581258488e-05,
      "loss": 2.2139,
      "mean_token_accuracy": 0.5467682545632124,
      "num_input_tokens_seen": 1763209840,
      "num_tokens": 743138600.0,
      "step": 3650
    },
    {
      "epoch": 0.8932208760203388,
      "grad_norm": 0.328125,
      "learning_rate": 4.854383582314773e-05,
      "loss": 2.204,
      "mean_token_accuracy": 0.5477216844260693,
      "num_input_tokens_seen": 1787295680,
      "num_tokens": 753284868.0,
      "step": 3700
    },
    {
      "epoch": 0.9052914283989921,
      "grad_norm": 0.306640625,
      "learning_rate": 4.835521352044666e-05,
      "loss": 2.186,
      "mean_token_accuracy": 0.5463542007282376,
      "num_input_tokens_seen": 1811501840,
      "num_tokens": 763533047.0,
      "step": 3750
    },
    {
      "epoch": 0.9173619807776453,
      "grad_norm": 0.294921875,
      "learning_rate": 4.816659121774559e-05,
      "loss": 2.1705,
      "mean_token_accuracy": 0.5472249809652567,
      "num_input_tokens_seen": 1835579680,
      "num_tokens": 773772552.0,
      "step": 3800
    },
    {
      "epoch": 0.9294325331562986,
      "grad_norm": 0.2578125,
      "learning_rate": 4.797796891504452e-05,
      "loss": 2.1472,
      "mean_token_accuracy": 0.5502070318907499,
      "num_input_tokens_seen": 1859762928,
      "num_tokens": 783996309.0,
      "step": 3850
    },
    {
      "epoch": 0.9415030855349518,
      "grad_norm": 0.30078125,
      "learning_rate": 4.778934661234345e-05,
      "loss": 2.1494,
      "mean_token_accuracy": 0.548779489658773,
      "num_input_tokens_seen": 1883948656,
      "num_tokens": 794252324.0,
      "step": 3900
    },
    {
      "epoch": 0.953573637913605,
      "grad_norm": 0.29296875,
      "learning_rate": 4.760072430964237e-05,
      "loss": 2.1484,
      "mean_token_accuracy": 0.5490481401607394,
      "num_input_tokens_seen": 1908219840,
      "num_tokens": 804538128.0,
      "step": 3950
    },
    {
      "epoch": 0.9656441902922582,
      "grad_norm": 0.291015625,
      "learning_rate": 4.7412102006941305e-05,
      "loss": 2.1447,
      "num_input_tokens_seen": 1932223680,
      "step": 4000
    },
    {
      "epoch": 0.9656441902922582,
      "eval_loss": 2.0152089595794678,
      "eval_mean_token_accuracy": 0.5734592423989222,
      "eval_num_tokens": 814660681.0,
      "eval_runtime": 126.585,
      "eval_samples_per_second": 84.623,
      "eval_steps_per_second": 21.156,
      "num_input_tokens_seen": 1932223680,
      "step": 4000
    },
    {
      "epoch": 0.9777147426709115,
      "grad_norm": 0.298828125,
      "learning_rate": 4.722347970424023e-05,
      "loss": 2.1476,
      "mean_token_accuracy": 0.5491000188142061,
      "num_input_tokens_seen": 1956345120,
      "num_tokens": 824824558.0,
      "step": 4050
    },
    {
      "epoch": 0.9897852950495647,
      "grad_norm": 0.2890625,
      "learning_rate": 4.703485740153916e-05,
      "loss": 2.1336,
      "mean_token_accuracy": 0.5505272497236728,
      "num_input_tokens_seen": 1980539728,
      "num_tokens": 835004823.0,
      "step": 4100
    },
    {
      "epoch": 1.0016898773330114,
      "grad_norm": 0.2890625,
      "learning_rate": 4.684623509883809e-05,
      "loss": 2.1376,
      "mean_token_accuracy": 0.5500758526367531,
      "num_input_tokens_seen": 2004388912,
      "num_tokens": 844972763.0,
      "step": 4150
    },
    {
      "epoch": 1.0137604297116647,
      "grad_norm": 0.275390625,
      "learning_rate": 4.665761279613702e-05,
      "loss": 2.1349,
      "mean_token_accuracy": 0.5500743924826383,
      "num_input_tokens_seen": 2028622064,
      "num_tokens": 855126584.0,
      "step": 4200
    },
    {
      "epoch": 1.025830982090318,
      "grad_norm": 0.283203125,
      "learning_rate": 4.646899049343595e-05,
      "loss": 2.1248,
      "mean_token_accuracy": 0.5514456473290921,
      "num_input_tokens_seen": 2052718336,
      "num_tokens": 865332386.0,
      "step": 4250
    },
    {
      "epoch": 1.037901534468971,
      "grad_norm": 0.28125,
      "learning_rate": 4.6280368190734876e-05,
      "loss": 2.1088,
      "mean_token_accuracy": 0.5532256289571523,
      "num_input_tokens_seen": 2076571680,
      "num_tokens": 875448332.0,
      "step": 4300
    },
    {
      "epoch": 1.0499720868476243,
      "grad_norm": 0.326171875,
      "learning_rate": 4.60917458880338e-05,
      "loss": 2.1184,
      "mean_token_accuracy": 0.5509732039645314,
      "num_input_tokens_seen": 2100726912,
      "num_tokens": 885623694.0,
      "step": 4350
    },
    {
      "epoch": 1.0620426392262776,
      "grad_norm": 0.310546875,
      "learning_rate": 4.590312358533273e-05,
      "loss": 2.1324,
      "mean_token_accuracy": 0.5498137963563203,
      "num_input_tokens_seen": 2124980016,
      "num_tokens": 895774422.0,
      "step": 4400
    },
    {
      "epoch": 1.074113191604931,
      "grad_norm": 0.32421875,
      "learning_rate": 4.571450128263166e-05,
      "loss": 2.1195,
      "mean_token_accuracy": 0.551388250514865,
      "num_input_tokens_seen": 2149237504,
      "num_tokens": 905968753.0,
      "step": 4450
    },
    {
      "epoch": 1.086183743983584,
      "grad_norm": 0.296875,
      "learning_rate": 4.552587897993059e-05,
      "loss": 2.1195,
      "num_input_tokens_seen": 2173337456,
      "step": 4500
    },
    {
      "epoch": 1.086183743983584,
      "eval_loss": 1.989871859550476,
      "eval_mean_token_accuracy": 0.5754866465826013,
      "eval_num_tokens": 916079112.0,
      "eval_runtime": 128.4454,
      "eval_samples_per_second": 83.397,
      "eval_steps_per_second": 20.849,
      "num_input_tokens_seen": 2173337456,
      "step": 4500
    },
    {
      "epoch": 1.0982542963622373,
      "grad_norm": 0.287109375,
      "learning_rate": 4.5337256677229516e-05,
      "loss": 2.1218,
      "mean_token_accuracy": 0.5514280049689114,
      "num_input_tokens_seen": 2197505712,
      "num_tokens": 926254107.0,
      "step": 4550
    },
    {
      "epoch": 1.1103248487408905,
      "grad_norm": 0.291015625,
      "learning_rate": 4.514863437452845e-05,
      "loss": 2.1132,
      "mean_token_accuracy": 0.5515907733514905,
      "num_input_tokens_seen": 2221716688,
      "num_tokens": 936449430.0,
      "step": 4600
    },
    {
      "epoch": 1.1223954011195438,
      "grad_norm": 0.296875,
      "learning_rate": 4.4960012071827373e-05,
      "loss": 2.1142,
      "mean_token_accuracy": 0.5520639397203922,
      "num_input_tokens_seen": 2245565536,
      "num_tokens": 946528658.0,
      "step": 4650
    },
    {
      "epoch": 1.134465953498197,
      "grad_norm": 0.2734375,
      "learning_rate": 4.4771389769126305e-05,
      "loss": 2.1275,
      "mean_token_accuracy": 0.5497148666903376,
      "num_input_tokens_seen": 2269696864,
      "num_tokens": 956594209.0,
      "step": 4700
    },
    {
      "epoch": 1.1465365058768502,
      "grad_norm": 0.279296875,
      "learning_rate": 4.458276746642524e-05,
      "loss": 2.1065,
      "mean_token_accuracy": 0.5532364987954498,
      "num_input_tokens_seen": 2293845360,
      "num_tokens": 966701814.0,
      "step": 4750
    },
    {
      "epoch": 1.1586070582555035,
      "grad_norm": 0.259765625,
      "learning_rate": 4.439414516372416e-05,
      "loss": 2.1133,
      "mean_token_accuracy": 0.5517958915606141,
      "num_input_tokens_seen": 2318062016,
      "num_tokens": 976956133.0,
      "step": 4800
    },
    {
      "epoch": 1.1706776106341565,
      "grad_norm": 0.314453125,
      "learning_rate": 4.420552286102309e-05,
      "loss": 2.1083,
      "mean_token_accuracy": 0.5527382261306047,
      "num_input_tokens_seen": 2342152464,
      "num_tokens": 987113621.0,
      "step": 4850
    },
    {
      "epoch": 1.1827481630128098,
      "grad_norm": 0.26953125,
      "learning_rate": 4.401690055832201e-05,
      "loss": 2.1084,
      "mean_token_accuracy": 0.5531642048805953,
      "num_input_tokens_seen": 2366342016,
      "num_tokens": 997304128.0,
      "step": 4900
    },
    {
      "epoch": 1.1948187153914631,
      "grad_norm": 0.263671875,
      "learning_rate": 4.3828278255620945e-05,
      "loss": 2.1129,
      "mean_token_accuracy": 0.5526808862015605,
      "num_input_tokens_seen": 2390580560,
      "num_tokens": 1007600120.0,
      "step": 4950
    },
    {
      "epoch": 1.2068892677701164,
      "grad_norm": 0.271484375,
      "learning_rate": 4.363965595291988e-05,
      "loss": 2.1136,
      "num_input_tokens_seen": 2414871648,
      "step": 5000
    },
    {
      "epoch": 1.2068892677701164,
      "eval_loss": 1.9823503494262695,
      "eval_mean_token_accuracy": 0.5763351263685668,
      "eval_num_tokens": 1017920689.0,
      "eval_runtime": 131.1681,
      "eval_samples_per_second": 81.666,
      "eval_steps_per_second": 20.417,
      "num_input_tokens_seen": 2414871648,
      "step": 5000
    },
    {
      "epoch": 1.2189598201487695,
      "grad_norm": 0.25,
      "learning_rate": 4.34510336502188e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5514175926893949,
      "num_input_tokens_seen": 2438963872,
      "num_tokens": 1028143121.0,
      "step": 5050
    },
    {
      "epoch": 1.2310303725274228,
      "grad_norm": 0.2421875,
      "learning_rate": 4.3262411347517734e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5526730781793594,
      "num_input_tokens_seen": 2463130960,
      "num_tokens": 1038274786.0,
      "step": 5100
    },
    {
      "epoch": 1.243100924906076,
      "grad_norm": 0.2353515625,
      "learning_rate": 4.307378904481666e-05,
      "loss": 2.1011,
      "mean_token_accuracy": 0.5543517142161727,
      "num_input_tokens_seen": 2487402736,
      "num_tokens": 1048479252.0,
      "step": 5150
    },
    {
      "epoch": 1.2551714772847293,
      "grad_norm": 0.265625,
      "learning_rate": 4.288516674211559e-05,
      "loss": 2.1021,
      "mean_token_accuracy": 0.5538267828151584,
      "num_input_tokens_seen": 2511451728,
      "num_tokens": 1058650745.0,
      "step": 5200
    },
    {
      "epoch": 1.2672420296633824,
      "grad_norm": 0.30859375,
      "learning_rate": 4.2696544439414524e-05,
      "loss": 2.0863,
      "mean_token_accuracy": 0.5557815081253648,
      "num_input_tokens_seen": 2535548592,
      "num_tokens": 1068882104.0,
      "step": 5250
    },
    {
      "epoch": 1.2793125820420357,
      "grad_norm": 0.306640625,
      "learning_rate": 4.250792213671345e-05,
      "loss": 2.1063,
      "mean_token_accuracy": 0.5531226889789105,
      "num_input_tokens_seen": 2559719664,
      "num_tokens": 1079065265.0,
      "step": 5300
    },
    {
      "epoch": 1.291383134420689,
      "grad_norm": 0.263671875,
      "learning_rate": 4.2319299834012374e-05,
      "loss": 2.1104,
      "mean_token_accuracy": 0.5524419481307268,
      "num_input_tokens_seen": 2584073280,
      "num_tokens": 1089341978.0,
      "step": 5350
    },
    {
      "epoch": 1.303453686799342,
      "grad_norm": 0.244140625,
      "learning_rate": 4.21306775313113e-05,
      "loss": 2.1044,
      "mean_token_accuracy": 0.5532321387529373,
      "num_input_tokens_seen": 2608296624,
      "num_tokens": 1099642346.0,
      "step": 5400
    },
    {
      "epoch": 1.3155242391779953,
      "grad_norm": 0.2412109375,
      "learning_rate": 4.194205522861023e-05,
      "loss": 2.1115,
      "mean_token_accuracy": 0.5528482471778989,
      "num_input_tokens_seen": 2632421856,
      "num_tokens": 1109721280.0,
      "step": 5450
    },
    {
      "epoch": 1.3275947915566486,
      "grad_norm": 0.2275390625,
      "learning_rate": 4.1753432925909163e-05,
      "loss": 2.1009,
      "num_input_tokens_seen": 2656567344,
      "step": 5500
    },
    {
      "epoch": 1.3275947915566486,
      "eval_loss": 1.9779127836227417,
      "eval_mean_token_accuracy": 0.5769637392206456,
      "eval_num_tokens": 1119903809.0,
      "eval_runtime": 131.3767,
      "eval_samples_per_second": 81.537,
      "eval_steps_per_second": 20.384,
      "num_input_tokens_seen": 2656567344,
      "step": 5500
    },
    {
      "epoch": 1.339665343935302,
      "grad_norm": 0.26171875,
      "learning_rate": 4.156481062320809e-05,
      "loss": 2.1059,
      "mean_token_accuracy": 0.5533521883934737,
      "num_input_tokens_seen": 2680728000,
      "num_tokens": 1130022087.0,
      "step": 5550
    },
    {
      "epoch": 1.3517358963139552,
      "grad_norm": 0.25390625,
      "learning_rate": 4.137618832050702e-05,
      "loss": 2.0992,
      "mean_token_accuracy": 0.5542617355659604,
      "num_input_tokens_seen": 2704833792,
      "num_tokens": 1140249458.0,
      "step": 5600
    },
    {
      "epoch": 1.3638064486926083,
      "grad_norm": 0.267578125,
      "learning_rate": 4.1187566017805946e-05,
      "loss": 2.0977,
      "mean_token_accuracy": 0.5540939109772444,
      "num_input_tokens_seen": 2729074544,
      "num_tokens": 1150474886.0,
      "step": 5650
    },
    {
      "epoch": 1.3758770010712615,
      "grad_norm": 0.294921875,
      "learning_rate": 4.099894371510488e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.553785107024014,
      "num_input_tokens_seen": 2753196608,
      "num_tokens": 1160634529.0,
      "step": 5700
    },
    {
      "epoch": 1.3879475534499148,
      "grad_norm": 0.26171875,
      "learning_rate": 4.081032141240381e-05,
      "loss": 2.1066,
      "mean_token_accuracy": 0.5523933649063111,
      "num_input_tokens_seen": 2777300400,
      "num_tokens": 1170864545.0,
      "step": 5750
    },
    {
      "epoch": 1.400018105828568,
      "grad_norm": 0.291015625,
      "learning_rate": 4.0621699109702735e-05,
      "loss": 2.1023,
      "mean_token_accuracy": 0.5536971531435847,
      "num_input_tokens_seen": 2801426672,
      "num_tokens": 1181051604.0,
      "step": 5800
    },
    {
      "epoch": 1.4120886582072212,
      "grad_norm": 0.267578125,
      "learning_rate": 4.043307680700166e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.5537538637593389,
      "num_input_tokens_seen": 2825621648,
      "num_tokens": 1191210311.0,
      "step": 5850
    },
    {
      "epoch": 1.4241592105858745,
      "grad_norm": 0.29296875,
      "learning_rate": 4.0244454504300586e-05,
      "loss": 2.1221,
      "mean_token_accuracy": 0.5503192816674709,
      "num_input_tokens_seen": 2849863744,
      "num_tokens": 1201379955.0,
      "step": 5900
    },
    {
      "epoch": 1.4362297629645275,
      "grad_norm": 0.30859375,
      "learning_rate": 4.005583220159952e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5546167600527405,
      "num_input_tokens_seen": 2874100544,
      "num_tokens": 1211495441.0,
      "step": 5950
    },
    {
      "epoch": 1.4483003153431808,
      "grad_norm": 0.267578125,
      "learning_rate": 3.986720989889845e-05,
      "loss": 2.0976,
      "num_input_tokens_seen": 2898379392,
      "step": 6000
    },
    {
      "epoch": 1.4483003153431808,
      "eval_loss": 1.9750181436538696,
      "eval_mean_token_accuracy": 0.5774352134075336,
      "eval_num_tokens": 1221766201.0,
      "eval_runtime": 130.8087,
      "eval_samples_per_second": 81.891,
      "eval_steps_per_second": 20.473,
      "num_input_tokens_seen": 2898379392,
      "step": 6000
    },
    {
      "epoch": 1.460370867721834,
      "grad_norm": 0.2734375,
      "learning_rate": 3.9678587596197375e-05,
      "loss": 2.1105,
      "mean_token_accuracy": 0.5535502586700022,
      "num_input_tokens_seen": 2922428832,
      "num_tokens": 1231890670.0,
      "step": 6050
    },
    {
      "epoch": 1.4724414201004874,
      "grad_norm": 0.2412109375,
      "learning_rate": 3.948996529349631e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5552064320072532,
      "num_input_tokens_seen": 2946628480,
      "num_tokens": 1242047017.0,
      "step": 6100
    },
    {
      "epoch": 1.4845119724791407,
      "grad_norm": 0.2392578125,
      "learning_rate": 3.930134299079523e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5542361034452915,
      "num_input_tokens_seen": 2970772896,
      "num_tokens": 1252270839.0,
      "step": 6150
    },
    {
      "epoch": 1.4965825248577938,
      "grad_norm": 0.248046875,
      "learning_rate": 3.9112720688094164e-05,
      "loss": 2.0975,
      "mean_token_accuracy": 0.553666141666472,
      "num_input_tokens_seen": 2995178928,
      "num_tokens": 1262575010.0,
      "step": 6200
    },
    {
      "epoch": 1.508653077236447,
      "grad_norm": 0.27734375,
      "learning_rate": 3.8924098385393096e-05,
      "loss": 2.1016,
      "mean_token_accuracy": 0.5535378622636199,
      "num_input_tokens_seen": 3019494064,
      "num_tokens": 1272716330.0,
      "step": 6250
    },
    {
      "epoch": 1.5207236296151003,
      "grad_norm": 0.251953125,
      "learning_rate": 3.873547608269202e-05,
      "loss": 2.1071,
      "mean_token_accuracy": 0.5533343946188688,
      "num_input_tokens_seen": 3043731184,
      "num_tokens": 1282959106.0,
      "step": 6300
    },
    {
      "epoch": 1.5327941819937534,
      "grad_norm": 0.267578125,
      "learning_rate": 3.854685377999095e-05,
      "loss": 2.1057,
      "mean_token_accuracy": 0.5532900895178318,
      "num_input_tokens_seen": 3067867536,
      "num_tokens": 1293166946.0,
      "step": 6350
    },
    {
      "epoch": 1.5448647343724067,
      "grad_norm": 0.32421875,
      "learning_rate": 3.835823147728987e-05,
      "loss": 2.106,
      "mean_token_accuracy": 0.5535468808189035,
      "num_input_tokens_seen": 3092176096,
      "num_tokens": 1303381117.0,
      "step": 6400
    },
    {
      "epoch": 1.55693528675106,
      "grad_norm": 0.248046875,
      "learning_rate": 3.8169609174588804e-05,
      "loss": 2.0989,
      "mean_token_accuracy": 0.5537711648643017,
      "num_input_tokens_seen": 3116219440,
      "num_tokens": 1313584312.0,
      "step": 6450
    },
    {
      "epoch": 1.569005839129713,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.7980986871887736e-05,
      "loss": 2.1121,
      "num_input_tokens_seen": 3140306656,
      "step": 6500
    },
    {
      "epoch": 1.569005839129713,
      "eval_loss": 1.972907304763794,
      "eval_mean_token_accuracy": 0.5776848248619922,
      "eval_num_tokens": 1323681372.0,
      "eval_runtime": 129.9521,
      "eval_samples_per_second": 82.43,
      "eval_steps_per_second": 20.608,
      "num_input_tokens_seen": 3140306656,
      "step": 6500
    },
    {
      "epoch": 1.5810763915083665,
      "grad_norm": 0.255859375,
      "learning_rate": 3.779236456918666e-05,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5528610655851662,
      "num_input_tokens_seen": 3164451568,
      "num_tokens": 1333870621.0,
      "step": 6550
    },
    {
      "epoch": 1.5931469438870196,
      "grad_norm": 0.2578125,
      "learning_rate": 3.760374226648559e-05,
      "loss": 2.0995,
      "mean_token_accuracy": 0.5544479803740978,
      "num_input_tokens_seen": 3188556560,
      "num_tokens": 1344040900.0,
      "step": 6600
    },
    {
      "epoch": 1.605217496265673,
      "grad_norm": 0.263671875,
      "learning_rate": 3.741511996378452e-05,
      "loss": 2.1007,
      "mean_token_accuracy": 0.5533806948363781,
      "num_input_tokens_seen": 3212749536,
      "num_tokens": 1354214136.0,
      "step": 6650
    },
    {
      "epoch": 1.6172880486443262,
      "grad_norm": 0.314453125,
      "learning_rate": 3.722649766108345e-05,
      "loss": 2.1034,
      "mean_token_accuracy": 0.5535299601778388,
      "num_input_tokens_seen": 3236971856,
      "num_tokens": 1364392553.0,
      "step": 6700
    },
    {
      "epoch": 1.6293586010229792,
      "grad_norm": 0.255859375,
      "learning_rate": 3.7037875358382376e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5538195591047406,
      "num_input_tokens_seen": 3261221664,
      "num_tokens": 1374597748.0,
      "step": 6750
    },
    {
      "epoch": 1.6414291534016325,
      "grad_norm": 0.2431640625,
      "learning_rate": 3.68492530556813e-05,
      "loss": 2.0999,
      "mean_token_accuracy": 0.5533070769160986,
      "num_input_tokens_seen": 3285325344,
      "num_tokens": 1384799126.0,
      "step": 6800
    },
    {
      "epoch": 1.6534997057802858,
      "grad_norm": 0.294921875,
      "learning_rate": 3.666063075298023e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5540298366174102,
      "num_input_tokens_seen": 3309447808,
      "num_tokens": 1394991541.0,
      "step": 6850
    },
    {
      "epoch": 1.6655702581589389,
      "grad_norm": 0.28125,
      "learning_rate": 3.647200845027916e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5548456938192249,
      "num_input_tokens_seen": 3333810384,
      "num_tokens": 1405193552.0,
      "step": 6900
    },
    {
      "epoch": 1.6776408105375922,
      "grad_norm": 0.27734375,
      "learning_rate": 3.628338614757809e-05,
      "loss": 2.0998,
      "mean_token_accuracy": 0.5537503241375089,
      "num_input_tokens_seen": 3357917184,
      "num_tokens": 1415265616.0,
      "step": 6950
    },
    {
      "epoch": 1.6897113629162455,
      "grad_norm": 0.236328125,
      "learning_rate": 3.609476384487702e-05,
      "loss": 2.0829,
      "num_input_tokens_seen": 3382174368,
      "step": 7000
    },
    {
      "epoch": 1.6897113629162455,
      "eval_loss": 1.971500039100647,
      "eval_mean_token_accuracy": 0.5780662869320956,
      "eval_num_tokens": 1425356084.0,
      "eval_runtime": 130.448,
      "eval_samples_per_second": 82.117,
      "eval_steps_per_second": 20.529,
      "num_input_tokens_seen": 3382174368,
      "step": 7000
    },
    {
      "epoch": 1.7017819152948985,
      "grad_norm": 0.2421875,
      "learning_rate": 3.590614154217595e-05,
      "loss": 2.0955,
      "mean_token_accuracy": 0.55618498865515,
      "num_input_tokens_seen": 3406371872,
      "num_tokens": 1435550428.0,
      "step": 7050
    },
    {
      "epoch": 1.713852467673552,
      "grad_norm": 0.275390625,
      "learning_rate": 3.571751923947488e-05,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5553148340806365,
      "num_input_tokens_seen": 3430521536,
      "num_tokens": 1445655664.0,
      "step": 7100
    },
    {
      "epoch": 1.725923020052205,
      "grad_norm": 0.28125,
      "learning_rate": 3.5528896936773805e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5547146466746926,
      "num_input_tokens_seen": 3454573728,
      "num_tokens": 1455866347.0,
      "step": 7150
    },
    {
      "epoch": 1.7379935724308584,
      "grad_norm": 0.265625,
      "learning_rate": 3.534027463407274e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5544127273187042,
      "num_input_tokens_seen": 3478641648,
      "num_tokens": 1465996080.0,
      "step": 7200
    },
    {
      "epoch": 1.7500641248095117,
      "grad_norm": 0.275390625,
      "learning_rate": 3.515165233137166e-05,
      "loss": 2.1039,
      "mean_token_accuracy": 0.5536015385761857,
      "num_input_tokens_seen": 3502632176,
      "num_tokens": 1476133852.0,
      "step": 7250
    },
    {
      "epoch": 1.7621346771881647,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.496303002867059e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5540728243440389,
      "num_input_tokens_seen": 3526775024,
      "num_tokens": 1486346988.0,
      "step": 7300
    },
    {
      "epoch": 1.774205229566818,
      "grad_norm": 0.24609375,
      "learning_rate": 3.477440772596952e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5539619905874134,
      "num_input_tokens_seen": 3551057232,
      "num_tokens": 1496540907.0,
      "step": 7350
    },
    {
      "epoch": 1.7862757819454713,
      "grad_norm": 0.2734375,
      "learning_rate": 3.4585785423268445e-05,
      "loss": 2.097,
      "mean_token_accuracy": 0.5543709811195732,
      "num_input_tokens_seen": 3575145120,
      "num_tokens": 1506733776.0,
      "step": 7400
    },
    {
      "epoch": 1.7983463343241244,
      "grad_norm": 0.263671875,
      "learning_rate": 3.4397163120567377e-05,
      "loss": 2.1054,
      "mean_token_accuracy": 0.5529748990386725,
      "num_input_tokens_seen": 3599324048,
      "num_tokens": 1516881364.0,
      "step": 7450
    },
    {
      "epoch": 1.810416886702778,
      "grad_norm": 0.26171875,
      "learning_rate": 3.420854081786631e-05,
      "loss": 2.107,
      "num_input_tokens_seen": 3623572960,
      "step": 7500
    },
    {
      "epoch": 1.810416886702778,
      "eval_loss": 1.9704335927963257,
      "eval_mean_token_accuracy": 0.5782234972207915,
      "eval_num_tokens": 1527213100.0,
      "eval_runtime": 130.0921,
      "eval_samples_per_second": 82.342,
      "eval_steps_per_second": 20.585,
      "num_input_tokens_seen": 3623572960,
      "step": 7500
    },
    {
      "epoch": 1.822487439081431,
      "grad_norm": 0.236328125,
      "learning_rate": 3.4019918515165234e-05,
      "loss": 2.0859,
      "mean_token_accuracy": 0.5543704128451645,
      "num_input_tokens_seen": 3647842624,
      "num_tokens": 1537348409.0,
      "step": 7550
    },
    {
      "epoch": 1.8345579914600842,
      "grad_norm": 0.275390625,
      "learning_rate": 3.3831296212464166e-05,
      "loss": 2.0964,
      "mean_token_accuracy": 0.5545977150648832,
      "num_input_tokens_seen": 3671838176,
      "num_tokens": 1547405691.0,
      "step": 7600
    },
    {
      "epoch": 1.8466285438387375,
      "grad_norm": 0.271484375,
      "learning_rate": 3.364267390976309e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5531406961008907,
      "num_input_tokens_seen": 3696051376,
      "num_tokens": 1557614207.0,
      "step": 7650
    },
    {
      "epoch": 1.8586990962173906,
      "grad_norm": 0.26171875,
      "learning_rate": 3.345405160706202e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5547824421525002,
      "num_input_tokens_seen": 3720242912,
      "num_tokens": 1567813391.0,
      "step": 7700
    },
    {
      "epoch": 1.8707696485960439,
      "grad_norm": 0.26171875,
      "learning_rate": 3.326542930436095e-05,
      "loss": 2.0941,
      "mean_token_accuracy": 0.5552040388435125,
      "num_input_tokens_seen": 3744303744,
      "num_tokens": 1577952759.0,
      "step": 7750
    },
    {
      "epoch": 1.8828402009746972,
      "grad_norm": 0.2734375,
      "learning_rate": 3.3076807001659874e-05,
      "loss": 2.107,
      "mean_token_accuracy": 0.5526882111281156,
      "num_input_tokens_seen": 3768596640,
      "num_tokens": 1588260331.0,
      "step": 7800
    },
    {
      "epoch": 1.8949107533533502,
      "grad_norm": 0.2890625,
      "learning_rate": 3.2888184698958806e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5548465251550079,
      "num_input_tokens_seen": 3792634928,
      "num_tokens": 1598444722.0,
      "step": 7850
    },
    {
      "epoch": 1.9069813057320035,
      "grad_norm": 0.251953125,
      "learning_rate": 3.269956239625773e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.554438531845808,
      "num_input_tokens_seen": 3816849872,
      "num_tokens": 1608557410.0,
      "step": 7900
    },
    {
      "epoch": 1.9190518581106568,
      "grad_norm": 0.2490234375,
      "learning_rate": 3.251094009355666e-05,
      "loss": 2.108,
      "mean_token_accuracy": 0.5528679783269763,
      "num_input_tokens_seen": 3840903600,
      "num_tokens": 1618721583.0,
      "step": 7950
    },
    {
      "epoch": 1.9311224104893099,
      "grad_norm": 0.263671875,
      "learning_rate": 3.2322317790855595e-05,
      "loss": 2.0908,
      "num_input_tokens_seen": 3864935104,
      "step": 8000
    },
    {
      "epoch": 1.9311224104893099,
      "eval_loss": 1.9698705673217773,
      "eval_mean_token_accuracy": 0.5783014823866923,
      "eval_num_tokens": 1628824365.0,
      "eval_runtime": 130.0192,
      "eval_samples_per_second": 82.388,
      "eval_steps_per_second": 20.597,
      "num_input_tokens_seen": 3864935104,
      "step": 8000
    },
    {
      "epoch": 1.9431929628679634,
      "grad_norm": 0.26171875,
      "learning_rate": 3.213369548815452e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5548218312300741,
      "num_input_tokens_seen": 3889193776,
      "num_tokens": 1638986755.0,
      "step": 8050
    },
    {
      "epoch": 1.9552635152466165,
      "grad_norm": 0.28125,
      "learning_rate": 3.194507318545345e-05,
      "loss": 2.0821,
      "mean_token_accuracy": 0.5565256755426526,
      "num_input_tokens_seen": 3913273664,
      "num_tokens": 1649209062.0,
      "step": 8100
    },
    {
      "epoch": 1.9673340676252697,
      "grad_norm": 0.267578125,
      "learning_rate": 3.175645088275238e-05,
      "loss": 2.1026,
      "mean_token_accuracy": 0.5532021636888385,
      "num_input_tokens_seen": 3937597616,
      "num_tokens": 1659435713.0,
      "step": 8150
    },
    {
      "epoch": 1.979404620003923,
      "grad_norm": 0.255859375,
      "learning_rate": 3.156782858005131e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.554893646761775,
      "num_input_tokens_seen": 3961803792,
      "num_tokens": 1669582457.0,
      "step": 8200
    },
    {
      "epoch": 1.991475172382576,
      "grad_norm": 0.25,
      "learning_rate": 3.1379206277350235e-05,
      "loss": 2.0818,
      "mean_token_accuracy": 0.5563116483017803,
      "num_input_tokens_seen": 3985940144,
      "num_tokens": 1679783022.0,
      "step": 8250
    },
    {
      "epoch": 2.003379754666023,
      "grad_norm": 0.279296875,
      "learning_rate": 3.119058397464916e-05,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5548089014411124,
      "num_input_tokens_seen": 4009775217,
      "num_tokens": 1689934301.0,
      "step": 8300
    },
    {
      "epoch": 2.0154503070446763,
      "grad_norm": 0.2431640625,
      "learning_rate": 3.100196167194809e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.554502502605319,
      "num_input_tokens_seen": 4033881233,
      "num_tokens": 1700106136.0,
      "step": 8350
    },
    {
      "epoch": 2.0275208594233294,
      "grad_norm": 0.27734375,
      "learning_rate": 3.081333936924702e-05,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5547482476383447,
      "num_input_tokens_seen": 4058061905,
      "num_tokens": 1710288179.0,
      "step": 8400
    },
    {
      "epoch": 2.0395914118019824,
      "grad_norm": 0.251953125,
      "learning_rate": 3.062471706654595e-05,
      "loss": 2.0997,
      "mean_token_accuracy": 0.5538438270241022,
      "num_input_tokens_seen": 4082118001,
      "num_tokens": 1720402394.0,
      "step": 8450
    },
    {
      "epoch": 2.051661964180636,
      "grad_norm": 0.27734375,
      "learning_rate": 3.043609476384488e-05,
      "loss": 2.0904,
      "num_input_tokens_seen": 4106175169,
      "step": 8500
    },
    {
      "epoch": 2.051661964180636,
      "eval_loss": 1.969247817993164,
      "eval_mean_token_accuracy": 0.5783566591497497,
      "eval_num_tokens": 1730551722.0,
      "eval_runtime": 130.525,
      "eval_samples_per_second": 82.069,
      "eval_steps_per_second": 20.517,
      "num_input_tokens_seen": 4106175169,
      "step": 8500
    },
    {
      "epoch": 2.063732516559289,
      "grad_norm": 0.244140625,
      "learning_rate": 3.0247472461143806e-05,
      "loss": 2.1045,
      "mean_token_accuracy": 0.5544156692735851,
      "num_input_tokens_seen": 4130212065,
      "num_tokens": 1740781983.0,
      "step": 8550
    },
    {
      "epoch": 2.075803068937942,
      "grad_norm": 0.28125,
      "learning_rate": 3.0058850158442735e-05,
      "loss": 2.0968,
      "mean_token_accuracy": 0.5541778185963631,
      "num_input_tokens_seen": 4154342289,
      "num_tokens": 1750886868.0,
      "step": 8600
    },
    {
      "epoch": 2.0878736213165956,
      "grad_norm": 0.2392578125,
      "learning_rate": 2.9870227855741667e-05,
      "loss": 2.0825,
      "mean_token_accuracy": 0.5571553486213088,
      "num_input_tokens_seen": 4178622977,
      "num_tokens": 1761024406.0,
      "step": 8650
    },
    {
      "epoch": 2.0999441736952487,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.9681605553040592e-05,
      "loss": 2.0936,
      "mean_token_accuracy": 0.554418184608221,
      "num_input_tokens_seen": 4202833969,
      "num_tokens": 1771241652.0,
      "step": 8700
    },
    {
      "epoch": 2.112014726073902,
      "grad_norm": 0.244140625,
      "learning_rate": 2.9492983250339524e-05,
      "loss": 2.0959,
      "mean_token_accuracy": 0.5550215977802873,
      "num_input_tokens_seen": 4226915233,
      "num_tokens": 1781349215.0,
      "step": 8750
    },
    {
      "epoch": 2.1240852784525552,
      "grad_norm": 0.267578125,
      "learning_rate": 2.930436094763845e-05,
      "loss": 2.1008,
      "mean_token_accuracy": 0.553907332457602,
      "num_input_tokens_seen": 4251137105,
      "num_tokens": 1791502343.0,
      "step": 8800
    },
    {
      "epoch": 2.1361558308312083,
      "grad_norm": 0.263671875,
      "learning_rate": 2.9115738644937378e-05,
      "loss": 2.0903,
      "mean_token_accuracy": 0.5557647632434964,
      "num_input_tokens_seen": 4275224433,
      "num_tokens": 1801620139.0,
      "step": 8850
    },
    {
      "epoch": 2.148226383209862,
      "grad_norm": 0.2275390625,
      "learning_rate": 2.892711634223631e-05,
      "loss": 2.105,
      "mean_token_accuracy": 0.5533201249688864,
      "num_input_tokens_seen": 4299490545,
      "num_tokens": 1811829692.0,
      "step": 8900
    },
    {
      "epoch": 2.160296935588515,
      "grad_norm": 0.251953125,
      "learning_rate": 2.8738494039535235e-05,
      "loss": 2.0771,
      "mean_token_accuracy": 0.5572306806966663,
      "num_input_tokens_seen": 4323603905,
      "num_tokens": 1822011165.0,
      "step": 8950
    },
    {
      "epoch": 2.172367487967168,
      "grad_norm": 0.248046875,
      "learning_rate": 2.8549871736834167e-05,
      "loss": 2.0766,
      "num_input_tokens_seen": 4347894913,
      "step": 9000
    },
    {
      "epoch": 2.172367487967168,
      "eval_loss": 1.968759536743164,
      "eval_mean_token_accuracy": 0.5784085558767724,
      "eval_num_tokens": 1832187809.0,
      "eval_runtime": 130.1161,
      "eval_samples_per_second": 82.326,
      "eval_steps_per_second": 20.582,
      "num_input_tokens_seen": 4347894913,
      "step": 9000
    },
    {
      "epoch": 2.1844380403458215,
      "grad_norm": 0.2734375,
      "learning_rate": 2.8361249434133093e-05,
      "loss": 2.0951,
      "mean_token_accuracy": 0.5561914920061827,
      "num_input_tokens_seen": 4372093409,
      "num_tokens": 1842403609.0,
      "step": 9050
    },
    {
      "epoch": 2.1965085927244745,
      "grad_norm": 0.275390625,
      "learning_rate": 2.817262713143202e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5557398213073611,
      "num_input_tokens_seen": 4396072241,
      "num_tokens": 1852448709.0,
      "step": 9100
    },
    {
      "epoch": 2.2085791451031276,
      "grad_norm": 0.2392578125,
      "learning_rate": 2.7984004828730953e-05,
      "loss": 2.0965,
      "mean_token_accuracy": 0.5542204293608666,
      "num_input_tokens_seen": 4420308385,
      "num_tokens": 1862702843.0,
      "step": 9150
    },
    {
      "epoch": 2.220649697481781,
      "grad_norm": 0.2578125,
      "learning_rate": 2.779538252602988e-05,
      "loss": 2.0873,
      "mean_token_accuracy": 0.555770318582654,
      "num_input_tokens_seen": 4444408305,
      "num_tokens": 1872813360.0,
      "step": 9200
    },
    {
      "epoch": 2.232720249860434,
      "grad_norm": 0.248046875,
      "learning_rate": 2.760676022332881e-05,
      "loss": 2.0984,
      "mean_token_accuracy": 0.5543450859189033,
      "num_input_tokens_seen": 4468586049,
      "num_tokens": 1883034727.0,
      "step": 9250
    },
    {
      "epoch": 2.2447908022390877,
      "grad_norm": 0.26171875,
      "learning_rate": 2.7418137920627736e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.5554680547490716,
      "num_input_tokens_seen": 4492717489,
      "num_tokens": 1893259660.0,
      "step": 9300
    },
    {
      "epoch": 2.2568613546177407,
      "grad_norm": 0.3046875,
      "learning_rate": 2.7229515617926664e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5547211924567819,
      "num_input_tokens_seen": 4516832449,
      "num_tokens": 1903351453.0,
      "step": 9350
    },
    {
      "epoch": 2.268931906996394,
      "grad_norm": 0.240234375,
      "learning_rate": 2.7040893315225596e-05,
      "loss": 2.095,
      "mean_token_accuracy": 0.5545766900852322,
      "num_input_tokens_seen": 4540881473,
      "num_tokens": 1913462038.0,
      "step": 9400
    },
    {
      "epoch": 2.2810024593750473,
      "grad_norm": 0.2412109375,
      "learning_rate": 2.685227101252452e-05,
      "loss": 2.1047,
      "mean_token_accuracy": 0.5530835852399468,
      "num_input_tokens_seen": 4565196353,
      "num_tokens": 1923836730.0,
      "step": 9450
    },
    {
      "epoch": 2.2930730117537004,
      "grad_norm": 0.25390625,
      "learning_rate": 2.6663648709823454e-05,
      "loss": 2.1036,
      "num_input_tokens_seen": 4589393665,
      "step": 9500
    },
    {
      "epoch": 2.2930730117537004,
      "eval_loss": 1.9684821367263794,
      "eval_mean_token_accuracy": 0.5784456487953707,
      "eval_num_tokens": 1933999749.0,
      "eval_runtime": 130.3401,
      "eval_samples_per_second": 82.185,
      "eval_steps_per_second": 20.546,
      "num_input_tokens_seen": 4589393665,
      "step": 9500
    },
    {
      "epoch": 2.3051435641323534,
      "grad_norm": 0.2373046875,
      "learning_rate": 2.647502640712238e-05,
      "loss": 2.1091,
      "mean_token_accuracy": 0.5529859235696495,
      "num_input_tokens_seen": 4613609921,
      "num_tokens": 1944210855.0,
      "step": 9550
    },
    {
      "epoch": 2.317214116511007,
      "grad_norm": 0.2490234375,
      "learning_rate": 2.6286404104421307e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.554888856895268,
      "num_input_tokens_seen": 4637474321,
      "num_tokens": 1954258079.0,
      "step": 9600
    },
    {
      "epoch": 2.32928466888966,
      "grad_norm": 0.25,
      "learning_rate": 2.609778180172024e-05,
      "loss": 2.1061,
      "mean_token_accuracy": 0.5531089297309518,
      "num_input_tokens_seen": 4661687841,
      "num_tokens": 1964447306.0,
      "step": 9650
    },
    {
      "epoch": 2.341355221268313,
      "grad_norm": 0.283203125,
      "learning_rate": 2.5909159499019165e-05,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5547297456115484,
      "num_input_tokens_seen": 4685886657,
      "num_tokens": 1974672380.0,
      "step": 9700
    },
    {
      "epoch": 2.3534257736469666,
      "grad_norm": 0.275390625,
      "learning_rate": 2.5720537196318097e-05,
      "loss": 2.0874,
      "mean_token_accuracy": 0.556226581223309,
      "num_input_tokens_seen": 4710004273,
      "num_tokens": 1984832310.0,
      "step": 9750
    },
    {
      "epoch": 2.3654963260256197,
      "grad_norm": 0.2392578125,
      "learning_rate": 2.5531914893617022e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5547980547696352,
      "num_input_tokens_seen": 4734271009,
      "num_tokens": 1995090784.0,
      "step": 9800
    },
    {
      "epoch": 2.377566878404273,
      "grad_norm": 0.28515625,
      "learning_rate": 2.534329259091595e-05,
      "loss": 2.0871,
      "mean_token_accuracy": 0.5552258058264852,
      "num_input_tokens_seen": 4758291265,
      "num_tokens": 2005240317.0,
      "step": 9850
    },
    {
      "epoch": 2.3896374307829262,
      "grad_norm": 0.2470703125,
      "learning_rate": 2.5154670288214883e-05,
      "loss": 2.0865,
      "mean_token_accuracy": 0.5557247434183955,
      "num_input_tokens_seen": 4782472097,
      "num_tokens": 2015507708.0,
      "step": 9900
    },
    {
      "epoch": 2.4017079831615793,
      "grad_norm": 0.2421875,
      "learning_rate": 2.4966047985513808e-05,
      "loss": 2.1074,
      "mean_token_accuracy": 0.5527091028168798,
      "num_input_tokens_seen": 4806608113,
      "num_tokens": 2025820931.0,
      "step": 9950
    },
    {
      "epoch": 2.413778535540233,
      "grad_norm": 0.2421875,
      "learning_rate": 2.477742568281274e-05,
      "loss": 2.1001,
      "num_input_tokens_seen": 4830743425,
      "step": 10000
    },
    {
      "epoch": 2.413778535540233,
      "eval_loss": 1.9683291912078857,
      "eval_mean_token_accuracy": 0.5784874623550952,
      "eval_num_tokens": 2035904188.0,
      "eval_runtime": 130.7093,
      "eval_samples_per_second": 81.953,
      "eval_steps_per_second": 20.488,
      "num_input_tokens_seen": 4830743425,
      "step": 10000
    },
    {
      "epoch": 2.425849087918886,
      "grad_norm": 0.263671875,
      "learning_rate": 2.4588803380111665e-05,
      "loss": 2.102,
      "mean_token_accuracy": 0.5541372266598046,
      "num_input_tokens_seen": 4855099809,
      "num_tokens": 2046084283.0,
      "step": 10050
    },
    {
      "epoch": 2.437919640297539,
      "grad_norm": 0.26171875,
      "learning_rate": 2.4400181077410594e-05,
      "loss": 2.0991,
      "mean_token_accuracy": 0.5542299181595445,
      "num_input_tokens_seen": 4879214129,
      "num_tokens": 2056326330.0,
      "step": 10100
    },
    {
      "epoch": 2.4499901926761924,
      "grad_norm": 0.25390625,
      "learning_rate": 2.4211558774709522e-05,
      "loss": 2.0834,
      "mean_token_accuracy": 0.5564426334574819,
      "num_input_tokens_seen": 4903399553,
      "num_tokens": 2066490013.0,
      "step": 10150
    },
    {
      "epoch": 2.4620607450548455,
      "grad_norm": 0.263671875,
      "learning_rate": 2.402293647200845e-05,
      "loss": 2.098,
      "mean_token_accuracy": 0.5545364746823906,
      "num_input_tokens_seen": 4927492609,
      "num_tokens": 2076526539.0,
      "step": 10200
    },
    {
      "epoch": 2.474131297433499,
      "grad_norm": 0.23828125,
      "learning_rate": 2.383431416930738e-05,
      "loss": 2.0885,
      "mean_token_accuracy": 0.555601441822946,
      "num_input_tokens_seen": 4951732929,
      "num_tokens": 2086768431.0,
      "step": 10250
    },
    {
      "epoch": 2.486201849812152,
      "grad_norm": 0.255859375,
      "learning_rate": 2.3645691866606308e-05,
      "loss": 2.0909,
      "mean_token_accuracy": 0.5558399046584964,
      "num_input_tokens_seen": 4975948097,
      "num_tokens": 2096961030.0,
      "step": 10300
    },
    {
      "epoch": 2.498272402190805,
      "grad_norm": 0.326171875,
      "learning_rate": 2.3457069563905237e-05,
      "loss": 2.0906,
      "mean_token_accuracy": 0.5556136939302087,
      "num_input_tokens_seen": 5000143905,
      "num_tokens": 2107303887.0,
      "step": 10350
    },
    {
      "epoch": 2.5103429545694587,
      "grad_norm": 0.267578125,
      "learning_rate": 2.3268447261204166e-05,
      "loss": 2.0976,
      "mean_token_accuracy": 0.5541230865567922,
      "num_input_tokens_seen": 5024212113,
      "num_tokens": 2117576166.0,
      "step": 10400
    },
    {
      "epoch": 2.5224135069481117,
      "grad_norm": 0.29296875,
      "learning_rate": 2.3079824958503094e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5555445018038153,
      "num_input_tokens_seen": 5048313681,
      "num_tokens": 2127734721.0,
      "step": 10450
    },
    {
      "epoch": 2.534484059326765,
      "grad_norm": 0.2421875,
      "learning_rate": 2.2891202655802023e-05,
      "loss": 2.0982,
      "num_input_tokens_seen": 5072508817,
      "step": 10500
    },
    {
      "epoch": 2.534484059326765,
      "eval_loss": 1.9683516025543213,
      "eval_mean_token_accuracy": 0.5784807712440619,
      "eval_num_tokens": 2137987548.0,
      "eval_runtime": 130.4075,
      "eval_samples_per_second": 82.143,
      "eval_steps_per_second": 20.536,
      "num_input_tokens_seen": 5072508817,
      "step": 10500
    },
    {
      "epoch": 2.5465546117054183,
      "grad_norm": 0.267578125,
      "learning_rate": 2.270258035310095e-05,
      "loss": 2.0924,
      "mean_token_accuracy": 0.5551841219887137,
      "num_input_tokens_seen": 5096586577,
      "num_tokens": 2148155987.0,
      "step": 10550
    },
    {
      "epoch": 2.5586251640840714,
      "grad_norm": 0.2734375,
      "learning_rate": 2.251395805039988e-05,
      "loss": 2.0982,
      "mean_token_accuracy": 0.5541262343525887,
      "num_input_tokens_seen": 5120875729,
      "num_tokens": 2158352820.0,
      "step": 10600
    },
    {
      "epoch": 2.5706957164627244,
      "grad_norm": 0.251953125,
      "learning_rate": 2.232533574769881e-05,
      "loss": 2.0908,
      "mean_token_accuracy": 0.5560182608664036,
      "num_input_tokens_seen": 5145050353,
      "num_tokens": 2168407807.0,
      "step": 10650
    },
    {
      "epoch": 2.582766268841378,
      "grad_norm": 0.2734375,
      "learning_rate": 2.2136713444997737e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5551287305355072,
      "num_input_tokens_seen": 5169266849,
      "num_tokens": 2178592858.0,
      "step": 10700
    },
    {
      "epoch": 2.594836821220031,
      "grad_norm": 0.2451171875,
      "learning_rate": 2.1948091142296666e-05,
      "loss": 2.0904,
      "mean_token_accuracy": 0.5559819753468037,
      "num_input_tokens_seen": 5193472705,
      "num_tokens": 2188792925.0,
      "step": 10750
    },
    {
      "epoch": 2.606907373598684,
      "grad_norm": 0.2578125,
      "learning_rate": 2.1759468839595595e-05,
      "loss": 2.1003,
      "mean_token_accuracy": 0.5538398388028145,
      "num_input_tokens_seen": 5217541665,
      "num_tokens": 2199063266.0,
      "step": 10800
    },
    {
      "epoch": 2.6189779259773376,
      "grad_norm": 0.2578125,
      "learning_rate": 2.1570846536894523e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5539121518284083,
      "num_input_tokens_seen": 5241669153,
      "num_tokens": 2209236507.0,
      "step": 10850
    },
    {
      "epoch": 2.6310484783559906,
      "grad_norm": 0.2412109375,
      "learning_rate": 2.1382224234193452e-05,
      "loss": 2.0898,
      "mean_token_accuracy": 0.5560731103271246,
      "num_input_tokens_seen": 5265851553,
      "num_tokens": 2219375503.0,
      "step": 10900
    },
    {
      "epoch": 2.643119030734644,
      "grad_norm": 0.255859375,
      "learning_rate": 2.119360193149238e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.5559511515125632,
      "num_input_tokens_seen": 5290120305,
      "num_tokens": 2229631896.0,
      "step": 10950
    },
    {
      "epoch": 2.6551895831132972,
      "grad_norm": 0.267578125,
      "learning_rate": 2.100497962879131e-05,
      "loss": 2.0941,
      "num_input_tokens_seen": 5314253297,
      "step": 11000
    },
    {
      "epoch": 2.6551895831132972,
      "eval_loss": 1.9683243036270142,
      "eval_mean_token_accuracy": 0.5784822298106727,
      "eval_num_tokens": 2239778564.0,
      "eval_runtime": 131.1903,
      "eval_samples_per_second": 81.652,
      "eval_steps_per_second": 20.413,
      "num_input_tokens_seen": 5314253297,
      "step": 11000
    },
    {
      "epoch": 2.6672601354919503,
      "grad_norm": 0.275390625,
      "learning_rate": 2.0816357326090238e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5546219968609511,
      "num_input_tokens_seen": 5338466017,
      "num_tokens": 2249988177.0,
      "step": 11050
    },
    {
      "epoch": 2.679330687870604,
      "grad_norm": 0.388671875,
      "learning_rate": 2.0627735023389166e-05,
      "loss": 2.0921,
      "mean_token_accuracy": 0.5557056156918406,
      "num_input_tokens_seen": 5362616753,
      "num_tokens": 2260143864.0,
      "step": 11100
    },
    {
      "epoch": 2.691401240249257,
      "grad_norm": 0.296875,
      "learning_rate": 2.0439112720688095e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.555001782849431,
      "num_input_tokens_seen": 5386751937,
      "num_tokens": 2270269015.0,
      "step": 11150
    },
    {
      "epoch": 2.7034717926279104,
      "grad_norm": 0.2734375,
      "learning_rate": 2.0250490417987024e-05,
      "loss": 2.0879,
      "mean_token_accuracy": 0.5558207688108087,
      "num_input_tokens_seen": 5410821777,
      "num_tokens": 2280359409.0,
      "step": 11200
    },
    {
      "epoch": 2.7155423450065634,
      "grad_norm": 0.255859375,
      "learning_rate": 2.0061868115285952e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5561293217167258,
      "num_input_tokens_seen": 5435109553,
      "num_tokens": 2290676732.0,
      "step": 11250
    },
    {
      "epoch": 2.7276128973852165,
      "grad_norm": 0.2890625,
      "learning_rate": 1.987324581258488e-05,
      "loss": 2.096,
      "mean_token_accuracy": 0.5545283930376173,
      "num_input_tokens_seen": 5459182481,
      "num_tokens": 2300830078.0,
      "step": 11300
    },
    {
      "epoch": 2.73968344976387,
      "grad_norm": 0.271484375,
      "learning_rate": 1.968462350988381e-05,
      "loss": 2.0944,
      "mean_token_accuracy": 0.5546667322888971,
      "num_input_tokens_seen": 5483343233,
      "num_tokens": 2310996379.0,
      "step": 11350
    },
    {
      "epoch": 2.751754002142523,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.9496001207182738e-05,
      "loss": 2.0962,
      "mean_token_accuracy": 0.5551789667457342,
      "num_input_tokens_seen": 5507547265,
      "num_tokens": 2321208987.0,
      "step": 11400
    },
    {
      "epoch": 2.763824554521176,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9307378904481667e-05,
      "loss": 2.0824,
      "mean_token_accuracy": 0.5572770998999477,
      "num_input_tokens_seen": 5531617505,
      "num_tokens": 2331304919.0,
      "step": 11450
    },
    {
      "epoch": 2.7758951068998297,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9118756601780595e-05,
      "loss": 2.1095,
      "num_input_tokens_seen": 5555689025,
      "step": 11500
    },
    {
      "epoch": 2.7758951068998297,
      "eval_loss": 1.9681649208068848,
      "eval_mean_token_accuracy": 0.5785138376329798,
      "eval_num_tokens": 2341489447.0,
      "eval_runtime": 130.3192,
      "eval_samples_per_second": 82.198,
      "eval_steps_per_second": 20.55,
      "num_input_tokens_seen": 5555689025,
      "step": 11500
    },
    {
      "epoch": 2.7879656592784827,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8930134299079524e-05,
      "loss": 2.0913,
      "mean_token_accuracy": 0.553754635732621,
      "num_input_tokens_seen": 5579808081,
      "num_tokens": 2351725815.0,
      "step": 11550
    },
    {
      "epoch": 2.800036211657136,
      "grad_norm": 0.27734375,
      "learning_rate": 1.8741511996378453e-05,
      "loss": 2.0961,
      "mean_token_accuracy": 0.5546263293549418,
      "num_input_tokens_seen": 5604043089,
      "num_tokens": 2362015471.0,
      "step": 11600
    },
    {
      "epoch": 2.8121067640357893,
      "grad_norm": 0.267578125,
      "learning_rate": 1.855288969367738e-05,
      "loss": 2.0887,
      "mean_token_accuracy": 0.555464554913342,
      "num_input_tokens_seen": 5628213761,
      "num_tokens": 2372168279.0,
      "step": 11650
    },
    {
      "epoch": 2.8241773164144424,
      "grad_norm": 0.263671875,
      "learning_rate": 1.836426739097631e-05,
      "loss": 2.1049,
      "mean_token_accuracy": 0.5529934700578452,
      "num_input_tokens_seen": 5652297233,
      "num_tokens": 2382280922.0,
      "step": 11700
    },
    {
      "epoch": 2.8362478687930954,
      "grad_norm": 0.27734375,
      "learning_rate": 1.817564508827524e-05,
      "loss": 2.1025,
      "mean_token_accuracy": 0.5528503654524684,
      "num_input_tokens_seen": 5676338817,
      "num_tokens": 2392486600.0,
      "step": 11750
    },
    {
      "epoch": 2.848318421171749,
      "grad_norm": 0.25,
      "learning_rate": 1.7987022785574167e-05,
      "loss": 2.1018,
      "mean_token_accuracy": 0.5537810071185231,
      "num_input_tokens_seen": 5700543889,
      "num_tokens": 2402663993.0,
      "step": 11800
    },
    {
      "epoch": 2.860388973550402,
      "grad_norm": 0.267578125,
      "learning_rate": 1.7798400482873096e-05,
      "loss": 2.0891,
      "mean_token_accuracy": 0.5560761171206832,
      "num_input_tokens_seen": 5724764289,
      "num_tokens": 2412816351.0,
      "step": 11850
    },
    {
      "epoch": 2.872459525929055,
      "grad_norm": 0.24609375,
      "learning_rate": 1.7609778180172024e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5541906878352165,
      "num_input_tokens_seen": 5749009809,
      "num_tokens": 2423083966.0,
      "step": 11900
    },
    {
      "epoch": 2.8845300783077086,
      "grad_norm": 0.265625,
      "learning_rate": 1.7421155877470953e-05,
      "loss": 2.0996,
      "mean_token_accuracy": 0.5539322036504746,
      "num_input_tokens_seen": 5773128241,
      "num_tokens": 2433212460.0,
      "step": 11950
    },
    {
      "epoch": 2.8966006306863616,
      "grad_norm": 0.26171875,
      "learning_rate": 1.723253357476988e-05,
      "loss": 2.0986,
      "num_input_tokens_seen": 5797304337,
      "step": 12000
    },
    {
      "epoch": 2.8966006306863616,
      "eval_loss": 1.9681628942489624,
      "eval_mean_token_accuracy": 0.5785647708146406,
      "eval_num_tokens": 2443385171.0,
      "eval_runtime": 130.5866,
      "eval_samples_per_second": 82.03,
      "eval_steps_per_second": 20.507,
      "num_input_tokens_seen": 5797304337,
      "step": 12000
    },
    {
      "epoch": 2.908671183065015,
      "grad_norm": 0.2578125,
      "learning_rate": 1.704391127206881e-05,
      "loss": 2.0958,
      "mean_token_accuracy": 0.5546299646422267,
      "num_input_tokens_seen": 5821442385,
      "num_tokens": 2453453845.0,
      "step": 12050
    },
    {
      "epoch": 2.920741735443668,
      "grad_norm": 0.26171875,
      "learning_rate": 1.685528896936774e-05,
      "loss": 2.0926,
      "mean_token_accuracy": 0.5549974143505096,
      "num_input_tokens_seen": 5845686961,
      "num_tokens": 2463776050.0,
      "step": 12100
    },
    {
      "epoch": 2.9328122878223217,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5541527543962002,
      "num_input_tokens_seen": 5869745137,
      "num_tokens": 2473828195.0,
      "step": 12150
    },
    {
      "epoch": 2.944882840200975,
      "grad_norm": 0.26953125,
      "learning_rate": 1.6478044363965596e-05,
      "loss": 2.1041,
      "mean_token_accuracy": 0.5541104365140199,
      "num_input_tokens_seen": 5893803025,
      "num_tokens": 2483915340.0,
      "step": 12200
    },
    {
      "epoch": 2.956953392579628,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.6289422061264525e-05,
      "loss": 2.0922,
      "mean_token_accuracy": 0.5555301706120371,
      "num_input_tokens_seen": 5918068641,
      "num_tokens": 2494208052.0,
      "step": 12250
    },
    {
      "epoch": 2.9690239449582814,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.6100799758563453e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.5548020200431347,
      "num_input_tokens_seen": 5942257041,
      "num_tokens": 2504393372.0,
      "step": 12300
    },
    {
      "epoch": 2.9810944973369344,
      "grad_norm": 0.2890625,
      "learning_rate": 1.5912177455862382e-05,
      "loss": 2.0843,
      "mean_token_accuracy": 0.5566597804427147,
      "num_input_tokens_seen": 5966422081,
      "num_tokens": 2514627798.0,
      "step": 12350
    },
    {
      "epoch": 2.9931650497155875,
      "grad_norm": 0.2734375,
      "learning_rate": 1.572355515316131e-05,
      "loss": 2.0886,
      "mean_token_accuracy": 0.5566082544624805,
      "num_input_tokens_seen": 5990574321,
      "num_tokens": 2524805007.0,
      "step": 12400
    },
    {
      "epoch": 3.005069631999034,
      "grad_norm": 0.26171875,
      "learning_rate": 1.553493285046024e-05,
      "loss": 2.1001,
      "mean_token_accuracy": 0.5549402527407246,
      "num_input_tokens_seen": 6014380145,
      "num_tokens": 2534738802.0,
      "step": 12450
    },
    {
      "epoch": 3.0171401843776877,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.5346310547759168e-05,
      "loss": 2.092,
      "num_input_tokens_seen": 6038556753,
      "step": 12500
    },
    {
      "epoch": 3.0171401843776877,
      "eval_loss": 1.9681233167648315,
      "eval_mean_token_accuracy": 0.5784891846355349,
      "eval_num_tokens": 2544886437.0,
      "eval_runtime": 130.6689,
      "eval_samples_per_second": 81.978,
      "eval_steps_per_second": 20.495,
      "num_input_tokens_seen": 6038556753,
      "step": 12500
    },
    {
      "epoch": 3.029210736756341,
      "grad_norm": 0.25390625,
      "learning_rate": 1.5157688245058096e-05,
      "loss": 2.0925,
      "mean_token_accuracy": 0.5550393326207995,
      "num_input_tokens_seen": 6062857617,
      "num_tokens": 2555112151.0,
      "step": 12550
    },
    {
      "epoch": 3.041281289134994,
      "grad_norm": 0.38671875,
      "learning_rate": 1.4969065942357025e-05,
      "loss": 2.0957,
      "mean_token_accuracy": 0.5551863227039575,
      "num_input_tokens_seen": 6087077841,
      "num_tokens": 2565388515.0,
      "step": 12600
    },
    {
      "epoch": 3.0533518415136474,
      "grad_norm": 0.279296875,
      "learning_rate": 1.4780443639655952e-05,
      "loss": 2.0858,
      "mean_token_accuracy": 0.5563259933143854,
      "num_input_tokens_seen": 6111161617,
      "num_tokens": 2575504513.0,
      "step": 12650
    },
    {
      "epoch": 3.0654223938923004,
      "grad_norm": 0.25,
      "learning_rate": 1.4591821336954884e-05,
      "loss": 2.101,
      "mean_token_accuracy": 0.5549140437319875,
      "num_input_tokens_seen": 6135170369,
      "num_tokens": 2585570498.0,
      "step": 12700
    },
    {
      "epoch": 3.077492946270954,
      "grad_norm": 0.263671875,
      "learning_rate": 1.4403199034253811e-05,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5543564364686608,
      "num_input_tokens_seen": 6159397985,
      "num_tokens": 2595740107.0,
      "step": 12750
    },
    {
      "epoch": 3.089563498649607,
      "grad_norm": 0.265625,
      "learning_rate": 1.421457673155274e-05,
      "loss": 2.0928,
      "mean_token_accuracy": 0.5548016136884689,
      "num_input_tokens_seen": 6183511137,
      "num_tokens": 2605900153.0,
      "step": 12800
    },
    {
      "epoch": 3.10163405102826,
      "grad_norm": 0.2890625,
      "learning_rate": 1.4025954428851668e-05,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5555924268066883,
      "num_input_tokens_seen": 6207630993,
      "num_tokens": 2616105592.0,
      "step": 12850
    },
    {
      "epoch": 3.1137046034069136,
      "grad_norm": 0.248046875,
      "learning_rate": 1.3837332126150595e-05,
      "loss": 2.0938,
      "mean_token_accuracy": 0.554584386125207,
      "num_input_tokens_seen": 6231763217,
      "num_tokens": 2626268256.0,
      "step": 12900
    },
    {
      "epoch": 3.1257751557855666,
      "grad_norm": 0.251953125,
      "learning_rate": 1.3648709823449527e-05,
      "loss": 2.1042,
      "mean_token_accuracy": 0.553115917481482,
      "num_input_tokens_seen": 6255995041,
      "num_tokens": 2636461653.0,
      "step": 12950
    },
    {
      "epoch": 3.1378457081642197,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3460087520748454e-05,
      "loss": 2.0952,
      "num_input_tokens_seen": 6280158129,
      "step": 13000
    },
    {
      "epoch": 3.1378457081642197,
      "eval_loss": 1.9681209325790405,
      "eval_mean_token_accuracy": 0.5785721040555485,
      "eval_num_tokens": 2646712354.0,
      "eval_runtime": 130.3881,
      "eval_samples_per_second": 82.155,
      "eval_steps_per_second": 20.539,
      "num_input_tokens_seen": 6280158129,
      "step": 13000
    },
    {
      "epoch": 3.149916260542873,
      "grad_norm": 0.25390625,
      "learning_rate": 1.3271465218047383e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5548031070828437,
      "num_input_tokens_seen": 6304365713,
      "num_tokens": 2656912031.0,
      "step": 13050
    },
    {
      "epoch": 3.1619868129215263,
      "grad_norm": 0.24609375,
      "learning_rate": 1.3082842915346311e-05,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5543636172637343,
      "num_input_tokens_seen": 6328561217,
      "num_tokens": 2667181848.0,
      "step": 13100
    },
    {
      "epoch": 3.1740573653001793,
      "grad_norm": 0.236328125,
      "learning_rate": 1.2894220612645238e-05,
      "loss": 2.093,
      "mean_token_accuracy": 0.5551713344082236,
      "num_input_tokens_seen": 6352657569,
      "num_tokens": 2677374089.0,
      "step": 13150
    },
    {
      "epoch": 3.186127917678833,
      "grad_norm": 0.267578125,
      "learning_rate": 1.2705598309944169e-05,
      "loss": 2.084,
      "mean_token_accuracy": 0.5568741805478931,
      "num_input_tokens_seen": 6376750801,
      "num_tokens": 2687517529.0,
      "step": 13200
    },
    {
      "epoch": 3.198198470057486,
      "grad_norm": 0.2578125,
      "learning_rate": 1.2516976007243097e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5545465455949307,
      "num_input_tokens_seen": 6400738145,
      "num_tokens": 2697615714.0,
      "step": 13250
    },
    {
      "epoch": 3.2102690224361394,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.2328353704542026e-05,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5544571406021714,
      "num_input_tokens_seen": 6424909057,
      "num_tokens": 2707784293.0,
      "step": 13300
    },
    {
      "epoch": 3.2223395748147925,
      "grad_norm": 0.302734375,
      "learning_rate": 1.2139731401840953e-05,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5548350306227803,
      "num_input_tokens_seen": 6449111825,
      "num_tokens": 2717984302.0,
      "step": 13350
    },
    {
      "epoch": 3.2344101271934456,
      "grad_norm": 0.228515625,
      "learning_rate": 1.1951109099139883e-05,
      "loss": 2.1012,
      "mean_token_accuracy": 0.5535725425183773,
      "num_input_tokens_seen": 6473257953,
      "num_tokens": 2728233467.0,
      "step": 13400
    },
    {
      "epoch": 3.246480679572099,
      "grad_norm": 0.2578125,
      "learning_rate": 1.1762486796438812e-05,
      "loss": 2.0985,
      "mean_token_accuracy": 0.5541856496781111,
      "num_input_tokens_seen": 6497464865,
      "num_tokens": 2738326366.0,
      "step": 13450
    },
    {
      "epoch": 3.258551231950752,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.157386449373774e-05,
      "loss": 2.0911,
      "num_input_tokens_seen": 6521634753,
      "step": 13500
    },
    {
      "epoch": 3.258551231950752,
      "eval_loss": 1.9680596590042114,
      "eval_mean_token_accuracy": 0.5785238554199033,
      "eval_num_tokens": 2748403907.0,
      "eval_runtime": 130.2372,
      "eval_samples_per_second": 82.25,
      "eval_steps_per_second": 20.562,
      "num_input_tokens_seen": 6521634753,
      "step": 13500
    },
    {
      "epoch": 3.270621784329405,
      "grad_norm": 0.251953125,
      "learning_rate": 1.1385242191036669e-05,
      "loss": 2.0844,
      "mean_token_accuracy": 0.5562084444984794,
      "num_input_tokens_seen": 6545823777,
      "num_tokens": 2758638062.0,
      "step": 13550
    },
    {
      "epoch": 3.2826923367080587,
      "grad_norm": 0.24609375,
      "learning_rate": 1.1196619888335598e-05,
      "loss": 2.089,
      "mean_token_accuracy": 0.5565486250445246,
      "num_input_tokens_seen": 6569949777,
      "num_tokens": 2768698376.0,
      "step": 13600
    },
    {
      "epoch": 3.2947628890867118,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.1007997585634526e-05,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5548499751463533,
      "num_input_tokens_seen": 6593997425,
      "num_tokens": 2778806953.0,
      "step": 13650
    },
    {
      "epoch": 3.306833441465365,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0819375282933455e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5560770154371858,
      "num_input_tokens_seen": 6618153121,
      "num_tokens": 2789046249.0,
      "step": 13700
    },
    {
      "epoch": 3.3189039938440184,
      "grad_norm": 0.26171875,
      "learning_rate": 1.0630752980232384e-05,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5540758088976144,
      "num_input_tokens_seen": 6642228561,
      "num_tokens": 2799134100.0,
      "step": 13750
    },
    {
      "epoch": 3.3309745462226714,
      "grad_norm": 0.2578125,
      "learning_rate": 1.0442130677531312e-05,
      "loss": 2.0837,
      "mean_token_accuracy": 0.5564264697581529,
      "num_input_tokens_seen": 6666487089,
      "num_tokens": 2809333203.0,
      "step": 13800
    },
    {
      "epoch": 3.343045098601325,
      "grad_norm": 0.271484375,
      "learning_rate": 1.025350837483024e-05,
      "loss": 2.0804,
      "mean_token_accuracy": 0.5564664682373405,
      "num_input_tokens_seen": 6690592209,
      "num_tokens": 2819507621.0,
      "step": 13850
    },
    {
      "epoch": 3.355115650979978,
      "grad_norm": 0.2578125,
      "learning_rate": 1.006488607212917e-05,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5563617146387696,
      "num_input_tokens_seen": 6714782033,
      "num_tokens": 2829715451.0,
      "step": 13900
    },
    {
      "epoch": 3.367186203358631,
      "grad_norm": 0.26171875,
      "learning_rate": 9.876263769428096e-06,
      "loss": 2.1015,
      "mean_token_accuracy": 0.5533242063969374,
      "num_input_tokens_seen": 6738954721,
      "num_tokens": 2839876349.0,
      "step": 13950
    },
    {
      "epoch": 3.3792567557372846,
      "grad_norm": 0.2578125,
      "learning_rate": 9.687641466727027e-06,
      "loss": 2.1018,
      "num_input_tokens_seen": 6763271617,
      "step": 14000
    },
    {
      "epoch": 3.3792567557372846,
      "eval_loss": 1.9681081771850586,
      "eval_mean_token_accuracy": 0.5785279828634967,
      "eval_num_tokens": 2850147053.0,
      "eval_runtime": 131.6179,
      "eval_samples_per_second": 81.387,
      "eval_steps_per_second": 20.347,
      "num_input_tokens_seen": 6763271617,
      "step": 14000
    },
    {
      "epoch": 3.3913273081159376,
      "grad_norm": 0.25,
      "learning_rate": 9.499019164025955e-06,
      "loss": 2.0975,
      "mean_token_accuracy": 0.5536782286874949,
      "num_input_tokens_seen": 6787391841,
      "num_tokens": 2860344977.0,
      "step": 14050
    },
    {
      "epoch": 3.4033978604945907,
      "grad_norm": 0.25,
      "learning_rate": 9.310396861324884e-06,
      "loss": 2.1022,
      "mean_token_accuracy": 0.5538700968772173,
      "num_input_tokens_seen": 6811630961,
      "num_tokens": 2870526506.0,
      "step": 14100
    },
    {
      "epoch": 3.415468412873244,
      "grad_norm": 0.2431640625,
      "learning_rate": 9.121774558623813e-06,
      "loss": 2.0934,
      "mean_token_accuracy": 0.5550757900252938,
      "num_input_tokens_seen": 6835811825,
      "num_tokens": 2880722898.0,
      "step": 14150
    },
    {
      "epoch": 3.4275389652518973,
      "grad_norm": 0.2578125,
      "learning_rate": 8.93315225592274e-06,
      "loss": 2.0875,
      "mean_token_accuracy": 0.5558257311582565,
      "num_input_tokens_seen": 6859918049,
      "num_tokens": 2890925546.0,
      "step": 14200
    },
    {
      "epoch": 3.439609517630551,
      "grad_norm": 0.2294921875,
      "learning_rate": 8.74452995322167e-06,
      "loss": 2.0969,
      "mean_token_accuracy": 0.5544555878639221,
      "num_input_tokens_seen": 6883973409,
      "num_tokens": 2901007248.0,
      "step": 14250
    },
    {
      "epoch": 3.451680070009204,
      "grad_norm": 0.25390625,
      "learning_rate": 8.555907650520598e-06,
      "loss": 2.0987,
      "mean_token_accuracy": 0.5544828617200256,
      "num_input_tokens_seen": 6908263985,
      "num_tokens": 2911355124.0,
      "step": 14300
    },
    {
      "epoch": 3.463750622387857,
      "grad_norm": 0.271484375,
      "learning_rate": 8.367285347819527e-06,
      "loss": 2.0889,
      "mean_token_accuracy": 0.5557316156104207,
      "num_input_tokens_seen": 6932344993,
      "num_tokens": 2921442830.0,
      "step": 14350
    },
    {
      "epoch": 3.4758211747665104,
      "grad_norm": 0.255859375,
      "learning_rate": 8.178663045118456e-06,
      "loss": 2.0979,
      "mean_token_accuracy": 0.5547628674656153,
      "num_input_tokens_seen": 6956417041,
      "num_tokens": 2931461417.0,
      "step": 14400
    },
    {
      "epoch": 3.4878917271451635,
      "grad_norm": 0.234375,
      "learning_rate": 7.990040742417383e-06,
      "loss": 2.1005,
      "mean_token_accuracy": 0.5539160283654928,
      "num_input_tokens_seen": 6980421889,
      "num_tokens": 2941531928.0,
      "step": 14450
    },
    {
      "epoch": 3.4999622795238166,
      "grad_norm": 0.275390625,
      "learning_rate": 7.801418439716313e-06,
      "loss": 2.1017,
      "num_input_tokens_seen": 7004552193,
      "step": 14500
    },
    {
      "epoch": 3.4999622795238166,
      "eval_loss": 1.9681284427642822,
      "eval_mean_token_accuracy": 0.5785388401566912,
      "eval_num_tokens": 2951727207.0,
      "eval_runtime": 131.2276,
      "eval_samples_per_second": 81.629,
      "eval_steps_per_second": 20.407,
      "num_input_tokens_seen": 7004552193,
      "step": 14500
    },
    {
      "epoch": 3.51203283190247,
      "grad_norm": 0.267578125,
      "learning_rate": 7.612796137015241e-06,
      "loss": 2.09,
      "mean_token_accuracy": 0.5543626462481916,
      "num_input_tokens_seen": 7028775953,
      "num_tokens": 2961945579.0,
      "step": 14550
    },
    {
      "epoch": 3.524103384281123,
      "grad_norm": 0.26171875,
      "learning_rate": 7.42417383431417e-06,
      "loss": 2.0978,
      "mean_token_accuracy": 0.5544422981515527,
      "num_input_tokens_seen": 7052883457,
      "num_tokens": 2972173798.0,
      "step": 14600
    },
    {
      "epoch": 3.536173936659776,
      "grad_norm": 0.251953125,
      "learning_rate": 7.235551531613098e-06,
      "loss": 2.0915,
      "mean_token_accuracy": 0.5559014651551842,
      "num_input_tokens_seen": 7077135185,
      "num_tokens": 2982315453.0,
      "step": 14650
    },
    {
      "epoch": 3.5482444890384297,
      "grad_norm": 0.310546875,
      "learning_rate": 7.0469292289120274e-06,
      "loss": 2.0932,
      "mean_token_accuracy": 0.5552764968574047,
      "num_input_tokens_seen": 7101260305,
      "num_tokens": 2992557355.0,
      "step": 14700
    },
    {
      "epoch": 3.5603150414170828,
      "grad_norm": 0.25390625,
      "learning_rate": 6.858306926210955e-06,
      "loss": 2.0959,
      "mean_token_accuracy": 0.555088207796216,
      "num_input_tokens_seen": 7125198545,
      "num_tokens": 3002657117.0,
      "step": 14750
    },
    {
      "epoch": 3.572385593795736,
      "grad_norm": 0.2314453125,
      "learning_rate": 6.669684623509884e-06,
      "loss": 2.0933,
      "mean_token_accuracy": 0.5554985254630447,
      "num_input_tokens_seen": 7149297905,
      "num_tokens": 3012818977.0,
      "step": 14800
    },
    {
      "epoch": 3.5844561461743893,
      "grad_norm": 0.23828125,
      "learning_rate": 6.481062320808813e-06,
      "loss": 2.0901,
      "mean_token_accuracy": 0.5556722393259406,
      "num_input_tokens_seen": 7173408417,
      "num_tokens": 3022993500.0,
      "step": 14850
    },
    {
      "epoch": 3.5965266985530424,
      "grad_norm": 0.279296875,
      "learning_rate": 6.292440018107741e-06,
      "loss": 2.0862,
      "mean_token_accuracy": 0.5560053834319114,
      "num_input_tokens_seen": 7197689201,
      "num_tokens": 3033239485.0,
      "step": 14900
    },
    {
      "epoch": 3.608597250931696,
      "grad_norm": 0.265625,
      "learning_rate": 6.10381771540667e-06,
      "loss": 2.093,
      "mean_token_accuracy": 0.5550377672165632,
      "num_input_tokens_seen": 7221805553,
      "num_tokens": 3043356374.0,
      "step": 14950
    },
    {
      "epoch": 3.620667803310349,
      "grad_norm": 0.24609375,
      "learning_rate": 5.915195412705598e-06,
      "loss": 2.0994,
      "num_input_tokens_seen": 7245951473,
      "step": 15000
    },
    {
      "epoch": 3.620667803310349,
      "eval_loss": 1.9680702686309814,
      "eval_mean_token_accuracy": 0.5785124528710748,
      "eval_num_tokens": 3053564564.0,
      "eval_runtime": 130.6855,
      "eval_samples_per_second": 81.968,
      "eval_steps_per_second": 20.492,
      "num_input_tokens_seen": 7245951473,
      "step": 15000
    },
    {
      "epoch": 3.632738355689002,
      "grad_norm": 0.248046875,
      "learning_rate": 5.726573110004527e-06,
      "loss": 2.0923,
      "mean_token_accuracy": 0.554327048882842,
      "num_input_tokens_seen": 7269914417,
      "num_tokens": 3063722766.0,
      "step": 15050
    },
    {
      "epoch": 3.6448089080676556,
      "grad_norm": 0.26953125,
      "learning_rate": 5.5379508073034565e-06,
      "loss": 2.0861,
      "mean_token_accuracy": 0.5561711810901762,
      "num_input_tokens_seen": 7293956449,
      "num_tokens": 3073837103.0,
      "step": 15100
    },
    {
      "epoch": 3.6568794604463086,
      "grad_norm": 0.255859375,
      "learning_rate": 5.349328504602384e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5547518468275666,
      "num_input_tokens_seen": 7318063713,
      "num_tokens": 3083990662.0,
      "step": 15150
    },
    {
      "epoch": 3.668950012824962,
      "grad_norm": 0.26171875,
      "learning_rate": 5.160706201901313e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.555564073510468,
      "num_input_tokens_seen": 7342169889,
      "num_tokens": 3094140237.0,
      "step": 15200
    },
    {
      "epoch": 3.681020565203615,
      "grad_norm": 0.298828125,
      "learning_rate": 4.9720838992002415e-06,
      "loss": 2.1014,
      "mean_token_accuracy": 0.5540463343262673,
      "num_input_tokens_seen": 7366510321,
      "num_tokens": 3104349542.0,
      "step": 15250
    },
    {
      "epoch": 3.6930911175822683,
      "grad_norm": 0.349609375,
      "learning_rate": 4.78346159649917e-06,
      "loss": 2.1128,
      "mean_token_accuracy": 0.5523605942726135,
      "num_input_tokens_seen": 7390741489,
      "num_tokens": 3114615388.0,
      "step": 15300
    },
    {
      "epoch": 3.7051616699609218,
      "grad_norm": 0.265625,
      "learning_rate": 4.594839293798099e-06,
      "loss": 2.0836,
      "mean_token_accuracy": 0.5556057692691684,
      "num_input_tokens_seen": 7414960897,
      "num_tokens": 3124852831.0,
      "step": 15350
    },
    {
      "epoch": 3.717232222339575,
      "grad_norm": 0.234375,
      "learning_rate": 4.406216991097027e-06,
      "loss": 2.0832,
      "mean_token_accuracy": 0.557135313116014,
      "num_input_tokens_seen": 7439141473,
      "num_tokens": 3135118289.0,
      "step": 15400
    },
    {
      "epoch": 3.729302774718228,
      "grad_norm": 0.3671875,
      "learning_rate": 4.217594688395956e-06,
      "loss": 2.0993,
      "mean_token_accuracy": 0.554307484254241,
      "num_input_tokens_seen": 7463114529,
      "num_tokens": 3145345547.0,
      "step": 15450
    },
    {
      "epoch": 3.7413733270968814,
      "grad_norm": 0.27734375,
      "learning_rate": 4.028972385694885e-06,
      "loss": 2.0916,
      "num_input_tokens_seen": 7487502401,
      "step": 15500
    },
    {
      "epoch": 3.7413733270968814,
      "eval_loss": 1.9680771827697754,
      "eval_mean_token_accuracy": 0.5784905481975056,
      "eval_num_tokens": 3155655029.0,
      "eval_runtime": 131.7036,
      "eval_samples_per_second": 81.334,
      "eval_steps_per_second": 20.334,
      "num_input_tokens_seen": 7487502401,
      "step": 15500
    },
    {
      "epoch": 3.7534438794755345,
      "grad_norm": 0.28125,
      "learning_rate": 3.840350082993813e-06,
      "loss": 2.0919,
      "mean_token_accuracy": 0.5555992320179939,
      "num_input_tokens_seen": 7511609537,
      "num_tokens": 3165956280.0,
      "step": 15550
    },
    {
      "epoch": 3.7655144318541875,
      "grad_norm": 0.265625,
      "learning_rate": 3.6517277802927423e-06,
      "loss": 2.096,
      "mean_token_accuracy": 0.5547948920354248,
      "num_input_tokens_seen": 7535873665,
      "num_tokens": 3176126007.0,
      "step": 15600
    },
    {
      "epoch": 3.777584984232841,
      "grad_norm": 0.25390625,
      "learning_rate": 3.463105477591671e-06,
      "loss": 2.0963,
      "mean_token_accuracy": 0.5549294283241033,
      "num_input_tokens_seen": 7560110225,
      "num_tokens": 3186367919.0,
      "step": 15650
    },
    {
      "epoch": 3.789655536611494,
      "grad_norm": 0.28125,
      "learning_rate": 3.274483174890599e-06,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5547161266207695,
      "num_input_tokens_seen": 7584157249,
      "num_tokens": 3196441494.0,
      "step": 15700
    },
    {
      "epoch": 3.801726088990147,
      "grad_norm": 0.2470703125,
      "learning_rate": 3.0858608721895278e-06,
      "loss": 2.0952,
      "mean_token_accuracy": 0.554626210257411,
      "num_input_tokens_seen": 7608282737,
      "num_tokens": 3206560665.0,
      "step": 15750
    },
    {
      "epoch": 3.8137966413688007,
      "grad_norm": 0.265625,
      "learning_rate": 2.8972385694884564e-06,
      "loss": 2.0874,
      "mean_token_accuracy": 0.5568051477894187,
      "num_input_tokens_seen": 7632420385,
      "num_tokens": 3216638197.0,
      "step": 15800
    },
    {
      "epoch": 3.8258671937474538,
      "grad_norm": 0.357421875,
      "learning_rate": 2.708616266787385e-06,
      "loss": 2.0935,
      "mean_token_accuracy": 0.5554833044111729,
      "num_input_tokens_seen": 7656546049,
      "num_tokens": 3226721685.0,
      "step": 15850
    },
    {
      "epoch": 3.837937746126107,
      "grad_norm": 0.216796875,
      "learning_rate": 2.5199939640863136e-06,
      "loss": 2.1087,
      "mean_token_accuracy": 0.5525853624939918,
      "num_input_tokens_seen": 7680650689,
      "num_tokens": 3236963270.0,
      "step": 15900
    },
    {
      "epoch": 3.8500082985047603,
      "grad_norm": 0.267578125,
      "learning_rate": 2.3313716613852423e-06,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5550886183232069,
      "num_input_tokens_seen": 7704888257,
      "num_tokens": 3247161827.0,
      "step": 15950
    },
    {
      "epoch": 3.8620788508834134,
      "grad_norm": 0.2333984375,
      "learning_rate": 2.142749358684171e-06,
      "loss": 2.0914,
      "num_input_tokens_seen": 7729128049,
      "step": 16000
    },
    {
      "epoch": 3.8620788508834134,
      "eval_loss": 1.9680593013763428,
      "eval_mean_token_accuracy": 0.5785026788667034,
      "eval_num_tokens": 3257367290.0,
      "eval_runtime": 130.8705,
      "eval_samples_per_second": 81.852,
      "eval_steps_per_second": 20.463,
      "num_input_tokens_seen": 7729128049,
      "step": 16000
    },
    {
      "epoch": 3.874149403262067,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9541270559830995e-06,
      "loss": 2.0974,
      "mean_token_accuracy": 0.5552676925435662,
      "num_input_tokens_seen": 7753351249,
      "num_tokens": 3267712597.0,
      "step": 16050
    },
    {
      "epoch": 3.88621995564072,
      "grad_norm": 0.27734375,
      "learning_rate": 1.7655047532820282e-06,
      "loss": 2.0956,
      "mean_token_accuracy": 0.5543999705091118,
      "num_input_tokens_seen": 7777499137,
      "num_tokens": 3277902761.0,
      "step": 16100
    },
    {
      "epoch": 3.8982905080193735,
      "grad_norm": 0.25,
      "learning_rate": 1.576882450580957e-06,
      "loss": 2.0949,
      "mean_token_accuracy": 0.5548696434870363,
      "num_input_tokens_seen": 7801633089,
      "num_tokens": 3288082221.0,
      "step": 16150
    },
    {
      "epoch": 3.9103610603980266,
      "grad_norm": 0.24609375,
      "learning_rate": 1.3882601478798854e-06,
      "loss": 2.0986,
      "mean_token_accuracy": 0.5540741100907326,
      "num_input_tokens_seen": 7825738481,
      "num_tokens": 3298341216.0,
      "step": 16200
    },
    {
      "epoch": 3.9224316127766796,
      "grad_norm": 0.263671875,
      "learning_rate": 1.199637845178814e-06,
      "loss": 2.0917,
      "mean_token_accuracy": 0.556021711602807,
      "num_input_tokens_seen": 7849877409,
      "num_tokens": 3308431697.0,
      "step": 16250
    },
    {
      "epoch": 3.934502165155333,
      "grad_norm": 0.255859375,
      "learning_rate": 1.0110155424777427e-06,
      "loss": 2.0983,
      "mean_token_accuracy": 0.5542013296857476,
      "num_input_tokens_seen": 7873955105,
      "num_tokens": 3318516095.0,
      "step": 16300
    },
    {
      "epoch": 3.946572717533986,
      "grad_norm": 0.2490234375,
      "learning_rate": 8.223932397766712e-07,
      "loss": 2.1049,
      "mean_token_accuracy": 0.553213356398046,
      "num_input_tokens_seen": 7898153793,
      "num_tokens": 3328721862.0,
      "step": 16350
    },
    {
      "epoch": 3.9586432699126393,
      "grad_norm": 0.2734375,
      "learning_rate": 6.337709370755999e-07,
      "loss": 2.0981,
      "mean_token_accuracy": 0.5537924468889832,
      "num_input_tokens_seen": 7922266993,
      "num_tokens": 3338965333.0,
      "step": 16400
    },
    {
      "epoch": 3.9707138222912928,
      "grad_norm": 0.2431640625,
      "learning_rate": 4.4514863437452844e-07,
      "loss": 2.0952,
      "mean_token_accuracy": 0.5555017331615091,
      "num_input_tokens_seen": 7946376977,
      "num_tokens": 3349129194.0,
      "step": 16450
    },
    {
      "epoch": 3.982784374669946,
      "grad_norm": 0.279296875,
      "learning_rate": 2.565263316734571e-07,
      "loss": 2.0973,
      "num_input_tokens_seen": 7970557393,
      "step": 16500
    },
    {
      "epoch": 3.982784374669946,
      "eval_loss": 1.9680447578430176,
      "eval_mean_token_accuracy": 0.5785172289325018,
      "eval_num_tokens": 3359357384.0,
      "eval_runtime": 131.3028,
      "eval_samples_per_second": 81.582,
      "eval_steps_per_second": 20.396,
      "num_input_tokens_seen": 7970557393,
      "step": 16500
    },
    {
      "epoch": 3.994854927048599,
      "grad_norm": 0.2392578125,
      "learning_rate": 6.79040289723857e-08,
      "loss": 2.0972,
      "mean_token_accuracy": 0.5545667923986912,
      "num_input_tokens_seen": 7994787313,
      "num_tokens": 3369677528.0,
      "step": 16550
    }
  ],
  "logging_steps": 50,
  "max_steps": 16568,
  "num_input_tokens_seen": 8003589233,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.141038234858414e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}