{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9989224137931034,
  "eval_steps": 500,
  "global_step": 927,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005387931034482759,
      "grad_norm": 11.358600616455078,
      "learning_rate": 3.0395136778115497e-06,
      "loss": 1.9178,
      "mean_token_accuracy": 0.6784796357154846,
      "num_tokens": 400768.0,
      "step": 5
    },
    {
      "epoch": 0.010775862068965518,
      "grad_norm": 3.644407033920288,
      "learning_rate": 6.838905775075987e-06,
      "loss": 1.6268,
      "mean_token_accuracy": 0.6908416032791138,
      "num_tokens": 802094.0,
      "step": 10
    },
    {
      "epoch": 0.016163793103448277,
      "grad_norm": 2.4331142902374268,
      "learning_rate": 1.0638297872340424e-05,
      "loss": 1.2037,
      "mean_token_accuracy": 0.7343859195709228,
      "num_tokens": 1204372.0,
      "step": 15
    },
    {
      "epoch": 0.021551724137931036,
      "grad_norm": 2.40728497505188,
      "learning_rate": 1.4437689969604861e-05,
      "loss": 0.7993,
      "mean_token_accuracy": 0.8154044389724732,
      "num_tokens": 1605927.0,
      "step": 20
    },
    {
      "epoch": 0.02693965517241379,
      "grad_norm": 1.5771023035049438,
      "learning_rate": 1.8237082066869297e-05,
      "loss": 0.3527,
      "mean_token_accuracy": 0.914470088481903,
      "num_tokens": 2008521.0,
      "step": 25
    },
    {
      "epoch": 0.032327586206896554,
      "grad_norm": 0.5942408442497253,
      "learning_rate": 2.2036474164133735e-05,
      "loss": 0.1246,
      "mean_token_accuracy": 0.9693703055381775,
      "num_tokens": 2411283.0,
      "step": 30
    },
    {
      "epoch": 0.03771551724137931,
      "grad_norm": 0.49840110540390015,
      "learning_rate": 2.5835866261398174e-05,
      "loss": 0.0648,
      "mean_token_accuracy": 0.9832711696624756,
      "num_tokens": 2812381.0,
      "step": 35
    },
    {
      "epoch": 0.04310344827586207,
      "grad_norm": 0.1990126520395279,
      "learning_rate": 2.963525835866261e-05,
      "loss": 0.0325,
      "mean_token_accuracy": 0.9908363938331604,
      "num_tokens": 3214234.0,
      "step": 40
    },
    {
      "epoch": 0.04849137931034483,
      "grad_norm": 0.1390412151813507,
      "learning_rate": 3.343465045592705e-05,
      "loss": 0.0239,
      "mean_token_accuracy": 0.993123197555542,
      "num_tokens": 3615581.0,
      "step": 45
    },
    {
      "epoch": 0.05387931034482758,
      "grad_norm": 0.05990126356482506,
      "learning_rate": 3.5713945110618356e-05,
      "loss": 0.0216,
      "mean_token_accuracy": 0.9935235619544983,
      "num_tokens": 4017171.0,
      "step": 50
    },
    {
      "epoch": 0.059267241379310345,
      "grad_norm": 0.05641232803463936,
      "learning_rate": 3.5710113518316467e-05,
      "loss": 0.0202,
      "mean_token_accuracy": 0.993712043762207,
      "num_tokens": 4419002.0,
      "step": 55
    },
    {
      "epoch": 0.06465517241379311,
      "grad_norm": 0.06281889975070953,
      "learning_rate": 3.570202580121256e-05,
      "loss": 0.0183,
      "mean_token_accuracy": 0.9941544771194458,
      "num_tokens": 4822332.0,
      "step": 60
    },
    {
      "epoch": 0.07004310344827586,
      "grad_norm": 0.05587254464626312,
      "learning_rate": 3.568968453030844e-05,
      "loss": 0.0194,
      "mean_token_accuracy": 0.9937392830848694,
      "num_tokens": 5223107.0,
      "step": 65
    },
    {
      "epoch": 0.07543103448275862,
      "grad_norm": 0.04280732572078705,
      "learning_rate": 3.5673093628766804e-05,
      "loss": 0.0171,
      "mean_token_accuracy": 0.9943207740783692,
      "num_tokens": 5625734.0,
      "step": 70
    },
    {
      "epoch": 0.08081896551724138,
      "grad_norm": 0.0779673308134079,
      "learning_rate": 3.565225837066405e-05,
      "loss": 0.0177,
      "mean_token_accuracy": 0.9942807674407959,
      "num_tokens": 6027742.0,
      "step": 75
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 0.057991866022348404,
      "learning_rate": 3.562718537931378e-05,
      "loss": 0.0187,
      "mean_token_accuracy": 0.9939850211143494,
      "num_tokens": 6428384.0,
      "step": 80
    },
    {
      "epoch": 0.09159482758620689,
      "grad_norm": 0.0478542186319828,
      "learning_rate": 3.559788262516122e-05,
      "loss": 0.018,
      "mean_token_accuracy": 0.9940856099128723,
      "num_tokens": 6829293.0,
      "step": 85
    },
    {
      "epoch": 0.09698275862068965,
      "grad_norm": 0.05062701553106308,
      "learning_rate": 3.55643594232496e-05,
      "loss": 0.0167,
      "mean_token_accuracy": 0.9943302392959594,
      "num_tokens": 7231379.0,
      "step": 90
    },
    {
      "epoch": 0.10237068965517242,
      "grad_norm": 0.06459315121173859,
      "learning_rate": 3.5526626430258894e-05,
      "loss": 0.0151,
      "mean_token_accuracy": 0.9947145700454711,
      "num_tokens": 7634176.0,
      "step": 95
    },
    {
      "epoch": 0.10775862068965517,
      "grad_norm": 0.25823408365249634,
      "learning_rate": 3.5484695641118264e-05,
      "loss": 0.016,
      "mean_token_accuracy": 0.9943834066390991,
      "num_tokens": 8034981.0,
      "step": 100
    },
    {
      "epoch": 0.11314655172413793,
      "grad_norm": 0.0566800981760025,
      "learning_rate": 3.543858038519294e-05,
      "loss": 0.0167,
      "mean_token_accuracy": 0.9943542599678039,
      "num_tokens": 8435719.0,
      "step": 105
    },
    {
      "epoch": 0.11853448275862069,
      "grad_norm": 0.0464828722178936,
      "learning_rate": 3.538829532204697e-05,
      "loss": 0.0164,
      "mean_token_accuracy": 0.9941744804382324,
      "num_tokens": 8836428.0,
      "step": 110
    },
    {
      "epoch": 0.12392241379310345,
      "grad_norm": 0.049051329493522644,
      "learning_rate": 3.533385643678309e-05,
      "loss": 0.0159,
      "mean_token_accuracy": 0.9941733956336976,
      "num_tokens": 9237421.0,
      "step": 115
    },
    {
      "epoch": 0.12931034482758622,
      "grad_norm": 0.06364122033119202,
      "learning_rate": 3.527528103496123e-05,
      "loss": 0.0152,
      "mean_token_accuracy": 0.9945533514022827,
      "num_tokens": 9639778.0,
      "step": 120
    },
    {
      "epoch": 0.13469827586206898,
      "grad_norm": 0.04338002949953079,
      "learning_rate": 3.521258773709726e-05,
      "loss": 0.0155,
      "mean_token_accuracy": 0.9944260716438293,
      "num_tokens": 10041852.0,
      "step": 125
    },
    {
      "epoch": 0.1400862068965517,
      "grad_norm": 0.04522588849067688,
      "learning_rate": 3.514579647274372e-05,
      "loss": 0.0155,
      "mean_token_accuracy": 0.9944804668426513,
      "num_tokens": 10444159.0,
      "step": 130
    },
    {
      "epoch": 0.14547413793103448,
      "grad_norm": 0.1478981226682663,
      "learning_rate": 3.5074928474154395e-05,
      "loss": 0.0149,
      "mean_token_accuracy": 0.9946131467819214,
      "num_tokens": 10845771.0,
      "step": 135
    },
    {
      "epoch": 0.15086206896551724,
      "grad_norm": 1.2337453365325928,
      "learning_rate": 3.500000626953483e-05,
      "loss": 0.0151,
      "mean_token_accuracy": 0.994551134109497,
      "num_tokens": 11247804.0,
      "step": 140
    },
    {
      "epoch": 0.15625,
      "grad_norm": 1.3259663581848145,
      "learning_rate": 3.492105367588084e-05,
      "loss": 0.0161,
      "mean_token_accuracy": 0.9942270040512085,
      "num_tokens": 11647222.0,
      "step": 145
    },
    {
      "epoch": 0.16163793103448276,
      "grad_norm": 0.11509668081998825,
      "learning_rate": 3.4838095791407325e-05,
      "loss": 0.0171,
      "mean_token_accuracy": 0.9939950346946717,
      "num_tokens": 12048813.0,
      "step": 150
    },
    {
      "epoch": 0.16702586206896552,
      "grad_norm": 0.049369506537914276,
      "learning_rate": 3.4751158987569807e-05,
      "loss": 0.0152,
      "mean_token_accuracy": 0.9944715738296509,
      "num_tokens": 12451442.0,
      "step": 155
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 0.08355387300252914,
      "learning_rate": 3.4660270900681224e-05,
      "loss": 0.0151,
      "mean_token_accuracy": 0.9943839192390442,
      "num_tokens": 12853398.0,
      "step": 160
    },
    {
      "epoch": 0.17780172413793102,
      "grad_norm": 0.062434665858745575,
      "learning_rate": 3.456546042312664e-05,
      "loss": 0.0147,
      "mean_token_accuracy": 0.9945378303527832,
      "num_tokens": 13256187.0,
      "step": 165
    },
    {
      "epoch": 0.18318965517241378,
      "grad_norm": 0.05102328583598137,
      "learning_rate": 3.446675769417862e-05,
      "loss": 0.0151,
      "mean_token_accuracy": 0.9944287657737731,
      "num_tokens": 13657420.0,
      "step": 170
    },
    {
      "epoch": 0.18857758620689655,
      "grad_norm": 0.044247303158044815,
      "learning_rate": 3.4364194090416284e-05,
      "loss": 0.0145,
      "mean_token_accuracy": 0.9946641683578491,
      "num_tokens": 14059932.0,
      "step": 175
    },
    {
      "epoch": 0.1939655172413793,
      "grad_norm": 0.046152565628290176,
      "learning_rate": 3.425780221575104e-05,
      "loss": 0.0148,
      "mean_token_accuracy": 0.9944445013999939,
      "num_tokens": 14460951.0,
      "step": 180
    },
    {
      "epoch": 0.19935344827586207,
      "grad_norm": 0.08260088413953781,
      "learning_rate": 3.414761589106212e-05,
      "loss": 0.0146,
      "mean_token_accuracy": 0.9944788217544556,
      "num_tokens": 14864383.0,
      "step": 185
    },
    {
      "epoch": 0.20474137931034483,
      "grad_norm": 0.058555666357278824,
      "learning_rate": 3.403367014344524e-05,
      "loss": 0.0145,
      "mean_token_accuracy": 0.9944794178009033,
      "num_tokens": 15266886.0,
      "step": 190
    },
    {
      "epoch": 0.2101293103448276,
      "grad_norm": 0.05130434036254883,
      "learning_rate": 3.3916001195077896e-05,
      "loss": 0.0144,
      "mean_token_accuracy": 0.9946597218513489,
      "num_tokens": 15669207.0,
      "step": 195
    },
    {
      "epoch": 0.21551724137931033,
      "grad_norm": 0.06096741557121277,
      "learning_rate": 3.379464645170468e-05,
      "loss": 0.0143,
      "mean_token_accuracy": 0.994647204875946,
      "num_tokens": 16071006.0,
      "step": 200
    },
    {
      "epoch": 0.2209051724137931,
      "grad_norm": 0.04882777854800224,
      "learning_rate": 3.36696444907464e-05,
      "loss": 0.0148,
      "mean_token_accuracy": 0.9945741534233093,
      "num_tokens": 16472933.0,
      "step": 205
    },
    {
      "epoch": 0.22629310344827586,
      "grad_norm": 0.039595477283000946,
      "learning_rate": 3.3541035049036674e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947598457336426,
      "num_tokens": 16875395.0,
      "step": 210
    },
    {
      "epoch": 0.23168103448275862,
      "grad_norm": 0.04643889516592026,
      "learning_rate": 3.340885901019005e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9945803761482239,
      "num_tokens": 17277271.0,
      "step": 215
    },
    {
      "epoch": 0.23706896551724138,
      "grad_norm": 0.039959874004125595,
      "learning_rate": 3.327315839160552e-05,
      "loss": 0.0143,
      "mean_token_accuracy": 0.9946106910705567,
      "num_tokens": 17680114.0,
      "step": 220
    },
    {
      "epoch": 0.24245689655172414,
      "grad_norm": 0.031239081174135208,
      "learning_rate": 3.3133976331109576e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9945644021034241,
      "num_tokens": 18082245.0,
      "step": 225
    },
    {
      "epoch": 0.2478448275862069,
      "grad_norm": 0.04183759540319443,
      "learning_rate": 3.299135707324319e-05,
      "loss": 0.014,
      "mean_token_accuracy": 0.9946491479873657,
      "num_tokens": 18483821.0,
      "step": 230
    },
    {
      "epoch": 0.25323275862068967,
      "grad_norm": 0.0487377867102623,
      "learning_rate": 3.2845345955196925e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9947177767753601,
      "num_tokens": 18884746.0,
      "step": 235
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 0.030534762889146805,
      "learning_rate": 3.2695989392398675e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9946200132369996,
      "num_tokens": 19286927.0,
      "step": 240
    },
    {
      "epoch": 0.2640086206896552,
      "grad_norm": 0.04179931804537773,
      "learning_rate": 3.254333486375871e-05,
      "loss": 0.0141,
      "mean_token_accuracy": 0.9946305751800537,
      "num_tokens": 19688165.0,
      "step": 245
    },
    {
      "epoch": 0.26939655172413796,
      "grad_norm": 0.03564748913049698,
      "learning_rate": 3.238743089657662e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9946931838989258,
      "num_tokens": 20090262.0,
      "step": 250
    },
    {
      "epoch": 0.27478448275862066,
      "grad_norm": 0.03191967308521271,
      "learning_rate": 3.222832705111498e-05,
      "loss": 0.0141,
      "mean_token_accuracy": 0.9946922659873962,
      "num_tokens": 20492107.0,
      "step": 255
    },
    {
      "epoch": 0.2801724137931034,
      "grad_norm": 0.048875682055950165,
      "learning_rate": 3.206607390484465e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9947479844093323,
      "num_tokens": 20894248.0,
      "step": 260
    },
    {
      "epoch": 0.2855603448275862,
      "grad_norm": 0.05810167267918587,
      "learning_rate": 3.190072303636671e-05,
      "loss": 0.014,
      "mean_token_accuracy": 0.9946684122085572,
      "num_tokens": 21296720.0,
      "step": 265
    },
    {
      "epoch": 0.29094827586206895,
      "grad_norm": 0.035630956292152405,
      "learning_rate": 3.1732327009016207e-05,
      "loss": 0.0141,
      "mean_token_accuracy": 0.9946584820747375,
      "num_tokens": 21697077.0,
      "step": 270
    },
    {
      "epoch": 0.2963362068965517,
      "grad_norm": 0.036733414977788925,
      "learning_rate": 3.1560939354152733e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9946447968482971,
      "num_tokens": 22098063.0,
      "step": 275
    },
    {
      "epoch": 0.3017241379310345,
      "grad_norm": 0.052511196583509445,
      "learning_rate": 3.138661455414342e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9946583271026611,
      "num_tokens": 22499277.0,
      "step": 280
    },
    {
      "epoch": 0.30711206896551724,
      "grad_norm": 0.042709656059741974,
      "learning_rate": 3.120940802504353e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9947189092636108,
      "num_tokens": 22902818.0,
      "step": 285
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.04298898205161095,
      "learning_rate": 3.102937609898027e-05,
      "loss": 0.0141,
      "mean_token_accuracy": 0.9947368025779724,
      "num_tokens": 23304341.0,
      "step": 290
    },
    {
      "epoch": 0.31788793103448276,
      "grad_norm": 0.03954196348786354,
      "learning_rate": 3.084657600624539e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9945488214492798,
      "num_tokens": 23704925.0,
      "step": 295
    },
    {
      "epoch": 0.3232758620689655,
      "grad_norm": 0.03840317949652672,
      "learning_rate": 3.066106585710227e-05,
      "loss": 0.014,
      "mean_token_accuracy": 0.994524884223938,
      "num_tokens": 24106861.0,
      "step": 300
    },
    {
      "epoch": 0.3286637931034483,
      "grad_norm": 0.03564877063035965,
      "learning_rate": 3.0472904623313255e-05,
      "loss": 0.0141,
      "mean_token_accuracy": 0.9945776104927063,
      "num_tokens": 24507326.0,
      "step": 305
    },
    {
      "epoch": 0.33405172413793105,
      "grad_norm": 0.03882898762822151,
      "learning_rate": 3.028215211939314e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9946590304374695,
      "num_tokens": 24908336.0,
      "step": 310
    },
    {
      "epoch": 0.3394396551724138,
      "grad_norm": 0.06508338451385498,
      "learning_rate": 3.0088868983594765e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9946718215942383,
      "num_tokens": 25309863.0,
      "step": 315
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.05758961662650108,
      "learning_rate": 2.9893116658632732e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9948211431503295,
      "num_tokens": 25711787.0,
      "step": 320
    },
    {
      "epoch": 0.35021551724137934,
      "grad_norm": 0.054873988032341,
      "learning_rate": 2.9694957372151408e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9945468068122864,
      "num_tokens": 26113810.0,
      "step": 325
    },
    {
      "epoch": 0.35560344827586204,
      "grad_norm": 0.036844588816165924,
      "learning_rate": 2.9494454116943372e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9945004224777222,
      "num_tokens": 26515442.0,
      "step": 330
    },
    {
      "epoch": 0.3609913793103448,
      "grad_norm": 0.0447879433631897,
      "learning_rate": 2.92916706309247e-05,
      "loss": 0.0142,
      "mean_token_accuracy": 0.9946565389633178,
      "num_tokens": 26914834.0,
      "step": 335
    },
    {
      "epoch": 0.36637931034482757,
      "grad_norm": 0.05034846439957619,
      "learning_rate": 2.9086671376873294e-05,
      "loss": 0.014,
      "mean_token_accuracy": 0.994661021232605,
      "num_tokens": 27315857.0,
      "step": 340
    },
    {
      "epoch": 0.37176724137931033,
      "grad_norm": 0.04919150099158287,
      "learning_rate": 2.887952152193688e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9948759317398072,
      "num_tokens": 27717269.0,
      "step": 345
    },
    {
      "epoch": 0.3771551724137931,
      "grad_norm": 0.03395334631204605,
      "learning_rate": 2.8670286916916988e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.994801688194275,
      "num_tokens": 28118459.0,
      "step": 350
    },
    {
      "epoch": 0.38254310344827586,
      "grad_norm": 0.05123238265514374,
      "learning_rate": 2.84590340753357e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9947862744331359,
      "num_tokens": 28518510.0,
      "step": 355
    },
    {
      "epoch": 0.3879310344827586,
      "grad_norm": 0.03627648577094078,
      "learning_rate": 2.8245830152291688e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9946453213691712,
      "num_tokens": 28921146.0,
      "step": 360
    },
    {
      "epoch": 0.3933189655172414,
      "grad_norm": 0.035906147211790085,
      "learning_rate": 2.8030742923112265e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947586536407471,
      "num_tokens": 29323731.0,
      "step": 365
    },
    {
      "epoch": 0.39870689655172414,
      "grad_norm": 0.03345450013875961,
      "learning_rate": 2.7813840761808355e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9948821663856506,
      "num_tokens": 29725134.0,
      "step": 370
    },
    {
      "epoch": 0.4040948275862069,
      "grad_norm": 0.03122451901435852,
      "learning_rate": 2.7595192619339067e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.994830584526062,
      "num_tokens": 30127021.0,
      "step": 375
    },
    {
      "epoch": 0.40948275862068967,
      "grad_norm": 0.04287945479154587,
      "learning_rate": 2.7374868001692914e-05,
      "loss": 0.0138,
      "mean_token_accuracy": 0.994744873046875,
      "num_tokens": 30528417.0,
      "step": 380
    },
    {
      "epoch": 0.41487068965517243,
      "grad_norm": 0.03291918337345123,
      "learning_rate": 2.7152936947792565e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948456525802613,
      "num_tokens": 30931584.0,
      "step": 385
    },
    {
      "epoch": 0.4202586206896552,
      "grad_norm": 0.027440782636404037,
      "learning_rate": 2.69294700072302e-05,
      "loss": 0.0141,
      "mean_token_accuracy": 0.994544506072998,
      "num_tokens": 31333142.0,
      "step": 390
    },
    {
      "epoch": 0.42564655172413796,
      "grad_norm": 0.037700895220041275,
      "learning_rate": 2.6704538217840525e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9947353482246399,
      "num_tokens": 31734148.0,
      "step": 395
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.0358114056289196,
      "learning_rate": 2.6478213083118573e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948834419250489,
      "num_tokens": 32137295.0,
      "step": 400
    },
    {
      "epoch": 0.4364224137931034,
      "grad_norm": 0.03803620487451553,
      "learning_rate": 2.6250566549489473e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9947781920433044,
      "num_tokens": 32538896.0,
      "step": 405
    },
    {
      "epoch": 0.4418103448275862,
      "grad_norm": 0.037323955446481705,
      "learning_rate": 2.6021670983437456e-05,
      "loss": 0.014,
      "mean_token_accuracy": 0.9946366667747497,
      "num_tokens": 32940068.0,
      "step": 410
    },
    {
      "epoch": 0.44719827586206895,
      "grad_norm": 0.030287249013781548,
      "learning_rate": 2.5791599148501243e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9948618412017822,
      "num_tokens": 33342556.0,
      "step": 415
    },
    {
      "epoch": 0.4525862068965517,
      "grad_norm": 0.026962261646986008,
      "learning_rate": 2.5560424182143315e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9948041200637817,
      "num_tokens": 33744513.0,
      "step": 420
    },
    {
      "epoch": 0.4579741379310345,
      "grad_norm": 0.03837694600224495,
      "learning_rate": 2.5328219572500253e-05,
      "loss": 0.0138,
      "mean_token_accuracy": 0.9946581721305847,
      "num_tokens": 34145891.0,
      "step": 425
    },
    {
      "epoch": 0.46336206896551724,
      "grad_norm": 0.057087261229753494,
      "learning_rate": 2.5095059135021593e-05,
      "loss": 0.014,
      "mean_token_accuracy": 0.9946252107620239,
      "num_tokens": 34548204.0,
      "step": 430
    },
    {
      "epoch": 0.46875,
      "grad_norm": 0.04009949788451195,
      "learning_rate": 2.4861016989004707e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9949546933174134,
      "num_tokens": 34951187.0,
      "step": 435
    },
    {
      "epoch": 0.47413793103448276,
      "grad_norm": 0.03429457172751427,
      "learning_rate": 2.4626167534032994e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947332978248596,
      "num_tokens": 35354414.0,
      "step": 440
    },
    {
      "epoch": 0.4795258620689655,
      "grad_norm": 0.02866434119641781,
      "learning_rate": 2.439058542632504e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9946959257125855,
      "num_tokens": 35756305.0,
      "step": 445
    },
    {
      "epoch": 0.4849137931034483,
      "grad_norm": 0.04517655074596405,
      "learning_rate": 2.415434555500219e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948800444602967,
      "num_tokens": 36158871.0,
      "step": 450
    },
    {
      "epoch": 0.49030172413793105,
      "grad_norm": 0.03420615196228027,
      "learning_rate": 2.3917523018282043e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9947355508804321,
      "num_tokens": 36560269.0,
      "step": 455
    },
    {
      "epoch": 0.4956896551724138,
      "grad_norm": 0.03990909829735756,
      "learning_rate": 2.3680193099605526e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948008775711059,
      "num_tokens": 36962062.0,
      "step": 460
    },
    {
      "epoch": 0.5010775862068966,
      "grad_norm": 0.029747340828180313,
      "learning_rate": 2.3442431243705042e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948464274406433,
      "num_tokens": 37362795.0,
      "step": 465
    },
    {
      "epoch": 0.5064655172413793,
      "grad_norm": 0.030703416094183922,
      "learning_rate": 2.3204313032621397e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.994754946231842,
      "num_tokens": 37764363.0,
      "step": 470
    },
    {
      "epoch": 0.5118534482758621,
      "grad_norm": 0.028925905004143715,
      "learning_rate": 2.2965914161677012e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9947946190834045,
      "num_tokens": 38164542.0,
      "step": 475
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.03919248282909393,
      "learning_rate": 2.2727310415413196e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9949039578437805,
      "num_tokens": 38568071.0,
      "step": 480
    },
    {
      "epoch": 0.5226293103448276,
      "grad_norm": 0.04291438311338425,
      "learning_rate": 2.2488577643499015e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.99475177526474,
      "num_tokens": 38968166.0,
      "step": 485
    },
    {
      "epoch": 0.5280172413793104,
      "grad_norm": 0.03157598897814751,
      "learning_rate": 2.2249791736619445e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9948109865188599,
      "num_tokens": 39368710.0,
      "step": 490
    },
    {
      "epoch": 0.5334051724137931,
      "grad_norm": 0.047276876866817474,
      "learning_rate": 2.201102860235052e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9947322010993958,
      "num_tokens": 39771110.0,
      "step": 495
    },
    {
      "epoch": 0.5387931034482759,
      "grad_norm": 0.02039233036339283,
      "learning_rate": 2.17723641410291e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9948310494422913,
      "num_tokens": 40172898.0,
      "step": 500
    },
    {
      "epoch": 0.5441810344827587,
      "grad_norm": 0.027669690549373627,
      "learning_rate": 2.153387422162493e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9947868824005127,
      "num_tokens": 40574281.0,
      "step": 505
    },
    {
      "epoch": 0.5495689655172413,
      "grad_norm": 0.030390165746212006,
      "learning_rate": 2.1295634657622692e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9949378609657288,
      "num_tokens": 40977292.0,
      "step": 510
    },
    {
      "epoch": 0.5549568965517241,
      "grad_norm": 0.03699078410863876,
      "learning_rate": 2.1057721182921658e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9947897791862488,
      "num_tokens": 41377321.0,
      "step": 515
    },
    {
      "epoch": 0.5603448275862069,
      "grad_norm": 0.02632001042366028,
      "learning_rate": 2.0820209427760667e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9949733495712281,
      "num_tokens": 41780166.0,
      "step": 520
    },
    {
      "epoch": 0.5657327586206896,
      "grad_norm": 0.04134310409426689,
      "learning_rate": 2.058317489467608e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947456240653991,
      "num_tokens": 42182491.0,
      "step": 525
    },
    {
      "epoch": 0.5711206896551724,
      "grad_norm": 0.10398031771183014,
      "learning_rate": 2.0346692934500267e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9948503613471985,
      "num_tokens": 42583369.0,
      "step": 530
    },
    {
      "epoch": 0.5765086206896551,
      "grad_norm": 0.06951781362295151,
      "learning_rate": 2.011083872240839e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9946800589561462,
      "num_tokens": 42986169.0,
      "step": 535
    },
    {
      "epoch": 0.5818965517241379,
      "grad_norm": 0.0338253527879715,
      "learning_rate": 1.987568723402096e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9947983860969544,
      "num_tokens": 43388408.0,
      "step": 540
    },
    {
      "epoch": 0.5872844827586207,
      "grad_norm": 0.043899111449718475,
      "learning_rate": 1.9641313221569873e-05,
      "loss": 0.0137,
      "mean_token_accuracy": 0.9946236848831177,
      "num_tokens": 43789151.0,
      "step": 545
    },
    {
      "epoch": 0.5926724137931034,
      "grad_norm": 0.037070490419864655,
      "learning_rate": 1.9407791190135443e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9947730422019958,
      "num_tokens": 44190220.0,
      "step": 550
    },
    {
      "epoch": 0.5980603448275862,
      "grad_norm": 0.0317143052816391,
      "learning_rate": 1.917519537396203e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.994796097278595,
      "num_tokens": 44592857.0,
      "step": 555
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 0.03147880360484123,
      "learning_rate": 1.8943599712859686e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947721242904664,
      "num_tokens": 44994800.0,
      "step": 560
    },
    {
      "epoch": 0.6088362068965517,
      "grad_norm": 0.024809807538986206,
      "learning_rate": 1.8713077828699518e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.994830334186554,
      "num_tokens": 45398025.0,
      "step": 565
    },
    {
      "epoch": 0.6142241379310345,
      "grad_norm": 0.029903240501880646,
      "learning_rate": 1.8483703002009994e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9947473049163819,
      "num_tokens": 45799951.0,
      "step": 570
    },
    {
      "epoch": 0.6196120689655172,
      "grad_norm": 0.02878548949956894,
      "learning_rate": 1.8255548148681885e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948133111000061,
      "num_tokens": 46200476.0,
      "step": 575
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.03262052685022354,
      "learning_rate": 1.8028685796788967e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948443055152894,
      "num_tokens": 46602865.0,
      "step": 580
    },
    {
      "epoch": 0.6303879310344828,
      "grad_norm": 0.037397563457489014,
      "learning_rate": 1.7803188063532184e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9950237035751343,
      "num_tokens": 47004445.0,
      "step": 585
    },
    {
      "epoch": 0.6357758620689655,
      "grad_norm": 0.02558806724846363,
      "learning_rate": 1.7579126632314283e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9947809338569641,
      "num_tokens": 47405509.0,
      "step": 590
    },
    {
      "epoch": 0.6411637931034483,
      "grad_norm": 0.03402222320437431,
      "learning_rate": 1.7356572729952424e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.994775903224945,
      "num_tokens": 47807070.0,
      "step": 595
    },
    {
      "epoch": 0.646551724137931,
      "grad_norm": 0.041079867631196976,
      "learning_rate": 1.713559710403587e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9946501970291137,
      "num_tokens": 48208600.0,
      "step": 600
    },
    {
      "epoch": 0.6519396551724138,
      "grad_norm": 0.034396298229694366,
      "learning_rate": 1.6916270000436114e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948722124099731,
      "num_tokens": 48611166.0,
      "step": 605
    },
    {
      "epoch": 0.6573275862068966,
      "grad_norm": 0.03436857834458351,
      "learning_rate": 1.6698661140976403e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948982000350952,
      "num_tokens": 49013571.0,
      "step": 610
    },
    {
      "epoch": 0.6627155172413793,
      "grad_norm": 0.03140538930892944,
      "learning_rate": 1.6482839701267902e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9947989225387573,
      "num_tokens": 49414184.0,
      "step": 615
    },
    {
      "epoch": 0.6681034482758621,
      "grad_norm": 0.05165150761604309,
      "learning_rate": 1.626887428871947e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947850465774536,
      "num_tokens": 49815792.0,
      "step": 620
    },
    {
      "epoch": 0.6734913793103449,
      "grad_norm": 0.04548334330320358,
      "learning_rate": 1.6056832920728103e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9949025988578797,
      "num_tokens": 50218315.0,
      "step": 625
    },
    {
      "epoch": 0.6788793103448276,
      "grad_norm": 0.033490464091300964,
      "learning_rate": 1.5846783003056866e-05,
      "loss": 0.0139,
      "mean_token_accuracy": 0.9946399450302124,
      "num_tokens": 50619471.0,
      "step": 630
    },
    {
      "epoch": 0.6842672413793104,
      "grad_norm": 0.028969909995794296,
      "learning_rate": 1.5638791308407327e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9948153138160706,
      "num_tokens": 51020999.0,
      "step": 635
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.027664504945278168,
      "learning_rate": 1.5432923955193175e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9948143601417542,
      "num_tokens": 51422802.0,
      "step": 640
    },
    {
      "epoch": 0.6950431034482759,
      "grad_norm": 0.03504246845841408,
      "learning_rate": 1.5229246386521894e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948045015335083,
      "num_tokens": 51824364.0,
      "step": 645
    },
    {
      "epoch": 0.7004310344827587,
      "grad_norm": 0.050419677048921585,
      "learning_rate": 1.502782334939104e-05,
      "loss": 0.013,
      "mean_token_accuracy": 0.9949135184288025,
      "num_tokens": 52226195.0,
      "step": 650
    },
    {
      "epoch": 0.7058189655172413,
      "grad_norm": 0.028731906786561012,
      "learning_rate": 1.4828718874105872e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9948068141937256,
      "num_tokens": 52627325.0,
      "step": 655
    },
    {
      "epoch": 0.7112068965517241,
      "grad_norm": 0.04866371676325798,
      "learning_rate": 1.4631996253924749e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.994967234134674,
      "num_tokens": 53029791.0,
      "step": 660
    },
    {
      "epoch": 0.7165948275862069,
      "grad_norm": 0.031085016205906868,
      "learning_rate": 1.4437718024938859e-05,
      "loss": 0.0128,
      "mean_token_accuracy": 0.9950807452201843,
      "num_tokens": 53431762.0,
      "step": 665
    },
    {
      "epoch": 0.7219827586206896,
      "grad_norm": 0.029772335663437843,
      "learning_rate": 1.4245945946192675e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9947867870330811,
      "num_tokens": 53834592.0,
      "step": 670
    },
    {
      "epoch": 0.7273706896551724,
      "grad_norm": 0.042420390993356705,
      "learning_rate": 1.4056740980051348e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9948947906494141,
      "num_tokens": 54236113.0,
      "step": 675
    },
    {
      "epoch": 0.7327586206896551,
      "grad_norm": 0.04056272655725479,
      "learning_rate": 1.3870163272821422e-05,
      "loss": 0.013,
      "mean_token_accuracy": 0.9950251102447509,
      "num_tokens": 54638773.0,
      "step": 680
    },
    {
      "epoch": 0.7381465517241379,
      "grad_norm": 0.02548728883266449,
      "learning_rate": 1.3686272135630939e-05,
      "loss": 0.013,
      "mean_token_accuracy": 0.9949590563774109,
      "num_tokens": 55039287.0,
      "step": 685
    },
    {
      "epoch": 0.7435344827586207,
      "grad_norm": 0.02634035237133503,
      "learning_rate": 1.3505126025575055e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948865652084351,
      "num_tokens": 55440154.0,
      "step": 690
    },
    {
      "epoch": 0.7489224137931034,
      "grad_norm": 0.035474665462970734,
      "learning_rate": 1.3326782527133116e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9947669029235839,
      "num_tokens": 55840791.0,
      "step": 695
    },
    {
      "epoch": 0.7543103448275862,
      "grad_norm": 0.03327346593141556,
      "learning_rate": 1.3151298333863147e-05,
      "loss": 0.0135,
      "mean_token_accuracy": 0.9947926640510559,
      "num_tokens": 56242887.0,
      "step": 700
    },
    {
      "epoch": 0.759698275862069,
      "grad_norm": 0.027285410091280937,
      "learning_rate": 1.2978729230379578e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9950402617454529,
      "num_tokens": 56645470.0,
      "step": 705
    },
    {
      "epoch": 0.7650862068965517,
      "grad_norm": 0.025033418089151382,
      "learning_rate": 1.2809130074619848e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9947838306427002,
      "num_tokens": 57047650.0,
      "step": 710
    },
    {
      "epoch": 0.7704741379310345,
      "grad_norm": 0.036593757569789886,
      "learning_rate": 1.2642554780405692e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949217319488526,
      "num_tokens": 57448504.0,
      "step": 715
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.05492115020751953,
      "learning_rate": 1.2479056300304417e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9948967695236206,
      "num_tokens": 57850023.0,
      "step": 720
    },
    {
      "epoch": 0.78125,
      "grad_norm": 0.02926582470536232,
      "learning_rate": 1.2318686608795911e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948256611824036,
      "num_tokens": 58252427.0,
      "step": 725
    },
    {
      "epoch": 0.7866379310344828,
      "grad_norm": 0.0516173429787159,
      "learning_rate": 1.216149668575042e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948697447776794,
      "num_tokens": 58654151.0,
      "step": 730
    },
    {
      "epoch": 0.7920258620689655,
      "grad_norm": 0.031214216724038124,
      "learning_rate": 1.2007536500222625e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9948197126388549,
      "num_tokens": 59057239.0,
      "step": 735
    },
    {
      "epoch": 0.7974137931034483,
      "grad_norm": 0.19109757244586945,
      "learning_rate": 1.1856854994566963e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948896765708923,
      "num_tokens": 59457329.0,
      "step": 740
    },
    {
      "epoch": 0.802801724137931,
      "grad_norm": 0.07098083943128586,
      "learning_rate": 1.170950006887937e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.994968032836914,
      "num_tokens": 59858237.0,
      "step": 745
    },
    {
      "epoch": 0.8081896551724138,
      "grad_norm": 0.029992876574397087,
      "learning_rate": 1.1565518565770333e-05,
      "loss": 0.0136,
      "mean_token_accuracy": 0.9947031497955322,
      "num_tokens": 60258966.0,
      "step": 750
    },
    {
      "epoch": 0.8135775862068966,
      "grad_norm": 0.02831091545522213,
      "learning_rate": 1.1424956255474115e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9949681520462036,
      "num_tokens": 60660391.0,
      "step": 755
    },
    {
      "epoch": 0.8189655172413793,
      "grad_norm": 0.03193649649620056,
      "learning_rate": 1.128785782129885e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9948087692260742,
      "num_tokens": 61063253.0,
      "step": 760
    },
    {
      "epoch": 0.8243534482758621,
      "grad_norm": 0.03372105956077576,
      "learning_rate": 1.1154266845422202e-05,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9948907732963562,
      "num_tokens": 61464810.0,
      "step": 765
    },
    {
      "epoch": 0.8297413793103449,
      "grad_norm": 0.03639473393559456,
      "learning_rate": 1.1024225795037032e-05,
      "loss": 0.0133,
      "mean_token_accuracy": 0.9948284268379212,
      "num_tokens": 61866531.0,
      "step": 770
    },
    {
      "epoch": 0.8351293103448276,
      "grad_norm": 0.028340987861156464,
      "learning_rate": 1.089777600885151e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949876070022583,
      "num_tokens": 62268172.0,
      "step": 775
    },
    {
      "epoch": 0.8405172413793104,
      "grad_norm": 0.027911396697163582,
      "learning_rate": 1.077495768394797e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949463605880737,
      "num_tokens": 62669240.0,
      "step": 780
    },
    {
      "epoch": 0.8459051724137931,
      "grad_norm": 0.0304352268576622,
      "learning_rate": 1.065580986300468e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9947375655174255,
      "num_tokens": 63070830.0,
      "step": 785
    },
    {
      "epoch": 0.8512931034482759,
      "grad_norm": 0.03557021915912628,
      "learning_rate": 1.0540370421884568e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949083209037781,
      "num_tokens": 63472170.0,
      "step": 790
    },
    {
      "epoch": 0.8566810344827587,
      "grad_norm": 0.04443613067269325,
      "learning_rate": 1.0428676057594878e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9950238466262817,
      "num_tokens": 63874037.0,
      "step": 795
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.024053096771240234,
      "learning_rate": 1.0320762276621562e-05,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949499011039734,
      "num_tokens": 64275344.0,
      "step": 800
    },
    {
      "epoch": 0.8674568965517241,
      "grad_norm": 0.03015071339905262,
      "learning_rate": 1.0216663383642168e-05,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948014855384827,
      "num_tokens": 64677126.0,
      "step": 805
    },
    {
      "epoch": 0.8728448275862069,
      "grad_norm": 0.031103769317269325,
      "learning_rate": 1.0116412470620679e-05,
      "loss": 0.0128,
      "mean_token_accuracy": 0.9950470447540283,
      "num_tokens": 65079920.0,
      "step": 810
    },
    {
      "epoch": 0.8782327586206896,
      "grad_norm": 0.03264924883842468,
      "learning_rate": 1.0020041406287986e-05,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9948317050933838,
      "num_tokens": 65481506.0,
      "step": 815
    },
    {
      "epoch": 0.8836206896551724,
      "grad_norm": 0.02971888706088066,
      "learning_rate": 9.927580826011085e-06,
      "loss": 0.0128,
      "mean_token_accuracy": 0.9949733018875122,
      "num_tokens": 65884331.0,
      "step": 820
    },
    {
      "epoch": 0.8890086206896551,
      "grad_norm": 0.03420015424489975,
      "learning_rate": 9.839060122054454e-06,
      "loss": 0.0127,
      "mean_token_accuracy": 0.9949661493301392,
      "num_tokens": 66285759.0,
      "step": 825
    },
    {
      "epoch": 0.8943965517241379,
      "grad_norm": 0.045038193464279175,
      "learning_rate": 9.75450743423654e-06,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9948656320571899,
      "num_tokens": 66685714.0,
      "step": 830
    },
    {
      "epoch": 0.8997844827586207,
      "grad_norm": 0.035762231796979904,
      "learning_rate": 9.673949640984395e-06,
      "loss": 0.013,
      "mean_token_accuracy": 0.9948834419250489,
      "num_tokens": 67086597.0,
      "step": 835
    },
    {
      "epoch": 0.9051724137931034,
      "grad_norm": 0.03386284038424492,
      "learning_rate": 9.597412350789308e-06,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949593067169189,
      "num_tokens": 67489472.0,
      "step": 840
    },
    {
      "epoch": 0.9105603448275862,
      "grad_norm": 0.02994493395090103,
      "learning_rate": 9.52491989406613e-06,
      "loss": 0.0128,
      "mean_token_accuracy": 0.9949299573898316,
      "num_tokens": 67890506.0,
      "step": 845
    },
    {
      "epoch": 0.915948275862069,
      "grad_norm": 0.030689487233757973,
      "learning_rate": 9.456495315418894e-06,
      "loss": 0.0126,
      "mean_token_accuracy": 0.9950518608093262,
      "num_tokens": 68291917.0,
      "step": 850
    },
    {
      "epoch": 0.9213362068965517,
      "grad_norm": 0.0423220731317997,
      "learning_rate": 9.392160366315146e-06,
      "loss": 0.0134,
      "mean_token_accuracy": 0.9946566700935364,
      "num_tokens": 68693565.0,
      "step": 855
    },
    {
      "epoch": 0.9267241379310345,
      "grad_norm": 0.0269051231443882,
      "learning_rate": 9.331935498171415e-06,
      "loss": 0.0126,
      "mean_token_accuracy": 0.9951117157936096,
      "num_tokens": 69094557.0,
      "step": 860
    },
    {
      "epoch": 0.9321120689655172,
      "grad_norm": 0.03736714646220207,
      "learning_rate": 9.275839855851889e-06,
      "loss": 0.0126,
      "mean_token_accuracy": 0.9950791954994201,
      "num_tokens": 69496215.0,
      "step": 865
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.038321010768413544,
      "learning_rate": 9.223891271582473e-06,
      "loss": 0.0127,
      "mean_token_accuracy": 0.9950317859649658,
      "num_tokens": 69897495.0,
      "step": 870
    },
    {
      "epoch": 0.9428879310344828,
      "grad_norm": 0.03330431133508682,
      "learning_rate": 9.176106259282111e-06,
      "loss": 0.013,
      "mean_token_accuracy": 0.9949549078941345,
      "num_tokens": 70298929.0,
      "step": 875
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.03637678548693657,
      "learning_rate": 9.132500009313176e-06,
      "loss": 0.0131,
      "mean_token_accuracy": 0.9949822068214417,
      "num_tokens": 70700320.0,
      "step": 880
    },
    {
      "epoch": 0.9536637931034483,
      "grad_norm": 0.02678218111395836,
      "learning_rate": 9.093086383652602e-06,
      "loss": 0.013,
      "mean_token_accuracy": 0.9948176503181457,
      "num_tokens": 71100703.0,
      "step": 885
    },
    {
      "epoch": 0.959051724137931,
      "grad_norm": 0.040675800293684006,
      "learning_rate": 9.057877911485328e-06,
      "loss": 0.0127,
      "mean_token_accuracy": 0.9950784921646119,
      "num_tokens": 71502763.0,
      "step": 890
    },
    {
      "epoch": 0.9644396551724138,
      "grad_norm": 0.03423236683011055,
      "learning_rate": 9.026885785221381e-06,
      "loss": 0.013,
      "mean_token_accuracy": 0.9948654890060424,
      "num_tokens": 71903543.0,
      "step": 895
    },
    {
      "epoch": 0.9698275862068966,
      "grad_norm": 0.04655428230762482,
      "learning_rate": 9.000119856937926e-06,
      "loss": 0.0128,
      "mean_token_accuracy": 0.9950368642807007,
      "num_tokens": 72304889.0,
      "step": 900
    },
    {
      "epoch": 0.9752155172413793,
      "grad_norm": 0.0383138544857502,
      "learning_rate": 8.977588635247394e-06,
      "loss": 0.0132,
      "mean_token_accuracy": 0.9947501182556152,
      "num_tokens": 72706282.0,
      "step": 905
    },
    {
      "epoch": 0.9806034482758621,
      "grad_norm": 0.03898213803768158,
      "learning_rate": 8.95929928259269e-06,
      "loss": 0.0129,
      "mean_token_accuracy": 0.9949674487113953,
      "num_tokens": 73109508.0,
      "step": 910
    },
    {
      "epoch": 0.9859913793103449,
      "grad_norm": 0.03106722980737686,
      "learning_rate": 8.945257612970317e-06,
      "loss": 0.0127,
      "mean_token_accuracy": 0.9950725197792053,
      "num_tokens": 73511750.0,
      "step": 915
    },
    {
      "epoch": 0.9913793103448276,
      "grad_norm": 0.03446138650178909,
      "learning_rate": 8.935468090082163e-06,
      "loss": 0.0128,
      "mean_token_accuracy": 0.9950355887413025,
      "num_tokens": 73912567.0,
      "step": 920
    },
    {
      "epoch": 0.9967672413793104,
      "grad_norm": 0.04413456842303276,
      "learning_rate": 8.929933825916554e-06,
      "loss": 0.0127,
      "mean_token_accuracy": 0.9949971795082092,
      "num_tokens": 74313918.0,
      "step": 925
    }
  ],
  "logging_steps": 5,
  "max_steps": 928,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7417098212933632e+18,
  "train_batch_size": 20,
  "trial_name": null,
  "trial_params": null
}