{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9989224137931034,
  "eval_steps": 500,
  "global_step": 927,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005387931034482759,
      "grad_norm": 12.1968412399292,
      "learning_rate": 3.0395136778115497e-06,
      "loss": 1.8873,
      "mean_token_accuracy": 0.6897695422172546,
      "num_tokens": 400768.0,
      "step": 5
    },
    {
      "epoch": 0.010775862068965518,
      "grad_norm": 3.8057918548583984,
      "learning_rate": 6.838905775075987e-06,
      "loss": 1.5876,
      "mean_token_accuracy": 0.7044613480567932,
      "num_tokens": 802093.0,
      "step": 10
    },
    {
      "epoch": 0.016163793103448277,
      "grad_norm": 2.502718448638916,
      "learning_rate": 1.0638297872340424e-05,
      "loss": 1.1671,
      "mean_token_accuracy": 0.7444040536880493,
      "num_tokens": 1204371.0,
      "step": 15
    },
    {
      "epoch": 0.021551724137931036,
      "grad_norm": 2.530015707015991,
      "learning_rate": 1.4437689969604861e-05,
      "loss": 0.7662,
      "mean_token_accuracy": 0.8218989968299866,
      "num_tokens": 1605926.0,
      "step": 20
    },
    {
      "epoch": 0.02693965517241379,
      "grad_norm": 1.6813504695892334,
      "learning_rate": 1.8237082066869297e-05,
      "loss": 0.3334,
      "mean_token_accuracy": 0.9192753791809082,
      "num_tokens": 2008520.0,
      "step": 25
    },
    {
      "epoch": 0.032327586206896554,
      "grad_norm": 0.39220893383026123,
      "learning_rate": 2.2036474164133735e-05,
      "loss": 0.1079,
      "mean_token_accuracy": 0.9747061133384705,
      "num_tokens": 2411286.0,
      "step": 30
    },
    {
      "epoch": 0.03771551724137931,
      "grad_norm": 0.292656809091568,
      "learning_rate": 2.5835866261398174e-05,
      "loss": 0.0539,
      "mean_token_accuracy": 0.9869680643081665,
      "num_tokens": 2812384.0,
      "step": 35
    },
    {
      "epoch": 0.04310344827586207,
      "grad_norm": 0.19993343949317932,
      "learning_rate": 2.963525835866261e-05,
      "loss": 0.0224,
      "mean_token_accuracy": 0.9947868347167969,
      "num_tokens": 3214237.0,
      "step": 40
    },
    {
      "epoch": 0.04849137931034483,
      "grad_norm": 0.08813618868589401,
      "learning_rate": 3.343465045592705e-05,
      "loss": 0.0126,
      "mean_token_accuracy": 0.9972272276878357,
      "num_tokens": 3615584.0,
      "step": 45
    },
    {
      "epoch": 0.05387931034482758,
      "grad_norm": 0.08378174901008606,
      "learning_rate": 3.5713945110618356e-05,
      "loss": 0.0101,
      "mean_token_accuracy": 0.9976756691932678,
      "num_tokens": 4017174.0,
      "step": 50
    },
    {
      "epoch": 0.059267241379310345,
      "grad_norm": 0.040304359048604965,
      "learning_rate": 3.5710113518316467e-05,
      "loss": 0.0086,
      "mean_token_accuracy": 0.9979347348213196,
      "num_tokens": 4419005.0,
      "step": 55
    },
    {
      "epoch": 0.06465517241379311,
      "grad_norm": 0.0402657724916935,
      "learning_rate": 3.570202580121256e-05,
      "loss": 0.0067,
      "mean_token_accuracy": 0.9984693050384521,
      "num_tokens": 4822335.0,
      "step": 60
    },
    {
      "epoch": 0.07004310344827586,
      "grad_norm": 0.042970675975084305,
      "learning_rate": 3.568968453030844e-05,
      "loss": 0.0081,
      "mean_token_accuracy": 0.9980570435523987,
      "num_tokens": 5223110.0,
      "step": 65
    },
    {
      "epoch": 0.07543103448275862,
      "grad_norm": 0.01980830542743206,
      "learning_rate": 3.5673093628766804e-05,
      "loss": 0.0056,
      "mean_token_accuracy": 0.9986111402511597,
      "num_tokens": 5625737.0,
      "step": 70
    },
    {
      "epoch": 0.08081896551724138,
      "grad_norm": 0.028515689074993134,
      "learning_rate": 3.565225837066405e-05,
      "loss": 0.0064,
      "mean_token_accuracy": 0.9985626578330994,
      "num_tokens": 6027745.0,
      "step": 75
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 0.03216356039047241,
      "learning_rate": 3.562718537931378e-05,
      "loss": 0.0077,
      "mean_token_accuracy": 0.9981380701065063,
      "num_tokens": 6428386.0,
      "step": 80
    },
    {
      "epoch": 0.09159482758620689,
      "grad_norm": 0.025963930413126945,
      "learning_rate": 3.559788262516122e-05,
      "loss": 0.007,
      "mean_token_accuracy": 0.998262357711792,
      "num_tokens": 6829296.0,
      "step": 85
    },
    {
      "epoch": 0.09698275862068965,
      "grad_norm": 0.030876589938998222,
      "learning_rate": 3.55643594232496e-05,
      "loss": 0.0056,
      "mean_token_accuracy": 0.998642098903656,
      "num_tokens": 7231383.0,
      "step": 90
    },
    {
      "epoch": 0.10237068965517242,
      "grad_norm": 0.05387759208679199,
      "learning_rate": 3.5526626430258894e-05,
      "loss": 0.0041,
      "mean_token_accuracy": 0.9989140748977661,
      "num_tokens": 7634181.0,
      "step": 95
    },
    {
      "epoch": 0.10775862068965517,
      "grad_norm": 0.04550587758421898,
      "learning_rate": 3.5484695641118264e-05,
      "loss": 0.0056,
      "mean_token_accuracy": 0.9984101295471192,
      "num_tokens": 8034986.0,
      "step": 100
    },
    {
      "epoch": 0.11314655172413793,
      "grad_norm": 0.04244628921151161,
      "learning_rate": 3.543858038519294e-05,
      "loss": 0.0059,
      "mean_token_accuracy": 0.998475968837738,
      "num_tokens": 8435724.0,
      "step": 105
    },
    {
      "epoch": 0.11853448275862069,
      "grad_norm": 0.033975739032030106,
      "learning_rate": 3.538829532204697e-05,
      "loss": 0.0055,
      "mean_token_accuracy": 0.9984067916870117,
      "num_tokens": 8836433.0,
      "step": 110
    },
    {
      "epoch": 0.12392241379310345,
      "grad_norm": 0.027840062975883484,
      "learning_rate": 3.533385643678309e-05,
      "loss": 0.0049,
      "mean_token_accuracy": 0.9984710574150085,
      "num_tokens": 9237426.0,
      "step": 115
    },
    {
      "epoch": 0.12931034482758622,
      "grad_norm": 0.032441090792417526,
      "learning_rate": 3.527528103496123e-05,
      "loss": 0.0043,
      "mean_token_accuracy": 0.9987731218338013,
      "num_tokens": 9639785.0,
      "step": 120
    },
    {
      "epoch": 0.13469827586206898,
      "grad_norm": 1.1890063285827637,
      "learning_rate": 3.521258773709726e-05,
      "loss": 0.0091,
      "mean_token_accuracy": 0.9984417676925659,
      "num_tokens": 10041859.0,
      "step": 125
    },
    {
      "epoch": 0.1400862068965517,
      "grad_norm": 0.5110039710998535,
      "learning_rate": 3.514579647274372e-05,
      "loss": 0.0072,
      "mean_token_accuracy": 0.9981804013252258,
      "num_tokens": 10444169.0,
      "step": 130
    },
    {
      "epoch": 0.14547413793103448,
      "grad_norm": 0.051610980182886124,
      "learning_rate": 3.5074928474154395e-05,
      "loss": 0.0047,
      "mean_token_accuracy": 0.9986317992210388,
      "num_tokens": 10845781.0,
      "step": 135
    },
    {
      "epoch": 0.15086206896551724,
      "grad_norm": 0.04819732531905174,
      "learning_rate": 3.500000626953483e-05,
      "loss": 0.004,
      "mean_token_accuracy": 0.9987854123115539,
      "num_tokens": 11247814.0,
      "step": 140
    },
    {
      "epoch": 0.15625,
      "grad_norm": 0.04421250522136688,
      "learning_rate": 3.492105367588084e-05,
      "loss": 0.0057,
      "mean_token_accuracy": 0.9981728672981263,
      "num_tokens": 11647231.0,
      "step": 145
    },
    {
      "epoch": 0.16163793103448276,
      "grad_norm": 0.028427110984921455,
      "learning_rate": 3.4838095791407325e-05,
      "loss": 0.0041,
      "mean_token_accuracy": 0.9986980438232422,
      "num_tokens": 12048822.0,
      "step": 150
    },
    {
      "epoch": 0.16702586206896552,
      "grad_norm": 0.0242963545024395,
      "learning_rate": 3.4751158987569807e-05,
      "loss": 0.0035,
      "mean_token_accuracy": 0.998879075050354,
      "num_tokens": 12451451.0,
      "step": 155
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 0.036968301981687546,
      "learning_rate": 3.4660270900681224e-05,
      "loss": 0.0041,
      "mean_token_accuracy": 0.998667573928833,
      "num_tokens": 12853407.0,
      "step": 160
    },
    {
      "epoch": 0.17780172413793102,
      "grad_norm": 0.026654532179236412,
      "learning_rate": 3.456546042312664e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9989476799964905,
      "num_tokens": 13256199.0,
      "step": 165
    },
    {
      "epoch": 0.18318965517241378,
      "grad_norm": 0.030982624739408493,
      "learning_rate": 3.446675769417862e-05,
      "loss": 0.0039,
      "mean_token_accuracy": 0.998691463470459,
      "num_tokens": 13657432.0,
      "step": 170
    },
    {
      "epoch": 0.18857758620689655,
      "grad_norm": 0.027644401416182518,
      "learning_rate": 3.4364194090416284e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9989338278770447,
      "num_tokens": 14059944.0,
      "step": 175
    },
    {
      "epoch": 0.1939655172413793,
      "grad_norm": 0.028662100434303284,
      "learning_rate": 3.425780221575104e-05,
      "loss": 0.0042,
      "mean_token_accuracy": 0.9985748648643493,
      "num_tokens": 14460963.0,
      "step": 180
    },
    {
      "epoch": 0.19935344827586207,
      "grad_norm": 0.016480762511491776,
      "learning_rate": 3.414761589106212e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9990429401397705,
      "num_tokens": 14864395.0,
      "step": 185
    },
    {
      "epoch": 0.20474137931034483,
      "grad_norm": 0.029979556798934937,
      "learning_rate": 3.403367014344524e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9988659739494323,
      "num_tokens": 15266900.0,
      "step": 190
    },
    {
      "epoch": 0.2101293103448276,
      "grad_norm": 0.027647046372294426,
      "learning_rate": 3.3916001195077896e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9988864541053772,
      "num_tokens": 15669225.0,
      "step": 195
    },
    {
      "epoch": 0.21551724137931033,
      "grad_norm": 0.028145747259259224,
      "learning_rate": 3.379464645170468e-05,
      "loss": 0.0035,
      "mean_token_accuracy": 0.9988593935966492,
      "num_tokens": 16071024.0,
      "step": 200
    },
    {
      "epoch": 0.2209051724137931,
      "grad_norm": 0.023499226197600365,
      "learning_rate": 3.36696444907464e-05,
      "loss": 0.0039,
      "mean_token_accuracy": 0.9987353444099426,
      "num_tokens": 16472951.0,
      "step": 205
    },
    {
      "epoch": 0.22629310344827586,
      "grad_norm": 0.022392505779862404,
      "learning_rate": 3.3541035049036674e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9989378809928894,
      "num_tokens": 16875413.0,
      "step": 210
    },
    {
      "epoch": 0.23168103448275862,
      "grad_norm": 0.03322723135352135,
      "learning_rate": 3.340885901019005e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988948225975036,
      "num_tokens": 17277289.0,
      "step": 215
    },
    {
      "epoch": 0.23706896551724138,
      "grad_norm": 0.023486241698265076,
      "learning_rate": 3.327315839160552e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9989814162254333,
      "num_tokens": 17680132.0,
      "step": 220
    },
    {
      "epoch": 0.24245689655172414,
      "grad_norm": 0.022162310779094696,
      "learning_rate": 3.3133976331109576e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9988259553909302,
      "num_tokens": 18082263.0,
      "step": 225
    },
    {
      "epoch": 0.2478448275862069,
      "grad_norm": 0.02749790996313095,
      "learning_rate": 3.299135707324319e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9987885236740113,
      "num_tokens": 18483839.0,
      "step": 230
    },
    {
      "epoch": 0.25323275862068967,
      "grad_norm": 0.026179060339927673,
      "learning_rate": 3.2845345955196925e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9988064408302307,
      "num_tokens": 18884764.0,
      "step": 235
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 0.024499984458088875,
      "learning_rate": 3.2695989392398675e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9988564133644104,
      "num_tokens": 19286945.0,
      "step": 240
    },
    {
      "epoch": 0.2640086206896552,
      "grad_norm": 0.030282603576779366,
      "learning_rate": 3.254333486375871e-05,
      "loss": 0.0036,
      "mean_token_accuracy": 0.9988001465797425,
      "num_tokens": 19688183.0,
      "step": 245
    },
    {
      "epoch": 0.26939655172413796,
      "grad_norm": 0.025260329246520996,
      "learning_rate": 3.238743089657662e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988892674446106,
      "num_tokens": 20090284.0,
      "step": 250
    },
    {
      "epoch": 0.27478448275862066,
      "grad_norm": 0.021427838131785393,
      "learning_rate": 3.222832705111498e-05,
      "loss": 0.0036,
      "mean_token_accuracy": 0.9988217949867249,
      "num_tokens": 20492129.0,
      "step": 255
    },
    {
      "epoch": 0.2801724137931034,
      "grad_norm": 0.025272101163864136,
      "learning_rate": 3.206607390484465e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988567233085632,
      "num_tokens": 20894270.0,
      "step": 260
    },
    {
      "epoch": 0.2855603448275862,
      "grad_norm": 0.029396332800388336,
      "learning_rate": 3.190072303636671e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9989629626274109,
      "num_tokens": 21296742.0,
      "step": 265
    },
    {
      "epoch": 0.29094827586206895,
      "grad_norm": 0.024497823789715767,
      "learning_rate": 3.1732327009016207e-05,
      "loss": 0.0038,
      "mean_token_accuracy": 0.9986671328544616,
      "num_tokens": 21697099.0,
      "step": 270
    },
    {
      "epoch": 0.2963362068965517,
      "grad_norm": 0.025028323754668236,
      "learning_rate": 3.1560939354152733e-05,
      "loss": 0.0037,
      "mean_token_accuracy": 0.9987683653831482,
      "num_tokens": 22098085.0,
      "step": 275
    },
    {
      "epoch": 0.3017241379310345,
      "grad_norm": 0.04323757439851761,
      "learning_rate": 3.138661455414342e-05,
      "loss": 0.0037,
      "mean_token_accuracy": 0.9987198233604431,
      "num_tokens": 22499299.0,
      "step": 280
    },
    {
      "epoch": 0.30711206896551724,
      "grad_norm": 0.03109692595899105,
      "learning_rate": 3.120940802504353e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9990125894546509,
      "num_tokens": 22902840.0,
      "step": 285
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.02269172854721546,
      "learning_rate": 3.102937609898027e-05,
      "loss": 0.0035,
      "mean_token_accuracy": 0.998817777633667,
      "num_tokens": 23304365.0,
      "step": 290
    },
    {
      "epoch": 0.31788793103448276,
      "grad_norm": 0.030877182260155678,
      "learning_rate": 3.084657600624539e-05,
      "loss": 0.0037,
      "mean_token_accuracy": 0.9986727714538575,
      "num_tokens": 23704949.0,
      "step": 295
    },
    {
      "epoch": 0.3232758620689655,
      "grad_norm": 0.029980527237057686,
      "learning_rate": 3.066106585710227e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988664746284485,
      "num_tokens": 24106884.0,
      "step": 300
    },
    {
      "epoch": 0.3286637931034483,
      "grad_norm": 0.029696747660636902,
      "learning_rate": 3.0472904623313255e-05,
      "loss": 0.0038,
      "mean_token_accuracy": 0.9985985040664673,
      "num_tokens": 24507350.0,
      "step": 305
    },
    {
      "epoch": 0.33405172413793105,
      "grad_norm": 0.028655147179961205,
      "learning_rate": 3.028215211939314e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9988056421279907,
      "num_tokens": 24908360.0,
      "step": 310
    },
    {
      "epoch": 0.3394396551724138,
      "grad_norm": 0.02250654809176922,
      "learning_rate": 3.0088868983594765e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988771677017212,
      "num_tokens": 25309887.0,
      "step": 315
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.02577587589621544,
      "learning_rate": 2.9893116658632732e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988795518875122,
      "num_tokens": 25711811.0,
      "step": 320
    },
    {
      "epoch": 0.35021551724137934,
      "grad_norm": 0.018826596438884735,
      "learning_rate": 2.9694957372151408e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9987824082374572,
      "num_tokens": 26113834.0,
      "step": 325
    },
    {
      "epoch": 0.35560344827586204,
      "grad_norm": 0.01912921853363514,
      "learning_rate": 2.9494454116943372e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988623023033142,
      "num_tokens": 26515468.0,
      "step": 330
    },
    {
      "epoch": 0.3609913793103448,
      "grad_norm": 0.025108449161052704,
      "learning_rate": 2.92916706309247e-05,
      "loss": 0.0041,
      "mean_token_accuracy": 0.9985854864120484,
      "num_tokens": 26914860.0,
      "step": 335
    },
    {
      "epoch": 0.36637931034482757,
      "grad_norm": 0.027960950508713722,
      "learning_rate": 2.9086671376873294e-05,
      "loss": 0.0035,
      "mean_token_accuracy": 0.9987654566764832,
      "num_tokens": 27315883.0,
      "step": 340
    },
    {
      "epoch": 0.37176724137931033,
      "grad_norm": 0.03099741041660309,
      "learning_rate": 2.887952152193688e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988365650177002,
      "num_tokens": 27717295.0,
      "step": 345
    },
    {
      "epoch": 0.3771551724137931,
      "grad_norm": 0.03361531347036362,
      "learning_rate": 2.8670286916916988e-05,
      "loss": 0.0038,
      "mean_token_accuracy": 0.9987235307693482,
      "num_tokens": 28118485.0,
      "step": 350
    },
    {
      "epoch": 0.38254310344827586,
      "grad_norm": 0.02108229137957096,
      "learning_rate": 2.84590340753357e-05,
      "loss": 0.0036,
      "mean_token_accuracy": 0.9987129092216491,
      "num_tokens": 28518536.0,
      "step": 355
    },
    {
      "epoch": 0.3879310344827586,
      "grad_norm": 0.01629681885242462,
      "learning_rate": 2.8245830152291688e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990845441818237,
      "num_tokens": 28921172.0,
      "step": 360
    },
    {
      "epoch": 0.3933189655172414,
      "grad_norm": 0.018096312880516052,
      "learning_rate": 2.8030742923112265e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9990448117256164,
      "num_tokens": 29323757.0,
      "step": 365
    },
    {
      "epoch": 0.39870689655172414,
      "grad_norm": 0.020383162423968315,
      "learning_rate": 2.7813840761808355e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9988522887229919,
      "num_tokens": 29725160.0,
      "step": 370
    },
    {
      "epoch": 0.4040948275862069,
      "grad_norm": 0.02313813753426075,
      "learning_rate": 2.7595192619339067e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989789724349976,
      "num_tokens": 30127047.0,
      "step": 375
    },
    {
      "epoch": 0.40948275862068967,
      "grad_norm": 0.01893896609544754,
      "learning_rate": 2.7374868001692914e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988893032073974,
      "num_tokens": 30528443.0,
      "step": 380
    },
    {
      "epoch": 0.41487068965517243,
      "grad_norm": 0.02219376526772976,
      "learning_rate": 2.7152936947792565e-05,
      "loss": 0.0025,
      "mean_token_accuracy": 0.9991058945655823,
      "num_tokens": 30931610.0,
      "step": 385
    },
    {
      "epoch": 0.4202586206896552,
      "grad_norm": 0.023286934942007065,
      "learning_rate": 2.69294700072302e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9988597512245179,
      "num_tokens": 31333168.0,
      "step": 390
    },
    {
      "epoch": 0.42564655172413796,
      "grad_norm": 0.02829907275736332,
      "learning_rate": 2.6704538217840525e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9987843632698059,
      "num_tokens": 31734174.0,
      "step": 395
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.022872034460306168,
      "learning_rate": 2.6478213083118573e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.999057388305664,
      "num_tokens": 32137321.0,
      "step": 400
    },
    {
      "epoch": 0.4364224137931034,
      "grad_norm": 0.019009580835700035,
      "learning_rate": 2.6250566549489473e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9989295959472656,
      "num_tokens": 32538924.0,
      "step": 405
    },
    {
      "epoch": 0.4418103448275862,
      "grad_norm": 0.024119965732097626,
      "learning_rate": 2.6021670983437456e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9988219618797303,
      "num_tokens": 32940096.0,
      "step": 410
    },
    {
      "epoch": 0.44719827586206895,
      "grad_norm": 0.015429486520588398,
      "learning_rate": 2.5791599148501243e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9990504860877991,
      "num_tokens": 33342584.0,
      "step": 415
    },
    {
      "epoch": 0.4525862068965517,
      "grad_norm": 0.015945369377732277,
      "learning_rate": 2.5560424182143315e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989794135093689,
      "num_tokens": 33744543.0,
      "step": 420
    },
    {
      "epoch": 0.4579741379310345,
      "grad_norm": 0.02112257108092308,
      "learning_rate": 2.5328219572500253e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9988049507141114,
      "num_tokens": 34145921.0,
      "step": 425
    },
    {
      "epoch": 0.46336206896551724,
      "grad_norm": 0.024047503247857094,
      "learning_rate": 2.5095059135021593e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.998953115940094,
      "num_tokens": 34548234.0,
      "step": 430
    },
    {
      "epoch": 0.46875,
      "grad_norm": 0.024766026064753532,
      "learning_rate": 2.4861016989004707e-05,
      "loss": 0.0025,
      "mean_token_accuracy": 0.9991255521774292,
      "num_tokens": 34951217.0,
      "step": 435
    },
    {
      "epoch": 0.47413793103448276,
      "grad_norm": 0.021735843271017075,
      "learning_rate": 2.4626167534032994e-05,
      "loss": 0.0025,
      "mean_token_accuracy": 0.9991132974624634,
      "num_tokens": 35354444.0,
      "step": 440
    },
    {
      "epoch": 0.4795258620689655,
      "grad_norm": 0.024870026856660843,
      "learning_rate": 2.439058542632504e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9989467620849609,
      "num_tokens": 35756337.0,
      "step": 445
    },
    {
      "epoch": 0.4849137931034483,
      "grad_norm": 0.03170805424451828,
      "learning_rate": 2.415434555500219e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990429520606995,
      "num_tokens": 36158903.0,
      "step": 450
    },
    {
      "epoch": 0.49030172413793105,
      "grad_norm": 0.02606450952589512,
      "learning_rate": 2.3917523018282043e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9988895416259765,
      "num_tokens": 36560305.0,
      "step": 455
    },
    {
      "epoch": 0.4956896551724138,
      "grad_norm": 0.019804656505584717,
      "learning_rate": 2.3680193099605526e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989361643791199,
      "num_tokens": 36962098.0,
      "step": 460
    },
    {
      "epoch": 0.5010775862068966,
      "grad_norm": 0.0203046053647995,
      "learning_rate": 2.3442431243705042e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9988129019737244,
      "num_tokens": 37362831.0,
      "step": 465
    },
    {
      "epoch": 0.5064655172413793,
      "grad_norm": 0.024860316887497902,
      "learning_rate": 2.3204313032621397e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.998871922492981,
      "num_tokens": 37764399.0,
      "step": 470
    },
    {
      "epoch": 0.5118534482758621,
      "grad_norm": 0.017818594351410866,
      "learning_rate": 2.2965914161677012e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9987210273742676,
      "num_tokens": 38164578.0,
      "step": 475
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.025839868932962418,
      "learning_rate": 2.2727310415413196e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.999123215675354,
      "num_tokens": 38568107.0,
      "step": 480
    },
    {
      "epoch": 0.5226293103448276,
      "grad_norm": 0.03040791116654873,
      "learning_rate": 2.2488577643499015e-05,
      "loss": 0.0037,
      "mean_token_accuracy": 0.9986463069915772,
      "num_tokens": 38968204.0,
      "step": 485
    },
    {
      "epoch": 0.5280172413793104,
      "grad_norm": 0.01823345199227333,
      "learning_rate": 2.2249791736619445e-05,
      "loss": 0.0036,
      "mean_token_accuracy": 0.9987418293952942,
      "num_tokens": 39368748.0,
      "step": 490
    },
    {
      "epoch": 0.5334051724137931,
      "grad_norm": 0.017456430941820145,
      "learning_rate": 2.201102860235052e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989594459533692,
      "num_tokens": 39771148.0,
      "step": 495
    },
    {
      "epoch": 0.5387931034482759,
      "grad_norm": 0.011293855495750904,
      "learning_rate": 2.17723641410291e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9989207744598388,
      "num_tokens": 40172936.0,
      "step": 500
    },
    {
      "epoch": 0.5441810344827587,
      "grad_norm": 0.02168232947587967,
      "learning_rate": 2.153387422162493e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988669872283935,
      "num_tokens": 40574321.0,
      "step": 505
    },
    {
      "epoch": 0.5495689655172413,
      "grad_norm": 0.022194452583789825,
      "learning_rate": 2.1295634657622692e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9990811824798584,
      "num_tokens": 40977332.0,
      "step": 510
    },
    {
      "epoch": 0.5549568965517241,
      "grad_norm": 0.02700430154800415,
      "learning_rate": 2.1057721182921658e-05,
      "loss": 0.0035,
      "mean_token_accuracy": 0.9987297415733337,
      "num_tokens": 41377361.0,
      "step": 515
    },
    {
      "epoch": 0.5603448275862069,
      "grad_norm": 0.01630469039082527,
      "learning_rate": 2.0820209427760667e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9991111278533935,
      "num_tokens": 41780206.0,
      "step": 520
    },
    {
      "epoch": 0.5657327586206896,
      "grad_norm": 0.01802549883723259,
      "learning_rate": 2.058317489467608e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.999023711681366,
      "num_tokens": 42182533.0,
      "step": 525
    },
    {
      "epoch": 0.5711206896551724,
      "grad_norm": 0.018393119797110558,
      "learning_rate": 2.0346692934500267e-05,
      "loss": 0.0035,
      "mean_token_accuracy": 0.9987900257110596,
      "num_tokens": 42583411.0,
      "step": 530
    },
    {
      "epoch": 0.5765086206896551,
      "grad_norm": 0.030562814325094223,
      "learning_rate": 2.011083872240839e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989658832550049,
      "num_tokens": 42986211.0,
      "step": 535
    },
    {
      "epoch": 0.5818965517241379,
      "grad_norm": 0.01817888766527176,
      "learning_rate": 1.987568723402096e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9990274429321289,
      "num_tokens": 43388450.0,
      "step": 540
    },
    {
      "epoch": 0.5872844827586207,
      "grad_norm": 0.03097994066774845,
      "learning_rate": 1.9641313221569873e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9987420558929443,
      "num_tokens": 43789193.0,
      "step": 545
    },
    {
      "epoch": 0.5926724137931034,
      "grad_norm": 0.03705303370952606,
      "learning_rate": 1.9407791190135443e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9988808393478393,
      "num_tokens": 44190262.0,
      "step": 550
    },
    {
      "epoch": 0.5980603448275862,
      "grad_norm": 0.02740267850458622,
      "learning_rate": 1.917519537396203e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990205049514771,
      "num_tokens": 44592899.0,
      "step": 555
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 0.020006787031888962,
      "learning_rate": 1.8943599712859686e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9989693641662598,
      "num_tokens": 44994842.0,
      "step": 560
    },
    {
      "epoch": 0.6088362068965517,
      "grad_norm": 0.018442636355757713,
      "learning_rate": 1.8713077828699518e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9991243004798889,
      "num_tokens": 45398071.0,
      "step": 565
    },
    {
      "epoch": 0.6142241379310345,
      "grad_norm": 0.018633628264069557,
      "learning_rate": 1.8483703002009994e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989421129226684,
      "num_tokens": 45799996.0,
      "step": 570
    },
    {
      "epoch": 0.6196120689655172,
      "grad_norm": 0.018919259309768677,
      "learning_rate": 1.8255548148681885e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9987382292747498,
      "num_tokens": 46200521.0,
      "step": 575
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.02536233887076378,
      "learning_rate": 1.8028685796788967e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990259528160095,
      "num_tokens": 46602910.0,
      "step": 580
    },
    {
      "epoch": 0.6303879310344828,
      "grad_norm": 0.0378764346241951,
      "learning_rate": 1.7803188063532184e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9989383459091187,
      "num_tokens": 47004490.0,
      "step": 585
    },
    {
      "epoch": 0.6357758620689655,
      "grad_norm": 0.016049856320023537,
      "learning_rate": 1.7579126632314283e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.998798668384552,
      "num_tokens": 47405554.0,
      "step": 590
    },
    {
      "epoch": 0.6411637931034483,
      "grad_norm": 0.0242848452180624,
      "learning_rate": 1.7356572729952424e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9989304065704345,
      "num_tokens": 47807115.0,
      "step": 595
    },
    {
      "epoch": 0.646551724137931,
      "grad_norm": 0.017967503517866135,
      "learning_rate": 1.713559710403587e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988836526870728,
      "num_tokens": 48208645.0,
      "step": 600
    },
    {
      "epoch": 0.6519396551724138,
      "grad_norm": 0.017399689182639122,
      "learning_rate": 1.6916270000436114e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989873170852661,
      "num_tokens": 48611213.0,
      "step": 605
    },
    {
      "epoch": 0.6573275862068966,
      "grad_norm": 0.021693337708711624,
      "learning_rate": 1.6698661140976403e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990190029144287,
      "num_tokens": 49013618.0,
      "step": 610
    },
    {
      "epoch": 0.6627155172413793,
      "grad_norm": 0.01829269900918007,
      "learning_rate": 1.6482839701267902e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.998821759223938,
      "num_tokens": 49414231.0,
      "step": 615
    },
    {
      "epoch": 0.6681034482758621,
      "grad_norm": 0.0219797994941473,
      "learning_rate": 1.626887428871947e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988946676254272,
      "num_tokens": 49815839.0,
      "step": 620
    },
    {
      "epoch": 0.6734913793103449,
      "grad_norm": 0.039269037544727325,
      "learning_rate": 1.6056832920728103e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9990034341812134,
      "num_tokens": 50218362.0,
      "step": 625
    },
    {
      "epoch": 0.6788793103448276,
      "grad_norm": 0.017020177096128464,
      "learning_rate": 1.5846783003056866e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988498330116272,
      "num_tokens": 50619518.0,
      "step": 630
    },
    {
      "epoch": 0.6842672413793104,
      "grad_norm": 0.02394365519285202,
      "learning_rate": 1.5638791308407327e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988521933555603,
      "num_tokens": 51021046.0,
      "step": 635
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.021199658513069153,
      "learning_rate": 1.5432923955193175e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.999006700515747,
      "num_tokens": 51422849.0,
      "step": 640
    },
    {
      "epoch": 0.6950431034482759,
      "grad_norm": 0.02825820818543434,
      "learning_rate": 1.5229246386521894e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989290356636047,
      "num_tokens": 51824411.0,
      "step": 645
    },
    {
      "epoch": 0.7004310344827587,
      "grad_norm": 0.02520933374762535,
      "learning_rate": 1.502782334939104e-05,
      "loss": 0.0031,
      "mean_token_accuracy": 0.998921251296997,
      "num_tokens": 52226246.0,
      "step": 650
    },
    {
      "epoch": 0.7058189655172413,
      "grad_norm": 0.01974504068493843,
      "learning_rate": 1.4828718874105872e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988064289093017,
      "num_tokens": 52627376.0,
      "step": 655
    },
    {
      "epoch": 0.7112068965517241,
      "grad_norm": 0.019875643774867058,
      "learning_rate": 1.4631996253924749e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9991117596626282,
      "num_tokens": 53029842.0,
      "step": 660
    },
    {
      "epoch": 0.7165948275862069,
      "grad_norm": 0.02502973936498165,
      "learning_rate": 1.4437718024938859e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989853501319885,
      "num_tokens": 53431813.0,
      "step": 665
    },
    {
      "epoch": 0.7219827586206896,
      "grad_norm": 0.019360193982720375,
      "learning_rate": 1.4245945946192675e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9990947246551514,
      "num_tokens": 53834644.0,
      "step": 670
    },
    {
      "epoch": 0.7273706896551724,
      "grad_norm": 0.023955252021551132,
      "learning_rate": 1.4056740980051348e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989283204078674,
      "num_tokens": 54236164.0,
      "step": 675
    },
    {
      "epoch": 0.7327586206896551,
      "grad_norm": 0.02692730724811554,
      "learning_rate": 1.3870163272821422e-05,
      "loss": 0.0025,
      "mean_token_accuracy": 0.9990485668182373,
      "num_tokens": 54638824.0,
      "step": 680
    },
    {
      "epoch": 0.7381465517241379,
      "grad_norm": 0.02147173322737217,
      "learning_rate": 1.3686272135630939e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9987776398658752,
      "num_tokens": 55039338.0,
      "step": 685
    },
    {
      "epoch": 0.7435344827586207,
      "grad_norm": 0.019535936415195465,
      "learning_rate": 1.3505126025575055e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9987868070602417,
      "num_tokens": 55440205.0,
      "step": 690
    },
    {
      "epoch": 0.7489224137931034,
      "grad_norm": 0.03529336303472519,
      "learning_rate": 1.3326782527133116e-05,
      "loss": 0.0034,
      "mean_token_accuracy": 0.9987475514411926,
      "num_tokens": 55840842.0,
      "step": 695
    },
    {
      "epoch": 0.7543103448275862,
      "grad_norm": 0.025773324072360992,
      "learning_rate": 1.3151298333863147e-05,
      "loss": 0.003,
      "mean_token_accuracy": 0.9988975048065185,
      "num_tokens": 56242938.0,
      "step": 700
    },
    {
      "epoch": 0.759698275862069,
      "grad_norm": 0.02031223475933075,
      "learning_rate": 1.2978729230379578e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.999043345451355,
      "num_tokens": 56645521.0,
      "step": 705
    },
    {
      "epoch": 0.7650862068965517,
      "grad_norm": 0.019422592595219612,
      "learning_rate": 1.2809130074619848e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990111470222474,
      "num_tokens": 57047701.0,
      "step": 710
    },
    {
      "epoch": 0.7704741379310345,
      "grad_norm": 0.02163652516901493,
      "learning_rate": 1.2642554780405692e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.998817241191864,
      "num_tokens": 57448557.0,
      "step": 715
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.0820826068520546,
      "learning_rate": 1.2479056300304417e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989529132843018,
      "num_tokens": 57850078.0,
      "step": 720
    },
    {
      "epoch": 0.78125,
      "grad_norm": 0.023449266329407692,
      "learning_rate": 1.2318686608795911e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9990583896636963,
      "num_tokens": 58252482.0,
      "step": 725
    },
    {
      "epoch": 0.7866379310344828,
      "grad_norm": 0.017454233020544052,
      "learning_rate": 1.216149668575042e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989933013916016,
      "num_tokens": 58654206.0,
      "step": 730
    },
    {
      "epoch": 0.7920258620689655,
      "grad_norm": 0.048610441386699677,
      "learning_rate": 1.2007536500222625e-05,
      "loss": 0.0024,
      "mean_token_accuracy": 0.9991249680519104,
      "num_tokens": 59057296.0,
      "step": 735
    },
    {
      "epoch": 0.7974137931034483,
      "grad_norm": 0.020494062453508377,
      "learning_rate": 1.1856854994566963e-05,
      "loss": 0.0033,
      "mean_token_accuracy": 0.9987275719642639,
      "num_tokens": 59457386.0,
      "step": 740
    },
    {
      "epoch": 0.802801724137931,
      "grad_norm": 0.025657858699560165,
      "learning_rate": 1.170950006887937e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.998903775215149,
      "num_tokens": 59858294.0,
      "step": 745
    },
    {
      "epoch": 0.8081896551724138,
      "grad_norm": 0.023894695565104485,
      "learning_rate": 1.1565518565770333e-05,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9988603472709656,
      "num_tokens": 60259023.0,
      "step": 750
    },
    {
      "epoch": 0.8135775862068966,
      "grad_norm": 0.02173379436135292,
      "learning_rate": 1.1424956255474115e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989583969116211,
      "num_tokens": 60660452.0,
      "step": 755
    },
    {
      "epoch": 0.8189655172413793,
      "grad_norm": 0.02115975134074688,
      "learning_rate": 1.128785782129885e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9989435195922851,
      "num_tokens": 61063319.0,
      "step": 760
    },
    {
      "epoch": 0.8243534482758621,
      "grad_norm": 0.01883304864168167,
      "learning_rate": 1.1154266845422202e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989779353141784,
      "num_tokens": 61464875.0,
      "step": 765
    },
    {
      "epoch": 0.8297413793103449,
      "grad_norm": 0.018032465130090714,
      "learning_rate": 1.1024225795037032e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989536046981812,
      "num_tokens": 61866596.0,
      "step": 770
    },
    {
      "epoch": 0.8351293103448276,
      "grad_norm": 0.027652721852064133,
      "learning_rate": 1.089777600885151e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9988827228546142,
      "num_tokens": 62268237.0,
      "step": 775
    },
    {
      "epoch": 0.8405172413793104,
      "grad_norm": 0.019578590989112854,
      "learning_rate": 1.077495768394797e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.998927652835846,
      "num_tokens": 62669305.0,
      "step": 780
    },
    {
      "epoch": 0.8459051724137931,
      "grad_norm": 0.0217635165899992,
      "learning_rate": 1.065580986300468e-05,
      "loss": 0.0026,
      "mean_token_accuracy": 0.998993194103241,
      "num_tokens": 63070895.0,
      "step": 785
    },
    {
      "epoch": 0.8512931034482759,
      "grad_norm": 0.0335141085088253,
      "learning_rate": 1.0540370421884568e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989400029182434,
      "num_tokens": 63472239.0,
      "step": 790
    },
    {
      "epoch": 0.8566810344827587,
      "grad_norm": 0.045086249709129333,
      "learning_rate": 1.0428676057594878e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990049242973328,
      "num_tokens": 63874106.0,
      "step": 795
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.017286602407693863,
      "learning_rate": 1.0320762276621562e-05,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989065647125244,
      "num_tokens": 64275413.0,
      "step": 800
    },
    {
      "epoch": 0.8674568965517241,
      "grad_norm": 0.017771046608686447,
      "learning_rate": 1.0216663383642168e-05,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9989452719688415,
      "num_tokens": 64677195.0,
      "step": 805
    },
    {
      "epoch": 0.8728448275862069,
      "grad_norm": 0.02480809949338436,
      "learning_rate": 1.0116412470620679e-05,
      "loss": 0.0025,
      "mean_token_accuracy": 0.9991085529327393,
      "num_tokens": 65079992.0,
      "step": 810
    },
    {
      "epoch": 0.8782327586206896,
      "grad_norm": 0.016402944922447205,
      "learning_rate": 1.0020041406287986e-05,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989410161972045,
      "num_tokens": 65481578.0,
      "step": 815
    },
    {
      "epoch": 0.8836206896551724,
      "grad_norm": 0.020128078758716583,
      "learning_rate": 9.927580826011085e-06,
      "loss": 0.0023,
      "mean_token_accuracy": 0.9991302847862243,
      "num_tokens": 65884403.0,
      "step": 820
    },
    {
      "epoch": 0.8890086206896551,
      "grad_norm": 0.021842217072844505,
      "learning_rate": 9.839060122054454e-06,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9989564180374145,
      "num_tokens": 66285831.0,
      "step": 825
    },
    {
      "epoch": 0.8943965517241379,
      "grad_norm": 0.026447417214512825,
      "learning_rate": 9.75450743423654e-06,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9987640976905823,
      "num_tokens": 66685786.0,
      "step": 830
    },
    {
      "epoch": 0.8997844827586207,
      "grad_norm": 0.022103259339928627,
      "learning_rate": 9.673949640984395e-06,
      "loss": 0.0031,
      "mean_token_accuracy": 0.9988175153732299,
      "num_tokens": 67086671.0,
      "step": 835
    },
    {
      "epoch": 0.9051724137931034,
      "grad_norm": 0.019495461136102676,
      "learning_rate": 9.597412350789308e-06,
      "loss": 0.0023,
      "mean_token_accuracy": 0.9991957783699036,
      "num_tokens": 67489546.0,
      "step": 840
    },
    {
      "epoch": 0.9105603448275862,
      "grad_norm": 0.024082858115434647,
      "learning_rate": 9.52491989406613e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989072203636169,
      "num_tokens": 67890580.0,
      "step": 845
    },
    {
      "epoch": 0.915948275862069,
      "grad_norm": 0.02223868854343891,
      "learning_rate": 9.456495315418894e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989860415458679,
      "num_tokens": 68291991.0,
      "step": 850
    },
    {
      "epoch": 0.9213362068965517,
      "grad_norm": 0.027163589373230934,
      "learning_rate": 9.392160366315146e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989891409873962,
      "num_tokens": 68693639.0,
      "step": 855
    },
    {
      "epoch": 0.9267241379310345,
      "grad_norm": 0.020333966240286827,
      "learning_rate": 9.331935498171415e-06,
      "loss": 0.0029,
      "mean_token_accuracy": 0.9989105701446533,
      "num_tokens": 69094631.0,
      "step": 860
    },
    {
      "epoch": 0.9321120689655172,
      "grad_norm": 0.028376305475831032,
      "learning_rate": 9.275839855851889e-06,
      "loss": 0.0027,
      "mean_token_accuracy": 0.9990219831466675,
      "num_tokens": 69496289.0,
      "step": 865
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.020459886640310287,
      "learning_rate": 9.223891271582473e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989444851875305,
      "num_tokens": 69897569.0,
      "step": 870
    },
    {
      "epoch": 0.9428879310344828,
      "grad_norm": 0.026060640811920166,
      "learning_rate": 9.176106259282111e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989287614822387,
      "num_tokens": 70299003.0,
      "step": 875
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.02536623924970627,
      "learning_rate": 9.132500009313176e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989724516868591,
      "num_tokens": 70700394.0,
      "step": 880
    },
    {
      "epoch": 0.9536637931034483,
      "grad_norm": 0.021408097818493843,
      "learning_rate": 9.093086383652602e-06,
      "loss": 0.0032,
      "mean_token_accuracy": 0.9987998485565186,
      "num_tokens": 71100777.0,
      "step": 885
    },
    {
      "epoch": 0.959051724137931,
      "grad_norm": 0.025553466752171516,
      "learning_rate": 9.057877911485328e-06,
      "loss": 0.0026,
      "mean_token_accuracy": 0.9990517139434815,
      "num_tokens": 71502841.0,
      "step": 890
    },
    {
      "epoch": 0.9644396551724138,
      "grad_norm": 0.02613006718456745,
      "learning_rate": 9.026885785221381e-06,
      "loss": 0.003,
      "mean_token_accuracy": 0.9988353490829468,
      "num_tokens": 71903621.0,
      "step": 895
    },
    {
      "epoch": 0.9698275862068966,
      "grad_norm": 0.0313388854265213,
      "learning_rate": 9.000119856937926e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989818334579468,
      "num_tokens": 72304967.0,
      "step": 900
    },
    {
      "epoch": 0.9752155172413793,
      "grad_norm": 0.0230126790702343,
      "learning_rate": 8.977588635247394e-06,
      "loss": 0.0027,
      "mean_token_accuracy": 0.998962688446045,
      "num_tokens": 72706360.0,
      "step": 905
    },
    {
      "epoch": 0.9806034482758621,
      "grad_norm": 0.027466285973787308,
      "learning_rate": 8.95929928259269e-06,
      "loss": 0.0022,
      "mean_token_accuracy": 0.9992066025733948,
      "num_tokens": 73109586.0,
      "step": 910
    },
    {
      "epoch": 0.9859913793103449,
      "grad_norm": 0.027096059173345566,
      "learning_rate": 8.945257612970317e-06,
      "loss": 0.0025,
      "mean_token_accuracy": 0.9990667819976806,
      "num_tokens": 73511828.0,
      "step": 915
    },
    {
      "epoch": 0.9913793103448276,
      "grad_norm": 0.026896227151155472,
      "learning_rate": 8.935468090082163e-06,
      "loss": 0.0029,
      "mean_token_accuracy": 0.998914110660553,
      "num_tokens": 73912645.0,
      "step": 920
    },
    {
      "epoch": 0.9967672413793104,
      "grad_norm": 0.031491924077272415,
      "learning_rate": 8.929933825916554e-06,
      "loss": 0.0028,
      "mean_token_accuracy": 0.9989247798919678,
      "num_tokens": 74313996.0,
      "step": 925
    }
  ],
  "logging_steps": 5,
  "max_steps": 928,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7417116445069804e+18,
  "train_batch_size": 20,
  "trial_name": null,
  "trial_params": null
}