{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5458515283842795,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.8506594449281693,
      "epoch": 0.0054585152838427945,
      "grad_norm": 6.625,
      "learning_rate": 1.6363636363636365e-06,
      "loss": 0.7328,
      "mean_token_accuracy": 0.8114667266607285,
      "num_tokens": 7873074.0,
      "step": 10
    },
    {
      "entropy": 0.8578470677137375,
      "epoch": 0.010917030567685589,
      "grad_norm": 3.234375,
      "learning_rate": 3.454545454545455e-06,
      "loss": 0.6724,
      "mean_token_accuracy": 0.8153360992670059,
      "num_tokens": 15735890.0,
      "step": 20
    },
    {
      "entropy": 0.868700721859932,
      "epoch": 0.016375545851528384,
      "grad_norm": 0.94140625,
      "learning_rate": 5.272727272727273e-06,
      "loss": 0.5629,
      "mean_token_accuracy": 0.8309339731931686,
      "num_tokens": 23601330.0,
      "step": 30
    },
    {
      "entropy": 0.8585465878248215,
      "epoch": 0.021834061135371178,
      "grad_norm": 0.58984375,
      "learning_rate": 7.0909090909090916e-06,
      "loss": 0.5071,
      "mean_token_accuracy": 0.8447592586278916,
      "num_tokens": 31458560.0,
      "step": 40
    },
    {
      "entropy": 0.8470574885606765,
      "epoch": 0.027292576419213975,
      "grad_norm": 0.5078125,
      "learning_rate": 8.90909090909091e-06,
      "loss": 0.4817,
      "mean_token_accuracy": 0.8515126377344131,
      "num_tokens": 39318330.0,
      "step": 50
    },
    {
      "entropy": 0.8366546362638474,
      "epoch": 0.03275109170305677,
      "grad_norm": 0.412109375,
      "learning_rate": 9.999874978970385e-06,
      "loss": 0.4536,
      "mean_token_accuracy": 0.8550278633832932,
      "num_tokens": 47187690.0,
      "step": 60
    },
    {
      "entropy": 0.8242797136306763,
      "epoch": 0.03820960698689956,
      "grad_norm": 0.5,
      "learning_rate": 9.998468564187713e-06,
      "loss": 0.4452,
      "mean_token_accuracy": 0.8588810175657272,
      "num_tokens": 55058356.0,
      "step": 70
    },
    {
      "entropy": 0.8176750153303146,
      "epoch": 0.043668122270742356,
      "grad_norm": 0.447265625,
      "learning_rate": 9.995499899369634e-06,
      "loss": 0.4375,
      "mean_token_accuracy": 0.860920637845993,
      "num_tokens": 62923390.0,
      "step": 80
    },
    {
      "entropy": 0.8128144711256027,
      "epoch": 0.04912663755458515,
      "grad_norm": 1.0078125,
      "learning_rate": 9.990969912359675e-06,
      "loss": 0.4483,
      "mean_token_accuracy": 0.8596585601568222,
      "num_tokens": 70785326.0,
      "step": 90
    },
    {
      "entropy": 0.8117900550365448,
      "epoch": 0.05458515283842795,
      "grad_norm": 0.486328125,
      "learning_rate": 9.984880018985966e-06,
      "loss": 0.4368,
      "mean_token_accuracy": 0.8614727318286896,
      "num_tokens": 78646604.0,
      "step": 100
    },
    {
      "entropy": 0.8099668920040131,
      "epoch": 0.060043668122270744,
      "grad_norm": 0.68359375,
      "learning_rate": 9.977232122618704e-06,
      "loss": 0.4429,
      "mean_token_accuracy": 0.8630078643560409,
      "num_tokens": 86509996.0,
      "step": 110
    },
    {
      "entropy": 0.8032392680644989,
      "epoch": 0.06550218340611354,
      "grad_norm": 0.6015625,
      "learning_rate": 9.968028613575292e-06,
      "loss": 0.4483,
      "mean_token_accuracy": 0.8638610720634461,
      "num_tokens": 94374220.0,
      "step": 120
    },
    {
      "entropy": 0.7966970652341843,
      "epoch": 0.07096069868995633,
      "grad_norm": 0.546875,
      "learning_rate": 9.957272368373235e-06,
      "loss": 0.4306,
      "mean_token_accuracy": 0.8641012936830521,
      "num_tokens": 102245070.0,
      "step": 130
    },
    {
      "entropy": 0.7891126424074173,
      "epoch": 0.07641921397379912,
      "grad_norm": 0.65234375,
      "learning_rate": 9.944966748831104e-06,
      "loss": 0.4376,
      "mean_token_accuracy": 0.8643449753522873,
      "num_tokens": 110114714.0,
      "step": 140
    },
    {
      "entropy": 0.7812703251838684,
      "epoch": 0.08187772925764192,
      "grad_norm": 0.494140625,
      "learning_rate": 9.931115601017816e-06,
      "loss": 0.4412,
      "mean_token_accuracy": 0.8659342557191849,
      "num_tokens": 117983612.0,
      "step": 150
    },
    {
      "entropy": 0.7815882682800293,
      "epoch": 0.08733624454148471,
      "grad_norm": 0.60546875,
      "learning_rate": 9.915723254050551e-06,
      "loss": 0.4264,
      "mean_token_accuracy": 0.865845575928688,
      "num_tokens": 125857638.0,
      "step": 160
    },
    {
      "entropy": 0.7799684792757035,
      "epoch": 0.0927947598253275,
      "grad_norm": 0.71875,
      "learning_rate": 9.898794518741725e-06,
      "loss": 0.4217,
      "mean_token_accuracy": 0.8657624512910843,
      "num_tokens": 133718934.0,
      "step": 170
    },
    {
      "entropy": 0.7746502578258514,
      "epoch": 0.0982532751091703,
      "grad_norm": 0.50390625,
      "learning_rate": 9.880334686095365e-06,
      "loss": 0.4375,
      "mean_token_accuracy": 0.865676325559616,
      "num_tokens": 141587252.0,
      "step": 180
    },
    {
      "entropy": 0.7698926359415055,
      "epoch": 0.1037117903930131,
      "grad_norm": 0.87890625,
      "learning_rate": 9.860349525653455e-06,
      "loss": 0.4142,
      "mean_token_accuracy": 0.8676840603351593,
      "num_tokens": 149454258.0,
      "step": 190
    },
    {
      "entropy": 0.7676965594291687,
      "epoch": 0.1091703056768559,
      "grad_norm": 0.75390625,
      "learning_rate": 9.838845283692665e-06,
      "loss": 0.4132,
      "mean_token_accuracy": 0.8689810872077942,
      "num_tokens": 157314466.0,
      "step": 200
    },
    {
      "entropy": 0.7642738163471222,
      "epoch": 0.1146288209606987,
      "grad_norm": 0.7265625,
      "learning_rate": 9.815828681272127e-06,
      "loss": 0.4098,
      "mean_token_accuracy": 0.8706588715314865,
      "num_tokens": 165182774.0,
      "step": 210
    },
    {
      "entropy": 0.7638502717018127,
      "epoch": 0.12008733624454149,
      "grad_norm": 1.484375,
      "learning_rate": 9.791306912132776e-06,
      "loss": 0.4081,
      "mean_token_accuracy": 0.8702643483877182,
      "num_tokens": 173042008.0,
      "step": 220
    },
    {
      "entropy": 0.7644800752401352,
      "epoch": 0.12554585152838427,
      "grad_norm": 1.0390625,
      "learning_rate": 9.765287640448996e-06,
      "loss": 0.4065,
      "mean_token_accuracy": 0.8699748694896698,
      "num_tokens": 180901588.0,
      "step": 230
    },
    {
      "entropy": 0.7578901439905167,
      "epoch": 0.13100436681222707,
      "grad_norm": 0.9453125,
      "learning_rate": 9.737778998433198e-06,
      "loss": 0.3974,
      "mean_token_accuracy": 0.8707681357860565,
      "num_tokens": 188769044.0,
      "step": 240
    },
    {
      "entropy": 0.7537958860397339,
      "epoch": 0.13646288209606988,
      "grad_norm": 0.77734375,
      "learning_rate": 9.708789583794144e-06,
      "loss": 0.4011,
      "mean_token_accuracy": 0.8707371085882187,
      "num_tokens": 196634434.0,
      "step": 250
    },
    {
      "entropy": 0.7602073311805725,
      "epoch": 0.14192139737991266,
      "grad_norm": 0.70703125,
      "learning_rate": 9.678328457049766e-06,
      "loss": 0.3991,
      "mean_token_accuracy": 0.8711989611387253,
      "num_tokens": 204486562.0,
      "step": 260
    },
    {
      "entropy": 0.7597428560256958,
      "epoch": 0.14737991266375547,
      "grad_norm": 0.95703125,
      "learning_rate": 9.646405138695331e-06,
      "loss": 0.3997,
      "mean_token_accuracy": 0.8710573464632034,
      "num_tokens": 212351956.0,
      "step": 270
    },
    {
      "entropy": 0.7577679485082627,
      "epoch": 0.15283842794759825,
      "grad_norm": 2.1875,
      "learning_rate": 9.613029606227867e-06,
      "loss": 0.399,
      "mean_token_accuracy": 0.8701757520437241,
      "num_tokens": 220205590.0,
      "step": 280
    },
    {
      "entropy": 0.7598035603761673,
      "epoch": 0.15829694323144106,
      "grad_norm": 2.78125,
      "learning_rate": 9.57821229102773e-06,
      "loss": 0.4217,
      "mean_token_accuracy": 0.8680002480745316,
      "num_tokens": 228076474.0,
      "step": 290
    },
    {
      "entropy": 0.7590495645999908,
      "epoch": 0.16375545851528384,
      "grad_norm": 2.578125,
      "learning_rate": 9.541964075098313e-06,
      "loss": 0.4285,
      "mean_token_accuracy": 0.8676898956298829,
      "num_tokens": 235936872.0,
      "step": 300
    },
    {
      "entropy": 0.757094269990921,
      "epoch": 0.16921397379912664,
      "grad_norm": 2.359375,
      "learning_rate": 9.50429628766494e-06,
      "loss": 0.4185,
      "mean_token_accuracy": 0.8680381834506988,
      "num_tokens": 243803792.0,
      "step": 310
    },
    {
      "entropy": 0.7542549550533295,
      "epoch": 0.17467248908296942,
      "grad_norm": 3.875,
      "learning_rate": 9.465220701633953e-06,
      "loss": 0.4055,
      "mean_token_accuracy": 0.8681020706892013,
      "num_tokens": 251674582.0,
      "step": 320
    },
    {
      "entropy": 0.7625361144542694,
      "epoch": 0.18013100436681223,
      "grad_norm": 1.5,
      "learning_rate": 9.424749529913138e-06,
      "loss": 0.4199,
      "mean_token_accuracy": 0.8669591844081879,
      "num_tokens": 259538060.0,
      "step": 330
    },
    {
      "entropy": 0.7554975986480713,
      "epoch": 0.185589519650655,
      "grad_norm": 0.68359375,
      "learning_rate": 9.38289542159464e-06,
      "loss": 0.4121,
      "mean_token_accuracy": 0.8684647858142853,
      "num_tokens": 267404072.0,
      "step": 340
    },
    {
      "entropy": 0.7535371214151383,
      "epoch": 0.19104803493449782,
      "grad_norm": 0.8828125,
      "learning_rate": 9.339671458001543e-06,
      "loss": 0.3962,
      "mean_token_accuracy": 0.8698400855064392,
      "num_tokens": 275270380.0,
      "step": 350
    },
    {
      "entropy": 0.754734218120575,
      "epoch": 0.1965065502183406,
      "grad_norm": 0.63671875,
      "learning_rate": 9.295091148599353e-06,
      "loss": 0.4112,
      "mean_token_accuracy": 0.8690466344356537,
      "num_tokens": 283145890.0,
      "step": 360
    },
    {
      "entropy": 0.7563666641712189,
      "epoch": 0.2019650655021834,
      "grad_norm": 0.95703125,
      "learning_rate": 9.249168426773675e-06,
      "loss": 0.4091,
      "mean_token_accuracy": 0.8709859728813172,
      "num_tokens": 291005988.0,
      "step": 370
    },
    {
      "entropy": 0.7565184265375138,
      "epoch": 0.2074235807860262,
      "grad_norm": 0.74609375,
      "learning_rate": 9.201917645475393e-06,
      "loss": 0.3981,
      "mean_token_accuracy": 0.8720056504011154,
      "num_tokens": 298864526.0,
      "step": 380
    },
    {
      "entropy": 0.760869923233986,
      "epoch": 0.212882096069869,
      "grad_norm": 2.3125,
      "learning_rate": 9.153353572734716e-06,
      "loss": 0.4139,
      "mean_token_accuracy": 0.869957122206688,
      "num_tokens": 306735082.0,
      "step": 390
    },
    {
      "entropy": 0.7582542330026627,
      "epoch": 0.2183406113537118,
      "grad_norm": 3.609375,
      "learning_rate": 9.103491387045495e-06,
      "loss": 0.4144,
      "mean_token_accuracy": 0.8715152114629745,
      "num_tokens": 314604158.0,
      "step": 400
    },
    {
      "entropy": 0.7573513597249985,
      "epoch": 0.22379912663755458,
      "grad_norm": 1.6484375,
      "learning_rate": 9.052346672621246e-06,
      "loss": 0.4132,
      "mean_token_accuracy": 0.8716101557016372,
      "num_tokens": 322465290.0,
      "step": 410
    },
    {
      "entropy": 0.7590894103050232,
      "epoch": 0.2292576419213974,
      "grad_norm": 1.90625,
      "learning_rate": 8.999935414524373e-06,
      "loss": 0.417,
      "mean_token_accuracy": 0.8695549905300141,
      "num_tokens": 330336414.0,
      "step": 420
    },
    {
      "entropy": 0.7527199715375901,
      "epoch": 0.23471615720524017,
      "grad_norm": 0.8359375,
      "learning_rate": 8.9462739936701e-06,
      "loss": 0.4077,
      "mean_token_accuracy": 0.8720698267221451,
      "num_tokens": 338189854.0,
      "step": 430
    },
    {
      "entropy": 0.7517860412597657,
      "epoch": 0.24017467248908297,
      "grad_norm": 1.0859375,
      "learning_rate": 8.891379181706697e-06,
      "loss": 0.3975,
      "mean_token_accuracy": 0.8719705253839493,
      "num_tokens": 346051832.0,
      "step": 440
    },
    {
      "entropy": 0.7506425231695175,
      "epoch": 0.24563318777292575,
      "grad_norm": 0.90625,
      "learning_rate": 8.835268135773561e-06,
      "loss": 0.4144,
      "mean_token_accuracy": 0.8714013040065766,
      "num_tokens": 353923892.0,
      "step": 450
    },
    {
      "entropy": 0.7511818319559097,
      "epoch": 0.25109170305676853,
      "grad_norm": 0.671875,
      "learning_rate": 8.777958393138833e-06,
      "loss": 0.3958,
      "mean_token_accuracy": 0.8729292124509811,
      "num_tokens": 361787270.0,
      "step": 460
    },
    {
      "entropy": 0.7484469264745712,
      "epoch": 0.25655021834061137,
      "grad_norm": 1.234375,
      "learning_rate": 8.719467865718192e-06,
      "loss": 0.4055,
      "mean_token_accuracy": 0.8726571470499038,
      "num_tokens": 369659224.0,
      "step": 470
    },
    {
      "entropy": 0.7491981714963913,
      "epoch": 0.26200873362445415,
      "grad_norm": 0.9375,
      "learning_rate": 8.659814834476571e-06,
      "loss": 0.3889,
      "mean_token_accuracy": 0.8721846073865891,
      "num_tokens": 377517650.0,
      "step": 480
    },
    {
      "entropy": 0.745842233300209,
      "epoch": 0.26746724890829693,
      "grad_norm": 1.0,
      "learning_rate": 8.599017943714514e-06,
      "loss": 0.3995,
      "mean_token_accuracy": 0.8731576293706894,
      "num_tokens": 385374510.0,
      "step": 490
    },
    {
      "entropy": 0.7489482790231705,
      "epoch": 0.27292576419213976,
      "grad_norm": 0.68359375,
      "learning_rate": 8.537096195240982e-06,
      "loss": 0.4032,
      "mean_token_accuracy": 0.8717446327209473,
      "num_tokens": 393229928.0,
      "step": 500
    },
    {
      "entropy": 0.7476549535989762,
      "epoch": 0.27838427947598254,
      "grad_norm": 2.046875,
      "learning_rate": 8.47406894243441e-06,
      "loss": 0.4009,
      "mean_token_accuracy": 0.8734071612358093,
      "num_tokens": 401092592.0,
      "step": 510
    },
    {
      "entropy": 0.751323652267456,
      "epoch": 0.2838427947598253,
      "grad_norm": 1.0,
      "learning_rate": 8.40995588419391e-06,
      "loss": 0.3989,
      "mean_token_accuracy": 0.8721231341361999,
      "num_tokens": 408948350.0,
      "step": 520
    },
    {
      "entropy": 0.7470169544219971,
      "epoch": 0.2893013100436681,
      "grad_norm": 1.8046875,
      "learning_rate": 8.344777058782442e-06,
      "loss": 0.3981,
      "mean_token_accuracy": 0.8728294968605042,
      "num_tokens": 416816292.0,
      "step": 530
    },
    {
      "entropy": 0.7452338933944702,
      "epoch": 0.29475982532751094,
      "grad_norm": 1.1171875,
      "learning_rate": 8.278552837563957e-06,
      "loss": 0.3889,
      "mean_token_accuracy": 0.8725773304700851,
      "num_tokens": 424683528.0,
      "step": 540
    },
    {
      "entropy": 0.7451816380023957,
      "epoch": 0.3002183406113537,
      "grad_norm": 2.28125,
      "learning_rate": 8.211303918636403e-06,
      "loss": 0.4006,
      "mean_token_accuracy": 0.8727004051208496,
      "num_tokens": 432547452.0,
      "step": 550
    },
    {
      "entropy": 0.7443063974380493,
      "epoch": 0.3056768558951965,
      "grad_norm": 0.84765625,
      "learning_rate": 8.143051320362632e-06,
      "loss": 0.3947,
      "mean_token_accuracy": 0.8734056413173675,
      "num_tokens": 440414732.0,
      "step": 560
    },
    {
      "entropy": 0.7448951125144958,
      "epoch": 0.3111353711790393,
      "grad_norm": 1.5390625,
      "learning_rate": 8.07381637480119e-06,
      "loss": 0.3892,
      "mean_token_accuracy": 0.8715481579303741,
      "num_tokens": 448281138.0,
      "step": 570
    },
    {
      "entropy": 0.7429590493440628,
      "epoch": 0.3165938864628821,
      "grad_norm": 2.734375,
      "learning_rate": 8.003620721039089e-06,
      "loss": 0.3999,
      "mean_token_accuracy": 0.8723650634288788,
      "num_tokens": 456150890.0,
      "step": 580
    },
    {
      "entropy": 0.7418043345212937,
      "epoch": 0.3220524017467249,
      "grad_norm": 0.7890625,
      "learning_rate": 7.932486298428582e-06,
      "loss": 0.3906,
      "mean_token_accuracy": 0.8723206043243408,
      "num_tokens": 464017298.0,
      "step": 590
    },
    {
      "entropy": 0.7461079835891724,
      "epoch": 0.32751091703056767,
      "grad_norm": 1.5390625,
      "learning_rate": 7.860435339730123e-06,
      "loss": 0.4117,
      "mean_token_accuracy": 0.8710065305233001,
      "num_tokens": 471883034.0,
      "step": 600
    },
    {
      "entropy": 0.742401072382927,
      "epoch": 0.3329694323144105,
      "grad_norm": 1.34375,
      "learning_rate": 7.787490364163622e-06,
      "loss": 0.3828,
      "mean_token_accuracy": 0.8727285087108612,
      "num_tokens": 479752180.0,
      "step": 610
    },
    {
      "entropy": 0.7451883584260941,
      "epoch": 0.3384279475982533,
      "grad_norm": 1.046875,
      "learning_rate": 7.71367417037014e-06,
      "loss": 0.3981,
      "mean_token_accuracy": 0.8712346762418747,
      "num_tokens": 487618472.0,
      "step": 620
    },
    {
      "entropy": 0.742529284954071,
      "epoch": 0.34388646288209607,
      "grad_norm": 0.828125,
      "learning_rate": 7.639009829286281e-06,
      "loss": 0.3989,
      "mean_token_accuracy": 0.8732034027576446,
      "num_tokens": 495485140.0,
      "step": 630
    },
    {
      "entropy": 0.7405054122209549,
      "epoch": 0.34934497816593885,
      "grad_norm": 0.65234375,
      "learning_rate": 7.5635206769334715e-06,
      "loss": 0.3937,
      "mean_token_accuracy": 0.8724321722984314,
      "num_tokens": 503352820.0,
      "step": 640
    },
    {
      "entropy": 0.7433331936597825,
      "epoch": 0.3548034934497817,
      "grad_norm": 7.96875,
      "learning_rate": 7.487230307124377e-06,
      "loss": 0.4174,
      "mean_token_accuracy": 0.8709851861000061,
      "num_tokens": 511216636.0,
      "step": 650
    },
    {
      "entropy": 0.7436719715595246,
      "epoch": 0.36026200873362446,
      "grad_norm": 4.375,
      "learning_rate": 7.41016256408877e-06,
      "loss": 0.4096,
      "mean_token_accuracy": 0.870672419667244,
      "num_tokens": 519092300.0,
      "step": 660
    },
    {
      "entropy": 0.7409616202116013,
      "epoch": 0.36572052401746724,
      "grad_norm": 3.9375,
      "learning_rate": 7.3323415350211035e-06,
      "loss": 0.4065,
      "mean_token_accuracy": 0.871986648440361,
      "num_tokens": 526956202.0,
      "step": 670
    },
    {
      "entropy": 0.7405611276626587,
      "epoch": 0.37117903930131,
      "grad_norm": 1.078125,
      "learning_rate": 7.253791542552171e-06,
      "loss": 0.4048,
      "mean_token_accuracy": 0.8718220502138138,
      "num_tokens": 534825720.0,
      "step": 680
    },
    {
      "entropy": 0.7422936409711838,
      "epoch": 0.37663755458515286,
      "grad_norm": 2.6875,
      "learning_rate": 7.1745371371471695e-06,
      "loss": 0.4162,
      "mean_token_accuracy": 0.870332533121109,
      "num_tokens": 542689774.0,
      "step": 690
    },
    {
      "entropy": 0.7440266788005829,
      "epoch": 0.38209606986899564,
      "grad_norm": 1.125,
      "learning_rate": 7.094603089432554e-06,
      "loss": 0.4026,
      "mean_token_accuracy": 0.8710634887218476,
      "num_tokens": 550546898.0,
      "step": 700
    },
    {
      "entropy": 0.7456912964582443,
      "epoch": 0.3875545851528384,
      "grad_norm": 2.578125,
      "learning_rate": 7.014014382454081e-06,
      "loss": 0.4013,
      "mean_token_accuracy": 0.869822895526886,
      "num_tokens": 558414626.0,
      "step": 710
    },
    {
      "entropy": 0.7425404369831086,
      "epoch": 0.3930131004366812,
      "grad_norm": 2.859375,
      "learning_rate": 6.932796203868477e-06,
      "loss": 0.3988,
      "mean_token_accuracy": 0.8730183124542237,
      "num_tokens": 566274998.0,
      "step": 720
    },
    {
      "entropy": 0.7412711918354035,
      "epoch": 0.39847161572052403,
      "grad_norm": 0.87109375,
      "learning_rate": 6.850973938071128e-06,
      "loss": 0.3962,
      "mean_token_accuracy": 0.8734320014715194,
      "num_tokens": 574133032.0,
      "step": 730
    },
    {
      "entropy": 0.7430791050195694,
      "epoch": 0.4039301310043668,
      "grad_norm": 2.46875,
      "learning_rate": 6.7685731582623084e-06,
      "loss": 0.4118,
      "mean_token_accuracy": 0.8718510061502457,
      "num_tokens": 582002578.0,
      "step": 740
    },
    {
      "entropy": 0.744779172539711,
      "epoch": 0.4093886462882096,
      "grad_norm": 1.5390625,
      "learning_rate": 6.685619618454372e-06,
      "loss": 0.4077,
      "mean_token_accuracy": 0.8716625690460205,
      "num_tokens": 589865234.0,
      "step": 750
    },
    {
      "entropy": 0.7440292358398437,
      "epoch": 0.4148471615720524,
      "grad_norm": 1.28125,
      "learning_rate": 6.602139245422458e-06,
      "loss": 0.4022,
      "mean_token_accuracy": 0.8723435640335083,
      "num_tokens": 597730534.0,
      "step": 760
    },
    {
      "entropy": 0.7423117280006408,
      "epoch": 0.4203056768558952,
      "grad_norm": 2.71875,
      "learning_rate": 6.518158130601188e-06,
      "loss": 0.3945,
      "mean_token_accuracy": 0.8720312714576721,
      "num_tokens": 605595694.0,
      "step": 770
    },
    {
      "entropy": 0.7398325890302658,
      "epoch": 0.425764192139738,
      "grad_norm": 0.8671875,
      "learning_rate": 6.433702521929882e-06,
      "loss": 0.4023,
      "mean_token_accuracy": 0.874044144153595,
      "num_tokens": 613453782.0,
      "step": 780
    },
    {
      "entropy": 0.7427696764469147,
      "epoch": 0.43122270742358076,
      "grad_norm": 0.83984375,
      "learning_rate": 6.348798815648904e-06,
      "loss": 0.4091,
      "mean_token_accuracy": 0.8732124745845795,
      "num_tokens": 621320520.0,
      "step": 790
    },
    {
      "entropy": 0.7425595790147781,
      "epoch": 0.4366812227074236,
      "grad_norm": 0.67578125,
      "learning_rate": 6.2634735480496035e-06,
      "loss": 0.3911,
      "mean_token_accuracy": 0.8732421159744262,
      "num_tokens": 629189244.0,
      "step": 800
    },
    {
      "entropy": 0.7432102680206298,
      "epoch": 0.4421397379912664,
      "grad_norm": 1.03125,
      "learning_rate": 6.177753387180528e-06,
      "loss": 0.4079,
      "mean_token_accuracy": 0.8715735673904419,
      "num_tokens": 637061832.0,
      "step": 810
    },
    {
      "entropy": 0.7431057959794998,
      "epoch": 0.44759825327510916,
      "grad_norm": 0.98828125,
      "learning_rate": 6.091665124512433e-06,
      "loss": 0.4053,
      "mean_token_accuracy": 0.8730859875679016,
      "num_tokens": 644924166.0,
      "step": 820
    },
    {
      "entropy": 0.7412999778985977,
      "epoch": 0.45305676855895194,
      "grad_norm": 2.046875,
      "learning_rate": 6.0052356665647195e-06,
      "loss": 0.3975,
      "mean_token_accuracy": 0.8744613200426101,
      "num_tokens": 652790794.0,
      "step": 830
    },
    {
      "entropy": 0.7394814968109131,
      "epoch": 0.4585152838427948,
      "grad_norm": 0.875,
      "learning_rate": 5.918492026495918e-06,
      "loss": 0.4016,
      "mean_token_accuracy": 0.8731278359889985,
      "num_tokens": 660662846.0,
      "step": 840
    },
    {
      "entropy": 0.7431211411952973,
      "epoch": 0.46397379912663755,
      "grad_norm": 1.0078125,
      "learning_rate": 5.831461315660843e-06,
      "loss": 0.4068,
      "mean_token_accuracy": 0.8717893481254577,
      "num_tokens": 668537662.0,
      "step": 850
    },
    {
      "entropy": 0.7419637799263,
      "epoch": 0.46943231441048033,
      "grad_norm": 1.7734375,
      "learning_rate": 5.744170735137053e-06,
      "loss": 0.405,
      "mean_token_accuracy": 0.8728329062461853,
      "num_tokens": 676404470.0,
      "step": 860
    },
    {
      "entropy": 0.7394852250814438,
      "epoch": 0.47489082969432317,
      "grad_norm": 0.90625,
      "learning_rate": 5.6566475672232665e-06,
      "loss": 0.3971,
      "mean_token_accuracy": 0.874018257856369,
      "num_tokens": 684267358.0,
      "step": 870
    },
    {
      "entropy": 0.7418612122535706,
      "epoch": 0.48034934497816595,
      "grad_norm": 1.4765625,
      "learning_rate": 5.568919166912403e-06,
      "loss": 0.3945,
      "mean_token_accuracy": 0.8733464300632476,
      "num_tokens": 692133098.0,
      "step": 880
    },
    {
      "entropy": 0.743475404381752,
      "epoch": 0.48580786026200873,
      "grad_norm": 0.62109375,
      "learning_rate": 5.481012953341891e-06,
      "loss": 0.4053,
      "mean_token_accuracy": 0.872043314576149,
      "num_tokens": 699998766.0,
      "step": 890
    },
    {
      "entropy": 0.7418242216110229,
      "epoch": 0.4912663755458515,
      "grad_norm": 0.90625,
      "learning_rate": 5.392956401223933e-06,
      "loss": 0.4069,
      "mean_token_accuracy": 0.8733739018440246,
      "num_tokens": 707860696.0,
      "step": 900
    },
    {
      "entropy": 0.7420300841331482,
      "epoch": 0.49672489082969434,
      "grad_norm": 1.40625,
      "learning_rate": 5.304777032258407e-06,
      "loss": 0.393,
      "mean_token_accuracy": 0.8732639759778976,
      "num_tokens": 715726050.0,
      "step": 910
    },
    {
      "entropy": 0.7410448163747787,
      "epoch": 0.5021834061135371,
      "grad_norm": 0.91015625,
      "learning_rate": 5.21650240653107e-06,
      "loss": 0.4004,
      "mean_token_accuracy": 0.8743464261293411,
      "num_tokens": 723597802.0,
      "step": 920
    },
    {
      "entropy": 0.7398734450340271,
      "epoch": 0.50764192139738,
      "grad_norm": 1.25,
      "learning_rate": 5.128160113899775e-06,
      "loss": 0.3923,
      "mean_token_accuracy": 0.8746407985687256,
      "num_tokens": 731470234.0,
      "step": 930
    },
    {
      "entropy": 0.7414282083511352,
      "epoch": 0.5131004366812227,
      "grad_norm": 3.0,
      "learning_rate": 5.0397777653713775e-06,
      "loss": 0.3814,
      "mean_token_accuracy": 0.874212983250618,
      "num_tokens": 739340274.0,
      "step": 940
    },
    {
      "entropy": 0.7401980370283127,
      "epoch": 0.5185589519650655,
      "grad_norm": 1.3828125,
      "learning_rate": 4.951382984472033e-06,
      "loss": 0.3949,
      "mean_token_accuracy": 0.8753201216459274,
      "num_tokens": 747205480.0,
      "step": 950
    },
    {
      "entropy": 0.7414378315210343,
      "epoch": 0.5240174672489083,
      "grad_norm": 1.1015625,
      "learning_rate": 4.86300339861358e-06,
      "loss": 0.3825,
      "mean_token_accuracy": 0.8729045927524567,
      "num_tokens": 755074202.0,
      "step": 960
    },
    {
      "entropy": 0.7381639093160629,
      "epoch": 0.5294759825327511,
      "grad_norm": 0.6875,
      "learning_rate": 4.774666630458711e-06,
      "loss": 0.3976,
      "mean_token_accuracy": 0.875198820233345,
      "num_tokens": 762934560.0,
      "step": 970
    },
    {
      "entropy": 0.7392808586359024,
      "epoch": 0.5349344978165939,
      "grad_norm": 1.1640625,
      "learning_rate": 4.686400289287634e-06,
      "loss": 0.3904,
      "mean_token_accuracy": 0.8743301123380661,
      "num_tokens": 770791148.0,
      "step": 980
    },
    {
      "entropy": 0.739506584405899,
      "epoch": 0.5403930131004366,
      "grad_norm": 0.90234375,
      "learning_rate": 4.598231962368897e-06,
      "loss": 0.3959,
      "mean_token_accuracy": 0.8746915906667709,
      "num_tokens": 778655538.0,
      "step": 990
    },
    {
      "entropy": 0.737652936577797,
      "epoch": 0.5458515283842795,
      "grad_norm": 1.109375,
      "learning_rate": 4.510189206337115e-06,
      "loss": 0.3862,
      "mean_token_accuracy": 0.8748303711414337,
      "num_tokens": 786523130.0,
      "step": 1000
    }
  ],
  "logging_steps": 10,
  "max_steps": 1832,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.793915569764827e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}